2024-09-12T17:24:00.593 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-12T17:24:00.614 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-12T17:24:00.705 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi/7902744 branch: wip-rgw-meta-handlers description: rgw/verify/{0-install accounts$/{main-tenant} clusters/fixed-2 datacache/rgw-datacache frontend/beast ignore-pg-availability inline-data$/{on} msgr-failures/few objectstore/bluestore-bitmap overrides proto/https rgw_pool_type/ec s3tests-branch sharding$/{single} striping$/{stripe-equals-chunk} supported-random-distro$/{centos_latest} tasks/{bucket-check cls mp_reupload ragweed reshard s3tests-java s3tests versioning} validater/lockdep} email: null first_in_suite: false job_id: '7902744' kernel: kdb: 1 sha1: distro last_in_suite: false machine_type: smithi name: cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-rgw-meta-handlers ceph: conf: client: debug rgw: 20 debug rgw notification: 20 rgw bucket counters cache: true rgw crypt require ssl: false rgw crypt s3 kms backend: testing rgw crypt s3 kms encryption keys: testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= rgw d3n l1 datacache persistent path: /tmp/rgw_datacache/ rgw d3n l1 datacache size: 10737418240 rgw d3n l1 local datacache enabled: true rgw enable ops log: true rgw reshard progress judge interval: 10 rgw s3 auth use sts: true rgw sts key: abcdefghijklmnop rgw torrent flag: true rgw user counters cache: true setgroup: ceph setuser: ceph global: mon client directed command retry: 5 ms inject socket failures: 5000 osd_max_pg_log_entries: 10 osd_min_pg_log_entries: 10 rgw override bucket index max shards: 1 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 lockdep: true osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug objclass: 20 debug osd: 20 debug rocksdb: 4/10 lockdep: true mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd shutdown pgref assert: true flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(PG_AVAILABILITY\) - \(PG_DEGRADED\) - \(POOL_APP_NOT_ENABLED\) - not have an application enabled - \(OSD_SLOW_PING_TIME sha1: bad475c18c96ec20c5778159aa33ba72b84e9c1b ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: bad475c18c96ec20c5778159aa33ba72b84e9c1b openssl_keys: rgw.client.0: ca: root client: client.0 embed-key: true root: client: client.0 cn: teuthology install: - client.0 key-type: rsa:4096 rgw: client.0: ssl certificate: rgw.client.0 compression type: random datacache: true datacache_path: /tmp/rgw_datacache ec-data-pool: true frontend: beast storage classes: LUKEWARM, FROZEN s3tests: accounts: iam alt root: RGW99999999999999999 iam root: RGW88888888888888888 s3 main: RGW11111111111111111 s3 tenant: RGW33333333333333333 force-branch: ceph-master slow_backend: true storage classes: LUKEWARM, FROZEN thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-rgw-meta-handlers sha1: bad475c18c96ec20c5778159aa33ba72b84e9c1b owner: scheduled_cbodley@teuthology priority: 90 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mon.c - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - - mon.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - node-exporter.b seed: 6279 sha1: bad475c18c96ec20c5778159aa33ba72b84e9c1b sleep_before_teardown: 0 suite: rgw suite_branch: wip-rgw-meta-handlers suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_bad475c18c96ec20c5778159aa33ba72b84e9c1b/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: bad475c18c96ec20c5778159aa33ba72b84e9c1b targets: smithi045.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBL5+P+ekb6dfdqxu6sx1/hFo821Z19mV64iLNECNjR4iWiFK2O8JCgB/IMWoYJs7YyjTUwmKh4/chFQ2hmBMCvw= smithi115.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBIAKJYeFmBq0tv1wbQxP/p5WSMhEeUgbTN0K9y5Fpei5HZau1ZwJmlI0SY8wjeLNJxDhWiCvdTeh+48ZVGxj2Mw= tasks: - install: extra_system_packages: deb: - s3cmd - maven rpm: - s3cmd - maven - ceph: null - openssl_keys: null - rgw: client.0: null - tox: - client.0 - workunit: clients: client.0: - rgw/run-datacache.sh env: RGW_DATACACHE_PATH: /tmp/rgw_datacache - workunit: clients: client.0: - rgw/run-bucket-check.sh - workunit: clients: client.0: - cls/test_cls_lock.sh - cls/test_cls_log.sh - cls/test_cls_refcount.sh - cls/test_cls_rgw.sh - cls/test_cls_rgw_gc.sh - cls/test_cls_rgw_stats.sh - cls/test_cls_cmpomap.sh - cls/test_cls_2pc_queue.sh - cls/test_cls_user.sh - rgw/test_rgw_gc_log.sh - rgw/test_rgw_obj.sh - rgw/test_librgw_file.sh - rgw/test_awssdkv4_sig.sh - workunit: clients: client.0: - rgw/test_rgw_s3_mp_reupload.sh - ragweed: client.0: default-branch: ceph-master rgw_server: client.0 stages: prepare,check - workunit: clients: client.0: - rgw/run-reshard.sh - s3tests-java: client.0: force-branch: ceph-master force-repo: https://github.com/ceph/java_s3tests.git - s3tests: client.0: rgw_server: client.0 - workunit: clients: client.0: - rgw/run-versioning.sh teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-12_15:39:52 tube: smithi user: cbodley verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 2024-09-12T17:24:00.706 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_bad475c18c96ec20c5778159aa33ba72b84e9c1b/qa; will attempt to use it 2024-09-12T17:24:00.706 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_bad475c18c96ec20c5778159aa33ba72b84e9c1b/qa/tasks 2024-09-12T17:24:00.707 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-12T17:24:00.708 INFO:teuthology.task.internal:Checking packages... 2024-09-12T17:24:00.729 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'bad475c18c96ec20c5778159aa33ba72b84e9c1b' 2024-09-12T17:24:00.729 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-12T17:24:00.729 INFO:teuthology.packaging:ref: None 2024-09-12T17:24:00.729 INFO:teuthology.packaging:tag: None 2024-09-12T17:24:00.729 INFO:teuthology.packaging:branch: wip-rgw-meta-handlers 2024-09-12T17:24:00.729 INFO:teuthology.packaging:sha1: bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T17:24:00.729 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-rgw-meta-handlers 2024-09-12T17:24:00.890 INFO:teuthology.task.internal:Found packages for ceph version 19.3.0-4762.gbad475c1 2024-09-12T17:24:00.891 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-12T17:24:00.897 INFO:teuthology.task.internal:no buildpackages task found 2024-09-12T17:24:00.897 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-12T17:24:00.903 INFO:teuthology.task.internal:Saving configuration 2024-09-12T17:24:00.920 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-12T17:24:00.926 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-12T17:24:00.951 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi045.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi/7902744', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-12 17:19:08.286478', 'locked_by': 'scheduled_cbodley@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBL5+P+ekb6dfdqxu6sx1/hFo821Z19mV64iLNECNjR4iWiFK2O8JCgB/IMWoYJs7YyjTUwmKh4/chFQ2hmBMCvw='} 2024-09-12T17:24:00.974 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi115.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi/7902744', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-12 17:19:08.288359', 'locked_by': 'scheduled_cbodley@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBIAKJYeFmBq0tv1wbQxP/p5WSMhEeUgbTN0K9y5Fpei5HZau1ZwJmlI0SY8wjeLNJxDhWiCvdTeh+48ZVGxj2Mw='} 2024-09-12T17:24:00.974 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-12T17:24:00.981 INFO:teuthology.task.internal:roles: ubuntu@smithi045.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a'] 2024-09-12T17:24:00.981 INFO:teuthology.task.internal:roles: ubuntu@smithi115.front.sepia.ceph.com - ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'node-exporter.b'] 2024-09-12T17:24:00.981 INFO:teuthology.run_tasks:Running task console_log... 2024-09-12T17:24:01.036 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fe67b173ac0>, signals=[15]) 2024-09-12T17:24:01.036 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-12T17:24:01.042 INFO:teuthology.task.internal:Opening connections... 2024-09-12T17:24:01.042 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi045.front.sepia.ceph.com 2024-09-12T17:24:01.044 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi045.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T17:24:01.120 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi115.front.sepia.ceph.com 2024-09-12T17:24:01.121 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi115.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T17:24:01.196 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-12T17:24:01.202 DEBUG:teuthology.orchestra.run.smithi045:> uname -m 2024-09-12T17:24:01.221 INFO:teuthology.orchestra.run.smithi045.stdout:x86_64 2024-09-12T17:24:01.221 DEBUG:teuthology.orchestra.run.smithi045:> cat /etc/os-release 2024-09-12T17:24:01.278 INFO:teuthology.orchestra.run.smithi045.stdout:NAME="CentOS Stream" 2024-09-12T17:24:01.278 INFO:teuthology.orchestra.run.smithi045.stdout:VERSION="9" 2024-09-12T17:24:01.278 INFO:teuthology.orchestra.run.smithi045.stdout:ID="centos" 2024-09-12T17:24:01.278 INFO:teuthology.orchestra.run.smithi045.stdout:ID_LIKE="rhel fedora" 2024-09-12T17:24:01.278 INFO:teuthology.orchestra.run.smithi045.stdout:VERSION_ID="9" 2024-09-12T17:24:01.279 INFO:teuthology.orchestra.run.smithi045.stdout:PLATFORM_ID="platform:el9" 2024-09-12T17:24:01.279 INFO:teuthology.orchestra.run.smithi045.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-12T17:24:01.279 INFO:teuthology.orchestra.run.smithi045.stdout:ANSI_COLOR="0;31" 2024-09-12T17:24:01.279 INFO:teuthology.orchestra.run.smithi045.stdout:LOGO="fedora-logo-icon" 2024-09-12T17:24:01.279 INFO:teuthology.orchestra.run.smithi045.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-12T17:24:01.279 INFO:teuthology.orchestra.run.smithi045.stdout:HOME_URL="https://centos.org/" 2024-09-12T17:24:01.279 INFO:teuthology.orchestra.run.smithi045.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-12T17:24:01.279 INFO:teuthology.orchestra.run.smithi045.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-12T17:24:01.279 INFO:teuthology.orchestra.run.smithi045.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-12T17:24:01.280 INFO:teuthology.lock.ops:Updating smithi045.front.sepia.ceph.com on lock server 2024-09-12T17:24:01.294 DEBUG:teuthology.orchestra.run.smithi115:> uname -m 2024-09-12T17:24:01.313 INFO:teuthology.orchestra.run.smithi115.stdout:x86_64 2024-09-12T17:24:01.314 DEBUG:teuthology.orchestra.run.smithi115:> cat /etc/os-release 2024-09-12T17:24:01.371 INFO:teuthology.orchestra.run.smithi115.stdout:NAME="CentOS Stream" 2024-09-12T17:24:01.371 INFO:teuthology.orchestra.run.smithi115.stdout:VERSION="9" 2024-09-12T17:24:01.372 INFO:teuthology.orchestra.run.smithi115.stdout:ID="centos" 2024-09-12T17:24:01.372 INFO:teuthology.orchestra.run.smithi115.stdout:ID_LIKE="rhel fedora" 2024-09-12T17:24:01.372 INFO:teuthology.orchestra.run.smithi115.stdout:VERSION_ID="9" 2024-09-12T17:24:01.372 INFO:teuthology.orchestra.run.smithi115.stdout:PLATFORM_ID="platform:el9" 2024-09-12T17:24:01.372 INFO:teuthology.orchestra.run.smithi115.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-12T17:24:01.372 INFO:teuthology.orchestra.run.smithi115.stdout:ANSI_COLOR="0;31" 2024-09-12T17:24:01.372 INFO:teuthology.orchestra.run.smithi115.stdout:LOGO="fedora-logo-icon" 2024-09-12T17:24:01.372 INFO:teuthology.orchestra.run.smithi115.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-12T17:24:01.372 INFO:teuthology.orchestra.run.smithi115.stdout:HOME_URL="https://centos.org/" 2024-09-12T17:24:01.372 INFO:teuthology.orchestra.run.smithi115.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-12T17:24:01.372 INFO:teuthology.orchestra.run.smithi115.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-12T17:24:01.372 INFO:teuthology.orchestra.run.smithi115.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-12T17:24:01.373 INFO:teuthology.lock.ops:Updating smithi115.front.sepia.ceph.com on lock server 2024-09-12T17:24:01.394 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-12T17:24:01.403 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-12T17:24:01.408 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-12T17:24:01.408 DEBUG:teuthology.orchestra.run.smithi045:> test '!' -e /home/ubuntu/cephtest 2024-09-12T17:24:01.411 DEBUG:teuthology.orchestra.run.smithi115:> test '!' -e /home/ubuntu/cephtest 2024-09-12T17:24:01.429 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-12T17:24:01.434 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-12T17:24:01.434 DEBUG:teuthology.orchestra.run.smithi045:> test -z $(ls -A /var/lib/ceph) 2024-09-12T17:24:01.469 DEBUG:teuthology.orchestra.run.smithi115:> test -z $(ls -A /var/lib/ceph) 2024-09-12T17:24:01.498 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-12T17:24:01.549 INFO:teuthology.run_tasks:Running task kernel... 2024-09-12T17:24:01.563 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-09-12T17:24:01.563 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-09-12T17:24:01.563 DEBUG:teuthology.orchestra.run.smithi045:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-12T17:24:01.563 DEBUG:teuthology.orchestra.run.smithi115:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-12T17:24:01.579 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T17:24:01.580 DEBUG:teuthology.orchestra.run.smithi115:> uname -r 2024-09-12T17:24:01.580 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T17:24:01.581 DEBUG:teuthology.orchestra.run.smithi045:> uname -r 2024-09-12T17:24:01.637 INFO:teuthology.orchestra.run.smithi115.stdout:5.14.0-503.el9.x86_64 2024-09-12T17:24:01.637 INFO:teuthology.task.kernel:Running kernel on smithi115: 5.14.0-503.el9.x86_64 2024-09-12T17:24:01.637 DEBUG:teuthology.orchestra.run.smithi115:> sudo yum install -y kernel 2024-09-12T17:24:01.638 INFO:teuthology.orchestra.run.smithi045.stdout:5.14.0-503.el9.x86_64 2024-09-12T17:24:01.638 INFO:teuthology.task.kernel:Running kernel on smithi045: 5.14.0-503.el9.x86_64 2024-09-12T17:24:01.639 DEBUG:teuthology.orchestra.run.smithi045:> sudo yum install -y kernel 2024-09-12T17:24:04.691 INFO:teuthology.orchestra.run.smithi045.stdout:CentOS Stream 9 - BaseOS 6.3 MB/s | 8.2 MB 00:01 2024-09-12T17:24:05.824 INFO:teuthology.orchestra.run.smithi115.stdout:CentOS Stream 9 - BaseOS 3.4 MB/s | 8.2 MB 00:02 2024-09-12T17:24:06.517 INFO:teuthology.orchestra.run.smithi045.stdout:CentOS Stream 9 - AppStream 30 MB/s | 20 MB 00:00 2024-09-12T17:24:08.691 INFO:teuthology.orchestra.run.smithi115.stdout:CentOS Stream 9 - AppStream 12 MB/s | 20 MB 00:01 2024-09-12T17:24:11.026 INFO:teuthology.orchestra.run.smithi045.stdout:CentOS Stream 9 - CRB 12 MB/s | 6.5 MB 00:00 2024-09-12T17:24:12.526 INFO:teuthology.orchestra.run.smithi045.stdout:CentOS Stream 9 - Extras packages 75 kB/s | 19 kB 00:00 2024-09-12T17:24:13.100 INFO:teuthology.orchestra.run.smithi115.stdout:CentOS Stream 9 - CRB 12 MB/s | 6.5 MB 00:00 2024-09-12T17:24:13.530 INFO:teuthology.orchestra.run.smithi045.stdout:Extra Packages for Enterprise Linux 26 MB/s | 23 MB 00:00 2024-09-12T17:24:14.459 INFO:teuthology.orchestra.run.smithi115.stdout:CentOS Stream 9 - Extras packages 134 kB/s | 19 kB 00:00 2024-09-12T17:24:15.580 INFO:teuthology.orchestra.run.smithi115.stdout:Extra Packages for Enterprise Linux 23 MB/s | 23 MB 00:00 2024-09-12T17:24:19.161 INFO:teuthology.orchestra.run.smithi045.stdout:lab-extras 43 kB/s | 1.7 kB 00:00 2024-09-12T17:24:21.085 INFO:teuthology.orchestra.run.smithi115.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-09-12T17:24:21.168 INFO:teuthology.orchestra.run.smithi045.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-12T17:24:21.168 INFO:teuthology.orchestra.run.smithi045.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-12T17:24:21.275 INFO:teuthology.orchestra.run.smithi045.stdout:Dependencies resolved. 2024-09-12T17:24:21.279 INFO:teuthology.orchestra.run.smithi045.stdout:================================================================================ 2024-09-12T17:24:21.280 INFO:teuthology.orchestra.run.smithi045.stdout: Package Architecture Version Repository Size 2024-09-12T17:24:21.280 INFO:teuthology.orchestra.run.smithi045.stdout:================================================================================ 2024-09-12T17:24:21.280 INFO:teuthology.orchestra.run.smithi045.stdout:Installing: 2024-09-12T17:24:21.280 INFO:teuthology.orchestra.run.smithi045.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-12T17:24:21.280 INFO:teuthology.orchestra.run.smithi045.stdout:Installing dependencies: 2024-09-12T17:24:21.280 INFO:teuthology.orchestra.run.smithi045.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-12T17:24:21.280 INFO:teuthology.orchestra.run.smithi045.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-12T17:24:21.280 INFO:teuthology.orchestra.run.smithi045.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-12T17:24:21.280 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:24:21.280 INFO:teuthology.orchestra.run.smithi045.stdout:Transaction Summary 2024-09-12T17:24:21.280 INFO:teuthology.orchestra.run.smithi045.stdout:================================================================================ 2024-09-12T17:24:21.281 INFO:teuthology.orchestra.run.smithi045.stdout:Install 4 Packages 2024-09-12T17:24:21.281 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:24:21.281 INFO:teuthology.orchestra.run.smithi045.stdout:Total download size: 79 M 2024-09-12T17:24:21.281 INFO:teuthology.orchestra.run.smithi045.stdout:Installed size: 126 M 2024-09-12T17:24:21.281 INFO:teuthology.orchestra.run.smithi045.stdout:Downloading Packages: 2024-09-12T17:24:21.637 INFO:teuthology.orchestra.run.smithi045.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 226 kB/s | 23 kB 00:00 2024-09-12T17:24:22.013 INFO:teuthology.orchestra.run.smithi045.stdout:(2/4): kernel-core-5.14.0-505.el9.x86_64.rpm 33 MB/s | 16 MB 00:00 2024-09-12T17:24:22.404 INFO:teuthology.orchestra.run.smithi045.stdout:(3/4): kernel-modules-core-5.14.0-505.el9.x86_6 37 MB/s | 29 MB 00:00 2024-09-12T17:24:22.722 INFO:teuthology.orchestra.run.smithi045.stdout:(4/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 29 MB/s | 35 MB 00:01 2024-09-12T17:24:22.722 INFO:teuthology.orchestra.run.smithi045.stdout:-------------------------------------------------------------------------------- 2024-09-12T17:24:22.722 INFO:teuthology.orchestra.run.smithi045.stdout:Total 55 MB/s | 79 MB 00:01 2024-09-12T17:24:23.074 INFO:teuthology.orchestra.run.smithi115.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-12T17:24:23.074 INFO:teuthology.orchestra.run.smithi115.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-12T17:24:23.164 INFO:teuthology.orchestra.run.smithi115.stdout:Dependencies resolved. 2024-09-12T17:24:23.169 INFO:teuthology.orchestra.run.smithi115.stdout:================================================================================ 2024-09-12T17:24:23.169 INFO:teuthology.orchestra.run.smithi115.stdout: Package Architecture Version Repository Size 2024-09-12T17:24:23.169 INFO:teuthology.orchestra.run.smithi115.stdout:================================================================================ 2024-09-12T17:24:23.169 INFO:teuthology.orchestra.run.smithi115.stdout:Installing: 2024-09-12T17:24:23.169 INFO:teuthology.orchestra.run.smithi115.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-12T17:24:23.169 INFO:teuthology.orchestra.run.smithi115.stdout:Installing dependencies: 2024-09-12T17:24:23.169 INFO:teuthology.orchestra.run.smithi115.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-12T17:24:23.169 INFO:teuthology.orchestra.run.smithi115.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-12T17:24:23.169 INFO:teuthology.orchestra.run.smithi115.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-12T17:24:23.169 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-12T17:24:23.169 INFO:teuthology.orchestra.run.smithi115.stdout:Transaction Summary 2024-09-12T17:24:23.170 INFO:teuthology.orchestra.run.smithi115.stdout:================================================================================ 2024-09-12T17:24:23.170 INFO:teuthology.orchestra.run.smithi115.stdout:Install 4 Packages 2024-09-12T17:24:23.170 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-12T17:24:23.170 INFO:teuthology.orchestra.run.smithi115.stdout:Total download size: 79 M 2024-09-12T17:24:23.170 INFO:teuthology.orchestra.run.smithi115.stdout:Installed size: 126 M 2024-09-12T17:24:23.170 INFO:teuthology.orchestra.run.smithi115.stdout:Downloading Packages: 2024-09-12T17:24:23.319 INFO:teuthology.orchestra.run.smithi115.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 177 kB/s | 23 kB 00:00 2024-09-12T17:24:23.436 INFO:teuthology.orchestra.run.smithi045.stdout:Running transaction check 2024-09-12T17:24:23.861 INFO:teuthology.orchestra.run.smithi045.stdout:Transaction check succeeded. 2024-09-12T17:24:23.861 INFO:teuthology.orchestra.run.smithi045.stdout:Running transaction test 2024-09-12T17:24:24.286 INFO:teuthology.orchestra.run.smithi115.stdout:(2/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 32 MB/s | 35 MB 00:01 2024-09-12T17:24:24.495 INFO:teuthology.orchestra.run.smithi115.stdout:(3/4): kernel-core-5.14.0-505.el9.x86_64.rpm 12 MB/s | 16 MB 00:01 2024-09-12T17:24:24.837 INFO:teuthology.orchestra.run.smithi115.stdout:(4/4): kernel-modules-core-5.14.0-505.el9.x86_6 19 MB/s | 29 MB 00:01 2024-09-12T17:24:24.837 INFO:teuthology.orchestra.run.smithi115.stdout:-------------------------------------------------------------------------------- 2024-09-12T17:24:24.837 INFO:teuthology.orchestra.run.smithi115.stdout:Total 47 MB/s | 79 MB 00:01 2024-09-12T17:24:24.849 INFO:teuthology.orchestra.run.smithi045.stdout:Transaction test succeeded. 2024-09-12T17:24:24.849 INFO:teuthology.orchestra.run.smithi045.stdout:Running transaction 2024-09-12T17:24:25.522 INFO:teuthology.orchestra.run.smithi115.stdout:Running transaction check 2024-09-12T17:24:25.873 INFO:teuthology.orchestra.run.smithi115.stdout:Transaction check succeeded. 2024-09-12T17:24:25.874 INFO:teuthology.orchestra.run.smithi115.stdout:Running transaction test 2024-09-12T17:24:26.864 INFO:teuthology.orchestra.run.smithi115.stdout:Transaction test succeeded. 2024-09-12T17:24:26.864 INFO:teuthology.orchestra.run.smithi115.stdout:Running transaction 2024-09-12T17:24:27.446 INFO:teuthology.orchestra.run.smithi045.stdout: Preparing : 1/1 2024-09-12T17:24:28.151 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-12T17:24:28.232 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-12T17:24:29.319 INFO:teuthology.orchestra.run.smithi115.stdout: Preparing : 1/1 2024-09-12T17:24:30.020 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-12T17:24:30.095 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-12T17:24:31.017 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-12T17:24:31.167 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-12T17:24:32.890 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-12T17:24:33.015 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-12T17:24:36.296 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-12T17:24:36.326 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-12T17:24:37.853 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-12T17:24:37.890 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-12T17:24:41.466 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-12T17:24:42.751 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-12T17:25:20.063 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-12T17:25:20.103 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-12T17:25:20.434 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-12T17:25:20.434 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-12T17:25:20.434 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-12T17:25:20.434 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-12T17:25:21.092 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-12T17:25:21.132 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-12T17:25:21.260 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-12T17:25:21.260 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:25:21.260 INFO:teuthology.orchestra.run.smithi045.stdout:Installed: 2024-09-12T17:25:21.260 INFO:teuthology.orchestra.run.smithi045.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-12T17:25:21.261 INFO:teuthology.orchestra.run.smithi045.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-12T17:25:21.261 INFO:teuthology.orchestra.run.smithi045.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-12T17:25:21.261 INFO:teuthology.orchestra.run.smithi045.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-12T17:25:21.261 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:25:21.261 INFO:teuthology.orchestra.run.smithi045.stdout:Complete! 2024-09-12T17:25:21.415 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-12T17:25:21.415 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-12T17:25:21.415 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-12T17:25:21.415 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-12T17:25:21.608 DEBUG:teuthology.orchestra.run.smithi045:> rpm -q kernel | sort -rV | head -n 1 2024-09-12T17:25:21.698 INFO:teuthology.orchestra.run.smithi045.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-12T17:25:21.698 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-12T17:25:21.698 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-12T17:25:21.699 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-12T17:25:21.699 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-12T17:25:21.699 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-09-12T17:25:21.699 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi045.front.sepia.ceph.com, path=None, version=distro) 2024-09-12T17:25:21.699 DEBUG:teuthology.orchestra.run.smithi045:> rpm -q kernel | sort -rV | head -n 1 2024-09-12T17:25:21.756 INFO:teuthology.orchestra.run.smithi045.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-12T17:25:21.757 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-12T17:25:21.757 DEBUG:teuthology.orchestra.run.smithi045:> sudo rpm -qi grub2-tools 2024-09-12T17:25:21.788 INFO:teuthology.orchestra.run.smithi045.stdout:Name : grub2-tools 2024-09-12T17:25:21.788 INFO:teuthology.orchestra.run.smithi045.stdout:Epoch : 1 2024-09-12T17:25:21.789 INFO:teuthology.orchestra.run.smithi045.stdout:Version : 2.06 2024-09-12T17:25:21.789 INFO:teuthology.orchestra.run.smithi045.stdout:Release : 82.el9 2024-09-12T17:25:21.789 INFO:teuthology.orchestra.run.smithi045.stdout:Architecture: x86_64 2024-09-12T17:25:21.789 INFO:teuthology.orchestra.run.smithi045.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-12T17:25:21.789 INFO:teuthology.orchestra.run.smithi045.stdout:Group : Unspecified 2024-09-12T17:25:21.789 INFO:teuthology.orchestra.run.smithi045.stdout:Size : 8274670 2024-09-12T17:25:21.789 INFO:teuthology.orchestra.run.smithi045.stdout:License : GPLv3+ 2024-09-12T17:25:21.789 INFO:teuthology.orchestra.run.smithi045.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-12T17:25:21.789 INFO:teuthology.orchestra.run.smithi045.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-12T17:25:21.789 INFO:teuthology.orchestra.run.smithi045.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-12T17:25:21.789 INFO:teuthology.orchestra.run.smithi045.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-12T17:25:21.789 INFO:teuthology.orchestra.run.smithi045.stdout:Packager : builder@centos.org 2024-09-12T17:25:21.789 INFO:teuthology.orchestra.run.smithi045.stdout:Vendor : CentOS 2024-09-12T17:25:21.790 INFO:teuthology.orchestra.run.smithi045.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-12T17:25:21.790 INFO:teuthology.orchestra.run.smithi045.stdout:Summary : Support tools for GRUB. 2024-09-12T17:25:21.790 INFO:teuthology.orchestra.run.smithi045.stdout:Description : 2024-09-12T17:25:21.790 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:25:21.790 INFO:teuthology.orchestra.run.smithi045.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-12T17:25:21.790 INFO:teuthology.orchestra.run.smithi045.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-12T17:25:21.790 INFO:teuthology.orchestra.run.smithi045.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-12T17:25:21.790 INFO:teuthology.orchestra.run.smithi045.stdout:hardware devices. 2024-09-12T17:25:21.790 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:25:21.790 INFO:teuthology.orchestra.run.smithi045.stdout:This subpackage provides tools for support of all platforms. 2024-09-12T17:25:21.791 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-12T17:25:21.791 INFO:teuthology.task.kernel:Updating grub on smithi045 to boot 5.14.0-505.el9.x86_64 2024-09-12T17:25:21.791 DEBUG:teuthology.orchestra.run.smithi045:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-12T17:25:22.272 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-12T17:25:22.272 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-12T17:25:22.272 INFO:teuthology.orchestra.run.smithi115.stdout:Installed: 2024-09-12T17:25:22.272 INFO:teuthology.orchestra.run.smithi115.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-12T17:25:22.272 INFO:teuthology.orchestra.run.smithi115.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-12T17:25:22.272 INFO:teuthology.orchestra.run.smithi115.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-12T17:25:22.272 INFO:teuthology.orchestra.run.smithi115.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-12T17:25:22.272 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-12T17:25:22.272 INFO:teuthology.orchestra.run.smithi115.stdout:Complete! 2024-09-12T17:25:22.463 INFO:teuthology.orchestra.run.smithi045.stderr:Generating grub configuration file ... 2024-09-12T17:25:22.615 DEBUG:teuthology.orchestra.run.smithi115:> rpm -q kernel | sort -rV | head -n 1 2024-09-12T17:25:22.694 INFO:teuthology.orchestra.run.smithi115.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-12T17:25:22.694 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-12T17:25:22.695 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-12T17:25:22.695 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-12T17:25:22.695 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-12T17:25:22.695 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-09-12T17:25:22.695 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi115.front.sepia.ceph.com, path=None, version=distro) 2024-09-12T17:25:22.695 DEBUG:teuthology.orchestra.run.smithi115:> rpm -q kernel | sort -rV | head -n 1 2024-09-12T17:25:22.753 INFO:teuthology.orchestra.run.smithi115.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-12T17:25:22.754 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-12T17:25:22.754 DEBUG:teuthology.orchestra.run.smithi115:> sudo rpm -qi grub2-tools 2024-09-12T17:25:22.789 INFO:teuthology.orchestra.run.smithi115.stdout:Name : grub2-tools 2024-09-12T17:25:22.789 INFO:teuthology.orchestra.run.smithi115.stdout:Epoch : 1 2024-09-12T17:25:22.789 INFO:teuthology.orchestra.run.smithi115.stdout:Version : 2.06 2024-09-12T17:25:22.789 INFO:teuthology.orchestra.run.smithi115.stdout:Release : 82.el9 2024-09-12T17:25:22.789 INFO:teuthology.orchestra.run.smithi115.stdout:Architecture: x86_64 2024-09-12T17:25:22.789 INFO:teuthology.orchestra.run.smithi115.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-12T17:25:22.789 INFO:teuthology.orchestra.run.smithi115.stdout:Group : Unspecified 2024-09-12T17:25:22.789 INFO:teuthology.orchestra.run.smithi115.stdout:Size : 8274670 2024-09-12T17:25:22.789 INFO:teuthology.orchestra.run.smithi115.stdout:License : GPLv3+ 2024-09-12T17:25:22.789 INFO:teuthology.orchestra.run.smithi115.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-12T17:25:22.790 INFO:teuthology.orchestra.run.smithi115.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-12T17:25:22.790 INFO:teuthology.orchestra.run.smithi115.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-12T17:25:22.790 INFO:teuthology.orchestra.run.smithi115.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-12T17:25:22.790 INFO:teuthology.orchestra.run.smithi115.stdout:Packager : builder@centos.org 2024-09-12T17:25:22.790 INFO:teuthology.orchestra.run.smithi115.stdout:Vendor : CentOS 2024-09-12T17:25:22.790 INFO:teuthology.orchestra.run.smithi115.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-12T17:25:22.790 INFO:teuthology.orchestra.run.smithi115.stdout:Summary : Support tools for GRUB. 2024-09-12T17:25:22.790 INFO:teuthology.orchestra.run.smithi115.stdout:Description : 2024-09-12T17:25:22.790 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-12T17:25:22.790 INFO:teuthology.orchestra.run.smithi115.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-12T17:25:22.791 INFO:teuthology.orchestra.run.smithi115.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-12T17:25:22.791 INFO:teuthology.orchestra.run.smithi115.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-12T17:25:22.791 INFO:teuthology.orchestra.run.smithi115.stdout:hardware devices. 2024-09-12T17:25:22.791 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-12T17:25:22.791 INFO:teuthology.orchestra.run.smithi115.stdout:This subpackage provides tools for support of all platforms. 2024-09-12T17:25:22.792 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-12T17:25:22.792 INFO:teuthology.task.kernel:Updating grub on smithi115 to boot 5.14.0-505.el9.x86_64 2024-09-12T17:25:22.792 DEBUG:teuthology.orchestra.run.smithi115:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-12T17:25:23.493 INFO:teuthology.orchestra.run.smithi115.stderr:Generating grub configuration file ... 2024-09-12T17:25:23.781 INFO:teuthology.orchestra.run.smithi045.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-12T17:25:23.812 INFO:teuthology.orchestra.run.smithi045.stderr:done 2024-09-12T17:25:23.814 DEBUG:teuthology.orchestra.run.smithi045:> mktemp 2024-09-12T17:25:23.830 INFO:teuthology.orchestra.run.smithi045.stdout:/tmp/tmp.fQJUstQBfy 2024-09-12T17:25:23.830 DEBUG:teuthology.orchestra.run.smithi045:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.fQJUstQBfy 2024-09-12T17:25:23.906 DEBUG:teuthology.orchestra.run.smithi045:> sudo chmod 0666 /tmp/tmp.fQJUstQBfy 2024-09-12T17:25:24.045 DEBUG:teuthology.orchestra.remote:smithi045:/tmp/tmp.fQJUstQBfy is 6KB 2024-09-12T17:25:24.093 DEBUG:teuthology.orchestra.run.smithi045:> rm -fr /tmp/tmp.fQJUstQBfy 2024-09-12T17:25:24.107 DEBUG:teuthology.orchestra.run.smithi045:> sudo /bin/ls /boot/loader/entries || true 2024-09-12T17:25:24.170 INFO:teuthology.orchestra.run.smithi045.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-12T17:25:24.170 INFO:teuthology.orchestra.run.smithi045.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-12T17:25:24.170 INFO:teuthology.orchestra.run.smithi045.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-12T17:25:24.170 INFO:teuthology.orchestra.run.smithi045.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-12T17:25:24.171 DEBUG:teuthology.orchestra.run.smithi045:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-12T17:25:24.327 DEBUG:teuthology.orchestra.run.smithi045:> sudo shutdown -r now 2024-09-12T17:25:24.838 INFO:teuthology.orchestra.run.smithi115.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-12T17:25:24.869 INFO:teuthology.orchestra.run.smithi115.stderr:done 2024-09-12T17:25:24.881 DEBUG:teuthology.orchestra.run.smithi115:> mktemp 2024-09-12T17:25:24.896 INFO:teuthology.orchestra.run.smithi115.stdout:/tmp/tmp.Uy9SX5GaeX 2024-09-12T17:25:24.896 DEBUG:teuthology.orchestra.run.smithi115:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.Uy9SX5GaeX 2024-09-12T17:25:24.968 DEBUG:teuthology.orchestra.run.smithi115:> sudo chmod 0666 /tmp/tmp.Uy9SX5GaeX 2024-09-12T17:25:25.108 DEBUG:teuthology.orchestra.remote:smithi115:/tmp/tmp.Uy9SX5GaeX is 6KB 2024-09-12T17:25:25.158 DEBUG:teuthology.orchestra.run.smithi115:> rm -fr /tmp/tmp.Uy9SX5GaeX 2024-09-12T17:25:25.172 DEBUG:teuthology.orchestra.run.smithi115:> sudo /bin/ls /boot/loader/entries || true 2024-09-12T17:25:25.235 INFO:teuthology.orchestra.run.smithi115.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-12T17:25:25.235 INFO:teuthology.orchestra.run.smithi115.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-12T17:25:25.235 INFO:teuthology.orchestra.run.smithi115.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-12T17:25:25.235 INFO:teuthology.orchestra.run.smithi115.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-12T17:25:25.236 DEBUG:teuthology.orchestra.run.smithi115:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-12T17:25:25.403 DEBUG:teuthology.orchestra.run.smithi115:> sudo shutdown -r now 2024-09-12T17:25:54.358 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-09-12T17:25:54.358 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi045.front.sepia.ceph.com' 2024-09-12T17:25:54.359 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi045.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T17:25:55.407 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-09-12T17:25:55.408 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi115.front.sepia.ceph.com' 2024-09-12T17:25:55.408 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi115.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T17:26:12.801 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.45 2024-09-12T17:26:13.821 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.115 2024-09-12T17:26:21.809 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi045.front.sepia.ceph.com' 2024-09-12T17:26:21.811 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi045.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T17:26:22.822 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi115.front.sepia.ceph.com' 2024-09-12T17:26:22.823 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi115.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T17:26:25.885 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.115 2024-09-12T17:26:37.897 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi115.front.sepia.ceph.com' 2024-09-12T17:26:37.897 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi115.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T17:26:56.321 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.115 2024-09-12T17:27:11.337 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi115.front.sepia.ceph.com' 2024-09-12T17:27:11.338 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi115.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T17:27:11.722 DEBUG:teuthology.orchestra.run.smithi115:> true 2024-09-12T17:27:12.173 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi115.front.sepia.ceph.com' 2024-09-12T17:27:12.173 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-505.el9.x86_64"... 2024-09-12T17:27:12.174 DEBUG:teuthology.orchestra.run.smithi115:> uname -r 2024-09-12T17:27:12.207 INFO:teuthology.orchestra.run.smithi115.stdout:5.14.0-505.el9.x86_64 2024-09-12T17:27:12.207 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-12T17:27:12.207 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-12T17:27:12.208 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-12T17:27:13.208 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-09-12T17:27:13.208 DEBUG:teuthology.orchestra.run.smithi115:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-12T17:27:13.275 INFO:teuthology.orchestra.run.smithi115.stdout:ttyS1 2024-09-12T17:27:13.301 DEBUG:teuthology.parallel:result is None 2024-09-12T17:27:21.813 DEBUG:teuthology.orchestra.remote:timed out 2024-09-12T17:27:33.814 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi045.front.sepia.ceph.com' 2024-09-12T17:27:33.815 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi045.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T17:27:34.192 DEBUG:teuthology.orchestra.run.smithi045:> true 2024-09-12T17:27:34.563 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi045.front.sepia.ceph.com' 2024-09-12T17:27:34.563 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-505.el9.x86_64"... 2024-09-12T17:27:34.563 DEBUG:teuthology.orchestra.run.smithi045:> uname -r 2024-09-12T17:27:34.580 INFO:teuthology.orchestra.run.smithi045.stdout:5.14.0-505.el9.x86_64 2024-09-12T17:27:34.581 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-12T17:27:34.581 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-12T17:27:34.581 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-12T17:27:35.582 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-09-12T17:27:35.582 DEBUG:teuthology.orchestra.run.smithi045:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-12T17:27:35.654 INFO:teuthology.orchestra.run.smithi045.stdout:ttyS1 2024-09-12T17:27:35.683 DEBUG:teuthology.parallel:result is None 2024-09-12T17:27:35.683 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-12T17:27:35.692 INFO:teuthology.task.internal:Creating test directory... 2024-09-12T17:27:35.692 DEBUG:teuthology.orchestra.run.smithi045:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-12T17:27:35.694 DEBUG:teuthology.orchestra.run.smithi115:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-12T17:27:35.713 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-12T17:27:35.722 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-12T17:27:35.735 INFO:teuthology.task.internal:Creating archive directory... 2024-09-12T17:27:35.735 DEBUG:teuthology.orchestra.run.smithi045:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-12T17:27:35.753 DEBUG:teuthology.orchestra.run.smithi115:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-12T17:27:35.785 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-12T17:27:35.797 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-12T17:27:35.797 DEBUG:teuthology.orchestra.run.smithi045:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-12T17:27:35.815 DEBUG:teuthology.orchestra.run.smithi115:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-12T17:27:35.850 INFO:teuthology.orchestra.run.smithi045.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-12T17:27:35.855 INFO:teuthology.orchestra.run.smithi115.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-12T17:27:35.862 INFO:teuthology.orchestra.run.smithi045.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-12T17:27:35.866 INFO:teuthology.orchestra.run.smithi115.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-12T17:27:35.868 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-12T17:27:35.875 INFO:teuthology.task.internal:Configuring sudo... 2024-09-12T17:27:35.875 DEBUG:teuthology.orchestra.run.smithi045:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-12T17:27:35.906 DEBUG:teuthology.orchestra.run.smithi115:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-12T17:27:35.935 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-12T17:27:35.945 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-12T17:27:35.945 DEBUG:teuthology.orchestra.run.smithi045:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-12T17:27:35.976 DEBUG:teuthology.orchestra.run.smithi115:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-12T17:27:35.993 DEBUG:teuthology.orchestra.run.smithi045:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-12T17:27:36.078 DEBUG:teuthology.orchestra.run.smithi045:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-12T17:27:36.129 DEBUG:teuthology.orchestra.run.smithi045:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-12T17:27:36.213 DEBUG:teuthology.orchestra.run.smithi045:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-12T17:27:36.258 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-12T17:27:36.258 DEBUG:teuthology.orchestra.run.smithi045:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-12T17:27:36.325 DEBUG:teuthology.orchestra.run.smithi115:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-12T17:27:36.373 DEBUG:teuthology.orchestra.run.smithi115:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-12T17:27:36.427 DEBUG:teuthology.orchestra.run.smithi115:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-12T17:27:36.512 DEBUG:teuthology.orchestra.run.smithi115:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-12T17:27:36.558 DEBUG:teuthology.orchestra.run.smithi115:> set -ex 2024-09-12T17:27:36.558 DEBUG:teuthology.orchestra.run.smithi115:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-12T17:27:36.627 DEBUG:teuthology.orchestra.run.smithi045:> sudo service rsyslog restart 2024-09-12T17:27:36.629 DEBUG:teuthology.orchestra.run.smithi115:> sudo service rsyslog restart 2024-09-12T17:27:36.678 INFO:teuthology.orchestra.run.smithi045.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-12T17:27:36.724 INFO:teuthology.orchestra.run.smithi115.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-12T17:27:37.232 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-12T17:27:37.240 INFO:teuthology.task.internal:Starting timer... 2024-09-12T17:27:37.240 INFO:teuthology.run_tasks:Running task pcp... 2024-09-12T17:27:37.257 INFO:teuthology.run_tasks:Running task selinux... 2024-09-12T17:27:37.267 DEBUG:teuthology.orchestra.run.smithi045:> sudo service auditd rotate 2024-09-12T17:27:37.338 INFO:teuthology.orchestra.run.smithi045.stdout:Rotating logs: 2024-09-12T17:27:37.341 DEBUG:teuthology.orchestra.run.smithi115:> sudo service auditd rotate 2024-09-12T17:27:37.392 INFO:teuthology.orchestra.run.smithi115.stdout:Rotating logs: 2024-09-12T17:27:37.393 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-12T17:27:37.394 DEBUG:teuthology.orchestra.run.smithi045:> /usr/sbin/getenforce 2024-09-12T17:27:37.421 INFO:teuthology.orchestra.run.smithi045.stdout:Permissive 2024-09-12T17:27:37.422 DEBUG:teuthology.orchestra.run.smithi115:> /usr/sbin/getenforce 2024-09-12T17:27:37.457 INFO:teuthology.orchestra.run.smithi115.stdout:Permissive 2024-09-12T17:27:37.457 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi045.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi115.front.sepia.ceph.com': 'permissive'} 2024-09-12T17:27:37.457 DEBUG:teuthology.orchestra.run.smithi045:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2024-09-12T17:27:37.491 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T17:27:37.492 DEBUG:teuthology.orchestra.run.smithi115:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2024-09-12T17:27:37.525 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T17:27:37.525 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-12T17:27:37.526 DEBUG:teuthology.orchestra.run.smithi045:> sudo /usr/sbin/setenforce permissive 2024-09-12T17:27:37.577 DEBUG:teuthology.orchestra.run.smithi115:> sudo /usr/sbin/setenforce permissive 2024-09-12T17:27:37.617 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-12T17:27:37.626 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-09-12T17:27:37.629 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-09-12T17:27:37.739 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-12T17:27:37.751 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-12T17:27:37.752 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi045.front.sepia.ceph.com,smithi115.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-12T17:31:26.803 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi045.front.sepia.ceph.com'), Remote(name='ubuntu@smithi115.front.sepia.ceph.com')] 2024-09-12T17:31:26.805 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi045.front.sepia.ceph.com' 2024-09-12T17:31:26.806 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi045.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T17:31:26.886 DEBUG:teuthology.orchestra.run.smithi045:> true 2024-09-12T17:31:26.965 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi045.front.sepia.ceph.com' 2024-09-12T17:31:26.965 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi115.front.sepia.ceph.com' 2024-09-12T17:31:26.966 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi115.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T17:31:27.042 DEBUG:teuthology.orchestra.run.smithi115:> true 2024-09-12T17:31:27.132 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi115.front.sepia.ceph.com' 2024-09-12T17:31:27.132 INFO:teuthology.run_tasks:Running task clock... 2024-09-12T17:31:27.143 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-12T17:31:27.143 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-12T17:31:27.143 DEBUG:teuthology.orchestra.run.smithi045:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-12T17:31:27.146 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-12T17:31:27.146 DEBUG:teuthology.orchestra.run.smithi115:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-12T17:31:27.176 INFO:teuthology.orchestra.run.smithi045.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-12T17:31:27.191 INFO:teuthology.orchestra.run.smithi045.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-12T17:31:27.203 INFO:teuthology.orchestra.run.smithi115.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-12T17:31:27.217 INFO:teuthology.orchestra.run.smithi115.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-12T17:31:27.217 INFO:teuthology.orchestra.run.smithi045.stderr:sudo: ntpd: command not found 2024-09-12T17:31:27.230 INFO:teuthology.orchestra.run.smithi045.stdout:506 Cannot talk to daemon 2024-09-12T17:31:27.242 INFO:teuthology.orchestra.run.smithi115.stderr:sudo: ntpd: command not found 2024-09-12T17:31:27.245 INFO:teuthology.orchestra.run.smithi045.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-12T17:31:27.253 INFO:teuthology.orchestra.run.smithi115.stdout:506 Cannot talk to daemon 2024-09-12T17:31:27.260 INFO:teuthology.orchestra.run.smithi045.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-12T17:31:27.267 INFO:teuthology.orchestra.run.smithi115.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-12T17:31:27.281 INFO:teuthology.orchestra.run.smithi115.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-12T17:31:27.318 INFO:teuthology.orchestra.run.smithi045.stderr:bash: line 1: ntpq: command not found 2024-09-12T17:31:27.321 INFO:teuthology.orchestra.run.smithi045.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-12T17:31:27.322 INFO:teuthology.orchestra.run.smithi045.stdout:=============================================================================== 2024-09-12T17:31:27.322 INFO:teuthology.orchestra.run.smithi045.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T17:31:27.322 INFO:teuthology.orchestra.run.smithi045.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T17:31:27.322 INFO:teuthology.orchestra.run.smithi045.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T17:31:27.322 INFO:teuthology.orchestra.run.smithi045.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T17:31:27.339 INFO:teuthology.orchestra.run.smithi115.stderr:bash: line 1: ntpq: command not found 2024-09-12T17:31:27.342 INFO:teuthology.orchestra.run.smithi115.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-12T17:31:27.343 INFO:teuthology.orchestra.run.smithi115.stdout:=============================================================================== 2024-09-12T17:31:27.343 INFO:teuthology.orchestra.run.smithi115.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T17:31:27.343 INFO:teuthology.orchestra.run.smithi115.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T17:31:27.343 INFO:teuthology.orchestra.run.smithi115.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T17:31:27.343 INFO:teuthology.orchestra.run.smithi115.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T17:31:27.344 INFO:teuthology.run_tasks:Running task install... 2024-09-12T17:31:27.352 DEBUG:teuthology.task.install:project ceph 2024-09-12T17:31:27.352 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'bad475c18c96ec20c5778159aa33ba72b84e9c1b'}} 2024-09-12T17:31:27.352 DEBUG:teuthology.task.install:config {'extra_system_packages': {'deb': ['s3cmd', 'maven'], 'rpm': ['s3cmd', 'maven']}, 'flavor': 'default', 'sha1': 'bad475c18c96ec20c5778159aa33ba72b84e9c1b'} 2024-09-12T17:31:27.352 INFO:teuthology.task.install:Using flavor: default 2024-09-12T17:31:27.359 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-12T17:31:27.359 INFO:teuthology.task.install:extra packages: [] 2024-09-12T17:31:27.359 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': [], 'extra_system_packages': {'deb': ['s3cmd', 'maven'], 'rpm': ['s3cmd', 'maven']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'bad475c18c96ec20c5778159aa33ba72b84e9c1b', 'tag': None, 'wait_for_package': False} 2024-09-12T17:31:27.360 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T17:31:27.362 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': [], 'extra_system_packages': {'deb': ['s3cmd', 'maven'], 'rpm': ['s3cmd', 'maven']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'bad475c18c96ec20c5778159aa33ba72b84e9c1b', 'tag': None, 'wait_for_package': False} 2024-09-12T17:31:27.362 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T17:31:27.514 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/centos/9/flavors/default/ 2024-09-12T17:31:27.515 INFO:teuthology.task.install.rpm:Package version is 19.3.0-4762.gbad475c1 2024-09-12T17:31:27.519 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/centos/9/flavors/default/ 2024-09-12T17:31:27.519 INFO:teuthology.task.install.rpm:Package version is 19.3.0-4762.gbad475c1 2024-09-12T17:31:27.630 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-12T17:31:27.630 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-12T17:31:27.630 DEBUG:teuthology.orchestra.run.smithi045:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-12T17:31:27.643 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-12T17:31:27.643 DEBUG:teuthology.orchestra.run.smithi115:> set -ex 2024-09-12T17:31:27.643 DEBUG:teuthology.orchestra.run.smithi115:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-12T17:31:27.658 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, s3cmd, maven, s3cmd, maven, s3cmd, maven on remote rpm x86_64 2024-09-12T17:31:27.658 DEBUG:teuthology.orchestra.run.smithi045:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/bad475c18c96ec20c5778159aa33ba72b84e9c1b/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-12T17:31:27.670 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, s3cmd, maven, s3cmd, maven, s3cmd, maven, s3cmd, maven on remote rpm x86_64 2024-09-12T17:31:27.670 DEBUG:teuthology.orchestra.run.smithi115:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/bad475c18c96ec20c5778159aa33ba72b84e9c1b/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-12T17:31:27.726 DEBUG:teuthology.orchestra.run.smithi045:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-12T17:31:27.736 DEBUG:teuthology.orchestra.run.smithi115:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-12T17:31:27.804 DEBUG:teuthology.orchestra.run.smithi045:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-12T17:31:27.811 DEBUG:teuthology.orchestra.run.smithi115:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-12T17:31:27.871 INFO:teuthology.orchestra.run.smithi045.stdout:check_obsoletes = 1 2024-09-12T17:31:27.873 DEBUG:teuthology.orchestra.run.smithi045:> sudo yum clean all 2024-09-12T17:31:27.875 INFO:teuthology.orchestra.run.smithi115.stdout:check_obsoletes = 1 2024-09-12T17:31:27.876 DEBUG:teuthology.orchestra.run.smithi115:> sudo yum clean all 2024-09-12T17:31:28.103 INFO:teuthology.orchestra.run.smithi115.stdout:45 files removed 2024-09-12T17:31:28.108 INFO:teuthology.orchestra.run.smithi045.stdout:45 files removed 2024-09-12T17:31:28.130 DEBUG:teuthology.orchestra.run.smithi115:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd s3cmd maven s3cmd maven s3cmd maven s3cmd maven 2024-09-12T17:31:28.136 DEBUG:teuthology.orchestra.run.smithi045:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd s3cmd maven s3cmd maven s3cmd maven s3cmd maven 2024-09-12T17:31:28.685 INFO:teuthology.orchestra.run.smithi115.stdout:ceph packages for x86_64 307 kB/s | 84 kB 00:00 2024-09-12T17:31:28.711 INFO:teuthology.orchestra.run.smithi045.stdout:ceph packages for x86_64 304 kB/s | 84 kB 00:00 2024-09-12T17:31:28.977 INFO:teuthology.orchestra.run.smithi115.stdout:ceph noarch packages 97 kB/s | 24 kB 00:00 2024-09-12T17:31:28.987 INFO:teuthology.orchestra.run.smithi045.stdout:ceph noarch packages 105 kB/s | 24 kB 00:00 2024-09-12T17:31:29.244 INFO:teuthology.orchestra.run.smithi115.stdout:ceph source packages 8.4 kB/s | 1.9 kB 00:00 2024-09-12T17:31:29.246 INFO:teuthology.orchestra.run.smithi045.stdout:ceph source packages 8.8 kB/s | 1.9 kB 00:00 2024-09-12T17:31:30.687 INFO:teuthology.orchestra.run.smithi045.stdout:CentOS Stream 9 - BaseOS 5.9 MB/s | 8.2 MB 00:01 2024-09-12T17:31:31.778 INFO:teuthology.orchestra.run.smithi115.stdout:CentOS Stream 9 - BaseOS 3.3 MB/s | 8.2 MB 00:02 2024-09-12T17:31:33.470 INFO:teuthology.orchestra.run.smithi115.stdout:CentOS Stream 9 - AppStream 34 MB/s | 20 MB 00:00 2024-09-12T17:31:34.764 INFO:teuthology.orchestra.run.smithi045.stdout:CentOS Stream 9 - AppStream 7.0 MB/s | 20 MB 00:02 2024-09-12T17:31:39.271 INFO:teuthology.orchestra.run.smithi115.stdout:CentOS Stream 9 - CRB 3.2 MB/s | 6.5 MB 00:02 2024-09-12T17:31:40.465 INFO:teuthology.orchestra.run.smithi045.stdout:CentOS Stream 9 - CRB 3.7 MB/s | 6.5 MB 00:01 2024-09-12T17:31:40.880 INFO:teuthology.orchestra.run.smithi115.stdout:CentOS Stream 9 - Extras packages 76 kB/s | 19 kB 00:00 2024-09-12T17:31:41.659 INFO:teuthology.orchestra.run.smithi115.stdout:Extra Packages for Enterprise Linux 35 MB/s | 23 MB 00:00 2024-09-12T17:31:41.916 INFO:teuthology.orchestra.run.smithi045.stdout:CentOS Stream 9 - Extras packages 113 kB/s | 19 kB 00:00 2024-09-12T17:31:42.811 INFO:teuthology.orchestra.run.smithi045.stdout:Extra Packages for Enterprise Linux 30 MB/s | 23 MB 00:00 2024-09-12T17:31:47.089 INFO:teuthology.orchestra.run.smithi115.stdout:lab-extras 26 kB/s | 1.7 kB 00:00 2024-09-12T17:31:48.451 INFO:teuthology.orchestra.run.smithi045.stdout:lab-extras 31 kB/s | 1.7 kB 00:00 2024-09-12T17:31:49.382 INFO:teuthology.orchestra.run.smithi115.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-12T17:31:49.382 INFO:teuthology.orchestra.run.smithi115.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-12T17:31:49.472 INFO:teuthology.orchestra.run.smithi115.stdout:Dependencies resolved. 2024-09-12T17:31:49.499 INFO:teuthology.orchestra.run.smithi115.stdout:====================================================================================================== 2024-09-12T17:31:49.500 INFO:teuthology.orchestra.run.smithi115.stdout: Package Arch Version Repository Size 2024-09-12T17:31:49.500 INFO:teuthology.orchestra.run.smithi115.stdout:====================================================================================================== 2024-09-12T17:31:49.500 INFO:teuthology.orchestra.run.smithi115.stdout:Installing: 2024-09-12T17:31:49.500 INFO:teuthology.orchestra.run.smithi115.stdout: ceph x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 6.6 k 2024-09-12T17:31:49.500 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-base x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 5.5 M 2024-09-12T17:31:49.500 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-fuse x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 900 k 2024-09-12T17:31:49.500 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-immutable-object-cache x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 145 k 2024-09-12T17:31:49.500 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-mgr x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 1.5 M 2024-09-12T17:31:49.500 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-mgr-cephadm noarch 2:19.3.0-4762.gbad475c1.el9 ceph-noarch 154 k 2024-09-12T17:31:49.500 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-mgr-dashboard noarch 2:19.3.0-4762.gbad475c1.el9 ceph-noarch 14 M 2024-09-12T17:31:49.500 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-mgr-diskprediction-local noarch 2:19.3.0-4762.gbad475c1.el9 ceph-noarch 7.4 M 2024-09-12T17:31:49.501 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-mgr-rook noarch 2:19.3.0-4762.gbad475c1.el9 ceph-noarch 49 k 2024-09-12T17:31:49.501 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-radosgw x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 11 M 2024-09-12T17:31:49.501 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-test x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 45 M 2024-09-12T17:31:49.501 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-volume noarch 2:19.3.0-4762.gbad475c1.el9 ceph-noarch 285 k 2024-09-12T17:31:49.501 INFO:teuthology.orchestra.run.smithi115.stdout: cephadm noarch 2:19.3.0-4762.gbad475c1.el9 ceph-noarch 783 k 2024-09-12T17:31:49.501 INFO:teuthology.orchestra.run.smithi115.stdout: libcephfs-devel x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 32 k 2024-09-12T17:31:49.501 INFO:teuthology.orchestra.run.smithi115.stdout: libcephfs2 x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 756 k 2024-09-12T17:31:49.501 INFO:teuthology.orchestra.run.smithi115.stdout: librados-devel x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 126 k 2024-09-12T17:31:49.502 INFO:teuthology.orchestra.run.smithi115.stdout: maven noarch 1:3.6.3-15.el9 appstream 18 k 2024-09-12T17:31:49.502 INFO:teuthology.orchestra.run.smithi115.stdout: python3-cephfs x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 161 k 2024-09-12T17:31:49.502 INFO:teuthology.orchestra.run.smithi115.stdout: python3-rados x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 321 k 2024-09-12T17:31:49.502 INFO:teuthology.orchestra.run.smithi115.stdout: python3-rbd x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 305 k 2024-09-12T17:31:49.502 INFO:teuthology.orchestra.run.smithi115.stdout: python3-rgw x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 99 k 2024-09-12T17:31:49.502 INFO:teuthology.orchestra.run.smithi115.stdout: rbd-fuse x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 85 k 2024-09-12T17:31:49.502 INFO:teuthology.orchestra.run.smithi115.stdout: rbd-mirror x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 3.2 M 2024-09-12T17:31:49.502 INFO:teuthology.orchestra.run.smithi115.stdout: rbd-nbd x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 170 k 2024-09-12T17:31:49.502 INFO:teuthology.orchestra.run.smithi115.stdout: s3cmd noarch 2.4.0-1.el9 epel 206 k 2024-09-12T17:31:49.502 INFO:teuthology.orchestra.run.smithi115.stdout:Upgrading: 2024-09-12T17:31:49.502 INFO:teuthology.orchestra.run.smithi115.stdout: librados2 x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 3.5 M 2024-09-12T17:31:49.502 INFO:teuthology.orchestra.run.smithi115.stdout: librbd1 x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 3.2 M 2024-09-12T17:31:49.503 INFO:teuthology.orchestra.run.smithi115.stdout:Installing dependencies: 2024-09-12T17:31:49.503 INFO:teuthology.orchestra.run.smithi115.stdout: ModemManager-glib x86_64 1.20.2-1.el9 baseos 335 k 2024-09-12T17:31:49.503 INFO:teuthology.orchestra.run.smithi115.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-12T17:31:49.503 INFO:teuthology.orchestra.run.smithi115.stdout: adwaita-cursor-theme noarch 40.1.1-3.el9 appstream 650 k 2024-09-12T17:31:49.503 INFO:teuthology.orchestra.run.smithi115.stdout: adwaita-icon-theme noarch 40.1.1-3.el9 appstream 12 M 2024-09-12T17:31:49.503 INFO:teuthology.orchestra.run.smithi115.stdout: alsa-lib x86_64 1.2.12-1.el9 appstream 523 k 2024-09-12T17:31:49.503 INFO:teuthology.orchestra.run.smithi115.stdout: apache-commons-cli noarch 1.4-17.el9 appstream 71 k 2024-09-12T17:31:49.503 INFO:teuthology.orchestra.run.smithi115.stdout: apache-commons-codec noarch 1.15-7.el9 appstream 302 k 2024-09-12T17:31:49.504 INFO:teuthology.orchestra.run.smithi115.stdout: apache-commons-io noarch 1:2.8.0-8.el9 appstream 283 k 2024-09-12T17:31:49.504 INFO:teuthology.orchestra.run.smithi115.stdout: apache-commons-lang3 noarch 3.12.0-6.el9 appstream 559 k 2024-09-12T17:31:49.504 INFO:teuthology.orchestra.run.smithi115.stdout: at-spi2-atk x86_64 2.38.0-4.el9 appstream 87 k 2024-09-12T17:31:49.504 INFO:teuthology.orchestra.run.smithi115.stdout: at-spi2-core x86_64 2.40.3-1.el9 appstream 195 k 2024-09-12T17:31:49.504 INFO:teuthology.orchestra.run.smithi115.stdout: atinject noarch 1.0.3-6.el9 appstream 23 k 2024-09-12T17:31:49.504 INFO:teuthology.orchestra.run.smithi115.stdout: atk x86_64 2.36.0-5.el9 appstream 292 k 2024-09-12T17:31:49.504 INFO:teuthology.orchestra.run.smithi115.stdout: avahi-glib x86_64 0.8-21.el9 appstream 15 k 2024-09-12T17:31:49.504 INFO:teuthology.orchestra.run.smithi115.stdout: bluez-libs x86_64 5.56-6.el9 baseos 85 k 2024-09-12T17:31:49.504 INFO:teuthology.orchestra.run.smithi115.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-12T17:31:49.504 INFO:teuthology.orchestra.run.smithi115.stdout: bubblewrap x86_64 0.4.1-7.el9 baseos 49 k 2024-09-12T17:31:49.504 INFO:teuthology.orchestra.run.smithi115.stdout: cdi-api noarch 2.0.2-6.el9 appstream 53 k 2024-09-12T17:31:49.504 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-common x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 22 M 2024-09-12T17:31:49.505 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-grafana-dashboards noarch 2:19.3.0-4762.gbad475c1.el9 ceph-noarch 34 k 2024-09-12T17:31:49.505 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-mds x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 2.4 M 2024-09-12T17:31:49.505 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-mgr-modules-core noarch 2:19.3.0-4762.gbad475c1.el9 ceph-noarch 291 k 2024-09-12T17:31:49.505 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-mon x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 4.8 M 2024-09-12T17:31:49.505 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-osd x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 17 M 2024-09-12T17:31:49.505 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-prometheus-alerts noarch 2:19.3.0-4762.gbad475c1.el9 ceph-noarch 16 k 2024-09-12T17:31:49.505 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-selinux x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 25 k 2024-09-12T17:31:49.505 INFO:teuthology.orchestra.run.smithi115.stdout: colord-libs x86_64 1.4.5-4.el9 appstream 229 k 2024-09-12T17:31:49.506 INFO:teuthology.orchestra.run.smithi115.stdout: composefs-libs x86_64 1.0.5-1.el9 appstream 61 k 2024-09-12T17:31:49.506 INFO:teuthology.orchestra.run.smithi115.stdout: copy-jdk-configs noarch 4.0-3.el9 appstream 28 k 2024-09-12T17:31:49.506 INFO:teuthology.orchestra.run.smithi115.stdout: cups-libs x86_64 1:2.3.3op2-30.el9 baseos 262 k 2024-09-12T17:31:49.506 INFO:teuthology.orchestra.run.smithi115.stdout: exempi x86_64 2.6.0-0.2.20211007gite23c213.el9 appstream 525 k 2024-09-12T17:31:49.506 INFO:teuthology.orchestra.run.smithi115.stdout: exiv2-libs x86_64 0.27.5-2.el9 appstream 781 k 2024-09-12T17:31:49.506 INFO:teuthology.orchestra.run.smithi115.stdout: fdk-aac-free x86_64 2.0.0-8.el9 appstream 325 k 2024-09-12T17:31:49.506 INFO:teuthology.orchestra.run.smithi115.stdout: flac-libs x86_64 1.3.3-12.el9 appstream 218 k 2024-09-12T17:31:49.506 INFO:teuthology.orchestra.run.smithi115.stdout: flatpak-selinux noarch 1.12.9-1.el9 appstream 22 k 2024-09-12T17:31:49.506 INFO:teuthology.orchestra.run.smithi115.stdout: flatpak-session-helper x86_64 1.12.9-1.el9 appstream 73 k 2024-09-12T17:31:49.506 INFO:teuthology.orchestra.run.smithi115.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-12T17:31:49.507 INFO:teuthology.orchestra.run.smithi115.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-12T17:31:49.507 INFO:teuthology.orchestra.run.smithi115.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-12T17:31:49.507 INFO:teuthology.orchestra.run.smithi115.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-12T17:31:49.507 INFO:teuthology.orchestra.run.smithi115.stdout: gdk-pixbuf2-modules x86_64 2.42.6-4.el9 appstream 89 k 2024-09-12T17:31:49.507 INFO:teuthology.orchestra.run.smithi115.stdout: geoclue2 x86_64 2.6.0-7.el9 appstream 124 k 2024-09-12T17:31:49.507 INFO:teuthology.orchestra.run.smithi115.stdout: giflib x86_64 5.2.1-9.el9 appstream 49 k 2024-09-12T17:31:49.507 INFO:teuthology.orchestra.run.smithi115.stdout: google-guice noarch 4.2.3-9.el9 appstream 473 k 2024-09-12T17:31:49.507 INFO:teuthology.orchestra.run.smithi115.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-12T17:31:49.507 INFO:teuthology.orchestra.run.smithi115.stdout: graphene x86_64 1.10.6-2.el9 appstream 64 k 2024-09-12T17:31:49.507 INFO:teuthology.orchestra.run.smithi115.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-12T17:31:49.507 INFO:teuthology.orchestra.run.smithi115.stdout: gsm x86_64 1.0.19-6.el9 appstream 34 k 2024-09-12T17:31:49.508 INFO:teuthology.orchestra.run.smithi115.stdout: gstreamer1 x86_64 1.22.1-2.el9 appstream 1.4 M 2024-09-12T17:31:49.508 INFO:teuthology.orchestra.run.smithi115.stdout: gstreamer1-plugins-base x86_64 1.22.1-2.el9 appstream 2.2 M 2024-09-12T17:31:49.508 INFO:teuthology.orchestra.run.smithi115.stdout: gtk-update-icon-cache x86_64 3.24.31-5.el9 appstream 33 k 2024-09-12T17:31:49.508 INFO:teuthology.orchestra.run.smithi115.stdout: guava noarch 30.1-6.el9 appstream 2.3 M 2024-09-12T17:31:49.508 INFO:teuthology.orchestra.run.smithi115.stdout: hicolor-icon-theme noarch 0.17-13.el9 appstream 219 k 2024-09-12T17:31:49.508 INFO:teuthology.orchestra.run.smithi115.stdout: httpcomponents-client noarch 4.5.13-3.el9 appstream 657 k 2024-09-12T17:31:49.508 INFO:teuthology.orchestra.run.smithi115.stdout: httpcomponents-core noarch 4.4.13-7.el9 appstream 632 k 2024-09-12T17:31:49.508 INFO:teuthology.orchestra.run.smithi115.stdout: iso-codes noarch 4.6.0-3.el9 appstream 3.5 M 2024-09-12T17:31:49.508 INFO:teuthology.orchestra.run.smithi115.stdout: jakarta-annotations noarch 1.3.5-13.el9 appstream 45 k 2024-09-12T17:31:49.508 INFO:teuthology.orchestra.run.smithi115.stdout: jansi x86_64 2.3.3-6.el9 appstream 110 k 2024-09-12T17:31:49.508 INFO:teuthology.orchestra.run.smithi115.stdout: java-11-openjdk x86_64 1:11.0.20.1.1-2.el9 appstream 413 k 2024-09-12T17:31:49.509 INFO:teuthology.orchestra.run.smithi115.stdout: java-11-openjdk-headless x86_64 1:11.0.20.1.1-2.el9 appstream 39 M 2024-09-12T17:31:49.509 INFO:teuthology.orchestra.run.smithi115.stdout: javapackages-filesystem noarch 6.0.0-4.el9 appstream 13 k 2024-09-12T17:31:49.509 INFO:teuthology.orchestra.run.smithi115.stdout: jbigkit-libs x86_64 2.1-23.el9 appstream 53 k 2024-09-12T17:31:49.509 INFO:teuthology.orchestra.run.smithi115.stdout: jcl-over-slf4j noarch 1.7.30-13.el9 appstream 24 k 2024-09-12T17:31:49.509 INFO:teuthology.orchestra.run.smithi115.stdout: jsoup noarch 1.13.1-10.el9 appstream 377 k 2024-09-12T17:31:49.509 INFO:teuthology.orchestra.run.smithi115.stdout: jsr-305 noarch 3.0.2-6.el9 appstream 35 k 2024-09-12T17:31:49.509 INFO:teuthology.orchestra.run.smithi115.stdout: lcms2 x86_64 2.12-3.el9 appstream 168 k 2024-09-12T17:31:49.509 INFO:teuthology.orchestra.run.smithi115.stdout: libX11-xcb x86_64 1.7.0-9.el9 appstream 11 k 2024-09-12T17:31:49.510 INFO:teuthology.orchestra.run.smithi115.stdout: libXcomposite x86_64 0.4.5-7.el9 appstream 24 k 2024-09-12T17:31:49.510 INFO:teuthology.orchestra.run.smithi115.stdout: libXcursor x86_64 1.2.0-7.el9 appstream 31 k 2024-09-12T17:31:49.510 INFO:teuthology.orchestra.run.smithi115.stdout: libXdamage x86_64 1.1.5-7.el9 appstream 23 k 2024-09-12T17:31:49.510 INFO:teuthology.orchestra.run.smithi115.stdout: libXfixes x86_64 5.0.3-16.el9 appstream 20 k 2024-09-12T17:31:49.510 INFO:teuthology.orchestra.run.smithi115.stdout: libXi x86_64 1.7.10-8.el9 appstream 40 k 2024-09-12T17:31:49.510 INFO:teuthology.orchestra.run.smithi115.stdout: libXinerama x86_64 1.1.4-10.el9 appstream 15 k 2024-09-12T17:31:49.510 INFO:teuthology.orchestra.run.smithi115.stdout: libXrandr x86_64 1.5.2-8.el9 appstream 28 k 2024-09-12T17:31:49.510 INFO:teuthology.orchestra.run.smithi115.stdout: libXtst x86_64 1.2.3-16.el9 appstream 21 k 2024-09-12T17:31:49.510 INFO:teuthology.orchestra.run.smithi115.stdout: libXv x86_64 1.0.11-16.el9 appstream 19 k 2024-09-12T17:31:49.510 INFO:teuthology.orchestra.run.smithi115.stdout: libXxf86vm x86_64 1.1.4-18.el9 appstream 19 k 2024-09-12T17:31:49.510 INFO:teuthology.orchestra.run.smithi115.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-12T17:31:49.510 INFO:teuthology.orchestra.run.smithi115.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-12T17:31:49.510 INFO:teuthology.orchestra.run.smithi115.stdout: libasyncns x86_64 0.8-22.el9 appstream 30 k 2024-09-12T17:31:49.511 INFO:teuthology.orchestra.run.smithi115.stdout: libcanberra x86_64 0.30-27.el9 appstream 86 k 2024-09-12T17:31:49.511 INFO:teuthology.orchestra.run.smithi115.stdout: libcephsqlite x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 161 k 2024-09-12T17:31:49.511 INFO:teuthology.orchestra.run.smithi115.stdout: libdrm x86_64 2.4.121-1.el9 appstream 161 k 2024-09-12T17:31:49.511 INFO:teuthology.orchestra.run.smithi115.stdout: libepoxy x86_64 1.5.5-4.el9 appstream 241 k 2024-09-12T17:31:49.511 INFO:teuthology.orchestra.run.smithi115.stdout: libexif x86_64 0.6.22-6.el9 appstream 435 k 2024-09-12T17:31:49.511 INFO:teuthology.orchestra.run.smithi115.stdout: libfontenc x86_64 1.1.3-17.el9 appstream 31 k 2024-09-12T17:31:49.511 INFO:teuthology.orchestra.run.smithi115.stdout: libgexiv2 x86_64 0.12.3-1.el9 appstream 83 k 2024-09-12T17:31:49.511 INFO:teuthology.orchestra.run.smithi115.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-12T17:31:49.511 INFO:teuthology.orchestra.run.smithi115.stdout: libglvnd x86_64 1:1.3.4-1.el9 appstream 135 k 2024-09-12T17:31:49.511 INFO:teuthology.orchestra.run.smithi115.stdout: libglvnd-egl x86_64 1:1.3.4-1.el9 appstream 37 k 2024-09-12T17:31:49.511 INFO:teuthology.orchestra.run.smithi115.stdout: libglvnd-glx x86_64 1:1.3.4-1.el9 appstream 142 k 2024-09-12T17:31:49.511 INFO:teuthology.orchestra.run.smithi115.stdout: libgsf x86_64 1.14.47-5.el9 appstream 256 k 2024-09-12T17:31:49.512 INFO:teuthology.orchestra.run.smithi115.stdout: libgxps x86_64 0.3.2-3.el9 appstream 79 k 2024-09-12T17:31:49.512 INFO:teuthology.orchestra.run.smithi115.stdout: libiptcdata x86_64 1.0.5-10.el9 appstream 61 k 2024-09-12T17:31:49.512 INFO:teuthology.orchestra.run.smithi115.stdout: libldac x86_64 2.0.2.3-10.el9 appstream 41 k 2024-09-12T17:31:49.512 INFO:teuthology.orchestra.run.smithi115.stdout: libnotify x86_64 0.7.9-8.el9 appstream 44 k 2024-09-12T17:31:49.512 INFO:teuthology.orchestra.run.smithi115.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-12T17:31:49.512 INFO:teuthology.orchestra.run.smithi115.stdout: libogg x86_64 2:1.3.4-6.el9 appstream 34 k 2024-09-12T17:31:49.512 INFO:teuthology.orchestra.run.smithi115.stdout: libosinfo x86_64 1.10.0-1.el9 appstream 319 k 2024-09-12T17:31:49.512 INFO:teuthology.orchestra.run.smithi115.stdout: libpciaccess x86_64 0.16-7.el9 baseos 27 k 2024-09-12T17:31:49.512 INFO:teuthology.orchestra.run.smithi115.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-12T17:31:49.512 INFO:teuthology.orchestra.run.smithi115.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-12T17:31:49.513 INFO:teuthology.orchestra.run.smithi115.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-12T17:31:49.513 INFO:teuthology.orchestra.run.smithi115.stdout: libradosstriper1 x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 508 k 2024-09-12T17:31:49.513 INFO:teuthology.orchestra.run.smithi115.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-12T17:31:49.513 INFO:teuthology.orchestra.run.smithi115.stdout: librgw2 x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 5.5 M 2024-09-12T17:31:49.513 INFO:teuthology.orchestra.run.smithi115.stdout: libsbc x86_64 1.4-9.el9 appstream 45 k 2024-09-12T17:31:49.513 INFO:teuthology.orchestra.run.smithi115.stdout: libsndfile x86_64 1.0.31-8.el9 appstream 206 k 2024-09-12T17:31:49.513 INFO:teuthology.orchestra.run.smithi115.stdout: libtheora x86_64 1:1.1.1-31.el9 appstream 164 k 2024-09-12T17:31:49.513 INFO:teuthology.orchestra.run.smithi115.stdout: libtiff x86_64 4.4.0-13.el9 appstream 198 k 2024-09-12T17:31:49.513 INFO:teuthology.orchestra.run.smithi115.stdout: libtool-ltdl x86_64 2.4.6-46.el9 appstream 36 k 2024-09-12T17:31:49.513 INFO:teuthology.orchestra.run.smithi115.stdout: libtracker-sparql x86_64 3.1.2-3.el9 appstream 324 k 2024-09-12T17:31:49.513 INFO:teuthology.orchestra.run.smithi115.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-12T17:31:49.514 INFO:teuthology.orchestra.run.smithi115.stdout: libvisual x86_64 1:0.4.0-34.el9 appstream 144 k 2024-09-12T17:31:49.514 INFO:teuthology.orchestra.run.smithi115.stdout: libvorbis x86_64 1:1.3.7-5.el9 appstream 193 k 2024-09-12T17:31:49.514 INFO:teuthology.orchestra.run.smithi115.stdout: libwayland-client x86_64 1.21.0-1.el9 appstream 33 k 2024-09-12T17:31:49.514 INFO:teuthology.orchestra.run.smithi115.stdout: libwayland-cursor x86_64 1.21.0-1.el9 appstream 19 k 2024-09-12T17:31:49.514 INFO:teuthology.orchestra.run.smithi115.stdout: libwayland-egl x86_64 1.21.0-1.el9 appstream 13 k 2024-09-12T17:31:49.514 INFO:teuthology.orchestra.run.smithi115.stdout: libwayland-server x86_64 1.21.0-1.el9 appstream 42 k 2024-09-12T17:31:49.514 INFO:teuthology.orchestra.run.smithi115.stdout: libwebp x86_64 1.2.0-8.el9 appstream 277 k 2024-09-12T17:31:49.514 INFO:teuthology.orchestra.run.smithi115.stdout: libxkbcommon x86_64 1.0.3-4.el9 appstream 133 k 2024-09-12T17:31:49.514 INFO:teuthology.orchestra.run.smithi115.stdout: libxshmfence x86_64 1.3-10.el9 appstream 13 k 2024-09-12T17:31:49.514 INFO:teuthology.orchestra.run.smithi115.stdout: lksctp-tools x86_64 1.0.19-2.el9 baseos 94 k 2024-09-12T17:31:49.514 INFO:teuthology.orchestra.run.smithi115.stdout: low-memory-monitor x86_64 2.1-4.el9 appstream 36 k 2024-09-12T17:31:49.514 INFO:teuthology.orchestra.run.smithi115.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-12T17:31:49.514 INFO:teuthology.orchestra.run.smithi115.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-12T17:31:49.515 INFO:teuthology.orchestra.run.smithi115.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-12T17:31:49.515 INFO:teuthology.orchestra.run.smithi115.stdout: lua-posix x86_64 35.0-8.el9 appstream 151 k 2024-09-12T17:31:49.515 INFO:teuthology.orchestra.run.smithi115.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-12T17:31:49.515 INFO:teuthology.orchestra.run.smithi115.stdout: maven-lib noarch 1:3.6.3-15.el9 appstream 1.5 M 2024-09-12T17:31:49.515 INFO:teuthology.orchestra.run.smithi115.stdout: maven-openjdk11 noarch 1:3.6.3-15.el9 appstream 9.0 k 2024-09-12T17:31:49.515 INFO:teuthology.orchestra.run.smithi115.stdout: maven-resolver noarch 1:1.6.1-10.el9 appstream 517 k 2024-09-12T17:31:49.515 INFO:teuthology.orchestra.run.smithi115.stdout: maven-shared-utils noarch 3.3.4-3.el9 appstream 151 k 2024-09-12T17:31:49.515 INFO:teuthology.orchestra.run.smithi115.stdout: maven-wagon noarch 3.4.2-7.el9 appstream 112 k 2024-09-12T17:31:49.515 INFO:teuthology.orchestra.run.smithi115.stdout: mesa-filesystem x86_64 24.1.2-3.el9 appstream 11 k 2024-09-12T17:31:49.515 INFO:teuthology.orchestra.run.smithi115.stdout: mesa-libEGL x86_64 24.1.2-3.el9 appstream 139 k 2024-09-12T17:31:49.515 INFO:teuthology.orchestra.run.smithi115.stdout: mesa-libGL x86_64 24.1.2-3.el9 appstream 171 k 2024-09-12T17:31:49.515 INFO:teuthology.orchestra.run.smithi115.stdout: mesa-libgbm x86_64 24.1.2-3.el9 appstream 36 k 2024-09-12T17:31:49.516 INFO:teuthology.orchestra.run.smithi115.stdout: mesa-libglapi x86_64 24.1.2-3.el9 appstream 46 k 2024-09-12T17:31:49.516 INFO:teuthology.orchestra.run.smithi115.stdout: mkfontscale x86_64 1.2.1-3.el9 appstream 32 k 2024-09-12T17:31:49.516 INFO:teuthology.orchestra.run.smithi115.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-12T17:31:49.516 INFO:teuthology.orchestra.run.smithi115.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-12T17:31:49.516 INFO:teuthology.orchestra.run.smithi115.stdout: openjpeg2 x86_64 2.4.0-7.el9 appstream 163 k 2024-09-12T17:31:49.516 INFO:teuthology.orchestra.run.smithi115.stdout: opus x86_64 1.3.1-10.el9 appstream 200 k 2024-09-12T17:31:49.516 INFO:teuthology.orchestra.run.smithi115.stdout: orc x86_64 0.4.31-8.el9 appstream 183 k 2024-09-12T17:31:49.516 INFO:teuthology.orchestra.run.smithi115.stdout: osinfo-db noarch 20240701-2.el9 appstream 531 k 2024-09-12T17:31:49.516 INFO:teuthology.orchestra.run.smithi115.stdout: osinfo-db-tools x86_64 1.10.0-1.el9 appstream 74 k 2024-09-12T17:31:49.516 INFO:teuthology.orchestra.run.smithi115.stdout: ostree-libs x86_64 2024.7-2.el9 appstream 468 k 2024-09-12T17:31:49.516 INFO:teuthology.orchestra.run.smithi115.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-12T17:31:49.516 INFO:teuthology.orchestra.run.smithi115.stdout: pipewire-jack-audio-connection-kit-libs x86_64 1.0.1-1.el9 appstream 135 k 2024-09-12T17:31:49.516 INFO:teuthology.orchestra.run.smithi115.stdout: pipewire-libs x86_64 1.0.1-1.el9 appstream 1.9 M 2024-09-12T17:31:49.517 INFO:teuthology.orchestra.run.smithi115.stdout: plexus-cipher noarch 1.7-27.el9 appstream 26 k 2024-09-12T17:31:49.517 INFO:teuthology.orchestra.run.smithi115.stdout: plexus-classworlds noarch 2.6.0-11.el9 appstream 60 k 2024-09-12T17:31:49.517 INFO:teuthology.orchestra.run.smithi115.stdout: plexus-containers-component-annotations noarch 2.1.0-10.el9 appstream 18 k 2024-09-12T17:31:49.517 INFO:teuthology.orchestra.run.smithi115.stdout: plexus-interpolation noarch 1.26-11.el9 appstream 80 k 2024-09-12T17:31:49.517 INFO:teuthology.orchestra.run.smithi115.stdout: plexus-sec-dispatcher noarch 1.4-37.el9 appstream 34 k 2024-09-12T17:31:49.517 INFO:teuthology.orchestra.run.smithi115.stdout: plexus-utils noarch 3.3.0-10.el9 appstream 254 k 2024-09-12T17:31:49.517 INFO:teuthology.orchestra.run.smithi115.stdout: poppler x86_64 21.01.0-21.el9 appstream 1.1 M 2024-09-12T17:31:49.517 INFO:teuthology.orchestra.run.smithi115.stdout: poppler-data noarch 0.4.9-9.el9 appstream 1.9 M 2024-09-12T17:31:49.517 INFO:teuthology.orchestra.run.smithi115.stdout: poppler-glib x86_64 21.01.0-21.el9 appstream 152 k 2024-09-12T17:31:49.518 INFO:teuthology.orchestra.run.smithi115.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-12T17:31:49.518 INFO:teuthology.orchestra.run.smithi115.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-12T17:31:49.518 INFO:teuthology.orchestra.run.smithi115.stdout: publicsuffix-list noarch 20210518-3.el9 appstream 83 k 2024-09-12T17:31:49.518 INFO:teuthology.orchestra.run.smithi115.stdout: pulseaudio-libs x86_64 15.0-2.el9 appstream 679 k 2024-09-12T17:31:49.518 INFO:teuthology.orchestra.run.smithi115.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-12T17:31:49.518 INFO:teuthology.orchestra.run.smithi115.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-12T17:31:49.518 INFO:teuthology.orchestra.run.smithi115.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-12T17:31:49.518 INFO:teuthology.orchestra.run.smithi115.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-12T17:31:49.518 INFO:teuthology.orchestra.run.smithi115.stdout: python3-ceph-argparse x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 45 k 2024-09-12T17:31:49.518 INFO:teuthology.orchestra.run.smithi115.stdout: python3-ceph-common x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 143 k 2024-09-12T17:31:49.518 INFO:teuthology.orchestra.run.smithi115.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-12T17:31:49.518 INFO:teuthology.orchestra.run.smithi115.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-12T17:31:49.519 INFO:teuthology.orchestra.run.smithi115.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-12T17:31:49.519 INFO:teuthology.orchestra.run.smithi115.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-12T17:31:49.519 INFO:teuthology.orchestra.run.smithi115.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-12T17:31:49.519 INFO:teuthology.orchestra.run.smithi115.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-12T17:31:49.519 INFO:teuthology.orchestra.run.smithi115.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-12T17:31:49.519 INFO:teuthology.orchestra.run.smithi115.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-12T17:31:49.519 INFO:teuthology.orchestra.run.smithi115.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-12T17:31:49.519 INFO:teuthology.orchestra.run.smithi115.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-12T17:31:49.519 INFO:teuthology.orchestra.run.smithi115.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-12T17:31:49.519 INFO:teuthology.orchestra.run.smithi115.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-12T17:31:49.519 INFO:teuthology.orchestra.run.smithi115.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-12T17:31:49.519 INFO:teuthology.orchestra.run.smithi115.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-12T17:31:49.520 INFO:teuthology.orchestra.run.smithi115.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-12T17:31:49.520 INFO:teuthology.orchestra.run.smithi115.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-12T17:31:49.520 INFO:teuthology.orchestra.run.smithi115.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-12T17:31:49.520 INFO:teuthology.orchestra.run.smithi115.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-12T17:31:49.520 INFO:teuthology.orchestra.run.smithi115.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-12T17:31:49.520 INFO:teuthology.orchestra.run.smithi115.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-12T17:31:49.520 INFO:teuthology.orchestra.run.smithi115.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-12T17:31:49.520 INFO:teuthology.orchestra.run.smithi115.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-12T17:31:49.520 INFO:teuthology.orchestra.run.smithi115.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-12T17:31:49.520 INFO:teuthology.orchestra.run.smithi115.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-12T17:31:49.520 INFO:teuthology.orchestra.run.smithi115.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-12T17:31:49.520 INFO:teuthology.orchestra.run.smithi115.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-12T17:31:49.520 INFO:teuthology.orchestra.run.smithi115.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-12T17:31:49.521 INFO:teuthology.orchestra.run.smithi115.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-12T17:31:49.521 INFO:teuthology.orchestra.run.smithi115.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-12T17:31:49.521 INFO:teuthology.orchestra.run.smithi115.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-12T17:31:49.521 INFO:teuthology.orchestra.run.smithi115.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-12T17:31:49.521 INFO:teuthology.orchestra.run.smithi115.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-12T17:31:49.521 INFO:teuthology.orchestra.run.smithi115.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-12T17:31:49.521 INFO:teuthology.orchestra.run.smithi115.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-12T17:31:49.521 INFO:teuthology.orchestra.run.smithi115.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-12T17:31:49.521 INFO:teuthology.orchestra.run.smithi115.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-12T17:31:49.521 INFO:teuthology.orchestra.run.smithi115.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-12T17:31:49.521 INFO:teuthology.orchestra.run.smithi115.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-12T17:31:49.522 INFO:teuthology.orchestra.run.smithi115.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-12T17:31:49.522 INFO:teuthology.orchestra.run.smithi115.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-12T17:31:49.522 INFO:teuthology.orchestra.run.smithi115.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-12T17:31:49.522 INFO:teuthology.orchestra.run.smithi115.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-12T17:31:49.522 INFO:teuthology.orchestra.run.smithi115.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-12T17:31:49.522 INFO:teuthology.orchestra.run.smithi115.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-12T17:31:49.522 INFO:teuthology.orchestra.run.smithi115.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-12T17:31:49.522 INFO:teuthology.orchestra.run.smithi115.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-12T17:31:49.523 INFO:teuthology.orchestra.run.smithi115.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-12T17:31:49.523 INFO:teuthology.orchestra.run.smithi115.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-12T17:31:49.523 INFO:teuthology.orchestra.run.smithi115.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-12T17:31:49.523 INFO:teuthology.orchestra.run.smithi115.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-12T17:31:49.523 INFO:teuthology.orchestra.run.smithi115.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-12T17:31:49.523 INFO:teuthology.orchestra.run.smithi115.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-12T17:31:49.523 INFO:teuthology.orchestra.run.smithi115.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-12T17:31:49.523 INFO:teuthology.orchestra.run.smithi115.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-12T17:31:49.523 INFO:teuthology.orchestra.run.smithi115.stdout: rtkit x86_64 0.11-29.el9 appstream 56 k 2024-09-12T17:31:49.523 INFO:teuthology.orchestra.run.smithi115.stdout: sisu noarch 1:0.3.4-10.el9 appstream 510 k 2024-09-12T17:31:49.523 INFO:teuthology.orchestra.run.smithi115.stdout: slf4j noarch 1.7.30-13.el9 appstream 69 k 2024-09-12T17:31:49.523 INFO:teuthology.orchestra.run.smithi115.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-12T17:31:49.524 INFO:teuthology.orchestra.run.smithi115.stdout: sound-theme-freedesktop noarch 0.8-17.el9 appstream 383 k 2024-09-12T17:31:49.524 INFO:teuthology.orchestra.run.smithi115.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-12T17:31:49.524 INFO:teuthology.orchestra.run.smithi115.stdout: totem-pl-parser x86_64 3.26.6-2.el9 appstream 152 k 2024-09-12T17:31:49.524 INFO:teuthology.orchestra.run.smithi115.stdout: tracker x86_64 3.1.2-3.el9 appstream 555 k 2024-09-12T17:31:49.524 INFO:teuthology.orchestra.run.smithi115.stdout: ttmkfdir x86_64 3.0.9-65.el9 appstream 53 k 2024-09-12T17:31:49.524 INFO:teuthology.orchestra.run.smithi115.stdout: tzdata-java noarch 2024a-2.el9 appstream 230 k 2024-09-12T17:31:49.524 INFO:teuthology.orchestra.run.smithi115.stdout: upower x86_64 0.99.11-11.el9 appstream 173 k 2024-09-12T17:31:49.524 INFO:teuthology.orchestra.run.smithi115.stdout: webrtc-audio-processing x86_64 0.3.1-8.el9 appstream 306 k 2024-09-12T17:31:49.524 INFO:teuthology.orchestra.run.smithi115.stdout: wireplumber x86_64 0.4.14-1.el9 appstream 96 k 2024-09-12T17:31:49.524 INFO:teuthology.orchestra.run.smithi115.stdout: wireplumber-libs x86_64 0.4.14-1.el9 appstream 358 k 2024-09-12T17:31:49.524 INFO:teuthology.orchestra.run.smithi115.stdout: xdg-dbus-proxy x86_64 0.1.3-1.el9 appstream 42 k 2024-09-12T17:31:49.524 INFO:teuthology.orchestra.run.smithi115.stdout: xdg-desktop-portal x86_64 1.12.6-1.el9 appstream 385 k 2024-09-12T17:31:49.524 INFO:teuthology.orchestra.run.smithi115.stdout: xkeyboard-config noarch 2.33-2.el9 appstream 859 k 2024-09-12T17:31:49.525 INFO:teuthology.orchestra.run.smithi115.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-12T17:31:49.525 INFO:teuthology.orchestra.run.smithi115.stdout: xorg-x11-fonts-Type1 noarch 7.5-33.el9 appstream 505 k 2024-09-12T17:31:49.525 INFO:teuthology.orchestra.run.smithi115.stdout:Installing weak dependencies: 2024-09-12T17:31:49.525 INFO:teuthology.orchestra.run.smithi115.stdout: dconf x86_64 0.40.0-6.el9 appstream 113 k 2024-09-12T17:31:49.525 INFO:teuthology.orchestra.run.smithi115.stdout: exiv2 x86_64 0.27.5-2.el9 appstream 980 k 2024-09-12T17:31:49.525 INFO:teuthology.orchestra.run.smithi115.stdout: flatpak x86_64 1.12.9-1.el9 appstream 1.7 M 2024-09-12T17:31:49.525 INFO:teuthology.orchestra.run.smithi115.stdout: gtk3 x86_64 3.24.31-5.el9 appstream 4.9 M 2024-09-12T17:31:49.525 INFO:teuthology.orchestra.run.smithi115.stdout: java-11-openjdk-devel x86_64 1:11.0.20.1.1-2.el9 appstream 3.3 M 2024-09-12T17:31:49.525 INFO:teuthology.orchestra.run.smithi115.stdout: libcanberra-gtk3 x86_64 0.30-27.el9 appstream 32 k 2024-09-12T17:31:49.526 INFO:teuthology.orchestra.run.smithi115.stdout: mesa-dri-drivers x86_64 24.1.2-3.el9 appstream 8.8 M 2024-09-12T17:31:49.526 INFO:teuthology.orchestra.run.smithi115.stdout: p11-kit-server x86_64 0.25.3-2.el9 appstream 246 k 2024-09-12T17:31:49.526 INFO:teuthology.orchestra.run.smithi115.stdout: pipewire x86_64 1.0.1-1.el9 appstream 107 k 2024-09-12T17:31:49.526 INFO:teuthology.orchestra.run.smithi115.stdout: pipewire-alsa x86_64 1.0.1-1.el9 appstream 57 k 2024-09-12T17:31:49.526 INFO:teuthology.orchestra.run.smithi115.stdout: pipewire-jack-audio-connection-kit x86_64 1.0.1-1.el9 appstream 9.1 k 2024-09-12T17:31:49.526 INFO:teuthology.orchestra.run.smithi115.stdout: pipewire-pulseaudio x86_64 1.0.1-1.el9 appstream 192 k 2024-09-12T17:31:49.527 INFO:teuthology.orchestra.run.smithi115.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-12T17:31:49.527 INFO:teuthology.orchestra.run.smithi115.stdout: tracker-miners x86_64 3.1.2-4.el9 appstream 944 k 2024-09-12T17:31:49.527 INFO:teuthology.orchestra.run.smithi115.stdout: xdg-desktop-portal-gtk x86_64 1.12.0-3.el9 appstream 134 k 2024-09-12T17:31:49.527 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-12T17:31:49.527 INFO:teuthology.orchestra.run.smithi115.stdout:Transaction Summary 2024-09-12T17:31:49.527 INFO:teuthology.orchestra.run.smithi115.stdout:====================================================================================================== 2024-09-12T17:31:49.527 INFO:teuthology.orchestra.run.smithi115.stdout:Install 283 Packages 2024-09-12T17:31:49.527 INFO:teuthology.orchestra.run.smithi115.stdout:Upgrade 2 Packages 2024-09-12T17:31:49.527 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-12T17:31:49.528 INFO:teuthology.orchestra.run.smithi115.stdout:Total download size: 322 M 2024-09-12T17:31:49.528 INFO:teuthology.orchestra.run.smithi115.stdout:Downloading Packages: 2024-09-12T17:31:50.132 INFO:teuthology.orchestra.run.smithi115.stdout:(1/285): ceph-19.3.0-4762.gbad475c1.el9.x86_64. 52 kB/s | 6.6 kB 00:00 2024-09-12T17:31:50.365 INFO:teuthology.orchestra.run.smithi115.stdout:(2/285): ceph-fuse-19.3.0-4762.gbad475c1.el9.x8 3.8 MB/s | 900 kB 00:00 2024-09-12T17:31:50.466 INFO:teuthology.orchestra.run.smithi115.stdout:(3/285): ceph-base-19.3.0-4762.gbad475c1.el9.x8 12 MB/s | 5.5 MB 00:00 2024-09-12T17:31:50.491 INFO:teuthology.orchestra.run.smithi115.stdout:(4/285): ceph-immutable-object-cache-19.3.0-476 1.1 MB/s | 145 kB 00:00 2024-09-12T17:31:50.616 INFO:teuthology.orchestra.run.smithi115.stdout:(5/285): ceph-mds-19.3.0-4762.gbad475c1.el9.x86 16 MB/s | 2.4 MB 00:00 2024-09-12T17:31:50.741 INFO:teuthology.orchestra.run.smithi115.stdout:(6/285): ceph-mgr-19.3.0-4762.gbad475c1.el9.x86 6.1 MB/s | 1.5 MB 00:00 2024-09-12T17:31:50.820 INFO:teuthology.orchestra.run.smithi045.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-12T17:31:50.820 INFO:teuthology.orchestra.run.smithi045.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-12T17:31:50.892 INFO:teuthology.orchestra.run.smithi115.stdout:(7/285): ceph-mon-19.3.0-4762.gbad475c1.el9.x86 17 MB/s | 4.8 MB 00:00 2024-09-12T17:31:50.919 INFO:teuthology.orchestra.run.smithi045.stdout:Dependencies resolved. 2024-09-12T17:31:50.943 INFO:teuthology.orchestra.run.smithi045.stdout:====================================================================================================== 2024-09-12T17:31:50.943 INFO:teuthology.orchestra.run.smithi045.stdout: Package Arch Version Repository Size 2024-09-12T17:31:50.943 INFO:teuthology.orchestra.run.smithi045.stdout:====================================================================================================== 2024-09-12T17:31:50.944 INFO:teuthology.orchestra.run.smithi045.stdout:Installing: 2024-09-12T17:31:50.944 INFO:teuthology.orchestra.run.smithi045.stdout: ceph x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 6.6 k 2024-09-12T17:31:50.944 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-base x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 5.5 M 2024-09-12T17:31:50.944 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-fuse x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 900 k 2024-09-12T17:31:50.945 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-immutable-object-cache x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 145 k 2024-09-12T17:31:50.945 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-mgr x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 1.5 M 2024-09-12T17:31:50.945 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-mgr-cephadm noarch 2:19.3.0-4762.gbad475c1.el9 ceph-noarch 154 k 2024-09-12T17:31:50.945 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-mgr-dashboard noarch 2:19.3.0-4762.gbad475c1.el9 ceph-noarch 14 M 2024-09-12T17:31:50.945 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-mgr-diskprediction-local noarch 2:19.3.0-4762.gbad475c1.el9 ceph-noarch 7.4 M 2024-09-12T17:31:50.945 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-mgr-rook noarch 2:19.3.0-4762.gbad475c1.el9 ceph-noarch 49 k 2024-09-12T17:31:50.945 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-radosgw x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 11 M 2024-09-12T17:31:50.945 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-test x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 45 M 2024-09-12T17:31:50.945 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-volume noarch 2:19.3.0-4762.gbad475c1.el9 ceph-noarch 285 k 2024-09-12T17:31:50.945 INFO:teuthology.orchestra.run.smithi045.stdout: cephadm noarch 2:19.3.0-4762.gbad475c1.el9 ceph-noarch 783 k 2024-09-12T17:31:50.945 INFO:teuthology.orchestra.run.smithi045.stdout: libcephfs-devel x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 32 k 2024-09-12T17:31:50.945 INFO:teuthology.orchestra.run.smithi045.stdout: libcephfs2 x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 756 k 2024-09-12T17:31:50.946 INFO:teuthology.orchestra.run.smithi045.stdout: librados-devel x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 126 k 2024-09-12T17:31:50.946 INFO:teuthology.orchestra.run.smithi045.stdout: maven noarch 1:3.6.3-15.el9 appstream 18 k 2024-09-12T17:31:50.946 INFO:teuthology.orchestra.run.smithi045.stdout: python3-cephfs x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 161 k 2024-09-12T17:31:50.946 INFO:teuthology.orchestra.run.smithi045.stdout: python3-rados x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 321 k 2024-09-12T17:31:50.946 INFO:teuthology.orchestra.run.smithi045.stdout: python3-rbd x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 305 k 2024-09-12T17:31:50.946 INFO:teuthology.orchestra.run.smithi045.stdout: python3-rgw x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 99 k 2024-09-12T17:31:50.946 INFO:teuthology.orchestra.run.smithi045.stdout: rbd-fuse x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 85 k 2024-09-12T17:31:50.946 INFO:teuthology.orchestra.run.smithi045.stdout: rbd-mirror x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 3.2 M 2024-09-12T17:31:50.946 INFO:teuthology.orchestra.run.smithi045.stdout: rbd-nbd x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 170 k 2024-09-12T17:31:50.946 INFO:teuthology.orchestra.run.smithi045.stdout: s3cmd noarch 2.4.0-1.el9 epel 206 k 2024-09-12T17:31:50.946 INFO:teuthology.orchestra.run.smithi045.stdout:Upgrading: 2024-09-12T17:31:50.946 INFO:teuthology.orchestra.run.smithi045.stdout: librados2 x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 3.5 M 2024-09-12T17:31:50.946 INFO:teuthology.orchestra.run.smithi045.stdout: librbd1 x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 3.2 M 2024-09-12T17:31:50.947 INFO:teuthology.orchestra.run.smithi045.stdout:Installing dependencies: 2024-09-12T17:31:50.947 INFO:teuthology.orchestra.run.smithi045.stdout: ModemManager-glib x86_64 1.20.2-1.el9 baseos 335 k 2024-09-12T17:31:50.947 INFO:teuthology.orchestra.run.smithi045.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-12T17:31:50.947 INFO:teuthology.orchestra.run.smithi045.stdout: adwaita-cursor-theme noarch 40.1.1-3.el9 appstream 650 k 2024-09-12T17:31:50.947 INFO:teuthology.orchestra.run.smithi045.stdout: adwaita-icon-theme noarch 40.1.1-3.el9 appstream 12 M 2024-09-12T17:31:50.947 INFO:teuthology.orchestra.run.smithi045.stdout: alsa-lib x86_64 1.2.12-1.el9 appstream 523 k 2024-09-12T17:31:50.947 INFO:teuthology.orchestra.run.smithi045.stdout: apache-commons-cli noarch 1.4-17.el9 appstream 71 k 2024-09-12T17:31:50.947 INFO:teuthology.orchestra.run.smithi045.stdout: apache-commons-codec noarch 1.15-7.el9 appstream 302 k 2024-09-12T17:31:50.948 INFO:teuthology.orchestra.run.smithi045.stdout: apache-commons-io noarch 1:2.8.0-8.el9 appstream 283 k 2024-09-12T17:31:50.948 INFO:teuthology.orchestra.run.smithi045.stdout: apache-commons-lang3 noarch 3.12.0-6.el9 appstream 559 k 2024-09-12T17:31:50.948 INFO:teuthology.orchestra.run.smithi045.stdout: at-spi2-atk x86_64 2.38.0-4.el9 appstream 87 k 2024-09-12T17:31:50.948 INFO:teuthology.orchestra.run.smithi045.stdout: at-spi2-core x86_64 2.40.3-1.el9 appstream 195 k 2024-09-12T17:31:50.948 INFO:teuthology.orchestra.run.smithi045.stdout: atinject noarch 1.0.3-6.el9 appstream 23 k 2024-09-12T17:31:50.948 INFO:teuthology.orchestra.run.smithi045.stdout: atk x86_64 2.36.0-5.el9 appstream 292 k 2024-09-12T17:31:50.948 INFO:teuthology.orchestra.run.smithi045.stdout: avahi-glib x86_64 0.8-21.el9 appstream 15 k 2024-09-12T17:31:50.948 INFO:teuthology.orchestra.run.smithi045.stdout: bluez-libs x86_64 5.56-6.el9 baseos 85 k 2024-09-12T17:31:50.948 INFO:teuthology.orchestra.run.smithi045.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-12T17:31:50.948 INFO:teuthology.orchestra.run.smithi045.stdout: bubblewrap x86_64 0.4.1-7.el9 baseos 49 k 2024-09-12T17:31:50.948 INFO:teuthology.orchestra.run.smithi045.stdout: cdi-api noarch 2.0.2-6.el9 appstream 53 k 2024-09-12T17:31:50.948 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-common x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 22 M 2024-09-12T17:31:50.949 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-grafana-dashboards noarch 2:19.3.0-4762.gbad475c1.el9 ceph-noarch 34 k 2024-09-12T17:31:50.949 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-mds x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 2.4 M 2024-09-12T17:31:50.949 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-mgr-modules-core noarch 2:19.3.0-4762.gbad475c1.el9 ceph-noarch 291 k 2024-09-12T17:31:50.949 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-mon x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 4.8 M 2024-09-12T17:31:50.949 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-osd x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 17 M 2024-09-12T17:31:50.949 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-prometheus-alerts noarch 2:19.3.0-4762.gbad475c1.el9 ceph-noarch 16 k 2024-09-12T17:31:50.949 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-selinux x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 25 k 2024-09-12T17:31:50.949 INFO:teuthology.orchestra.run.smithi045.stdout: colord-libs x86_64 1.4.5-4.el9 appstream 229 k 2024-09-12T17:31:50.949 INFO:teuthology.orchestra.run.smithi045.stdout: composefs-libs x86_64 1.0.5-1.el9 appstream 61 k 2024-09-12T17:31:50.949 INFO:teuthology.orchestra.run.smithi045.stdout: copy-jdk-configs noarch 4.0-3.el9 appstream 28 k 2024-09-12T17:31:50.949 INFO:teuthology.orchestra.run.smithi045.stdout: cups-libs x86_64 1:2.3.3op2-30.el9 baseos 262 k 2024-09-12T17:31:50.949 INFO:teuthology.orchestra.run.smithi045.stdout: exempi x86_64 2.6.0-0.2.20211007gite23c213.el9 appstream 525 k 2024-09-12T17:31:50.950 INFO:teuthology.orchestra.run.smithi045.stdout: exiv2-libs x86_64 0.27.5-2.el9 appstream 781 k 2024-09-12T17:31:50.950 INFO:teuthology.orchestra.run.smithi045.stdout: fdk-aac-free x86_64 2.0.0-8.el9 appstream 325 k 2024-09-12T17:31:50.950 INFO:teuthology.orchestra.run.smithi045.stdout: flac-libs x86_64 1.3.3-12.el9 appstream 218 k 2024-09-12T17:31:50.950 INFO:teuthology.orchestra.run.smithi045.stdout: flatpak-selinux noarch 1.12.9-1.el9 appstream 22 k 2024-09-12T17:31:50.950 INFO:teuthology.orchestra.run.smithi045.stdout: flatpak-session-helper x86_64 1.12.9-1.el9 appstream 73 k 2024-09-12T17:31:50.950 INFO:teuthology.orchestra.run.smithi045.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-12T17:31:50.950 INFO:teuthology.orchestra.run.smithi045.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-12T17:31:50.950 INFO:teuthology.orchestra.run.smithi045.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-12T17:31:50.950 INFO:teuthology.orchestra.run.smithi045.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-12T17:31:50.950 INFO:teuthology.orchestra.run.smithi045.stdout: gdk-pixbuf2-modules x86_64 2.42.6-4.el9 appstream 89 k 2024-09-12T17:31:50.950 INFO:teuthology.orchestra.run.smithi045.stdout: geoclue2 x86_64 2.6.0-7.el9 appstream 124 k 2024-09-12T17:31:50.950 INFO:teuthology.orchestra.run.smithi045.stdout: giflib x86_64 5.2.1-9.el9 appstream 49 k 2024-09-12T17:31:50.950 INFO:teuthology.orchestra.run.smithi045.stdout: google-guice noarch 4.2.3-9.el9 appstream 473 k 2024-09-12T17:31:50.951 INFO:teuthology.orchestra.run.smithi045.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-12T17:31:50.951 INFO:teuthology.orchestra.run.smithi045.stdout: graphene x86_64 1.10.6-2.el9 appstream 64 k 2024-09-12T17:31:50.951 INFO:teuthology.orchestra.run.smithi045.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-12T17:31:50.951 INFO:teuthology.orchestra.run.smithi045.stdout: gsm x86_64 1.0.19-6.el9 appstream 34 k 2024-09-12T17:31:50.951 INFO:teuthology.orchestra.run.smithi045.stdout: gstreamer1 x86_64 1.22.1-2.el9 appstream 1.4 M 2024-09-12T17:31:50.951 INFO:teuthology.orchestra.run.smithi045.stdout: gstreamer1-plugins-base x86_64 1.22.1-2.el9 appstream 2.2 M 2024-09-12T17:31:50.951 INFO:teuthology.orchestra.run.smithi045.stdout: gtk-update-icon-cache x86_64 3.24.31-5.el9 appstream 33 k 2024-09-12T17:31:50.951 INFO:teuthology.orchestra.run.smithi045.stdout: guava noarch 30.1-6.el9 appstream 2.3 M 2024-09-12T17:31:50.951 INFO:teuthology.orchestra.run.smithi045.stdout: hicolor-icon-theme noarch 0.17-13.el9 appstream 219 k 2024-09-12T17:31:50.951 INFO:teuthology.orchestra.run.smithi045.stdout: httpcomponents-client noarch 4.5.13-3.el9 appstream 657 k 2024-09-12T17:31:50.951 INFO:teuthology.orchestra.run.smithi045.stdout: httpcomponents-core noarch 4.4.13-7.el9 appstream 632 k 2024-09-12T17:31:50.951 INFO:teuthology.orchestra.run.smithi045.stdout: iso-codes noarch 4.6.0-3.el9 appstream 3.5 M 2024-09-12T17:31:50.952 INFO:teuthology.orchestra.run.smithi045.stdout: jakarta-annotations noarch 1.3.5-13.el9 appstream 45 k 2024-09-12T17:31:50.952 INFO:teuthology.orchestra.run.smithi045.stdout: jansi x86_64 2.3.3-6.el9 appstream 110 k 2024-09-12T17:31:50.952 INFO:teuthology.orchestra.run.smithi045.stdout: java-11-openjdk x86_64 1:11.0.20.1.1-2.el9 appstream 413 k 2024-09-12T17:31:50.952 INFO:teuthology.orchestra.run.smithi045.stdout: java-11-openjdk-headless x86_64 1:11.0.20.1.1-2.el9 appstream 39 M 2024-09-12T17:31:50.952 INFO:teuthology.orchestra.run.smithi045.stdout: javapackages-filesystem noarch 6.0.0-4.el9 appstream 13 k 2024-09-12T17:31:50.952 INFO:teuthology.orchestra.run.smithi045.stdout: jbigkit-libs x86_64 2.1-23.el9 appstream 53 k 2024-09-12T17:31:50.952 INFO:teuthology.orchestra.run.smithi045.stdout: jcl-over-slf4j noarch 1.7.30-13.el9 appstream 24 k 2024-09-12T17:31:50.952 INFO:teuthology.orchestra.run.smithi045.stdout: jsoup noarch 1.13.1-10.el9 appstream 377 k 2024-09-12T17:31:50.952 INFO:teuthology.orchestra.run.smithi045.stdout: jsr-305 noarch 3.0.2-6.el9 appstream 35 k 2024-09-12T17:31:50.952 INFO:teuthology.orchestra.run.smithi045.stdout: lcms2 x86_64 2.12-3.el9 appstream 168 k 2024-09-12T17:31:50.952 INFO:teuthology.orchestra.run.smithi045.stdout: libX11-xcb x86_64 1.7.0-9.el9 appstream 11 k 2024-09-12T17:31:50.952 INFO:teuthology.orchestra.run.smithi045.stdout: libXcomposite x86_64 0.4.5-7.el9 appstream 24 k 2024-09-12T17:31:50.953 INFO:teuthology.orchestra.run.smithi045.stdout: libXcursor x86_64 1.2.0-7.el9 appstream 31 k 2024-09-12T17:31:50.953 INFO:teuthology.orchestra.run.smithi045.stdout: libXdamage x86_64 1.1.5-7.el9 appstream 23 k 2024-09-12T17:31:50.953 INFO:teuthology.orchestra.run.smithi045.stdout: libXfixes x86_64 5.0.3-16.el9 appstream 20 k 2024-09-12T17:31:50.953 INFO:teuthology.orchestra.run.smithi045.stdout: libXi x86_64 1.7.10-8.el9 appstream 40 k 2024-09-12T17:31:50.953 INFO:teuthology.orchestra.run.smithi045.stdout: libXinerama x86_64 1.1.4-10.el9 appstream 15 k 2024-09-12T17:31:50.953 INFO:teuthology.orchestra.run.smithi045.stdout: libXrandr x86_64 1.5.2-8.el9 appstream 28 k 2024-09-12T17:31:50.953 INFO:teuthology.orchestra.run.smithi045.stdout: libXtst x86_64 1.2.3-16.el9 appstream 21 k 2024-09-12T17:31:50.953 INFO:teuthology.orchestra.run.smithi045.stdout: libXv x86_64 1.0.11-16.el9 appstream 19 k 2024-09-12T17:31:50.954 INFO:teuthology.orchestra.run.smithi045.stdout: libXxf86vm x86_64 1.1.4-18.el9 appstream 19 k 2024-09-12T17:31:50.954 INFO:teuthology.orchestra.run.smithi045.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-12T17:31:50.954 INFO:teuthology.orchestra.run.smithi045.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-12T17:31:50.954 INFO:teuthology.orchestra.run.smithi045.stdout: libasyncns x86_64 0.8-22.el9 appstream 30 k 2024-09-12T17:31:50.954 INFO:teuthology.orchestra.run.smithi045.stdout: libcanberra x86_64 0.30-27.el9 appstream 86 k 2024-09-12T17:31:50.954 INFO:teuthology.orchestra.run.smithi045.stdout: libcephsqlite x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 161 k 2024-09-12T17:31:50.954 INFO:teuthology.orchestra.run.smithi045.stdout: libdrm x86_64 2.4.121-1.el9 appstream 161 k 2024-09-12T17:31:50.954 INFO:teuthology.orchestra.run.smithi045.stdout: libepoxy x86_64 1.5.5-4.el9 appstream 241 k 2024-09-12T17:31:50.954 INFO:teuthology.orchestra.run.smithi045.stdout: libexif x86_64 0.6.22-6.el9 appstream 435 k 2024-09-12T17:31:50.954 INFO:teuthology.orchestra.run.smithi045.stdout: libfontenc x86_64 1.1.3-17.el9 appstream 31 k 2024-09-12T17:31:50.955 INFO:teuthology.orchestra.run.smithi045.stdout: libgexiv2 x86_64 0.12.3-1.el9 appstream 83 k 2024-09-12T17:31:50.955 INFO:teuthology.orchestra.run.smithi045.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-12T17:31:50.955 INFO:teuthology.orchestra.run.smithi045.stdout: libglvnd x86_64 1:1.3.4-1.el9 appstream 135 k 2024-09-12T17:31:50.955 INFO:teuthology.orchestra.run.smithi045.stdout: libglvnd-egl x86_64 1:1.3.4-1.el9 appstream 37 k 2024-09-12T17:31:50.955 INFO:teuthology.orchestra.run.smithi045.stdout: libglvnd-glx x86_64 1:1.3.4-1.el9 appstream 142 k 2024-09-12T17:31:50.955 INFO:teuthology.orchestra.run.smithi045.stdout: libgsf x86_64 1.14.47-5.el9 appstream 256 k 2024-09-12T17:31:50.955 INFO:teuthology.orchestra.run.smithi045.stdout: libgxps x86_64 0.3.2-3.el9 appstream 79 k 2024-09-12T17:31:50.955 INFO:teuthology.orchestra.run.smithi045.stdout: libiptcdata x86_64 1.0.5-10.el9 appstream 61 k 2024-09-12T17:31:50.955 INFO:teuthology.orchestra.run.smithi045.stdout: libldac x86_64 2.0.2.3-10.el9 appstream 41 k 2024-09-12T17:31:50.955 INFO:teuthology.orchestra.run.smithi045.stdout: libnotify x86_64 0.7.9-8.el9 appstream 44 k 2024-09-12T17:31:50.955 INFO:teuthology.orchestra.run.smithi045.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-12T17:31:50.955 INFO:teuthology.orchestra.run.smithi045.stdout: libogg x86_64 2:1.3.4-6.el9 appstream 34 k 2024-09-12T17:31:50.956 INFO:teuthology.orchestra.run.smithi045.stdout: libosinfo x86_64 1.10.0-1.el9 appstream 319 k 2024-09-12T17:31:50.956 INFO:teuthology.orchestra.run.smithi045.stdout: libpciaccess x86_64 0.16-7.el9 baseos 27 k 2024-09-12T17:31:50.956 INFO:teuthology.orchestra.run.smithi045.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-12T17:31:50.956 INFO:teuthology.orchestra.run.smithi045.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-12T17:31:50.956 INFO:teuthology.orchestra.run.smithi045.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-12T17:31:50.956 INFO:teuthology.orchestra.run.smithi045.stdout: libradosstriper1 x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 508 k 2024-09-12T17:31:50.956 INFO:teuthology.orchestra.run.smithi045.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-12T17:31:50.956 INFO:teuthology.orchestra.run.smithi045.stdout: librgw2 x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 5.5 M 2024-09-12T17:31:50.956 INFO:teuthology.orchestra.run.smithi045.stdout: libsbc x86_64 1.4-9.el9 appstream 45 k 2024-09-12T17:31:50.957 INFO:teuthology.orchestra.run.smithi045.stdout: libsndfile x86_64 1.0.31-8.el9 appstream 206 k 2024-09-12T17:31:50.957 INFO:teuthology.orchestra.run.smithi045.stdout: libtheora x86_64 1:1.1.1-31.el9 appstream 164 k 2024-09-12T17:31:50.957 INFO:teuthology.orchestra.run.smithi045.stdout: libtiff x86_64 4.4.0-13.el9 appstream 198 k 2024-09-12T17:31:50.958 INFO:teuthology.orchestra.run.smithi045.stdout: libtool-ltdl x86_64 2.4.6-46.el9 appstream 36 k 2024-09-12T17:31:50.958 INFO:teuthology.orchestra.run.smithi045.stdout: libtracker-sparql x86_64 3.1.2-3.el9 appstream 324 k 2024-09-12T17:31:50.958 INFO:teuthology.orchestra.run.smithi045.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-12T17:31:50.958 INFO:teuthology.orchestra.run.smithi045.stdout: libvisual x86_64 1:0.4.0-34.el9 appstream 144 k 2024-09-12T17:31:50.958 INFO:teuthology.orchestra.run.smithi045.stdout: libvorbis x86_64 1:1.3.7-5.el9 appstream 193 k 2024-09-12T17:31:50.958 INFO:teuthology.orchestra.run.smithi045.stdout: libwayland-client x86_64 1.21.0-1.el9 appstream 33 k 2024-09-12T17:31:50.958 INFO:teuthology.orchestra.run.smithi045.stdout: libwayland-cursor x86_64 1.21.0-1.el9 appstream 19 k 2024-09-12T17:31:50.958 INFO:teuthology.orchestra.run.smithi045.stdout: libwayland-egl x86_64 1.21.0-1.el9 appstream 13 k 2024-09-12T17:31:50.958 INFO:teuthology.orchestra.run.smithi045.stdout: libwayland-server x86_64 1.21.0-1.el9 appstream 42 k 2024-09-12T17:31:50.959 INFO:teuthology.orchestra.run.smithi045.stdout: libwebp x86_64 1.2.0-8.el9 appstream 277 k 2024-09-12T17:31:50.959 INFO:teuthology.orchestra.run.smithi045.stdout: libxkbcommon x86_64 1.0.3-4.el9 appstream 133 k 2024-09-12T17:31:50.959 INFO:teuthology.orchestra.run.smithi045.stdout: libxshmfence x86_64 1.3-10.el9 appstream 13 k 2024-09-12T17:31:50.959 INFO:teuthology.orchestra.run.smithi045.stdout: lksctp-tools x86_64 1.0.19-2.el9 baseos 94 k 2024-09-12T17:31:50.959 INFO:teuthology.orchestra.run.smithi045.stdout: low-memory-monitor x86_64 2.1-4.el9 appstream 36 k 2024-09-12T17:31:50.959 INFO:teuthology.orchestra.run.smithi045.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-12T17:31:50.959 INFO:teuthology.orchestra.run.smithi045.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-12T17:31:50.959 INFO:teuthology.orchestra.run.smithi045.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-12T17:31:50.959 INFO:teuthology.orchestra.run.smithi045.stdout: lua-posix x86_64 35.0-8.el9 appstream 151 k 2024-09-12T17:31:50.959 INFO:teuthology.orchestra.run.smithi045.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-12T17:31:50.959 INFO:teuthology.orchestra.run.smithi045.stdout: maven-lib noarch 1:3.6.3-15.el9 appstream 1.5 M 2024-09-12T17:31:50.959 INFO:teuthology.orchestra.run.smithi045.stdout: maven-openjdk11 noarch 1:3.6.3-15.el9 appstream 9.0 k 2024-09-12T17:31:50.960 INFO:teuthology.orchestra.run.smithi045.stdout: maven-resolver noarch 1:1.6.1-10.el9 appstream 517 k 2024-09-12T17:31:50.960 INFO:teuthology.orchestra.run.smithi045.stdout: maven-shared-utils noarch 3.3.4-3.el9 appstream 151 k 2024-09-12T17:31:50.960 INFO:teuthology.orchestra.run.smithi045.stdout: maven-wagon noarch 3.4.2-7.el9 appstream 112 k 2024-09-12T17:31:50.960 INFO:teuthology.orchestra.run.smithi045.stdout: mesa-filesystem x86_64 24.1.2-3.el9 appstream 11 k 2024-09-12T17:31:50.960 INFO:teuthology.orchestra.run.smithi045.stdout: mesa-libEGL x86_64 24.1.2-3.el9 appstream 139 k 2024-09-12T17:31:50.960 INFO:teuthology.orchestra.run.smithi045.stdout: mesa-libGL x86_64 24.1.2-3.el9 appstream 171 k 2024-09-12T17:31:50.960 INFO:teuthology.orchestra.run.smithi045.stdout: mesa-libgbm x86_64 24.1.2-3.el9 appstream 36 k 2024-09-12T17:31:50.960 INFO:teuthology.orchestra.run.smithi045.stdout: mesa-libglapi x86_64 24.1.2-3.el9 appstream 46 k 2024-09-12T17:31:50.960 INFO:teuthology.orchestra.run.smithi045.stdout: mkfontscale x86_64 1.2.1-3.el9 appstream 32 k 2024-09-12T17:31:50.960 INFO:teuthology.orchestra.run.smithi045.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-12T17:31:50.960 INFO:teuthology.orchestra.run.smithi045.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-12T17:31:50.960 INFO:teuthology.orchestra.run.smithi045.stdout: openjpeg2 x86_64 2.4.0-7.el9 appstream 163 k 2024-09-12T17:31:50.961 INFO:teuthology.orchestra.run.smithi045.stdout: opus x86_64 1.3.1-10.el9 appstream 200 k 2024-09-12T17:31:50.961 INFO:teuthology.orchestra.run.smithi045.stdout: orc x86_64 0.4.31-8.el9 appstream 183 k 2024-09-12T17:31:50.961 INFO:teuthology.orchestra.run.smithi045.stdout: osinfo-db noarch 20240701-2.el9 appstream 531 k 2024-09-12T17:31:50.961 INFO:teuthology.orchestra.run.smithi045.stdout: osinfo-db-tools x86_64 1.10.0-1.el9 appstream 74 k 2024-09-12T17:31:50.961 INFO:teuthology.orchestra.run.smithi045.stdout: ostree-libs x86_64 2024.7-2.el9 appstream 468 k 2024-09-12T17:31:50.961 INFO:teuthology.orchestra.run.smithi045.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-12T17:31:50.961 INFO:teuthology.orchestra.run.smithi045.stdout: pipewire-jack-audio-connection-kit-libs x86_64 1.0.1-1.el9 appstream 135 k 2024-09-12T17:31:50.961 INFO:teuthology.orchestra.run.smithi045.stdout: pipewire-libs x86_64 1.0.1-1.el9 appstream 1.9 M 2024-09-12T17:31:50.961 INFO:teuthology.orchestra.run.smithi045.stdout: plexus-cipher noarch 1.7-27.el9 appstream 26 k 2024-09-12T17:31:50.961 INFO:teuthology.orchestra.run.smithi045.stdout: plexus-classworlds noarch 2.6.0-11.el9 appstream 60 k 2024-09-12T17:31:50.961 INFO:teuthology.orchestra.run.smithi045.stdout: plexus-containers-component-annotations noarch 2.1.0-10.el9 appstream 18 k 2024-09-12T17:31:50.961 INFO:teuthology.orchestra.run.smithi045.stdout: plexus-interpolation noarch 1.26-11.el9 appstream 80 k 2024-09-12T17:31:50.962 INFO:teuthology.orchestra.run.smithi045.stdout: plexus-sec-dispatcher noarch 1.4-37.el9 appstream 34 k 2024-09-12T17:31:50.962 INFO:teuthology.orchestra.run.smithi045.stdout: plexus-utils noarch 3.3.0-10.el9 appstream 254 k 2024-09-12T17:31:50.962 INFO:teuthology.orchestra.run.smithi045.stdout: poppler x86_64 21.01.0-21.el9 appstream 1.1 M 2024-09-12T17:31:50.962 INFO:teuthology.orchestra.run.smithi045.stdout: poppler-data noarch 0.4.9-9.el9 appstream 1.9 M 2024-09-12T17:31:50.962 INFO:teuthology.orchestra.run.smithi045.stdout: poppler-glib x86_64 21.01.0-21.el9 appstream 152 k 2024-09-12T17:31:50.962 INFO:teuthology.orchestra.run.smithi045.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-12T17:31:50.963 INFO:teuthology.orchestra.run.smithi045.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-12T17:31:50.963 INFO:teuthology.orchestra.run.smithi045.stdout: publicsuffix-list noarch 20210518-3.el9 appstream 83 k 2024-09-12T17:31:50.963 INFO:teuthology.orchestra.run.smithi045.stdout: pulseaudio-libs x86_64 15.0-2.el9 appstream 679 k 2024-09-12T17:31:50.963 INFO:teuthology.orchestra.run.smithi045.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-12T17:31:50.964 INFO:teuthology.orchestra.run.smithi045.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-12T17:31:50.964 INFO:teuthology.orchestra.run.smithi045.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-12T17:31:50.964 INFO:teuthology.orchestra.run.smithi045.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-12T17:31:50.964 INFO:teuthology.orchestra.run.smithi045.stdout: python3-ceph-argparse x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 45 k 2024-09-12T17:31:50.964 INFO:teuthology.orchestra.run.smithi045.stdout: python3-ceph-common x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 143 k 2024-09-12T17:31:50.964 INFO:teuthology.orchestra.run.smithi045.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-12T17:31:50.964 INFO:teuthology.orchestra.run.smithi045.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-12T17:31:50.964 INFO:teuthology.orchestra.run.smithi045.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-12T17:31:50.964 INFO:teuthology.orchestra.run.smithi045.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-12T17:31:50.964 INFO:teuthology.orchestra.run.smithi045.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-12T17:31:50.965 INFO:teuthology.orchestra.run.smithi045.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-12T17:31:50.965 INFO:teuthology.orchestra.run.smithi045.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-12T17:31:50.965 INFO:teuthology.orchestra.run.smithi045.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-12T17:31:50.965 INFO:teuthology.orchestra.run.smithi045.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-12T17:31:50.965 INFO:teuthology.orchestra.run.smithi045.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-12T17:31:50.965 INFO:teuthology.orchestra.run.smithi045.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-12T17:31:50.965 INFO:teuthology.orchestra.run.smithi045.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-12T17:31:50.965 INFO:teuthology.orchestra.run.smithi045.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-12T17:31:50.965 INFO:teuthology.orchestra.run.smithi045.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-12T17:31:50.965 INFO:teuthology.orchestra.run.smithi045.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-12T17:31:50.965 INFO:teuthology.orchestra.run.smithi045.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-12T17:31:50.966 INFO:teuthology.orchestra.run.smithi045.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-12T17:31:50.966 INFO:teuthology.orchestra.run.smithi045.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-12T17:31:50.966 INFO:teuthology.orchestra.run.smithi045.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-12T17:31:50.966 INFO:teuthology.orchestra.run.smithi045.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-12T17:31:50.966 INFO:teuthology.orchestra.run.smithi045.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-12T17:31:50.966 INFO:teuthology.orchestra.run.smithi045.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-12T17:31:50.966 INFO:teuthology.orchestra.run.smithi045.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-12T17:31:50.966 INFO:teuthology.orchestra.run.smithi045.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-12T17:31:50.966 INFO:teuthology.orchestra.run.smithi045.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-12T17:31:50.966 INFO:teuthology.orchestra.run.smithi045.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-12T17:31:50.966 INFO:teuthology.orchestra.run.smithi045.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-12T17:31:50.967 INFO:teuthology.orchestra.run.smithi045.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-12T17:31:50.967 INFO:teuthology.orchestra.run.smithi045.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-12T17:31:50.967 INFO:teuthology.orchestra.run.smithi045.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-12T17:31:50.967 INFO:teuthology.orchestra.run.smithi045.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-12T17:31:50.967 INFO:teuthology.orchestra.run.smithi045.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-12T17:31:50.967 INFO:teuthology.orchestra.run.smithi045.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-12T17:31:50.967 INFO:teuthology.orchestra.run.smithi045.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-12T17:31:50.967 INFO:teuthology.orchestra.run.smithi045.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-12T17:31:50.967 INFO:teuthology.orchestra.run.smithi045.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-12T17:31:50.967 INFO:teuthology.orchestra.run.smithi045.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-12T17:31:50.967 INFO:teuthology.orchestra.run.smithi045.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-12T17:31:50.968 INFO:teuthology.orchestra.run.smithi045.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-12T17:31:50.968 INFO:teuthology.orchestra.run.smithi045.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-12T17:31:50.968 INFO:teuthology.orchestra.run.smithi045.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-12T17:31:50.968 INFO:teuthology.orchestra.run.smithi045.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-12T17:31:50.968 INFO:teuthology.orchestra.run.smithi045.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-12T17:31:50.968 INFO:teuthology.orchestra.run.smithi045.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-12T17:31:50.968 INFO:teuthology.orchestra.run.smithi045.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-12T17:31:50.968 INFO:teuthology.orchestra.run.smithi045.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-12T17:31:50.968 INFO:teuthology.orchestra.run.smithi045.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-12T17:31:50.968 INFO:teuthology.orchestra.run.smithi045.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-12T17:31:50.969 INFO:teuthology.orchestra.run.smithi045.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-12T17:31:50.969 INFO:teuthology.orchestra.run.smithi045.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-12T17:31:50.969 INFO:teuthology.orchestra.run.smithi045.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-12T17:31:50.969 INFO:teuthology.orchestra.run.smithi045.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-12T17:31:50.969 INFO:teuthology.orchestra.run.smithi045.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-12T17:31:50.969 INFO:teuthology.orchestra.run.smithi045.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-12T17:31:50.969 INFO:teuthology.orchestra.run.smithi045.stdout: rtkit x86_64 0.11-29.el9 appstream 56 k 2024-09-12T17:31:50.969 INFO:teuthology.orchestra.run.smithi045.stdout: sisu noarch 1:0.3.4-10.el9 appstream 510 k 2024-09-12T17:31:50.969 INFO:teuthology.orchestra.run.smithi045.stdout: slf4j noarch 1.7.30-13.el9 appstream 69 k 2024-09-12T17:31:50.969 INFO:teuthology.orchestra.run.smithi045.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-12T17:31:50.969 INFO:teuthology.orchestra.run.smithi045.stdout: sound-theme-freedesktop noarch 0.8-17.el9 appstream 383 k 2024-09-12T17:31:50.970 INFO:teuthology.orchestra.run.smithi045.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-12T17:31:50.970 INFO:teuthology.orchestra.run.smithi045.stdout: totem-pl-parser x86_64 3.26.6-2.el9 appstream 152 k 2024-09-12T17:31:50.970 INFO:teuthology.orchestra.run.smithi045.stdout: tracker x86_64 3.1.2-3.el9 appstream 555 k 2024-09-12T17:31:50.970 INFO:teuthology.orchestra.run.smithi045.stdout: ttmkfdir x86_64 3.0.9-65.el9 appstream 53 k 2024-09-12T17:31:50.970 INFO:teuthology.orchestra.run.smithi045.stdout: tzdata-java noarch 2024a-2.el9 appstream 230 k 2024-09-12T17:31:50.970 INFO:teuthology.orchestra.run.smithi045.stdout: upower x86_64 0.99.11-11.el9 appstream 173 k 2024-09-12T17:31:50.970 INFO:teuthology.orchestra.run.smithi045.stdout: webrtc-audio-processing x86_64 0.3.1-8.el9 appstream 306 k 2024-09-12T17:31:50.970 INFO:teuthology.orchestra.run.smithi045.stdout: wireplumber x86_64 0.4.14-1.el9 appstream 96 k 2024-09-12T17:31:50.970 INFO:teuthology.orchestra.run.smithi045.stdout: wireplumber-libs x86_64 0.4.14-1.el9 appstream 358 k 2024-09-12T17:31:50.970 INFO:teuthology.orchestra.run.smithi045.stdout: xdg-dbus-proxy x86_64 0.1.3-1.el9 appstream 42 k 2024-09-12T17:31:50.970 INFO:teuthology.orchestra.run.smithi045.stdout: xdg-desktop-portal x86_64 1.12.6-1.el9 appstream 385 k 2024-09-12T17:31:50.970 INFO:teuthology.orchestra.run.smithi045.stdout: xkeyboard-config noarch 2.33-2.el9 appstream 859 k 2024-09-12T17:31:50.971 INFO:teuthology.orchestra.run.smithi045.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-12T17:31:50.971 INFO:teuthology.orchestra.run.smithi045.stdout: xorg-x11-fonts-Type1 noarch 7.5-33.el9 appstream 505 k 2024-09-12T17:31:50.971 INFO:teuthology.orchestra.run.smithi045.stdout:Installing weak dependencies: 2024-09-12T17:31:50.971 INFO:teuthology.orchestra.run.smithi045.stdout: dconf x86_64 0.40.0-6.el9 appstream 113 k 2024-09-12T17:31:50.971 INFO:teuthology.orchestra.run.smithi045.stdout: exiv2 x86_64 0.27.5-2.el9 appstream 980 k 2024-09-12T17:31:50.971 INFO:teuthology.orchestra.run.smithi045.stdout: flatpak x86_64 1.12.9-1.el9 appstream 1.7 M 2024-09-12T17:31:50.971 INFO:teuthology.orchestra.run.smithi045.stdout: gtk3 x86_64 3.24.31-5.el9 appstream 4.9 M 2024-09-12T17:31:50.971 INFO:teuthology.orchestra.run.smithi045.stdout: java-11-openjdk-devel x86_64 1:11.0.20.1.1-2.el9 appstream 3.3 M 2024-09-12T17:31:50.971 INFO:teuthology.orchestra.run.smithi045.stdout: libcanberra-gtk3 x86_64 0.30-27.el9 appstream 32 k 2024-09-12T17:31:50.971 INFO:teuthology.orchestra.run.smithi045.stdout: mesa-dri-drivers x86_64 24.1.2-3.el9 appstream 8.8 M 2024-09-12T17:31:50.971 INFO:teuthology.orchestra.run.smithi045.stdout: p11-kit-server x86_64 0.25.3-2.el9 appstream 246 k 2024-09-12T17:31:50.972 INFO:teuthology.orchestra.run.smithi045.stdout: pipewire x86_64 1.0.1-1.el9 appstream 107 k 2024-09-12T17:31:50.972 INFO:teuthology.orchestra.run.smithi045.stdout: pipewire-alsa x86_64 1.0.1-1.el9 appstream 57 k 2024-09-12T17:31:50.972 INFO:teuthology.orchestra.run.smithi045.stdout: pipewire-jack-audio-connection-kit x86_64 1.0.1-1.el9 appstream 9.1 k 2024-09-12T17:31:50.972 INFO:teuthology.orchestra.run.smithi045.stdout: pipewire-pulseaudio x86_64 1.0.1-1.el9 appstream 192 k 2024-09-12T17:31:50.972 INFO:teuthology.orchestra.run.smithi045.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-12T17:31:50.972 INFO:teuthology.orchestra.run.smithi045.stdout: tracker-miners x86_64 3.1.2-4.el9 appstream 944 k 2024-09-12T17:31:50.972 INFO:teuthology.orchestra.run.smithi045.stdout: xdg-desktop-portal-gtk x86_64 1.12.0-3.el9 appstream 134 k 2024-09-12T17:31:50.972 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:31:50.973 INFO:teuthology.orchestra.run.smithi045.stdout:Transaction Summary 2024-09-12T17:31:50.973 INFO:teuthology.orchestra.run.smithi045.stdout:====================================================================================================== 2024-09-12T17:31:50.973 INFO:teuthology.orchestra.run.smithi045.stdout:Install 283 Packages 2024-09-12T17:31:50.973 INFO:teuthology.orchestra.run.smithi045.stdout:Upgrade 2 Packages 2024-09-12T17:31:50.973 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:31:50.974 INFO:teuthology.orchestra.run.smithi045.stdout:Total download size: 322 M 2024-09-12T17:31:50.974 INFO:teuthology.orchestra.run.smithi045.stdout:Downloading Packages: 2024-09-12T17:31:51.134 INFO:teuthology.orchestra.run.smithi115.stdout:(8/285): ceph-common-19.3.0-4762.gbad475c1.el9. 19 MB/s | 22 MB 00:01 2024-09-12T17:31:51.184 INFO:teuthology.orchestra.run.smithi115.stdout:(9/285): ceph-selinux-19.3.0-4762.gbad475c1.el9 508 kB/s | 25 kB 00:00 2024-09-12T17:31:51.484 INFO:teuthology.orchestra.run.smithi115.stdout:(10/285): ceph-radosgw-19.3.0-4762.gbad475c1.el 18 MB/s | 11 MB 00:00 2024-09-12T17:31:51.526 INFO:teuthology.orchestra.run.smithi115.stdout:(11/285): libcephfs-devel-19.3.0-4762.gbad475c1 765 kB/s | 32 kB 00:00 2024-09-12T17:31:51.626 INFO:teuthology.orchestra.run.smithi115.stdout:(12/285): libcephfs2-19.3.0-4762.gbad475c1.el9. 7.4 MB/s | 756 kB 00:00 2024-09-12T17:31:51.710 INFO:teuthology.orchestra.run.smithi115.stdout:(13/285): libcephsqlite-19.3.0-4762.gbad475c1.e 1.9 MB/s | 161 kB 00:00 2024-09-12T17:31:51.744 INFO:teuthology.orchestra.run.smithi045.stdout:(1/285): ceph-19.3.0-4762.gbad475c1.el9.x86_64. 27 kB/s | 6.6 kB 00:00 2024-09-12T17:31:51.802 INFO:teuthology.orchestra.run.smithi115.stdout:(14/285): librados-devel-19.3.0-4762.gbad475c1. 1.3 MB/s | 126 kB 00:00 2024-09-12T17:31:51.918 INFO:teuthology.orchestra.run.smithi115.stdout:(15/285): libradosstriper1-19.3.0-4762.gbad475c 4.3 MB/s | 508 kB 00:00 2024-09-12T17:31:52.152 INFO:teuthology.orchestra.run.smithi115.stdout:(16/285): ceph-osd-19.3.0-4762.gbad475c1.el9.x8 12 MB/s | 17 MB 00:01 2024-09-12T17:31:52.153 INFO:teuthology.orchestra.run.smithi045.stdout:(2/285): ceph-fuse-19.3.0-4762.gbad475c1.el9.x8 2.2 MB/s | 900 kB 00:00 2024-09-12T17:31:52.203 INFO:teuthology.orchestra.run.smithi115.stdout:(17/285): python3-ceph-argparse-19.3.0-4762.gba 906 kB/s | 45 kB 00:00 2024-09-12T17:31:52.278 INFO:teuthology.orchestra.run.smithi045.stdout:(3/285): ceph-immutable-object-cache-19.3.0-476 1.1 MB/s | 145 kB 00:00 2024-09-12T17:31:52.319 INFO:teuthology.orchestra.run.smithi115.stdout:(18/285): librgw2-19.3.0-4762.gbad475c1.el9.x86 14 MB/s | 5.5 MB 00:00 2024-09-12T17:31:52.347 INFO:teuthology.orchestra.run.smithi115.stdout:(19/285): python3-ceph-common-19.3.0-4762.gbad4 994 kB/s | 143 kB 00:00 2024-09-12T17:31:52.372 INFO:teuthology.orchestra.run.smithi115.stdout:(20/285): python3-cephfs-19.3.0-4762.gbad475c1. 3.0 MB/s | 161 kB 00:00 2024-09-12T17:31:52.398 INFO:teuthology.orchestra.run.smithi115.stdout:(21/285): python3-rados-19.3.0-4762.gbad475c1.e 6.2 MB/s | 321 kB 00:00 2024-09-12T17:31:52.424 INFO:teuthology.orchestra.run.smithi115.stdout:(22/285): python3-rbd-19.3.0-4762.gbad475c1.el9 5.9 MB/s | 305 kB 00:00 2024-09-12T17:31:52.448 INFO:teuthology.orchestra.run.smithi115.stdout:(23/285): python3-rgw-19.3.0-4762.gbad475c1.el9 1.9 MB/s | 99 kB 00:00 2024-09-12T17:31:52.473 INFO:teuthology.orchestra.run.smithi115.stdout:(24/285): rbd-fuse-19.3.0-4762.gbad475c1.el9.x8 1.7 MB/s | 85 kB 00:00 2024-09-12T17:31:52.532 INFO:teuthology.orchestra.run.smithi115.stdout:(25/285): rbd-nbd-19.3.0-4762.gbad475c1.el9.x86 2.9 MB/s | 170 kB 00:00 2024-09-12T17:31:52.624 INFO:teuthology.orchestra.run.smithi115.stdout:(26/285): ceph-grafana-dashboards-19.3.0-4762.g 374 kB/s | 34 kB 00:00 2024-09-12T17:31:52.683 INFO:teuthology.orchestra.run.smithi115.stdout:(27/285): rbd-mirror-19.3.0-4762.gbad475c1.el9. 14 MB/s | 3.2 MB 00:00 2024-09-12T17:31:52.708 INFO:teuthology.orchestra.run.smithi115.stdout:(28/285): ceph-mgr-cephadm-19.3.0-4762.gbad475c 1.8 MB/s | 154 kB 00:00 2024-09-12T17:31:52.753 INFO:teuthology.orchestra.run.smithi045.stdout:(4/285): ceph-mds-19.3.0-4762.gbad475c1.el9.x86 5.0 MB/s | 2.4 MB 00:00 2024-09-12T17:31:53.150 INFO:teuthology.orchestra.run.smithi115.stdout:(29/285): ceph-mgr-diskprediction-local-19.3.0- 17 MB/s | 7.4 MB 00:00 2024-09-12T17:31:53.262 INFO:teuthology.orchestra.run.smithi045.stdout:(5/285): ceph-mgr-19.3.0-4762.gbad475c1.el9.x86 3.0 MB/s | 1.5 MB 00:00 2024-09-12T17:31:53.387 INFO:teuthology.orchestra.run.smithi045.stdout:(6/285): ceph-base-19.3.0-4762.gbad475c1.el9.x8 2.9 MB/s | 5.5 MB 00:01 2024-09-12T17:31:53.584 INFO:teuthology.orchestra.run.smithi115.stdout:(30/285): ceph-test-19.3.0-4762.gbad475c1.el9.x 19 MB/s | 45 MB 00:02 2024-09-12T17:31:53.626 INFO:teuthology.orchestra.run.smithi115.stdout:(31/285): ceph-mgr-modules-core-19.3.0-4762.gba 611 kB/s | 291 kB 00:00 2024-09-12T17:31:53.651 INFO:teuthology.orchestra.run.smithi115.stdout:(32/285): ceph-mgr-rook-19.3.0-4762.gbad475c1.e 741 kB/s | 49 kB 00:00 2024-09-12T17:31:53.676 INFO:teuthology.orchestra.run.smithi115.stdout:(33/285): ceph-prometheus-alerts-19.3.0-4762.gb 329 kB/s | 16 kB 00:00 2024-09-12T17:31:53.701 INFO:teuthology.orchestra.run.smithi115.stdout:(34/285): ceph-volume-19.3.0-4762.gbad475c1.el9 5.6 MB/s | 285 kB 00:00 2024-09-12T17:31:53.760 INFO:teuthology.orchestra.run.smithi115.stdout:(35/285): cephadm-19.3.0-4762.gbad475c1.el9.noa 9.2 MB/s | 783 kB 00:00 2024-09-12T17:31:53.860 INFO:teuthology.orchestra.run.smithi115.stdout:(36/285): ModemManager-glib-1.20.2-1.el9.x86_64 2.1 MB/s | 335 kB 00:00 2024-09-12T17:31:53.920 INFO:teuthology.orchestra.run.smithi045.stdout:(7/285): ceph-mon-19.3.0-4762.gbad475c1.el9.x86 7.3 MB/s | 4.8 MB 00:00 2024-09-12T17:31:54.002 INFO:teuthology.orchestra.run.smithi115.stdout:(37/285): ceph-mgr-dashboard-19.3.0-4762.gbad47 11 MB/s | 14 MB 00:01 2024-09-12T17:31:54.027 INFO:teuthology.orchestra.run.smithi115.stdout:(38/285): bluez-libs-5.56-6.el9.x86_64.rpm 317 kB/s | 85 kB 00:00 2024-09-12T17:31:54.052 INFO:teuthology.orchestra.run.smithi115.stdout:(39/285): bubblewrap-0.4.1-7.el9.x86_64.rpm 257 kB/s | 49 kB 00:00 2024-09-12T17:31:54.136 INFO:teuthology.orchestra.run.smithi115.stdout:(40/285): fuse-2.9.9-16.el9.x86_64.rpm 736 kB/s | 80 kB 00:00 2024-09-12T17:31:54.161 INFO:teuthology.orchestra.run.smithi115.stdout:(41/285): cups-libs-2.3.3op2-30.el9.x86_64.rpm 1.6 MB/s | 262 kB 00:00 2024-09-12T17:31:54.187 INFO:teuthology.orchestra.run.smithi115.stdout:(42/285): libgfortran-11.5.0-2.el9.x86_64.rpm 5.9 MB/s | 801 kB 00:00 2024-09-12T17:31:54.220 INFO:teuthology.orchestra.run.smithi115.stdout:(43/285): libpciaccess-0.16-7.el9.x86_64.rpm 321 kB/s | 27 kB 00:00 2024-09-12T17:31:54.245 INFO:teuthology.orchestra.run.smithi115.stdout:(44/285): libquadmath-11.5.0-2.el9.x86_64.rpm 2.2 MB/s | 191 kB 00:00 2024-09-12T17:31:54.271 INFO:teuthology.orchestra.run.smithi115.stdout:(45/285): lksctp-tools-1.0.19-2.el9.x86_64.rpm 1.1 MB/s | 94 kB 00:00 2024-09-12T17:31:54.321 INFO:teuthology.orchestra.run.smithi115.stdout:(46/285): python3-cffi-1.14.5-5.el9.x86_64.rpm 2.5 MB/s | 253 kB 00:00 2024-09-12T17:31:54.338 INFO:teuthology.orchestra.run.smithi115.stdout:(47/285): python3-ply-3.11-14.el9.noarch.rpm 1.6 MB/s | 106 kB 00:00 2024-09-12T17:31:54.372 INFO:teuthology.orchestra.run.smithi115.stdout:(48/285): python3-cryptography-36.0.1-4.el9.x86 9.7 MB/s | 1.2 MB 00:00 2024-09-12T17:31:54.397 INFO:teuthology.orchestra.run.smithi115.stdout:(49/285): python3-pycparser-2.20-6.el9.noarch.r 1.7 MB/s | 135 kB 00:00 2024-09-12T17:31:54.425 INFO:teuthology.orchestra.run.smithi115.stdout:(50/285): python3-requests-2.25.1-8.el9.noarch. 1.5 MB/s | 125 kB 00:00 2024-09-12T17:31:54.456 INFO:teuthology.orchestra.run.smithi115.stdout:(51/285): python3-urllib3-1.26.5-6.el9.noarch.r 2.5 MB/s | 215 kB 00:00 2024-09-12T17:31:55.056 INFO:teuthology.orchestra.run.smithi115.stdout:(52/285): alsa-lib-1.2.12-1.el9.x86_64.rpm 873 kB/s | 523 kB 00:00 2024-09-12T17:31:55.062 INFO:teuthology.orchestra.run.smithi045.stdout:(8/285): ceph-common-19.3.0-4762.gbad475c1.el9. 6.1 MB/s | 22 MB 00:03 2024-09-12T17:31:55.081 INFO:teuthology.orchestra.run.smithi115.stdout:(53/285): adwaita-cursor-theme-40.1.1-3.el9.noa 951 kB/s | 650 kB 00:00 2024-09-12T17:31:55.113 INFO:teuthology.orchestra.run.smithi045.stdout:(9/285): ceph-selinux-19.3.0-4762.gbad475c1.el9 502 kB/s | 25 kB 00:00 2024-09-12T17:31:55.148 INFO:teuthology.orchestra.run.smithi115.stdout:(54/285): apache-commons-cli-1.4-17.el9.noarch. 771 kB/s | 71 kB 00:00 2024-09-12T17:31:55.255 INFO:teuthology.orchestra.run.smithi045.stdout:(10/285): ceph-radosgw-19.3.0-4762.gbad475c1.el 8.2 MB/s | 11 MB 00:01 2024-09-12T17:31:55.305 INFO:teuthology.orchestra.run.smithi045.stdout:(11/285): libcephfs-devel-19.3.0-4762.gbad475c1 639 kB/s | 32 kB 00:00 2024-09-12T17:31:55.315 INFO:teuthology.orchestra.run.smithi115.stdout:(55/285): apache-commons-codec-1.15-7.el9.noarc 1.3 MB/s | 302 kB 00:00 2024-09-12T17:31:55.407 INFO:teuthology.orchestra.run.smithi115.stdout:(56/285): apache-commons-io-2.8.0-8.el9.noarch. 1.1 MB/s | 283 kB 00:00 2024-09-12T17:31:55.422 INFO:teuthology.orchestra.run.smithi045.stdout:(12/285): libcephfs2-19.3.0-4762.gbad475c1.el9. 6.3 MB/s | 756 kB 00:00 2024-09-12T17:31:55.472 INFO:teuthology.orchestra.run.smithi045.stdout:(13/285): libcephsqlite-19.3.0-4762.gbad475c1.e 3.2 MB/s | 161 kB 00:00 2024-09-12T17:31:55.482 INFO:teuthology.orchestra.run.smithi115.stdout:(57/285): at-spi2-atk-2.38.0-4.el9.x86_64.rpm 1.1 MB/s | 87 kB 00:00 2024-09-12T17:31:55.656 INFO:teuthology.orchestra.run.smithi045.stdout:(14/285): ceph-osd-19.3.0-4762.gbad475c1.el9.x8 7.6 MB/s | 17 MB 00:02 2024-09-12T17:31:55.657 INFO:teuthology.orchestra.run.smithi115.stdout:(58/285): at-spi2-core-2.40.3-1.el9.x86_64.rpm 1.1 MB/s | 195 kB 00:00 2024-09-12T17:31:55.681 INFO:teuthology.orchestra.run.smithi045.stdout:(15/285): librados-devel-19.3.0-4762.gbad475c1. 607 kB/s | 126 kB 00:00 2024-09-12T17:31:55.691 INFO:teuthology.orchestra.run.smithi115.stdout:(59/285): apache-commons-lang3-3.12.0-6.el9.noa 1.5 MB/s | 559 kB 00:00 2024-09-12T17:31:55.717 INFO:teuthology.orchestra.run.smithi115.stdout:(60/285): atinject-1.0.3-6.el9.noarch.rpm 397 kB/s | 23 kB 00:00 2024-09-12T17:31:55.748 INFO:teuthology.orchestra.run.smithi045.stdout:(16/285): libradosstriper1-19.3.0-4762.gbad475c 5.4 MB/s | 508 kB 00:00 2024-09-12T17:31:55.775 INFO:teuthology.orchestra.run.smithi115.stdout:(61/285): avahi-glib-0.8-21.el9.x86_64.rpm 256 kB/s | 15 kB 00:00 2024-09-12T17:31:55.790 INFO:teuthology.orchestra.run.smithi045.stdout:(17/285): python3-ceph-argparse-19.3.0-4762.gba 1.1 MB/s | 45 kB 00:00 2024-09-12T17:31:55.841 INFO:teuthology.orchestra.run.smithi045.stdout:(18/285): python3-ceph-common-19.3.0-4762.gbad4 2.8 MB/s | 143 kB 00:00 2024-09-12T17:31:55.852 INFO:teuthology.orchestra.run.smithi115.stdout:(62/285): atk-2.36.0-5.el9.x86_64.rpm 1.8 MB/s | 292 kB 00:00 2024-09-12T17:31:55.883 INFO:teuthology.orchestra.run.smithi045.stdout:(19/285): python3-cephfs-19.3.0-4762.gbad475c1. 3.8 MB/s | 161 kB 00:00 2024-09-12T17:31:55.892 INFO:teuthology.orchestra.run.smithi115.stdout:(63/285): boost-program-options-1.75.0-8.el9.x8 913 kB/s | 107 kB 00:00 2024-09-12T17:31:55.950 INFO:teuthology.orchestra.run.smithi045.stdout:(20/285): python3-rados-19.3.0-4762.gbad475c1.e 4.7 MB/s | 321 kB 00:00 2024-09-12T17:31:55.993 INFO:teuthology.orchestra.run.smithi115.stdout:(64/285): cdi-api-2.0.2-6.el9.noarch.rpm 376 kB/s | 53 kB 00:00 2024-09-12T17:31:56.017 INFO:teuthology.orchestra.run.smithi045.stdout:(21/285): python3-rbd-19.3.0-4762.gbad475c1.el9 4.5 MB/s | 305 kB 00:00 2024-09-12T17:31:56.060 INFO:teuthology.orchestra.run.smithi115.stdout:(65/285): colord-libs-1.4.5-4.el9.x86_64.rpm 1.3 MB/s | 229 kB 00:00 2024-09-12T17:31:56.067 INFO:teuthology.orchestra.run.smithi045.stdout:(22/285): python3-rgw-19.3.0-4762.gbad475c1.el9 2.0 MB/s | 99 kB 00:00 2024-09-12T17:31:56.117 INFO:teuthology.orchestra.run.smithi045.stdout:(23/285): rbd-fuse-19.3.0-4762.gbad475c1.el9.x8 1.7 MB/s | 85 kB 00:00 2024-09-12T17:31:56.126 INFO:teuthology.orchestra.run.smithi115.stdout:(66/285): composefs-libs-1.0.5-1.el9.x86_64.rpm 458 kB/s | 61 kB 00:00 2024-09-12T17:31:56.152 INFO:teuthology.orchestra.run.smithi115.stdout:(67/285): copy-jdk-configs-4.0-3.el9.noarch.rpm 307 kB/s | 28 kB 00:00 2024-09-12T17:31:56.244 INFO:teuthology.orchestra.run.smithi115.stdout:(68/285): dconf-0.40.0-6.el9.x86_64.rpm 963 kB/s | 113 kB 00:00 2024-09-12T17:31:56.293 INFO:teuthology.orchestra.run.smithi045.stdout:(24/285): librgw2-19.3.0-4762.gbad475c1.el9.x86 9.0 MB/s | 5.5 MB 00:00 2024-09-12T17:31:56.343 INFO:teuthology.orchestra.run.smithi045.stdout:(25/285): rbd-nbd-19.3.0-4762.gbad475c1.el9.x86 3.3 MB/s | 170 kB 00:00 2024-09-12T17:31:56.393 INFO:teuthology.orchestra.run.smithi045.stdout:(26/285): ceph-grafana-dashboards-19.3.0-4762.g 688 kB/s | 34 kB 00:00 2024-09-12T17:31:56.410 INFO:teuthology.orchestra.run.smithi115.stdout:(69/285): exempi-2.6.0-0.2.20211007gite23c213.e 2.0 MB/s | 525 kB 00:00 2024-09-12T17:31:56.444 INFO:teuthology.orchestra.run.smithi045.stdout:(27/285): ceph-mgr-cephadm-19.3.0-4762.gbad475c 3.0 MB/s | 154 kB 00:00 2024-09-12T17:31:56.510 INFO:teuthology.orchestra.run.smithi045.stdout:(28/285): rbd-mirror-19.3.0-4762.gbad475c1.el9. 8.1 MB/s | 3.2 MB 00:00 2024-09-12T17:31:56.703 INFO:teuthology.orchestra.run.smithi115.stdout:(70/285): exiv2-0.27.5-2.el9.x86_64.rpm 2.1 MB/s | 980 kB 00:00 2024-09-12T17:31:56.803 INFO:teuthology.orchestra.run.smithi115.stdout:(71/285): exiv2-libs-0.27.5-2.el9.x86_64.rpm 1.9 MB/s | 781 kB 00:00 2024-09-12T17:31:56.911 INFO:teuthology.orchestra.run.smithi115.stdout:(72/285): fdk-aac-free-2.0.0-8.el9.x86_64.rpm 1.5 MB/s | 325 kB 00:00 2024-09-12T17:31:56.937 INFO:teuthology.orchestra.run.smithi115.stdout:(73/285): flac-libs-1.3.3-12.el9.x86_64.rpm 1.6 MB/s | 218 kB 00:00 2024-09-12T17:31:57.004 INFO:teuthology.orchestra.run.smithi115.stdout:(74/285): flatpak-selinux-1.12.9-1.el9.noarch.r 324 kB/s | 22 kB 00:00 2024-09-12T17:31:57.079 INFO:teuthology.orchestra.run.smithi115.stdout:(75/285): flatpak-session-helper-1.12.9-1.el9.x 975 kB/s | 73 kB 00:00 2024-09-12T17:31:57.154 INFO:teuthology.orchestra.run.smithi115.stdout:(76/285): flexiblas-3.0.4-8.el9.x86_64.rpm 435 kB/s | 33 kB 00:00 2024-09-12T17:31:57.202 INFO:teuthology.orchestra.run.smithi045.stdout:(29/285): ceph-mgr-diskprediction-local-19.3.0- 11 MB/s | 7.4 MB 00:00 2024-09-12T17:31:57.269 INFO:teuthology.orchestra.run.smithi045.stdout:(30/285): ceph-mgr-modules-core-19.3.0-4762.gba 4.3 MB/s | 291 kB 00:00 2024-09-12T17:31:57.320 INFO:teuthology.orchestra.run.smithi045.stdout:(31/285): ceph-mgr-rook-19.3.0-4762.gbad475c1.e 987 kB/s | 49 kB 00:00 2024-09-12T17:31:57.361 INFO:teuthology.orchestra.run.smithi045.stdout:(32/285): ceph-prometheus-alerts-19.3.0-4762.gb 397 kB/s | 16 kB 00:00 2024-09-12T17:31:57.429 INFO:teuthology.orchestra.run.smithi045.stdout:(33/285): ceph-volume-19.3.0-4762.gbad475c1.el9 4.2 MB/s | 285 kB 00:00 2024-09-12T17:31:57.546 INFO:teuthology.orchestra.run.smithi045.stdout:(34/285): cephadm-19.3.0-4762.gbad475c1.el9.noa 6.6 MB/s | 783 kB 00:00 2024-09-12T17:31:57.580 INFO:teuthology.orchestra.run.smithi115.stdout:(77/285): flatpak-1.12.9-1.el9.x86_64.rpm 2.6 MB/s | 1.7 MB 00:00 2024-09-12T17:31:57.638 INFO:teuthology.orchestra.run.smithi115.stdout:(78/285): flexiblas-openblas-openmp-3.0.4-8.el9 312 kB/s | 18 kB 00:00 2024-09-12T17:31:57.705 INFO:teuthology.orchestra.run.smithi115.stdout:(79/285): gdk-pixbuf2-modules-2.42.6-4.el9.x86_ 1.3 MB/s | 89 kB 00:00 2024-09-12T17:31:57.772 INFO:teuthology.orchestra.run.smithi115.stdout:(80/285): geoclue2-2.6.0-7.el9.x86_64.rpm 1.8 MB/s | 124 kB 00:00 2024-09-12T17:31:57.796 INFO:teuthology.orchestra.run.smithi045.stdout:(35/285): ceph-mgr-dashboard-19.3.0-4762.gbad47 10 MB/s | 14 MB 00:01 2024-09-12T17:31:57.846 INFO:teuthology.orchestra.run.smithi045.stdout:(36/285): ModemManager-glib-1.20.2-1.el9.x86_64 1.1 MB/s | 335 kB 00:00 2024-09-12T17:31:57.881 INFO:teuthology.orchestra.run.smithi115.stdout:(81/285): giflib-5.2.1-9.el9.x86_64.rpm 448 kB/s | 49 kB 00:00 2024-09-12T17:31:57.896 INFO:teuthology.orchestra.run.smithi045.stdout:(37/285): bubblewrap-0.4.1-7.el9.x86_64.rpm 991 kB/s | 49 kB 00:00 2024-09-12T17:31:57.930 INFO:teuthology.orchestra.run.smithi045.stdout:(38/285): bluez-libs-5.56-6.el9.x86_64.rpm 634 kB/s | 85 kB 00:00 2024-09-12T17:31:57.972 INFO:teuthology.orchestra.run.smithi045.stdout:(39/285): cups-libs-2.3.3op2-30.el9.x86_64.rpm 3.4 MB/s | 262 kB 00:00 2024-09-12T17:31:57.998 INFO:teuthology.orchestra.run.smithi045.stdout:(40/285): fuse-2.9.9-16.el9.x86_64.rpm 1.2 MB/s | 80 kB 00:00 2024-09-12T17:31:58.048 INFO:teuthology.orchestra.run.smithi045.stdout:(41/285): libpciaccess-0.16-7.el9.x86_64.rpm 540 kB/s | 27 kB 00:00 2024-09-12T17:31:58.081 INFO:teuthology.orchestra.run.smithi045.stdout:(42/285): libgfortran-11.5.0-2.el9.x86_64.rpm 7.2 MB/s | 801 kB 00:00 2024-09-12T17:31:58.098 INFO:teuthology.orchestra.run.smithi115.stdout:(82/285): google-guice-4.2.3-9.el9.noarch.rpm 2.1 MB/s | 473 kB 00:00 2024-09-12T17:31:58.115 INFO:teuthology.orchestra.run.smithi045.stdout:(43/285): libquadmath-11.5.0-2.el9.x86_64.rpm 2.8 MB/s | 191 kB 00:00 2024-09-12T17:31:58.140 INFO:teuthology.orchestra.run.smithi045.stdout:(44/285): lksctp-tools-1.0.19-2.el9.x86_64.rpm 1.6 MB/s | 94 kB 00:00 2024-09-12T17:31:58.165 INFO:teuthology.orchestra.run.smithi115.stdout:(83/285): graphene-1.10.6-2.el9.x86_64.rpm 966 kB/s | 64 kB 00:00 2024-09-12T17:31:58.174 INFO:teuthology.orchestra.run.smithi045.stdout:(45/285): python3-cffi-1.14.5-5.el9.x86_64.rpm 4.2 MB/s | 253 kB 00:00 2024-09-12T17:31:58.216 INFO:teuthology.orchestra.run.smithi045.stdout:(46/285): python3-cryptography-36.0.1-4.el9.x86 16 MB/s | 1.2 MB 00:00 2024-09-12T17:31:58.232 INFO:teuthology.orchestra.run.smithi115.stdout:(84/285): gsm-1.0.19-6.el9.x86_64.rpm 511 kB/s | 34 kB 00:00 2024-09-12T17:31:58.245 INFO:teuthology.orchestra.run.smithi045.stdout:(47/285): python3-ply-3.11-14.el9.noarch.rpm 1.6 MB/s | 106 kB 00:00 2024-09-12T17:31:58.266 INFO:teuthology.orchestra.run.smithi045.stdout:(48/285): python3-pycparser-2.20-6.el9.noarch.r 2.6 MB/s | 135 kB 00:00 2024-09-12T17:31:58.282 INFO:teuthology.orchestra.run.smithi115.stdout:(85/285): flexiblas-netlib-3.0.4-8.el9.x86_64.r 2.7 MB/s | 3.0 MB 00:01 2024-09-12T17:31:58.292 INFO:teuthology.orchestra.run.smithi045.stdout:(49/285): python3-requests-2.25.1-8.el9.noarch. 2.4 MB/s | 125 kB 00:00 2024-09-12T17:31:58.317 INFO:teuthology.orchestra.run.smithi045.stdout:(50/285): python3-urllib3-1.26.5-6.el9.noarch.r 4.2 MB/s | 215 kB 00:00 2024-09-12T17:31:58.526 INFO:teuthology.orchestra.run.smithi045.stdout:(51/285): adwaita-cursor-theme-40.1.1-3.el9.noa 2.7 MB/s | 650 kB 00:00 2024-09-12T17:31:58.610 INFO:teuthology.orchestra.run.smithi045.stdout:(52/285): alsa-lib-1.2.12-1.el9.x86_64.rpm 6.2 MB/s | 523 kB 00:00 2024-09-12T17:31:58.660 INFO:teuthology.orchestra.run.smithi045.stdout:(53/285): apache-commons-cli-1.4-17.el9.noarch. 1.4 MB/s | 71 kB 00:00 2024-09-12T17:31:58.707 INFO:teuthology.orchestra.run.smithi115.stdout:(86/285): gstreamer1-1.22.1-2.el9.x86_64.rpm 3.0 MB/s | 1.4 MB 00:00 2024-09-12T17:31:58.743 INFO:teuthology.orchestra.run.smithi045.stdout:(54/285): apache-commons-codec-1.15-7.el9.noarc 3.6 MB/s | 302 kB 00:00 2024-09-12T17:31:58.827 INFO:teuthology.orchestra.run.smithi045.stdout:(55/285): apache-commons-io-2.8.0-8.el9.noarch. 3.3 MB/s | 283 kB 00:00 2024-09-12T17:31:58.832 INFO:teuthology.orchestra.run.smithi115.stdout:(87/285): adwaita-icon-theme-40.1.1-3.el9.noarc 2.7 MB/s | 12 MB 00:04 2024-09-12T17:31:58.858 INFO:teuthology.orchestra.run.smithi115.stdout:(88/285): gtk-update-icon-cache-3.24.31-5.el9.x 220 kB/s | 33 kB 00:00 2024-09-12T17:31:58.919 INFO:teuthology.orchestra.run.smithi045.stdout:(56/285): apache-commons-lang3-3.12.0-6.el9.noa 6.0 MB/s | 559 kB 00:00 2024-09-12T17:31:58.978 INFO:teuthology.orchestra.run.smithi045.stdout:(57/285): at-spi2-atk-2.38.0-4.el9.x86_64.rpm 1.5 MB/s | 87 kB 00:00 2024-09-12T17:31:59.036 INFO:teuthology.orchestra.run.smithi045.stdout:(58/285): at-spi2-core-2.40.3-1.el9.x86_64.rpm 3.3 MB/s | 195 kB 00:00 2024-09-12T17:31:59.074 INFO:teuthology.orchestra.run.smithi115.stdout:(89/285): gstreamer1-plugins-base-1.22.1-2.el9. 2.8 MB/s | 2.2 MB 00:00 2024-09-12T17:31:59.087 INFO:teuthology.orchestra.run.smithi045.stdout:(59/285): atinject-1.0.3-6.el9.noarch.rpm 466 kB/s | 23 kB 00:00 2024-09-12T17:31:59.146 INFO:teuthology.orchestra.run.smithi045.stdout:(60/285): atk-2.36.0-5.el9.x86_64.rpm 4.9 MB/s | 292 kB 00:00 2024-09-12T17:31:59.187 INFO:teuthology.orchestra.run.smithi045.stdout:(61/285): avahi-glib-0.8-21.el9.x86_64.rpm 358 kB/s | 15 kB 00:00 2024-09-12T17:31:59.191 INFO:teuthology.orchestra.run.smithi115.stdout:(90/285): hicolor-icon-theme-0.17-13.el9.noarch 1.8 MB/s | 219 kB 00:00 2024-09-12T17:31:59.442 INFO:teuthology.orchestra.run.smithi115.stdout:(91/285): httpcomponents-client-4.5.13-3.el9.no 2.6 MB/s | 657 kB 00:00 2024-09-12T17:31:59.567 INFO:teuthology.orchestra.run.smithi115.stdout:(92/285): guava-30.1-6.el9.noarch.rpm 3.3 MB/s | 2.3 MB 00:00 2024-09-12T17:31:59.580 INFO:teuthology.orchestra.run.smithi045.stdout:(62/285): ceph-test-19.3.0-4762.gbad475c1.el9.x 10 MB/s | 45 MB 00:04 2024-09-12T17:31:59.605 INFO:teuthology.orchestra.run.smithi045.stdout:(63/285): boost-program-options-1.75.0-8.el9.x8 256 kB/s | 107 kB 00:00 2024-09-12T17:31:59.684 INFO:teuthology.orchestra.run.smithi115.stdout:(93/285): httpcomponents-core-4.4.13-7.el9.noar 2.6 MB/s | 632 kB 00:00 2024-09-12T17:31:59.747 INFO:teuthology.orchestra.run.smithi045.stdout:(64/285): adwaita-icon-theme-40.1.1-3.el9.noarc 8.3 MB/s | 12 MB 00:01 2024-09-12T17:31:59.772 INFO:teuthology.orchestra.run.smithi045.stdout:(65/285): cdi-api-2.0.2-6.el9.noarch.rpm 278 kB/s | 53 kB 00:00 2024-09-12T17:31:59.784 INFO:teuthology.orchestra.run.smithi115.stdout:(94/285): jakarta-annotations-1.3.5-13.el9.noar 451 kB/s | 45 kB 00:00 2024-09-12T17:31:59.797 INFO:teuthology.orchestra.run.smithi045.stdout:(66/285): colord-libs-1.4.5-4.el9.x86_64.rpm 1.2 MB/s | 229 kB 00:00 2024-09-12T17:31:59.839 INFO:teuthology.orchestra.run.smithi045.stdout:(67/285): composefs-libs-1.0.5-1.el9.x86_64.rpm 664 kB/s | 61 kB 00:00 2024-09-12T17:31:59.865 INFO:teuthology.orchestra.run.smithi045.stdout:(68/285): copy-jdk-configs-4.0-3.el9.noarch.rpm 306 kB/s | 28 kB 00:00 2024-09-12T17:31:59.890 INFO:teuthology.orchestra.run.smithi045.stdout:(69/285): dconf-0.40.0-6.el9.x86_64.rpm 1.2 MB/s | 113 kB 00:00 2024-09-12T17:31:59.926 INFO:teuthology.orchestra.run.smithi115.stdout:(95/285): jansi-2.3.3-6.el9.x86_64.rpm 774 kB/s | 110 kB 00:00 2024-09-12T17:31:59.949 INFO:teuthology.orchestra.run.smithi045.stdout:(70/285): exempi-2.6.0-0.2.20211007gite23c213.e 4.7 MB/s | 525 kB 00:00 2024-09-12T17:32:00.007 INFO:teuthology.orchestra.run.smithi045.stdout:(71/285): fdk-aac-free-2.0.0-8.el9.x86_64.rpm 5.5 MB/s | 325 kB 00:00 2024-09-12T17:32:00.041 INFO:teuthology.orchestra.run.smithi045.stdout:(72/285): exiv2-libs-0.27.5-2.el9.x86_64.rpm 5.1 MB/s | 781 kB 00:00 2024-09-12T17:32:00.051 INFO:teuthology.orchestra.run.smithi115.stdout:(96/285): gtk3-3.24.31-5.el9.x86_64.rpm 4.0 MB/s | 4.9 MB 00:01 2024-09-12T17:32:00.066 INFO:teuthology.orchestra.run.smithi045.stdout:(73/285): flac-libs-1.3.3-12.el9.x86_64.rpm 3.6 MB/s | 218 kB 00:00 2024-09-12T17:32:00.100 INFO:teuthology.orchestra.run.smithi045.stdout:(74/285): exiv2-0.27.5-2.el9.x86_64.rpm 4.1 MB/s | 980 kB 00:00 2024-09-12T17:32:00.125 INFO:teuthology.orchestra.run.smithi045.stdout:(75/285): flatpak-selinux-1.12.9-1.el9.noarch.r 368 kB/s | 22 kB 00:00 2024-09-12T17:32:00.126 INFO:teuthology.orchestra.run.smithi115.stdout:(97/285): java-11-openjdk-11.0.20.1.1-2.el9.x86 2.0 MB/s | 413 kB 00:00 2024-09-12T17:32:00.159 INFO:teuthology.orchestra.run.smithi045.stdout:(76/285): flatpak-session-helper-1.12.9-1.el9.x 1.2 MB/s | 73 kB 00:00 2024-09-12T17:32:00.184 INFO:teuthology.orchestra.run.smithi045.stdout:(77/285): flexiblas-3.0.4-8.el9.x86_64.rpm 559 kB/s | 33 kB 00:00 2024-09-12T17:32:00.234 INFO:teuthology.orchestra.run.smithi045.stdout:(78/285): flexiblas-openblas-openmp-3.0.4-8.el9 364 kB/s | 18 kB 00:00 2024-09-12T17:32:00.293 INFO:teuthology.orchestra.run.smithi045.stdout:(79/285): gdk-pixbuf2-modules-2.42.6-4.el9.x86_ 1.5 MB/s | 89 kB 00:00 2024-09-12T17:32:00.335 INFO:teuthology.orchestra.run.smithi045.stdout:(80/285): flatpak-1.12.9-1.el9.x86_64.rpm 5.9 MB/s | 1.7 MB 00:00 2024-09-12T17:32:00.360 INFO:teuthology.orchestra.run.smithi045.stdout:(81/285): geoclue2-2.6.0-7.el9.x86_64.rpm 1.8 MB/s | 124 kB 00:00 2024-09-12T17:32:00.385 INFO:teuthology.orchestra.run.smithi045.stdout:(82/285): giflib-5.2.1-9.el9.x86_64.rpm 970 kB/s | 49 kB 00:00 2024-09-12T17:32:00.419 INFO:teuthology.orchestra.run.smithi045.stdout:(83/285): google-guice-4.2.3-9.el9.noarch.rpm 7.9 MB/s | 473 kB 00:00 2024-09-12T17:32:00.444 INFO:teuthology.orchestra.run.smithi045.stdout:(84/285): graphene-1.10.6-2.el9.x86_64.rpm 1.1 MB/s | 64 kB 00:00 2024-09-12T17:32:00.470 INFO:teuthology.orchestra.run.smithi045.stdout:(85/285): gsm-1.0.19-6.el9.x86_64.rpm 678 kB/s | 34 kB 00:00 2024-09-12T17:32:00.535 INFO:teuthology.orchestra.run.smithi115.stdout:(98/285): iso-codes-4.6.0-3.el9.noarch.rpm 3.6 MB/s | 3.5 MB 00:00 2024-09-12T17:32:00.553 INFO:teuthology.orchestra.run.smithi045.stdout:(86/285): flexiblas-netlib-3.0.4-8.el9.x86_64.r 7.6 MB/s | 3.0 MB 00:00 2024-09-12T17:32:00.610 INFO:teuthology.orchestra.run.smithi115.stdout:(99/285): javapackages-filesystem-6.0.0-4.el9.n 174 kB/s | 13 kB 00:00 2024-09-12T17:32:00.612 INFO:teuthology.orchestra.run.smithi045.stdout:(87/285): gtk-update-icon-cache-3.24.31-5.el9.x 568 kB/s | 33 kB 00:00 2024-09-12T17:32:00.645 INFO:teuthology.orchestra.run.smithi045.stdout:(88/285): gstreamer1-1.22.1-2.el9.x86_64.rpm 7.1 MB/s | 1.4 MB 00:00 2024-09-12T17:32:00.688 INFO:teuthology.orchestra.run.smithi045.stdout:(89/285): gstreamer1-plugins-base-1.22.1-2.el9. 10 MB/s | 2.2 MB 00:00 2024-09-12T17:32:00.719 INFO:teuthology.orchestra.run.smithi115.stdout:(100/285): jbigkit-libs-2.1-23.el9.x86_64.rpm 490 kB/s | 53 kB 00:00 2024-09-12T17:32:00.755 INFO:teuthology.orchestra.run.smithi045.stdout:(90/285): hicolor-icon-theme-0.17-13.el9.noarch 3.2 MB/s | 219 kB 00:00 2024-09-12T17:32:00.769 INFO:teuthology.orchestra.run.smithi115.stdout:(101/285): java-11-openjdk-devel-11.0.20.1.1-2. 4.6 MB/s | 3.3 MB 00:00 2024-09-12T17:32:00.794 INFO:teuthology.orchestra.run.smithi115.stdout:(102/285): jcl-over-slf4j-1.7.30-13.el9.noarch. 319 kB/s | 24 kB 00:00 2024-09-12T17:32:00.821 INFO:teuthology.orchestra.run.smithi045.stdout:(91/285): httpcomponents-client-4.5.13-3.el9.no 9.6 MB/s | 657 kB 00:00 2024-09-12T17:32:00.872 INFO:teuthology.orchestra.run.smithi045.stdout:(92/285): guava-30.1-6.el9.noarch.rpm 10 MB/s | 2.3 MB 00:00 2024-09-12T17:32:00.905 INFO:teuthology.orchestra.run.smithi045.stdout:(93/285): httpcomponents-core-4.4.13-7.el9.noar 7.4 MB/s | 632 kB 00:00 2024-09-12T17:32:00.919 INFO:teuthology.orchestra.run.smithi115.stdout:(103/285): jsoup-1.13.1-10.el9.noarch.rpm 2.5 MB/s | 377 kB 00:00 2024-09-12T17:32:00.945 INFO:teuthology.orchestra.run.smithi115.stdout:(104/285): jsr-305-3.0.2-6.el9.noarch.rpm 236 kB/s | 35 kB 00:00 2024-09-12T17:32:00.956 INFO:teuthology.orchestra.run.smithi045.stdout:(94/285): jakarta-annotations-1.3.5-13.el9.noar 899 kB/s | 45 kB 00:00 2024-09-12T17:32:00.995 INFO:teuthology.orchestra.run.smithi115.stdout:(105/285): lcms2-2.12-3.el9.x86_64.rpm 2.2 MB/s | 168 kB 00:00 2024-09-12T17:32:01.014 INFO:teuthology.orchestra.run.smithi045.stdout:(95/285): jansi-2.3.3-6.el9.x86_64.rpm 1.8 MB/s | 110 kB 00:00 2024-09-12T17:32:01.020 INFO:teuthology.orchestra.run.smithi115.stdout:(106/285): libX11-xcb-1.7.0-9.el9.x86_64.rpm 147 kB/s | 11 kB 00:00 2024-09-12T17:32:01.063 INFO:teuthology.orchestra.run.smithi115.stdout:(107/285): libXcomposite-0.4.5-7.el9.x86_64.rpm 360 kB/s | 24 kB 00:00 2024-09-12T17:32:01.088 INFO:teuthology.orchestra.run.smithi115.stdout:(108/285): libXcursor-1.2.0-7.el9.x86_64.rpm 459 kB/s | 31 kB 00:00 2024-09-12T17:32:01.090 INFO:teuthology.orchestra.run.smithi045.stdout:(96/285): gtk3-3.24.31-5.el9.x86_64.rpm 10 MB/s | 4.9 MB 00:00 2024-09-12T17:32:01.115 INFO:teuthology.orchestra.run.smithi045.stdout:(97/285): java-11-openjdk-11.0.20.1.1-2.el9.x86 4.0 MB/s | 413 kB 00:00 2024-09-12T17:32:01.130 INFO:teuthology.orchestra.run.smithi115.stdout:(109/285): libXdamage-1.1.5-7.el9.x86_64.rpm 341 kB/s | 23 kB 00:00 2024-09-12T17:32:01.155 INFO:teuthology.orchestra.run.smithi115.stdout:(110/285): libXfixes-5.0.3-16.el9.x86_64.rpm 296 kB/s | 20 kB 00:00 2024-09-12T17:32:01.197 INFO:teuthology.orchestra.run.smithi115.stdout:(111/285): libXi-1.7.10-8.el9.x86_64.rpm 591 kB/s | 40 kB 00:00 2024-09-12T17:32:01.199 INFO:teuthology.orchestra.run.smithi045.stdout:(98/285): iso-codes-4.6.0-3.el9.noarch.rpm 11 MB/s | 3.5 MB 00:00 2024-09-12T17:32:01.222 INFO:teuthology.orchestra.run.smithi115.stdout:(112/285): libXinerama-1.1.4-10.el9.x86_64.rpm 224 kB/s | 15 kB 00:00 2024-09-12T17:32:01.249 INFO:teuthology.orchestra.run.smithi045.stdout:(99/285): javapackages-filesystem-6.0.0-4.el9.n 262 kB/s | 13 kB 00:00 2024-09-12T17:32:01.264 INFO:teuthology.orchestra.run.smithi115.stdout:(113/285): libXrandr-1.5.2-8.el9.x86_64.rpm 425 kB/s | 28 kB 00:00 2024-09-12T17:32:01.290 INFO:teuthology.orchestra.run.smithi115.stdout:(114/285): libXtst-1.2.3-16.el9.x86_64.rpm 321 kB/s | 21 kB 00:00 2024-09-12T17:32:01.299 INFO:teuthology.orchestra.run.smithi045.stdout:(100/285): jbigkit-libs-2.1-23.el9.x86_64.rpm 1.0 MB/s | 53 kB 00:00 2024-09-12T17:32:01.331 INFO:teuthology.orchestra.run.smithi115.stdout:(115/285): libXv-1.0.11-16.el9.x86_64.rpm 285 kB/s | 19 kB 00:00 2024-09-12T17:32:01.357 INFO:teuthology.orchestra.run.smithi115.stdout:(116/285): libXxf86vm-1.1.4-18.el9.x86_64.rpm 281 kB/s | 19 kB 00:00 2024-09-12T17:32:01.358 INFO:teuthology.orchestra.run.smithi045.stdout:(101/285): java-11-openjdk-devel-11.0.20.1.1-2. 12 MB/s | 3.3 MB 00:00 2024-09-12T17:32:01.383 INFO:teuthology.orchestra.run.smithi045.stdout:(102/285): jcl-over-slf4j-1.7.30-13.el9.noarch. 287 kB/s | 24 kB 00:00 2024-09-12T17:32:01.399 INFO:teuthology.orchestra.run.smithi115.stdout:(117/285): libasyncns-0.8-22.el9.x86_64.rpm 455 kB/s | 30 kB 00:00 2024-09-12T17:32:01.416 INFO:teuthology.orchestra.run.smithi115.stdout:(118/285): libcanberra-0.30-27.el9.x86_64.rpm 1.4 MB/s | 86 kB 00:00 2024-09-12T17:32:01.417 INFO:teuthology.orchestra.run.smithi045.stdout:(103/285): jsoup-1.13.1-10.el9.noarch.rpm 6.3 MB/s | 377 kB 00:00 2024-09-12T17:32:01.442 INFO:teuthology.orchestra.run.smithi045.stdout:(104/285): jsr-305-3.0.2-6.el9.noarch.rpm 607 kB/s | 35 kB 00:00 2024-09-12T17:32:01.466 INFO:teuthology.orchestra.run.smithi115.stdout:(119/285): libcanberra-gtk3-0.30-27.el9.x86_64. 476 kB/s | 32 kB 00:00 2024-09-12T17:32:01.475 INFO:teuthology.orchestra.run.smithi045.stdout:(105/285): lcms2-2.12-3.el9.x86_64.rpm 2.8 MB/s | 168 kB 00:00 2024-09-12T17:32:01.501 INFO:teuthology.orchestra.run.smithi045.stdout:(106/285): libX11-xcb-1.7.0-9.el9.x86_64.rpm 189 kB/s | 11 kB 00:00 2024-09-12T17:32:01.526 INFO:teuthology.orchestra.run.smithi045.stdout:(107/285): libXcomposite-0.4.5-7.el9.x86_64.rpm 478 kB/s | 24 kB 00:00 2024-09-12T17:32:01.541 INFO:teuthology.orchestra.run.smithi115.stdout:(120/285): libdrm-2.4.121-1.el9.x86_64.rpm 1.3 MB/s | 161 kB 00:00 2024-09-12T17:32:01.552 INFO:teuthology.orchestra.run.smithi045.stdout:(108/285): libXcursor-1.2.0-7.el9.x86_64.rpm 611 kB/s | 31 kB 00:00 2024-09-12T17:32:01.577 INFO:teuthology.orchestra.run.smithi045.stdout:(109/285): libXdamage-1.1.5-7.el9.x86_64.rpm 456 kB/s | 23 kB 00:00 2024-09-12T17:32:01.602 INFO:teuthology.orchestra.run.smithi045.stdout:(110/285): libXfixes-5.0.3-16.el9.x86_64.rpm 393 kB/s | 20 kB 00:00 2024-09-12T17:32:01.608 INFO:teuthology.orchestra.run.smithi115.stdout:(121/285): libepoxy-1.5.5-4.el9.x86_64.rpm 1.7 MB/s | 241 kB 00:00 2024-09-12T17:32:01.628 INFO:teuthology.orchestra.run.smithi045.stdout:(111/285): libXi-1.7.10-8.el9.x86_64.rpm 785 kB/s | 40 kB 00:00 2024-09-12T17:32:01.653 INFO:teuthology.orchestra.run.smithi045.stdout:(112/285): libXinerama-1.1.4-10.el9.x86_64.rpm 300 kB/s | 15 kB 00:00 2024-09-12T17:32:01.675 INFO:teuthology.orchestra.run.smithi115.stdout:(122/285): libexif-0.6.22-6.el9.x86_64.rpm 3.2 MB/s | 435 kB 00:00 2024-09-12T17:32:01.678 INFO:teuthology.orchestra.run.smithi045.stdout:(113/285): libXrandr-1.5.2-8.el9.x86_64.rpm 567 kB/s | 28 kB 00:00 2024-09-12T17:32:01.701 INFO:teuthology.orchestra.run.smithi115.stdout:(123/285): libfontenc-1.1.3-17.el9.x86_64.rpm 337 kB/s | 31 kB 00:00 2024-09-12T17:32:01.703 INFO:teuthology.orchestra.run.smithi045.stdout:(114/285): libXtst-1.2.3-16.el9.x86_64.rpm 426 kB/s | 21 kB 00:00 2024-09-12T17:32:01.729 INFO:teuthology.orchestra.run.smithi045.stdout:(115/285): libXv-1.0.11-16.el9.x86_64.rpm 379 kB/s | 19 kB 00:00 2024-09-12T17:32:01.742 INFO:teuthology.orchestra.run.smithi115.stdout:(124/285): libgexiv2-0.12.3-1.el9.x86_64.rpm 1.2 MB/s | 83 kB 00:00 2024-09-12T17:32:01.754 INFO:teuthology.orchestra.run.smithi045.stdout:(116/285): libXxf86vm-1.1.4-18.el9.x86_64.rpm 372 kB/s | 19 kB 00:00 2024-09-12T17:32:01.768 INFO:teuthology.orchestra.run.smithi115.stdout:(125/285): libglvnd-1.3.4-1.el9.x86_64.rpm 2.0 MB/s | 135 kB 00:00 2024-09-12T17:32:01.788 INFO:teuthology.orchestra.run.smithi045.stdout:(117/285): libasyncns-0.8-22.el9.x86_64.rpm 517 kB/s | 30 kB 00:00 2024-09-12T17:32:01.813 INFO:teuthology.orchestra.run.smithi045.stdout:(118/285): libcanberra-0.30-27.el9.x86_64.rpm 1.4 MB/s | 86 kB 00:00 2024-09-12T17:32:01.818 INFO:teuthology.orchestra.run.smithi115.stdout:(126/285): libglvnd-egl-1.3.4-1.el9.x86_64.rpm 487 kB/s | 37 kB 00:00 2024-09-12T17:32:01.838 INFO:teuthology.orchestra.run.smithi045.stdout:(119/285): libcanberra-gtk3-0.30-27.el9.x86_64. 630 kB/s | 32 kB 00:00 2024-09-12T17:32:01.864 INFO:teuthology.orchestra.run.smithi045.stdout:(120/285): libdrm-2.4.121-1.el9.x86_64.rpm 3.1 MB/s | 161 kB 00:00 2024-09-12T17:32:01.885 INFO:teuthology.orchestra.run.smithi115.stdout:(127/285): libglvnd-glx-1.3.4-1.el9.x86_64.rpm 1.2 MB/s | 142 kB 00:00 2024-09-12T17:32:01.897 INFO:teuthology.orchestra.run.smithi045.stdout:(121/285): libepoxy-1.5.5-4.el9.x86_64.rpm 4.0 MB/s | 241 kB 00:00 2024-09-12T17:32:01.923 INFO:teuthology.orchestra.run.smithi045.stdout:(122/285): libexif-0.6.22-6.el9.x86_64.rpm 7.3 MB/s | 435 kB 00:00 2024-09-12T17:32:01.935 INFO:teuthology.orchestra.run.smithi115.stdout:(128/285): libgsf-1.14.47-5.el9.x86_64.rpm 2.1 MB/s | 256 kB 00:00 2024-09-12T17:32:01.957 INFO:teuthology.orchestra.run.smithi045.stdout:(123/285): libfontenc-1.1.3-17.el9.x86_64.rpm 527 kB/s | 31 kB 00:00 2024-09-12T17:32:01.960 INFO:teuthology.orchestra.run.smithi115.stdout:(129/285): libgxps-0.3.2-3.el9.x86_64.rpm 1.0 MB/s | 79 kB 00:00 2024-09-12T17:32:01.982 INFO:teuthology.orchestra.run.smithi045.stdout:(124/285): libgexiv2-0.12.3-1.el9.x86_64.rpm 1.4 MB/s | 83 kB 00:00 2024-09-12T17:32:02.017 INFO:teuthology.orchestra.run.smithi045.stdout:(125/285): libglvnd-1.3.4-1.el9.x86_64.rpm 2.3 MB/s | 135 kB 00:00 2024-09-12T17:32:02.019 INFO:teuthology.orchestra.run.smithi115.stdout:(130/285): libldac-2.0.2.3-10.el9.x86_64.rpm 710 kB/s | 41 kB 00:00 2024-09-12T17:32:02.036 INFO:teuthology.orchestra.run.smithi115.stdout:(131/285): libiptcdata-1.0.5-10.el9.x86_64.rpm 610 kB/s | 61 kB 00:00 2024-09-12T17:32:02.041 INFO:teuthology.orchestra.run.smithi045.stdout:(126/285): libglvnd-egl-1.3.4-1.el9.x86_64.rpm 627 kB/s | 37 kB 00:00 2024-09-12T17:32:02.074 INFO:teuthology.orchestra.run.smithi045.stdout:(127/285): libglvnd-glx-1.3.4-1.el9.x86_64.rpm 2.4 MB/s | 142 kB 00:00 2024-09-12T17:32:02.078 INFO:teuthology.orchestra.run.smithi115.stdout:(132/285): libnotify-0.7.9-8.el9.x86_64.rpm 745 kB/s | 44 kB 00:00 2024-09-12T17:32:02.095 INFO:teuthology.orchestra.run.smithi115.stdout:(133/285): libogg-1.3.4-6.el9.x86_64.rpm 572 kB/s | 34 kB 00:00 2024-09-12T17:32:02.100 INFO:teuthology.orchestra.run.smithi045.stdout:(128/285): libgsf-1.14.47-5.el9.x86_64.rpm 4.3 MB/s | 256 kB 00:00 2024-09-12T17:32:02.134 INFO:teuthology.orchestra.run.smithi045.stdout:(129/285): libgxps-0.3.2-3.el9.x86_64.rpm 1.3 MB/s | 79 kB 00:00 2024-09-12T17:32:02.159 INFO:teuthology.orchestra.run.smithi045.stdout:(130/285): libiptcdata-1.0.5-10.el9.x86_64.rpm 1.0 MB/s | 61 kB 00:00 2024-09-12T17:32:02.184 INFO:teuthology.orchestra.run.smithi045.stdout:(131/285): libldac-2.0.2.3-10.el9.x86_64.rpm 825 kB/s | 41 kB 00:00 2024-09-12T17:32:02.203 INFO:teuthology.orchestra.run.smithi115.stdout:(134/285): libosinfo-1.10.0-1.el9.x86_64.rpm 2.5 MB/s | 319 kB 00:00 2024-09-12T17:32:02.209 INFO:teuthology.orchestra.run.smithi045.stdout:(132/285): libnotify-0.7.9-8.el9.x86_64.rpm 866 kB/s | 44 kB 00:00 2024-09-12T17:32:02.229 INFO:teuthology.orchestra.run.smithi115.stdout:(135/285): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.2 MB/s | 160 kB 00:00 2024-09-12T17:32:02.234 INFO:teuthology.orchestra.run.smithi045.stdout:(133/285): libogg-1.3.4-6.el9.x86_64.rpm 665 kB/s | 34 kB 00:00 2024-09-12T17:32:02.271 INFO:teuthology.orchestra.run.smithi115.stdout:(136/285): librabbitmq-0.11.0-7.el9.x86_64.rpm 674 kB/s | 45 kB 00:00 2024-09-12T17:32:02.277 INFO:teuthology.orchestra.run.smithi045.stdout:(134/285): libosinfo-1.10.0-1.el9.x86_64.rpm 4.7 MB/s | 319 kB 00:00 2024-09-12T17:32:02.302 INFO:teuthology.orchestra.run.smithi045.stdout:(135/285): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.3 MB/s | 160 kB 00:00 2024-09-12T17:32:02.336 INFO:teuthology.orchestra.run.smithi045.stdout:(136/285): librabbitmq-0.11.0-7.el9.x86_64.rpm 773 kB/s | 45 kB 00:00 2024-09-12T17:32:02.338 INFO:teuthology.orchestra.run.smithi115.stdout:(137/285): libsbc-1.4-9.el9.x86_64.rpm 672 kB/s | 45 kB 00:00 2024-09-12T17:32:02.394 INFO:teuthology.orchestra.run.smithi045.stdout:(137/285): librdkafka-1.6.1-102.el9.x86_64.rpm 7.0 MB/s | 662 kB 00:00 2024-09-12T17:32:02.411 INFO:teuthology.orchestra.run.smithi045.stdout:(138/285): libsbc-1.4-9.el9.x86_64.rpm 596 kB/s | 45 kB 00:00 2024-09-12T17:32:02.422 INFO:teuthology.orchestra.run.smithi115.stdout:(138/285): librdkafka-1.6.1-102.el9.x86_64.rpm 3.4 MB/s | 662 kB 00:00 2024-09-12T17:32:02.447 INFO:teuthology.orchestra.run.smithi115.stdout:(139/285): libsndfile-1.0.31-8.el9.x86_64.rpm 1.9 MB/s | 206 kB 00:00 2024-09-12T17:32:02.489 INFO:teuthology.orchestra.run.smithi115.stdout:(140/285): libtheora-1.1.1-31.el9.x86_64.rpm 2.4 MB/s | 164 kB 00:00 2024-09-12T17:32:02.556 INFO:teuthology.orchestra.run.smithi115.stdout:(141/285): libtool-ltdl-2.4.6-46.el9.x86_64.rpm 533 kB/s | 36 kB 00:00 2024-09-12T17:32:02.581 INFO:teuthology.orchestra.run.smithi115.stdout:(142/285): libtiff-4.4.0-13.el9.x86_64.rpm 1.4 MB/s | 198 kB 00:00 2024-09-12T17:32:02.673 INFO:teuthology.orchestra.run.smithi115.stdout:(143/285): libtracker-sparql-3.1.2-3.el9.x86_64 2.7 MB/s | 324 kB 00:00 2024-09-12T17:32:02.698 INFO:teuthology.orchestra.run.smithi115.stdout:(144/285): libvisual-0.4.0-34.el9.x86_64.rpm 1.2 MB/s | 144 kB 00:00 2024-09-12T17:32:02.765 INFO:teuthology.orchestra.run.smithi115.stdout:(145/285): libwayland-client-1.21.0-1.el9.x86_6 501 kB/s | 33 kB 00:00 2024-09-12T17:32:02.791 INFO:teuthology.orchestra.run.smithi115.stdout:(146/285): libvorbis-1.3.7-5.el9.x86_64.rpm 1.6 MB/s | 193 kB 00:00 2024-09-12T17:32:03.025 INFO:teuthology.orchestra.run.smithi115.stdout:(147/285): libwayland-cursor-1.21.0-1.el9.x86_6 211 kB/s | 19 kB 00:00 2024-09-12T17:32:03.025 INFO:teuthology.orchestra.run.smithi115.stdout:(148/285): libwayland-egl-1.21.0-1.el9.x86_64.r 140 kB/s | 13 kB 00:00 2024-09-12T17:32:03.025 INFO:teuthology.orchestra.run.smithi115.stdout:(149/285): libwayland-server-1.21.0-1.el9.x86_6 625 kB/s | 42 kB 00:00 2024-09-12T17:32:03.025 INFO:teuthology.orchestra.run.smithi115.stdout:(150/285): libxkbcommon-1.0.3-4.el9.x86_64.rpm 2.0 MB/s | 133 kB 00:00 2024-09-12T17:32:03.026 INFO:teuthology.orchestra.run.smithi115.stdout:(151/285): libwebp-1.2.0-8.el9.x86_64.rpm 2.0 MB/s | 277 kB 00:00 2024-09-12T17:32:03.026 INFO:teuthology.orchestra.run.smithi045.stdout:(139/285): java-11-openjdk-headless-11.0.20.1.1 23 MB/s | 39 MB 00:01 2024-09-12T17:32:03.026 INFO:teuthology.orchestra.run.smithi045.stdout:(140/285): libtheora-1.1.1-31.el9.x86_64.rpm 401 kB/s | 164 kB 00:00 2024-09-12T17:32:03.026 INFO:teuthology.orchestra.run.smithi045.stdout:(141/285): libsndfile-1.0.31-8.el9.x86_64.rpm 458 kB/s | 206 kB 00:00 2024-09-12T17:32:03.026 INFO:teuthology.orchestra.run.smithi045.stdout:(142/285): libtiff-4.4.0-13.el9.x86_64.rpm 2.6 MB/s | 198 kB 00:00 2024-09-12T17:32:03.026 INFO:teuthology.orchestra.run.smithi045.stdout:(143/285): libtool-ltdl-2.4.6-46.el9.x86_64.rpm 469 kB/s | 36 kB 00:00 2024-09-12T17:32:03.027 INFO:teuthology.orchestra.run.smithi045.stdout:(144/285): libtracker-sparql-3.1.2-3.el9.x86_64 4.2 MB/s | 324 kB 00:00 2024-09-12T17:32:03.027 INFO:teuthology.orchestra.run.smithi045.stdout:(145/285): libvisual-0.4.0-34.el9.x86_64.rpm 1.9 MB/s | 144 kB 00:00 2024-09-12T17:32:03.027 INFO:teuthology.orchestra.run.smithi045.stdout:(146/285): libvorbis-1.3.7-5.el9.x86_64.rpm 2.5 MB/s | 193 kB 00:00 2024-09-12T17:32:03.027 INFO:teuthology.orchestra.run.smithi045.stdout:(147/285): libwayland-client-1.21.0-1.el9.x86_6 442 kB/s | 33 kB 00:00 2024-09-12T17:32:03.027 INFO:teuthology.orchestra.run.smithi045.stdout:(148/285): libwayland-cursor-1.21.0-1.el9.x86_6 257 kB/s | 19 kB 00:00 2024-09-12T17:32:03.040 INFO:teuthology.orchestra.run.smithi045.stdout:(149/285): libwayland-egl-1.21.0-1.el9.x86_64.r 191 kB/s | 13 kB 00:00 2024-09-12T17:32:03.059 INFO:teuthology.orchestra.run.smithi115.stdout:(152/285): libxshmfence-1.3-10.el9.x86_64.rpm 189 kB/s | 13 kB 00:00 2024-09-12T17:32:03.065 INFO:teuthology.orchestra.run.smithi045.stdout:(150/285): libwayland-server-1.21.0-1.el9.x86_6 620 kB/s | 42 kB 00:00 2024-09-12T17:32:03.085 INFO:teuthology.orchestra.run.smithi115.stdout:(153/285): low-memory-monitor-2.1-4.el9.x86_64. 536 kB/s | 36 kB 00:00 2024-09-12T17:32:03.098 INFO:teuthology.orchestra.run.smithi045.stdout:(151/285): libwebp-1.2.0-8.el9.x86_64.rpm 3.6 MB/s | 277 kB 00:00 2024-09-12T17:32:03.124 INFO:teuthology.orchestra.run.smithi045.stdout:(152/285): libxshmfence-1.3-10.el9.x86_64.rpm 216 kB/s | 13 kB 00:00 2024-09-12T17:32:03.149 INFO:teuthology.orchestra.run.smithi045.stdout:(153/285): libxkbcommon-1.0.3-4.el9.x86_64.rpm 1.2 MB/s | 133 kB 00:00 2024-09-12T17:32:03.151 INFO:teuthology.orchestra.run.smithi115.stdout:(154/285): lua-5.4.4-4.el9.x86_64.rpm 2.8 MB/s | 188 kB 00:00 2024-09-12T17:32:03.175 INFO:teuthology.orchestra.run.smithi045.stdout:(154/285): low-memory-monitor-2.1-4.el9.x86_64. 475 kB/s | 36 kB 00:00 2024-09-12T17:32:03.176 INFO:teuthology.orchestra.run.smithi115.stdout:(155/285): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.4 MB/s | 292 kB 00:00 2024-09-12T17:32:03.200 INFO:teuthology.orchestra.run.smithi045.stdout:(155/285): lttng-ust-2.12.0-6.el9.x86_64.rpm 3.8 MB/s | 292 kB 00:00 2024-09-12T17:32:03.225 INFO:teuthology.orchestra.run.smithi045.stdout:(156/285): lua-5.4.4-4.el9.x86_64.rpm 2.4 MB/s | 188 kB 00:00 2024-09-12T17:32:03.243 INFO:teuthology.orchestra.run.smithi115.stdout:(156/285): maven-3.6.3-15.el9.noarch.rpm 266 kB/s | 18 kB 00:00 2024-09-12T17:32:03.250 INFO:teuthology.orchestra.run.smithi045.stdout:(157/285): lua-posix-35.0-8.el9.x86_64.rpm 2.0 MB/s | 151 kB 00:00 2024-09-12T17:32:03.269 INFO:teuthology.orchestra.run.smithi115.stdout:(157/285): lua-posix-35.0-8.el9.x86_64.rpm 1.3 MB/s | 151 kB 00:00 2024-09-12T17:32:03.276 INFO:teuthology.orchestra.run.smithi045.stdout:(158/285): maven-3.6.3-15.el9.noarch.rpm 234 kB/s | 18 kB 00:00 2024-09-12T17:32:03.326 INFO:teuthology.orchestra.run.smithi045.stdout:(159/285): maven-openjdk11-3.6.3-15.el9.noarch. 120 kB/s | 9.0 kB 00:00 2024-09-12T17:32:03.344 INFO:teuthology.orchestra.run.smithi115.stdout:(158/285): maven-openjdk11-3.6.3-15.el9.noarch. 120 kB/s | 9.0 kB 00:00 2024-09-12T17:32:03.359 INFO:teuthology.orchestra.run.smithi045.stdout:(160/285): maven-resolver-1.6.1-10.el9.noarch.r 6.0 MB/s | 517 kB 00:00 2024-09-12T17:32:03.385 INFO:teuthology.orchestra.run.smithi045.stdout:(161/285): maven-shared-utils-3.3.4-3.el9.noarc 2.5 MB/s | 151 kB 00:00 2024-09-12T17:32:03.418 INFO:teuthology.orchestra.run.smithi045.stdout:(162/285): maven-lib-3.6.3-15.el9.noarch.rpm 7.7 MB/s | 1.5 MB 00:00 2024-09-12T17:32:03.444 INFO:teuthology.orchestra.run.smithi045.stdout:(163/285): maven-wagon-3.4.2-7.el9.noarch.rpm 1.3 MB/s | 112 kB 00:00 2024-09-12T17:32:03.461 INFO:teuthology.orchestra.run.smithi115.stdout:(159/285): maven-resolver-1.6.1-10.el9.noarch.r 4.3 MB/s | 517 kB 00:00 2024-09-12T17:32:03.469 INFO:teuthology.orchestra.run.smithi045.stdout:(164/285): mesa-filesystem-24.1.2-3.el9.x86_64. 224 kB/s | 11 kB 00:00 2024-09-12T17:32:03.494 INFO:teuthology.orchestra.run.smithi045.stdout:(165/285): mesa-libEGL-24.1.2-3.el9.x86_64.rpm 2.7 MB/s | 139 kB 00:00 2024-09-12T17:32:03.528 INFO:teuthology.orchestra.run.smithi045.stdout:(166/285): mesa-libGL-24.1.2-3.el9.x86_64.rpm 2.8 MB/s | 171 kB 00:00 2024-09-12T17:32:03.553 INFO:teuthology.orchestra.run.smithi045.stdout:(167/285): mesa-libgbm-24.1.2-3.el9.x86_64.rpm 619 kB/s | 36 kB 00:00 2024-09-12T17:32:03.578 INFO:teuthology.orchestra.run.smithi115.stdout:(160/285): maven-shared-utils-3.3.4-3.el9.noarc 1.3 MB/s | 151 kB 00:00 2024-09-12T17:32:03.578 INFO:teuthology.orchestra.run.smithi045.stdout:(168/285): mesa-libglapi-24.1.2-3.el9.x86_64.rp 912 kB/s | 46 kB 00:00 2024-09-12T17:32:03.604 INFO:teuthology.orchestra.run.smithi045.stdout:(169/285): mkfontscale-1.2.1-3.el9.x86_64.rpm 641 kB/s | 32 kB 00:00 2024-09-12T17:32:03.611 INFO:teuthology.orchestra.run.smithi115.stdout:(161/285): maven-lib-3.6.3-15.el9.noarch.rpm 4.0 MB/s | 1.5 MB 00:00 2024-09-12T17:32:03.637 INFO:teuthology.orchestra.run.smithi115.stdout:(162/285): maven-wagon-3.4.2-7.el9.noarch.rpm 1.9 MB/s | 112 kB 00:00 2024-09-12T17:32:03.685 INFO:teuthology.orchestra.run.smithi045.stdout:(170/285): openblas-0.3.26-2.el9.x86_64.rpm 361 kB/s | 38 kB 00:00 2024-09-12T17:32:03.704 INFO:teuthology.orchestra.run.smithi115.stdout:(163/285): mesa-filesystem-24.1.2-3.el9.x86_64. 168 kB/s | 11 kB 00:00 2024-09-12T17:32:03.755 INFO:teuthology.orchestra.run.smithi045.stdout:(171/285): openjpeg2-2.4.0-7.el9.x86_64.rpm 2.3 MB/s | 163 kB 00:00 2024-09-12T17:32:03.779 INFO:teuthology.orchestra.run.smithi115.stdout:(164/285): mesa-libEGL-24.1.2-3.el9.x86_64.rpm 1.8 MB/s | 139 kB 00:00 2024-09-12T17:32:03.830 INFO:teuthology.orchestra.run.smithi045.stdout:(172/285): openblas-openmp-0.3.26-2.el9.x86_64. 22 MB/s | 4.9 MB 00:00 2024-09-12T17:32:03.855 INFO:teuthology.orchestra.run.smithi045.stdout:(173/285): opus-1.3.1-10.el9.x86_64.rpm 1.9 MB/s | 200 kB 00:00 2024-09-12T17:32:03.881 INFO:teuthology.orchestra.run.smithi045.stdout:(174/285): orc-0.4.31-8.el9.x86_64.rpm 3.6 MB/s | 183 kB 00:00 2024-09-12T17:32:03.923 INFO:teuthology.orchestra.run.smithi045.stdout:(175/285): osinfo-db-20240701-2.el9.noarch.rpm 7.7 MB/s | 531 kB 00:00 2024-09-12T17:32:03.938 INFO:teuthology.orchestra.run.smithi115.stdout:(165/285): mesa-libGL-24.1.2-3.el9.x86_64.rpm 1.1 MB/s | 171 kB 00:00 2024-09-12T17:32:03.948 INFO:teuthology.orchestra.run.smithi045.stdout:(176/285): osinfo-db-tools-1.10.0-1.el9.x86_64. 1.1 MB/s | 74 kB 00:00 2024-09-12T17:32:03.997 INFO:teuthology.orchestra.run.smithi115.stdout:(166/285): mesa-libgbm-24.1.2-3.el9.x86_64.rpm 622 kB/s | 36 kB 00:00 2024-09-12T17:32:04.053 INFO:teuthology.orchestra.run.smithi045.stdout:(177/285): mesa-dri-drivers-24.1.2-3.el9.x86_64 13 MB/s | 8.8 MB 00:00 2024-09-12T17:32:04.055 INFO:teuthology.orchestra.run.smithi115.stdout:(167/285): mesa-libglapi-24.1.2-3.el9.x86_64.rp 788 kB/s | 46 kB 00:00 2024-09-12T17:32:04.079 INFO:teuthology.orchestra.run.smithi045.stdout:(178/285): p11-kit-server-0.25.3-2.el9.x86_64.r 1.8 MB/s | 246 kB 00:00 2024-09-12T17:32:04.104 INFO:teuthology.orchestra.run.smithi045.stdout:(179/285): ostree-libs-2024.7-2.el9.x86_64.rpm 2.5 MB/s | 468 kB 00:00 2024-09-12T17:32:04.114 INFO:teuthology.orchestra.run.smithi115.stdout:(168/285): mkfontscale-1.2.1-3.el9.x86_64.rpm 553 kB/s | 32 kB 00:00 2024-09-12T17:32:04.129 INFO:teuthology.orchestra.run.smithi045.stdout:(180/285): pipewire-1.0.1-1.el9.x86_64.rpm 1.4 MB/s | 107 kB 00:00 2024-09-12T17:32:04.154 INFO:teuthology.orchestra.run.smithi045.stdout:(181/285): pipewire-alsa-1.0.1-1.el9.x86_64.rpm 758 kB/s | 57 kB 00:00 2024-09-12T17:32:04.172 INFO:teuthology.orchestra.run.smithi115.stdout:(169/285): openblas-0.3.26-2.el9.x86_64.rpm 661 kB/s | 38 kB 00:00 2024-09-12T17:32:04.180 INFO:teuthology.orchestra.run.smithi045.stdout:(182/285): pipewire-jack-audio-connection-kit-1 121 kB/s | 9.1 kB 00:00 2024-09-12T17:32:04.205 INFO:teuthology.orchestra.run.smithi045.stdout:(183/285): pipewire-jack-audio-connection-kit-l 1.7 MB/s | 135 kB 00:00 2024-09-12T17:32:04.230 INFO:teuthology.orchestra.run.smithi045.stdout:(184/285): pipewire-pulseaudio-1.0.1-1.el9.x86_ 3.7 MB/s | 192 kB 00:00 2024-09-12T17:32:04.256 INFO:teuthology.orchestra.run.smithi045.stdout:(185/285): plexus-cipher-1.7-27.el9.noarch.rpm 514 kB/s | 26 kB 00:00 2024-09-12T17:32:04.306 INFO:teuthology.orchestra.run.smithi045.stdout:(186/285): pipewire-libs-1.0.1-1.el9.x86_64.rpm 13 MB/s | 1.9 MB 00:00 2024-09-12T17:32:04.332 INFO:teuthology.orchestra.run.smithi045.stdout:(187/285): plexus-containers-component-annotati 243 kB/s | 18 kB 00:00 2024-09-12T17:32:04.357 INFO:teuthology.orchestra.run.smithi045.stdout:(188/285): plexus-classworlds-2.6.0-11.el9.noar 476 kB/s | 60 kB 00:00 2024-09-12T17:32:04.391 INFO:teuthology.orchestra.run.smithi045.stdout:(189/285): plexus-interpolation-1.26-11.el9.noa 951 kB/s | 80 kB 00:00 2024-09-12T17:32:04.416 INFO:teuthology.orchestra.run.smithi045.stdout:(190/285): plexus-sec-dispatcher-1.4-37.el9.noa 400 kB/s | 34 kB 00:00 2024-09-12T17:32:04.441 INFO:teuthology.orchestra.run.smithi045.stdout:(191/285): plexus-utils-3.3.0-10.el9.noarch.rpm 3.0 MB/s | 254 kB 00:00 2024-09-12T17:32:04.483 INFO:teuthology.orchestra.run.smithi045.stdout:(192/285): poppler-21.01.0-21.el9.x86_64.rpm 12 MB/s | 1.1 MB 00:00 2024-09-12T17:32:04.508 INFO:teuthology.orchestra.run.smithi045.stdout:(193/285): poppler-glib-21.01.0-21.el9.x86_64.r 2.2 MB/s | 152 kB 00:00 2024-09-12T17:32:04.559 INFO:teuthology.orchestra.run.smithi045.stdout:(194/285): poppler-data-0.4.9-9.el9.noarch.rpm 13 MB/s | 1.9 MB 00:00 2024-09-12T17:32:04.584 INFO:teuthology.orchestra.run.smithi045.stdout:(195/285): publicsuffix-list-20210518-3.el9.noa 1.1 MB/s | 83 kB 00:00 2024-09-12T17:32:04.618 INFO:teuthology.orchestra.run.smithi045.stdout:(196/285): protobuf-3.14.0-13.el9.x86_64.rpm 7.5 MB/s | 1.0 MB 00:00 2024-09-12T17:32:04.651 INFO:teuthology.orchestra.run.smithi045.stdout:(197/285): pulseaudio-libs-15.0-2.el9.x86_64.rp 7.2 MB/s | 679 kB 00:00 2024-09-12T17:32:04.676 INFO:teuthology.orchestra.run.smithi045.stdout:(198/285): python3-devel-3.9.19-8.el9.x86_64.rp 4.1 MB/s | 245 kB 00:00 2024-09-12T17:32:04.710 INFO:teuthology.orchestra.run.smithi045.stdout:(199/285): python3-jinja2-2.11.3-6.el9.noarch.r 4.1 MB/s | 248 kB 00:00 2024-09-12T17:32:04.736 INFO:teuthology.orchestra.run.smithi045.stdout:(200/285): python3-jsonpatch-1.21-16.el9.noarch 437 kB/s | 26 kB 00:00 2024-09-12T17:32:04.760 INFO:teuthology.orchestra.run.smithi045.stdout:(201/285): python3-jsonpointer-2.0-4.el9.noarch 381 kB/s | 19 kB 00:00 2024-09-12T17:32:04.794 INFO:teuthology.orchestra.run.smithi045.stdout:(202/285): python3-mako-1.1.4-6.el9.noarch.rpm 2.9 MB/s | 172 kB 00:00 2024-09-12T17:32:04.820 INFO:teuthology.orchestra.run.smithi045.stdout:(203/285): python3-markupsafe-1.1.1-12.el9.x86_ 592 kB/s | 35 kB 00:00 2024-09-12T17:32:04.886 INFO:teuthology.orchestra.run.smithi045.stdout:(204/285): python3-numpy-f2py-1.20.1-5.el9.x86_ 3.7 MB/s | 250 kB 00:00 2024-09-12T17:32:04.970 INFO:teuthology.orchestra.run.smithi045.stdout:(205/285): python3-babel-2.9.1-2.el9.noarch.rpm 15 MB/s | 6.0 MB 00:00 2024-09-12T17:32:04.995 INFO:teuthology.orchestra.run.smithi045.stdout:(206/285): python3-oauthlib-3.1.1-5.el9.noarch. 2.0 MB/s | 222 kB 00:00 2024-09-12T17:32:05.020 INFO:teuthology.orchestra.run.smithi045.stdout:(207/285): python3-packaging-20.9-5.el9.noarch. 1.5 MB/s | 77 kB 00:00 2024-09-12T17:32:05.046 INFO:teuthology.orchestra.run.smithi045.stdout:(208/285): python3-prettytable-0.7.2-27.el9.noa 843 kB/s | 42 kB 00:00 2024-09-12T17:32:05.056 INFO:teuthology.orchestra.run.smithi115.stdout:(170/285): openblas-openmp-0.3.26-2.el9.x86_64. 5.6 MB/s | 4.9 MB 00:00 2024-09-12T17:32:05.121 INFO:teuthology.orchestra.run.smithi045.stdout:(209/285): python3-numpy-1.20.1-5.el9.x86_64.rp 16 MB/s | 5.1 MB 00:00 2024-09-12T17:32:05.131 INFO:teuthology.orchestra.run.smithi115.stdout:(171/285): openjpeg2-2.4.0-7.el9.x86_64.rpm 2.1 MB/s | 163 kB 00:00 2024-09-12T17:32:05.147 INFO:teuthology.orchestra.run.smithi045.stdout:(210/285): python3-pyasn1-0.4.8-6.el9.noarch.rp 1.5 MB/s | 159 kB 00:00 2024-09-12T17:32:05.172 INFO:teuthology.orchestra.run.smithi045.stdout:(211/285): python3-protobuf-3.14.0-13.el9.noarc 1.7 MB/s | 269 kB 00:00 2024-09-12T17:32:05.197 INFO:teuthology.orchestra.run.smithi045.stdout:(212/285): python3-pyasn1-modules-0.4.8-6.el9.n 3.6 MB/s | 279 kB 00:00 2024-09-12T17:32:05.222 INFO:teuthology.orchestra.run.smithi045.stdout:(213/285): python3-pytz-2021.1-5.el9.noarch.rpm 674 kB/s | 51 kB 00:00 2024-09-12T17:32:05.248 INFO:teuthology.orchestra.run.smithi115.stdout:(172/285): opus-1.3.1-10.el9.x86_64.rpm 1.7 MB/s | 200 kB 00:00 2024-09-12T17:32:05.249 INFO:teuthology.orchestra.run.smithi045.stdout:(214/285): python3-requests-oauthlib-1.3.0-12.e 709 kB/s | 54 kB 00:00 2024-09-12T17:32:05.282 INFO:teuthology.orchestra.run.smithi045.stdout:(215/285): python3-toml-0.10.2-6.el9.noarch.rpm 706 kB/s | 42 kB 00:00 2024-09-12T17:32:05.307 INFO:teuthology.orchestra.run.smithi045.stdout:(216/285): qatlib-24.02.0-1.el9.x86_64.rpm 3.7 MB/s | 221 kB 00:00 2024-09-12T17:32:05.340 INFO:teuthology.orchestra.run.smithi115.stdout:(173/285): orc-0.4.31-8.el9.x86_64.rpm 2.0 MB/s | 183 kB 00:00 2024-09-12T17:32:05.341 INFO:teuthology.orchestra.run.smithi045.stdout:(217/285): qatlib-service-24.02.0-1.el9.x86_64. 615 kB/s | 36 kB 00:00 2024-09-12T17:32:05.366 INFO:teuthology.orchestra.run.smithi045.stdout:(218/285): qatzip-libs-1.2.0-1.el9.x86_64.rpm 807 kB/s | 47 kB 00:00 2024-09-12T17:32:05.400 INFO:teuthology.orchestra.run.smithi045.stdout:(219/285): rtkit-0.11-29.el9.x86_64.rpm 955 kB/s | 56 kB 00:00 2024-09-12T17:32:05.425 INFO:teuthology.orchestra.run.smithi045.stdout:(220/285): sisu-0.3.4-10.el9.noarch.rpm 8.5 MB/s | 510 kB 00:00 2024-09-12T17:32:05.450 INFO:teuthology.orchestra.run.smithi045.stdout:(221/285): slf4j-1.7.30-13.el9.noarch.rpm 1.3 MB/s | 69 kB 00:00 2024-09-12T17:32:05.484 INFO:teuthology.orchestra.run.smithi045.stdout:(222/285): socat-1.7.4.1-6.el9.x86_64.rpm 5.1 MB/s | 304 kB 00:00 2024-09-12T17:32:05.490 INFO:teuthology.orchestra.run.smithi115.stdout:(174/285): mesa-dri-drivers-24.1.2-3.el9.x86_64 4.7 MB/s | 8.8 MB 00:01 2024-09-12T17:32:05.509 INFO:teuthology.orchestra.run.smithi045.stdout:(223/285): sound-theme-freedesktop-0.8-17.el9.n 6.4 MB/s | 383 kB 00:00 2024-09-12T17:32:05.515 INFO:teuthology.orchestra.run.smithi115.stdout:(175/285): osinfo-db-20240701-2.el9.noarch.rpm 3.0 MB/s | 531 kB 00:00 2024-09-12T17:32:05.534 INFO:teuthology.orchestra.run.smithi045.stdout:(224/285): totem-pl-parser-3.26.6-2.el9.x86_64. 3.0 MB/s | 152 kB 00:00 2024-09-12T17:32:05.557 INFO:teuthology.orchestra.run.smithi115.stdout:(176/285): osinfo-db-tools-1.10.0-1.el9.x86_64. 1.1 MB/s | 74 kB 00:00 2024-09-12T17:32:05.568 INFO:teuthology.orchestra.run.smithi045.stdout:(225/285): tracker-3.1.2-3.el9.x86_64.rpm 9.3 MB/s | 555 kB 00:00 2024-09-12T17:32:05.602 INFO:teuthology.orchestra.run.smithi045.stdout:(226/285): tracker-miners-3.1.2-4.el9.x86_64.rp 14 MB/s | 944 kB 00:00 2024-09-12T17:32:05.618 INFO:teuthology.orchestra.run.smithi045.stdout:(227/285): ttmkfdir-3.0.9-65.el9.x86_64.rpm 1.0 MB/s | 53 kB 00:00 2024-09-12T17:32:05.633 INFO:teuthology.orchestra.run.smithi115.stdout:(177/285): ostree-libs-2024.7-2.el9.x86_64.rpm 3.9 MB/s | 468 kB 00:00 2024-09-12T17:32:05.666 INFO:teuthology.orchestra.run.smithi115.stdout:(178/285): p11-kit-server-0.25.3-2.el9.x86_64.r 2.2 MB/s | 246 kB 00:00 2024-09-12T17:32:05.742 INFO:teuthology.orchestra.run.smithi115.stdout:(179/285): pipewire-1.0.1-1.el9.x86_64.rpm 982 kB/s | 107 kB 00:00 2024-09-12T17:32:05.783 INFO:teuthology.orchestra.run.smithi115.stdout:(180/285): pipewire-alsa-1.0.1-1.el9.x86_64.rpm 490 kB/s | 57 kB 00:00 2024-09-12T17:32:05.802 INFO:teuthology.orchestra.run.smithi045.stdout:(228/285): python3-scipy-1.6.2-8.el9.x86_64.rpm 27 MB/s | 16 MB 00:00 2024-09-12T17:32:05.809 INFO:teuthology.orchestra.run.smithi115.stdout:(181/285): pipewire-jack-audio-connection-kit-1 137 kB/s | 9.1 kB 00:00 2024-09-12T17:32:05.828 INFO:teuthology.orchestra.run.smithi045.stdout:(229/285): upower-0.99.11-11.el9.x86_64.rpm 827 kB/s | 173 kB 00:00 2024-09-12T17:32:05.853 INFO:teuthology.orchestra.run.smithi115.stdout:(182/285): pipewire-jack-audio-connection-kit-l 2.0 MB/s | 135 kB 00:00 2024-09-12T17:32:05.855 INFO:teuthology.orchestra.run.smithi045.stdout:(230/285): tzdata-java-2024a-2.el9.noarch.rpm 916 kB/s | 230 kB 00:00 2024-09-12T17:32:05.883 INFO:teuthology.orchestra.run.smithi045.stdout:(231/285): webrtc-audio-processing-0.3.1-8.el9. 4.0 MB/s | 306 kB 00:00 2024-09-12T17:32:05.906 INFO:teuthology.orchestra.run.smithi045.stdout:(232/285): wireplumber-0.4.14-1.el9.x86_64.rpm 1.2 MB/s | 96 kB 00:00 2024-09-12T17:32:05.918 INFO:teuthology.orchestra.run.smithi115.stdout:(183/285): pipewire-pulseaudio-1.0.1-1.el9.x86_ 2.8 MB/s | 192 kB 00:00 2024-09-12T17:32:05.930 INFO:teuthology.orchestra.run.smithi045.stdout:(233/285): wireplumber-libs-0.4.14-1.el9.x86_64 4.6 MB/s | 358 kB 00:00 2024-09-12T17:32:05.954 INFO:teuthology.orchestra.run.smithi045.stdout:(234/285): xdg-dbus-proxy-0.1.3-1.el9.x86_64.rp 562 kB/s | 42 kB 00:00 2024-09-12T17:32:05.983 INFO:teuthology.orchestra.run.smithi045.stdout:(235/285): xdg-desktop-portal-1.12.6-1.el9.x86_ 5.0 MB/s | 385 kB 00:00 2024-09-12T17:32:06.007 INFO:teuthology.orchestra.run.smithi115.stdout:(184/285): plexus-cipher-1.7-27.el9.noarch.rpm 345 kB/s | 26 kB 00:00 2024-09-12T17:32:06.011 INFO:teuthology.orchestra.run.smithi045.stdout:(236/285): xdg-desktop-portal-gtk-1.12.0-3.el9. 1.7 MB/s | 134 kB 00:00 2024-09-12T17:32:06.053 INFO:teuthology.orchestra.run.smithi045.stdout:(237/285): xkeyboard-config-2.33-2.el9.noarch.r 9.1 MB/s | 859 kB 00:00 2024-09-12T17:32:06.076 INFO:teuthology.orchestra.run.smithi045.stdout:(238/285): xmlstarlet-1.6.1-20.el9.x86_64.rpm 691 kB/s | 64 kB 00:00 2024-09-12T17:32:06.097 INFO:teuthology.orchestra.run.smithi045.stdout:(239/285): xorg-x11-fonts-Type1-7.5-33.el9.noar 5.4 MB/s | 505 kB 00:00 2024-09-12T17:32:06.136 INFO:teuthology.orchestra.run.smithi115.stdout:(185/285): plexus-classworlds-2.6.0-11.el9.noar 424 kB/s | 60 kB 00:00 2024-09-12T17:32:06.156 INFO:teuthology.orchestra.run.smithi045.stdout:(240/285): abseil-cpp-20211102.0-3.el9.x86_64.r 9.2 MB/s | 548 kB 00:00 2024-09-12T17:32:06.181 INFO:teuthology.orchestra.run.smithi045.stdout:(241/285): gperftools-libs-2.9.1-3.el9.x86_64.r 12 MB/s | 308 kB 00:00 2024-09-12T17:32:06.196 INFO:teuthology.orchestra.run.smithi115.stdout:(186/285): pipewire-libs-1.0.1-1.el9.x86_64.rpm 5.0 MB/s | 1.9 MB 00:00 2024-09-12T17:32:06.207 INFO:teuthology.orchestra.run.smithi045.stdout:(242/285): grpc-data-1.46.7-10.el9.noarch.rpm 784 kB/s | 19 kB 00:00 2024-09-12T17:32:06.222 INFO:teuthology.orchestra.run.smithi115.stdout:(187/285): plexus-containers-component-annotati 215 kB/s | 18 kB 00:00 2024-09-12T17:32:06.263 INFO:teuthology.orchestra.run.smithi115.stdout:(188/285): plexus-interpolation-1.26-11.el9.noa 1.3 MB/s | 80 kB 00:00 2024-09-12T17:32:06.296 INFO:teuthology.orchestra.run.smithi115.stdout:(189/285): plexus-sec-dispatcher-1.4-37.el9.noa 500 kB/s | 34 kB 00:00 2024-09-12T17:32:06.315 INFO:teuthology.orchestra.run.smithi045.stdout:(243/285): libarrow-9.0.0-11.el9.x86_64.rpm 41 MB/s | 4.4 MB 00:00 2024-09-12T17:32:06.340 INFO:teuthology.orchestra.run.smithi045.stdout:(244/285): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.0 MB/s | 26 kB 00:00 2024-09-12T17:32:06.366 INFO:teuthology.orchestra.run.smithi045.stdout:(245/285): liboath-2.6.7-2.el9.x86_64.rpm 1.9 MB/s | 49 kB 00:00 2024-09-12T17:32:06.391 INFO:teuthology.orchestra.run.smithi045.stdout:(246/285): lua-devel-5.4.4-4.el9.x86_64.rpm 65 kB/s | 22 kB 00:00 2024-09-12T17:32:06.409 INFO:teuthology.orchestra.run.smithi115.stdout:(190/285): plexus-utils-3.3.0-10.el9.noarch.rpm 1.6 MB/s | 254 kB 00:00 2024-09-12T17:32:06.416 INFO:teuthology.orchestra.run.smithi045.stdout:(247/285): libunwind-1.6.2-1.el9.x86_64.rpm 1.3 MB/s | 67 kB 00:00 2024-09-12T17:32:06.475 INFO:teuthology.orchestra.run.smithi045.stdout:(248/285): parquet-libs-9.0.0-11.el9.x86_64.rpm 16 MB/s | 839 kB 00:00 2024-09-12T17:32:06.500 INFO:teuthology.orchestra.run.smithi045.stdout:(249/285): luarocks-3.9.2-5.el9.noarch.rpm 1.4 MB/s | 151 kB 00:00 2024-09-12T17:32:06.508 INFO:teuthology.orchestra.run.smithi115.stdout:(191/285): poppler-21.01.0-21.el9.x86_64.rpm 4.9 MB/s | 1.1 MB 00:00 2024-09-12T17:32:06.526 INFO:teuthology.orchestra.run.smithi045.stdout:(250/285): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.7 MB/s | 43 kB 00:00 2024-09-12T17:32:06.551 INFO:teuthology.orchestra.run.smithi045.stdout:(251/285): python3-cachetools-4.2.4-1.el9.noarc 1.3 MB/s | 32 kB 00:00 2024-09-12T17:32:06.576 INFO:teuthology.orchestra.run.smithi045.stdout:(252/285): python3-asyncssh-2.13.2-5.el9.noarch 5.3 MB/s | 548 kB 00:00 2024-09-12T17:32:06.602 INFO:teuthology.orchestra.run.smithi045.stdout:(253/285): python3-certifi-2023.05.07-4.el9.noa 279 kB/s | 14 kB 00:00 2024-09-12T17:32:06.623 INFO:teuthology.orchestra.run.smithi115.stdout:(192/285): poppler-glib-21.01.0-21.el9.x86_64.r 1.3 MB/s | 152 kB 00:00 2024-09-12T17:32:06.627 INFO:teuthology.orchestra.run.smithi045.stdout:(254/285): python3-cheroot-8.6.0-4.el9.noarch.r 3.3 MB/s | 172 kB 00:00 2024-09-12T17:32:06.652 INFO:teuthology.orchestra.run.smithi045.stdout:(255/285): python3-cherrypy-18.6.1-2.el9.noarch 7.0 MB/s | 358 kB 00:00 2024-09-12T17:32:06.677 INFO:teuthology.orchestra.run.smithi045.stdout:(256/285): python3-google-auth-2.34.0-1.el9.noa 4.3 MB/s | 220 kB 00:00 2024-09-12T17:32:06.703 INFO:teuthology.orchestra.run.smithi045.stdout:(257/285): python3-grpcio-tools-1.46.7-10.el9.x 5.6 MB/s | 144 kB 00:00 2024-09-12T17:32:06.723 INFO:teuthology.orchestra.run.smithi115.stdout:(193/285): poppler-data-0.4.9-9.el9.noarch.rpm 5.9 MB/s | 1.9 MB 00:00 2024-09-12T17:32:06.729 INFO:teuthology.orchestra.run.smithi045.stdout:(258/285): python3-jaraco-8.2.1-3.el9.noarch.rp 428 kB/s | 11 kB 00:00 2024-09-12T17:32:06.753 INFO:teuthology.orchestra.run.smithi045.stdout:(259/285): python3-jaraco-classes-3.2.1-5.el9.n 707 kB/s | 18 kB 00:00 2024-09-12T17:32:06.779 INFO:teuthology.orchestra.run.smithi045.stdout:(260/285): python3-jaraco-collections-3.0.0-8.e 925 kB/s | 23 kB 00:00 2024-09-12T17:32:06.798 INFO:teuthology.orchestra.run.smithi115.stdout:(194/285): publicsuffix-list-20210518-3.el9.noa 1.1 MB/s | 83 kB 00:00 2024-09-12T17:32:06.804 INFO:teuthology.orchestra.run.smithi045.stdout:(261/285): python3-jaraco-functools-3.5.0-2.el9 780 kB/s | 19 kB 00:00 2024-09-12T17:32:06.821 INFO:teuthology.orchestra.run.smithi045.stdout:(262/285): python3-jaraco-text-3.2.0-6.el9.noar 1.2 MB/s | 20 kB 00:00 2024-09-12T17:32:06.879 INFO:teuthology.orchestra.run.smithi045.stdout:(263/285): python3-grpcio-1.46.7-10.el9.x86_64. 9.0 MB/s | 2.0 MB 00:00 2024-09-12T17:32:06.881 INFO:teuthology.orchestra.run.smithi115.stdout:(195/285): protobuf-3.14.0-13.el9.x86_64.rpm 3.9 MB/s | 1.0 MB 00:00 2024-09-12T17:32:06.913 INFO:teuthology.orchestra.run.smithi045.stdout:(264/285): python3-kubernetes-26.1.0-2.el9.noar 11 MB/s | 1.0 MB 00:00 2024-09-12T17:32:06.934 INFO:teuthology.orchestra.run.smithi045.stdout:(265/285): python3-logutils-0.3.5-21.el9.noarch 921 kB/s | 46 kB 00:00 2024-09-12T17:32:06.957 INFO:teuthology.orchestra.run.smithi115.stdout:(196/285): pulseaudio-libs-15.0-2.el9.x86_64.rp 4.2 MB/s | 679 kB 00:00 2024-09-12T17:32:06.963 INFO:teuthology.orchestra.run.smithi045.stdout:(266/285): protobuf-compiler-3.14.0-13.el9.x86_ 968 kB/s | 863 kB 00:00 2024-09-12T17:32:06.989 INFO:teuthology.orchestra.run.smithi045.stdout:(267/285): python3-more-itertools-8.12.0-2.el9. 1.0 MB/s | 79 kB 00:00 2024-09-12T17:32:07.023 INFO:teuthology.orchestra.run.smithi045.stdout:(268/285): python3-natsort-7.1.1-5.el9.noarch.r 625 kB/s | 58 kB 00:00 2024-09-12T17:32:07.048 INFO:teuthology.orchestra.run.smithi045.stdout:(269/285): python3-portend-3.1.0-2.el9.noarch.r 323 kB/s | 16 kB 00:00 2024-09-12T17:32:07.073 INFO:teuthology.orchestra.run.smithi045.stdout:(270/285): python3-repoze-lru-0.7-16.el9.noarch 1.2 MB/s | 31 kB 00:00 2024-09-12T17:32:07.074 INFO:teuthology.orchestra.run.smithi115.stdout:(197/285): python3-devel-3.9.19-8.el9.x86_64.rp 2.1 MB/s | 245 kB 00:00 2024-09-12T17:32:07.099 INFO:teuthology.orchestra.run.smithi045.stdout:(271/285): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.2 MB/s | 90 kB 00:00 2024-09-12T17:32:07.124 INFO:teuthology.orchestra.run.smithi045.stdout:(272/285): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-09-12T17:32:07.149 INFO:teuthology.orchestra.run.smithi045.stdout:(273/285): python3-tempora-5.0.0-2.el9.noarch.r 1.4 MB/s | 36 kB 00:00 2024-09-12T17:32:07.175 INFO:teuthology.orchestra.run.smithi045.stdout:(274/285): python3-pecan-1.4.2-3.el9.noarch.rpm 1.3 MB/s | 272 kB 00:00 2024-09-12T17:32:07.208 INFO:teuthology.orchestra.run.smithi045.stdout:(275/285): python3-routes-2.5.1-5.el9.noarch.rp 1.4 MB/s | 188 kB 00:00 2024-09-12T17:32:07.233 INFO:teuthology.orchestra.run.smithi045.stdout:(276/285): python3-typing-extensions-4.12.2-2.e 888 kB/s | 74 kB 00:00 2024-09-12T17:32:07.259 INFO:teuthology.orchestra.run.smithi045.stdout:(277/285): python3-websocket-client-1.2.3-2.el9 1.7 MB/s | 90 kB 00:00 2024-09-12T17:32:07.292 INFO:teuthology.orchestra.run.smithi045.stdout:(278/285): python3-webob-1.8.8-2.el9.noarch.rpm 1.9 MB/s | 230 kB 00:00 2024-09-12T17:32:07.318 INFO:teuthology.orchestra.run.smithi045.stdout:(279/285): python3-zc-lockfile-2.0-10.el9.noarc 340 kB/s | 20 kB 00:00 2024-09-12T17:32:07.360 INFO:teuthology.orchestra.run.smithi045.stdout:(280/285): re2-20211101-20.el9.x86_64.rpm 2.8 MB/s | 191 kB 00:00 2024-09-12T17:32:07.427 INFO:teuthology.orchestra.run.smithi045.stdout:(281/285): s3cmd-2.4.0-1.el9.noarch.rpm 1.9 MB/s | 206 kB 00:00 2024-09-12T17:32:07.452 INFO:teuthology.orchestra.run.smithi045.stdout:(282/285): python3-werkzeug-2.0.3-3.el9.1.noarc 1.9 MB/s | 427 kB 00:00 2024-09-12T17:32:07.466 INFO:teuthology.orchestra.run.smithi115.stdout:(198/285): java-11-openjdk-headless-11.0.20.1.1 5.3 MB/s | 39 MB 00:07 2024-09-12T17:32:07.491 INFO:teuthology.orchestra.run.smithi115.stdout:(199/285): python3-jinja2-2.11.3-6.el9.noarch.r 595 kB/s | 248 kB 00:00 2024-09-12T17:32:07.502 INFO:teuthology.orchestra.run.smithi045.stdout:(283/285): thrift-0.15.0-2.el9.x86_64.rpm 11 MB/s | 1.6 MB 00:00 2024-09-12T17:32:07.583 INFO:teuthology.orchestra.run.smithi115.stdout:(200/285): python3-jsonpatch-1.21-16.el9.noarch 220 kB/s | 26 kB 00:00 2024-09-12T17:32:07.608 INFO:teuthology.orchestra.run.smithi115.stdout:(201/285): python3-jsonpointer-2.0-4.el9.noarch 164 kB/s | 19 kB 00:00 2024-09-12T17:32:07.675 INFO:teuthology.orchestra.run.smithi115.stdout:(202/285): python3-markupsafe-1.1.1-12.el9.x86_ 520 kB/s | 35 kB 00:00 2024-09-12T17:32:07.794 INFO:teuthology.orchestra.run.smithi045.stdout:(284/285): librados2-19.3.0-4762.gbad475c1.el9. 9.4 MB/s | 3.5 MB 00:00 2024-09-12T17:32:07.875 INFO:teuthology.orchestra.run.smithi115.stdout:(203/285): python3-mako-1.1.4-6.el9.noarch.rpm 590 kB/s | 172 kB 00:00 2024-09-12T17:32:07.902 INFO:teuthology.orchestra.run.smithi045.stdout:(285/285): librbd1-19.3.0-4762.gbad475c1.el9.x8 7.2 MB/s | 3.2 MB 00:00 2024-09-12T17:32:07.910 INFO:teuthology.orchestra.run.smithi045.stdout:-------------------------------------------------------------------------------- 2024-09-12T17:32:07.910 INFO:teuthology.orchestra.run.smithi045.stdout:Total 19 MB/s | 322 MB 00:16 2024-09-12T17:32:08.050 INFO:teuthology.orchestra.run.smithi115.stdout:(204/285): python3-babel-2.9.1-2.el9.noarch.rpm 5.1 MB/s | 6.0 MB 00:01 2024-09-12T17:32:08.084 INFO:teuthology.orchestra.run.smithi115.stdout:(205/285): python3-numpy-f2py-1.20.1-5.el9.x86_ 1.2 MB/s | 250 kB 00:00 2024-09-12T17:32:08.118 INFO:teuthology.orchestra.run.smithi115.stdout:(206/285): python3-oauthlib-3.1.1-5.el9.noarch. 3.3 MB/s | 222 kB 00:00 2024-09-12T17:32:08.152 INFO:teuthology.orchestra.run.smithi115.stdout:(207/285): python3-packaging-20.9-5.el9.noarch. 1.1 MB/s | 77 kB 00:00 2024-09-12T17:32:08.185 INFO:teuthology.orchestra.run.smithi115.stdout:(208/285): python3-prettytable-0.7.2-27.el9.noa 630 kB/s | 42 kB 00:00 2024-09-12T17:32:08.285 INFO:teuthology.orchestra.run.smithi115.stdout:(209/285): python3-protobuf-3.14.0-13.el9.noarc 2.0 MB/s | 269 kB 00:00 2024-09-12T17:32:08.311 INFO:teuthology.orchestra.run.smithi115.stdout:(210/285): python3-pyasn1-0.4.8-6.el9.noarch.rp 1.2 MB/s | 159 kB 00:00 2024-09-12T17:32:08.394 INFO:teuthology.orchestra.run.smithi115.stdout:(211/285): python3-pyasn1-modules-0.4.8-6.el9.n 2.5 MB/s | 279 kB 00:00 2024-09-12T17:32:08.419 INFO:teuthology.orchestra.run.smithi115.stdout:(212/285): python3-pytz-2021.1-5.el9.noarch.rpm 469 kB/s | 51 kB 00:00 2024-09-12T17:32:08.503 INFO:teuthology.orchestra.run.smithi115.stdout:(213/285): python3-requests-oauthlib-1.3.0-12.e 494 kB/s | 54 kB 00:00 2024-09-12T17:32:08.570 INFO:teuthology.orchestra.run.smithi115.stdout:(214/285): python3-toml-0.10.2-6.el9.noarch.rpm 625 kB/s | 42 kB 00:00 2024-09-12T17:32:08.645 INFO:teuthology.orchestra.run.smithi115.stdout:(215/285): qatlib-24.02.0-1.el9.x86_64.rpm 2.9 MB/s | 221 kB 00:00 2024-09-12T17:32:08.712 INFO:teuthology.orchestra.run.smithi115.stdout:(216/285): qatlib-service-24.02.0-1.el9.x86_64. 539 kB/s | 36 kB 00:00 2024-09-12T17:32:08.788 INFO:teuthology.orchestra.run.smithi115.stdout:(217/285): qatzip-libs-1.2.0-1.el9.x86_64.rpm 633 kB/s | 47 kB 00:00 2024-09-12T17:32:08.913 INFO:teuthology.orchestra.run.smithi115.stdout:(218/285): python3-numpy-1.20.1-5.el9.x86_64.rp 4.1 MB/s | 5.1 MB 00:01 2024-09-12T17:32:08.938 INFO:teuthology.orchestra.run.smithi115.stdout:(219/285): rtkit-0.11-29.el9.x86_64.rpm 372 kB/s | 56 kB 00:00 2024-09-12T17:32:09.105 INFO:teuthology.orchestra.run.smithi115.stdout:(220/285): slf4j-1.7.30-13.el9.noarch.rpm 413 kB/s | 69 kB 00:00 2024-09-12T17:32:09.131 INFO:teuthology.orchestra.run.smithi115.stdout:(221/285): sisu-0.3.4-10.el9.noarch.rpm 2.3 MB/s | 510 kB 00:00 2024-09-12T17:32:09.181 INFO:teuthology.orchestra.run.smithi115.stdout:(222/285): socat-1.7.4.1-6.el9.x86_64.rpm 4.0 MB/s | 304 kB 00:00 2024-09-12T17:32:09.248 INFO:teuthology.orchestra.run.smithi115.stdout:(223/285): sound-theme-freedesktop-0.8-17.el9.n 3.2 MB/s | 383 kB 00:00 2024-09-12T17:32:09.315 INFO:teuthology.orchestra.run.smithi115.stdout:(224/285): totem-pl-parser-3.26.6-2.el9.x86_64. 1.1 MB/s | 152 kB 00:00 2024-09-12T17:32:09.440 INFO:teuthology.orchestra.run.smithi115.stdout:(225/285): tracker-3.1.2-3.el9.x86_64.rpm 2.8 MB/s | 555 kB 00:00 2024-09-12T17:32:09.565 INFO:teuthology.orchestra.run.smithi115.stdout:(226/285): tracker-miners-3.1.2-4.el9.x86_64.rp 3.7 MB/s | 944 kB 00:00 2024-09-12T17:32:09.582 INFO:teuthology.orchestra.run.smithi115.stdout:(227/285): ttmkfdir-3.0.9-65.el9.x86_64.rpm 374 kB/s | 53 kB 00:00 2024-09-12T17:32:09.649 INFO:teuthology.orchestra.run.smithi115.stdout:(228/285): tzdata-java-2024a-2.el9.noarch.rpm 3.4 MB/s | 230 kB 00:00 2024-09-12T17:32:09.699 INFO:teuthology.orchestra.run.smithi115.stdout:(229/285): upower-0.99.11-11.el9.x86_64.rpm 1.4 MB/s | 173 kB 00:00 2024-09-12T17:32:09.766 INFO:teuthology.orchestra.run.smithi115.stdout:(230/285): webrtc-audio-processing-0.3.1-8.el9. 2.6 MB/s | 306 kB 00:00 2024-09-12T17:32:09.791 INFO:teuthology.orchestra.run.smithi115.stdout:(231/285): wireplumber-0.4.14-1.el9.x86_64.rpm 1.0 MB/s | 96 kB 00:00 2024-09-12T17:32:09.850 INFO:teuthology.orchestra.run.smithi115.stdout:(232/285): xdg-dbus-proxy-0.1.3-1.el9.x86_64.rp 727 kB/s | 42 kB 00:00 2024-09-12T17:32:09.884 INFO:teuthology.orchestra.run.smithi115.stdout:(233/285): wireplumber-libs-0.4.14-1.el9.x86_64 3.0 MB/s | 358 kB 00:00 2024-09-12T17:32:09.951 INFO:teuthology.orchestra.run.smithi115.stdout:(234/285): xdg-desktop-portal-gtk-1.12.0-3.el9. 2.0 MB/s | 134 kB 00:00 2024-09-12T17:32:09.976 INFO:teuthology.orchestra.run.smithi115.stdout:(235/285): xdg-desktop-portal-1.12.6-1.el9.x86_ 3.0 MB/s | 385 kB 00:00 2024-09-12T17:32:10.084 INFO:teuthology.orchestra.run.smithi115.stdout:(236/285): xmlstarlet-1.6.1-20.el9.x86_64.rpm 587 kB/s | 64 kB 00:00 2024-09-12T17:32:10.160 INFO:teuthology.orchestra.run.smithi115.stdout:(237/285): xkeyboard-config-2.33-2.el9.noarch.r 4.0 MB/s | 859 kB 00:00 2024-09-12T17:32:10.235 INFO:teuthology.orchestra.run.smithi115.stdout:(238/285): xorg-x11-fonts-Type1-7.5-33.el9.noar 3.3 MB/s | 505 kB 00:00 2024-09-12T17:32:10.261 INFO:teuthology.orchestra.run.smithi115.stdout:(239/285): lua-devel-5.4.4-4.el9.x86_64.rpm 222 kB/s | 22 kB 00:00 2024-09-12T17:32:10.311 INFO:teuthology.orchestra.run.smithi115.stdout:(240/285): abseil-cpp-20211102.0-3.el9.x86_64.r 11 MB/s | 548 kB 00:00 2024-09-12T17:32:10.344 INFO:teuthology.orchestra.run.smithi115.stdout:(241/285): gperftools-libs-2.9.1-3.el9.x86_64.r 9.1 MB/s | 308 kB 00:00 2024-09-12T17:32:10.370 INFO:teuthology.orchestra.run.smithi115.stdout:(242/285): grpc-data-1.46.7-10.el9.noarch.rpm 779 kB/s | 19 kB 00:00 2024-09-12T17:32:10.478 INFO:teuthology.orchestra.run.smithi115.stdout:(243/285): libarrow-9.0.0-11.el9.x86_64.rpm 41 MB/s | 4.4 MB 00:00 2024-09-12T17:32:10.503 INFO:teuthology.orchestra.run.smithi115.stdout:(244/285): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.0 MB/s | 26 kB 00:00 2024-09-12T17:32:10.529 INFO:teuthology.orchestra.run.smithi115.stdout:(245/285): liboath-2.6.7-2.el9.x86_64.rpm 1.9 MB/s | 49 kB 00:00 2024-09-12T17:32:10.563 INFO:teuthology.orchestra.run.smithi115.stdout:(246/285): protobuf-compiler-3.14.0-13.el9.x86_ 2.6 MB/s | 863 kB 00:00 2024-09-12T17:32:10.597 INFO:teuthology.orchestra.run.smithi115.stdout:(247/285): libunwind-1.6.2-1.el9.x86_64.rpm 1.0 MB/s | 67 kB 00:00 2024-09-12T17:32:10.639 INFO:teuthology.orchestra.run.smithi115.stdout:(248/285): luarocks-3.9.2-5.el9.noarch.rpm 2.0 MB/s | 151 kB 00:00 2024-09-12T17:32:10.672 INFO:teuthology.orchestra.run.smithi115.stdout:(249/285): parquet-libs-9.0.0-11.el9.x86_64.rpm 11 MB/s | 839 kB 00:00 2024-09-12T17:32:10.697 INFO:teuthology.orchestra.run.smithi115.stdout:(250/285): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.7 MB/s | 43 kB 00:00 2024-09-12T17:32:10.731 INFO:teuthology.orchestra.run.smithi115.stdout:(251/285): python3-asyncssh-2.13.2-5.el9.noarch 5.8 MB/s | 548 kB 00:00 2024-09-12T17:32:10.756 INFO:teuthology.orchestra.run.smithi115.stdout:(252/285): python3-cachetools-4.2.4-1.el9.noarc 550 kB/s | 32 kB 00:00 2024-09-12T17:32:10.781 INFO:teuthology.orchestra.run.smithi115.stdout:(253/285): python3-certifi-2023.05.07-4.el9.noa 279 kB/s | 14 kB 00:00 2024-09-12T17:32:10.807 INFO:teuthology.orchestra.run.smithi115.stdout:(254/285): python3-cheroot-8.6.0-4.el9.noarch.r 3.3 MB/s | 172 kB 00:00 2024-09-12T17:32:10.832 INFO:teuthology.orchestra.run.smithi115.stdout:(255/285): python3-cherrypy-18.6.1-2.el9.noarch 7.0 MB/s | 358 kB 00:00 2024-09-12T17:32:10.857 INFO:teuthology.orchestra.run.smithi115.stdout:(256/285): python3-google-auth-2.34.0-1.el9.noa 4.3 MB/s | 220 kB 00:00 2024-09-12T17:32:10.891 INFO:teuthology.orchestra.run.smithi115.stdout:(257/285): python3-grpcio-tools-1.46.7-10.el9.x 4.2 MB/s | 144 kB 00:00 2024-09-12T17:32:10.916 INFO:teuthology.orchestra.run.smithi115.stdout:(258/285): python3-jaraco-8.2.1-3.el9.noarch.rp 432 kB/s | 11 kB 00:00 2024-09-12T17:32:10.941 INFO:teuthology.orchestra.run.smithi115.stdout:(259/285): python3-jaraco-classes-3.2.1-5.el9.n 707 kB/s | 18 kB 00:00 2024-09-12T17:32:11.100 INFO:teuthology.orchestra.run.smithi115.stdout:(260/285): python3-scipy-1.6.2-8.el9.x86_64.rpm 6.1 MB/s | 16 MB 00:02 2024-09-12T17:32:11.117 INFO:teuthology.orchestra.run.smithi115.stdout:(261/285): python3-jaraco-collections-3.0.0-8.e 132 kB/s | 23 kB 00:00 2024-09-12T17:32:11.142 INFO:teuthology.orchestra.run.smithi115.stdout:(262/285): python3-jaraco-text-3.2.0-6.el9.noar 1.1 MB/s | 20 kB 00:00 2024-09-12T17:32:11.159 INFO:teuthology.orchestra.run.smithi115.stdout:(263/285): python3-jaraco-functools-3.5.0-2.el9 333 kB/s | 19 kB 00:00 2024-09-12T17:32:11.171 INFO:teuthology.orchestra.run.smithi045.stdout:Running transaction check 2024-09-12T17:32:11.184 INFO:teuthology.orchestra.run.smithi115.stdout:(264/285): python3-logutils-0.3.5-21.el9.noarch 1.8 MB/s | 46 kB 00:00 2024-09-12T17:32:11.210 INFO:teuthology.orchestra.run.smithi115.stdout:(265/285): python3-more-itertools-8.12.0-2.el9. 3.1 MB/s | 79 kB 00:00 2024-09-12T17:32:11.227 INFO:teuthology.orchestra.run.smithi115.stdout:(266/285): python3-natsort-7.1.1-5.el9.noarch.r 3.4 MB/s | 58 kB 00:00 2024-09-12T17:32:11.260 INFO:teuthology.orchestra.run.smithi115.stdout:(267/285): python3-kubernetes-26.1.0-2.el9.noar 8.8 MB/s | 1.0 MB 00:00 2024-09-12T17:32:11.286 INFO:teuthology.orchestra.run.smithi115.stdout:(268/285): python3-pecan-1.4.2-3.el9.noarch.rpm 4.5 MB/s | 272 kB 00:00 2024-09-12T17:32:11.303 INFO:teuthology.orchestra.run.smithi115.stdout:(269/285): python3-portend-3.1.0-2.el9.noarch.r 392 kB/s | 16 kB 00:00 2024-09-12T17:32:11.319 INFO:teuthology.orchestra.run.smithi115.stdout:(270/285): python3-repoze-lru-0.7-16.el9.noarch 1.8 MB/s | 31 kB 00:00 2024-09-12T17:32:11.345 INFO:teuthology.orchestra.run.smithi115.stdout:(271/285): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.5 MB/s | 90 kB 00:00 2024-09-12T17:32:11.376 INFO:teuthology.orchestra.run.smithi045.stdout:Transaction check succeeded. 2024-09-12T17:32:11.377 INFO:teuthology.orchestra.run.smithi045.stdout:Running transaction test 2024-09-12T17:32:11.387 INFO:teuthology.orchestra.run.smithi115.stdout:(272/285): python3-grpcio-1.46.7-10.el9.x86_64. 3.7 MB/s | 2.0 MB 00:00 2024-09-12T17:32:11.404 INFO:teuthology.orchestra.run.smithi115.stdout:(273/285): python3-rsa-4.9-2.el9.noarch.rpm 1.0 MB/s | 59 kB 00:00 2024-09-12T17:32:11.421 INFO:teuthology.orchestra.run.smithi115.stdout:(274/285): python3-tempora-5.0.0-2.el9.noarch.r 1.0 MB/s | 36 kB 00:00 2024-09-12T17:32:11.446 INFO:teuthology.orchestra.run.smithi115.stdout:(275/285): python3-routes-2.5.1-5.el9.noarch.rp 1.5 MB/s | 188 kB 00:00 2024-09-12T17:32:11.472 INFO:teuthology.orchestra.run.smithi115.stdout:(276/285): python3-typing-extensions-4.12.2-2.e 1.1 MB/s | 74 kB 00:00 2024-09-12T17:32:11.497 INFO:teuthology.orchestra.run.smithi115.stdout:(277/285): python3-websocket-client-1.2.3-2.el9 1.8 MB/s | 90 kB 00:00 2024-09-12T17:32:11.513 INFO:teuthology.orchestra.run.smithi115.stdout:(278/285): python3-zc-lockfile-2.0-10.el9.noarc 1.2 MB/s | 20 kB 00:00 2024-09-12T17:32:11.539 INFO:teuthology.orchestra.run.smithi115.stdout:(279/285): python3-webob-1.8.8-2.el9.noarch.rpm 1.9 MB/s | 230 kB 00:00 2024-09-12T17:32:11.564 INFO:teuthology.orchestra.run.smithi115.stdout:(280/285): re2-20211101-20.el9.x86_64.rpm 3.7 MB/s | 191 kB 00:00 2024-09-12T17:32:11.589 INFO:teuthology.orchestra.run.smithi115.stdout:(281/285): s3cmd-2.4.0-1.el9.noarch.rpm 4.0 MB/s | 206 kB 00:00 2024-09-12T17:32:11.615 INFO:teuthology.orchestra.run.smithi115.stdout:(282/285): python3-werkzeug-2.0.3-3.el9.1.noarc 2.9 MB/s | 427 kB 00:00 2024-09-12T17:32:11.665 INFO:teuthology.orchestra.run.smithi115.stdout:(283/285): thrift-0.15.0-2.el9.x86_64.rpm 16 MB/s | 1.6 MB 00:00 2024-09-12T17:32:11.832 INFO:teuthology.orchestra.run.smithi115.stdout:(284/285): librados2-19.3.0-4762.gbad475c1.el9. 14 MB/s | 3.5 MB 00:00 2024-09-12T17:32:12.040 INFO:teuthology.orchestra.run.smithi115.stdout:(285/285): librbd1-19.3.0-4762.gbad475c1.el9.x8 7.6 MB/s | 3.2 MB 00:00 2024-09-12T17:32:12.047 INFO:teuthology.orchestra.run.smithi115.stdout:-------------------------------------------------------------------------------- 2024-09-12T17:32:12.048 INFO:teuthology.orchestra.run.smithi115.stdout:Total 14 MB/s | 322 MB 00:22 2024-09-12T17:32:14.775 INFO:teuthology.orchestra.run.smithi045.stdout:Transaction test succeeded. 2024-09-12T17:32:14.776 INFO:teuthology.orchestra.run.smithi045.stdout:Running transaction 2024-09-12T17:32:15.213 INFO:teuthology.orchestra.run.smithi115.stdout:Running transaction check 2024-09-12T17:32:15.396 INFO:teuthology.orchestra.run.smithi115.stdout:Transaction check succeeded. 2024-09-12T17:32:15.396 INFO:teuthology.orchestra.run.smithi115.stdout:Running transaction test 2024-09-12T17:32:18.487 INFO:teuthology.orchestra.run.smithi115.stdout:Transaction test succeeded. 2024-09-12T17:32:18.488 INFO:teuthology.orchestra.run.smithi115.stdout:Running transaction 2024-09-12T17:32:25.379 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: copy-jdk-configs-4.0-3.el9.noarch 1/1 2024-09-12T17:32:25.580 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: java-11-openjdk-headless-1:11.0.20.1.1-2.el9.x86_64 1/1 2024-09-12T17:32:25.744 INFO:teuthology.orchestra.run.smithi045.stdout: Preparing : 1/1 2024-09-12T17:32:25.914 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : javapackages-filesystem-6.0.0-4.el9.noarch 1/287 2024-09-12T17:32:25.957 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libogg-2:1.3.4-6.el9.x86_64 2/287 2024-09-12T17:32:26.039 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libXi-1.7.10-8.el9.x86_64 3/287 2024-09-12T17:32:26.086 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : alsa-lib-1.2.12-1.el9.x86_64 4/287 2024-09-12T17:32:26.143 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libvorbis-1:1.3.7-5.el9.x86_64 5/287 2024-09-12T17:32:26.185 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : thrift-0.15.0-2.el9.x86_64 6/287 2024-09-12T17:32:26.210 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 7/287 2024-09-12T17:32:26.266 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 8/287 2024-09-12T17:32:26.657 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 9/287 2024-09-12T17:32:26.735 INFO:teuthology.orchestra.run.smithi045.stdout: Upgrading : librados2-2:19.3.0-4762.gbad475c1.el9.x86_64 10/287 2024-09-12T17:32:26.845 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: librados2-2:19.3.0-4762.gbad475c1.el9.x86_64 10/287 2024-09-12T17:32:26.870 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libcephfs2-2:19.3.0-4762.gbad475c1.el9.x86_64 11/287 2024-09-12T17:32:26.956 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: libcephfs2-2:19.3.0-4762.gbad475c1.el9.x86_64 11/287 2024-09-12T17:32:26.983 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-rados-2:19.3.0-4762.gbad475c1.el9.x86_64 12/287 2024-09-12T17:32:27.031 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libwayland-client-1.21.0-1.el9.x86_64 13/287 2024-09-12T17:32:27.067 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 14/287 2024-09-12T17:32:27.093 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 15/287 2024-09-12T17:32:27.119 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libXfixes-5.0.3-16.el9.x86_64 16/287 2024-09-12T17:32:27.151 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : opus-1.3.1-10.el9.x86_64 17/287 2024-09-12T17:32:27.185 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : lua-5.4.4-4.el9.x86_64 18/287 2024-09-12T17:32:27.213 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libX11-xcb-1.7.0-9.el9.x86_64 19/287 2024-09-12T17:32:27.371 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : lcms2-2.12-3.el9.x86_64 20/287 2024-09-12T17:32:27.654 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : gstreamer1-1.22.1-2.el9.x86_64 21/287 2024-09-12T17:32:27.703 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : atk-2.36.0-5.el9.x86_64 22/287 2024-09-12T17:32:27.740 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libwayland-cursor-1.21.0-1.el9.x86_64 23/287 2024-09-12T17:32:27.768 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libcephsqlite-2:19.3.0-4762.gbad475c1.el9.x86_64 24/287 2024-09-12T17:32:27.858 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: libcephsqlite-2:19.3.0-4762.gbad475c1.el9.x86_64 24/287 2024-09-12T17:32:27.885 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libradosstriper1-2:19.3.0-4762.gbad475c1.el9.x86 25/287 2024-09-12T17:32:27.948 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: libradosstriper1-2:19.3.0-4762.gbad475c1.el9.x86 25/287 2024-09-12T17:32:27.974 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libXtst-1.2.3-16.el9.x86_64 26/287 2024-09-12T17:32:27.995 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 27/287 2024-09-12T17:32:28.018 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 27/287 2024-09-12T17:32:28.192 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 28/287 2024-09-12T17:32:28.221 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 28/287 2024-09-12T17:32:28.343 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : re2-1:20211101-20.el9.x86_64 29/287 2024-09-12T17:32:28.379 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 30/287 2024-09-12T17:32:28.407 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : liboath-2.6.7-2.el9.x86_64 31/287 2024-09-12T17:32:28.483 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 32/287 2024-09-12T17:32:28.540 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 33/287 2024-09-12T17:32:28.575 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-packaging-20.9-5.el9.noarch 34/287 2024-09-12T17:32:28.618 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 35/287 2024-09-12T17:32:28.642 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 36/287 2024-09-12T17:32:28.650 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: copy-jdk-configs-4.0-3.el9.noarch 1/1 2024-09-12T17:32:28.669 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libxshmfence-1.3-10.el9.x86_64 37/287 2024-09-12T17:32:28.694 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libwayland-server-1.21.0-1.el9.x86_64 38/287 2024-09-12T17:32:28.728 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libwayland-egl-1.21.0-1.el9.x86_64 39/287 2024-09-12T17:32:28.757 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libtool-ltdl-2.4.6-46.el9.x86_64 40/287 2024-09-12T17:32:28.788 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libglvnd-1:1.3.4-1.el9.x86_64 41/287 2024-09-12T17:32:28.810 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: java-11-openjdk-headless-1:11.0.20.1.1-2.el9.x86_64 1/1 2024-09-12T17:32:28.813 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libXcomposite-0.4.5-7.el9.x86_64 42/287 2024-09-12T17:32:28.856 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 43/287 2024-09-12T17:32:28.887 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : dconf-0.40.0-6.el9.x86_64 44/287 2024-09-12T17:32:28.957 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: dconf-0.40.0-6.el9.x86_64 44/287 2024-09-12T17:32:28.970 INFO:teuthology.orchestra.run.smithi115.stdout: Preparing : 1/1 2024-09-12T17:32:29.024 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 45/287 2024-09-12T17:32:29.046 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : javapackages-filesystem-6.0.0-4.el9.noarch 1/287 2024-09-12T17:32:29.052 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 46/287 2024-09-12T17:32:29.085 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libogg-2:1.3.4-6.el9.x86_64 2/287 2024-09-12T17:32:29.096 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 47/287 2024-09-12T17:32:29.131 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 48/287 2024-09-12T17:32:29.160 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libXi-1.7.10-8.el9.x86_64 3/287 2024-09-12T17:32:29.181 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : fuse-2.9.9-16.el9.x86_64 49/287 2024-09-12T17:32:29.217 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : alsa-lib-1.2.12-1.el9.x86_64 4/287 2024-09-12T17:32:29.261 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : cups-libs-1:2.3.3op2-30.el9.x86_64 50/287 2024-09-12T17:32:29.270 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libvorbis-1:1.3.7-5.el9.x86_64 5/287 2024-09-12T17:32:29.311 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : thrift-0.15.0-2.el9.x86_64 6/287 2024-09-12T17:32:29.337 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 7/287 2024-09-12T17:32:29.382 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 8/287 2024-09-12T17:32:29.424 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-ceph-common-2:19.3.0-4762.gbad475c1.el9. 51/287 2024-09-12T17:32:29.468 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-ceph-argparse-2:19.3.0-4762.gbad475c1.el 52/287 2024-09-12T17:32:29.510 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-cephfs-2:19.3.0-4762.gbad475c1.el9.x86_6 53/287 2024-09-12T17:32:29.590 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 54/287 2024-09-12T17:32:29.737 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 55/287 2024-09-12T17:32:29.755 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 9/287 2024-09-12T17:32:29.798 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 56/287 2024-09-12T17:32:29.830 INFO:teuthology.orchestra.run.smithi115.stdout: Upgrading : librados2-2:19.3.0-4762.gbad475c1.el9.x86_64 10/287 2024-09-12T17:32:29.952 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: librados2-2:19.3.0-4762.gbad475c1.el9.x86_64 10/287 2024-09-12T17:32:29.989 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libcephfs2-2:19.3.0-4762.gbad475c1.el9.x86_64 11/287 2024-09-12T17:32:30.064 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: libcephfs2-2:19.3.0-4762.gbad475c1.el9.x86_64 11/287 2024-09-12T17:32:30.102 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-rados-2:19.3.0-4762.gbad475c1.el9.x86_64 12/287 2024-09-12T17:32:30.146 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libwayland-client-1.21.0-1.el9.x86_64 13/287 2024-09-12T17:32:30.177 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 14/287 2024-09-12T17:32:30.203 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 15/287 2024-09-12T17:32:30.230 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libXfixes-5.0.3-16.el9.x86_64 16/287 2024-09-12T17:32:30.261 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : opus-1.3.1-10.el9.x86_64 17/287 2024-09-12T17:32:30.287 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : lua-5.4.4-4.el9.x86_64 18/287 2024-09-12T17:32:30.315 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libX11-xcb-1.7.0-9.el9.x86_64 19/287 2024-09-12T17:32:30.373 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-rsa-4.9-2.el9.noarch 57/287 2024-09-12T17:32:30.449 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : lcms2-2.12-3.el9.x86_64 20/287 2024-09-12T17:32:30.463 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 58/287 2024-09-12T17:32:30.495 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 59/287 2024-09-12T17:32:30.568 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 60/287 2024-09-12T17:32:30.595 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : gstreamer1-1.22.1-2.el9.x86_64 21/287 2024-09-12T17:32:30.617 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : at-spi2-core-2.40.3-1.el9.x86_64 61/287 2024-09-12T17:32:30.630 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : atk-2.36.0-5.el9.x86_64 22/287 2024-09-12T17:32:30.653 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : at-spi2-atk-2.38.0-4.el9.x86_64 62/287 2024-09-12T17:32:30.666 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libwayland-cursor-1.21.0-1.el9.x86_64 23/287 2024-09-12T17:32:30.682 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : colord-libs-1.4.5-4.el9.x86_64 63/287 2024-09-12T17:32:30.694 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libcephsqlite-2:19.3.0-4762.gbad475c1.el9.x86_64 24/287 2024-09-12T17:32:30.750 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 64/287 2024-09-12T17:32:30.799 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: libcephsqlite-2:19.3.0-4762.gbad475c1.el9.x86_64 24/287 2024-09-12T17:32:30.829 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libradosstriper1-2:19.3.0-4762.gbad475c1.el9.x86 25/287 2024-09-12T17:32:30.892 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: libradosstriper1-2:19.3.0-4762.gbad475c1.el9.x86 25/287 2024-09-12T17:32:30.916 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libXtst-1.2.3-16.el9.x86_64 26/287 2024-09-12T17:32:30.918 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : luarocks-3.9.2-5.el9.noarch 65/287 2024-09-12T17:32:30.939 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 27/287 2024-09-12T17:32:30.951 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libXcursor-1.2.0-7.el9.x86_64 66/287 2024-09-12T17:32:30.964 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 27/287 2024-09-12T17:32:30.995 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libXdamage-1.1.5-7.el9.x86_64 67/287 2024-09-12T17:32:31.033 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : librados-devel-2:19.3.0-4762.gbad475c1.el9.x86_6 68/287 2024-09-12T17:32:31.066 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 69/287 2024-09-12T17:32:31.100 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : flac-libs-1.3.3-12.el9.x86_64 70/287 2024-09-12T17:32:31.134 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 28/287 2024-09-12T17:32:31.141 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libtheora-1:1.1.1-31.el9.x86_64 71/287 2024-09-12T17:32:31.164 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 28/287 2024-09-12T17:32:31.200 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : exiv2-libs-0.27.5-2.el9.x86_64 72/287 2024-09-12T17:32:31.233 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : exiv2-0.27.5-2.el9.x86_64 73/287 2024-09-12T17:32:31.270 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libgexiv2-0.12.3-1.el9.x86_64 74/287 2024-09-12T17:32:31.285 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : re2-1:20211101-20.el9.x86_64 29/287 2024-09-12T17:32:31.328 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 30/287 2024-09-12T17:32:31.367 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 75/287 2024-09-12T17:32:31.371 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : liboath-2.6.7-2.el9.x86_64 31/287 2024-09-12T17:32:31.429 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 76/287 2024-09-12T17:32:31.436 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 32/287 2024-09-12T17:32:31.481 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 33/287 2024-09-12T17:32:31.637 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 77/287 2024-09-12T17:32:31.637 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 78/287 2024-09-12T17:32:31.637 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 79/287 2024-09-12T17:32:31.638 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-packaging-20.9-5.el9.noarch 34/287 2024-09-12T17:32:31.638 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 35/287 2024-09-12T17:32:31.638 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 36/287 2024-09-12T17:32:31.638 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libxshmfence-1.3-10.el9.x86_64 37/287 2024-09-12T17:32:31.653 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libwayland-server-1.21.0-1.el9.x86_64 38/287 2024-09-12T17:32:31.657 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 80/287 2024-09-12T17:32:31.679 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libwayland-egl-1.21.0-1.el9.x86_64 39/287 2024-09-12T17:32:31.707 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libtool-ltdl-2.4.6-46.el9.x86_64 40/287 2024-09-12T17:32:31.712 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 81/287 2024-09-12T17:32:31.739 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libglvnd-1:1.3.4-1.el9.x86_64 41/287 2024-09-12T17:32:31.755 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 82/287 2024-09-12T17:32:31.764 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libXcomposite-0.4.5-7.el9.x86_64 42/287 2024-09-12T17:32:31.816 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 43/287 2024-09-12T17:32:31.854 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : dconf-0.40.0-6.el9.x86_64 44/287 2024-09-12T17:32:31.900 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 83/287 2024-09-12T17:32:31.925 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: dconf-0.40.0-6.el9.x86_64 44/287 2024-09-12T17:32:31.936 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 84/287 2024-09-12T17:32:31.979 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 85/287 2024-09-12T17:32:31.989 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 45/287 2024-09-12T17:32:32.036 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 46/287 2024-09-12T17:32:32.088 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 86/287 2024-09-12T17:32:32.089 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 47/287 2024-09-12T17:32:32.124 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 48/287 2024-09-12T17:32:32.156 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : fuse-2.9.9-16.el9.x86_64 49/287 2024-09-12T17:32:32.220 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 87/287 2024-09-12T17:32:32.233 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : cups-libs-1:2.3.3op2-30.el9.x86_64 50/287 2024-09-12T17:32:32.266 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-ceph-common-2:19.3.0-4762.gbad475c1.el9. 51/287 2024-09-12T17:32:32.269 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 88/287 2024-09-12T17:32:32.309 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-ceph-argparse-2:19.3.0-4762.gbad475c1.el 52/287 2024-09-12T17:32:32.318 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 89/287 2024-09-12T17:32:32.342 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 90/287 2024-09-12T17:32:32.352 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-cephfs-2:19.3.0-4762.gbad475c1.el9.x86_6 53/287 2024-09-12T17:32:32.429 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 91/287 2024-09-12T17:32:32.435 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 54/287 2024-09-12T17:32:32.571 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 92/287 2024-09-12T17:32:32.601 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 55/287 2024-09-12T17:32:32.613 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 93/287 2024-09-12T17:32:32.663 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 56/287 2024-09-12T17:32:32.837 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 94/287 2024-09-12T17:32:32.880 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : xkeyboard-config-2.33-2.el9.noarch 95/287 2024-09-12T17:32:32.911 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libxkbcommon-1.0.3-4.el9.x86_64 96/287 2024-09-12T17:32:32.942 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : xdg-dbus-proxy-0.1.3-1.el9.x86_64 97/287 2024-09-12T17:32:32.983 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : webrtc-audio-processing-0.3.1-8.el9.x86_64 98/287 2024-09-12T17:32:33.011 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : upower-0.99.11-11.el9.x86_64 99/287 2024-09-12T17:32:33.026 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: upower-0.99.11-11.el9.x86_64 99/287 2024-09-12T17:32:33.026 INFO:teuthology.orchestra.run.smithi045.stdout:Created symlink /etc/systemd/system/graphical.target.wants/upower.service → /usr/lib/systemd/system/upower.service. 2024-09-12T17:32:33.026 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:32:33.190 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-rsa-4.9-2.el9.noarch 57/287 2024-09-12T17:32:33.233 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : tzdata-java-2024a-2.el9.noarch 100/287 2024-09-12T17:32:33.284 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 58/287 2024-09-12T17:32:33.312 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 59/287 2024-09-12T17:32:33.313 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : ttmkfdir-3.0.9-65.el9.x86_64 101/287 2024-09-12T17:32:33.371 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : totem-pl-parser-3.26.6-2.el9.x86_64 102/287 2024-09-12T17:32:33.381 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 60/287 2024-09-12T17:32:33.393 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : sound-theme-freedesktop-0.8-17.el9.noarch 103/287 2024-09-12T17:32:33.420 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: sound-theme-freedesktop-0.8-17.el9.noarch 103/287 2024-09-12T17:32:33.428 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : at-spi2-core-2.40.3-1.el9.x86_64 61/287 2024-09-12T17:32:33.445 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 104/287 2024-09-12T17:32:33.464 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : at-spi2-atk-2.38.0-4.el9.x86_64 62/287 2024-09-12T17:32:33.493 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : colord-libs-1.4.5-4.el9.x86_64 63/287 2024-09-12T17:32:33.564 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 64/287 2024-09-12T17:32:33.604 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : luarocks-3.9.2-5.el9.noarch 65/287 2024-09-12T17:32:33.638 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libXcursor-1.2.0-7.el9.x86_64 66/287 2024-09-12T17:32:33.673 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libXdamage-1.1.5-7.el9.x86_64 67/287 2024-09-12T17:32:33.711 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : librados-devel-2:19.3.0-4762.gbad475c1.el9.x86_6 68/287 2024-09-12T17:32:33.744 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 69/287 2024-09-12T17:32:33.784 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : flac-libs-1.3.3-12.el9.x86_64 70/287 2024-09-12T17:32:33.796 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: rtkit-0.11-29.el9.x86_64 105/287 2024-09-12T17:32:33.833 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : rtkit-0.11-29.el9.x86_64 105/287 2024-09-12T17:32:33.834 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libtheora-1:1.1.1-31.el9.x86_64 71/287 2024-09-12T17:32:33.847 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: rtkit-0.11-29.el9.x86_64 105/287 2024-09-12T17:32:33.848 INFO:teuthology.orchestra.run.smithi045.stdout:Created symlink /etc/systemd/system/graphical.target.wants/rtkit-daemon.service → /usr/lib/systemd/system/rtkit-daemon.service. 2024-09-12T17:32:33.848 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:32:33.889 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 106/287 2024-09-12T17:32:33.893 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : exiv2-libs-0.27.5-2.el9.x86_64 72/287 2024-09-12T17:32:33.923 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 107/287 2024-09-12T17:32:33.928 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : exiv2-0.27.5-2.el9.x86_64 73/287 2024-09-12T17:32:33.957 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 108/287 2024-09-12T17:32:33.964 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libgexiv2-0.12.3-1.el9.x86_64 74/287 2024-09-12T17:32:34.000 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 109/287 2024-09-12T17:32:34.033 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 110/287 2024-09-12T17:32:34.056 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 75/287 2024-09-12T17:32:34.130 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 76/287 2024-09-12T17:32:34.138 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 111/287 2024-09-12T17:32:34.182 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 112/287 2024-09-12T17:32:34.202 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 77/287 2024-09-12T17:32:34.212 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 113/287 2024-09-12T17:32:34.241 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 78/287 2024-09-12T17:32:34.286 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 79/287 2024-09-12T17:32:34.329 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 114/287 2024-09-12T17:32:34.350 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 80/287 2024-09-12T17:32:34.383 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 115/287 2024-09-12T17:32:34.395 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 81/287 2024-09-12T17:32:34.437 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 82/287 2024-09-12T17:32:34.574 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 83/287 2024-09-12T17:32:34.613 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 84/287 2024-09-12T17:32:34.655 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 85/287 2024-09-12T17:32:34.758 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 86/287 2024-09-12T17:32:34.798 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 87/287 2024-09-12T17:32:34.838 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 88/287 2024-09-12T17:32:34.871 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 89/287 2024-09-12T17:32:34.895 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 90/287 2024-09-12T17:32:34.978 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 91/287 2024-09-12T17:32:35.106 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 92/287 2024-09-12T17:32:35.139 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 93/287 2024-09-12T17:32:35.177 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 116/287 2024-09-12T17:32:35.219 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 117/287 2024-09-12T17:32:35.253 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 118/287 2024-09-12T17:32:35.351 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 94/287 2024-09-12T17:32:35.359 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 119/287 2024-09-12T17:32:35.390 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : xkeyboard-config-2.33-2.el9.noarch 95/287 2024-09-12T17:32:35.408 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 120/287 2024-09-12T17:32:35.422 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libxkbcommon-1.0.3-4.el9.x86_64 96/287 2024-09-12T17:32:35.452 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : xdg-dbus-proxy-0.1.3-1.el9.x86_64 97/287 2024-09-12T17:32:35.493 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : webrtc-audio-processing-0.3.1-8.el9.x86_64 98/287 2024-09-12T17:32:35.522 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : upower-0.99.11-11.el9.x86_64 99/287 2024-09-12T17:32:35.536 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: upower-0.99.11-11.el9.x86_64 99/287 2024-09-12T17:32:35.536 INFO:teuthology.orchestra.run.smithi115.stdout:Created symlink /etc/systemd/system/graphical.target.wants/upower.service → /usr/lib/systemd/system/upower.service. 2024-09-12T17:32:35.536 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-12T17:32:35.608 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : publicsuffix-list-20210518-3.el9.noarch 121/287 2024-09-12T17:32:35.667 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : poppler-data-0.4.9-9.el9.noarch 122/287 2024-09-12T17:32:35.714 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : p11-kit-server-0.25.3-2.el9.x86_64 123/287 2024-09-12T17:32:35.726 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : tzdata-java-2024a-2.el9.noarch 100/287 2024-09-12T17:32:35.805 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : ttmkfdir-3.0.9-65.el9.x86_64 101/287 2024-09-12T17:32:35.854 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : totem-pl-parser-3.26.6-2.el9.x86_64 102/287 2024-09-12T17:32:35.879 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : sound-theme-freedesktop-0.8-17.el9.noarch 103/287 2024-09-12T17:32:35.904 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: sound-theme-freedesktop-0.8-17.el9.noarch 103/287 2024-09-12T17:32:35.930 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 104/287 2024-09-12T17:32:36.264 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : osinfo-db-tools-1.10.0-1.el9.x86_64 124/287 2024-09-12T17:32:36.320 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : osinfo-db-20240701-2.el9.noarch 125/287 2024-09-12T17:32:36.321 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: rtkit-0.11-29.el9.x86_64 105/287 2024-09-12T17:32:36.355 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libosinfo-1.10.0-1.el9.x86_64 126/287 2024-09-12T17:32:36.358 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : rtkit-0.11-29.el9.x86_64 105/287 2024-09-12T17:32:36.373 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: rtkit-0.11-29.el9.x86_64 105/287 2024-09-12T17:32:36.374 INFO:teuthology.orchestra.run.smithi115.stdout:Created symlink /etc/systemd/system/graphical.target.wants/rtkit-daemon.service → /usr/lib/systemd/system/rtkit-daemon.service. 2024-09-12T17:32:36.374 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-12T17:32:36.390 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : orc-0.4.31-8.el9.x86_64 127/287 2024-09-12T17:32:36.415 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 106/287 2024-09-12T17:32:36.424 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : openjpeg2-2.4.0-7.el9.x86_64 128/287 2024-09-12T17:32:36.449 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 107/287 2024-09-12T17:32:36.482 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 108/287 2024-09-12T17:32:36.524 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 109/287 2024-09-12T17:32:36.562 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 110/287 2024-09-12T17:32:36.614 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : openblas-0.3.26-2.el9.x86_64 129/287 2024-09-12T17:32:36.637 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 130/287 2024-09-12T17:32:36.649 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 111/287 2024-09-12T17:32:36.692 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 112/287 2024-09-12T17:32:36.718 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 131/287 2024-09-12T17:32:36.731 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 113/287 2024-09-12T17:32:36.851 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 114/287 2024-09-12T17:32:36.916 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 115/287 2024-09-12T17:32:37.430 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 132/287 2024-09-12T17:32:37.550 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 133/287 2024-09-12T17:32:37.647 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 116/287 2024-09-12T17:32:37.696 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 117/287 2024-09-12T17:32:37.729 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 118/287 2024-09-12T17:32:37.831 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 119/287 2024-09-12T17:32:37.880 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 120/287 2024-09-12T17:32:38.072 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : publicsuffix-list-20210518-3.el9.noarch 121/287 2024-09-12T17:32:38.110 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : poppler-data-0.4.9-9.el9.noarch 122/287 2024-09-12T17:32:38.158 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : p11-kit-server-0.25.3-2.el9.x86_64 123/287 2024-09-12T17:32:38.664 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : osinfo-db-tools-1.10.0-1.el9.x86_64 124/287 2024-09-12T17:32:38.719 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : osinfo-db-20240701-2.el9.noarch 125/287 2024-09-12T17:32:38.756 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libosinfo-1.10.0-1.el9.x86_64 126/287 2024-09-12T17:32:38.791 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : orc-0.4.31-8.el9.x86_64 127/287 2024-09-12T17:32:38.823 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : openjpeg2-2.4.0-7.el9.x86_64 128/287 2024-09-12T17:32:38.907 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 134/287 2024-09-12T17:32:38.992 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 135/287 2024-09-12T17:32:39.010 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : openblas-0.3.26-2.el9.x86_64 129/287 2024-09-12T17:32:39.036 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : mesa-filesystem-24.1.2-3.el9.x86_64 136/287 2024-09-12T17:32:39.037 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 130/287 2024-09-12T17:32:39.080 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : lua-posix-35.0-8.el9.x86_64 137/287 2024-09-12T17:32:39.114 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : copy-jdk-configs-4.0-3.el9.noarch 138/287 2024-09-12T17:32:39.122 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 131/287 2024-09-12T17:32:39.143 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : low-memory-monitor-2.1-4.el9.x86_64 139/287 2024-09-12T17:32:39.155 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: low-memory-monitor-2.1-4.el9.x86_64 139/287 2024-09-12T17:32:39.155 INFO:teuthology.orchestra.run.smithi045.stdout:Created symlink /etc/systemd/system/basic.target.wants/low-memory-monitor.service → /usr/lib/systemd/system/low-memory-monitor.service. 2024-09-12T17:32:39.155 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:32:39.203 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libwebp-1.2.0-8.el9.x86_64 140/287 2024-09-12T17:32:39.230 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libvisual-1:0.4.0-34.el9.x86_64 141/287 2024-09-12T17:32:39.259 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libsbc-1.4-9.el9.x86_64 142/287 2024-09-12T17:32:39.596 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 143/287 2024-09-12T17:32:39.647 INFO:teuthology.orchestra.run.smithi045.stdout: Upgrading : librbd1-2:19.3.0-4762.gbad475c1.el9.x86_64 144/287 2024-09-12T17:32:39.756 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: librbd1-2:19.3.0-4762.gbad475c1.el9.x86_64 144/287 2024-09-12T17:32:39.787 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-rbd-2:19.3.0-4762.gbad475c1.el9.x86_64 145/287 2024-09-12T17:32:39.820 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libnotify-0.7.9-8.el9.x86_64 146/287 2024-09-12T17:32:39.849 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libldac-2.0.2.3-10.el9.x86_64 147/287 2024-09-12T17:32:39.850 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 132/287 2024-09-12T17:32:39.913 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libiptcdata-1.0.5-10.el9.x86_64 148/287 2024-09-12T17:32:39.948 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libgsf-1.14.47-5.el9.x86_64 149/287 2024-09-12T17:32:39.974 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libfontenc-1.1.3-17.el9.x86_64 150/287 2024-09-12T17:32:39.979 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 133/287 2024-09-12T17:32:40.013 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : mkfontscale-1.2.1-3.el9.x86_64 151/287 2024-09-12T17:32:40.038 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : xorg-x11-fonts-Type1-7.5-33.el9.noarch 152/287 2024-09-12T17:32:40.308 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: xorg-x11-fonts-Type1-7.5-33.el9.noarch 152/287 2024-09-12T17:32:40.349 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libexif-0.6.22-6.el9.x86_64 153/287 2024-09-12T17:32:40.377 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libepoxy-1.5.5-4.el9.x86_64 154/287 2024-09-12T17:32:40.403 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libasyncns-0.8-22.el9.x86_64 155/287 2024-09-12T17:32:40.428 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libXxf86vm-1.1.4-18.el9.x86_64 156/287 2024-09-12T17:32:40.454 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libXv-1.0.11-16.el9.x86_64 157/287 2024-09-12T17:32:40.478 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libXrandr-1.5.2-8.el9.x86_64 158/287 2024-09-12T17:32:40.508 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libXinerama-1.1.4-10.el9.x86_64 159/287 2024-09-12T17:32:40.543 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : jbigkit-libs-2.1-23.el9.x86_64 160/287 2024-09-12T17:32:40.585 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libtiff-4.4.0-13.el9.x86_64 161/287 2024-09-12T17:32:40.619 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : gdk-pixbuf2-modules-2.42.6-4.el9.x86_64 162/287 2024-09-12T17:32:40.667 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libgxps-0.3.2-3.el9.x86_64 163/287 2024-09-12T17:32:40.702 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : poppler-21.01.0-21.el9.x86_64 164/287 2024-09-12T17:32:41.188 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : poppler-glib-21.01.0-21.el9.x86_64 165/287 2024-09-12T17:32:41.245 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 134/287 2024-09-12T17:32:41.324 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 135/287 2024-09-12T17:32:41.334 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : iso-codes-4.6.0-3.el9.noarch 166/287 2024-09-12T17:32:41.387 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : hicolor-icon-theme-0.17-13.el9.noarch 167/287 2024-09-12T17:32:41.407 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : mesa-filesystem-24.1.2-3.el9.x86_64 136/287 2024-09-12T17:32:41.420 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : gtk-update-icon-cache-3.24.31-5.el9.x86_64 168/287 2024-09-12T17:32:41.443 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : lua-posix-35.0-8.el9.x86_64 137/287 2024-09-12T17:32:41.448 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : gsm-1.0.19-6.el9.x86_64 169/287 2024-09-12T17:32:41.470 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : copy-jdk-configs-4.0-3.el9.noarch 138/287 2024-09-12T17:32:41.500 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : low-memory-monitor-2.1-4.el9.x86_64 139/287 2024-09-12T17:32:41.512 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: low-memory-monitor-2.1-4.el9.x86_64 139/287 2024-09-12T17:32:41.512 INFO:teuthology.orchestra.run.smithi115.stdout:Created symlink /etc/systemd/system/basic.target.wants/low-memory-monitor.service → /usr/lib/systemd/system/low-memory-monitor.service. 2024-09-12T17:32:41.512 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-12T17:32:41.520 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libsndfile-1.0.31-8.el9.x86_64 170/287 2024-09-12T17:32:41.561 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libwebp-1.2.0-8.el9.x86_64 140/287 2024-09-12T17:32:41.574 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : pulseaudio-libs-15.0-2.el9.x86_64 171/287 2024-09-12T17:32:41.595 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libvisual-1:0.4.0-34.el9.x86_64 141/287 2024-09-12T17:32:41.605 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libcanberra-0.30-27.el9.x86_64 172/287 2024-09-12T17:32:41.624 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libsbc-1.4-9.el9.x86_64 142/287 2024-09-12T17:32:41.626 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: libcanberra-0.30-27.el9.x86_64 172/287 2024-09-12T17:32:41.660 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : graphene-1.10.6-2.el9.x86_64 173/287 2024-09-12T17:32:41.686 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : giflib-5.2.1-9.el9.x86_64 174/287 2024-09-12T17:32:41.720 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : flatpak-session-helper-1.12.9-1.el9.x86_64 175/287 2024-09-12T17:32:41.749 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : flatpak-selinux-1.12.9-1.el9.noarch 176/287 2024-09-12T17:32:41.944 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 143/287 2024-09-12T17:32:41.987 INFO:teuthology.orchestra.run.smithi115.stdout: Upgrading : librbd1-2:19.3.0-4762.gbad475c1.el9.x86_64 144/287 2024-09-12T17:32:42.087 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: librbd1-2:19.3.0-4762.gbad475c1.el9.x86_64 144/287 2024-09-12T17:32:42.119 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-rbd-2:19.3.0-4762.gbad475c1.el9.x86_64 145/287 2024-09-12T17:32:42.151 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libnotify-0.7.9-8.el9.x86_64 146/287 2024-09-12T17:32:42.181 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libldac-2.0.2.3-10.el9.x86_64 147/287 2024-09-12T17:32:42.245 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libiptcdata-1.0.5-10.el9.x86_64 148/287 2024-09-12T17:32:42.280 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libgsf-1.14.47-5.el9.x86_64 149/287 2024-09-12T17:32:42.305 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libfontenc-1.1.3-17.el9.x86_64 150/287 2024-09-12T17:32:42.345 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : mkfontscale-1.2.1-3.el9.x86_64 151/287 2024-09-12T17:32:42.370 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : xorg-x11-fonts-Type1-7.5-33.el9.noarch 152/287 2024-09-12T17:32:42.676 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: xorg-x11-fonts-Type1-7.5-33.el9.noarch 152/287 2024-09-12T17:32:42.721 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libexif-0.6.22-6.el9.x86_64 153/287 2024-09-12T17:32:42.750 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libepoxy-1.5.5-4.el9.x86_64 154/287 2024-09-12T17:32:42.775 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libasyncns-0.8-22.el9.x86_64 155/287 2024-09-12T17:32:42.809 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libXxf86vm-1.1.4-18.el9.x86_64 156/287 2024-09-12T17:32:42.835 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libXv-1.0.11-16.el9.x86_64 157/287 2024-09-12T17:32:42.860 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libXrandr-1.5.2-8.el9.x86_64 158/287 2024-09-12T17:32:42.888 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libXinerama-1.1.4-10.el9.x86_64 159/287 2024-09-12T17:32:42.924 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : jbigkit-libs-2.1-23.el9.x86_64 160/287 2024-09-12T17:32:42.971 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libtiff-4.4.0-13.el9.x86_64 161/287 2024-09-12T17:32:43.008 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : gdk-pixbuf2-modules-2.42.6-4.el9.x86_64 162/287 2024-09-12T17:32:43.056 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libgxps-0.3.2-3.el9.x86_64 163/287 2024-09-12T17:32:43.082 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : poppler-21.01.0-21.el9.x86_64 164/287 2024-09-12T17:32:43.535 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : poppler-glib-21.01.0-21.el9.x86_64 165/287 2024-09-12T17:32:43.674 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : iso-codes-4.6.0-3.el9.noarch 166/287 2024-09-12T17:32:43.732 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : hicolor-icon-theme-0.17-13.el9.noarch 167/287 2024-09-12T17:32:43.757 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : gtk-update-icon-cache-3.24.31-5.el9.x86_64 168/287 2024-09-12T17:32:43.785 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : gsm-1.0.19-6.el9.x86_64 169/287 2024-09-12T17:32:43.858 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libsndfile-1.0.31-8.el9.x86_64 170/287 2024-09-12T17:32:43.901 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : pulseaudio-libs-15.0-2.el9.x86_64 171/287 2024-09-12T17:32:43.925 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libcanberra-0.30-27.el9.x86_64 172/287 2024-09-12T17:32:43.945 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: libcanberra-0.30-27.el9.x86_64 172/287 2024-09-12T17:32:43.971 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : graphene-1.10.6-2.el9.x86_64 173/287 2024-09-12T17:32:43.997 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : giflib-5.2.1-9.el9.x86_64 174/287 2024-09-12T17:32:44.039 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : flatpak-session-helper-1.12.9-1.el9.x86_64 175/287 2024-09-12T17:32:44.069 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : flatpak-selinux-1.12.9-1.el9.noarch 176/287 2024-09-12T17:32:53.450 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: flatpak-selinux-1.12.9-1.el9.noarch 176/287 2024-09-12T17:32:53.496 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : fdk-aac-free-2.0.0-8.el9.x86_64 177/287 2024-09-12T17:32:53.532 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 178/287 2024-09-12T17:32:53.575 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : composefs-libs-1.0.5-1.el9.x86_64 179/287 2024-09-12T17:32:53.607 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : ostree-libs-2024.7-2.el9.x86_64 180/287 2024-09-12T17:32:53.643 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 181/287 2024-09-12T17:32:54.168 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 182/287 2024-09-12T17:32:54.206 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : librgw2-2:19.3.0-4762.gbad475c1.el9.x86_64 183/287 2024-09-12T17:32:54.287 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: librgw2-2:19.3.0-4762.gbad475c1.el9.x86_64 183/287 2024-09-12T17:32:54.316 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-rgw-2:19.3.0-4762.gbad475c1.el9.x86_64 184/287 2024-09-12T17:32:55.840 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: flatpak-selinux-1.12.9-1.el9.noarch 176/287 2024-09-12T17:32:55.886 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : fdk-aac-free-2.0.0-8.el9.x86_64 177/287 2024-09-12T17:32:55.922 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 178/287 2024-09-12T17:32:55.965 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : composefs-libs-1.0.5-1.el9.x86_64 179/287 2024-09-12T17:32:55.997 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : ostree-libs-2024.7-2.el9.x86_64 180/287 2024-09-12T17:32:56.042 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 181/287 2024-09-12T17:32:56.568 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 182/287 2024-09-12T17:32:56.605 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : librgw2-2:19.3.0-4762.gbad475c1.el9.x86_64 183/287 2024-09-12T17:32:56.668 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: librgw2-2:19.3.0-4762.gbad475c1.el9.x86_64 183/287 2024-09-12T17:32:56.699 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-rgw-2:19.3.0-4762.gbad475c1.el9.x86_64 184/287 2024-09-12T17:32:56.728 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: ceph-common-2:19.3.0-4762.gbad475c1.el9.x86_64 185/287 2024-09-12T17:32:56.766 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : ceph-common-2:19.3.0-4762.gbad475c1.el9.x86_64 185/287 2024-09-12T17:32:57.357 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: ceph-common-2:19.3.0-4762.gbad475c1.el9.x86_64 185/287 2024-09-12T17:32:57.403 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : ceph-base-2:19.3.0-4762.gbad475c1.el9.x86_64 186/287 2024-09-12T17:32:57.511 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: ceph-base-2:19.3.0-4762.gbad475c1.el9.x86_64 186/287 2024-09-12T17:32:57.511 INFO:teuthology.orchestra.run.smithi045.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-12T17:32:57.511 INFO:teuthology.orchestra.run.smithi045.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-12T17:32:57.511 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:32:57.538 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : ceph-selinux-2:19.3.0-4762.gbad475c1.el9.x86_64 187/287 2024-09-12T17:32:59.037 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: ceph-common-2:19.3.0-4762.gbad475c1.el9.x86_64 185/287 2024-09-12T17:32:59.081 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : ceph-common-2:19.3.0-4762.gbad475c1.el9.x86_64 185/287 2024-09-12T17:32:59.647 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: ceph-common-2:19.3.0-4762.gbad475c1.el9.x86_64 185/287 2024-09-12T17:32:59.692 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : ceph-base-2:19.3.0-4762.gbad475c1.el9.x86_64 186/287 2024-09-12T17:32:59.783 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: ceph-base-2:19.3.0-4762.gbad475c1.el9.x86_64 186/287 2024-09-12T17:32:59.783 INFO:teuthology.orchestra.run.smithi115.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-12T17:32:59.783 INFO:teuthology.orchestra.run.smithi115.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-12T17:32:59.783 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-12T17:32:59.810 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : ceph-selinux-2:19.3.0-4762.gbad475c1.el9.x86_64 187/287 2024-09-12T17:33:07.321 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: ceph-selinux-2:19.3.0-4762.gbad475c1.el9.x86_64 187/287 2024-09-12T17:33:07.321 INFO:teuthology.orchestra.run.smithi045.stdout:skipping the directory /sys 2024-09-12T17:33:07.321 INFO:teuthology.orchestra.run.smithi045.stdout:skipping the directory /proc 2024-09-12T17:33:07.322 INFO:teuthology.orchestra.run.smithi045.stdout:skipping the directory /mnt 2024-09-12T17:33:07.322 INFO:teuthology.orchestra.run.smithi045.stdout:skipping the directory /var/tmp 2024-09-12T17:33:07.322 INFO:teuthology.orchestra.run.smithi045.stdout:skipping the directory /home 2024-09-12T17:33:07.322 INFO:teuthology.orchestra.run.smithi045.stdout:skipping the directory /root 2024-09-12T17:33:07.322 INFO:teuthology.orchestra.run.smithi045.stdout:skipping the directory /tmp 2024-09-12T17:33:07.322 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:33:07.505 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : ceph-volume-2:19.3.0-4762.gbad475c1.el9.noarch 188/287 2024-09-12T17:33:07.521 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: ceph-volume-2:19.3.0-4762.gbad475c1.el9.noarch 188/287 2024-09-12T17:33:07.521 INFO:teuthology.orchestra.run.smithi045.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T17:33:07.522 INFO:teuthology.orchestra.run.smithi045.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-12T17:33:07.522 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:33:09.009 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: ceph-selinux-2:19.3.0-4762.gbad475c1.el9.x86_64 187/287 2024-09-12T17:33:09.009 INFO:teuthology.orchestra.run.smithi115.stdout:skipping the directory /sys 2024-09-12T17:33:09.009 INFO:teuthology.orchestra.run.smithi115.stdout:skipping the directory /proc 2024-09-12T17:33:09.009 INFO:teuthology.orchestra.run.smithi115.stdout:skipping the directory /mnt 2024-09-12T17:33:09.009 INFO:teuthology.orchestra.run.smithi115.stdout:skipping the directory /var/tmp 2024-09-12T17:33:09.009 INFO:teuthology.orchestra.run.smithi115.stdout:skipping the directory /home 2024-09-12T17:33:09.009 INFO:teuthology.orchestra.run.smithi115.stdout:skipping the directory /root 2024-09-12T17:33:09.009 INFO:teuthology.orchestra.run.smithi115.stdout:skipping the directory /tmp 2024-09-12T17:33:09.009 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-12T17:33:09.064 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : ceph-osd-2:19.3.0-4762.gbad475c1.el9.x86_64 189/287 2024-09-12T17:33:09.093 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: ceph-osd-2:19.3.0-4762.gbad475c1.el9.x86_64 189/287 2024-09-12T17:33:09.093 INFO:teuthology.orchestra.run.smithi045.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T17:33:09.093 INFO:teuthology.orchestra.run.smithi045.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-12T17:33:09.093 INFO:teuthology.orchestra.run.smithi045.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-12T17:33:09.093 INFO:teuthology.orchestra.run.smithi045.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-12T17:33:09.093 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:33:09.184 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : ceph-volume-2:19.3.0-4762.gbad475c1.el9.noarch 188/287 2024-09-12T17:33:09.200 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: ceph-volume-2:19.3.0-4762.gbad475c1.el9.noarch 188/287 2024-09-12T17:33:09.200 INFO:teuthology.orchestra.run.smithi115.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T17:33:09.200 INFO:teuthology.orchestra.run.smithi115.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-12T17:33:09.200 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-12T17:33:09.323 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : ceph-mds-2:19.3.0-4762.gbad475c1.el9.x86_64 190/287 2024-09-12T17:33:09.348 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: ceph-mds-2:19.3.0-4762.gbad475c1.el9.x86_64 190/287 2024-09-12T17:33:09.348 INFO:teuthology.orchestra.run.smithi045.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T17:33:09.348 INFO:teuthology.orchestra.run.smithi045.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-12T17:33:09.349 INFO:teuthology.orchestra.run.smithi045.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-12T17:33:09.349 INFO:teuthology.orchestra.run.smithi045.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-12T17:33:09.349 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:33:09.815 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : ceph-mon-2:19.3.0-4762.gbad475c1.el9.x86_64 191/287 2024-09-12T17:33:09.840 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: ceph-mon-2:19.3.0-4762.gbad475c1.el9.x86_64 191/287 2024-09-12T17:33:09.841 INFO:teuthology.orchestra.run.smithi045.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T17:33:09.841 INFO:teuthology.orchestra.run.smithi045.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-12T17:33:09.841 INFO:teuthology.orchestra.run.smithi045.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-12T17:33:09.841 INFO:teuthology.orchestra.run.smithi045.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-12T17:33:09.841 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:33:09.946 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : avahi-glib-0.8-21.el9.x86_64 192/287 2024-09-12T17:33:10.659 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : ceph-osd-2:19.3.0-4762.gbad475c1.el9.x86_64 189/287 2024-09-12T17:33:10.687 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: ceph-osd-2:19.3.0-4762.gbad475c1.el9.x86_64 189/287 2024-09-12T17:33:10.687 INFO:teuthology.orchestra.run.smithi115.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T17:33:10.687 INFO:teuthology.orchestra.run.smithi115.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-12T17:33:10.687 INFO:teuthology.orchestra.run.smithi115.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-12T17:33:10.687 INFO:teuthology.orchestra.run.smithi115.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-12T17:33:10.687 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-12T17:33:10.910 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : ceph-mds-2:19.3.0-4762.gbad475c1.el9.x86_64 190/287 2024-09-12T17:33:10.933 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: ceph-mds-2:19.3.0-4762.gbad475c1.el9.x86_64 190/287 2024-09-12T17:33:10.933 INFO:teuthology.orchestra.run.smithi115.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T17:33:10.934 INFO:teuthology.orchestra.run.smithi115.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-12T17:33:10.934 INFO:teuthology.orchestra.run.smithi115.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-12T17:33:10.934 INFO:teuthology.orchestra.run.smithi115.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-12T17:33:10.934 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-12T17:33:11.386 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : ceph-mon-2:19.3.0-4762.gbad475c1.el9.x86_64 191/287 2024-09-12T17:33:11.409 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: ceph-mon-2:19.3.0-4762.gbad475c1.el9.x86_64 191/287 2024-09-12T17:33:11.409 INFO:teuthology.orchestra.run.smithi115.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T17:33:11.409 INFO:teuthology.orchestra.run.smithi115.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-12T17:33:11.410 INFO:teuthology.orchestra.run.smithi115.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-12T17:33:11.410 INFO:teuthology.orchestra.run.smithi115.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-12T17:33:11.410 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-12T17:33:11.511 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : avahi-glib-0.8-21.el9.x86_64 192/287 2024-09-12T17:33:13.023 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : adwaita-cursor-theme-40.1.1-3.el9.noarch 193/287 2024-09-12T17:33:13.129 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : adwaita-icon-theme-40.1.1-3.el9.noarch 194/287 2024-09-12T17:33:13.187 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-ply-3.11-14.el9.noarch 195/287 2024-09-12T17:33:13.252 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 196/287 2024-09-12T17:33:13.456 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 197/287 2024-09-12T17:33:13.507 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 198/287 2024-09-12T17:33:13.589 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 199/287 2024-09-12T17:33:13.686 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 200/287 2024-09-12T17:33:13.830 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 201/287 2024-09-12T17:33:13.874 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 202/287 2024-09-12T17:33:13.913 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 203/287 2024-09-12T17:33:14.314 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : adwaita-cursor-theme-40.1.1-3.el9.noarch 193/287 2024-09-12T17:33:14.420 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : adwaita-icon-theme-40.1.1-3.el9.noarch 194/287 2024-09-12T17:33:14.476 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-ply-3.11-14.el9.noarch 195/287 2024-09-12T17:33:14.541 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 196/287 2024-09-12T17:33:14.733 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 197/287 2024-09-12T17:33:14.781 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 198/287 2024-09-12T17:33:14.823 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : lksctp-tools-1.0.19-2.el9.x86_64 204/287 2024-09-12T17:33:14.859 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 199/287 2024-09-12T17:33:14.871 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : java-11-openjdk-headless-1:11.0.20.1.1-2.el9.x86 205/287 2024-09-12T17:33:14.947 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 200/287 2024-09-12T17:33:15.087 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 201/287 2024-09-12T17:33:15.131 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 202/287 2024-09-12T17:33:15.175 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 203/287 2024-09-12T17:33:15.263 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: java-11-openjdk-headless-1:11.0.20.1.1-2.el9.x86 205/287 2024-09-12T17:33:15.295 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : plexus-utils-3.3.0-10.el9.noarch 206/287 2024-09-12T17:33:15.326 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : slf4j-1.7.30-13.el9.noarch 207/287 2024-09-12T17:33:15.353 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : atinject-1.0.3-6.el9.noarch 208/287 2024-09-12T17:33:15.388 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : apache-commons-io-1:2.8.0-8.el9.noarch 209/287 2024-09-12T17:33:15.426 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : apache-commons-lang3-3.12.0-6.el9.noarch 210/287 2024-09-12T17:33:15.452 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : httpcomponents-core-4.4.13-7.el9.noarch 211/287 2024-09-12T17:33:15.479 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : plexus-cipher-1.7-27.el9.noarch 212/287 2024-09-12T17:33:15.504 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : plexus-classworlds-2.6.0-11.el9.noarch 213/287 2024-09-12T17:33:15.529 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : plexus-containers-component-annotations-2.1.0-10 214/287 2024-09-12T17:33:15.555 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : plexus-sec-dispatcher-1.4-37.el9.noarch 215/287 2024-09-12T17:33:15.581 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : maven-shared-utils-3.3.4-3.el9.noarch 216/287 2024-09-12T17:33:15.607 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : cdi-api-2.0.2-6.el9.noarch 217/287 2024-09-12T17:33:15.638 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : sisu-1:0.3.4-10.el9.noarch 218/287 2024-09-12T17:33:15.666 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : jcl-over-slf4j-1.7.30-13.el9.noarch 219/287 2024-09-12T17:33:15.700 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : apache-commons-cli-1.4-17.el9.noarch 220/287 2024-09-12T17:33:15.736 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : apache-commons-codec-1.15-7.el9.noarch 221/287 2024-09-12T17:33:15.776 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : httpcomponents-client-4.5.13-3.el9.noarch 222/287 2024-09-12T17:33:15.810 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : jakarta-annotations-1.3.5-13.el9.noarch 223/287 2024-09-12T17:33:15.844 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : jansi-2.3.3-6.el9.x86_64 224/287 2024-09-12T17:33:15.881 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : jsoup-1.13.1-10.el9.noarch 225/287 2024-09-12T17:33:15.920 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : maven-wagon-3.4.2-7.el9.noarch 226/287 2024-09-12T17:33:15.963 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : maven-resolver-1:1.6.1-10.el9.noarch 227/287 2024-09-12T17:33:16.006 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : jsr-305-3.0.2-6.el9.noarch 228/287 2024-09-12T17:33:16.046 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : lksctp-tools-1.0.19-2.el9.x86_64 204/287 2024-09-12T17:33:16.054 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : guava-30.1-6.el9.noarch 229/287 2024-09-12T17:33:16.086 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : google-guice-4.2.3-9.el9.noarch 230/287 2024-09-12T17:33:16.105 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : java-11-openjdk-headless-1:11.0.20.1.1-2.el9.x86 205/287 2024-09-12T17:33:16.141 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : plexus-interpolation-1.26-11.el9.noarch 231/287 2024-09-12T17:33:16.180 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : maven-lib-1:3.6.3-15.el9.noarch 232/287 2024-09-12T17:33:16.219 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libpciaccess-0.16-7.el9.x86_64 233/287 2024-09-12T17:33:16.247 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libdrm-2.4.121-1.el9.x86_64 234/287 2024-09-12T17:33:16.273 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libglvnd-egl-1:1.3.4-1.el9.x86_64 235/287 2024-09-12T17:33:16.447 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : mesa-libglapi-24.1.2-3.el9.x86_64 236/287 2024-09-12T17:33:16.473 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : mesa-dri-drivers-24.1.2-3.el9.x86_64 237/287 2024-09-12T17:33:16.474 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: java-11-openjdk-headless-1:11.0.20.1.1-2.el9.x86 205/287 2024-09-12T17:33:16.500 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : mesa-libgbm-24.1.2-3.el9.x86_64 238/287 2024-09-12T17:33:16.512 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : plexus-utils-3.3.0-10.el9.noarch 206/287 2024-09-12T17:33:16.528 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : mesa-libEGL-24.1.2-3.el9.x86_64 239/287 2024-09-12T17:33:16.551 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : slf4j-1.7.30-13.el9.noarch 207/287 2024-09-12T17:33:16.560 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libglvnd-glx-1:1.3.4-1.el9.x86_64 240/287 2024-09-12T17:33:16.587 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : atinject-1.0.3-6.el9.noarch 208/287 2024-09-12T17:33:16.639 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : apache-commons-io-1:2.8.0-8.el9.noarch 209/287 2024-09-12T17:33:16.675 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : apache-commons-lang3-3.12.0-6.el9.noarch 210/287 2024-09-12T17:33:16.685 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : mesa-libGL-24.1.2-3.el9.x86_64 241/287 2024-09-12T17:33:16.703 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : httpcomponents-core-4.4.13-7.el9.noarch 211/287 2024-09-12T17:33:16.729 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : plexus-cipher-1.7-27.el9.noarch 212/287 2024-09-12T17:33:16.744 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : gstreamer1-plugins-base-1.22.1-2.el9.x86_64 242/287 2024-09-12T17:33:16.754 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : plexus-classworlds-2.6.0-11.el9.noarch 213/287 2024-09-12T17:33:16.779 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : plexus-containers-component-annotations-2.1.0-10 214/287 2024-09-12T17:33:16.806 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : plexus-sec-dispatcher-1.4-37.el9.noarch 215/287 2024-09-12T17:33:16.813 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libtracker-sparql-3.1.2-3.el9.x86_64 243/287 2024-09-12T17:33:16.831 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : maven-shared-utils-3.3.4-3.el9.noarch 216/287 2024-09-12T17:33:16.847 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : tracker-3.1.2-3.el9.x86_64 244/287 2024-09-12T17:33:16.858 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : cdi-api-2.0.2-6.el9.noarch 217/287 2024-09-12T17:33:16.897 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : sisu-1:0.3.4-10.el9.noarch 218/287 2024-09-12T17:33:16.925 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : jcl-over-slf4j-1.7.30-13.el9.noarch 219/287 2024-09-12T17:33:16.960 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: tracker-3.1.2-3.el9.x86_64 244/287 2024-09-12T17:33:16.960 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : apache-commons-cli-1.4-17.el9.noarch 220/287 2024-09-12T17:33:16.995 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : apache-commons-codec-1.15-7.el9.noarch 221/287 2024-09-12T17:33:17.002 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : tracker-miners-3.1.2-4.el9.x86_64 245/287 2024-09-12T17:33:17.019 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: tracker-miners-3.1.2-4.el9.x86_64 245/287 2024-09-12T17:33:17.027 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : httpcomponents-client-4.5.13-3.el9.noarch 222/287 2024-09-12T17:33:17.048 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : bubblewrap-0.4.1-7.el9.x86_64 246/287 2024-09-12T17:33:17.069 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : jakarta-annotations-1.3.5-13.el9.noarch 223/287 2024-09-12T17:33:17.070 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : bluez-libs-5.56-6.el9.x86_64 247/287 2024-09-12T17:33:17.112 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : jansi-2.3.3-6.el9.x86_64 224/287 2024-09-12T17:33:17.149 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : jsoup-1.13.1-10.el9.noarch 225/287 2024-09-12T17:33:17.187 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : maven-wagon-3.4.2-7.el9.noarch 226/287 2024-09-12T17:33:17.230 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : maven-resolver-1:1.6.1-10.el9.noarch 227/287 2024-09-12T17:33:17.274 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : jsr-305-3.0.2-6.el9.noarch 228/287 2024-09-12T17:33:17.306 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : guava-30.1-6.el9.noarch 229/287 2024-09-12T17:33:17.330 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : google-guice-4.2.3-9.el9.noarch 230/287 2024-09-12T17:33:17.382 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : plexus-interpolation-1.26-11.el9.noarch 231/287 2024-09-12T17:33:17.415 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : maven-lib-1:3.6.3-15.el9.noarch 232/287 2024-09-12T17:33:17.445 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libpciaccess-0.16-7.el9.x86_64 233/287 2024-09-12T17:33:17.483 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libdrm-2.4.121-1.el9.x86_64 234/287 2024-09-12T17:33:17.497 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: pipewire-1.0.1-1.el9.x86_64 248/287 2024-09-12T17:33:17.516 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libglvnd-egl-1:1.3.4-1.el9.x86_64 235/287 2024-09-12T17:33:17.525 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : pipewire-1.0.1-1.el9.x86_64 248/287 2024-09-12T17:33:17.543 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: pipewire-1.0.1-1.el9.x86_64 248/287 2024-09-12T17:33:17.543 INFO:teuthology.orchestra.run.smithi045.stdout:Created symlink /etc/systemd/user/sockets.target.wants/pipewire.socket → /usr/lib/systemd/user/pipewire.socket. 2024-09-12T17:33:17.543 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:33:17.686 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : mesa-libglapi-24.1.2-3.el9.x86_64 236/287 2024-09-12T17:33:17.717 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : mesa-dri-drivers-24.1.2-3.el9.x86_64 237/287 2024-09-12T17:33:17.744 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : mesa-libgbm-24.1.2-3.el9.x86_64 238/287 2024-09-12T17:33:17.771 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : mesa-libEGL-24.1.2-3.el9.x86_64 239/287 2024-09-12T17:33:17.779 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : pipewire-libs-1.0.1-1.el9.x86_64 249/287 2024-09-12T17:33:17.812 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libglvnd-glx-1:1.3.4-1.el9.x86_64 240/287 2024-09-12T17:33:17.859 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : wireplumber-0.4.14-1.el9.x86_64 250/287 2024-09-12T17:33:17.901 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : wireplumber-libs-0.4.14-1.el9.x86_64 251/287 2024-09-12T17:33:17.937 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : pipewire-jack-audio-connection-kit-libs-1.0.1-1. 252/287 2024-09-12T17:33:17.938 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : mesa-libGL-24.1.2-3.el9.x86_64 241/287 2024-09-12T17:33:17.962 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : ModemManager-glib-1.20.2-1.el9.x86_64 253/287 2024-09-12T17:33:18.010 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : gstreamer1-plugins-base-1.22.1-2.el9.x86_64 242/287 2024-09-12T17:33:18.096 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libtracker-sparql-3.1.2-3.el9.x86_64 243/287 2024-09-12T17:33:18.133 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : tracker-3.1.2-3.el9.x86_64 244/287 2024-09-12T17:33:18.239 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: tracker-3.1.2-3.el9.x86_64 244/287 2024-09-12T17:33:18.288 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : tracker-miners-3.1.2-4.el9.x86_64 245/287 2024-09-12T17:33:18.312 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: tracker-miners-3.1.2-4.el9.x86_64 245/287 2024-09-12T17:33:18.342 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : bubblewrap-0.4.1-7.el9.x86_64 246/287 2024-09-12T17:33:18.365 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : bluez-libs-5.56-6.el9.x86_64 247/287 2024-09-12T17:33:18.379 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: geoclue2-2.6.0-7.el9.x86_64 254/287 2024-09-12T17:33:18.408 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : geoclue2-2.6.0-7.el9.x86_64 254/287 2024-09-12T17:33:18.425 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: geoclue2-2.6.0-7.el9.x86_64 254/287 2024-09-12T17:33:18.728 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: pipewire-1.0.1-1.el9.x86_64 248/287 2024-09-12T17:33:18.752 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : pipewire-1.0.1-1.el9.x86_64 248/287 2024-09-12T17:33:18.768 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: pipewire-1.0.1-1.el9.x86_64 248/287 2024-09-12T17:33:18.768 INFO:teuthology.orchestra.run.smithi115.stdout:Created symlink /etc/systemd/user/sockets.target.wants/pipewire.socket → /usr/lib/systemd/user/pipewire.socket. 2024-09-12T17:33:18.768 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-12T17:33:18.984 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: flatpak-1.12.9-1.el9.x86_64 255/287 2024-09-12T17:33:19.011 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : pipewire-libs-1.0.1-1.el9.x86_64 249/287 2024-09-12T17:33:19.065 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : flatpak-1.12.9-1.el9.x86_64 255/287 2024-09-12T17:33:19.081 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : wireplumber-0.4.14-1.el9.x86_64 250/287 2024-09-12T17:33:19.100 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : xdg-desktop-portal-1.12.6-1.el9.x86_64 256/287 2024-09-12T17:33:19.119 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : wireplumber-libs-0.4.14-1.el9.x86_64 251/287 2024-09-12T17:33:19.129 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: xdg-desktop-portal-1.12.6-1.el9.x86_64 256/287 2024-09-12T17:33:19.164 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : pipewire-jack-audio-connection-kit-libs-1.0.1-1. 252/287 2024-09-12T17:33:19.198 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : ModemManager-glib-1.20.2-1.el9.x86_64 253/287 2024-09-12T17:33:19.336 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libcanberra-gtk3-0.30-27.el9.x86_64 257/287 2024-09-12T17:33:19.392 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : gtk3-3.24.31-5.el9.x86_64 258/287 2024-09-12T17:33:19.416 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 259/287 2024-09-12T17:33:19.439 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 259/287 2024-09-12T17:33:19.467 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : java-11-openjdk-1:11.0.20.1.1-2.el9.x86_64 260/287 2024-09-12T17:33:19.535 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: java-11-openjdk-1:11.0.20.1.1-2.el9.x86_64 260/287 2024-09-12T17:33:19.570 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : java-11-openjdk-devel-1:11.0.20.1.1-2.el9.x86_64 261/287 2024-09-12T17:33:19.581 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: java-11-openjdk-devel-1:11.0.20.1.1-2.el9.x86_64 261/287 2024-09-12T17:33:19.603 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : maven-1:3.6.3-15.el9.noarch 262/287 2024-09-12T17:33:19.629 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: geoclue2-2.6.0-7.el9.x86_64 254/287 2024-09-12T17:33:19.630 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: maven-1:3.6.3-15.el9.noarch 262/287 2024-09-12T17:33:19.655 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : maven-openjdk11-1:3.6.3-15.el9.noarch 263/287 2024-09-12T17:33:19.660 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : geoclue2-2.6.0-7.el9.x86_64 254/287 2024-09-12T17:33:19.676 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: geoclue2-2.6.0-7.el9.x86_64 254/287 2024-09-12T17:33:20.112 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: cephadm-2:19.3.0-4762.gbad475c1.el9.noarch 264/287 2024-09-12T17:33:20.144 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : cephadm-2:19.3.0-4762.gbad475c1.el9.noarch 264/287 2024-09-12T17:33:20.178 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : ceph-prometheus-alerts-2:19.3.0-4762.gbad475c1.e 265/287 2024-09-12T17:33:20.189 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: flatpak-1.12.9-1.el9.x86_64 255/287 2024-09-12T17:33:20.247 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : ceph-grafana-dashboards-2:19.3.0-4762.gbad475c1. 266/287 2024-09-12T17:33:20.273 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : flatpak-1.12.9-1.el9.x86_64 255/287 2024-09-12T17:33:20.276 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : ceph-mgr-cephadm-2:19.3.0-4762.gbad475c1.el9.noa 267/287 2024-09-12T17:33:20.303 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : xdg-desktop-portal-1.12.6-1.el9.x86_64 256/287 2024-09-12T17:33:20.333 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: xdg-desktop-portal-1.12.6-1.el9.x86_64 256/287 2024-09-12T17:33:20.528 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libcanberra-gtk3-0.30-27.el9.x86_64 257/287 2024-09-12T17:33:20.585 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : gtk3-3.24.31-5.el9.x86_64 258/287 2024-09-12T17:33:20.611 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 259/287 2024-09-12T17:33:20.633 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 259/287 2024-09-12T17:33:20.662 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : java-11-openjdk-1:11.0.20.1.1-2.el9.x86_64 260/287 2024-09-12T17:33:20.727 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: java-11-openjdk-1:11.0.20.1.1-2.el9.x86_64 260/287 2024-09-12T17:33:20.764 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : java-11-openjdk-devel-1:11.0.20.1.1-2.el9.x86_64 261/287 2024-09-12T17:33:20.775 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: java-11-openjdk-devel-1:11.0.20.1.1-2.el9.x86_64 261/287 2024-09-12T17:33:20.815 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : maven-1:3.6.3-15.el9.noarch 262/287 2024-09-12T17:33:20.831 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: maven-1:3.6.3-15.el9.noarch 262/287 2024-09-12T17:33:20.858 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : maven-openjdk11-1:3.6.3-15.el9.noarch 263/287 2024-09-12T17:33:21.244 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: cephadm-2:19.3.0-4762.gbad475c1.el9.noarch 264/287 2024-09-12T17:33:21.271 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : cephadm-2:19.3.0-4762.gbad475c1.el9.noarch 264/287 2024-09-12T17:33:21.305 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : ceph-prometheus-alerts-2:19.3.0-4762.gbad475c1.e 265/287 2024-09-12T17:33:21.371 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : ceph-grafana-dashboards-2:19.3.0-4762.gbad475c1. 266/287 2024-09-12T17:33:21.404 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : ceph-mgr-cephadm-2:19.3.0-4762.gbad475c1.el9.noa 267/287 2024-09-12T17:33:23.666 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.3.0-4762.gbad475c1.el9.noa 267/287 2024-09-12T17:33:23.724 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : ceph-mgr-dashboard-2:19.3.0-4762.gbad475c1.el9.n 268/287 2024-09-12T17:33:24.584 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.3.0-4762.gbad475c1.el9.noa 267/287 2024-09-12T17:33:24.635 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : ceph-mgr-dashboard-2:19.3.0-4762.gbad475c1.el9.n 268/287 2024-09-12T17:33:24.738 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.3.0-4762.gbad475c1.el9.n 268/287 2024-09-12T17:33:24.766 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : ceph-mgr-diskprediction-local-2:19.3.0-4762.gbad 269/287 2024-09-12T17:33:24.889 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.3.0-4762.gbad 269/287 2024-09-12T17:33:25.062 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : ceph-mgr-modules-core-2:19.3.0-4762.gbad475c1.el 270/287 2024-09-12T17:33:25.093 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : ceph-mgr-2:19.3.0-4762.gbad475c1.el9.x86_64 271/287 2024-09-12T17:33:25.118 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: ceph-mgr-2:19.3.0-4762.gbad475c1.el9.x86_64 271/287 2024-09-12T17:33:25.118 INFO:teuthology.orchestra.run.smithi045.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T17:33:25.119 INFO:teuthology.orchestra.run.smithi045.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-12T17:33:25.119 INFO:teuthology.orchestra.run.smithi045.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-12T17:33:25.119 INFO:teuthology.orchestra.run.smithi045.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-12T17:33:25.119 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:33:25.169 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : ceph-mgr-rook-2:19.3.0-4762.gbad475c1.el9.noarch 272/287 2024-09-12T17:33:25.181 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: ceph-mgr-rook-2:19.3.0-4762.gbad475c1.el9.noarch 272/287 2024-09-12T17:33:25.203 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : ceph-2:19.3.0-4762.gbad475c1.el9.x86_64 273/287 2024-09-12T17:33:25.232 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : pipewire-jack-audio-connection-kit-1.0.1-1.el9.x 274/287 2024-09-12T17:33:25.282 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : pipewire-alsa-1.0.1-1.el9.x86_64 275/287 2024-09-12T17:33:25.312 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : pipewire-pulseaudio-1.0.1-1.el9.x86_64 276/287 2024-09-12T17:33:25.329 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: pipewire-pulseaudio-1.0.1-1.el9.x86_64 276/287 2024-09-12T17:33:25.329 INFO:teuthology.orchestra.run.smithi045.stdout:Created symlink /etc/systemd/user/sockets.target.wants/pipewire-pulse.socket → /usr/lib/systemd/user/pipewire-pulse.socket. 2024-09-12T17:33:25.329 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:33:25.596 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.3.0-4762.gbad475c1.el9.n 268/287 2024-09-12T17:33:25.635 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : ceph-mgr-diskprediction-local-2:19.3.0-4762.gbad 269/287 2024-09-12T17:33:25.749 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.3.0-4762.gbad 269/287 2024-09-12T17:33:26.031 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : ceph-mgr-modules-core-2:19.3.0-4762.gbad475c1.el 270/287 2024-09-12T17:33:26.031 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : ceph-mgr-2:19.3.0-4762.gbad475c1.el9.x86_64 271/287 2024-09-12T17:33:26.031 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: ceph-mgr-2:19.3.0-4762.gbad475c1.el9.x86_64 271/287 2024-09-12T17:33:26.031 INFO:teuthology.orchestra.run.smithi115.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T17:33:26.031 INFO:teuthology.orchestra.run.smithi115.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-12T17:33:26.031 INFO:teuthology.orchestra.run.smithi115.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-12T17:33:26.032 INFO:teuthology.orchestra.run.smithi115.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-12T17:33:26.032 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-12T17:33:26.032 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : ceph-mgr-rook-2:19.3.0-4762.gbad475c1.el9.noarch 272/287 2024-09-12T17:33:26.032 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: ceph-mgr-rook-2:19.3.0-4762.gbad475c1.el9.noarch 272/287 2024-09-12T17:33:26.039 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : ceph-2:19.3.0-4762.gbad475c1.el9.x86_64 273/287 2024-09-12T17:33:26.068 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : pipewire-jack-audio-connection-kit-1.0.1-1.el9.x 274/287 2024-09-12T17:33:26.125 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : pipewire-alsa-1.0.1-1.el9.x86_64 275/287 2024-09-12T17:33:26.156 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : pipewire-pulseaudio-1.0.1-1.el9.x86_64 276/287 2024-09-12T17:33:26.173 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: pipewire-pulseaudio-1.0.1-1.el9.x86_64 276/287 2024-09-12T17:33:26.173 INFO:teuthology.orchestra.run.smithi115.stdout:Created symlink /etc/systemd/user/sockets.target.wants/pipewire-pulse.socket → /usr/lib/systemd/user/pipewire-pulse.socket. 2024-09-12T17:33:26.173 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-12T17:33:26.347 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : ceph-radosgw-2:19.3.0-4762.gbad475c1.el9.x86_64 277/287 2024-09-12T17:33:26.372 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: ceph-radosgw-2:19.3.0-4762.gbad475c1.el9.x86_64 277/287 2024-09-12T17:33:26.373 INFO:teuthology.orchestra.run.smithi045.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T17:33:26.373 INFO:teuthology.orchestra.run.smithi045.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-12T17:33:26.373 INFO:teuthology.orchestra.run.smithi045.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-12T17:33:26.373 INFO:teuthology.orchestra.run.smithi045.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-12T17:33:26.373 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:33:26.414 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : ceph-immutable-object-cache-2:19.3.0-4762.gbad47 278/287 2024-09-12T17:33:26.439 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.3.0-4762.gbad47 278/287 2024-09-12T17:33:26.439 INFO:teuthology.orchestra.run.smithi045.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T17:33:26.439 INFO:teuthology.orchestra.run.smithi045.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-12T17:33:26.439 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:33:26.765 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : rbd-mirror-2:19.3.0-4762.gbad475c1.el9.x86_64 279/287 2024-09-12T17:33:26.790 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: rbd-mirror-2:19.3.0-4762.gbad475c1.el9.x86_64 279/287 2024-09-12T17:33:26.790 INFO:teuthology.orchestra.run.smithi045.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T17:33:26.791 INFO:teuthology.orchestra.run.smithi045.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-12T17:33:26.791 INFO:teuthology.orchestra.run.smithi045.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-12T17:33:26.791 INFO:teuthology.orchestra.run.smithi045.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-12T17:33:26.791 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:33:27.198 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : ceph-radosgw-2:19.3.0-4762.gbad475c1.el9.x86_64 277/287 2024-09-12T17:33:27.224 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: ceph-radosgw-2:19.3.0-4762.gbad475c1.el9.x86_64 277/287 2024-09-12T17:33:27.224 INFO:teuthology.orchestra.run.smithi115.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T17:33:27.225 INFO:teuthology.orchestra.run.smithi115.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-12T17:33:27.225 INFO:teuthology.orchestra.run.smithi115.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-12T17:33:27.225 INFO:teuthology.orchestra.run.smithi115.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-12T17:33:27.225 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-12T17:33:27.267 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : ceph-immutable-object-cache-2:19.3.0-4762.gbad47 278/287 2024-09-12T17:33:27.291 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.3.0-4762.gbad47 278/287 2024-09-12T17:33:27.291 INFO:teuthology.orchestra.run.smithi115.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T17:33:27.291 INFO:teuthology.orchestra.run.smithi115.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-12T17:33:27.291 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-12T17:33:27.619 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : rbd-mirror-2:19.3.0-4762.gbad475c1.el9.x86_64 279/287 2024-09-12T17:33:27.644 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: rbd-mirror-2:19.3.0-4762.gbad475c1.el9.x86_64 279/287 2024-09-12T17:33:27.644 INFO:teuthology.orchestra.run.smithi115.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T17:33:27.644 INFO:teuthology.orchestra.run.smithi115.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-12T17:33:27.644 INFO:teuthology.orchestra.run.smithi115.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-12T17:33:27.644 INFO:teuthology.orchestra.run.smithi115.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-12T17:33:27.644 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-12T17:33:31.363 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : ceph-test-2:19.3.0-4762.gbad475c1.el9.x86_64 280/287 2024-09-12T17:33:31.404 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : rbd-fuse-2:19.3.0-4762.gbad475c1.el9.x86_64 281/287 2024-09-12T17:33:31.435 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : rbd-nbd-2:19.3.0-4762.gbad475c1.el9.x86_64 282/287 2024-09-12T17:33:31.544 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libcephfs-devel-2:19.3.0-4762.gbad475c1.el9.x86_ 283/287 2024-09-12T17:33:31.605 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : ceph-fuse-2:19.3.0-4762.gbad475c1.el9.x86_64 284/287 2024-09-12T17:33:31.635 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : s3cmd-2.4.0-1.el9.noarch 285/287 2024-09-12T17:33:31.635 INFO:teuthology.orchestra.run.smithi045.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 286/287 2024-09-12T17:33:31.727 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 286/287 2024-09-12T17:33:31.728 INFO:teuthology.orchestra.run.smithi045.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 287/287 2024-09-12T17:33:31.827 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 287/287 2024-09-12T17:33:31.850 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: dconf-0.40.0-6.el9.x86_64 287/287 2024-09-12T17:33:31.857 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: copy-jdk-configs-4.0-3.el9.noarch 287/287 2024-09-12T17:33:31.866 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: java-11-openjdk-headless-1:11.0.20.1.1-2.el9.x86 287/287 2024-09-12T17:33:31.878 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: wireplumber-0.4.14-1.el9.x86_64 287/287 2024-09-12T17:33:31.878 INFO:teuthology.orchestra.run.smithi045.stdout:Created symlink /etc/systemd/user/pipewire-session-manager.service → /usr/lib/systemd/user/wireplumber.service. 2024-09-12T17:33:31.878 INFO:teuthology.orchestra.run.smithi045.stdout:Created symlink /etc/systemd/user/pipewire.service.wants/wireplumber.service → /usr/lib/systemd/user/wireplumber.service. 2024-09-12T17:33:31.878 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:33:31.919 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: java-11-openjdk-1:11.0.20.1.1-2.el9.x86_64 287/287 2024-09-12T17:33:31.922 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : ceph-test-2:19.3.0-4762.gbad475c1.el9.x86_64 280/287 2024-09-12T17:33:31.965 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : rbd-fuse-2:19.3.0-4762.gbad475c1.el9.x86_64 281/287 2024-09-12T17:33:31.992 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: java-11-openjdk-devel-1:11.0.20.1.1-2.el9.x86_64 287/287 2024-09-12T17:33:31.995 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : rbd-nbd-2:19.3.0-4762.gbad475c1.el9.x86_64 282/287 2024-09-12T17:33:32.100 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libcephfs-devel-2:19.3.0-4762.gbad475c1.el9.x86_ 283/287 2024-09-12T17:33:32.164 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : ceph-fuse-2:19.3.0-4762.gbad475c1.el9.x86_64 284/287 2024-09-12T17:33:32.203 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : s3cmd-2.4.0-1.el9.noarch 285/287 2024-09-12T17:33:32.203 INFO:teuthology.orchestra.run.smithi115.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 286/287 2024-09-12T17:33:32.297 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 286/287 2024-09-12T17:33:32.298 INFO:teuthology.orchestra.run.smithi115.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 287/287 2024-09-12T17:33:32.387 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 287/287 2024-09-12T17:33:32.403 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: dconf-0.40.0-6.el9.x86_64 287/287 2024-09-12T17:33:32.413 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: copy-jdk-configs-4.0-3.el9.noarch 287/287 2024-09-12T17:33:32.421 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: java-11-openjdk-headless-1:11.0.20.1.1-2.el9.x86 287/287 2024-09-12T17:33:32.443 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: wireplumber-0.4.14-1.el9.x86_64 287/287 2024-09-12T17:33:32.444 INFO:teuthology.orchestra.run.smithi115.stdout:Created symlink /etc/systemd/user/pipewire-session-manager.service → /usr/lib/systemd/user/wireplumber.service. 2024-09-12T17:33:32.444 INFO:teuthology.orchestra.run.smithi115.stdout:Created symlink /etc/systemd/user/pipewire.service.wants/wireplumber.service → /usr/lib/systemd/user/wireplumber.service. 2024-09-12T17:33:32.444 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-12T17:33:32.479 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: java-11-openjdk-1:11.0.20.1.1-2.el9.x86_64 287/287 2024-09-12T17:33:32.557 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: java-11-openjdk-devel-1:11.0.20.1.1-2.el9.x86_64 287/287 2024-09-12T17:33:41.620 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 287/287 2024-09-12T17:33:41.620 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : ceph-2:19.3.0-4762.gbad475c1.el9.x86_64 1/287 2024-09-12T17:33:41.621 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : ceph-base-2:19.3.0-4762.gbad475c1.el9.x86_64 2/287 2024-09-12T17:33:41.621 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : ceph-common-2:19.3.0-4762.gbad475c1.el9.x86_64 3/287 2024-09-12T17:33:41.621 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : ceph-fuse-2:19.3.0-4762.gbad475c1.el9.x86_64 4/287 2024-09-12T17:33:41.621 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : ceph-immutable-object-cache-2:19.3.0-4762.gbad47 5/287 2024-09-12T17:33:41.621 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : ceph-mds-2:19.3.0-4762.gbad475c1.el9.x86_64 6/287 2024-09-12T17:33:41.621 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : ceph-mgr-2:19.3.0-4762.gbad475c1.el9.x86_64 7/287 2024-09-12T17:33:41.621 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : ceph-mon-2:19.3.0-4762.gbad475c1.el9.x86_64 8/287 2024-09-12T17:33:41.621 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : ceph-osd-2:19.3.0-4762.gbad475c1.el9.x86_64 9/287 2024-09-12T17:33:41.621 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : ceph-radosgw-2:19.3.0-4762.gbad475c1.el9.x86_64 10/287 2024-09-12T17:33:41.621 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : ceph-selinux-2:19.3.0-4762.gbad475c1.el9.x86_64 11/287 2024-09-12T17:33:41.621 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : ceph-test-2:19.3.0-4762.gbad475c1.el9.x86_64 12/287 2024-09-12T17:33:41.621 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libcephfs-devel-2:19.3.0-4762.gbad475c1.el9.x86_ 13/287 2024-09-12T17:33:41.622 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libcephfs2-2:19.3.0-4762.gbad475c1.el9.x86_64 14/287 2024-09-12T17:33:41.622 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libcephsqlite-2:19.3.0-4762.gbad475c1.el9.x86_64 15/287 2024-09-12T17:33:41.622 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : librados-devel-2:19.3.0-4762.gbad475c1.el9.x86_6 16/287 2024-09-12T17:33:41.622 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libradosstriper1-2:19.3.0-4762.gbad475c1.el9.x86 17/287 2024-09-12T17:33:41.622 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : librgw2-2:19.3.0-4762.gbad475c1.el9.x86_64 18/287 2024-09-12T17:33:41.622 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-ceph-argparse-2:19.3.0-4762.gbad475c1.el 19/287 2024-09-12T17:33:41.622 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-ceph-common-2:19.3.0-4762.gbad475c1.el9. 20/287 2024-09-12T17:33:41.622 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-cephfs-2:19.3.0-4762.gbad475c1.el9.x86_6 21/287 2024-09-12T17:33:41.622 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-rados-2:19.3.0-4762.gbad475c1.el9.x86_64 22/287 2024-09-12T17:33:41.622 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-rbd-2:19.3.0-4762.gbad475c1.el9.x86_64 23/287 2024-09-12T17:33:41.623 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-rgw-2:19.3.0-4762.gbad475c1.el9.x86_64 24/287 2024-09-12T17:33:41.623 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : rbd-fuse-2:19.3.0-4762.gbad475c1.el9.x86_64 25/287 2024-09-12T17:33:41.623 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : rbd-mirror-2:19.3.0-4762.gbad475c1.el9.x86_64 26/287 2024-09-12T17:33:41.623 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : rbd-nbd-2:19.3.0-4762.gbad475c1.el9.x86_64 27/287 2024-09-12T17:33:41.623 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : ceph-grafana-dashboards-2:19.3.0-4762.gbad475c1. 28/287 2024-09-12T17:33:41.623 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : ceph-mgr-cephadm-2:19.3.0-4762.gbad475c1.el9.noa 29/287 2024-09-12T17:33:41.648 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : ceph-mgr-dashboard-2:19.3.0-4762.gbad475c1.el9.n 30/287 2024-09-12T17:33:41.648 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.3.0-4762.gbad 31/287 2024-09-12T17:33:41.648 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : ceph-mgr-modules-core-2:19.3.0-4762.gbad475c1.el 32/287 2024-09-12T17:33:41.648 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : ceph-mgr-rook-2:19.3.0-4762.gbad475c1.el9.noarch 33/287 2024-09-12T17:33:41.648 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : ceph-prometheus-alerts-2:19.3.0-4762.gbad475c1.e 34/287 2024-09-12T17:33:41.648 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : ceph-volume-2:19.3.0-4762.gbad475c1.el9.noarch 35/287 2024-09-12T17:33:41.648 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : cephadm-2:19.3.0-4762.gbad475c1.el9.noarch 36/287 2024-09-12T17:33:41.648 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : ModemManager-glib-1.20.2-1.el9.x86_64 37/287 2024-09-12T17:33:41.648 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : bluez-libs-5.56-6.el9.x86_64 38/287 2024-09-12T17:33:41.648 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : bubblewrap-0.4.1-7.el9.x86_64 39/287 2024-09-12T17:33:41.649 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : cups-libs-1:2.3.3op2-30.el9.x86_64 40/287 2024-09-12T17:33:41.649 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 41/287 2024-09-12T17:33:41.649 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 42/287 2024-09-12T17:33:41.649 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libpciaccess-0.16-7.el9.x86_64 43/287 2024-09-12T17:33:41.649 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 44/287 2024-09-12T17:33:41.649 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : lksctp-tools-1.0.19-2.el9.x86_64 45/287 2024-09-12T17:33:41.649 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 46/287 2024-09-12T17:33:41.649 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 47/287 2024-09-12T17:33:41.649 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-ply-3.11-14.el9.noarch 48/287 2024-09-12T17:33:41.649 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 49/287 2024-09-12T17:33:41.649 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 50/287 2024-09-12T17:33:41.649 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 51/287 2024-09-12T17:33:41.649 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : adwaita-cursor-theme-40.1.1-3.el9.noarch 52/287 2024-09-12T17:33:41.650 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : adwaita-icon-theme-40.1.1-3.el9.noarch 53/287 2024-09-12T17:33:41.650 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : alsa-lib-1.2.12-1.el9.x86_64 54/287 2024-09-12T17:33:41.650 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : apache-commons-cli-1.4-17.el9.noarch 55/287 2024-09-12T17:33:41.650 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : apache-commons-codec-1.15-7.el9.noarch 56/287 2024-09-12T17:33:41.650 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : apache-commons-io-1:2.8.0-8.el9.noarch 57/287 2024-09-12T17:33:41.650 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : apache-commons-lang3-3.12.0-6.el9.noarch 58/287 2024-09-12T17:33:41.650 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : at-spi2-atk-2.38.0-4.el9.x86_64 59/287 2024-09-12T17:33:41.650 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : at-spi2-core-2.40.3-1.el9.x86_64 60/287 2024-09-12T17:33:41.650 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : atinject-1.0.3-6.el9.noarch 61/287 2024-09-12T17:33:41.650 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : atk-2.36.0-5.el9.x86_64 62/287 2024-09-12T17:33:41.650 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : avahi-glib-0.8-21.el9.x86_64 63/287 2024-09-12T17:33:41.650 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 64/287 2024-09-12T17:33:41.650 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : cdi-api-2.0.2-6.el9.noarch 65/287 2024-09-12T17:33:41.650 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : colord-libs-1.4.5-4.el9.x86_64 66/287 2024-09-12T17:33:41.650 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : composefs-libs-1.0.5-1.el9.x86_64 67/287 2024-09-12T17:33:41.651 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : copy-jdk-configs-4.0-3.el9.noarch 68/287 2024-09-12T17:33:41.651 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : dconf-0.40.0-6.el9.x86_64 69/287 2024-09-12T17:33:41.651 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 70/287 2024-09-12T17:33:41.651 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : exiv2-0.27.5-2.el9.x86_64 71/287 2024-09-12T17:33:41.651 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : exiv2-libs-0.27.5-2.el9.x86_64 72/287 2024-09-12T17:33:41.651 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : fdk-aac-free-2.0.0-8.el9.x86_64 73/287 2024-09-12T17:33:41.651 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : flac-libs-1.3.3-12.el9.x86_64 74/287 2024-09-12T17:33:41.651 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : flatpak-1.12.9-1.el9.x86_64 75/287 2024-09-12T17:33:41.651 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : flatpak-selinux-1.12.9-1.el9.noarch 76/287 2024-09-12T17:33:41.651 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : flatpak-session-helper-1.12.9-1.el9.x86_64 77/287 2024-09-12T17:33:41.651 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 78/287 2024-09-12T17:33:41.651 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 79/287 2024-09-12T17:33:41.651 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 80/287 2024-09-12T17:33:41.651 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : gdk-pixbuf2-modules-2.42.6-4.el9.x86_64 81/287 2024-09-12T17:33:41.651 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : geoclue2-2.6.0-7.el9.x86_64 82/287 2024-09-12T17:33:41.652 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : giflib-5.2.1-9.el9.x86_64 83/287 2024-09-12T17:33:41.652 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : google-guice-4.2.3-9.el9.noarch 84/287 2024-09-12T17:33:41.652 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : graphene-1.10.6-2.el9.x86_64 85/287 2024-09-12T17:33:41.652 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : gsm-1.0.19-6.el9.x86_64 86/287 2024-09-12T17:33:41.652 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : gstreamer1-1.22.1-2.el9.x86_64 87/287 2024-09-12T17:33:41.652 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : gstreamer1-plugins-base-1.22.1-2.el9.x86_64 88/287 2024-09-12T17:33:41.652 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : gtk-update-icon-cache-3.24.31-5.el9.x86_64 89/287 2024-09-12T17:33:41.652 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : gtk3-3.24.31-5.el9.x86_64 90/287 2024-09-12T17:33:41.652 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : guava-30.1-6.el9.noarch 91/287 2024-09-12T17:33:41.652 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : hicolor-icon-theme-0.17-13.el9.noarch 92/287 2024-09-12T17:33:41.652 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : httpcomponents-client-4.5.13-3.el9.noarch 93/287 2024-09-12T17:33:41.652 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : httpcomponents-core-4.4.13-7.el9.noarch 94/287 2024-09-12T17:33:41.652 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : iso-codes-4.6.0-3.el9.noarch 95/287 2024-09-12T17:33:41.652 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : jakarta-annotations-1.3.5-13.el9.noarch 96/287 2024-09-12T17:33:41.653 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : jansi-2.3.3-6.el9.x86_64 97/287 2024-09-12T17:33:41.653 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : java-11-openjdk-1:11.0.20.1.1-2.el9.x86_64 98/287 2024-09-12T17:33:41.653 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : java-11-openjdk-devel-1:11.0.20.1.1-2.el9.x86_64 99/287 2024-09-12T17:33:41.653 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : java-11-openjdk-headless-1:11.0.20.1.1-2.el9.x86 100/287 2024-09-12T17:33:41.653 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : javapackages-filesystem-6.0.0-4.el9.noarch 101/287 2024-09-12T17:33:41.653 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : jbigkit-libs-2.1-23.el9.x86_64 102/287 2024-09-12T17:33:41.653 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : jcl-over-slf4j-1.7.30-13.el9.noarch 103/287 2024-09-12T17:33:41.653 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : jsoup-1.13.1-10.el9.noarch 104/287 2024-09-12T17:33:41.653 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : jsr-305-3.0.2-6.el9.noarch 105/287 2024-09-12T17:33:41.653 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : lcms2-2.12-3.el9.x86_64 106/287 2024-09-12T17:33:41.653 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libX11-xcb-1.7.0-9.el9.x86_64 107/287 2024-09-12T17:33:41.653 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libXcomposite-0.4.5-7.el9.x86_64 108/287 2024-09-12T17:33:41.653 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libXcursor-1.2.0-7.el9.x86_64 109/287 2024-09-12T17:33:41.653 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libXdamage-1.1.5-7.el9.x86_64 110/287 2024-09-12T17:33:41.653 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libXfixes-5.0.3-16.el9.x86_64 111/287 2024-09-12T17:33:41.654 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libXi-1.7.10-8.el9.x86_64 112/287 2024-09-12T17:33:41.654 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libXinerama-1.1.4-10.el9.x86_64 113/287 2024-09-12T17:33:41.654 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libXrandr-1.5.2-8.el9.x86_64 114/287 2024-09-12T17:33:41.654 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libXtst-1.2.3-16.el9.x86_64 115/287 2024-09-12T17:33:41.654 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libXv-1.0.11-16.el9.x86_64 116/287 2024-09-12T17:33:41.654 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libXxf86vm-1.1.4-18.el9.x86_64 117/287 2024-09-12T17:33:41.654 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libasyncns-0.8-22.el9.x86_64 118/287 2024-09-12T17:33:41.654 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libcanberra-0.30-27.el9.x86_64 119/287 2024-09-12T17:33:41.654 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libcanberra-gtk3-0.30-27.el9.x86_64 120/287 2024-09-12T17:33:41.654 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libdrm-2.4.121-1.el9.x86_64 121/287 2024-09-12T17:33:41.654 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libepoxy-1.5.5-4.el9.x86_64 122/287 2024-09-12T17:33:41.654 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libexif-0.6.22-6.el9.x86_64 123/287 2024-09-12T17:33:41.654 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libfontenc-1.1.3-17.el9.x86_64 124/287 2024-09-12T17:33:41.654 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libgexiv2-0.12.3-1.el9.x86_64 125/287 2024-09-12T17:33:41.654 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libglvnd-1:1.3.4-1.el9.x86_64 126/287 2024-09-12T17:33:41.655 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libglvnd-egl-1:1.3.4-1.el9.x86_64 127/287 2024-09-12T17:33:41.655 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libglvnd-glx-1:1.3.4-1.el9.x86_64 128/287 2024-09-12T17:33:41.655 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libgsf-1.14.47-5.el9.x86_64 129/287 2024-09-12T17:33:41.655 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libgxps-0.3.2-3.el9.x86_64 130/287 2024-09-12T17:33:41.655 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libiptcdata-1.0.5-10.el9.x86_64 131/287 2024-09-12T17:33:41.655 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libldac-2.0.2.3-10.el9.x86_64 132/287 2024-09-12T17:33:41.655 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libnotify-0.7.9-8.el9.x86_64 133/287 2024-09-12T17:33:41.655 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libogg-2:1.3.4-6.el9.x86_64 134/287 2024-09-12T17:33:41.655 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libosinfo-1.10.0-1.el9.x86_64 135/287 2024-09-12T17:33:41.655 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 136/287 2024-09-12T17:33:41.655 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 137/287 2024-09-12T17:33:41.655 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 138/287 2024-09-12T17:33:41.655 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libsbc-1.4-9.el9.x86_64 139/287 2024-09-12T17:33:41.655 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libsndfile-1.0.31-8.el9.x86_64 140/287 2024-09-12T17:33:41.656 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libtheora-1:1.1.1-31.el9.x86_64 141/287 2024-09-12T17:33:41.656 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libtiff-4.4.0-13.el9.x86_64 142/287 2024-09-12T17:33:41.656 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libtool-ltdl-2.4.6-46.el9.x86_64 143/287 2024-09-12T17:33:41.656 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libtracker-sparql-3.1.2-3.el9.x86_64 144/287 2024-09-12T17:33:41.656 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libvisual-1:0.4.0-34.el9.x86_64 145/287 2024-09-12T17:33:41.656 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libvorbis-1:1.3.7-5.el9.x86_64 146/287 2024-09-12T17:33:41.656 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libwayland-client-1.21.0-1.el9.x86_64 147/287 2024-09-12T17:33:41.656 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libwayland-cursor-1.21.0-1.el9.x86_64 148/287 2024-09-12T17:33:41.656 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libwayland-egl-1.21.0-1.el9.x86_64 149/287 2024-09-12T17:33:41.656 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libwayland-server-1.21.0-1.el9.x86_64 150/287 2024-09-12T17:33:41.656 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libwebp-1.2.0-8.el9.x86_64 151/287 2024-09-12T17:33:41.656 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libxkbcommon-1.0.3-4.el9.x86_64 152/287 2024-09-12T17:33:41.656 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libxshmfence-1.3-10.el9.x86_64 153/287 2024-09-12T17:33:41.656 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : low-memory-monitor-2.1-4.el9.x86_64 154/287 2024-09-12T17:33:41.657 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 155/287 2024-09-12T17:33:41.657 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : lua-5.4.4-4.el9.x86_64 156/287 2024-09-12T17:33:41.657 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : lua-posix-35.0-8.el9.x86_64 157/287 2024-09-12T17:33:41.657 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : maven-1:3.6.3-15.el9.noarch 158/287 2024-09-12T17:33:41.657 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : maven-lib-1:3.6.3-15.el9.noarch 159/287 2024-09-12T17:33:41.657 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : maven-openjdk11-1:3.6.3-15.el9.noarch 160/287 2024-09-12T17:33:41.657 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : maven-resolver-1:1.6.1-10.el9.noarch 161/287 2024-09-12T17:33:41.657 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : maven-shared-utils-3.3.4-3.el9.noarch 162/287 2024-09-12T17:33:41.657 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : maven-wagon-3.4.2-7.el9.noarch 163/287 2024-09-12T17:33:41.657 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : mesa-dri-drivers-24.1.2-3.el9.x86_64 164/287 2024-09-12T17:33:41.657 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : mesa-filesystem-24.1.2-3.el9.x86_64 165/287 2024-09-12T17:33:41.657 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : mesa-libEGL-24.1.2-3.el9.x86_64 166/287 2024-09-12T17:33:41.657 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : mesa-libGL-24.1.2-3.el9.x86_64 167/287 2024-09-12T17:33:41.657 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : mesa-libgbm-24.1.2-3.el9.x86_64 168/287 2024-09-12T17:33:41.658 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : mesa-libglapi-24.1.2-3.el9.x86_64 169/287 2024-09-12T17:33:41.658 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : mkfontscale-1.2.1-3.el9.x86_64 170/287 2024-09-12T17:33:41.658 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 171/287 2024-09-12T17:33:41.658 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 172/287 2024-09-12T17:33:41.658 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : openjpeg2-2.4.0-7.el9.x86_64 173/287 2024-09-12T17:33:41.658 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : opus-1.3.1-10.el9.x86_64 174/287 2024-09-12T17:33:41.658 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : orc-0.4.31-8.el9.x86_64 175/287 2024-09-12T17:33:41.658 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : osinfo-db-20240701-2.el9.noarch 176/287 2024-09-12T17:33:41.658 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : osinfo-db-tools-1.10.0-1.el9.x86_64 177/287 2024-09-12T17:33:41.658 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : ostree-libs-2024.7-2.el9.x86_64 178/287 2024-09-12T17:33:41.658 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : p11-kit-server-0.25.3-2.el9.x86_64 179/287 2024-09-12T17:33:41.658 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : pipewire-1.0.1-1.el9.x86_64 180/287 2024-09-12T17:33:41.658 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : pipewire-alsa-1.0.1-1.el9.x86_64 181/287 2024-09-12T17:33:41.658 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : pipewire-jack-audio-connection-kit-1.0.1-1.el9.x 182/287 2024-09-12T17:33:41.658 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : pipewire-jack-audio-connection-kit-libs-1.0.1-1. 183/287 2024-09-12T17:33:41.659 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : pipewire-libs-1.0.1-1.el9.x86_64 184/287 2024-09-12T17:33:41.659 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : pipewire-pulseaudio-1.0.1-1.el9.x86_64 185/287 2024-09-12T17:33:41.659 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : plexus-cipher-1.7-27.el9.noarch 186/287 2024-09-12T17:33:41.659 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : plexus-classworlds-2.6.0-11.el9.noarch 187/287 2024-09-12T17:33:41.659 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : plexus-containers-component-annotations-2.1.0-10 188/287 2024-09-12T17:33:41.659 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : plexus-interpolation-1.26-11.el9.noarch 189/287 2024-09-12T17:33:41.659 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : plexus-sec-dispatcher-1.4-37.el9.noarch 190/287 2024-09-12T17:33:41.659 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : plexus-utils-3.3.0-10.el9.noarch 191/287 2024-09-12T17:33:41.659 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : poppler-21.01.0-21.el9.x86_64 192/287 2024-09-12T17:33:41.659 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : poppler-data-0.4.9-9.el9.noarch 193/287 2024-09-12T17:33:41.659 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : poppler-glib-21.01.0-21.el9.x86_64 194/287 2024-09-12T17:33:41.659 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 195/287 2024-09-12T17:33:41.659 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : publicsuffix-list-20210518-3.el9.noarch 196/287 2024-09-12T17:33:41.659 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : pulseaudio-libs-15.0-2.el9.x86_64 197/287 2024-09-12T17:33:41.660 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 198/287 2024-09-12T17:33:41.660 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 199/287 2024-09-12T17:33:41.660 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 200/287 2024-09-12T17:33:41.660 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 201/287 2024-09-12T17:33:41.660 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 202/287 2024-09-12T17:33:41.660 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 203/287 2024-09-12T17:33:41.660 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 204/287 2024-09-12T17:33:41.660 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 205/287 2024-09-12T17:33:41.660 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 206/287 2024-09-12T17:33:41.660 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 207/287 2024-09-12T17:33:41.660 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 208/287 2024-09-12T17:33:41.660 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 209/287 2024-09-12T17:33:41.660 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 210/287 2024-09-12T17:33:41.660 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 211/287 2024-09-12T17:33:41.660 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 212/287 2024-09-12T17:33:41.661 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 213/287 2024-09-12T17:33:41.661 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 214/287 2024-09-12T17:33:41.661 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 215/287 2024-09-12T17:33:41.661 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 216/287 2024-09-12T17:33:41.661 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 217/287 2024-09-12T17:33:41.661 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 218/287 2024-09-12T17:33:41.661 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 219/287 2024-09-12T17:33:41.661 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : rtkit-0.11-29.el9.x86_64 220/287 2024-09-12T17:33:41.661 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : sisu-1:0.3.4-10.el9.noarch 221/287 2024-09-12T17:33:41.661 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : slf4j-1.7.30-13.el9.noarch 222/287 2024-09-12T17:33:41.661 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 223/287 2024-09-12T17:33:41.661 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : sound-theme-freedesktop-0.8-17.el9.noarch 224/287 2024-09-12T17:33:41.661 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : totem-pl-parser-3.26.6-2.el9.x86_64 225/287 2024-09-12T17:33:41.662 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : tracker-3.1.2-3.el9.x86_64 226/287 2024-09-12T17:33:41.662 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : tracker-miners-3.1.2-4.el9.x86_64 227/287 2024-09-12T17:33:41.662 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : ttmkfdir-3.0.9-65.el9.x86_64 228/287 2024-09-12T17:33:41.662 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : tzdata-java-2024a-2.el9.noarch 229/287 2024-09-12T17:33:41.662 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : upower-0.99.11-11.el9.x86_64 230/287 2024-09-12T17:33:41.662 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : webrtc-audio-processing-0.3.1-8.el9.x86_64 231/287 2024-09-12T17:33:41.662 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : wireplumber-0.4.14-1.el9.x86_64 232/287 2024-09-12T17:33:41.662 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : wireplumber-libs-0.4.14-1.el9.x86_64 233/287 2024-09-12T17:33:41.662 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : xdg-dbus-proxy-0.1.3-1.el9.x86_64 234/287 2024-09-12T17:33:41.662 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : xdg-desktop-portal-1.12.6-1.el9.x86_64 235/287 2024-09-12T17:33:41.662 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 236/287 2024-09-12T17:33:41.662 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : xkeyboard-config-2.33-2.el9.noarch 237/287 2024-09-12T17:33:41.662 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 238/287 2024-09-12T17:33:41.662 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : xorg-x11-fonts-Type1-7.5-33.el9.noarch 239/287 2024-09-12T17:33:41.662 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 240/287 2024-09-12T17:33:41.663 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 241/287 2024-09-12T17:33:41.663 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 242/287 2024-09-12T17:33:41.663 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 243/287 2024-09-12T17:33:41.663 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 244/287 2024-09-12T17:33:41.663 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 245/287 2024-09-12T17:33:41.663 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 246/287 2024-09-12T17:33:41.663 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 247/287 2024-09-12T17:33:41.663 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 248/287 2024-09-12T17:33:41.663 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 249/287 2024-09-12T17:33:41.663 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 250/287 2024-09-12T17:33:41.663 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 251/287 2024-09-12T17:33:41.663 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 252/287 2024-09-12T17:33:41.663 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 253/287 2024-09-12T17:33:41.663 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 254/287 2024-09-12T17:33:41.663 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 255/287 2024-09-12T17:33:41.664 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 256/287 2024-09-12T17:33:41.664 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 257/287 2024-09-12T17:33:41.664 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 258/287 2024-09-12T17:33:41.664 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 259/287 2024-09-12T17:33:41.664 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 260/287 2024-09-12T17:33:41.664 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 261/287 2024-09-12T17:33:41.664 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 262/287 2024-09-12T17:33:41.664 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 263/287 2024-09-12T17:33:41.664 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 264/287 2024-09-12T17:33:41.664 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 265/287 2024-09-12T17:33:41.664 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 266/287 2024-09-12T17:33:41.664 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 267/287 2024-09-12T17:33:41.664 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 268/287 2024-09-12T17:33:41.664 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 269/287 2024-09-12T17:33:41.665 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 270/287 2024-09-12T17:33:41.665 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 271/287 2024-09-12T17:33:41.665 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 272/287 2024-09-12T17:33:41.665 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 273/287 2024-09-12T17:33:41.665 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 274/287 2024-09-12T17:33:41.665 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 275/287 2024-09-12T17:33:41.665 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 276/287 2024-09-12T17:33:41.665 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 277/287 2024-09-12T17:33:41.665 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 278/287 2024-09-12T17:33:41.665 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 279/287 2024-09-12T17:33:41.665 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 280/287 2024-09-12T17:33:41.665 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : re2-1:20211101-20.el9.x86_64 281/287 2024-09-12T17:33:41.665 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : s3cmd-2.4.0-1.el9.noarch 282/287 2024-09-12T17:33:41.665 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 283/287 2024-09-12T17:33:41.665 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : librados2-2:19.3.0-4762.gbad475c1.el9.x86_64 284/287 2024-09-12T17:33:41.666 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 285/287 2024-09-12T17:33:41.666 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : librbd1-2:19.3.0-4762.gbad475c1.el9.x86_64 286/287 2024-09-12T17:33:42.627 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 287/287 2024-09-12T17:33:42.627 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : ceph-2:19.3.0-4762.gbad475c1.el9.x86_64 1/287 2024-09-12T17:33:42.627 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : ceph-base-2:19.3.0-4762.gbad475c1.el9.x86_64 2/287 2024-09-12T17:33:42.627 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : ceph-common-2:19.3.0-4762.gbad475c1.el9.x86_64 3/287 2024-09-12T17:33:42.627 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : ceph-fuse-2:19.3.0-4762.gbad475c1.el9.x86_64 4/287 2024-09-12T17:33:42.627 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : ceph-immutable-object-cache-2:19.3.0-4762.gbad47 5/287 2024-09-12T17:33:42.627 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : ceph-mds-2:19.3.0-4762.gbad475c1.el9.x86_64 6/287 2024-09-12T17:33:42.627 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : ceph-mgr-2:19.3.0-4762.gbad475c1.el9.x86_64 7/287 2024-09-12T17:33:42.627 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : ceph-mon-2:19.3.0-4762.gbad475c1.el9.x86_64 8/287 2024-09-12T17:33:42.627 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : ceph-osd-2:19.3.0-4762.gbad475c1.el9.x86_64 9/287 2024-09-12T17:33:42.627 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : ceph-radosgw-2:19.3.0-4762.gbad475c1.el9.x86_64 10/287 2024-09-12T17:33:42.628 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : ceph-selinux-2:19.3.0-4762.gbad475c1.el9.x86_64 11/287 2024-09-12T17:33:42.628 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : ceph-test-2:19.3.0-4762.gbad475c1.el9.x86_64 12/287 2024-09-12T17:33:42.628 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libcephfs-devel-2:19.3.0-4762.gbad475c1.el9.x86_ 13/287 2024-09-12T17:33:42.628 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libcephfs2-2:19.3.0-4762.gbad475c1.el9.x86_64 14/287 2024-09-12T17:33:42.628 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libcephsqlite-2:19.3.0-4762.gbad475c1.el9.x86_64 15/287 2024-09-12T17:33:42.628 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : librados-devel-2:19.3.0-4762.gbad475c1.el9.x86_6 16/287 2024-09-12T17:33:42.628 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libradosstriper1-2:19.3.0-4762.gbad475c1.el9.x86 17/287 2024-09-12T17:33:42.628 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : librgw2-2:19.3.0-4762.gbad475c1.el9.x86_64 18/287 2024-09-12T17:33:42.628 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-ceph-argparse-2:19.3.0-4762.gbad475c1.el 19/287 2024-09-12T17:33:42.628 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-ceph-common-2:19.3.0-4762.gbad475c1.el9. 20/287 2024-09-12T17:33:42.628 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-cephfs-2:19.3.0-4762.gbad475c1.el9.x86_6 21/287 2024-09-12T17:33:42.628 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-rados-2:19.3.0-4762.gbad475c1.el9.x86_64 22/287 2024-09-12T17:33:42.629 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-rbd-2:19.3.0-4762.gbad475c1.el9.x86_64 23/287 2024-09-12T17:33:42.629 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-rgw-2:19.3.0-4762.gbad475c1.el9.x86_64 24/287 2024-09-12T17:33:42.629 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : rbd-fuse-2:19.3.0-4762.gbad475c1.el9.x86_64 25/287 2024-09-12T17:33:42.629 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : rbd-mirror-2:19.3.0-4762.gbad475c1.el9.x86_64 26/287 2024-09-12T17:33:42.629 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : rbd-nbd-2:19.3.0-4762.gbad475c1.el9.x86_64 27/287 2024-09-12T17:33:42.629 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : ceph-grafana-dashboards-2:19.3.0-4762.gbad475c1. 28/287 2024-09-12T17:33:42.629 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : ceph-mgr-cephadm-2:19.3.0-4762.gbad475c1.el9.noa 29/287 2024-09-12T17:33:42.650 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : ceph-mgr-dashboard-2:19.3.0-4762.gbad475c1.el9.n 30/287 2024-09-12T17:33:42.651 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.3.0-4762.gbad 31/287 2024-09-12T17:33:42.651 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : ceph-mgr-modules-core-2:19.3.0-4762.gbad475c1.el 32/287 2024-09-12T17:33:42.651 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : ceph-mgr-rook-2:19.3.0-4762.gbad475c1.el9.noarch 33/287 2024-09-12T17:33:42.651 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : ceph-prometheus-alerts-2:19.3.0-4762.gbad475c1.e 34/287 2024-09-12T17:33:42.651 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : ceph-volume-2:19.3.0-4762.gbad475c1.el9.noarch 35/287 2024-09-12T17:33:42.651 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : cephadm-2:19.3.0-4762.gbad475c1.el9.noarch 36/287 2024-09-12T17:33:42.651 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : ModemManager-glib-1.20.2-1.el9.x86_64 37/287 2024-09-12T17:33:42.651 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : bluez-libs-5.56-6.el9.x86_64 38/287 2024-09-12T17:33:42.651 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : bubblewrap-0.4.1-7.el9.x86_64 39/287 2024-09-12T17:33:42.651 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : cups-libs-1:2.3.3op2-30.el9.x86_64 40/287 2024-09-12T17:33:42.651 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 41/287 2024-09-12T17:33:42.651 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 42/287 2024-09-12T17:33:42.651 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libpciaccess-0.16-7.el9.x86_64 43/287 2024-09-12T17:33:42.651 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 44/287 2024-09-12T17:33:42.652 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : lksctp-tools-1.0.19-2.el9.x86_64 45/287 2024-09-12T17:33:42.652 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 46/287 2024-09-12T17:33:42.652 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 47/287 2024-09-12T17:33:42.652 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-ply-3.11-14.el9.noarch 48/287 2024-09-12T17:33:42.652 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 49/287 2024-09-12T17:33:42.652 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 50/287 2024-09-12T17:33:42.652 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 51/287 2024-09-12T17:33:42.652 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : adwaita-cursor-theme-40.1.1-3.el9.noarch 52/287 2024-09-12T17:33:42.652 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : adwaita-icon-theme-40.1.1-3.el9.noarch 53/287 2024-09-12T17:33:42.652 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : alsa-lib-1.2.12-1.el9.x86_64 54/287 2024-09-12T17:33:42.652 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : apache-commons-cli-1.4-17.el9.noarch 55/287 2024-09-12T17:33:42.652 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : apache-commons-codec-1.15-7.el9.noarch 56/287 2024-09-12T17:33:42.652 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : apache-commons-io-1:2.8.0-8.el9.noarch 57/287 2024-09-12T17:33:42.652 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : apache-commons-lang3-3.12.0-6.el9.noarch 58/287 2024-09-12T17:33:42.653 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : at-spi2-atk-2.38.0-4.el9.x86_64 59/287 2024-09-12T17:33:42.653 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : at-spi2-core-2.40.3-1.el9.x86_64 60/287 2024-09-12T17:33:42.653 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : atinject-1.0.3-6.el9.noarch 61/287 2024-09-12T17:33:42.653 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : atk-2.36.0-5.el9.x86_64 62/287 2024-09-12T17:33:42.653 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : avahi-glib-0.8-21.el9.x86_64 63/287 2024-09-12T17:33:42.653 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 64/287 2024-09-12T17:33:42.653 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : cdi-api-2.0.2-6.el9.noarch 65/287 2024-09-12T17:33:42.653 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : colord-libs-1.4.5-4.el9.x86_64 66/287 2024-09-12T17:33:42.653 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : composefs-libs-1.0.5-1.el9.x86_64 67/287 2024-09-12T17:33:42.653 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : copy-jdk-configs-4.0-3.el9.noarch 68/287 2024-09-12T17:33:42.653 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : dconf-0.40.0-6.el9.x86_64 69/287 2024-09-12T17:33:42.653 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 70/287 2024-09-12T17:33:42.653 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : exiv2-0.27.5-2.el9.x86_64 71/287 2024-09-12T17:33:42.653 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : exiv2-libs-0.27.5-2.el9.x86_64 72/287 2024-09-12T17:33:42.654 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : fdk-aac-free-2.0.0-8.el9.x86_64 73/287 2024-09-12T17:33:42.654 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : flac-libs-1.3.3-12.el9.x86_64 74/287 2024-09-12T17:33:42.654 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : flatpak-1.12.9-1.el9.x86_64 75/287 2024-09-12T17:33:42.654 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : flatpak-selinux-1.12.9-1.el9.noarch 76/287 2024-09-12T17:33:42.654 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : flatpak-session-helper-1.12.9-1.el9.x86_64 77/287 2024-09-12T17:33:42.654 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 78/287 2024-09-12T17:33:42.654 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 79/287 2024-09-12T17:33:42.654 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 80/287 2024-09-12T17:33:42.654 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : gdk-pixbuf2-modules-2.42.6-4.el9.x86_64 81/287 2024-09-12T17:33:42.654 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : geoclue2-2.6.0-7.el9.x86_64 82/287 2024-09-12T17:33:42.654 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : giflib-5.2.1-9.el9.x86_64 83/287 2024-09-12T17:33:42.654 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : google-guice-4.2.3-9.el9.noarch 84/287 2024-09-12T17:33:42.654 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : graphene-1.10.6-2.el9.x86_64 85/287 2024-09-12T17:33:42.654 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : gsm-1.0.19-6.el9.x86_64 86/287 2024-09-12T17:33:42.655 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : gstreamer1-1.22.1-2.el9.x86_64 87/287 2024-09-12T17:33:42.655 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : gstreamer1-plugins-base-1.22.1-2.el9.x86_64 88/287 2024-09-12T17:33:42.655 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : gtk-update-icon-cache-3.24.31-5.el9.x86_64 89/287 2024-09-12T17:33:42.655 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : gtk3-3.24.31-5.el9.x86_64 90/287 2024-09-12T17:33:42.655 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : guava-30.1-6.el9.noarch 91/287 2024-09-12T17:33:42.655 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : hicolor-icon-theme-0.17-13.el9.noarch 92/287 2024-09-12T17:33:42.655 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : httpcomponents-client-4.5.13-3.el9.noarch 93/287 2024-09-12T17:33:42.655 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : httpcomponents-core-4.4.13-7.el9.noarch 94/287 2024-09-12T17:33:42.655 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : iso-codes-4.6.0-3.el9.noarch 95/287 2024-09-12T17:33:42.655 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : jakarta-annotations-1.3.5-13.el9.noarch 96/287 2024-09-12T17:33:42.655 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : jansi-2.3.3-6.el9.x86_64 97/287 2024-09-12T17:33:42.655 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : java-11-openjdk-1:11.0.20.1.1-2.el9.x86_64 98/287 2024-09-12T17:33:42.655 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : java-11-openjdk-devel-1:11.0.20.1.1-2.el9.x86_64 99/287 2024-09-12T17:33:42.655 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : java-11-openjdk-headless-1:11.0.20.1.1-2.el9.x86 100/287 2024-09-12T17:33:42.656 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : javapackages-filesystem-6.0.0-4.el9.noarch 101/287 2024-09-12T17:33:42.656 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : jbigkit-libs-2.1-23.el9.x86_64 102/287 2024-09-12T17:33:42.656 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : jcl-over-slf4j-1.7.30-13.el9.noarch 103/287 2024-09-12T17:33:42.656 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : jsoup-1.13.1-10.el9.noarch 104/287 2024-09-12T17:33:42.656 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : jsr-305-3.0.2-6.el9.noarch 105/287 2024-09-12T17:33:42.656 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : lcms2-2.12-3.el9.x86_64 106/287 2024-09-12T17:33:42.656 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libX11-xcb-1.7.0-9.el9.x86_64 107/287 2024-09-12T17:33:42.656 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libXcomposite-0.4.5-7.el9.x86_64 108/287 2024-09-12T17:33:42.656 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libXcursor-1.2.0-7.el9.x86_64 109/287 2024-09-12T17:33:42.656 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libXdamage-1.1.5-7.el9.x86_64 110/287 2024-09-12T17:33:42.656 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libXfixes-5.0.3-16.el9.x86_64 111/287 2024-09-12T17:33:42.656 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libXi-1.7.10-8.el9.x86_64 112/287 2024-09-12T17:33:42.656 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libXinerama-1.1.4-10.el9.x86_64 113/287 2024-09-12T17:33:42.656 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libXrandr-1.5.2-8.el9.x86_64 114/287 2024-09-12T17:33:42.657 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libXtst-1.2.3-16.el9.x86_64 115/287 2024-09-12T17:33:42.657 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libXv-1.0.11-16.el9.x86_64 116/287 2024-09-12T17:33:42.657 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libXxf86vm-1.1.4-18.el9.x86_64 117/287 2024-09-12T17:33:42.657 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libasyncns-0.8-22.el9.x86_64 118/287 2024-09-12T17:33:42.657 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libcanberra-0.30-27.el9.x86_64 119/287 2024-09-12T17:33:42.657 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libcanberra-gtk3-0.30-27.el9.x86_64 120/287 2024-09-12T17:33:42.657 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libdrm-2.4.121-1.el9.x86_64 121/287 2024-09-12T17:33:42.657 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libepoxy-1.5.5-4.el9.x86_64 122/287 2024-09-12T17:33:42.657 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libexif-0.6.22-6.el9.x86_64 123/287 2024-09-12T17:33:42.657 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libfontenc-1.1.3-17.el9.x86_64 124/287 2024-09-12T17:33:42.657 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libgexiv2-0.12.3-1.el9.x86_64 125/287 2024-09-12T17:33:42.657 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libglvnd-1:1.3.4-1.el9.x86_64 126/287 2024-09-12T17:33:42.658 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libglvnd-egl-1:1.3.4-1.el9.x86_64 127/287 2024-09-12T17:33:42.658 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libglvnd-glx-1:1.3.4-1.el9.x86_64 128/287 2024-09-12T17:33:42.658 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libgsf-1.14.47-5.el9.x86_64 129/287 2024-09-12T17:33:42.658 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libgxps-0.3.2-3.el9.x86_64 130/287 2024-09-12T17:33:42.658 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libiptcdata-1.0.5-10.el9.x86_64 131/287 2024-09-12T17:33:42.658 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libldac-2.0.2.3-10.el9.x86_64 132/287 2024-09-12T17:33:42.658 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libnotify-0.7.9-8.el9.x86_64 133/287 2024-09-12T17:33:42.658 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libogg-2:1.3.4-6.el9.x86_64 134/287 2024-09-12T17:33:42.658 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libosinfo-1.10.0-1.el9.x86_64 135/287 2024-09-12T17:33:42.658 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 136/287 2024-09-12T17:33:42.658 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 137/287 2024-09-12T17:33:42.658 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 138/287 2024-09-12T17:33:42.658 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libsbc-1.4-9.el9.x86_64 139/287 2024-09-12T17:33:42.658 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libsndfile-1.0.31-8.el9.x86_64 140/287 2024-09-12T17:33:42.658 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libtheora-1:1.1.1-31.el9.x86_64 141/287 2024-09-12T17:33:42.659 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libtiff-4.4.0-13.el9.x86_64 142/287 2024-09-12T17:33:42.659 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libtool-ltdl-2.4.6-46.el9.x86_64 143/287 2024-09-12T17:33:42.659 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libtracker-sparql-3.1.2-3.el9.x86_64 144/287 2024-09-12T17:33:42.659 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libvisual-1:0.4.0-34.el9.x86_64 145/287 2024-09-12T17:33:42.659 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libvorbis-1:1.3.7-5.el9.x86_64 146/287 2024-09-12T17:33:42.659 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libwayland-client-1.21.0-1.el9.x86_64 147/287 2024-09-12T17:33:42.659 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libwayland-cursor-1.21.0-1.el9.x86_64 148/287 2024-09-12T17:33:42.659 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libwayland-egl-1.21.0-1.el9.x86_64 149/287 2024-09-12T17:33:42.659 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libwayland-server-1.21.0-1.el9.x86_64 150/287 2024-09-12T17:33:42.659 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libwebp-1.2.0-8.el9.x86_64 151/287 2024-09-12T17:33:42.659 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libxkbcommon-1.0.3-4.el9.x86_64 152/287 2024-09-12T17:33:42.659 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libxshmfence-1.3-10.el9.x86_64 153/287 2024-09-12T17:33:42.659 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : low-memory-monitor-2.1-4.el9.x86_64 154/287 2024-09-12T17:33:42.659 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 155/287 2024-09-12T17:33:42.659 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : lua-5.4.4-4.el9.x86_64 156/287 2024-09-12T17:33:42.660 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : lua-posix-35.0-8.el9.x86_64 157/287 2024-09-12T17:33:42.660 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : maven-1:3.6.3-15.el9.noarch 158/287 2024-09-12T17:33:42.660 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : maven-lib-1:3.6.3-15.el9.noarch 159/287 2024-09-12T17:33:42.660 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : maven-openjdk11-1:3.6.3-15.el9.noarch 160/287 2024-09-12T17:33:42.660 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : maven-resolver-1:1.6.1-10.el9.noarch 161/287 2024-09-12T17:33:42.660 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : maven-shared-utils-3.3.4-3.el9.noarch 162/287 2024-09-12T17:33:42.660 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : maven-wagon-3.4.2-7.el9.noarch 163/287 2024-09-12T17:33:42.660 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : mesa-dri-drivers-24.1.2-3.el9.x86_64 164/287 2024-09-12T17:33:42.660 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : mesa-filesystem-24.1.2-3.el9.x86_64 165/287 2024-09-12T17:33:42.660 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : mesa-libEGL-24.1.2-3.el9.x86_64 166/287 2024-09-12T17:33:42.660 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : mesa-libGL-24.1.2-3.el9.x86_64 167/287 2024-09-12T17:33:42.660 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : mesa-libgbm-24.1.2-3.el9.x86_64 168/287 2024-09-12T17:33:42.660 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : mesa-libglapi-24.1.2-3.el9.x86_64 169/287 2024-09-12T17:33:42.660 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : mkfontscale-1.2.1-3.el9.x86_64 170/287 2024-09-12T17:33:42.661 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 171/287 2024-09-12T17:33:42.661 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 172/287 2024-09-12T17:33:42.661 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : openjpeg2-2.4.0-7.el9.x86_64 173/287 2024-09-12T17:33:42.661 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : opus-1.3.1-10.el9.x86_64 174/287 2024-09-12T17:33:42.661 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : orc-0.4.31-8.el9.x86_64 175/287 2024-09-12T17:33:42.661 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : osinfo-db-20240701-2.el9.noarch 176/287 2024-09-12T17:33:42.661 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : osinfo-db-tools-1.10.0-1.el9.x86_64 177/287 2024-09-12T17:33:42.661 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : ostree-libs-2024.7-2.el9.x86_64 178/287 2024-09-12T17:33:42.661 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : p11-kit-server-0.25.3-2.el9.x86_64 179/287 2024-09-12T17:33:42.661 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : pipewire-1.0.1-1.el9.x86_64 180/287 2024-09-12T17:33:42.661 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : pipewire-alsa-1.0.1-1.el9.x86_64 181/287 2024-09-12T17:33:42.661 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : pipewire-jack-audio-connection-kit-1.0.1-1.el9.x 182/287 2024-09-12T17:33:42.661 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : pipewire-jack-audio-connection-kit-libs-1.0.1-1. 183/287 2024-09-12T17:33:42.662 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : pipewire-libs-1.0.1-1.el9.x86_64 184/287 2024-09-12T17:33:42.662 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : pipewire-pulseaudio-1.0.1-1.el9.x86_64 185/287 2024-09-12T17:33:42.662 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : plexus-cipher-1.7-27.el9.noarch 186/287 2024-09-12T17:33:42.662 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : plexus-classworlds-2.6.0-11.el9.noarch 187/287 2024-09-12T17:33:42.662 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : plexus-containers-component-annotations-2.1.0-10 188/287 2024-09-12T17:33:42.662 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : plexus-interpolation-1.26-11.el9.noarch 189/287 2024-09-12T17:33:42.662 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : plexus-sec-dispatcher-1.4-37.el9.noarch 190/287 2024-09-12T17:33:42.662 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : plexus-utils-3.3.0-10.el9.noarch 191/287 2024-09-12T17:33:42.662 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : poppler-21.01.0-21.el9.x86_64 192/287 2024-09-12T17:33:42.662 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : poppler-data-0.4.9-9.el9.noarch 193/287 2024-09-12T17:33:42.662 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : poppler-glib-21.01.0-21.el9.x86_64 194/287 2024-09-12T17:33:42.662 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 195/287 2024-09-12T17:33:42.662 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : publicsuffix-list-20210518-3.el9.noarch 196/287 2024-09-12T17:33:42.662 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : pulseaudio-libs-15.0-2.el9.x86_64 197/287 2024-09-12T17:33:42.662 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 198/287 2024-09-12T17:33:42.662 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 199/287 2024-09-12T17:33:42.663 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 200/287 2024-09-12T17:33:42.663 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 201/287 2024-09-12T17:33:42.663 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 202/287 2024-09-12T17:33:42.663 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 203/287 2024-09-12T17:33:42.663 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 204/287 2024-09-12T17:33:42.663 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 205/287 2024-09-12T17:33:42.663 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 206/287 2024-09-12T17:33:42.663 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 207/287 2024-09-12T17:33:42.663 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 208/287 2024-09-12T17:33:42.663 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 209/287 2024-09-12T17:33:42.663 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 210/287 2024-09-12T17:33:42.663 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 211/287 2024-09-12T17:33:42.663 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 212/287 2024-09-12T17:33:42.663 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 213/287 2024-09-12T17:33:42.664 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 214/287 2024-09-12T17:33:42.664 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 215/287 2024-09-12T17:33:42.664 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 216/287 2024-09-12T17:33:42.664 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 217/287 2024-09-12T17:33:42.664 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 218/287 2024-09-12T17:33:42.664 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 219/287 2024-09-12T17:33:42.664 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : rtkit-0.11-29.el9.x86_64 220/287 2024-09-12T17:33:42.664 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : sisu-1:0.3.4-10.el9.noarch 221/287 2024-09-12T17:33:42.664 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : slf4j-1.7.30-13.el9.noarch 222/287 2024-09-12T17:33:42.664 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 223/287 2024-09-12T17:33:42.664 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : sound-theme-freedesktop-0.8-17.el9.noarch 224/287 2024-09-12T17:33:42.664 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : totem-pl-parser-3.26.6-2.el9.x86_64 225/287 2024-09-12T17:33:42.664 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : tracker-3.1.2-3.el9.x86_64 226/287 2024-09-12T17:33:42.664 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : tracker-miners-3.1.2-4.el9.x86_64 227/287 2024-09-12T17:33:42.664 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : ttmkfdir-3.0.9-65.el9.x86_64 228/287 2024-09-12T17:33:42.665 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : tzdata-java-2024a-2.el9.noarch 229/287 2024-09-12T17:33:42.665 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : upower-0.99.11-11.el9.x86_64 230/287 2024-09-12T17:33:42.665 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : webrtc-audio-processing-0.3.1-8.el9.x86_64 231/287 2024-09-12T17:33:42.665 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : wireplumber-0.4.14-1.el9.x86_64 232/287 2024-09-12T17:33:42.665 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : wireplumber-libs-0.4.14-1.el9.x86_64 233/287 2024-09-12T17:33:42.665 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : xdg-dbus-proxy-0.1.3-1.el9.x86_64 234/287 2024-09-12T17:33:42.665 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : xdg-desktop-portal-1.12.6-1.el9.x86_64 235/287 2024-09-12T17:33:42.665 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 236/287 2024-09-12T17:33:42.665 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : xkeyboard-config-2.33-2.el9.noarch 237/287 2024-09-12T17:33:42.665 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 238/287 2024-09-12T17:33:42.665 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : xorg-x11-fonts-Type1-7.5-33.el9.noarch 239/287 2024-09-12T17:33:42.665 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 240/287 2024-09-12T17:33:42.665 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 241/287 2024-09-12T17:33:42.666 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 242/287 2024-09-12T17:33:42.666 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 243/287 2024-09-12T17:33:42.666 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 244/287 2024-09-12T17:33:42.666 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 245/287 2024-09-12T17:33:42.666 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 246/287 2024-09-12T17:33:42.666 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 247/287 2024-09-12T17:33:42.666 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 248/287 2024-09-12T17:33:42.666 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 249/287 2024-09-12T17:33:42.666 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 250/287 2024-09-12T17:33:42.666 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 251/287 2024-09-12T17:33:42.666 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 252/287 2024-09-12T17:33:42.666 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 253/287 2024-09-12T17:33:42.666 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 254/287 2024-09-12T17:33:42.666 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 255/287 2024-09-12T17:33:42.667 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 256/287 2024-09-12T17:33:42.667 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 257/287 2024-09-12T17:33:42.667 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 258/287 2024-09-12T17:33:42.667 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 259/287 2024-09-12T17:33:42.667 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 260/287 2024-09-12T17:33:42.667 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 261/287 2024-09-12T17:33:42.667 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 262/287 2024-09-12T17:33:42.667 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 263/287 2024-09-12T17:33:42.667 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 264/287 2024-09-12T17:33:42.667 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 265/287 2024-09-12T17:33:42.667 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 266/287 2024-09-12T17:33:42.667 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 267/287 2024-09-12T17:33:42.667 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 268/287 2024-09-12T17:33:42.667 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 269/287 2024-09-12T17:33:42.667 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 270/287 2024-09-12T17:33:42.668 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 271/287 2024-09-12T17:33:42.668 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 272/287 2024-09-12T17:33:42.668 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 273/287 2024-09-12T17:33:42.668 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 274/287 2024-09-12T17:33:42.668 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 275/287 2024-09-12T17:33:42.668 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 276/287 2024-09-12T17:33:42.668 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 277/287 2024-09-12T17:33:42.668 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 278/287 2024-09-12T17:33:42.668 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 279/287 2024-09-12T17:33:42.668 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 280/287 2024-09-12T17:33:42.668 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : re2-1:20211101-20.el9.x86_64 281/287 2024-09-12T17:33:42.668 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : s3cmd-2.4.0-1.el9.noarch 282/287 2024-09-12T17:33:42.668 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 283/287 2024-09-12T17:33:42.669 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : librados2-2:19.3.0-4762.gbad475c1.el9.x86_64 284/287 2024-09-12T17:33:42.669 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 285/287 2024-09-12T17:33:42.669 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : librbd1-2:19.3.0-4762.gbad475c1.el9.x86_64 286/287 2024-09-12T17:33:45.065 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 287/287 2024-09-12T17:33:45.065 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:33:45.065 INFO:teuthology.orchestra.run.smithi045.stdout:Upgraded: 2024-09-12T17:33:45.065 INFO:teuthology.orchestra.run.smithi045.stdout: librados2-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T17:33:45.065 INFO:teuthology.orchestra.run.smithi045.stdout: librbd1-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T17:33:45.065 INFO:teuthology.orchestra.run.smithi045.stdout:Installed: 2024-09-12T17:33:45.066 INFO:teuthology.orchestra.run.smithi045.stdout: ModemManager-glib-1.20.2-1.el9.x86_64 2024-09-12T17:33:45.066 INFO:teuthology.orchestra.run.smithi045.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-12T17:33:45.066 INFO:teuthology.orchestra.run.smithi045.stdout: adwaita-cursor-theme-40.1.1-3.el9.noarch 2024-09-12T17:33:45.066 INFO:teuthology.orchestra.run.smithi045.stdout: adwaita-icon-theme-40.1.1-3.el9.noarch 2024-09-12T17:33:45.066 INFO:teuthology.orchestra.run.smithi045.stdout: alsa-lib-1.2.12-1.el9.x86_64 2024-09-12T17:33:45.066 INFO:teuthology.orchestra.run.smithi045.stdout: apache-commons-cli-1.4-17.el9.noarch 2024-09-12T17:33:45.066 INFO:teuthology.orchestra.run.smithi045.stdout: apache-commons-codec-1.15-7.el9.noarch 2024-09-12T17:33:45.066 INFO:teuthology.orchestra.run.smithi045.stdout: apache-commons-io-1:2.8.0-8.el9.noarch 2024-09-12T17:33:45.066 INFO:teuthology.orchestra.run.smithi045.stdout: apache-commons-lang3-3.12.0-6.el9.noarch 2024-09-12T17:33:45.066 INFO:teuthology.orchestra.run.smithi045.stdout: at-spi2-atk-2.38.0-4.el9.x86_64 2024-09-12T17:33:45.066 INFO:teuthology.orchestra.run.smithi045.stdout: at-spi2-core-2.40.3-1.el9.x86_64 2024-09-12T17:33:45.067 INFO:teuthology.orchestra.run.smithi045.stdout: atinject-1.0.3-6.el9.noarch 2024-09-12T17:33:45.067 INFO:teuthology.orchestra.run.smithi045.stdout: atk-2.36.0-5.el9.x86_64 2024-09-12T17:33:45.067 INFO:teuthology.orchestra.run.smithi045.stdout: avahi-glib-0.8-21.el9.x86_64 2024-09-12T17:33:45.067 INFO:teuthology.orchestra.run.smithi045.stdout: bluez-libs-5.56-6.el9.x86_64 2024-09-12T17:33:45.067 INFO:teuthology.orchestra.run.smithi045.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-12T17:33:45.067 INFO:teuthology.orchestra.run.smithi045.stdout: bubblewrap-0.4.1-7.el9.x86_64 2024-09-12T17:33:45.067 INFO:teuthology.orchestra.run.smithi045.stdout: cdi-api-2.0.2-6.el9.noarch 2024-09-12T17:33:45.067 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T17:33:45.067 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-base-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T17:33:45.067 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-common-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T17:33:45.067 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-fuse-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T17:33:45.068 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-grafana-dashboards-2:19.3.0-4762.gbad475c1.el9.noarch 2024-09-12T17:33:45.068 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-immutable-object-cache-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T17:33:45.068 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-mds-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T17:33:45.068 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-mgr-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T17:33:45.068 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-mgr-cephadm-2:19.3.0-4762.gbad475c1.el9.noarch 2024-09-12T17:33:45.068 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-mgr-dashboard-2:19.3.0-4762.gbad475c1.el9.noarch 2024-09-12T17:33:45.068 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-mgr-diskprediction-local-2:19.3.0-4762.gbad475c1.el9.noarch 2024-09-12T17:33:45.068 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-mgr-modules-core-2:19.3.0-4762.gbad475c1.el9.noarch 2024-09-12T17:33:45.068 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-mgr-rook-2:19.3.0-4762.gbad475c1.el9.noarch 2024-09-12T17:33:45.068 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-mon-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T17:33:45.068 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-osd-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T17:33:45.068 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-prometheus-alerts-2:19.3.0-4762.gbad475c1.el9.noarch 2024-09-12T17:33:45.068 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-radosgw-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T17:33:45.069 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-selinux-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T17:33:45.069 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-test-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T17:33:45.069 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-volume-2:19.3.0-4762.gbad475c1.el9.noarch 2024-09-12T17:33:45.069 INFO:teuthology.orchestra.run.smithi045.stdout: cephadm-2:19.3.0-4762.gbad475c1.el9.noarch 2024-09-12T17:33:45.069 INFO:teuthology.orchestra.run.smithi045.stdout: colord-libs-1.4.5-4.el9.x86_64 2024-09-12T17:33:45.069 INFO:teuthology.orchestra.run.smithi045.stdout: composefs-libs-1.0.5-1.el9.x86_64 2024-09-12T17:33:45.069 INFO:teuthology.orchestra.run.smithi045.stdout: copy-jdk-configs-4.0-3.el9.noarch 2024-09-12T17:33:45.069 INFO:teuthology.orchestra.run.smithi045.stdout: cups-libs-1:2.3.3op2-30.el9.x86_64 2024-09-12T17:33:45.069 INFO:teuthology.orchestra.run.smithi045.stdout: dconf-0.40.0-6.el9.x86_64 2024-09-12T17:33:45.069 INFO:teuthology.orchestra.run.smithi045.stdout: exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 2024-09-12T17:33:45.069 INFO:teuthology.orchestra.run.smithi045.stdout: exiv2-0.27.5-2.el9.x86_64 2024-09-12T17:33:45.069 INFO:teuthology.orchestra.run.smithi045.stdout: exiv2-libs-0.27.5-2.el9.x86_64 2024-09-12T17:33:45.070 INFO:teuthology.orchestra.run.smithi045.stdout: fdk-aac-free-2.0.0-8.el9.x86_64 2024-09-12T17:33:45.070 INFO:teuthology.orchestra.run.smithi045.stdout: flac-libs-1.3.3-12.el9.x86_64 2024-09-12T17:33:45.070 INFO:teuthology.orchestra.run.smithi045.stdout: flatpak-1.12.9-1.el9.x86_64 2024-09-12T17:33:45.070 INFO:teuthology.orchestra.run.smithi045.stdout: flatpak-selinux-1.12.9-1.el9.noarch 2024-09-12T17:33:45.070 INFO:teuthology.orchestra.run.smithi045.stdout: flatpak-session-helper-1.12.9-1.el9.x86_64 2024-09-12T17:33:45.070 INFO:teuthology.orchestra.run.smithi045.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-12T17:33:45.070 INFO:teuthology.orchestra.run.smithi045.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-12T17:33:45.070 INFO:teuthology.orchestra.run.smithi045.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-12T17:33:45.070 INFO:teuthology.orchestra.run.smithi045.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-12T17:33:45.070 INFO:teuthology.orchestra.run.smithi045.stdout: gdk-pixbuf2-modules-2.42.6-4.el9.x86_64 2024-09-12T17:33:45.070 INFO:teuthology.orchestra.run.smithi045.stdout: geoclue2-2.6.0-7.el9.x86_64 2024-09-12T17:33:45.070 INFO:teuthology.orchestra.run.smithi045.stdout: giflib-5.2.1-9.el9.x86_64 2024-09-12T17:33:45.071 INFO:teuthology.orchestra.run.smithi045.stdout: google-guice-4.2.3-9.el9.noarch 2024-09-12T17:33:45.071 INFO:teuthology.orchestra.run.smithi045.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-12T17:33:45.071 INFO:teuthology.orchestra.run.smithi045.stdout: graphene-1.10.6-2.el9.x86_64 2024-09-12T17:33:45.071 INFO:teuthology.orchestra.run.smithi045.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-12T17:33:45.071 INFO:teuthology.orchestra.run.smithi045.stdout: gsm-1.0.19-6.el9.x86_64 2024-09-12T17:33:45.071 INFO:teuthology.orchestra.run.smithi045.stdout: gstreamer1-1.22.1-2.el9.x86_64 2024-09-12T17:33:45.071 INFO:teuthology.orchestra.run.smithi045.stdout: gstreamer1-plugins-base-1.22.1-2.el9.x86_64 2024-09-12T17:33:45.071 INFO:teuthology.orchestra.run.smithi045.stdout: gtk-update-icon-cache-3.24.31-5.el9.x86_64 2024-09-12T17:33:45.071 INFO:teuthology.orchestra.run.smithi045.stdout: gtk3-3.24.31-5.el9.x86_64 2024-09-12T17:33:45.071 INFO:teuthology.orchestra.run.smithi045.stdout: guava-30.1-6.el9.noarch 2024-09-12T17:33:45.071 INFO:teuthology.orchestra.run.smithi045.stdout: hicolor-icon-theme-0.17-13.el9.noarch 2024-09-12T17:33:45.071 INFO:teuthology.orchestra.run.smithi045.stdout: httpcomponents-client-4.5.13-3.el9.noarch 2024-09-12T17:33:45.071 INFO:teuthology.orchestra.run.smithi045.stdout: httpcomponents-core-4.4.13-7.el9.noarch 2024-09-12T17:33:45.072 INFO:teuthology.orchestra.run.smithi045.stdout: iso-codes-4.6.0-3.el9.noarch 2024-09-12T17:33:45.072 INFO:teuthology.orchestra.run.smithi045.stdout: jakarta-annotations-1.3.5-13.el9.noarch 2024-09-12T17:33:45.072 INFO:teuthology.orchestra.run.smithi045.stdout: jansi-2.3.3-6.el9.x86_64 2024-09-12T17:33:45.072 INFO:teuthology.orchestra.run.smithi045.stdout: java-11-openjdk-1:11.0.20.1.1-2.el9.x86_64 2024-09-12T17:33:45.072 INFO:teuthology.orchestra.run.smithi045.stdout: java-11-openjdk-devel-1:11.0.20.1.1-2.el9.x86_64 2024-09-12T17:33:45.072 INFO:teuthology.orchestra.run.smithi045.stdout: java-11-openjdk-headless-1:11.0.20.1.1-2.el9.x86_64 2024-09-12T17:33:45.072 INFO:teuthology.orchestra.run.smithi045.stdout: javapackages-filesystem-6.0.0-4.el9.noarch 2024-09-12T17:33:45.072 INFO:teuthology.orchestra.run.smithi045.stdout: jbigkit-libs-2.1-23.el9.x86_64 2024-09-12T17:33:45.072 INFO:teuthology.orchestra.run.smithi045.stdout: jcl-over-slf4j-1.7.30-13.el9.noarch 2024-09-12T17:33:45.072 INFO:teuthology.orchestra.run.smithi045.stdout: jsoup-1.13.1-10.el9.noarch 2024-09-12T17:33:45.072 INFO:teuthology.orchestra.run.smithi045.stdout: jsr-305-3.0.2-6.el9.noarch 2024-09-12T17:33:45.072 INFO:teuthology.orchestra.run.smithi045.stdout: lcms2-2.12-3.el9.x86_64 2024-09-12T17:33:45.072 INFO:teuthology.orchestra.run.smithi045.stdout: libX11-xcb-1.7.0-9.el9.x86_64 2024-09-12T17:33:45.073 INFO:teuthology.orchestra.run.smithi045.stdout: libXcomposite-0.4.5-7.el9.x86_64 2024-09-12T17:33:45.073 INFO:teuthology.orchestra.run.smithi045.stdout: libXcursor-1.2.0-7.el9.x86_64 2024-09-12T17:33:45.073 INFO:teuthology.orchestra.run.smithi045.stdout: libXdamage-1.1.5-7.el9.x86_64 2024-09-12T17:33:45.073 INFO:teuthology.orchestra.run.smithi045.stdout: libXfixes-5.0.3-16.el9.x86_64 2024-09-12T17:33:45.073 INFO:teuthology.orchestra.run.smithi045.stdout: libXi-1.7.10-8.el9.x86_64 2024-09-12T17:33:45.073 INFO:teuthology.orchestra.run.smithi045.stdout: libXinerama-1.1.4-10.el9.x86_64 2024-09-12T17:33:45.073 INFO:teuthology.orchestra.run.smithi045.stdout: libXrandr-1.5.2-8.el9.x86_64 2024-09-12T17:33:45.073 INFO:teuthology.orchestra.run.smithi045.stdout: libXtst-1.2.3-16.el9.x86_64 2024-09-12T17:33:45.073 INFO:teuthology.orchestra.run.smithi045.stdout: libXv-1.0.11-16.el9.x86_64 2024-09-12T17:33:45.073 INFO:teuthology.orchestra.run.smithi045.stdout: libXxf86vm-1.1.4-18.el9.x86_64 2024-09-12T17:33:45.073 INFO:teuthology.orchestra.run.smithi045.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-12T17:33:45.073 INFO:teuthology.orchestra.run.smithi045.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-12T17:33:45.073 INFO:teuthology.orchestra.run.smithi045.stdout: libasyncns-0.8-22.el9.x86_64 2024-09-12T17:33:45.074 INFO:teuthology.orchestra.run.smithi045.stdout: libcanberra-0.30-27.el9.x86_64 2024-09-12T17:33:45.074 INFO:teuthology.orchestra.run.smithi045.stdout: libcanberra-gtk3-0.30-27.el9.x86_64 2024-09-12T17:33:45.074 INFO:teuthology.orchestra.run.smithi045.stdout: libcephfs-devel-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T17:33:45.074 INFO:teuthology.orchestra.run.smithi045.stdout: libcephfs2-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T17:33:45.074 INFO:teuthology.orchestra.run.smithi045.stdout: libcephsqlite-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T17:33:45.074 INFO:teuthology.orchestra.run.smithi045.stdout: libdrm-2.4.121-1.el9.x86_64 2024-09-12T17:33:45.074 INFO:teuthology.orchestra.run.smithi045.stdout: libepoxy-1.5.5-4.el9.x86_64 2024-09-12T17:33:45.074 INFO:teuthology.orchestra.run.smithi045.stdout: libexif-0.6.22-6.el9.x86_64 2024-09-12T17:33:45.074 INFO:teuthology.orchestra.run.smithi045.stdout: libfontenc-1.1.3-17.el9.x86_64 2024-09-12T17:33:45.074 INFO:teuthology.orchestra.run.smithi045.stdout: libgexiv2-0.12.3-1.el9.x86_64 2024-09-12T17:33:45.074 INFO:teuthology.orchestra.run.smithi045.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-12T17:33:45.074 INFO:teuthology.orchestra.run.smithi045.stdout: libglvnd-1:1.3.4-1.el9.x86_64 2024-09-12T17:33:45.074 INFO:teuthology.orchestra.run.smithi045.stdout: libglvnd-egl-1:1.3.4-1.el9.x86_64 2024-09-12T17:33:45.075 INFO:teuthology.orchestra.run.smithi045.stdout: libglvnd-glx-1:1.3.4-1.el9.x86_64 2024-09-12T17:33:45.075 INFO:teuthology.orchestra.run.smithi045.stdout: libgsf-1.14.47-5.el9.x86_64 2024-09-12T17:33:45.075 INFO:teuthology.orchestra.run.smithi045.stdout: libgxps-0.3.2-3.el9.x86_64 2024-09-12T17:33:45.075 INFO:teuthology.orchestra.run.smithi045.stdout: libiptcdata-1.0.5-10.el9.x86_64 2024-09-12T17:33:45.075 INFO:teuthology.orchestra.run.smithi045.stdout: libldac-2.0.2.3-10.el9.x86_64 2024-09-12T17:33:45.075 INFO:teuthology.orchestra.run.smithi045.stdout: libnotify-0.7.9-8.el9.x86_64 2024-09-12T17:33:45.075 INFO:teuthology.orchestra.run.smithi045.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-12T17:33:45.075 INFO:teuthology.orchestra.run.smithi045.stdout: libogg-2:1.3.4-6.el9.x86_64 2024-09-12T17:33:45.075 INFO:teuthology.orchestra.run.smithi045.stdout: libosinfo-1.10.0-1.el9.x86_64 2024-09-12T17:33:45.075 INFO:teuthology.orchestra.run.smithi045.stdout: libpciaccess-0.16-7.el9.x86_64 2024-09-12T17:33:45.075 INFO:teuthology.orchestra.run.smithi045.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-12T17:33:45.075 INFO:teuthology.orchestra.run.smithi045.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-12T17:33:45.075 INFO:teuthology.orchestra.run.smithi045.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-12T17:33:45.076 INFO:teuthology.orchestra.run.smithi045.stdout: librados-devel-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T17:33:45.076 INFO:teuthology.orchestra.run.smithi045.stdout: libradosstriper1-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T17:33:45.076 INFO:teuthology.orchestra.run.smithi045.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-12T17:33:45.076 INFO:teuthology.orchestra.run.smithi045.stdout: librgw2-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T17:33:45.076 INFO:teuthology.orchestra.run.smithi045.stdout: libsbc-1.4-9.el9.x86_64 2024-09-12T17:33:45.076 INFO:teuthology.orchestra.run.smithi045.stdout: libsndfile-1.0.31-8.el9.x86_64 2024-09-12T17:33:45.076 INFO:teuthology.orchestra.run.smithi045.stdout: libtheora-1:1.1.1-31.el9.x86_64 2024-09-12T17:33:45.076 INFO:teuthology.orchestra.run.smithi045.stdout: libtiff-4.4.0-13.el9.x86_64 2024-09-12T17:33:45.076 INFO:teuthology.orchestra.run.smithi045.stdout: libtool-ltdl-2.4.6-46.el9.x86_64 2024-09-12T17:33:45.076 INFO:teuthology.orchestra.run.smithi045.stdout: libtracker-sparql-3.1.2-3.el9.x86_64 2024-09-12T17:33:45.076 INFO:teuthology.orchestra.run.smithi045.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-12T17:33:45.076 INFO:teuthology.orchestra.run.smithi045.stdout: libvisual-1:0.4.0-34.el9.x86_64 2024-09-12T17:33:45.076 INFO:teuthology.orchestra.run.smithi045.stdout: libvorbis-1:1.3.7-5.el9.x86_64 2024-09-12T17:33:45.077 INFO:teuthology.orchestra.run.smithi045.stdout: libwayland-client-1.21.0-1.el9.x86_64 2024-09-12T17:33:45.077 INFO:teuthology.orchestra.run.smithi045.stdout: libwayland-cursor-1.21.0-1.el9.x86_64 2024-09-12T17:33:45.077 INFO:teuthology.orchestra.run.smithi045.stdout: libwayland-egl-1.21.0-1.el9.x86_64 2024-09-12T17:33:45.077 INFO:teuthology.orchestra.run.smithi045.stdout: libwayland-server-1.21.0-1.el9.x86_64 2024-09-12T17:33:45.077 INFO:teuthology.orchestra.run.smithi045.stdout: libwebp-1.2.0-8.el9.x86_64 2024-09-12T17:33:45.077 INFO:teuthology.orchestra.run.smithi045.stdout: libxkbcommon-1.0.3-4.el9.x86_64 2024-09-12T17:33:45.077 INFO:teuthology.orchestra.run.smithi045.stdout: libxshmfence-1.3-10.el9.x86_64 2024-09-12T17:33:45.077 INFO:teuthology.orchestra.run.smithi045.stdout: lksctp-tools-1.0.19-2.el9.x86_64 2024-09-12T17:33:45.077 INFO:teuthology.orchestra.run.smithi045.stdout: low-memory-monitor-2.1-4.el9.x86_64 2024-09-12T17:33:45.077 INFO:teuthology.orchestra.run.smithi045.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-12T17:33:45.077 INFO:teuthology.orchestra.run.smithi045.stdout: lua-5.4.4-4.el9.x86_64 2024-09-12T17:33:45.077 INFO:teuthology.orchestra.run.smithi045.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-12T17:33:45.077 INFO:teuthology.orchestra.run.smithi045.stdout: lua-posix-35.0-8.el9.x86_64 2024-09-12T17:33:45.077 INFO:teuthology.orchestra.run.smithi045.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-12T17:33:45.078 INFO:teuthology.orchestra.run.smithi045.stdout: maven-1:3.6.3-15.el9.noarch 2024-09-12T17:33:45.078 INFO:teuthology.orchestra.run.smithi045.stdout: maven-lib-1:3.6.3-15.el9.noarch 2024-09-12T17:33:45.078 INFO:teuthology.orchestra.run.smithi045.stdout: maven-openjdk11-1:3.6.3-15.el9.noarch 2024-09-12T17:33:45.078 INFO:teuthology.orchestra.run.smithi045.stdout: maven-resolver-1:1.6.1-10.el9.noarch 2024-09-12T17:33:45.078 INFO:teuthology.orchestra.run.smithi045.stdout: maven-shared-utils-3.3.4-3.el9.noarch 2024-09-12T17:33:45.078 INFO:teuthology.orchestra.run.smithi045.stdout: maven-wagon-3.4.2-7.el9.noarch 2024-09-12T17:33:45.078 INFO:teuthology.orchestra.run.smithi045.stdout: mesa-dri-drivers-24.1.2-3.el9.x86_64 2024-09-12T17:33:45.078 INFO:teuthology.orchestra.run.smithi045.stdout: mesa-filesystem-24.1.2-3.el9.x86_64 2024-09-12T17:33:45.078 INFO:teuthology.orchestra.run.smithi045.stdout: mesa-libEGL-24.1.2-3.el9.x86_64 2024-09-12T17:33:45.078 INFO:teuthology.orchestra.run.smithi045.stdout: mesa-libGL-24.1.2-3.el9.x86_64 2024-09-12T17:33:45.078 INFO:teuthology.orchestra.run.smithi045.stdout: mesa-libgbm-24.1.2-3.el9.x86_64 2024-09-12T17:33:45.078 INFO:teuthology.orchestra.run.smithi045.stdout: mesa-libglapi-24.1.2-3.el9.x86_64 2024-09-12T17:33:45.078 INFO:teuthology.orchestra.run.smithi045.stdout: mkfontscale-1.2.1-3.el9.x86_64 2024-09-12T17:33:45.079 INFO:teuthology.orchestra.run.smithi045.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-12T17:33:45.079 INFO:teuthology.orchestra.run.smithi045.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-12T17:33:45.079 INFO:teuthology.orchestra.run.smithi045.stdout: openjpeg2-2.4.0-7.el9.x86_64 2024-09-12T17:33:45.079 INFO:teuthology.orchestra.run.smithi045.stdout: opus-1.3.1-10.el9.x86_64 2024-09-12T17:33:45.079 INFO:teuthology.orchestra.run.smithi045.stdout: orc-0.4.31-8.el9.x86_64 2024-09-12T17:33:45.079 INFO:teuthology.orchestra.run.smithi045.stdout: osinfo-db-20240701-2.el9.noarch 2024-09-12T17:33:45.079 INFO:teuthology.orchestra.run.smithi045.stdout: osinfo-db-tools-1.10.0-1.el9.x86_64 2024-09-12T17:33:45.079 INFO:teuthology.orchestra.run.smithi045.stdout: ostree-libs-2024.7-2.el9.x86_64 2024-09-12T17:33:45.079 INFO:teuthology.orchestra.run.smithi045.stdout: p11-kit-server-0.25.3-2.el9.x86_64 2024-09-12T17:33:45.079 INFO:teuthology.orchestra.run.smithi045.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-12T17:33:45.079 INFO:teuthology.orchestra.run.smithi045.stdout: pipewire-1.0.1-1.el9.x86_64 2024-09-12T17:33:45.079 INFO:teuthology.orchestra.run.smithi045.stdout: pipewire-alsa-1.0.1-1.el9.x86_64 2024-09-12T17:33:45.079 INFO:teuthology.orchestra.run.smithi045.stdout: pipewire-jack-audio-connection-kit-1.0.1-1.el9.x86_64 2024-09-12T17:33:45.079 INFO:teuthology.orchestra.run.smithi045.stdout: pipewire-jack-audio-connection-kit-libs-1.0.1-1.el9.x86_64 2024-09-12T17:33:45.080 INFO:teuthology.orchestra.run.smithi045.stdout: pipewire-libs-1.0.1-1.el9.x86_64 2024-09-12T17:33:45.080 INFO:teuthology.orchestra.run.smithi045.stdout: pipewire-pulseaudio-1.0.1-1.el9.x86_64 2024-09-12T17:33:45.080 INFO:teuthology.orchestra.run.smithi045.stdout: plexus-cipher-1.7-27.el9.noarch 2024-09-12T17:33:45.080 INFO:teuthology.orchestra.run.smithi045.stdout: plexus-classworlds-2.6.0-11.el9.noarch 2024-09-12T17:33:45.080 INFO:teuthology.orchestra.run.smithi045.stdout: plexus-containers-component-annotations-2.1.0-10.el9.noarch 2024-09-12T17:33:45.080 INFO:teuthology.orchestra.run.smithi045.stdout: plexus-interpolation-1.26-11.el9.noarch 2024-09-12T17:33:45.080 INFO:teuthology.orchestra.run.smithi045.stdout: plexus-sec-dispatcher-1.4-37.el9.noarch 2024-09-12T17:33:45.080 INFO:teuthology.orchestra.run.smithi045.stdout: plexus-utils-3.3.0-10.el9.noarch 2024-09-12T17:33:45.080 INFO:teuthology.orchestra.run.smithi045.stdout: poppler-21.01.0-21.el9.x86_64 2024-09-12T17:33:45.080 INFO:teuthology.orchestra.run.smithi045.stdout: poppler-data-0.4.9-9.el9.noarch 2024-09-12T17:33:45.080 INFO:teuthology.orchestra.run.smithi045.stdout: poppler-glib-21.01.0-21.el9.x86_64 2024-09-12T17:33:45.080 INFO:teuthology.orchestra.run.smithi045.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-12T17:33:45.080 INFO:teuthology.orchestra.run.smithi045.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-12T17:33:45.081 INFO:teuthology.orchestra.run.smithi045.stdout: publicsuffix-list-20210518-3.el9.noarch 2024-09-12T17:33:45.081 INFO:teuthology.orchestra.run.smithi045.stdout: pulseaudio-libs-15.0-2.el9.x86_64 2024-09-12T17:33:45.081 INFO:teuthology.orchestra.run.smithi045.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-12T17:33:45.081 INFO:teuthology.orchestra.run.smithi045.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-12T17:33:45.081 INFO:teuthology.orchestra.run.smithi045.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-12T17:33:45.081 INFO:teuthology.orchestra.run.smithi045.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-12T17:33:45.081 INFO:teuthology.orchestra.run.smithi045.stdout: python3-ceph-argparse-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T17:33:45.081 INFO:teuthology.orchestra.run.smithi045.stdout: python3-ceph-common-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T17:33:45.081 INFO:teuthology.orchestra.run.smithi045.stdout: python3-cephfs-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T17:33:45.081 INFO:teuthology.orchestra.run.smithi045.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-12T17:33:45.081 INFO:teuthology.orchestra.run.smithi045.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-12T17:33:45.081 INFO:teuthology.orchestra.run.smithi045.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-12T17:33:45.081 INFO:teuthology.orchestra.run.smithi045.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-12T17:33:45.082 INFO:teuthology.orchestra.run.smithi045.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-12T17:33:45.082 INFO:teuthology.orchestra.run.smithi045.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-12T17:33:45.082 INFO:teuthology.orchestra.run.smithi045.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-12T17:33:45.082 INFO:teuthology.orchestra.run.smithi045.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-12T17:33:45.082 INFO:teuthology.orchestra.run.smithi045.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-12T17:33:45.082 INFO:teuthology.orchestra.run.smithi045.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-12T17:33:45.082 INFO:teuthology.orchestra.run.smithi045.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-12T17:33:45.082 INFO:teuthology.orchestra.run.smithi045.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-12T17:33:45.082 INFO:teuthology.orchestra.run.smithi045.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-12T17:33:45.082 INFO:teuthology.orchestra.run.smithi045.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-12T17:33:45.082 INFO:teuthology.orchestra.run.smithi045.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-12T17:33:45.082 INFO:teuthology.orchestra.run.smithi045.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-12T17:33:45.082 INFO:teuthology.orchestra.run.smithi045.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-12T17:33:45.082 INFO:teuthology.orchestra.run.smithi045.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-12T17:33:45.083 INFO:teuthology.orchestra.run.smithi045.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-12T17:33:45.083 INFO:teuthology.orchestra.run.smithi045.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-12T17:33:45.083 INFO:teuthology.orchestra.run.smithi045.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-12T17:33:45.083 INFO:teuthology.orchestra.run.smithi045.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-12T17:33:45.083 INFO:teuthology.orchestra.run.smithi045.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-12T17:33:45.083 INFO:teuthology.orchestra.run.smithi045.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-12T17:33:45.083 INFO:teuthology.orchestra.run.smithi045.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-12T17:33:45.083 INFO:teuthology.orchestra.run.smithi045.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-12T17:33:45.083 INFO:teuthology.orchestra.run.smithi045.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-12T17:33:45.083 INFO:teuthology.orchestra.run.smithi045.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-12T17:33:45.083 INFO:teuthology.orchestra.run.smithi045.stdout: python3-ply-3.11-14.el9.noarch 2024-09-12T17:33:45.083 INFO:teuthology.orchestra.run.smithi045.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-12T17:33:45.083 INFO:teuthology.orchestra.run.smithi045.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-12T17:33:45.084 INFO:teuthology.orchestra.run.smithi045.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-12T17:33:45.084 INFO:teuthology.orchestra.run.smithi045.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-12T17:33:45.084 INFO:teuthology.orchestra.run.smithi045.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-12T17:33:45.084 INFO:teuthology.orchestra.run.smithi045.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-12T17:33:45.084 INFO:teuthology.orchestra.run.smithi045.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-12T17:33:45.084 INFO:teuthology.orchestra.run.smithi045.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-12T17:33:45.084 INFO:teuthology.orchestra.run.smithi045.stdout: python3-rados-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T17:33:45.084 INFO:teuthology.orchestra.run.smithi045.stdout: python3-rbd-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T17:33:45.084 INFO:teuthology.orchestra.run.smithi045.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-12T17:33:45.084 INFO:teuthology.orchestra.run.smithi045.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-12T17:33:45.084 INFO:teuthology.orchestra.run.smithi045.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-12T17:33:45.084 INFO:teuthology.orchestra.run.smithi045.stdout: python3-rgw-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T17:33:45.084 INFO:teuthology.orchestra.run.smithi045.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-12T17:33:45.085 INFO:teuthology.orchestra.run.smithi045.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-12T17:33:45.085 INFO:teuthology.orchestra.run.smithi045.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-12T17:33:45.085 INFO:teuthology.orchestra.run.smithi045.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-12T17:33:45.085 INFO:teuthology.orchestra.run.smithi045.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-12T17:33:45.085 INFO:teuthology.orchestra.run.smithi045.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-12T17:33:45.085 INFO:teuthology.orchestra.run.smithi045.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-12T17:33:45.085 INFO:teuthology.orchestra.run.smithi045.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-12T17:33:45.085 INFO:teuthology.orchestra.run.smithi045.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-12T17:33:45.085 INFO:teuthology.orchestra.run.smithi045.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-12T17:33:45.085 INFO:teuthology.orchestra.run.smithi045.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-12T17:33:45.085 INFO:teuthology.orchestra.run.smithi045.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-12T17:33:45.085 INFO:teuthology.orchestra.run.smithi045.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-12T17:33:45.085 INFO:teuthology.orchestra.run.smithi045.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-12T17:33:45.086 INFO:teuthology.orchestra.run.smithi045.stdout: rbd-fuse-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T17:33:45.086 INFO:teuthology.orchestra.run.smithi045.stdout: rbd-mirror-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T17:33:45.086 INFO:teuthology.orchestra.run.smithi045.stdout: rbd-nbd-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T17:33:45.086 INFO:teuthology.orchestra.run.smithi045.stdout: re2-1:20211101-20.el9.x86_64 2024-09-12T17:33:45.086 INFO:teuthology.orchestra.run.smithi045.stdout: rtkit-0.11-29.el9.x86_64 2024-09-12T17:33:45.086 INFO:teuthology.orchestra.run.smithi045.stdout: s3cmd-2.4.0-1.el9.noarch 2024-09-12T17:33:45.086 INFO:teuthology.orchestra.run.smithi045.stdout: sisu-1:0.3.4-10.el9.noarch 2024-09-12T17:33:45.086 INFO:teuthology.orchestra.run.smithi045.stdout: slf4j-1.7.30-13.el9.noarch 2024-09-12T17:33:45.086 INFO:teuthology.orchestra.run.smithi045.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-12T17:33:45.086 INFO:teuthology.orchestra.run.smithi045.stdout: sound-theme-freedesktop-0.8-17.el9.noarch 2024-09-12T17:33:45.086 INFO:teuthology.orchestra.run.smithi045.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-12T17:33:45.086 INFO:teuthology.orchestra.run.smithi045.stdout: totem-pl-parser-3.26.6-2.el9.x86_64 2024-09-12T17:33:45.086 INFO:teuthology.orchestra.run.smithi045.stdout: tracker-3.1.2-3.el9.x86_64 2024-09-12T17:33:45.087 INFO:teuthology.orchestra.run.smithi045.stdout: tracker-miners-3.1.2-4.el9.x86_64 2024-09-12T17:33:45.087 INFO:teuthology.orchestra.run.smithi045.stdout: ttmkfdir-3.0.9-65.el9.x86_64 2024-09-12T17:33:45.087 INFO:teuthology.orchestra.run.smithi045.stdout: tzdata-java-2024a-2.el9.noarch 2024-09-12T17:33:45.087 INFO:teuthology.orchestra.run.smithi045.stdout: upower-0.99.11-11.el9.x86_64 2024-09-12T17:33:45.087 INFO:teuthology.orchestra.run.smithi045.stdout: webrtc-audio-processing-0.3.1-8.el9.x86_64 2024-09-12T17:33:45.087 INFO:teuthology.orchestra.run.smithi045.stdout: wireplumber-0.4.14-1.el9.x86_64 2024-09-12T17:33:45.087 INFO:teuthology.orchestra.run.smithi045.stdout: wireplumber-libs-0.4.14-1.el9.x86_64 2024-09-12T17:33:45.087 INFO:teuthology.orchestra.run.smithi045.stdout: xdg-dbus-proxy-0.1.3-1.el9.x86_64 2024-09-12T17:33:45.087 INFO:teuthology.orchestra.run.smithi045.stdout: xdg-desktop-portal-1.12.6-1.el9.x86_64 2024-09-12T17:33:45.087 INFO:teuthology.orchestra.run.smithi045.stdout: xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 2024-09-12T17:33:45.087 INFO:teuthology.orchestra.run.smithi045.stdout: xkeyboard-config-2.33-2.el9.noarch 2024-09-12T17:33:45.087 INFO:teuthology.orchestra.run.smithi045.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-12T17:33:45.088 INFO:teuthology.orchestra.run.smithi045.stdout: xorg-x11-fonts-Type1-7.5-33.el9.noarch 2024-09-12T17:33:45.088 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:33:45.088 INFO:teuthology.orchestra.run.smithi045.stdout:Complete! 2024-09-12T17:33:45.555 DEBUG:teuthology.parallel:result is None 2024-09-12T17:33:46.026 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 287/287 2024-09-12T17:33:46.026 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-12T17:33:46.026 INFO:teuthology.orchestra.run.smithi115.stdout:Upgraded: 2024-09-12T17:33:46.026 INFO:teuthology.orchestra.run.smithi115.stdout: librados2-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T17:33:46.026 INFO:teuthology.orchestra.run.smithi115.stdout: librbd1-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T17:33:46.026 INFO:teuthology.orchestra.run.smithi115.stdout:Installed: 2024-09-12T17:33:46.026 INFO:teuthology.orchestra.run.smithi115.stdout: ModemManager-glib-1.20.2-1.el9.x86_64 2024-09-12T17:33:46.026 INFO:teuthology.orchestra.run.smithi115.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-12T17:33:46.026 INFO:teuthology.orchestra.run.smithi115.stdout: adwaita-cursor-theme-40.1.1-3.el9.noarch 2024-09-12T17:33:46.026 INFO:teuthology.orchestra.run.smithi115.stdout: adwaita-icon-theme-40.1.1-3.el9.noarch 2024-09-12T17:33:46.027 INFO:teuthology.orchestra.run.smithi115.stdout: alsa-lib-1.2.12-1.el9.x86_64 2024-09-12T17:33:46.027 INFO:teuthology.orchestra.run.smithi115.stdout: apache-commons-cli-1.4-17.el9.noarch 2024-09-12T17:33:46.027 INFO:teuthology.orchestra.run.smithi115.stdout: apache-commons-codec-1.15-7.el9.noarch 2024-09-12T17:33:46.027 INFO:teuthology.orchestra.run.smithi115.stdout: apache-commons-io-1:2.8.0-8.el9.noarch 2024-09-12T17:33:46.027 INFO:teuthology.orchestra.run.smithi115.stdout: apache-commons-lang3-3.12.0-6.el9.noarch 2024-09-12T17:33:46.027 INFO:teuthology.orchestra.run.smithi115.stdout: at-spi2-atk-2.38.0-4.el9.x86_64 2024-09-12T17:33:46.027 INFO:teuthology.orchestra.run.smithi115.stdout: at-spi2-core-2.40.3-1.el9.x86_64 2024-09-12T17:33:46.027 INFO:teuthology.orchestra.run.smithi115.stdout: atinject-1.0.3-6.el9.noarch 2024-09-12T17:33:46.027 INFO:teuthology.orchestra.run.smithi115.stdout: atk-2.36.0-5.el9.x86_64 2024-09-12T17:33:46.027 INFO:teuthology.orchestra.run.smithi115.stdout: avahi-glib-0.8-21.el9.x86_64 2024-09-12T17:33:46.027 INFO:teuthology.orchestra.run.smithi115.stdout: bluez-libs-5.56-6.el9.x86_64 2024-09-12T17:33:46.027 INFO:teuthology.orchestra.run.smithi115.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-12T17:33:46.027 INFO:teuthology.orchestra.run.smithi115.stdout: bubblewrap-0.4.1-7.el9.x86_64 2024-09-12T17:33:46.028 INFO:teuthology.orchestra.run.smithi115.stdout: cdi-api-2.0.2-6.el9.noarch 2024-09-12T17:33:46.028 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T17:33:46.028 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-base-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T17:33:46.028 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-common-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T17:33:46.028 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-fuse-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T17:33:46.028 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-grafana-dashboards-2:19.3.0-4762.gbad475c1.el9.noarch 2024-09-12T17:33:46.028 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-immutable-object-cache-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T17:33:46.028 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-mds-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T17:33:46.028 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-mgr-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T17:33:46.028 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-mgr-cephadm-2:19.3.0-4762.gbad475c1.el9.noarch 2024-09-12T17:33:46.028 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-mgr-dashboard-2:19.3.0-4762.gbad475c1.el9.noarch 2024-09-12T17:33:46.028 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-mgr-diskprediction-local-2:19.3.0-4762.gbad475c1.el9.noarch 2024-09-12T17:33:46.029 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-mgr-modules-core-2:19.3.0-4762.gbad475c1.el9.noarch 2024-09-12T17:33:46.029 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-mgr-rook-2:19.3.0-4762.gbad475c1.el9.noarch 2024-09-12T17:33:46.029 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-mon-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T17:33:46.029 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-osd-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T17:33:46.029 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-prometheus-alerts-2:19.3.0-4762.gbad475c1.el9.noarch 2024-09-12T17:33:46.029 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-radosgw-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T17:33:46.029 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-selinux-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T17:33:46.029 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-test-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T17:33:46.029 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-volume-2:19.3.0-4762.gbad475c1.el9.noarch 2024-09-12T17:33:46.029 INFO:teuthology.orchestra.run.smithi115.stdout: cephadm-2:19.3.0-4762.gbad475c1.el9.noarch 2024-09-12T17:33:46.029 INFO:teuthology.orchestra.run.smithi115.stdout: colord-libs-1.4.5-4.el9.x86_64 2024-09-12T17:33:46.029 INFO:teuthology.orchestra.run.smithi115.stdout: composefs-libs-1.0.5-1.el9.x86_64 2024-09-12T17:33:46.029 INFO:teuthology.orchestra.run.smithi115.stdout: copy-jdk-configs-4.0-3.el9.noarch 2024-09-12T17:33:46.030 INFO:teuthology.orchestra.run.smithi115.stdout: cups-libs-1:2.3.3op2-30.el9.x86_64 2024-09-12T17:33:46.030 INFO:teuthology.orchestra.run.smithi115.stdout: dconf-0.40.0-6.el9.x86_64 2024-09-12T17:33:46.030 INFO:teuthology.orchestra.run.smithi115.stdout: exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 2024-09-12T17:33:46.030 INFO:teuthology.orchestra.run.smithi115.stdout: exiv2-0.27.5-2.el9.x86_64 2024-09-12T17:33:46.030 INFO:teuthology.orchestra.run.smithi115.stdout: exiv2-libs-0.27.5-2.el9.x86_64 2024-09-12T17:33:46.030 INFO:teuthology.orchestra.run.smithi115.stdout: fdk-aac-free-2.0.0-8.el9.x86_64 2024-09-12T17:33:46.030 INFO:teuthology.orchestra.run.smithi115.stdout: flac-libs-1.3.3-12.el9.x86_64 2024-09-12T17:33:46.030 INFO:teuthology.orchestra.run.smithi115.stdout: flatpak-1.12.9-1.el9.x86_64 2024-09-12T17:33:46.030 INFO:teuthology.orchestra.run.smithi115.stdout: flatpak-selinux-1.12.9-1.el9.noarch 2024-09-12T17:33:46.030 INFO:teuthology.orchestra.run.smithi115.stdout: flatpak-session-helper-1.12.9-1.el9.x86_64 2024-09-12T17:33:46.030 INFO:teuthology.orchestra.run.smithi115.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-12T17:33:46.030 INFO:teuthology.orchestra.run.smithi115.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-12T17:33:46.030 INFO:teuthology.orchestra.run.smithi115.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-12T17:33:46.031 INFO:teuthology.orchestra.run.smithi115.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-12T17:33:46.031 INFO:teuthology.orchestra.run.smithi115.stdout: gdk-pixbuf2-modules-2.42.6-4.el9.x86_64 2024-09-12T17:33:46.031 INFO:teuthology.orchestra.run.smithi115.stdout: geoclue2-2.6.0-7.el9.x86_64 2024-09-12T17:33:46.031 INFO:teuthology.orchestra.run.smithi115.stdout: giflib-5.2.1-9.el9.x86_64 2024-09-12T17:33:46.031 INFO:teuthology.orchestra.run.smithi115.stdout: google-guice-4.2.3-9.el9.noarch 2024-09-12T17:33:46.031 INFO:teuthology.orchestra.run.smithi115.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-12T17:33:46.031 INFO:teuthology.orchestra.run.smithi115.stdout: graphene-1.10.6-2.el9.x86_64 2024-09-12T17:33:46.031 INFO:teuthology.orchestra.run.smithi115.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-12T17:33:46.031 INFO:teuthology.orchestra.run.smithi115.stdout: gsm-1.0.19-6.el9.x86_64 2024-09-12T17:33:46.031 INFO:teuthology.orchestra.run.smithi115.stdout: gstreamer1-1.22.1-2.el9.x86_64 2024-09-12T17:33:46.031 INFO:teuthology.orchestra.run.smithi115.stdout: gstreamer1-plugins-base-1.22.1-2.el9.x86_64 2024-09-12T17:33:46.031 INFO:teuthology.orchestra.run.smithi115.stdout: gtk-update-icon-cache-3.24.31-5.el9.x86_64 2024-09-12T17:33:46.032 INFO:teuthology.orchestra.run.smithi115.stdout: gtk3-3.24.31-5.el9.x86_64 2024-09-12T17:33:46.032 INFO:teuthology.orchestra.run.smithi115.stdout: guava-30.1-6.el9.noarch 2024-09-12T17:33:46.032 INFO:teuthology.orchestra.run.smithi115.stdout: hicolor-icon-theme-0.17-13.el9.noarch 2024-09-12T17:33:46.032 INFO:teuthology.orchestra.run.smithi115.stdout: httpcomponents-client-4.5.13-3.el9.noarch 2024-09-12T17:33:46.032 INFO:teuthology.orchestra.run.smithi115.stdout: httpcomponents-core-4.4.13-7.el9.noarch 2024-09-12T17:33:46.032 INFO:teuthology.orchestra.run.smithi115.stdout: iso-codes-4.6.0-3.el9.noarch 2024-09-12T17:33:46.032 INFO:teuthology.orchestra.run.smithi115.stdout: jakarta-annotations-1.3.5-13.el9.noarch 2024-09-12T17:33:46.032 INFO:teuthology.orchestra.run.smithi115.stdout: jansi-2.3.3-6.el9.x86_64 2024-09-12T17:33:46.032 INFO:teuthology.orchestra.run.smithi115.stdout: java-11-openjdk-1:11.0.20.1.1-2.el9.x86_64 2024-09-12T17:33:46.032 INFO:teuthology.orchestra.run.smithi115.stdout: java-11-openjdk-devel-1:11.0.20.1.1-2.el9.x86_64 2024-09-12T17:33:46.032 INFO:teuthology.orchestra.run.smithi115.stdout: java-11-openjdk-headless-1:11.0.20.1.1-2.el9.x86_64 2024-09-12T17:33:46.032 INFO:teuthology.orchestra.run.smithi115.stdout: javapackages-filesystem-6.0.0-4.el9.noarch 2024-09-12T17:33:46.032 INFO:teuthology.orchestra.run.smithi115.stdout: jbigkit-libs-2.1-23.el9.x86_64 2024-09-12T17:33:46.033 INFO:teuthology.orchestra.run.smithi115.stdout: jcl-over-slf4j-1.7.30-13.el9.noarch 2024-09-12T17:33:46.033 INFO:teuthology.orchestra.run.smithi115.stdout: jsoup-1.13.1-10.el9.noarch 2024-09-12T17:33:46.033 INFO:teuthology.orchestra.run.smithi115.stdout: jsr-305-3.0.2-6.el9.noarch 2024-09-12T17:33:46.033 INFO:teuthology.orchestra.run.smithi115.stdout: lcms2-2.12-3.el9.x86_64 2024-09-12T17:33:46.033 INFO:teuthology.orchestra.run.smithi115.stdout: libX11-xcb-1.7.0-9.el9.x86_64 2024-09-12T17:33:46.033 INFO:teuthology.orchestra.run.smithi115.stdout: libXcomposite-0.4.5-7.el9.x86_64 2024-09-12T17:33:46.033 INFO:teuthology.orchestra.run.smithi115.stdout: libXcursor-1.2.0-7.el9.x86_64 2024-09-12T17:33:46.033 INFO:teuthology.orchestra.run.smithi115.stdout: libXdamage-1.1.5-7.el9.x86_64 2024-09-12T17:33:46.033 INFO:teuthology.orchestra.run.smithi115.stdout: libXfixes-5.0.3-16.el9.x86_64 2024-09-12T17:33:46.033 INFO:teuthology.orchestra.run.smithi115.stdout: libXi-1.7.10-8.el9.x86_64 2024-09-12T17:33:46.033 INFO:teuthology.orchestra.run.smithi115.stdout: libXinerama-1.1.4-10.el9.x86_64 2024-09-12T17:33:46.033 INFO:teuthology.orchestra.run.smithi115.stdout: libXrandr-1.5.2-8.el9.x86_64 2024-09-12T17:33:46.034 INFO:teuthology.orchestra.run.smithi115.stdout: libXtst-1.2.3-16.el9.x86_64 2024-09-12T17:33:46.034 INFO:teuthology.orchestra.run.smithi115.stdout: libXv-1.0.11-16.el9.x86_64 2024-09-12T17:33:46.034 INFO:teuthology.orchestra.run.smithi115.stdout: libXxf86vm-1.1.4-18.el9.x86_64 2024-09-12T17:33:46.034 INFO:teuthology.orchestra.run.smithi115.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-12T17:33:46.034 INFO:teuthology.orchestra.run.smithi115.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-12T17:33:46.034 INFO:teuthology.orchestra.run.smithi115.stdout: libasyncns-0.8-22.el9.x86_64 2024-09-12T17:33:46.034 INFO:teuthology.orchestra.run.smithi115.stdout: libcanberra-0.30-27.el9.x86_64 2024-09-12T17:33:46.034 INFO:teuthology.orchestra.run.smithi115.stdout: libcanberra-gtk3-0.30-27.el9.x86_64 2024-09-12T17:33:46.034 INFO:teuthology.orchestra.run.smithi115.stdout: libcephfs-devel-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T17:33:46.034 INFO:teuthology.orchestra.run.smithi115.stdout: libcephfs2-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T17:33:46.034 INFO:teuthology.orchestra.run.smithi115.stdout: libcephsqlite-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T17:33:46.034 INFO:teuthology.orchestra.run.smithi115.stdout: libdrm-2.4.121-1.el9.x86_64 2024-09-12T17:33:46.034 INFO:teuthology.orchestra.run.smithi115.stdout: libepoxy-1.5.5-4.el9.x86_64 2024-09-12T17:33:46.035 INFO:teuthology.orchestra.run.smithi115.stdout: libexif-0.6.22-6.el9.x86_64 2024-09-12T17:33:46.035 INFO:teuthology.orchestra.run.smithi115.stdout: libfontenc-1.1.3-17.el9.x86_64 2024-09-12T17:33:46.035 INFO:teuthology.orchestra.run.smithi115.stdout: libgexiv2-0.12.3-1.el9.x86_64 2024-09-12T17:33:46.035 INFO:teuthology.orchestra.run.smithi115.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-12T17:33:46.035 INFO:teuthology.orchestra.run.smithi115.stdout: libglvnd-1:1.3.4-1.el9.x86_64 2024-09-12T17:33:46.035 INFO:teuthology.orchestra.run.smithi115.stdout: libglvnd-egl-1:1.3.4-1.el9.x86_64 2024-09-12T17:33:46.035 INFO:teuthology.orchestra.run.smithi115.stdout: libglvnd-glx-1:1.3.4-1.el9.x86_64 2024-09-12T17:33:46.035 INFO:teuthology.orchestra.run.smithi115.stdout: libgsf-1.14.47-5.el9.x86_64 2024-09-12T17:33:46.035 INFO:teuthology.orchestra.run.smithi115.stdout: libgxps-0.3.2-3.el9.x86_64 2024-09-12T17:33:46.035 INFO:teuthology.orchestra.run.smithi115.stdout: libiptcdata-1.0.5-10.el9.x86_64 2024-09-12T17:33:46.035 INFO:teuthology.orchestra.run.smithi115.stdout: libldac-2.0.2.3-10.el9.x86_64 2024-09-12T17:33:46.035 INFO:teuthology.orchestra.run.smithi115.stdout: libnotify-0.7.9-8.el9.x86_64 2024-09-12T17:33:46.035 INFO:teuthology.orchestra.run.smithi115.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-12T17:33:46.036 INFO:teuthology.orchestra.run.smithi115.stdout: libogg-2:1.3.4-6.el9.x86_64 2024-09-12T17:33:46.036 INFO:teuthology.orchestra.run.smithi115.stdout: libosinfo-1.10.0-1.el9.x86_64 2024-09-12T17:33:46.036 INFO:teuthology.orchestra.run.smithi115.stdout: libpciaccess-0.16-7.el9.x86_64 2024-09-12T17:33:46.036 INFO:teuthology.orchestra.run.smithi115.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-12T17:33:46.036 INFO:teuthology.orchestra.run.smithi115.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-12T17:33:46.036 INFO:teuthology.orchestra.run.smithi115.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-12T17:33:46.036 INFO:teuthology.orchestra.run.smithi115.stdout: librados-devel-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T17:33:46.036 INFO:teuthology.orchestra.run.smithi115.stdout: libradosstriper1-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T17:33:46.036 INFO:teuthology.orchestra.run.smithi115.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-12T17:33:46.036 INFO:teuthology.orchestra.run.smithi115.stdout: librgw2-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T17:33:46.036 INFO:teuthology.orchestra.run.smithi115.stdout: libsbc-1.4-9.el9.x86_64 2024-09-12T17:33:46.036 INFO:teuthology.orchestra.run.smithi115.stdout: libsndfile-1.0.31-8.el9.x86_64 2024-09-12T17:33:46.036 INFO:teuthology.orchestra.run.smithi115.stdout: libtheora-1:1.1.1-31.el9.x86_64 2024-09-12T17:33:46.037 INFO:teuthology.orchestra.run.smithi115.stdout: libtiff-4.4.0-13.el9.x86_64 2024-09-12T17:33:46.037 INFO:teuthology.orchestra.run.smithi115.stdout: libtool-ltdl-2.4.6-46.el9.x86_64 2024-09-12T17:33:46.037 INFO:teuthology.orchestra.run.smithi115.stdout: libtracker-sparql-3.1.2-3.el9.x86_64 2024-09-12T17:33:46.037 INFO:teuthology.orchestra.run.smithi115.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-12T17:33:46.037 INFO:teuthology.orchestra.run.smithi115.stdout: libvisual-1:0.4.0-34.el9.x86_64 2024-09-12T17:33:46.037 INFO:teuthology.orchestra.run.smithi115.stdout: libvorbis-1:1.3.7-5.el9.x86_64 2024-09-12T17:33:46.037 INFO:teuthology.orchestra.run.smithi115.stdout: libwayland-client-1.21.0-1.el9.x86_64 2024-09-12T17:33:46.037 INFO:teuthology.orchestra.run.smithi115.stdout: libwayland-cursor-1.21.0-1.el9.x86_64 2024-09-12T17:33:46.037 INFO:teuthology.orchestra.run.smithi115.stdout: libwayland-egl-1.21.0-1.el9.x86_64 2024-09-12T17:33:46.037 INFO:teuthology.orchestra.run.smithi115.stdout: libwayland-server-1.21.0-1.el9.x86_64 2024-09-12T17:33:46.037 INFO:teuthology.orchestra.run.smithi115.stdout: libwebp-1.2.0-8.el9.x86_64 2024-09-12T17:33:46.037 INFO:teuthology.orchestra.run.smithi115.stdout: libxkbcommon-1.0.3-4.el9.x86_64 2024-09-12T17:33:46.038 INFO:teuthology.orchestra.run.smithi115.stdout: libxshmfence-1.3-10.el9.x86_64 2024-09-12T17:33:46.038 INFO:teuthology.orchestra.run.smithi115.stdout: lksctp-tools-1.0.19-2.el9.x86_64 2024-09-12T17:33:46.038 INFO:teuthology.orchestra.run.smithi115.stdout: low-memory-monitor-2.1-4.el9.x86_64 2024-09-12T17:33:46.038 INFO:teuthology.orchestra.run.smithi115.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-12T17:33:46.038 INFO:teuthology.orchestra.run.smithi115.stdout: lua-5.4.4-4.el9.x86_64 2024-09-12T17:33:46.038 INFO:teuthology.orchestra.run.smithi115.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-12T17:33:46.038 INFO:teuthology.orchestra.run.smithi115.stdout: lua-posix-35.0-8.el9.x86_64 2024-09-12T17:33:46.038 INFO:teuthology.orchestra.run.smithi115.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-12T17:33:46.038 INFO:teuthology.orchestra.run.smithi115.stdout: maven-1:3.6.3-15.el9.noarch 2024-09-12T17:33:46.038 INFO:teuthology.orchestra.run.smithi115.stdout: maven-lib-1:3.6.3-15.el9.noarch 2024-09-12T17:33:46.038 INFO:teuthology.orchestra.run.smithi115.stdout: maven-openjdk11-1:3.6.3-15.el9.noarch 2024-09-12T17:33:46.038 INFO:teuthology.orchestra.run.smithi115.stdout: maven-resolver-1:1.6.1-10.el9.noarch 2024-09-12T17:33:46.038 INFO:teuthology.orchestra.run.smithi115.stdout: maven-shared-utils-3.3.4-3.el9.noarch 2024-09-12T17:33:46.038 INFO:teuthology.orchestra.run.smithi115.stdout: maven-wagon-3.4.2-7.el9.noarch 2024-09-12T17:33:46.039 INFO:teuthology.orchestra.run.smithi115.stdout: mesa-dri-drivers-24.1.2-3.el9.x86_64 2024-09-12T17:33:46.039 INFO:teuthology.orchestra.run.smithi115.stdout: mesa-filesystem-24.1.2-3.el9.x86_64 2024-09-12T17:33:46.039 INFO:teuthology.orchestra.run.smithi115.stdout: mesa-libEGL-24.1.2-3.el9.x86_64 2024-09-12T17:33:46.039 INFO:teuthology.orchestra.run.smithi115.stdout: mesa-libGL-24.1.2-3.el9.x86_64 2024-09-12T17:33:46.039 INFO:teuthology.orchestra.run.smithi115.stdout: mesa-libgbm-24.1.2-3.el9.x86_64 2024-09-12T17:33:46.039 INFO:teuthology.orchestra.run.smithi115.stdout: mesa-libglapi-24.1.2-3.el9.x86_64 2024-09-12T17:33:46.039 INFO:teuthology.orchestra.run.smithi115.stdout: mkfontscale-1.2.1-3.el9.x86_64 2024-09-12T17:33:46.039 INFO:teuthology.orchestra.run.smithi115.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-12T17:33:46.039 INFO:teuthology.orchestra.run.smithi115.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-12T17:33:46.039 INFO:teuthology.orchestra.run.smithi115.stdout: openjpeg2-2.4.0-7.el9.x86_64 2024-09-12T17:33:46.039 INFO:teuthology.orchestra.run.smithi115.stdout: opus-1.3.1-10.el9.x86_64 2024-09-12T17:33:46.039 INFO:teuthology.orchestra.run.smithi115.stdout: orc-0.4.31-8.el9.x86_64 2024-09-12T17:33:46.040 INFO:teuthology.orchestra.run.smithi115.stdout: osinfo-db-20240701-2.el9.noarch 2024-09-12T17:33:46.040 INFO:teuthology.orchestra.run.smithi115.stdout: osinfo-db-tools-1.10.0-1.el9.x86_64 2024-09-12T17:33:46.040 INFO:teuthology.orchestra.run.smithi115.stdout: ostree-libs-2024.7-2.el9.x86_64 2024-09-12T17:33:46.040 INFO:teuthology.orchestra.run.smithi115.stdout: p11-kit-server-0.25.3-2.el9.x86_64 2024-09-12T17:33:46.040 INFO:teuthology.orchestra.run.smithi115.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-12T17:33:46.040 INFO:teuthology.orchestra.run.smithi115.stdout: pipewire-1.0.1-1.el9.x86_64 2024-09-12T17:33:46.040 INFO:teuthology.orchestra.run.smithi115.stdout: pipewire-alsa-1.0.1-1.el9.x86_64 2024-09-12T17:33:46.040 INFO:teuthology.orchestra.run.smithi115.stdout: pipewire-jack-audio-connection-kit-1.0.1-1.el9.x86_64 2024-09-12T17:33:46.040 INFO:teuthology.orchestra.run.smithi115.stdout: pipewire-jack-audio-connection-kit-libs-1.0.1-1.el9.x86_64 2024-09-12T17:33:46.040 INFO:teuthology.orchestra.run.smithi115.stdout: pipewire-libs-1.0.1-1.el9.x86_64 2024-09-12T17:33:46.040 INFO:teuthology.orchestra.run.smithi115.stdout: pipewire-pulseaudio-1.0.1-1.el9.x86_64 2024-09-12T17:33:46.040 INFO:teuthology.orchestra.run.smithi115.stdout: plexus-cipher-1.7-27.el9.noarch 2024-09-12T17:33:46.040 INFO:teuthology.orchestra.run.smithi115.stdout: plexus-classworlds-2.6.0-11.el9.noarch 2024-09-12T17:33:46.041 INFO:teuthology.orchestra.run.smithi115.stdout: plexus-containers-component-annotations-2.1.0-10.el9.noarch 2024-09-12T17:33:46.041 INFO:teuthology.orchestra.run.smithi115.stdout: plexus-interpolation-1.26-11.el9.noarch 2024-09-12T17:33:46.041 INFO:teuthology.orchestra.run.smithi115.stdout: plexus-sec-dispatcher-1.4-37.el9.noarch 2024-09-12T17:33:46.041 INFO:teuthology.orchestra.run.smithi115.stdout: plexus-utils-3.3.0-10.el9.noarch 2024-09-12T17:33:46.041 INFO:teuthology.orchestra.run.smithi115.stdout: poppler-21.01.0-21.el9.x86_64 2024-09-12T17:33:46.041 INFO:teuthology.orchestra.run.smithi115.stdout: poppler-data-0.4.9-9.el9.noarch 2024-09-12T17:33:46.041 INFO:teuthology.orchestra.run.smithi115.stdout: poppler-glib-21.01.0-21.el9.x86_64 2024-09-12T17:33:46.041 INFO:teuthology.orchestra.run.smithi115.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-12T17:33:46.041 INFO:teuthology.orchestra.run.smithi115.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-12T17:33:46.041 INFO:teuthology.orchestra.run.smithi115.stdout: publicsuffix-list-20210518-3.el9.noarch 2024-09-12T17:33:46.041 INFO:teuthology.orchestra.run.smithi115.stdout: pulseaudio-libs-15.0-2.el9.x86_64 2024-09-12T17:33:46.041 INFO:teuthology.orchestra.run.smithi115.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-12T17:33:46.041 INFO:teuthology.orchestra.run.smithi115.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-12T17:33:46.042 INFO:teuthology.orchestra.run.smithi115.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-12T17:33:46.042 INFO:teuthology.orchestra.run.smithi115.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-12T17:33:46.042 INFO:teuthology.orchestra.run.smithi115.stdout: python3-ceph-argparse-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T17:33:46.042 INFO:teuthology.orchestra.run.smithi115.stdout: python3-ceph-common-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T17:33:46.042 INFO:teuthology.orchestra.run.smithi115.stdout: python3-cephfs-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T17:33:46.042 INFO:teuthology.orchestra.run.smithi115.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-12T17:33:46.042 INFO:teuthology.orchestra.run.smithi115.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-12T17:33:46.042 INFO:teuthology.orchestra.run.smithi115.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-12T17:33:46.042 INFO:teuthology.orchestra.run.smithi115.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-12T17:33:46.042 INFO:teuthology.orchestra.run.smithi115.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-12T17:33:46.042 INFO:teuthology.orchestra.run.smithi115.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-12T17:33:46.042 INFO:teuthology.orchestra.run.smithi115.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-12T17:33:46.042 INFO:teuthology.orchestra.run.smithi115.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-12T17:33:46.043 INFO:teuthology.orchestra.run.smithi115.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-12T17:33:46.043 INFO:teuthology.orchestra.run.smithi115.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-12T17:33:46.043 INFO:teuthology.orchestra.run.smithi115.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-12T17:33:46.043 INFO:teuthology.orchestra.run.smithi115.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-12T17:33:46.043 INFO:teuthology.orchestra.run.smithi115.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-12T17:33:46.043 INFO:teuthology.orchestra.run.smithi115.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-12T17:33:46.043 INFO:teuthology.orchestra.run.smithi115.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-12T17:33:46.043 INFO:teuthology.orchestra.run.smithi115.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-12T17:33:46.043 INFO:teuthology.orchestra.run.smithi115.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-12T17:33:46.043 INFO:teuthology.orchestra.run.smithi115.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-12T17:33:46.043 INFO:teuthology.orchestra.run.smithi115.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-12T17:33:46.043 INFO:teuthology.orchestra.run.smithi115.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-12T17:33:46.043 INFO:teuthology.orchestra.run.smithi115.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-12T17:33:46.044 INFO:teuthology.orchestra.run.smithi115.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-12T17:33:46.044 INFO:teuthology.orchestra.run.smithi115.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-12T17:33:46.044 INFO:teuthology.orchestra.run.smithi115.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-12T17:33:46.044 INFO:teuthology.orchestra.run.smithi115.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-12T17:33:46.044 INFO:teuthology.orchestra.run.smithi115.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-12T17:33:46.044 INFO:teuthology.orchestra.run.smithi115.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-12T17:33:46.044 INFO:teuthology.orchestra.run.smithi115.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-12T17:33:46.044 INFO:teuthology.orchestra.run.smithi115.stdout: python3-ply-3.11-14.el9.noarch 2024-09-12T17:33:46.044 INFO:teuthology.orchestra.run.smithi115.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-12T17:33:46.044 INFO:teuthology.orchestra.run.smithi115.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-12T17:33:46.044 INFO:teuthology.orchestra.run.smithi115.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-12T17:33:46.044 INFO:teuthology.orchestra.run.smithi115.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-12T17:33:46.044 INFO:teuthology.orchestra.run.smithi115.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-12T17:33:46.045 INFO:teuthology.orchestra.run.smithi115.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-12T17:33:46.045 INFO:teuthology.orchestra.run.smithi115.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-12T17:33:46.045 INFO:teuthology.orchestra.run.smithi115.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-12T17:33:46.045 INFO:teuthology.orchestra.run.smithi115.stdout: python3-rados-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T17:33:46.045 INFO:teuthology.orchestra.run.smithi115.stdout: python3-rbd-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T17:33:46.045 INFO:teuthology.orchestra.run.smithi115.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-12T17:33:46.045 INFO:teuthology.orchestra.run.smithi115.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-12T17:33:46.045 INFO:teuthology.orchestra.run.smithi115.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-12T17:33:46.045 INFO:teuthology.orchestra.run.smithi115.stdout: python3-rgw-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T17:33:46.045 INFO:teuthology.orchestra.run.smithi115.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-12T17:33:46.045 INFO:teuthology.orchestra.run.smithi115.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-12T17:33:46.045 INFO:teuthology.orchestra.run.smithi115.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-12T17:33:46.045 INFO:teuthology.orchestra.run.smithi115.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-12T17:33:46.046 INFO:teuthology.orchestra.run.smithi115.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-12T17:33:46.046 INFO:teuthology.orchestra.run.smithi115.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-12T17:33:46.046 INFO:teuthology.orchestra.run.smithi115.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-12T17:33:46.046 INFO:teuthology.orchestra.run.smithi115.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-12T17:33:46.046 INFO:teuthology.orchestra.run.smithi115.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-12T17:33:46.046 INFO:teuthology.orchestra.run.smithi115.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-12T17:33:46.046 INFO:teuthology.orchestra.run.smithi115.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-12T17:33:46.046 INFO:teuthology.orchestra.run.smithi115.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-12T17:33:46.046 INFO:teuthology.orchestra.run.smithi115.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-12T17:33:46.046 INFO:teuthology.orchestra.run.smithi115.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-12T17:33:46.046 INFO:teuthology.orchestra.run.smithi115.stdout: rbd-fuse-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T17:33:46.046 INFO:teuthology.orchestra.run.smithi115.stdout: rbd-mirror-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T17:33:46.047 INFO:teuthology.orchestra.run.smithi115.stdout: rbd-nbd-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T17:33:46.047 INFO:teuthology.orchestra.run.smithi115.stdout: re2-1:20211101-20.el9.x86_64 2024-09-12T17:33:46.047 INFO:teuthology.orchestra.run.smithi115.stdout: rtkit-0.11-29.el9.x86_64 2024-09-12T17:33:46.047 INFO:teuthology.orchestra.run.smithi115.stdout: s3cmd-2.4.0-1.el9.noarch 2024-09-12T17:33:46.047 INFO:teuthology.orchestra.run.smithi115.stdout: sisu-1:0.3.4-10.el9.noarch 2024-09-12T17:33:46.047 INFO:teuthology.orchestra.run.smithi115.stdout: slf4j-1.7.30-13.el9.noarch 2024-09-12T17:33:46.047 INFO:teuthology.orchestra.run.smithi115.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-12T17:33:46.047 INFO:teuthology.orchestra.run.smithi115.stdout: sound-theme-freedesktop-0.8-17.el9.noarch 2024-09-12T17:33:46.047 INFO:teuthology.orchestra.run.smithi115.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-12T17:33:46.047 INFO:teuthology.orchestra.run.smithi115.stdout: totem-pl-parser-3.26.6-2.el9.x86_64 2024-09-12T17:33:46.048 INFO:teuthology.orchestra.run.smithi115.stdout: tracker-3.1.2-3.el9.x86_64 2024-09-12T17:33:46.048 INFO:teuthology.orchestra.run.smithi115.stdout: tracker-miners-3.1.2-4.el9.x86_64 2024-09-12T17:33:46.048 INFO:teuthology.orchestra.run.smithi115.stdout: ttmkfdir-3.0.9-65.el9.x86_64 2024-09-12T17:33:46.048 INFO:teuthology.orchestra.run.smithi115.stdout: tzdata-java-2024a-2.el9.noarch 2024-09-12T17:33:46.048 INFO:teuthology.orchestra.run.smithi115.stdout: upower-0.99.11-11.el9.x86_64 2024-09-12T17:33:46.048 INFO:teuthology.orchestra.run.smithi115.stdout: webrtc-audio-processing-0.3.1-8.el9.x86_64 2024-09-12T17:33:46.048 INFO:teuthology.orchestra.run.smithi115.stdout: wireplumber-0.4.14-1.el9.x86_64 2024-09-12T17:33:46.048 INFO:teuthology.orchestra.run.smithi115.stdout: wireplumber-libs-0.4.14-1.el9.x86_64 2024-09-12T17:33:46.048 INFO:teuthology.orchestra.run.smithi115.stdout: xdg-dbus-proxy-0.1.3-1.el9.x86_64 2024-09-12T17:33:46.048 INFO:teuthology.orchestra.run.smithi115.stdout: xdg-desktop-portal-1.12.6-1.el9.x86_64 2024-09-12T17:33:46.048 INFO:teuthology.orchestra.run.smithi115.stdout: xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 2024-09-12T17:33:46.048 INFO:teuthology.orchestra.run.smithi115.stdout: xkeyboard-config-2.33-2.el9.noarch 2024-09-12T17:33:46.049 INFO:teuthology.orchestra.run.smithi115.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-12T17:33:46.049 INFO:teuthology.orchestra.run.smithi115.stdout: xorg-x11-fonts-Type1-7.5-33.el9.noarch 2024-09-12T17:33:46.049 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-12T17:33:46.049 INFO:teuthology.orchestra.run.smithi115.stdout:Complete! 2024-09-12T17:33:46.452 DEBUG:teuthology.parallel:result is None 2024-09-12T17:33:46.452 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T17:33:46.604 DEBUG:teuthology.orchestra.run.smithi045:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-12T17:33:46.671 INFO:teuthology.orchestra.run.smithi045.stdout:19.3.0-4762.gbad475c1.el9 2024-09-12T17:33:46.672 INFO:teuthology.packaging:The installed version of ceph is 19.3.0-4762.gbad475c1.el9 2024-09-12T17:33:46.672 INFO:teuthology.task.install:The correct ceph version 19.3.0-4762.gbad475c1 is installed. 2024-09-12T17:33:46.674 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T17:33:46.820 DEBUG:teuthology.orchestra.run.smithi115:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-12T17:33:46.888 INFO:teuthology.orchestra.run.smithi115.stdout:19.3.0-4762.gbad475c1.el9 2024-09-12T17:33:46.888 INFO:teuthology.packaging:The installed version of ceph is 19.3.0-4762.gbad475c1.el9 2024-09-12T17:33:46.888 INFO:teuthology.task.install:The correct ceph version 19.3.0-4762.gbad475c1 is installed. 2024-09-12T17:33:46.890 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-12T17:33:46.890 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-12T17:33:46.890 DEBUG:teuthology.orchestra.run.smithi045:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-12T17:33:46.939 DEBUG:teuthology.orchestra.run.smithi115:> set -ex 2024-09-12T17:33:46.939 DEBUG:teuthology.orchestra.run.smithi115:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-12T17:33:46.981 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-12T17:33:46.981 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-12T17:33:46.982 DEBUG:teuthology.orchestra.run.smithi045:> sudo dd of=/usr/bin/daemon-helper 2024-09-12T17:33:47.026 DEBUG:teuthology.orchestra.run.smithi045:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-12T17:33:47.108 DEBUG:teuthology.orchestra.run.smithi115:> set -ex 2024-09-12T17:33:47.108 DEBUG:teuthology.orchestra.run.smithi115:> sudo dd of=/usr/bin/daemon-helper 2024-09-12T17:33:47.146 DEBUG:teuthology.orchestra.run.smithi115:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-12T17:33:47.225 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-12T17:33:47.225 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-12T17:33:47.225 DEBUG:teuthology.orchestra.run.smithi045:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-12T17:33:47.267 DEBUG:teuthology.orchestra.run.smithi045:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-12T17:33:47.348 DEBUG:teuthology.orchestra.run.smithi115:> set -ex 2024-09-12T17:33:47.348 DEBUG:teuthology.orchestra.run.smithi115:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-12T17:33:47.387 DEBUG:teuthology.orchestra.run.smithi115:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-12T17:33:47.464 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-12T17:33:47.464 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-12T17:33:47.465 DEBUG:teuthology.orchestra.run.smithi045:> sudo dd of=/usr/bin/stdin-killer 2024-09-12T17:33:47.505 DEBUG:teuthology.orchestra.run.smithi045:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-12T17:33:47.585 DEBUG:teuthology.orchestra.run.smithi115:> set -ex 2024-09-12T17:33:47.586 DEBUG:teuthology.orchestra.run.smithi115:> sudo dd of=/usr/bin/stdin-killer 2024-09-12T17:33:47.624 DEBUG:teuthology.orchestra.run.smithi115:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-12T17:33:47.702 INFO:teuthology.run_tasks:Running task ceph... 2024-09-12T17:33:47.783 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2024-09-12T17:33:47.784 DEBUG:teuthology.orchestra.run.smithi045:> sudo chmod 777 /var/log/ceph 2024-09-12T17:33:47.786 DEBUG:teuthology.orchestra.run.smithi115:> sudo chmod 777 /var/log/ceph 2024-09-12T17:33:47.825 INFO:tasks.ceph:Disabling ceph logrotate... 2024-09-12T17:33:47.825 DEBUG:teuthology.orchestra.run.smithi045:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-12T17:33:47.867 DEBUG:teuthology.orchestra.run.smithi115:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-12T17:33:47.905 INFO:tasks.ceph:Creating extra log directories... 2024-09-12T17:33:47.905 DEBUG:teuthology.orchestra.run.smithi045:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-12T17:33:47.947 DEBUG:teuthology.orchestra.run.smithi115:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-12T17:33:47.997 INFO:tasks.ceph:Creating ceph cluster ceph... 2024-09-12T17:33:47.997 INFO:tasks.ceph:config {'conf': {'client': {'debug rgw': 20, 'debug rgw notification': 20, 'rgw bucket counters cache': True, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw d3n l1 datacache persistent path': '/tmp/rgw_datacache/', 'rgw d3n l1 datacache size': 10737418240, 'rgw d3n l1 local datacache enabled': True, 'rgw enable ops log': True, 'rgw reshard progress judge interval': 10, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw torrent flag': True, 'rgw user counters cache': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'global': {'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10, 'rgw override bucket index max shards': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'lockdep': True}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug objclass': 20, 'debug osd': 20, 'debug rocksdb': '4/10', 'lockdep': True, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)', '\\(PG_DEGRADED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'not have an application enabled', '\\(OSD_SLOW_PING_TIME'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2024-09-12T17:33:47.997 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi/7902744', 'branch': 'wip-rgw-meta-handlers', 'description': 'rgw/verify/{0-install accounts$/{main-tenant} clusters/fixed-2 datacache/rgw-datacache frontend/beast ignore-pg-availability inline-data$/{on} msgr-failures/few objectstore/bluestore-bitmap overrides proto/https rgw_pool_type/ec s3tests-branch sharding$/{single} striping$/{stripe-equals-chunk} supported-random-distro$/{centos_latest} tasks/{bucket-check cls mp_reupload ragweed reshard s3tests-java s3tests versioning} validater/lockdep}', 'email': None, 'first_in_suite': False, 'job_id': '7902744', 'kernel': {'kdb': 1, 'sha1': 'distro'}, 'last_in_suite': False, 'machine_type': 'smithi', 'name': 'cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 4, 'size': 10}}], 'os_type': 'centos', 'os_version': '9.stream', 'overrides': {'admin_socket': {'branch': 'wip-rgw-meta-handlers'}, 'ceph': {'conf': {'client': {'debug rgw': 20, 'debug rgw notification': 20, 'rgw bucket counters cache': True, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw d3n l1 datacache persistent path': '/tmp/rgw_datacache/', 'rgw d3n l1 datacache size': 10737418240, 'rgw d3n l1 local datacache enabled': True, 'rgw enable ops log': True, 'rgw reshard progress judge interval': 10, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw torrent flag': True, 'rgw user counters cache': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'global': {'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10, 'rgw override bucket index max shards': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'lockdep': True}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug objclass': 20, 'debug osd': 20, 'debug rocksdb': '4/10', 'lockdep': True, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)', '\\(PG_DEGRADED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'not have an application enabled', '\\(OSD_SLOW_PING_TIME'], 'sha1': 'bad475c18c96ec20c5778159aa33ba72b84e9c1b'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': 'bad475c18c96ec20c5778159aa33ba72b84e9c1b'}}, 'openssl_keys': {'rgw.client.0': {'ca': 'root', 'client': 'client.0', 'embed-key': True}, 'root': {'client': 'client.0', 'cn': 'teuthology', 'install': ['client.0'], 'key-type': 'rsa:4096'}}, 'rgw': {'client.0': {'ssl certificate': 'rgw.client.0'}, 'compression type': 'random', 'datacache': True, 'datacache_path': '/tmp/rgw_datacache', 'ec-data-pool': True, 'frontend': 'beast', 'storage classes': 'LUKEWARM, FROZEN'}, 's3tests': {'accounts': {'iam alt root': 'RGW99999999999999999', 'iam root': 'RGW88888888888888888', 's3 main': 'RGW11111111111111111', 's3 tenant': 'RGW33333333333333333'}, 'force-branch': 'ceph-master', 'slow_backend': True, 'storage classes': 'LUKEWARM, FROZEN'}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'wip-rgw-meta-handlers', 'sha1': 'bad475c18c96ec20c5778159aa33ba72b84e9c1b'}}, 'owner': 'scheduled_cbodley@teuthology', 'priority': 90, 'repo': 'https://git.ceph.com/ceph-ci.git', 'roles': [['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a'], ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'node-exporter.b']], 'seed': 6279, 'sha1': 'bad475c18c96ec20c5778159aa33ba72b84e9c1b', 'sleep_before_teardown': 0, 'suite': 'rgw', 'suite_branch': 'wip-rgw-meta-handlers', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph-c_bad475c18c96ec20c5778159aa33ba72b84e9c1b/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph-ci.git', 'suite_sha1': 'bad475c18c96ec20c5778159aa33ba72b84e9c1b', 'targets': {'smithi045.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBL5+P+ekb6dfdqxu6sx1/hFo821Z19mV64iLNECNjR4iWiFK2O8JCgB/IMWoYJs7YyjTUwmKh4/chFQ2hmBMCvw=', 'smithi115.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBIAKJYeFmBq0tv1wbQxP/p5WSMhEeUgbTN0K9y5Fpei5HZau1ZwJmlI0SY8wjeLNJxDhWiCvdTeh+48ZVGxj2Mw='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'kdb': 1, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_system_packages': {'deb': ['s3cmd', 'maven'], 'rpm': ['s3cmd', 'maven']}, 'flavor': 'default', 'sha1': 'bad475c18c96ec20c5778159aa33ba72b84e9c1b'}}, {'ceph': None}, {'openssl_keys': None}, {'rgw': {'client.0': None}}, {'tox': ['client.0']}, {'workunit': {'clients': {'client.0': ['rgw/run-datacache.sh']}, 'env': {'RGW_DATACACHE_PATH': '/tmp/rgw_datacache'}}}, {'workunit': {'clients': {'client.0': ['rgw/run-bucket-check.sh']}}}, {'workunit': {'clients': {'client.0': ['cls/test_cls_lock.sh', 'cls/test_cls_log.sh', 'cls/test_cls_refcount.sh', 'cls/test_cls_rgw.sh', 'cls/test_cls_rgw_gc.sh', 'cls/test_cls_rgw_stats.sh', 'cls/test_cls_cmpomap.sh', 'cls/test_cls_2pc_queue.sh', 'cls/test_cls_user.sh', 'rgw/test_rgw_gc_log.sh', 'rgw/test_rgw_obj.sh', 'rgw/test_librgw_file.sh', 'rgw/test_awssdkv4_sig.sh']}}}, {'workunit': {'clients': {'client.0': ['rgw/test_rgw_s3_mp_reupload.sh']}}}, {'ragweed': {'client.0': {'default-branch': 'ceph-master', 'rgw_server': 'client.0', 'stages': 'prepare,check'}}}, {'workunit': {'clients': {'client.0': ['rgw/run-reshard.sh']}}}, {'s3tests-java': {'client.0': {'force-branch': 'ceph-master', 'force-repo': 'https://github.com/ceph/java_s3tests.git'}}}, {'s3tests': {'client.0': {'rgw_server': 'client.0'}}}, {'workunit': {'clients': {'client.0': ['rgw/run-versioning.sh']}}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': []}, 'teuthology_branch': 'main', 'teuthology_sha1': '3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a', 'timestamp': '2024-09-12_15:39:52', 'tube': 'smithi', 'user': 'cbodley', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856'} 2024-09-12T17:33:47.997 DEBUG:teuthology.orchestra.run.smithi045:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-12T17:33:48.028 DEBUG:teuthology.orchestra.run.smithi115:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-12T17:33:48.057 DEBUG:teuthology.orchestra.run.smithi045:> sudo install -d -m0777 -- /var/run/ceph 2024-09-12T17:33:48.099 DEBUG:teuthology.orchestra.run.smithi115:> sudo install -d -m0777 -- /var/run/ceph 2024-09-12T17:33:48.137 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-12T17:33:48.137 DEBUG:teuthology.orchestra.run.smithi045:> dd if=/scratch_devs of=/dev/stdout 2024-09-12T17:33:48.206 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-12T17:33:48.207 DEBUG:teuthology.orchestra.run.smithi045:> stat /dev/vg_nvme/lv_1 2024-09-12T17:33:48.276 INFO:teuthology.orchestra.run.smithi045.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-12T17:33:48.276 INFO:teuthology.orchestra.run.smithi045.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T17:33:48.276 INFO:teuthology.orchestra.run.smithi045.stdout:Device: 5h/5d Inode: 667 Links: 1 2024-09-12T17:33:48.276 INFO:teuthology.orchestra.run.smithi045.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T17:33:48.276 INFO:teuthology.orchestra.run.smithi045.stdout:Context: system_u:object_r:device_t:s0 2024-09-12T17:33:48.276 INFO:teuthology.orchestra.run.smithi045.stdout:Access: 2024-09-12 17:33:32.975236200 +0000 2024-09-12T17:33:48.277 INFO:teuthology.orchestra.run.smithi045.stdout:Modify: 2024-09-12 17:31:07.373076831 +0000 2024-09-12T17:33:48.277 INFO:teuthology.orchestra.run.smithi045.stdout:Change: 2024-09-12 17:31:07.373076831 +0000 2024-09-12T17:33:48.277 INFO:teuthology.orchestra.run.smithi045.stdout: Birth: 2024-09-12 17:31:07.373076831 +0000 2024-09-12T17:33:48.277 DEBUG:teuthology.orchestra.run.smithi045:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-12T17:33:48.356 INFO:teuthology.orchestra.run.smithi045.stderr:1+0 records in 2024-09-12T17:33:48.356 INFO:teuthology.orchestra.run.smithi045.stderr:1+0 records out 2024-09-12T17:33:48.356 INFO:teuthology.orchestra.run.smithi045.stderr:512 bytes copied, 9.0135e-05 s, 5.7 MB/s 2024-09-12T17:33:48.357 DEBUG:teuthology.orchestra.run.smithi045:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-12T17:33:48.428 DEBUG:teuthology.orchestra.run.smithi045:> stat /dev/vg_nvme/lv_2 2024-09-12T17:33:48.498 INFO:teuthology.orchestra.run.smithi045.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-12T17:33:48.498 INFO:teuthology.orchestra.run.smithi045.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T17:33:48.498 INFO:teuthology.orchestra.run.smithi045.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-09-12T17:33:48.498 INFO:teuthology.orchestra.run.smithi045.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T17:33:48.498 INFO:teuthology.orchestra.run.smithi045.stdout:Context: system_u:object_r:device_t:s0 2024-09-12T17:33:48.498 INFO:teuthology.orchestra.run.smithi045.stdout:Access: 2024-09-12 17:33:32.976236183 +0000 2024-09-12T17:33:48.498 INFO:teuthology.orchestra.run.smithi045.stdout:Modify: 2024-09-12 17:31:07.700071256 +0000 2024-09-12T17:33:48.498 INFO:teuthology.orchestra.run.smithi045.stdout:Change: 2024-09-12 17:31:07.700071256 +0000 2024-09-12T17:33:48.499 INFO:teuthology.orchestra.run.smithi045.stdout: Birth: 2024-09-12 17:31:07.700071256 +0000 2024-09-12T17:33:48.499 DEBUG:teuthology.orchestra.run.smithi045:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-12T17:33:48.577 INFO:teuthology.orchestra.run.smithi045.stderr:1+0 records in 2024-09-12T17:33:48.577 INFO:teuthology.orchestra.run.smithi045.stderr:1+0 records out 2024-09-12T17:33:48.577 INFO:teuthology.orchestra.run.smithi045.stderr:512 bytes copied, 0.000100562 s, 5.1 MB/s 2024-09-12T17:33:48.578 DEBUG:teuthology.orchestra.run.smithi045:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-12T17:33:48.649 DEBUG:teuthology.orchestra.run.smithi045:> stat /dev/vg_nvme/lv_3 2024-09-12T17:33:48.719 INFO:teuthology.orchestra.run.smithi045.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-12T17:33:48.720 INFO:teuthology.orchestra.run.smithi045.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T17:33:48.720 INFO:teuthology.orchestra.run.smithi045.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-09-12T17:33:48.720 INFO:teuthology.orchestra.run.smithi045.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T17:33:48.720 INFO:teuthology.orchestra.run.smithi045.stdout:Context: system_u:object_r:device_t:s0 2024-09-12T17:33:48.720 INFO:teuthology.orchestra.run.smithi045.stdout:Access: 2024-09-12 17:33:32.976236183 +0000 2024-09-12T17:33:48.720 INFO:teuthology.orchestra.run.smithi045.stdout:Modify: 2024-09-12 17:31:08.039065476 +0000 2024-09-12T17:33:48.720 INFO:teuthology.orchestra.run.smithi045.stdout:Change: 2024-09-12 17:31:08.039065476 +0000 2024-09-12T17:33:48.720 INFO:teuthology.orchestra.run.smithi045.stdout: Birth: 2024-09-12 17:31:08.039065476 +0000 2024-09-12T17:33:48.721 DEBUG:teuthology.orchestra.run.smithi045:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-12T17:33:48.797 INFO:teuthology.orchestra.run.smithi045.stderr:1+0 records in 2024-09-12T17:33:48.797 INFO:teuthology.orchestra.run.smithi045.stderr:1+0 records out 2024-09-12T17:33:48.797 INFO:teuthology.orchestra.run.smithi045.stderr:512 bytes copied, 9.1279e-05 s, 5.6 MB/s 2024-09-12T17:33:48.798 DEBUG:teuthology.orchestra.run.smithi045:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-12T17:33:48.869 DEBUG:teuthology.orchestra.run.smithi045:> stat /dev/vg_nvme/lv_4 2024-09-12T17:33:48.939 INFO:teuthology.orchestra.run.smithi045.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-12T17:33:48.939 INFO:teuthology.orchestra.run.smithi045.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T17:33:48.939 INFO:teuthology.orchestra.run.smithi045.stdout:Device: 5h/5d Inode: 723 Links: 1 2024-09-12T17:33:48.940 INFO:teuthology.orchestra.run.smithi045.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T17:33:48.940 INFO:teuthology.orchestra.run.smithi045.stdout:Context: system_u:object_r:device_t:s0 2024-09-12T17:33:48.940 INFO:teuthology.orchestra.run.smithi045.stdout:Access: 2024-09-12 17:33:32.977236166 +0000 2024-09-12T17:33:48.940 INFO:teuthology.orchestra.run.smithi045.stdout:Modify: 2024-09-12 17:31:08.365059917 +0000 2024-09-12T17:33:48.940 INFO:teuthology.orchestra.run.smithi045.stdout:Change: 2024-09-12 17:31:08.365059917 +0000 2024-09-12T17:33:48.940 INFO:teuthology.orchestra.run.smithi045.stdout: Birth: 2024-09-12 17:31:08.365059917 +0000 2024-09-12T17:33:48.940 DEBUG:teuthology.orchestra.run.smithi045:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-12T17:33:49.018 INFO:teuthology.orchestra.run.smithi045.stderr:1+0 records in 2024-09-12T17:33:49.018 INFO:teuthology.orchestra.run.smithi045.stderr:1+0 records out 2024-09-12T17:33:49.018 INFO:teuthology.orchestra.run.smithi045.stderr:512 bytes copied, 0.000103374 s, 5.0 MB/s 2024-09-12T17:33:49.019 DEBUG:teuthology.orchestra.run.smithi045:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-12T17:33:49.090 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-12T17:33:49.090 DEBUG:teuthology.orchestra.run.smithi115:> set -ex 2024-09-12T17:33:49.090 DEBUG:teuthology.orchestra.run.smithi115:> dd if=/scratch_devs of=/dev/stdout 2024-09-12T17:33:49.127 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-12T17:33:49.127 DEBUG:teuthology.orchestra.run.smithi115:> stat /dev/vg_nvme/lv_1 2024-09-12T17:33:49.199 INFO:teuthology.orchestra.run.smithi115.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-12T17:33:49.199 INFO:teuthology.orchestra.run.smithi115.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T17:33:49.199 INFO:teuthology.orchestra.run.smithi115.stdout:Device: 5h/5d Inode: 668 Links: 1 2024-09-12T17:33:49.199 INFO:teuthology.orchestra.run.smithi115.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T17:33:49.199 INFO:teuthology.orchestra.run.smithi115.stdout:Context: system_u:object_r:device_t:s0 2024-09-12T17:33:49.199 INFO:teuthology.orchestra.run.smithi115.stdout:Access: 2024-09-12 17:33:33.544401486 +0000 2024-09-12T17:33:49.200 INFO:teuthology.orchestra.run.smithi115.stdout:Modify: 2024-09-12 17:31:00.280283927 +0000 2024-09-12T17:33:49.200 INFO:teuthology.orchestra.run.smithi115.stdout:Change: 2024-09-12 17:31:00.280283927 +0000 2024-09-12T17:33:49.200 INFO:teuthology.orchestra.run.smithi115.stdout: Birth: 2024-09-12 17:31:00.280283927 +0000 2024-09-12T17:33:49.200 DEBUG:teuthology.orchestra.run.smithi115:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-12T17:33:49.279 INFO:teuthology.orchestra.run.smithi115.stderr:1+0 records in 2024-09-12T17:33:49.280 INFO:teuthology.orchestra.run.smithi115.stderr:1+0 records out 2024-09-12T17:33:49.280 INFO:teuthology.orchestra.run.smithi115.stderr:512 bytes copied, 0.000223396 s, 2.3 MB/s 2024-09-12T17:33:49.281 DEBUG:teuthology.orchestra.run.smithi115:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-12T17:33:49.351 DEBUG:teuthology.orchestra.run.smithi115:> stat /dev/vg_nvme/lv_2 2024-09-12T17:33:49.421 INFO:teuthology.orchestra.run.smithi115.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-12T17:33:49.421 INFO:teuthology.orchestra.run.smithi115.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T17:33:49.422 INFO:teuthology.orchestra.run.smithi115.stdout:Device: 5h/5d Inode: 685 Links: 1 2024-09-12T17:33:49.422 INFO:teuthology.orchestra.run.smithi115.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T17:33:49.422 INFO:teuthology.orchestra.run.smithi115.stdout:Context: system_u:object_r:device_t:s0 2024-09-12T17:33:49.422 INFO:teuthology.orchestra.run.smithi115.stdout:Access: 2024-09-12 17:33:33.544401486 +0000 2024-09-12T17:33:49.422 INFO:teuthology.orchestra.run.smithi115.stdout:Modify: 2024-09-12 17:31:00.619277592 +0000 2024-09-12T17:33:49.422 INFO:teuthology.orchestra.run.smithi115.stdout:Change: 2024-09-12 17:31:00.619277592 +0000 2024-09-12T17:33:49.422 INFO:teuthology.orchestra.run.smithi115.stdout: Birth: 2024-09-12 17:31:00.619277592 +0000 2024-09-12T17:33:49.422 DEBUG:teuthology.orchestra.run.smithi115:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-12T17:33:49.499 INFO:teuthology.orchestra.run.smithi115.stderr:1+0 records in 2024-09-12T17:33:49.499 INFO:teuthology.orchestra.run.smithi115.stderr:1+0 records out 2024-09-12T17:33:49.499 INFO:teuthology.orchestra.run.smithi115.stderr:512 bytes copied, 0.000189417 s, 2.7 MB/s 2024-09-12T17:33:49.500 DEBUG:teuthology.orchestra.run.smithi115:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-12T17:33:49.570 DEBUG:teuthology.orchestra.run.smithi115:> stat /dev/vg_nvme/lv_3 2024-09-12T17:33:49.638 INFO:teuthology.orchestra.run.smithi115.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-12T17:33:49.638 INFO:teuthology.orchestra.run.smithi115.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T17:33:49.638 INFO:teuthology.orchestra.run.smithi115.stdout:Device: 5h/5d Inode: 706 Links: 1 2024-09-12T17:33:49.638 INFO:teuthology.orchestra.run.smithi115.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T17:33:49.639 INFO:teuthology.orchestra.run.smithi115.stdout:Context: system_u:object_r:device_t:s0 2024-09-12T17:33:49.639 INFO:teuthology.orchestra.run.smithi115.stdout:Access: 2024-09-12 17:33:33.545401468 +0000 2024-09-12T17:33:49.639 INFO:teuthology.orchestra.run.smithi115.stdout:Modify: 2024-09-12 17:31:00.944271518 +0000 2024-09-12T17:33:49.639 INFO:teuthology.orchestra.run.smithi115.stdout:Change: 2024-09-12 17:31:00.944271518 +0000 2024-09-12T17:33:49.639 INFO:teuthology.orchestra.run.smithi115.stdout: Birth: 2024-09-12 17:31:00.944271518 +0000 2024-09-12T17:33:49.639 DEBUG:teuthology.orchestra.run.smithi115:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-12T17:33:49.716 INFO:teuthology.orchestra.run.smithi115.stderr:1+0 records in 2024-09-12T17:33:49.716 INFO:teuthology.orchestra.run.smithi115.stderr:1+0 records out 2024-09-12T17:33:49.716 INFO:teuthology.orchestra.run.smithi115.stderr:512 bytes copied, 0.000163659 s, 3.1 MB/s 2024-09-12T17:33:49.717 DEBUG:teuthology.orchestra.run.smithi115:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-12T17:33:49.786 DEBUG:teuthology.orchestra.run.smithi115:> stat /dev/vg_nvme/lv_4 2024-09-12T17:33:49.854 INFO:teuthology.orchestra.run.smithi115.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-12T17:33:49.854 INFO:teuthology.orchestra.run.smithi115.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T17:33:49.855 INFO:teuthology.orchestra.run.smithi115.stdout:Device: 5h/5d Inode: 723 Links: 1 2024-09-12T17:33:49.855 INFO:teuthology.orchestra.run.smithi115.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T17:33:49.855 INFO:teuthology.orchestra.run.smithi115.stdout:Context: system_u:object_r:device_t:s0 2024-09-12T17:33:49.855 INFO:teuthology.orchestra.run.smithi115.stdout:Access: 2024-09-12 17:33:33.545401468 +0000 2024-09-12T17:33:49.855 INFO:teuthology.orchestra.run.smithi115.stdout:Modify: 2024-09-12 17:31:01.283265183 +0000 2024-09-12T17:33:49.855 INFO:teuthology.orchestra.run.smithi115.stdout:Change: 2024-09-12 17:31:01.283265183 +0000 2024-09-12T17:33:49.855 INFO:teuthology.orchestra.run.smithi115.stdout: Birth: 2024-09-12 17:31:01.283265183 +0000 2024-09-12T17:33:49.855 DEBUG:teuthology.orchestra.run.smithi115:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-12T17:33:49.931 INFO:teuthology.orchestra.run.smithi115.stderr:1+0 records in 2024-09-12T17:33:49.931 INFO:teuthology.orchestra.run.smithi115.stderr:1+0 records out 2024-09-12T17:33:49.932 INFO:teuthology.orchestra.run.smithi115.stderr:512 bytes copied, 0.00030003 s, 1.7 MB/s 2024-09-12T17:33:49.933 DEBUG:teuthology.orchestra.run.smithi115:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-12T17:33:50.003 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-12T17:33:50.004 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi045.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi115.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-12T17:33:50.004 INFO:tasks.ceph:Generating config... 2024-09-12T17:33:50.005 INFO:tasks.ceph:[client] debug rgw = 20 2024-09-12T17:33:50.005 INFO:tasks.ceph:[client] debug rgw notification = 20 2024-09-12T17:33:50.005 INFO:tasks.ceph:[client] rgw bucket counters cache = True 2024-09-12T17:33:50.005 INFO:tasks.ceph:[client] rgw crypt require ssl = False 2024-09-12T17:33:50.005 INFO:tasks.ceph:[client] rgw crypt s3 kms backend = testing 2024-09-12T17:33:50.005 INFO:tasks.ceph:[client] rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2024-09-12T17:33:50.005 INFO:tasks.ceph:[client] rgw d3n l1 datacache persistent path = /tmp/rgw_datacache/ 2024-09-12T17:33:50.005 INFO:tasks.ceph:[client] rgw d3n l1 datacache size = 10737418240 2024-09-12T17:33:50.006 INFO:tasks.ceph:[client] rgw d3n l1 local datacache enabled = True 2024-09-12T17:33:50.006 INFO:tasks.ceph:[client] rgw enable ops log = True 2024-09-12T17:33:50.006 INFO:tasks.ceph:[client] rgw reshard progress judge interval = 10 2024-09-12T17:33:50.006 INFO:tasks.ceph:[client] rgw s3 auth use sts = True 2024-09-12T17:33:50.006 INFO:tasks.ceph:[client] rgw sts key = abcdefghijklmnop 2024-09-12T17:33:50.006 INFO:tasks.ceph:[client] rgw torrent flag = True 2024-09-12T17:33:50.006 INFO:tasks.ceph:[client] rgw user counters cache = True 2024-09-12T17:33:50.006 INFO:tasks.ceph:[client] setgroup = ceph 2024-09-12T17:33:50.006 INFO:tasks.ceph:[client] setuser = ceph 2024-09-12T17:33:50.006 INFO:tasks.ceph:[global] mon client directed command retry = 5 2024-09-12T17:33:50.006 INFO:tasks.ceph:[global] ms inject socket failures = 5000 2024-09-12T17:33:50.006 INFO:tasks.ceph:[global] osd_max_pg_log_entries = 10 2024-09-12T17:33:50.006 INFO:tasks.ceph:[global] osd_min_pg_log_entries = 10 2024-09-12T17:33:50.007 INFO:tasks.ceph:[global] rgw override bucket index max shards = 1 2024-09-12T17:33:50.007 INFO:tasks.ceph:[mgr] debug mgr = 20 2024-09-12T17:33:50.007 INFO:tasks.ceph:[mgr] debug ms = 1 2024-09-12T17:33:50.007 INFO:tasks.ceph:[mon] debug mon = 20 2024-09-12T17:33:50.007 INFO:tasks.ceph:[mon] debug ms = 1 2024-09-12T17:33:50.007 INFO:tasks.ceph:[mon] debug paxos = 20 2024-09-12T17:33:50.007 INFO:tasks.ceph:[mon] lockdep = True 2024-09-12T17:33:50.007 INFO:tasks.ceph:[osd] bdev async discard = True 2024-09-12T17:33:50.007 INFO:tasks.ceph:[osd] bdev enable discard = True 2024-09-12T17:33:50.007 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2024-09-12T17:33:50.007 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2024-09-12T17:33:50.007 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2024-09-12T17:33:50.007 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2024-09-12T17:33:50.007 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2024-09-12T17:33:50.008 INFO:tasks.ceph:[osd] debug ms = 1 2024-09-12T17:33:50.008 INFO:tasks.ceph:[osd] debug objclass = 20 2024-09-12T17:33:50.008 INFO:tasks.ceph:[osd] debug osd = 20 2024-09-12T17:33:50.008 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2024-09-12T17:33:50.008 INFO:tasks.ceph:[osd] lockdep = True 2024-09-12T17:33:50.008 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2024-09-12T17:33:50.008 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2024-09-12T17:33:50.008 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2024-09-12T17:33:50.008 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2024-09-12T17:33:50.008 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2024-09-12T17:33:50.008 INFO:tasks.ceph:[osd] osd shutdown pgref assert = True 2024-09-12T17:33:50.008 INFO:tasks.ceph:Setting up mon.a... 2024-09-12T17:33:50.009 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2024-09-12T17:33:50.083 INFO:teuthology.orchestra.run.smithi045.stdout:creating /etc/ceph/ceph.keyring 2024-09-12T17:33:50.087 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2024-09-12T17:33:50.148 DEBUG:teuthology.orchestra.run.smithi045:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-12T17:33:50.189 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.45'), ('mon.c', '[v2:172.21.15.45:3301,v1:172.21.15.45:6790]'), ('mon.b', '172.21.15.115')] 2024-09-12T17:33:50.189 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.45,[v2:172.21.15.45:3301,v1:172.21.15.45:6790],172.21.15.115', 'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10, 'rgw override bucket index max shards': 1}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug objclass': 20, 'debug osd': 20, 'debug rocksdb': '4/10', 'lockdep': True, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'lockdep': True}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': True, 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'debug rgw': 20, 'debug rgw notification': 20, 'rgw bucket counters cache': True, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw d3n l1 datacache persistent path': '/tmp/rgw_datacache/', 'rgw d3n l1 datacache size': 10737418240, 'rgw d3n l1 local datacache enabled': True, 'rgw reshard progress judge interval': 10, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw torrent flag': True, 'rgw user counters cache': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'mon.a': {}, 'mon.c': {}, 'mon.b': {}} 2024-09-12T17:33:50.190 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-12T17:33:50.190 DEBUG:teuthology.orchestra.run.smithi045:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2024-09-12T17:33:50.259 DEBUG:teuthology.orchestra.run.smithi045:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.45 --addv c '[v2:172.21.15.45:3301,v1:172.21.15.45:6790]' --add b 172.21.15.115 --print /home/ubuntu/cephtest/ceph.monmap 2024-09-12T17:33:50.361 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:33:50.361 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:33:50.362 INFO:teuthology.orchestra.run.smithi045.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2024-09-12T17:33:50.362 INFO:teuthology.orchestra.run.smithi045.stdout:monmaptool: generated fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:33:50.362 INFO:teuthology.orchestra.run.smithi045.stdout:setting min_mon_release = quincy 2024-09-12T17:33:50.362 INFO:teuthology.orchestra.run.smithi045.stdout:epoch 0 2024-09-12T17:33:50.362 INFO:teuthology.orchestra.run.smithi045.stdout:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:33:50.362 INFO:teuthology.orchestra.run.smithi045.stdout:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:33:50.362 INFO:teuthology.orchestra.run.smithi045.stdout:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:33:50.363 INFO:teuthology.orchestra.run.smithi045.stdout:min_mon_release 17 (quincy) 2024-09-12T17:33:50.363 INFO:teuthology.orchestra.run.smithi045.stdout:election_strategy: 1 2024-09-12T17:33:50.363 INFO:teuthology.orchestra.run.smithi045.stdout:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:33:50.363 INFO:teuthology.orchestra.run.smithi045.stdout:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:33:50.363 INFO:teuthology.orchestra.run.smithi045.stdout:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:33:50.363 INFO:teuthology.orchestra.run.smithi045.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2024-09-12T17:33:50.364 DEBUG:teuthology.orchestra.run.smithi045:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2024-09-12T17:33:50.394 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID 00002ed6-fc71-46ed-9607-07f3c187d65c... 2024-09-12T17:33:50.395 DEBUG:teuthology.orchestra.run.smithi045:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-12T17:33:50.437 DEBUG:teuthology.orchestra.run.smithi115:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-12T17:33:50.494 INFO:teuthology.orchestra.run.smithi045.stdout:[global] 2024-09-12T17:33:50.494 INFO:teuthology.orchestra.run.smithi045.stdout: chdir = "" 2024-09-12T17:33:50.494 INFO:teuthology.orchestra.run.smithi045.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-12T17:33:50.495 INFO:teuthology.orchestra.run.smithi045.stdout: auth supported = cephx 2024-09-12T17:33:50.495 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:33:50.495 INFO:teuthology.orchestra.run.smithi045.stdout: filestore xattr use omap = true 2024-09-12T17:33:50.495 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:33:50.495 INFO:teuthology.orchestra.run.smithi045.stdout: mon clock drift allowed = 1.000 2024-09-12T17:33:50.495 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:33:50.495 INFO:teuthology.orchestra.run.smithi045.stdout: osd crush chooseleaf type = 0 2024-09-12T17:33:50.495 INFO:teuthology.orchestra.run.smithi045.stdout: auth debug = true 2024-09-12T17:33:50.495 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:33:50.495 INFO:teuthology.orchestra.run.smithi045.stdout: ms die on old message = true 2024-09-12T17:33:50.495 INFO:teuthology.orchestra.run.smithi045.stdout: ms die on bug = true 2024-09-12T17:33:50.495 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:33:50.495 INFO:teuthology.orchestra.run.smithi045.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-12T17:33:50.495 INFO:teuthology.orchestra.run.smithi045.stdout: mon pg warn max object skew = 0 2024-09-12T17:33:50.496 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:33:50.496 INFO:teuthology.orchestra.run.smithi045.stdout: # disable pg_autoscaler by default for new pools 2024-09-12T17:33:50.496 INFO:teuthology.orchestra.run.smithi045.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-12T17:33:50.496 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:33:50.496 INFO:teuthology.orchestra.run.smithi045.stdout: osd pool default size = 2 2024-09-12T17:33:50.496 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:33:50.496 INFO:teuthology.orchestra.run.smithi045.stdout: mon osd allow primary affinity = true 2024-09-12T17:33:50.496 INFO:teuthology.orchestra.run.smithi045.stdout: mon osd allow pg remap = true 2024-09-12T17:33:50.496 INFO:teuthology.orchestra.run.smithi045.stdout: mon warn on legacy crush tunables = false 2024-09-12T17:33:50.496 INFO:teuthology.orchestra.run.smithi045.stdout: mon warn on crush straw calc version zero = false 2024-09-12T17:33:50.496 INFO:teuthology.orchestra.run.smithi045.stdout: mon warn on no sortbitwise = false 2024-09-12T17:33:50.496 INFO:teuthology.orchestra.run.smithi045.stdout: mon warn on osd down out interval zero = false 2024-09-12T17:33:50.497 INFO:teuthology.orchestra.run.smithi045.stdout: mon warn on too few osds = false 2024-09-12T17:33:50.497 INFO:teuthology.orchestra.run.smithi045.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-12T17:33:50.497 INFO:teuthology.orchestra.run.smithi045.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-12T17:33:50.497 INFO:teuthology.orchestra.run.smithi045.stdout: mon_allow_pool_size_one = true 2024-09-12T17:33:50.497 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:33:50.497 INFO:teuthology.orchestra.run.smithi045.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-12T17:33:50.497 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:33:50.497 INFO:teuthology.orchestra.run.smithi045.stdout: osd default data pool replay window = 5 2024-09-12T17:33:50.497 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:33:50.497 INFO:teuthology.orchestra.run.smithi045.stdout: mon allow pool delete = true 2024-09-12T17:33:50.497 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:33:50.497 INFO:teuthology.orchestra.run.smithi045.stdout: mon cluster log file level = debug 2024-09-12T17:33:50.498 INFO:teuthology.orchestra.run.smithi045.stdout: debug asserts on shutdown = true 2024-09-12T17:33:50.498 INFO:teuthology.orchestra.run.smithi045.stdout: mon health detail to clog = false 2024-09-12T17:33:50.498 INFO:teuthology.orchestra.run.smithi045.stdout: mon host = "172.21.15.45,[v2:172.21.15.45:3301,v1:172.21.15.45:6790],172.21.15.115" 2024-09-12T17:33:50.498 INFO:teuthology.orchestra.run.smithi045.stdout: mon client directed command retry = 5 2024-09-12T17:33:50.498 INFO:teuthology.orchestra.run.smithi045.stdout: ms inject socket failures = 5000 2024-09-12T17:33:50.498 INFO:teuthology.orchestra.run.smithi045.stdout: osd_max_pg_log_entries = 10 2024-09-12T17:33:50.498 INFO:teuthology.orchestra.run.smithi045.stdout: osd_min_pg_log_entries = 10 2024-09-12T17:33:50.498 INFO:teuthology.orchestra.run.smithi045.stdout: rgw override bucket index max shards = 1 2024-09-12T17:33:50.498 INFO:teuthology.orchestra.run.smithi045.stdout: fsid = 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:33:50.498 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:33:50.498 INFO:teuthology.orchestra.run.smithi045.stdout:[osd] 2024-09-12T17:33:50.498 INFO:teuthology.orchestra.run.smithi045.stdout: osd journal size = 100 2024-09-12T17:33:50.498 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:33:50.499 INFO:teuthology.orchestra.run.smithi045.stdout: osd scrub load threshold = 5.0 2024-09-12T17:33:50.499 INFO:teuthology.orchestra.run.smithi045.stdout: osd scrub max interval = 600 2024-09-12T17:33:50.499 INFO:teuthology.orchestra.run.smithi045.stdout: osd mclock profile = high_recovery_ops 2024-09-12T17:33:50.499 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:33:50.499 INFO:teuthology.orchestra.run.smithi045.stdout: osd recover clone overlap = true 2024-09-12T17:33:50.499 INFO:teuthology.orchestra.run.smithi045.stdout: osd recovery max chunk = 1048576 2024-09-12T17:33:50.499 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:33:50.499 INFO:teuthology.orchestra.run.smithi045.stdout: osd debug shutdown = true 2024-09-12T17:33:50.499 INFO:teuthology.orchestra.run.smithi045.stdout: osd debug op order = true 2024-09-12T17:33:50.499 INFO:teuthology.orchestra.run.smithi045.stdout: osd debug verify stray on activate = true 2024-09-12T17:33:50.499 INFO:teuthology.orchestra.run.smithi045.stdout: osd debug trim objects = true 2024-09-12T17:33:50.499 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:33:50.499 INFO:teuthology.orchestra.run.smithi045.stdout: osd open classes on start = true 2024-09-12T17:33:50.500 INFO:teuthology.orchestra.run.smithi045.stdout: osd debug pg log writeout = true 2024-09-12T17:33:50.500 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:33:50.500 INFO:teuthology.orchestra.run.smithi045.stdout: osd deep scrub update digest min age = 30 2024-09-12T17:33:50.500 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:33:50.500 INFO:teuthology.orchestra.run.smithi045.stdout: osd map max advance = 10 2024-09-12T17:33:50.500 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:33:50.500 INFO:teuthology.orchestra.run.smithi045.stdout: journal zero on create = true 2024-09-12T17:33:50.500 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:33:50.500 INFO:teuthology.orchestra.run.smithi045.stdout: filestore ondisk finisher threads = 3 2024-09-12T17:33:50.500 INFO:teuthology.orchestra.run.smithi045.stdout: filestore apply finisher threads = 3 2024-09-12T17:33:50.500 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:33:50.500 INFO:teuthology.orchestra.run.smithi045.stdout: bdev debug aio = true 2024-09-12T17:33:50.500 INFO:teuthology.orchestra.run.smithi045.stdout: osd debug misdirected ops = true 2024-09-12T17:33:50.501 INFO:teuthology.orchestra.run.smithi045.stdout: bdev async discard = True 2024-09-12T17:33:50.501 INFO:teuthology.orchestra.run.smithi045.stdout: bdev enable discard = True 2024-09-12T17:33:50.501 INFO:teuthology.orchestra.run.smithi045.stdout: bluestore allocator = bitmap 2024-09-12T17:33:50.501 INFO:teuthology.orchestra.run.smithi045.stdout: bluestore block size = 96636764160 2024-09-12T17:33:50.501 INFO:teuthology.orchestra.run.smithi045.stdout: bluestore fsck on mount = True 2024-09-12T17:33:50.501 INFO:teuthology.orchestra.run.smithi045.stdout: debug bluefs = 1/20 2024-09-12T17:33:50.501 INFO:teuthology.orchestra.run.smithi045.stdout: debug bluestore = 1/20 2024-09-12T17:33:50.501 INFO:teuthology.orchestra.run.smithi045.stdout: debug ms = 1 2024-09-12T17:33:50.501 INFO:teuthology.orchestra.run.smithi045.stdout: debug objclass = 20 2024-09-12T17:33:50.502 INFO:teuthology.orchestra.run.smithi045.stdout: debug osd = 20 2024-09-12T17:33:50.502 INFO:teuthology.orchestra.run.smithi045.stdout: debug rocksdb = 4/10 2024-09-12T17:33:50.502 INFO:teuthology.orchestra.run.smithi045.stdout: lockdep = True 2024-09-12T17:33:50.502 INFO:teuthology.orchestra.run.smithi045.stdout: mon osd backfillfull_ratio = 0.85 2024-09-12T17:33:50.502 INFO:teuthology.orchestra.run.smithi045.stdout: mon osd full ratio = 0.9 2024-09-12T17:33:50.502 INFO:teuthology.orchestra.run.smithi045.stdout: mon osd nearfull ratio = 0.8 2024-09-12T17:33:50.502 INFO:teuthology.orchestra.run.smithi045.stdout: osd failsafe full ratio = 0.95 2024-09-12T17:33:50.503 INFO:teuthology.orchestra.run.smithi045.stdout: osd objectstore = bluestore 2024-09-12T17:33:50.503 INFO:teuthology.orchestra.run.smithi045.stdout: osd shutdown pgref assert = True 2024-09-12T17:33:50.503 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:33:50.503 INFO:teuthology.orchestra.run.smithi045.stdout:[mgr] 2024-09-12T17:33:50.503 INFO:teuthology.orchestra.run.smithi045.stdout: debug ms = 1 2024-09-12T17:33:50.503 INFO:teuthology.orchestra.run.smithi045.stdout: debug mgr = 20 2024-09-12T17:33:50.503 INFO:teuthology.orchestra.run.smithi045.stdout: debug mon = 20 2024-09-12T17:33:50.503 INFO:teuthology.orchestra.run.smithi045.stdout: debug auth = 20 2024-09-12T17:33:50.503 INFO:teuthology.orchestra.run.smithi045.stdout: mon reweight min pgs per osd = 4 2024-09-12T17:33:50.503 INFO:teuthology.orchestra.run.smithi045.stdout: mon reweight min bytes per osd = 10 2024-09-12T17:33:50.503 INFO:teuthology.orchestra.run.smithi045.stdout: mgr/telemetry/nag = false 2024-09-12T17:33:50.503 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:33:50.503 INFO:teuthology.orchestra.run.smithi045.stdout:[mon] 2024-09-12T17:33:50.504 INFO:teuthology.orchestra.run.smithi045.stdout: debug ms = 1 2024-09-12T17:33:50.504 INFO:teuthology.orchestra.run.smithi045.stdout: debug mon = 20 2024-09-12T17:33:50.504 INFO:teuthology.orchestra.run.smithi045.stdout: debug paxos = 20 2024-09-12T17:33:50.504 INFO:teuthology.orchestra.run.smithi045.stdout: debug auth = 20 2024-09-12T17:33:50.504 INFO:teuthology.orchestra.run.smithi045.stdout: mon data avail warn = 5 2024-09-12T17:33:50.504 INFO:teuthology.orchestra.run.smithi045.stdout: mon mgr mkfs grace = 240 2024-09-12T17:33:50.504 INFO:teuthology.orchestra.run.smithi045.stdout: mon reweight min pgs per osd = 4 2024-09-12T17:33:50.504 INFO:teuthology.orchestra.run.smithi045.stdout: mon osd reporter subtree level = osd 2024-09-12T17:33:50.504 INFO:teuthology.orchestra.run.smithi045.stdout: mon osd prime pg temp = true 2024-09-12T17:33:50.505 INFO:teuthology.orchestra.run.smithi045.stdout: mon reweight min bytes per osd = 10 2024-09-12T17:33:50.505 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:33:50.505 INFO:teuthology.orchestra.run.smithi045.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-12T17:33:50.505 INFO:teuthology.orchestra.run.smithi045.stdout: auth mon ticket ttl = 660 # 11m 2024-09-12T17:33:50.505 INFO:teuthology.orchestra.run.smithi045.stdout: auth service ticket ttl = 240 # 4m 2024-09-12T17:33:50.505 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:33:50.505 INFO:teuthology.orchestra.run.smithi045.stdout: # don't complain about insecure global_id in the test suite 2024-09-12T17:33:50.505 INFO:teuthology.orchestra.run.smithi045.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-12T17:33:50.505 INFO:teuthology.orchestra.run.smithi045.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-12T17:33:50.505 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:33:50.505 INFO:teuthology.orchestra.run.smithi045.stdout: # 1m isn't quite enough 2024-09-12T17:33:50.506 INFO:teuthology.orchestra.run.smithi045.stdout: mon_down_mkfs_grace = 2m 2024-09-12T17:33:50.506 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:33:50.506 INFO:teuthology.orchestra.run.smithi045.stdout: mon_warn_on_filestore_osds = false 2024-09-12T17:33:50.506 INFO:teuthology.orchestra.run.smithi045.stdout: lockdep = True 2024-09-12T17:33:50.506 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:33:50.506 INFO:teuthology.orchestra.run.smithi045.stdout:[client] 2024-09-12T17:33:50.506 INFO:teuthology.orchestra.run.smithi045.stdout: rgw cache enabled = true 2024-09-12T17:33:50.506 INFO:teuthology.orchestra.run.smithi045.stdout: rgw enable ops log = True 2024-09-12T17:33:50.506 INFO:teuthology.orchestra.run.smithi045.stdout: rgw enable usage log = true 2024-09-12T17:33:50.506 INFO:teuthology.orchestra.run.smithi045.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-12T17:33:50.506 INFO:teuthology.orchestra.run.smithi045.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-12T17:33:50.506 INFO:teuthology.orchestra.run.smithi045.stdout: debug rgw = 20 2024-09-12T17:33:50.506 INFO:teuthology.orchestra.run.smithi045.stdout: debug rgw notification = 20 2024-09-12T17:33:50.506 INFO:teuthology.orchestra.run.smithi045.stdout: rgw bucket counters cache = True 2024-09-12T17:33:50.507 INFO:teuthology.orchestra.run.smithi045.stdout: rgw crypt require ssl = False 2024-09-12T17:33:50.507 INFO:teuthology.orchestra.run.smithi045.stdout: rgw crypt s3 kms backend = testing 2024-09-12T17:33:50.507 INFO:teuthology.orchestra.run.smithi045.stdout: rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2024-09-12T17:33:50.507 INFO:teuthology.orchestra.run.smithi045.stdout: rgw d3n l1 datacache persistent path = /tmp/rgw_datacache/ 2024-09-12T17:33:50.507 INFO:teuthology.orchestra.run.smithi045.stdout: rgw d3n l1 datacache size = 10737418240 2024-09-12T17:33:50.507 INFO:teuthology.orchestra.run.smithi045.stdout: rgw d3n l1 local datacache enabled = True 2024-09-12T17:33:50.507 INFO:teuthology.orchestra.run.smithi045.stdout: rgw reshard progress judge interval = 10 2024-09-12T17:33:50.507 INFO:teuthology.orchestra.run.smithi045.stdout: rgw s3 auth use sts = True 2024-09-12T17:33:50.507 INFO:teuthology.orchestra.run.smithi045.stdout: rgw sts key = abcdefghijklmnop 2024-09-12T17:33:50.507 INFO:teuthology.orchestra.run.smithi045.stdout: rgw torrent flag = True 2024-09-12T17:33:50.507 INFO:teuthology.orchestra.run.smithi045.stdout: rgw user counters cache = True 2024-09-12T17:33:50.507 INFO:teuthology.orchestra.run.smithi045.stdout: setgroup = ceph 2024-09-12T17:33:50.507 INFO:teuthology.orchestra.run.smithi045.stdout: setuser = ceph 2024-09-12T17:33:50.508 INFO:teuthology.orchestra.run.smithi045.stdout:[mon.a] 2024-09-12T17:33:50.508 INFO:teuthology.orchestra.run.smithi045.stdout:[mon.c] 2024-09-12T17:33:50.508 INFO:teuthology.orchestra.run.smithi045.stdout:[mon.b] 2024-09-12T17:33:50.509 INFO:teuthology.orchestra.run.smithi115.stdout:[global] 2024-09-12T17:33:50.509 INFO:teuthology.orchestra.run.smithi115.stdout: chdir = "" 2024-09-12T17:33:50.509 INFO:teuthology.orchestra.run.smithi115.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-12T17:33:50.510 INFO:teuthology.orchestra.run.smithi115.stdout: auth supported = cephx 2024-09-12T17:33:50.510 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-12T17:33:50.510 INFO:teuthology.orchestra.run.smithi115.stdout: filestore xattr use omap = true 2024-09-12T17:33:50.510 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-12T17:33:50.510 INFO:teuthology.orchestra.run.smithi115.stdout: mon clock drift allowed = 1.000 2024-09-12T17:33:50.510 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-12T17:33:50.510 INFO:teuthology.orchestra.run.smithi115.stdout: osd crush chooseleaf type = 0 2024-09-12T17:33:50.510 INFO:teuthology.orchestra.run.smithi115.stdout: auth debug = true 2024-09-12T17:33:50.510 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-12T17:33:50.510 INFO:teuthology.orchestra.run.smithi115.stdout: ms die on old message = true 2024-09-12T17:33:50.510 INFO:teuthology.orchestra.run.smithi115.stdout: ms die on bug = true 2024-09-12T17:33:50.510 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-12T17:33:50.511 INFO:teuthology.orchestra.run.smithi115.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-12T17:33:50.511 INFO:teuthology.orchestra.run.smithi115.stdout: mon pg warn max object skew = 0 2024-09-12T17:33:50.511 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-12T17:33:50.511 INFO:teuthology.orchestra.run.smithi115.stdout: # disable pg_autoscaler by default for new pools 2024-09-12T17:33:50.511 INFO:teuthology.orchestra.run.smithi115.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-12T17:33:50.511 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-12T17:33:50.511 INFO:teuthology.orchestra.run.smithi115.stdout: osd pool default size = 2 2024-09-12T17:33:50.511 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-12T17:33:50.511 INFO:teuthology.orchestra.run.smithi115.stdout: mon osd allow primary affinity = true 2024-09-12T17:33:50.511 INFO:teuthology.orchestra.run.smithi115.stdout: mon osd allow pg remap = true 2024-09-12T17:33:50.511 INFO:teuthology.orchestra.run.smithi115.stdout: mon warn on legacy crush tunables = false 2024-09-12T17:33:50.511 INFO:teuthology.orchestra.run.smithi115.stdout: mon warn on crush straw calc version zero = false 2024-09-12T17:33:50.511 INFO:teuthology.orchestra.run.smithi115.stdout: mon warn on no sortbitwise = false 2024-09-12T17:33:50.511 INFO:teuthology.orchestra.run.smithi115.stdout: mon warn on osd down out interval zero = false 2024-09-12T17:33:50.512 INFO:teuthology.orchestra.run.smithi115.stdout: mon warn on too few osds = false 2024-09-12T17:33:50.512 INFO:teuthology.orchestra.run.smithi115.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-12T17:33:50.512 INFO:teuthology.orchestra.run.smithi115.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-12T17:33:50.512 INFO:teuthology.orchestra.run.smithi115.stdout: mon_allow_pool_size_one = true 2024-09-12T17:33:50.512 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-12T17:33:50.512 INFO:teuthology.orchestra.run.smithi115.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-12T17:33:50.512 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-12T17:33:50.512 INFO:teuthology.orchestra.run.smithi115.stdout: osd default data pool replay window = 5 2024-09-12T17:33:50.513 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-12T17:33:50.513 INFO:teuthology.orchestra.run.smithi115.stdout: mon allow pool delete = true 2024-09-12T17:33:50.513 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-12T17:33:50.513 INFO:teuthology.orchestra.run.smithi115.stdout: mon cluster log file level = debug 2024-09-12T17:33:50.513 INFO:teuthology.orchestra.run.smithi115.stdout: debug asserts on shutdown = true 2024-09-12T17:33:50.513 INFO:teuthology.orchestra.run.smithi115.stdout: mon health detail to clog = false 2024-09-12T17:33:50.513 INFO:teuthology.orchestra.run.smithi115.stdout: mon host = "172.21.15.45,[v2:172.21.15.45:3301,v1:172.21.15.45:6790],172.21.15.115" 2024-09-12T17:33:50.513 INFO:teuthology.orchestra.run.smithi115.stdout: mon client directed command retry = 5 2024-09-12T17:33:50.513 INFO:teuthology.orchestra.run.smithi115.stdout: ms inject socket failures = 5000 2024-09-12T17:33:50.513 INFO:teuthology.orchestra.run.smithi115.stdout: osd_max_pg_log_entries = 10 2024-09-12T17:33:50.514 INFO:teuthology.orchestra.run.smithi115.stdout: osd_min_pg_log_entries = 10 2024-09-12T17:33:50.514 INFO:teuthology.orchestra.run.smithi115.stdout: rgw override bucket index max shards = 1 2024-09-12T17:33:50.514 INFO:teuthology.orchestra.run.smithi115.stdout: fsid = 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:33:50.514 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-12T17:33:50.514 INFO:teuthology.orchestra.run.smithi115.stdout:[osd] 2024-09-12T17:33:50.514 INFO:teuthology.orchestra.run.smithi115.stdout: osd journal size = 100 2024-09-12T17:33:50.514 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-12T17:33:50.514 INFO:teuthology.orchestra.run.smithi115.stdout: osd scrub load threshold = 5.0 2024-09-12T17:33:50.514 INFO:teuthology.orchestra.run.smithi115.stdout: osd scrub max interval = 600 2024-09-12T17:33:50.515 INFO:teuthology.orchestra.run.smithi115.stdout: osd mclock profile = high_recovery_ops 2024-09-12T17:33:50.515 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-12T17:33:50.515 INFO:teuthology.orchestra.run.smithi115.stdout: osd recover clone overlap = true 2024-09-12T17:33:50.515 INFO:teuthology.orchestra.run.smithi115.stdout: osd recovery max chunk = 1048576 2024-09-12T17:33:50.515 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-12T17:33:50.515 INFO:teuthology.orchestra.run.smithi115.stdout: osd debug shutdown = true 2024-09-12T17:33:50.516 INFO:teuthology.orchestra.run.smithi115.stdout: osd debug op order = true 2024-09-12T17:33:50.516 INFO:teuthology.orchestra.run.smithi115.stdout: osd debug verify stray on activate = true 2024-09-12T17:33:50.516 INFO:teuthology.orchestra.run.smithi115.stdout: osd debug trim objects = true 2024-09-12T17:33:50.516 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-12T17:33:50.516 INFO:teuthology.orchestra.run.smithi115.stdout: osd open classes on start = true 2024-09-12T17:33:50.516 INFO:teuthology.orchestra.run.smithi115.stdout: osd debug pg log writeout = true 2024-09-12T17:33:50.517 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-12T17:33:50.517 INFO:teuthology.orchestra.run.smithi115.stdout: osd deep scrub update digest min age = 30 2024-09-12T17:33:50.517 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-12T17:33:50.517 INFO:teuthology.orchestra.run.smithi115.stdout: osd map max advance = 10 2024-09-12T17:33:50.517 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-12T17:33:50.517 INFO:teuthology.orchestra.run.smithi115.stdout: journal zero on create = true 2024-09-12T17:33:50.517 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-12T17:33:50.518 INFO:teuthology.orchestra.run.smithi115.stdout: filestore ondisk finisher threads = 3 2024-09-12T17:33:50.518 INFO:teuthology.orchestra.run.smithi115.stdout: filestore apply finisher threads = 3 2024-09-12T17:33:50.518 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-12T17:33:50.518 INFO:teuthology.orchestra.run.smithi115.stdout: bdev debug aio = true 2024-09-12T17:33:50.518 INFO:teuthology.orchestra.run.smithi115.stdout: osd debug misdirected ops = true 2024-09-12T17:33:50.518 INFO:teuthology.orchestra.run.smithi115.stdout: bdev async discard = True 2024-09-12T17:33:50.518 INFO:teuthology.orchestra.run.smithi115.stdout: bdev enable discard = True 2024-09-12T17:33:50.519 INFO:teuthology.orchestra.run.smithi115.stdout: bluestore allocator = bitmap 2024-09-12T17:33:50.519 INFO:teuthology.orchestra.run.smithi115.stdout: bluestore block size = 96636764160 2024-09-12T17:33:50.519 INFO:teuthology.orchestra.run.smithi115.stdout: bluestore fsck on mount = True 2024-09-12T17:33:50.519 INFO:teuthology.orchestra.run.smithi115.stdout: debug bluefs = 1/20 2024-09-12T17:33:50.519 INFO:teuthology.orchestra.run.smithi115.stdout: debug bluestore = 1/20 2024-09-12T17:33:50.519 INFO:teuthology.orchestra.run.smithi115.stdout: debug ms = 1 2024-09-12T17:33:50.519 INFO:teuthology.orchestra.run.smithi115.stdout: debug objclass = 20 2024-09-12T17:33:50.519 INFO:teuthology.orchestra.run.smithi115.stdout: debug osd = 20 2024-09-12T17:33:50.519 INFO:teuthology.orchestra.run.smithi115.stdout: debug rocksdb = 4/10 2024-09-12T17:33:50.520 INFO:teuthology.orchestra.run.smithi115.stdout: lockdep = True 2024-09-12T17:33:50.520 INFO:teuthology.orchestra.run.smithi115.stdout: mon osd backfillfull_ratio = 0.85 2024-09-12T17:33:50.520 INFO:teuthology.orchestra.run.smithi115.stdout: mon osd full ratio = 0.9 2024-09-12T17:33:50.520 INFO:teuthology.orchestra.run.smithi115.stdout: mon osd nearfull ratio = 0.8 2024-09-12T17:33:50.520 INFO:teuthology.orchestra.run.smithi115.stdout: osd failsafe full ratio = 0.95 2024-09-12T17:33:50.520 INFO:teuthology.orchestra.run.smithi115.stdout: osd objectstore = bluestore 2024-09-12T17:33:50.521 INFO:teuthology.orchestra.run.smithi115.stdout: osd shutdown pgref assert = True 2024-09-12T17:33:50.521 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-12T17:33:50.521 INFO:teuthology.orchestra.run.smithi115.stdout:[mgr] 2024-09-12T17:33:50.521 INFO:teuthology.orchestra.run.smithi115.stdout: debug ms = 1 2024-09-12T17:33:50.521 INFO:teuthology.orchestra.run.smithi115.stdout: debug mgr = 20 2024-09-12T17:33:50.521 INFO:teuthology.orchestra.run.smithi115.stdout: debug mon = 20 2024-09-12T17:33:50.522 INFO:teuthology.orchestra.run.smithi115.stdout: debug auth = 20 2024-09-12T17:33:50.522 INFO:teuthology.orchestra.run.smithi115.stdout: mon reweight min pgs per osd = 4 2024-09-12T17:33:50.522 INFO:teuthology.orchestra.run.smithi115.stdout: mon reweight min bytes per osd = 10 2024-09-12T17:33:50.522 INFO:teuthology.orchestra.run.smithi115.stdout: mgr/telemetry/nag = false 2024-09-12T17:33:50.522 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-12T17:33:50.522 INFO:teuthology.orchestra.run.smithi115.stdout:[mon] 2024-09-12T17:33:50.523 INFO:teuthology.orchestra.run.smithi115.stdout: debug ms = 1 2024-09-12T17:33:50.523 INFO:teuthology.orchestra.run.smithi115.stdout: debug mon = 20 2024-09-12T17:33:50.523 INFO:teuthology.orchestra.run.smithi115.stdout: debug paxos = 20 2024-09-12T17:33:50.523 INFO:teuthology.orchestra.run.smithi115.stdout: debug auth = 20 2024-09-12T17:33:50.523 INFO:teuthology.orchestra.run.smithi115.stdout: mon data avail warn = 5 2024-09-12T17:33:50.523 INFO:teuthology.orchestra.run.smithi115.stdout: mon mgr mkfs grace = 240 2024-09-12T17:33:50.523 INFO:teuthology.orchestra.run.smithi115.stdout: mon reweight min pgs per osd = 4 2024-09-12T17:33:50.524 INFO:teuthology.orchestra.run.smithi115.stdout: mon osd reporter subtree level = osd 2024-09-12T17:33:50.524 INFO:teuthology.orchestra.run.smithi115.stdout: mon osd prime pg temp = true 2024-09-12T17:33:50.524 INFO:teuthology.orchestra.run.smithi115.stdout: mon reweight min bytes per osd = 10 2024-09-12T17:33:50.524 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-12T17:33:50.524 INFO:teuthology.orchestra.run.smithi115.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-12T17:33:50.524 INFO:teuthology.orchestra.run.smithi115.stdout: auth mon ticket ttl = 660 # 11m 2024-09-12T17:33:50.524 INFO:teuthology.orchestra.run.smithi115.stdout: auth service ticket ttl = 240 # 4m 2024-09-12T17:33:50.524 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-12T17:33:50.524 INFO:teuthology.orchestra.run.smithi115.stdout: # don't complain about insecure global_id in the test suite 2024-09-12T17:33:50.524 INFO:teuthology.orchestra.run.smithi115.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-12T17:33:50.524 INFO:teuthology.orchestra.run.smithi115.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-12T17:33:50.525 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-12T17:33:50.525 INFO:teuthology.orchestra.run.smithi115.stdout: # 1m isn't quite enough 2024-09-12T17:33:50.525 INFO:teuthology.orchestra.run.smithi115.stdout: mon_down_mkfs_grace = 2m 2024-09-12T17:33:50.525 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-12T17:33:50.525 INFO:teuthology.orchestra.run.smithi115.stdout: mon_warn_on_filestore_osds = false 2024-09-12T17:33:50.525 INFO:teuthology.orchestra.run.smithi115.stdout: lockdep = True 2024-09-12T17:33:50.525 INFO:teuthology.orchestra.run.smithi115.stdout: 2024-09-12T17:33:50.525 INFO:teuthology.orchestra.run.smithi115.stdout:[client] 2024-09-12T17:33:50.525 INFO:teuthology.orchestra.run.smithi115.stdout: rgw cache enabled = true 2024-09-12T17:33:50.525 INFO:teuthology.orchestra.run.smithi115.stdout: rgw enable ops log = True 2024-09-12T17:33:50.525 INFO:teuthology.orchestra.run.smithi115.stdout: rgw enable usage log = true 2024-09-12T17:33:50.525 INFO:teuthology.orchestra.run.smithi115.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-12T17:33:50.525 INFO:teuthology.orchestra.run.smithi115.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-12T17:33:50.526 INFO:teuthology.orchestra.run.smithi115.stdout: debug rgw = 20 2024-09-12T17:33:50.526 INFO:teuthology.orchestra.run.smithi115.stdout: debug rgw notification = 20 2024-09-12T17:33:50.526 INFO:teuthology.orchestra.run.smithi115.stdout: rgw bucket counters cache = True 2024-09-12T17:33:50.526 INFO:teuthology.orchestra.run.smithi115.stdout: rgw crypt require ssl = False 2024-09-12T17:33:50.526 INFO:teuthology.orchestra.run.smithi115.stdout: rgw crypt s3 kms backend = testing 2024-09-12T17:33:50.526 INFO:teuthology.orchestra.run.smithi115.stdout: rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2024-09-12T17:33:50.526 INFO:teuthology.orchestra.run.smithi115.stdout: rgw d3n l1 datacache persistent path = /tmp/rgw_datacache/ 2024-09-12T17:33:50.526 INFO:teuthology.orchestra.run.smithi115.stdout: rgw d3n l1 datacache size = 10737418240 2024-09-12T17:33:50.526 INFO:teuthology.orchestra.run.smithi115.stdout: rgw d3n l1 local datacache enabled = True 2024-09-12T17:33:50.526 INFO:teuthology.orchestra.run.smithi115.stdout: rgw reshard progress judge interval = 10 2024-09-12T17:33:50.526 INFO:teuthology.orchestra.run.smithi115.stdout: rgw s3 auth use sts = True 2024-09-12T17:33:50.526 INFO:teuthology.orchestra.run.smithi115.stdout: rgw sts key = abcdefghijklmnop 2024-09-12T17:33:50.526 INFO:teuthology.orchestra.run.smithi115.stdout: rgw torrent flag = True 2024-09-12T17:33:50.527 INFO:teuthology.orchestra.run.smithi115.stdout: rgw user counters cache = True 2024-09-12T17:33:50.527 INFO:teuthology.orchestra.run.smithi115.stdout: setgroup = ceph 2024-09-12T17:33:50.527 INFO:teuthology.orchestra.run.smithi115.stdout: setuser = ceph 2024-09-12T17:33:50.527 INFO:teuthology.orchestra.run.smithi115.stdout:[mon.a] 2024-09-12T17:33:50.527 INFO:teuthology.orchestra.run.smithi115.stdout:[mon.c] 2024-09-12T17:33:50.527 INFO:teuthology.orchestra.run.smithi115.stdout:[mon.b] 2024-09-12T17:33:50.527 INFO:tasks.ceph:Creating admin key on mon.a... 2024-09-12T17:33:50.527 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2024-09-12T17:33:50.620 INFO:tasks.ceph:Copying monmap to all nodes... 2024-09-12T17:33:50.620 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-12T17:33:50.620 DEBUG:teuthology.orchestra.run.smithi045:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2024-09-12T17:33:50.650 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-12T17:33:50.650 DEBUG:teuthology.orchestra.run.smithi045:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2024-09-12T17:33:50.720 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi045.front.sepia.ceph.com 2024-09-12T17:33:50.720 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-12T17:33:50.720 DEBUG:teuthology.orchestra.run.smithi045:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-12T17:33:50.720 DEBUG:teuthology.orchestra.run.smithi045:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-12T17:33:50.810 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-12T17:33:50.810 DEBUG:teuthology.orchestra.run.smithi045:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-12T17:33:50.880 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi115.front.sepia.ceph.com 2024-09-12T17:33:50.880 DEBUG:teuthology.orchestra.run.smithi115:> set -ex 2024-09-12T17:33:50.880 DEBUG:teuthology.orchestra.run.smithi115:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-12T17:33:50.880 DEBUG:teuthology.orchestra.run.smithi115:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-12T17:33:50.929 DEBUG:teuthology.orchestra.run.smithi115:> set -ex 2024-09-12T17:33:50.929 DEBUG:teuthology.orchestra.run.smithi115:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-12T17:33:50.998 INFO:tasks.ceph:Setting up mon nodes... 2024-09-12T17:33:50.998 INFO:tasks.ceph:Setting up mgr nodes... 2024-09-12T17:33:50.998 DEBUG:teuthology.orchestra.run.smithi045:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2024-09-12T17:33:51.065 INFO:teuthology.orchestra.run.smithi045.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2024-09-12T17:33:51.067 DEBUG:teuthology.orchestra.run.smithi115:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2024-09-12T17:33:51.137 INFO:teuthology.orchestra.run.smithi115.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2024-09-12T17:33:51.139 INFO:tasks.ceph:Setting up mds nodes... 2024-09-12T17:33:51.140 INFO:tasks.ceph_client:Setting up client nodes... 2024-09-12T17:33:51.140 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-12T17:33:51.195 INFO:teuthology.orchestra.run.smithi045.stdout:creating /etc/ceph/ceph.client.0.keyring 2024-09-12T17:33:51.209 DEBUG:teuthology.orchestra.run.smithi115:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-12T17:33:51.263 INFO:teuthology.orchestra.run.smithi115.stdout:creating /etc/ceph/ceph.client.1.keyring 2024-09-12T17:33:51.276 INFO:tasks.ceph:Running mkfs on osd nodes... 2024-09-12T17:33:51.276 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi045.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi115.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-12T17:33:51.276 DEBUG:teuthology.orchestra.run.smithi045:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2024-09-12T17:33:51.316 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-12T17:33:51.316 INFO:tasks.ceph:role: osd.0 2024-09-12T17:33:51.317 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi045.front.sepia.ceph.com 2024-09-12T17:33:51.317 DEBUG:teuthology.orchestra.run.smithi045:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-12T17:33:51.395 INFO:teuthology.orchestra.run.smithi045.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T17:33:51.395 INFO:teuthology.orchestra.run.smithi045.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T17:33:51.395 INFO:teuthology.orchestra.run.smithi045.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T17:33:51.396 INFO:teuthology.orchestra.run.smithi045.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-12T17:33:51.396 INFO:teuthology.orchestra.run.smithi045.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T17:33:51.396 INFO:teuthology.orchestra.run.smithi045.stdout: = sunit=0 swidth=0 blks 2024-09-12T17:33:51.396 INFO:teuthology.orchestra.run.smithi045.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T17:33:51.396 INFO:teuthology.orchestra.run.smithi045.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-12T17:33:51.396 INFO:teuthology.orchestra.run.smithi045.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T17:33:51.396 INFO:teuthology.orchestra.run.smithi045.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T17:33:51.428 INFO:teuthology.orchestra.run.smithi045.stdout:Discarding blocks...Done. 2024-09-12T17:33:51.430 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi045.front.sepia.ceph.com -o noatime 2024-09-12T17:33:51.430 DEBUG:teuthology.orchestra.run.smithi045:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2024-09-12T17:33:51.514 DEBUG:teuthology.orchestra.run.smithi045:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2024-09-12T17:33:51.599 DEBUG:teuthology.orchestra.run.smithi045:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2024-09-12T17:33:51.638 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-12T17:33:51.638 INFO:tasks.ceph:role: osd.1 2024-09-12T17:33:51.638 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi045.front.sepia.ceph.com 2024-09-12T17:33:51.638 DEBUG:teuthology.orchestra.run.smithi045:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-12T17:33:51.718 INFO:teuthology.orchestra.run.smithi045.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T17:33:51.718 INFO:teuthology.orchestra.run.smithi045.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T17:33:51.718 INFO:teuthology.orchestra.run.smithi045.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T17:33:51.718 INFO:teuthology.orchestra.run.smithi045.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-12T17:33:51.718 INFO:teuthology.orchestra.run.smithi045.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T17:33:51.718 INFO:teuthology.orchestra.run.smithi045.stdout: = sunit=0 swidth=0 blks 2024-09-12T17:33:51.718 INFO:teuthology.orchestra.run.smithi045.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T17:33:51.718 INFO:teuthology.orchestra.run.smithi045.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-12T17:33:51.718 INFO:teuthology.orchestra.run.smithi045.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T17:33:51.719 INFO:teuthology.orchestra.run.smithi045.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T17:33:51.751 INFO:teuthology.orchestra.run.smithi045.stdout:Discarding blocks...Done. 2024-09-12T17:33:51.753 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi045.front.sepia.ceph.com -o noatime 2024-09-12T17:33:51.753 DEBUG:teuthology.orchestra.run.smithi045:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2024-09-12T17:33:51.836 DEBUG:teuthology.orchestra.run.smithi045:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2024-09-12T17:33:51.920 DEBUG:teuthology.orchestra.run.smithi045:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2024-09-12T17:33:52.000 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-12T17:33:52.000 INFO:tasks.ceph:role: osd.2 2024-09-12T17:33:52.000 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi045.front.sepia.ceph.com 2024-09-12T17:33:52.001 DEBUG:teuthology.orchestra.run.smithi045:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-12T17:33:52.080 INFO:teuthology.orchestra.run.smithi045.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T17:33:52.080 INFO:teuthology.orchestra.run.smithi045.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T17:33:52.080 INFO:teuthology.orchestra.run.smithi045.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T17:33:52.080 INFO:teuthology.orchestra.run.smithi045.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-12T17:33:52.080 INFO:teuthology.orchestra.run.smithi045.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T17:33:52.080 INFO:teuthology.orchestra.run.smithi045.stdout: = sunit=0 swidth=0 blks 2024-09-12T17:33:52.080 INFO:teuthology.orchestra.run.smithi045.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T17:33:52.080 INFO:teuthology.orchestra.run.smithi045.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-12T17:33:52.081 INFO:teuthology.orchestra.run.smithi045.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T17:33:52.081 INFO:teuthology.orchestra.run.smithi045.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T17:33:52.113 INFO:teuthology.orchestra.run.smithi045.stdout:Discarding blocks...Done. 2024-09-12T17:33:52.115 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi045.front.sepia.ceph.com -o noatime 2024-09-12T17:33:52.115 DEBUG:teuthology.orchestra.run.smithi045:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2024-09-12T17:33:52.198 DEBUG:teuthology.orchestra.run.smithi045:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2024-09-12T17:33:52.282 DEBUG:teuthology.orchestra.run.smithi045:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2024-09-12T17:33:52.361 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-12T17:33:52.361 INFO:tasks.ceph:role: osd.3 2024-09-12T17:33:52.362 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi045.front.sepia.ceph.com 2024-09-12T17:33:52.362 DEBUG:teuthology.orchestra.run.smithi045:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-12T17:33:52.440 INFO:teuthology.orchestra.run.smithi045.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T17:33:52.441 INFO:teuthology.orchestra.run.smithi045.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T17:33:52.441 INFO:teuthology.orchestra.run.smithi045.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T17:33:52.441 INFO:teuthology.orchestra.run.smithi045.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-12T17:33:52.441 INFO:teuthology.orchestra.run.smithi045.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T17:33:52.441 INFO:teuthology.orchestra.run.smithi045.stdout: = sunit=0 swidth=0 blks 2024-09-12T17:33:52.441 INFO:teuthology.orchestra.run.smithi045.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T17:33:52.441 INFO:teuthology.orchestra.run.smithi045.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-12T17:33:52.441 INFO:teuthology.orchestra.run.smithi045.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T17:33:52.441 INFO:teuthology.orchestra.run.smithi045.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T17:33:52.478 INFO:teuthology.orchestra.run.smithi045.stdout:Discarding blocks...Done. 2024-09-12T17:33:52.478 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi045.front.sepia.ceph.com -o noatime 2024-09-12T17:33:52.478 DEBUG:teuthology.orchestra.run.smithi045:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2024-09-12T17:33:52.562 DEBUG:teuthology.orchestra.run.smithi045:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2024-09-12T17:33:52.646 DEBUG:teuthology.orchestra.run.smithi045:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T17:33:52.759 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:33:52.756+0000 7f42e2c15640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2024-09-12T17:33:52.759 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:33:52.757+0000 7f42e2c15640 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2024-09-12T17:33:52.759 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:33:52.757+0000 7f42e2c15640 -1 bdev(0x55e26b4cf800 /var/lib/ceph/osd/ceph-0/block) open stat got: (1) Operation not permitted 2024-09-12T17:33:52.760 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:33:52.757+0000 7f42e2c15640 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2024-09-12T17:33:56.414 DEBUG:teuthology.orchestra.run.smithi045:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-12T17:33:56.461 DEBUG:teuthology.orchestra.run.smithi045:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T17:33:56.527 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:33:56.525+0000 7f36410fe640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2024-09-12T17:33:56.527 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:33:56.525+0000 7f36410fe640 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2024-09-12T17:33:56.527 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:33:56.525+0000 7f36410fe640 -1 bdev(0x55b8a72ab800 /var/lib/ceph/osd/ceph-1/block) open stat got: (1) Operation not permitted 2024-09-12T17:33:56.527 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:33:56.525+0000 7f36410fe640 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2024-09-12T17:33:59.684 DEBUG:teuthology.orchestra.run.smithi045:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-12T17:33:59.731 DEBUG:teuthology.orchestra.run.smithi045:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T17:33:59.795 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:33:59.793+0000 7fe5d34b4640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2024-09-12T17:33:59.795 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:33:59.793+0000 7fe5d34b4640 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2024-09-12T17:33:59.795 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:33:59.793+0000 7fe5d34b4640 -1 bdev(0x55572619f800 /var/lib/ceph/osd/ceph-2/block) open stat got: (1) Operation not permitted 2024-09-12T17:33:59.795 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:33:59.793+0000 7fe5d34b4640 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2024-09-12T17:34:02.973 DEBUG:teuthology.orchestra.run.smithi045:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-12T17:34:03.020 DEBUG:teuthology.orchestra.run.smithi045:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T17:34:03.085 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:34:03.083+0000 7f49a1220640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2024-09-12T17:34:03.085 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:34:03.083+0000 7f49a1220640 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2024-09-12T17:34:03.085 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:34:03.083+0000 7f49a1220640 -1 bdev(0x555d2bc1b800 /var/lib/ceph/osd/ceph-3/block) open stat got: (1) Operation not permitted 2024-09-12T17:34:03.085 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:34:03.083+0000 7f49a1220640 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2024-09-12T17:34:06.500 DEBUG:teuthology.orchestra.run.smithi045:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-12T17:34:06.548 DEBUG:teuthology.orchestra.run.smithi115:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2024-09-12T17:34:06.594 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-12T17:34:06.594 INFO:tasks.ceph:role: osd.4 2024-09-12T17:34:06.594 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi115.front.sepia.ceph.com 2024-09-12T17:34:06.594 DEBUG:teuthology.orchestra.run.smithi115:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-12T17:34:06.643 INFO:teuthology.orchestra.run.smithi115.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T17:34:06.643 INFO:teuthology.orchestra.run.smithi115.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T17:34:06.643 INFO:teuthology.orchestra.run.smithi115.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T17:34:06.643 INFO:teuthology.orchestra.run.smithi115.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-12T17:34:06.643 INFO:teuthology.orchestra.run.smithi115.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T17:34:06.644 INFO:teuthology.orchestra.run.smithi115.stdout: = sunit=0 swidth=0 blks 2024-09-12T17:34:06.644 INFO:teuthology.orchestra.run.smithi115.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T17:34:06.644 INFO:teuthology.orchestra.run.smithi115.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-12T17:34:06.644 INFO:teuthology.orchestra.run.smithi115.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T17:34:06.644 INFO:teuthology.orchestra.run.smithi115.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T17:34:07.157 INFO:teuthology.orchestra.run.smithi115.stdout:Discarding blocks...Done. 2024-09-12T17:34:07.159 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi115.front.sepia.ceph.com -o noatime 2024-09-12T17:34:07.159 DEBUG:teuthology.orchestra.run.smithi115:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2024-09-12T17:34:07.277 DEBUG:teuthology.orchestra.run.smithi115:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2024-09-12T17:34:07.325 DEBUG:teuthology.orchestra.run.smithi115:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2024-09-12T17:34:07.367 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-12T17:34:07.367 INFO:tasks.ceph:role: osd.5 2024-09-12T17:34:07.367 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi115.front.sepia.ceph.com 2024-09-12T17:34:07.367 DEBUG:teuthology.orchestra.run.smithi115:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-12T17:34:07.456 INFO:teuthology.orchestra.run.smithi115.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T17:34:07.456 INFO:teuthology.orchestra.run.smithi115.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T17:34:07.456 INFO:teuthology.orchestra.run.smithi115.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T17:34:07.456 INFO:teuthology.orchestra.run.smithi115.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-12T17:34:07.456 INFO:teuthology.orchestra.run.smithi115.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T17:34:07.456 INFO:teuthology.orchestra.run.smithi115.stdout: = sunit=0 swidth=0 blks 2024-09-12T17:34:07.456 INFO:teuthology.orchestra.run.smithi115.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T17:34:07.457 INFO:teuthology.orchestra.run.smithi115.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-12T17:34:07.457 INFO:teuthology.orchestra.run.smithi115.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T17:34:07.457 INFO:teuthology.orchestra.run.smithi115.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T17:34:07.918 INFO:teuthology.orchestra.run.smithi115.stdout:Discarding blocks...Done. 2024-09-12T17:34:07.920 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi115.front.sepia.ceph.com -o noatime 2024-09-12T17:34:07.920 DEBUG:teuthology.orchestra.run.smithi115:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2024-09-12T17:34:07.984 DEBUG:teuthology.orchestra.run.smithi115:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2024-09-12T17:34:08.028 DEBUG:teuthology.orchestra.run.smithi115:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2024-09-12T17:34:08.107 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-12T17:34:08.107 INFO:tasks.ceph:role: osd.6 2024-09-12T17:34:08.107 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi115.front.sepia.ceph.com 2024-09-12T17:34:08.107 DEBUG:teuthology.orchestra.run.smithi115:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-12T17:34:08.194 INFO:teuthology.orchestra.run.smithi115.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T17:34:08.194 INFO:teuthology.orchestra.run.smithi115.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T17:34:08.194 INFO:teuthology.orchestra.run.smithi115.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T17:34:08.194 INFO:teuthology.orchestra.run.smithi115.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-12T17:34:08.195 INFO:teuthology.orchestra.run.smithi115.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T17:34:08.195 INFO:teuthology.orchestra.run.smithi115.stdout: = sunit=0 swidth=0 blks 2024-09-12T17:34:08.195 INFO:teuthology.orchestra.run.smithi115.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T17:34:08.195 INFO:teuthology.orchestra.run.smithi115.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-12T17:34:08.195 INFO:teuthology.orchestra.run.smithi115.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T17:34:08.195 INFO:teuthology.orchestra.run.smithi115.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T17:34:08.685 INFO:teuthology.orchestra.run.smithi115.stdout:Discarding blocks...Done. 2024-09-12T17:34:08.687 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi115.front.sepia.ceph.com -o noatime 2024-09-12T17:34:08.687 DEBUG:teuthology.orchestra.run.smithi115:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2024-09-12T17:34:08.806 DEBUG:teuthology.orchestra.run.smithi115:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2024-09-12T17:34:08.854 DEBUG:teuthology.orchestra.run.smithi115:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2024-09-12T17:34:08.893 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-12T17:34:08.893 INFO:tasks.ceph:role: osd.7 2024-09-12T17:34:08.893 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi115.front.sepia.ceph.com 2024-09-12T17:34:08.893 DEBUG:teuthology.orchestra.run.smithi115:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-12T17:34:08.979 INFO:teuthology.orchestra.run.smithi115.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T17:34:08.980 INFO:teuthology.orchestra.run.smithi115.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T17:34:08.980 INFO:teuthology.orchestra.run.smithi115.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T17:34:08.980 INFO:teuthology.orchestra.run.smithi115.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-12T17:34:08.980 INFO:teuthology.orchestra.run.smithi115.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T17:34:08.980 INFO:teuthology.orchestra.run.smithi115.stdout: = sunit=0 swidth=0 blks 2024-09-12T17:34:08.980 INFO:teuthology.orchestra.run.smithi115.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T17:34:08.980 INFO:teuthology.orchestra.run.smithi115.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-12T17:34:08.980 INFO:teuthology.orchestra.run.smithi115.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T17:34:08.980 INFO:teuthology.orchestra.run.smithi115.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T17:34:09.495 INFO:teuthology.orchestra.run.smithi115.stdout:Discarding blocks...Done. 2024-09-12T17:34:09.497 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi115.front.sepia.ceph.com -o noatime 2024-09-12T17:34:09.497 DEBUG:teuthology.orchestra.run.smithi115:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2024-09-12T17:34:09.613 DEBUG:teuthology.orchestra.run.smithi115:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2024-09-12T17:34:09.658 DEBUG:teuthology.orchestra.run.smithi115:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T17:34:09.724 INFO:teuthology.orchestra.run.smithi115.stderr:2024-09-12T17:34:09.723+0000 7f066aed8640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2024-09-12T17:34:09.726 INFO:teuthology.orchestra.run.smithi115.stderr:2024-09-12T17:34:09.725+0000 7f066aed8640 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2024-09-12T17:34:09.726 INFO:teuthology.orchestra.run.smithi115.stderr:2024-09-12T17:34:09.725+0000 7f066aed8640 -1 bdev(0x561c11ae1800 /var/lib/ceph/osd/ceph-4/block) open stat got: (1) Operation not permitted 2024-09-12T17:34:09.726 INFO:teuthology.orchestra.run.smithi115.stderr:2024-09-12T17:34:09.725+0000 7f066aed8640 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2024-09-12T17:34:12.639 DEBUG:teuthology.orchestra.run.smithi115:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-12T17:34:12.683 DEBUG:teuthology.orchestra.run.smithi115:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T17:34:12.746 INFO:teuthology.orchestra.run.smithi115.stderr:2024-09-12T17:34:12.744+0000 7f6d3ae0d640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2024-09-12T17:34:12.746 INFO:teuthology.orchestra.run.smithi115.stderr:2024-09-12T17:34:12.745+0000 7f6d3ae0d640 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2024-09-12T17:34:12.746 INFO:teuthology.orchestra.run.smithi115.stderr:2024-09-12T17:34:12.745+0000 7f6d3ae0d640 -1 bdev(0x55af4d429800 /var/lib/ceph/osd/ceph-5/block) open stat got: (1) Operation not permitted 2024-09-12T17:34:12.746 INFO:teuthology.orchestra.run.smithi115.stderr:2024-09-12T17:34:12.745+0000 7f6d3ae0d640 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2024-09-12T17:34:15.659 DEBUG:teuthology.orchestra.run.smithi115:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-12T17:34:15.703 DEBUG:teuthology.orchestra.run.smithi115:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T17:34:15.806 INFO:teuthology.orchestra.run.smithi115.stderr:2024-09-12T17:34:15.804+0000 7f716ab1b640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2024-09-12T17:34:15.806 INFO:teuthology.orchestra.run.smithi115.stderr:2024-09-12T17:34:15.805+0000 7f716ab1b640 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2024-09-12T17:34:15.806 INFO:teuthology.orchestra.run.smithi115.stderr:2024-09-12T17:34:15.805+0000 7f716ab1b640 -1 bdev(0x562f77d75800 /var/lib/ceph/osd/ceph-6/block) open stat got: (1) Operation not permitted 2024-09-12T17:34:15.806 INFO:teuthology.orchestra.run.smithi115.stderr:2024-09-12T17:34:15.805+0000 7f716ab1b640 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2024-09-12T17:34:19.231 DEBUG:teuthology.orchestra.run.smithi115:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-12T17:34:19.274 DEBUG:teuthology.orchestra.run.smithi115:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T17:34:19.378 INFO:teuthology.orchestra.run.smithi115.stderr:2024-09-12T17:34:19.377+0000 7f6053702640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2024-09-12T17:34:19.378 INFO:teuthology.orchestra.run.smithi115.stderr:2024-09-12T17:34:19.377+0000 7f6053702640 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2024-09-12T17:34:19.378 INFO:teuthology.orchestra.run.smithi115.stderr:2024-09-12T17:34:19.377+0000 7f6053702640 -1 bdev(0x5557d7869800 /var/lib/ceph/osd/ceph-7/block) open stat got: (1) Operation not permitted 2024-09-12T17:34:19.378 INFO:teuthology.orchestra.run.smithi115.stderr:2024-09-12T17:34:19.377+0000 7f6053702640 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2024-09-12T17:34:22.290 DEBUG:teuthology.orchestra.run.smithi115:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-12T17:34:22.334 INFO:tasks.ceph:Reading keys from all nodes... 2024-09-12T17:34:22.334 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-12T17:34:22.334 DEBUG:teuthology.orchestra.run.smithi045:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2024-09-12T17:34:22.383 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-12T17:34:22.383 DEBUG:teuthology.orchestra.run.smithi045:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2024-09-12T17:34:22.466 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-12T17:34:22.467 DEBUG:teuthology.orchestra.run.smithi045:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2024-09-12T17:34:22.549 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-12T17:34:22.549 DEBUG:teuthology.orchestra.run.smithi045:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2024-09-12T17:34:22.631 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-12T17:34:22.631 DEBUG:teuthology.orchestra.run.smithi045:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2024-09-12T17:34:22.711 DEBUG:teuthology.orchestra.run.smithi115:> set -ex 2024-09-12T17:34:22.711 DEBUG:teuthology.orchestra.run.smithi115:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2024-09-12T17:34:22.756 DEBUG:teuthology.orchestra.run.smithi115:> set -ex 2024-09-12T17:34:22.756 DEBUG:teuthology.orchestra.run.smithi115:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2024-09-12T17:34:22.839 DEBUG:teuthology.orchestra.run.smithi115:> set -ex 2024-09-12T17:34:22.839 DEBUG:teuthology.orchestra.run.smithi115:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2024-09-12T17:34:22.920 DEBUG:teuthology.orchestra.run.smithi115:> set -ex 2024-09-12T17:34:22.920 DEBUG:teuthology.orchestra.run.smithi115:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2024-09-12T17:34:22.998 DEBUG:teuthology.orchestra.run.smithi115:> set -ex 2024-09-12T17:34:22.999 DEBUG:teuthology.orchestra.run.smithi115:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2024-09-12T17:34:23.078 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-12T17:34:23.078 DEBUG:teuthology.orchestra.run.smithi045:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2024-09-12T17:34:23.111 DEBUG:teuthology.orchestra.run.smithi115:> set -ex 2024-09-12T17:34:23.111 DEBUG:teuthology.orchestra.run.smithi115:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2024-09-12T17:34:23.147 INFO:tasks.ceph:Adding keys to all mons... 2024-09-12T17:34:23.147 DEBUG:teuthology.orchestra.run.smithi045:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-12T17:34:23.153 DEBUG:teuthology.orchestra.run.smithi115:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-12T17:34:23.194 INFO:teuthology.orchestra.run.smithi045.stdout:[mgr.y] 2024-09-12T17:34:23.194 INFO:teuthology.orchestra.run.smithi045.stdout: key = AQD/JeNmERrhAxAAJUrDmckgQF2T30K0SEYazA== 2024-09-12T17:34:23.194 INFO:teuthology.orchestra.run.smithi045.stdout:[osd.0] 2024-09-12T17:34:23.194 INFO:teuthology.orchestra.run.smithi045.stdout: key = AQAAJuNm09o2LRAAhlDtnYSdDH7XnObzIqcuEA== 2024-09-12T17:34:23.194 INFO:teuthology.orchestra.run.smithi045.stdout:[osd.1] 2024-09-12T17:34:23.194 INFO:teuthology.orchestra.run.smithi045.stdout: key = AQAEJuNmQrZoHxAAVMpF/Zs53+cJQmS4gtwaUg== 2024-09-12T17:34:23.194 INFO:teuthology.orchestra.run.smithi045.stdout:[osd.2] 2024-09-12T17:34:23.194 INFO:teuthology.orchestra.run.smithi045.stdout: key = AQAHJuNmesVgLxAAZGOegrJkTXs3DFMYgXBz3Q== 2024-09-12T17:34:23.195 INFO:teuthology.orchestra.run.smithi045.stdout:[osd.3] 2024-09-12T17:34:23.195 INFO:teuthology.orchestra.run.smithi045.stdout: key = AQALJuNmG78PBRAAi6dDx6govU8dh78eSh/rwQ== 2024-09-12T17:34:23.195 INFO:teuthology.orchestra.run.smithi045.stdout:[mgr.x] 2024-09-12T17:34:23.195 INFO:teuthology.orchestra.run.smithi045.stdout: key = AQD/JeNmvkcwCBAAc3MfLZYdULYvErDmljS01g== 2024-09-12T17:34:23.195 INFO:teuthology.orchestra.run.smithi045.stdout:[osd.4] 2024-09-12T17:34:23.195 INFO:teuthology.orchestra.run.smithi045.stdout: key = AQARJuNmXt0yKxAAamUOzhpEl3Duj98CXSl5Kg== 2024-09-12T17:34:23.195 INFO:teuthology.orchestra.run.smithi045.stdout:[osd.5] 2024-09-12T17:34:23.195 INFO:teuthology.orchestra.run.smithi045.stdout: key = AQAUJuNmyQpzLBAA4zUPucvC7awVHfG/HyCV3w== 2024-09-12T17:34:23.195 INFO:teuthology.orchestra.run.smithi045.stdout:[osd.6] 2024-09-12T17:34:23.195 INFO:teuthology.orchestra.run.smithi045.stdout: key = AQAXJuNm3egGMBAARlgzKBg5Lw9ProhUwx4tYA== 2024-09-12T17:34:23.195 INFO:teuthology.orchestra.run.smithi045.stdout:[osd.7] 2024-09-12T17:34:23.195 INFO:teuthology.orchestra.run.smithi045.stdout: key = AQAbJuNmd9mHFhAAyhNSvNxE8VGnwIn3lLcOew== 2024-09-12T17:34:23.195 INFO:teuthology.orchestra.run.smithi045.stdout:[client.0] 2024-09-12T17:34:23.196 INFO:teuthology.orchestra.run.smithi045.stdout: key = AQD/JeNmHO2tCxAAWvS3dEyEJDpIou2E+luERw== 2024-09-12T17:34:23.196 INFO:teuthology.orchestra.run.smithi045.stdout:[client.1] 2024-09-12T17:34:23.196 INFO:teuthology.orchestra.run.smithi045.stdout: key = AQD/JeNmxbSzDxAA565FgAc6HGd48D6d8OKkLw== 2024-09-12T17:34:23.225 INFO:teuthology.orchestra.run.smithi115.stdout:[mgr.y] 2024-09-12T17:34:23.225 INFO:teuthology.orchestra.run.smithi115.stdout: key = AQD/JeNmERrhAxAAJUrDmckgQF2T30K0SEYazA== 2024-09-12T17:34:23.225 INFO:teuthology.orchestra.run.smithi115.stdout:[osd.0] 2024-09-12T17:34:23.225 INFO:teuthology.orchestra.run.smithi115.stdout: key = AQAAJuNm09o2LRAAhlDtnYSdDH7XnObzIqcuEA== 2024-09-12T17:34:23.225 INFO:teuthology.orchestra.run.smithi115.stdout:[osd.1] 2024-09-12T17:34:23.225 INFO:teuthology.orchestra.run.smithi115.stdout: key = AQAEJuNmQrZoHxAAVMpF/Zs53+cJQmS4gtwaUg== 2024-09-12T17:34:23.225 INFO:teuthology.orchestra.run.smithi115.stdout:[osd.2] 2024-09-12T17:34:23.225 INFO:teuthology.orchestra.run.smithi115.stdout: key = AQAHJuNmesVgLxAAZGOegrJkTXs3DFMYgXBz3Q== 2024-09-12T17:34:23.225 INFO:teuthology.orchestra.run.smithi115.stdout:[osd.3] 2024-09-12T17:34:23.225 INFO:teuthology.orchestra.run.smithi115.stdout: key = AQALJuNmG78PBRAAi6dDx6govU8dh78eSh/rwQ== 2024-09-12T17:34:23.225 INFO:teuthology.orchestra.run.smithi115.stdout:[mgr.x] 2024-09-12T17:34:23.226 INFO:teuthology.orchestra.run.smithi115.stdout: key = AQD/JeNmvkcwCBAAc3MfLZYdULYvErDmljS01g== 2024-09-12T17:34:23.226 INFO:teuthology.orchestra.run.smithi115.stdout:[osd.4] 2024-09-12T17:34:23.226 INFO:teuthology.orchestra.run.smithi115.stdout: key = AQARJuNmXt0yKxAAamUOzhpEl3Duj98CXSl5Kg== 2024-09-12T17:34:23.226 INFO:teuthology.orchestra.run.smithi115.stdout:[osd.5] 2024-09-12T17:34:23.226 INFO:teuthology.orchestra.run.smithi115.stdout: key = AQAUJuNmyQpzLBAA4zUPucvC7awVHfG/HyCV3w== 2024-09-12T17:34:23.226 INFO:teuthology.orchestra.run.smithi115.stdout:[osd.6] 2024-09-12T17:34:23.226 INFO:teuthology.orchestra.run.smithi115.stdout: key = AQAXJuNm3egGMBAARlgzKBg5Lw9ProhUwx4tYA== 2024-09-12T17:34:23.226 INFO:teuthology.orchestra.run.smithi115.stdout:[osd.7] 2024-09-12T17:34:23.226 INFO:teuthology.orchestra.run.smithi115.stdout: key = AQAbJuNmd9mHFhAAyhNSvNxE8VGnwIn3lLcOew== 2024-09-12T17:34:23.226 INFO:teuthology.orchestra.run.smithi115.stdout:[client.0] 2024-09-12T17:34:23.226 INFO:teuthology.orchestra.run.smithi115.stdout: key = AQD/JeNmHO2tCxAAWvS3dEyEJDpIou2E+luERw== 2024-09-12T17:34:23.226 INFO:teuthology.orchestra.run.smithi115.stdout:[client.1] 2024-09-12T17:34:23.226 INFO:teuthology.orchestra.run.smithi115.stdout: key = AQD/JeNmxbSzDxAA565FgAc6HGd48D6d8OKkLw== 2024-09-12T17:34:23.227 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-12T17:34:23.239 DEBUG:teuthology.orchestra.run.smithi115:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-12T17:34:23.334 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T17:34:23.336 DEBUG:teuthology.orchestra.run.smithi115:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T17:34:23.401 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T17:34:23.403 DEBUG:teuthology.orchestra.run.smithi115:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T17:34:23.468 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T17:34:23.470 DEBUG:teuthology.orchestra.run.smithi115:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T17:34:23.534 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T17:34:23.537 DEBUG:teuthology.orchestra.run.smithi115:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T17:34:23.603 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-12T17:34:23.605 DEBUG:teuthology.orchestra.run.smithi115:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-12T17:34:23.669 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T17:34:23.671 DEBUG:teuthology.orchestra.run.smithi115:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T17:34:23.736 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T17:34:23.738 DEBUG:teuthology.orchestra.run.smithi115:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T17:34:23.806 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T17:34:23.809 DEBUG:teuthology.orchestra.run.smithi115:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T17:34:23.875 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T17:34:23.878 DEBUG:teuthology.orchestra.run.smithi115:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T17:34:23.943 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-12T17:34:23.946 DEBUG:teuthology.orchestra.run.smithi115:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-12T17:34:24.014 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-12T17:34:24.016 DEBUG:teuthology.orchestra.run.smithi115:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-12T17:34:24.084 INFO:tasks.ceph:Running mkfs on mon nodes... 2024-09-12T17:34:24.084 DEBUG:teuthology.orchestra.run.smithi045:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2024-09-12T17:34:24.124 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-12T17:34:24.237 DEBUG:teuthology.orchestra.run.smithi045:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2024-09-12T17:34:24.276 DEBUG:teuthology.orchestra.run.smithi045:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2024-09-12T17:34:24.357 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-12T17:34:24.468 DEBUG:teuthology.orchestra.run.smithi045:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2024-09-12T17:34:24.507 DEBUG:teuthology.orchestra.run.smithi115:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2024-09-12T17:34:24.546 DEBUG:teuthology.orchestra.run.smithi115:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-12T17:34:24.657 DEBUG:teuthology.orchestra.run.smithi115:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2024-09-12T17:34:24.695 DEBUG:teuthology.orchestra.run.smithi045:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-12T17:34:24.697 DEBUG:teuthology.orchestra.run.smithi115:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-12T17:34:24.764 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2024-09-12T17:34:24.764 INFO:tasks.ceph.mon.a:Restarting daemon 2024-09-12T17:34:24.764 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2024-09-12T17:34:24.767 INFO:tasks.ceph.mon.a:Started 2024-09-12T17:34:24.767 INFO:tasks.ceph.mon.c:Restarting daemon 2024-09-12T17:34:24.767 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2024-09-12T17:34:24.769 INFO:tasks.ceph.mon.c:Started 2024-09-12T17:34:24.769 INFO:tasks.ceph.mon.b:Restarting daemon 2024-09-12T17:34:24.769 DEBUG:teuthology.orchestra.run.smithi115:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2024-09-12T17:34:24.806 INFO:tasks.ceph.mon.b:Started 2024-09-12T17:34:24.806 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2024-09-12T17:34:24.806 INFO:tasks.ceph.mgr.y:Restarting daemon 2024-09-12T17:34:24.807 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2024-09-12T17:34:24.809 INFO:tasks.ceph.mgr.y:Started 2024-09-12T17:34:24.809 INFO:tasks.ceph.mgr.x:Restarting daemon 2024-09-12T17:34:24.809 DEBUG:teuthology.orchestra.run.smithi115:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2024-09-12T17:34:24.811 INFO:tasks.ceph.mgr.x:Started 2024-09-12T17:34:24.811 DEBUG:tasks.ceph:set 0 configs 2024-09-12T17:34:24.812 INFO:tasks.ceph:Setting crush tunables to default 2024-09-12T17:34:24.812 DEBUG:teuthology.orchestra.run.smithi045:> sudo ceph --cluster ceph osd crush tunables default 2024-09-12T17:34:25.215 INFO:teuthology.orchestra.run.smithi045.stderr:adjusted tunables profile to default 2024-09-12T17:34:25.227 INFO:tasks.ceph:check_enable_crimson: False 2024-09-12T17:34:25.227 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2024-09-12T17:34:25.227 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-12T17:34:25.227 DEBUG:teuthology.orchestra.run.smithi045:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2024-09-12T17:34:25.267 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-12T17:34:25.267 DEBUG:teuthology.orchestra.run.smithi045:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2024-09-12T17:34:25.346 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-12T17:34:25.347 DEBUG:teuthology.orchestra.run.smithi045:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2024-09-12T17:34:25.427 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-12T17:34:25.427 DEBUG:teuthology.orchestra.run.smithi045:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2024-09-12T17:34:25.508 DEBUG:teuthology.orchestra.run.smithi115:> set -ex 2024-09-12T17:34:25.508 DEBUG:teuthology.orchestra.run.smithi115:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2024-09-12T17:34:25.548 DEBUG:teuthology.orchestra.run.smithi115:> set -ex 2024-09-12T17:34:25.548 DEBUG:teuthology.orchestra.run.smithi115:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2024-09-12T17:34:25.627 DEBUG:teuthology.orchestra.run.smithi115:> set -ex 2024-09-12T17:34:25.627 DEBUG:teuthology.orchestra.run.smithi115:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2024-09-12T17:34:25.706 DEBUG:teuthology.orchestra.run.smithi115:> set -ex 2024-09-12T17:34:25.706 DEBUG:teuthology.orchestra.run.smithi115:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2024-09-12T17:34:25.785 DEBUG:teuthology.orchestra.run.smithi115:> sudo ceph --cluster ceph osd new f20fcf9c-61b4-4d6c-ad87-7d32f4b5e3f4 0 2024-09-12T17:34:26.019 INFO:teuthology.orchestra.run.smithi115.stdout:0 2024-09-12T17:34:26.031 DEBUG:teuthology.orchestra.run.smithi115:> sudo ceph --cluster ceph osd new 58bb70d7-f102-4dda-9ba1-10457b556b4a 1 2024-09-12T17:34:26.231 INFO:teuthology.orchestra.run.smithi115.stdout:1 2024-09-12T17:34:26.243 DEBUG:teuthology.orchestra.run.smithi115:> sudo ceph --cluster ceph osd new d09cbdbc-5b10-4fe2-b2e7-83cf40005da9 2 2024-09-12T17:34:26.441 INFO:teuthology.orchestra.run.smithi115.stdout:2 2024-09-12T17:34:26.452 DEBUG:teuthology.orchestra.run.smithi115:> sudo ceph --cluster ceph osd new ba0f7784-2466-4c34-af21-3c21ce66681b 3 2024-09-12T17:34:26.650 INFO:teuthology.orchestra.run.smithi115.stdout:3 2024-09-12T17:34:26.662 DEBUG:teuthology.orchestra.run.smithi115:> sudo ceph --cluster ceph osd new 9bbc52b9-1c2a-48cc-89d0-1c796494632d 4 2024-09-12T17:34:26.976 INFO:teuthology.orchestra.run.smithi115.stderr:2024-09-12T17:34:26.975+0000 7f39df7fe640 0 --2- 172.21.15.115:0/1714038049 >> [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] conn(0x7f39e0142d30 0x7f39e00b22a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2024-09-12T17:34:27.061 INFO:teuthology.orchestra.run.smithi115.stdout:4 2024-09-12T17:34:27.072 DEBUG:teuthology.orchestra.run.smithi115:> sudo ceph --cluster ceph osd new 045975de-b536-4757-91c8-79f011fdad28 5 2024-09-12T17:34:27.271 INFO:teuthology.orchestra.run.smithi115.stdout:5 2024-09-12T17:34:27.282 DEBUG:teuthology.orchestra.run.smithi115:> sudo ceph --cluster ceph osd new 7ba65e28-b152-4d64-aa97-301120a53cfe 6 2024-09-12T17:34:27.475 INFO:teuthology.orchestra.run.smithi115.stdout:6 2024-09-12T17:34:27.487 DEBUG:teuthology.orchestra.run.smithi115:> sudo ceph --cluster ceph osd new b56d15ec-dfe6-4d51-90e0-3261403eb402 7 2024-09-12T17:34:27.681 INFO:teuthology.orchestra.run.smithi115.stdout:7 2024-09-12T17:34:27.692 INFO:tasks.ceph.osd.0:Restarting daemon 2024-09-12T17:34:27.693 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2024-09-12T17:34:27.695 INFO:tasks.ceph.osd.0:Started 2024-09-12T17:34:27.695 INFO:tasks.ceph.osd.1:Restarting daemon 2024-09-12T17:34:27.695 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2024-09-12T17:34:27.697 INFO:tasks.ceph.osd.1:Started 2024-09-12T17:34:27.697 INFO:tasks.ceph.osd.2:Restarting daemon 2024-09-12T17:34:27.697 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2024-09-12T17:34:27.699 INFO:tasks.ceph.osd.2:Started 2024-09-12T17:34:27.699 INFO:tasks.ceph.osd.3:Restarting daemon 2024-09-12T17:34:27.700 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2024-09-12T17:34:27.702 INFO:tasks.ceph.osd.3:Started 2024-09-12T17:34:27.702 INFO:tasks.ceph.osd.4:Restarting daemon 2024-09-12T17:34:27.702 DEBUG:teuthology.orchestra.run.smithi115:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2024-09-12T17:34:27.705 INFO:tasks.ceph.osd.4:Started 2024-09-12T17:34:27.705 INFO:tasks.ceph.osd.5:Restarting daemon 2024-09-12T17:34:27.705 DEBUG:teuthology.orchestra.run.smithi115:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2024-09-12T17:34:27.707 INFO:tasks.ceph.osd.5:Started 2024-09-12T17:34:27.707 INFO:tasks.ceph.osd.6:Restarting daemon 2024-09-12T17:34:27.707 DEBUG:teuthology.orchestra.run.smithi115:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2024-09-12T17:34:27.710 INFO:tasks.ceph.osd.6:Started 2024-09-12T17:34:27.710 INFO:tasks.ceph.osd.7:Restarting daemon 2024-09-12T17:34:27.710 DEBUG:teuthology.orchestra.run.smithi115:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2024-09-12T17:34:27.713 INFO:tasks.ceph.osd.7:Started 2024-09-12T17:34:27.713 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T17:34:27.925 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:34:27.925 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":10,"fsid":"00002ed6-fc71-46ed-9607-07f3c187d65c","created":"2024-09-12T17:34:25.077014+0000","modified":"2024-09-12T17:34:27.678666+0000","last_up_change":"0.000000","last_in_change":"2024-09-12T17:34:27.678666+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"f20fcf9c-61b4-4d6c-ad87-7d32f4b5e3f4","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"58bb70d7-f102-4dda-9ba1-10457b556b4a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"d09cbdbc-5b10-4fe2-b2e7-83cf40005da9","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"ba0f7784-2466-4c34-af21-3c21ce66681b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"9bbc52b9-1c2a-48cc-89d0-1c796494632d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"045975de-b536-4757-91c8-79f011fdad28","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"7ba65e28-b152-4d64-aa97-301120a53cfe","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"b56d15ec-dfe6-4d51-90e0-3261403eb402","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T17:34:27.935 INFO:tasks.ceph.ceph_manager.ceph:[] 2024-09-12T17:34:27.936 INFO:tasks.ceph:Waiting for OSDs to come up 2024-09-12T17:34:28.742 DEBUG:teuthology.orchestra.run.smithi045:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-12T17:34:28.919 INFO:teuthology.misc.health.smithi045.stdout: 2024-09-12T17:34:28.919 INFO:teuthology.misc.health.smithi045.stdout:{"epoch":10,"fsid":"00002ed6-fc71-46ed-9607-07f3c187d65c","created":"2024-09-12T17:34:25.077014+0000","modified":"2024-09-12T17:34:27.678666+0000","last_up_change":"0.000000","last_in_change":"2024-09-12T17:34:27.678666+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"f20fcf9c-61b4-4d6c-ad87-7d32f4b5e3f4","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"58bb70d7-f102-4dda-9ba1-10457b556b4a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"d09cbdbc-5b10-4fe2-b2e7-83cf40005da9","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"ba0f7784-2466-4c34-af21-3c21ce66681b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"9bbc52b9-1c2a-48cc-89d0-1c796494632d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"045975de-b536-4757-91c8-79f011fdad28","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"7ba65e28-b152-4d64-aa97-301120a53cfe","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"b56d15ec-dfe6-4d51-90e0-3261403eb402","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T17:34:28.926 INFO:tasks.ceph.osd.1.smithi045.stderr:2024-09-12T17:34:28.926+0000 7f3871356640 -1 Falling back to public interface 2024-09-12T17:34:28.930 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-12T17:34:28.933 INFO:tasks.ceph.osd.2.smithi045.stderr:2024-09-12T17:34:28.931+0000 7f47a0431640 -1 Falling back to public interface 2024-09-12T17:34:29.188 INFO:tasks.ceph.osd.5.smithi115.stderr:2024-09-12T17:34:29.187+0000 7fc969b30640 -1 Falling back to public interface 2024-09-12T17:34:29.197 INFO:tasks.ceph.osd.0.smithi045.stderr:2024-09-12T17:34:29.196+0000 7fbb19727640 -1 Falling back to public interface 2024-09-12T17:34:29.200 INFO:tasks.ceph.osd.7.smithi115.stderr:2024-09-12T17:34:29.199+0000 7f84e5c44640 -1 Falling back to public interface 2024-09-12T17:34:29.432 INFO:tasks.ceph.osd.3.smithi045.stderr:2024-09-12T17:34:29.431+0000 7f68b1545640 -1 Falling back to public interface 2024-09-12T17:34:29.434 INFO:tasks.ceph.osd.4.smithi115.stderr:2024-09-12T17:34:29.433+0000 7f3921e30640 -1 Falling back to public interface 2024-09-12T17:34:29.475 INFO:tasks.ceph.osd.6.smithi115.stderr:2024-09-12T17:34:29.474+0000 7f5421a0b640 -1 Falling back to public interface 2024-09-12T17:34:30.317 INFO:tasks.ceph.mgr.x.smithi115.stderr:2024-09-12T17:34:30.316+0000 7f66374a7640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-12T17:34:30.317 INFO:tasks.ceph.mgr.x.smithi115.stderr:2024-09-12T17:34:30.316+0000 7f66374a7640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-12T17:34:32.516 INFO:tasks.ceph.osd.2.smithi045.stderr:2024-09-12T17:34:32.515+0000 7f47a0431640 -1 osd.2 0 log_to_monitors true 2024-09-12T17:34:32.718 INFO:tasks.ceph.osd.1.smithi045.stderr:2024-09-12T17:34:32.717+0000 7f3871356640 -1 osd.1 0 log_to_monitors true 2024-09-12T17:34:32.742 INFO:tasks.ceph.osd.5.smithi115.stderr:2024-09-12T17:34:32.741+0000 7fc969b30640 -1 osd.5 0 log_to_monitors true 2024-09-12T17:34:32.772 INFO:tasks.ceph.osd.0.smithi045.stderr:2024-09-12T17:34:32.772+0000 7fbb19727640 -1 osd.0 0 log_to_monitors true 2024-09-12T17:34:33.283 INFO:tasks.ceph.osd.7.smithi115.stderr:2024-09-12T17:34:33.282+0000 7f84e5c44640 -1 osd.7 0 log_to_monitors true 2024-09-12T17:34:33.289 INFO:tasks.ceph.osd.6.smithi115.stderr:2024-09-12T17:34:33.289+0000 7f5421a0b640 -1 osd.6 0 log_to_monitors true 2024-09-12T17:34:33.419 INFO:tasks.ceph.osd.4.smithi115.stderr:2024-09-12T17:34:33.418+0000 7f3921e30640 -1 osd.4 0 log_to_monitors true 2024-09-12T17:34:33.451 INFO:tasks.ceph.osd.3.smithi045.stderr:2024-09-12T17:34:33.450+0000 7f68b1545640 -1 osd.3 0 log_to_monitors true 2024-09-12T17:34:35.580 INFO:tasks.ceph.osd.2.smithi045.stderr:2024-09-12T17:34:35.579+0000 7f479b994640 -1 osd.2 0 waiting for initial osdmap 2024-09-12T17:34:35.595 INFO:tasks.ceph.osd.2.smithi045.stderr:2024-09-12T17:34:35.595+0000 7f47937b3640 -1 osd.2 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T17:34:35.601 INFO:tasks.ceph.osd.0.smithi045.stderr:2024-09-12T17:34:35.600+0000 7fbb156bb640 -1 osd.0 0 waiting for initial osdmap 2024-09-12T17:34:35.607 INFO:tasks.ceph.osd.1.smithi045.stderr:2024-09-12T17:34:35.606+0000 7f386d2ea640 -1 osd.1 0 waiting for initial osdmap 2024-09-12T17:34:35.616 INFO:tasks.ceph.osd.0.smithi045.stderr:2024-09-12T17:34:35.616+0000 7fbb0d4da640 -1 osd.0 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T17:34:35.620 INFO:tasks.ceph.osd.1.smithi045.stderr:2024-09-12T17:34:35.620+0000 7f3865109640 -1 osd.1 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T17:34:35.738 DEBUG:teuthology.orchestra.run.smithi045:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-12T17:34:36.063 INFO:tasks.ceph.osd.6.smithi115.stderr:2024-09-12T17:34:36.062+0000 7f541d421640 -1 osd.6 0 waiting for initial osdmap 2024-09-12T17:34:36.076 INFO:tasks.ceph.osd.5.smithi115.stderr:2024-09-12T17:34:36.074+0000 7fc965ac4640 -1 osd.5 0 waiting for initial osdmap 2024-09-12T17:34:36.077 INFO:tasks.ceph.osd.6.smithi115.stderr:2024-09-12T17:34:36.077+0000 7f5415240640 -1 osd.6 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T17:34:36.092 INFO:tasks.ceph.osd.5.smithi115.stderr:2024-09-12T17:34:36.091+0000 7fc95d8e3640 -1 osd.5 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T17:34:36.113 INFO:teuthology.misc.health.smithi045.stdout: 2024-09-12T17:34:36.364 INFO:teuthology.misc.health.smithi045.stdout:{"epoch":13,"fsid":"00002ed6-fc71-46ed-9607-07f3c187d65c","created":"2024-09-12T17:34:25.077014+0000","modified":"2024-09-12T17:34:35.330443+0000","last_up_change":"0.000000","last_in_change":"2024-09-12T17:34:27.678666+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"f20fcf9c-61b4-4d6c-ad87-7d32f4b5e3f4","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"58bb70d7-f102-4dda-9ba1-10457b556b4a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"d09cbdbc-5b10-4fe2-b2e7-83cf40005da9","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"ba0f7784-2466-4c34-af21-3c21ce66681b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"9bbc52b9-1c2a-48cc-89d0-1c796494632d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"045975de-b536-4757-91c8-79f011fdad28","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"7ba65e28-b152-4d64-aa97-301120a53cfe","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"b56d15ec-dfe6-4d51-90e0-3261403eb402","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T17:34:36.365 INFO:tasks.ceph.osd.7.smithi115.stderr:2024-09-12T17:34:36.224+0000 7f84e1bd8640 -1 osd.7 0 waiting for initial osdmap 2024-09-12T17:34:36.365 INFO:tasks.ceph.osd.7.smithi115.stderr:2024-09-12T17:34:36.238+0000 7f84d99f7640 -1 osd.7 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T17:34:36.366 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-12T17:34:36.366 INFO:tasks.ceph.osd.3.smithi045.stderr:2024-09-12T17:34:36.280+0000 7f68ad4d9640 -1 osd.3 0 waiting for initial osdmap 2024-09-12T17:34:36.366 INFO:tasks.ceph.osd.3.smithi045.stderr:2024-09-12T17:34:36.290+0000 7f68a52f8640 -1 osd.3 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T17:34:36.409 INFO:tasks.ceph.osd.4.smithi115.stderr:2024-09-12T17:34:36.408+0000 7f391d377640 -1 osd.4 0 waiting for initial osdmap 2024-09-12T17:34:36.421 INFO:tasks.ceph.osd.4.smithi115.stderr:2024-09-12T17:34:36.420+0000 7f3915196640 -1 osd.4 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T17:34:43.173 DEBUG:teuthology.orchestra.run.smithi045:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-12T17:34:43.493 INFO:teuthology.misc.health.smithi045.stdout: 2024-09-12T17:34:43.493 INFO:teuthology.misc.health.smithi045.stdout:{"epoch":17,"fsid":"00002ed6-fc71-46ed-9607-07f3c187d65c","created":"2024-09-12T17:34:25.077014+0000","modified":"2024-09-12T17:34:39.591300+0000","last_up_change":"2024-09-12T17:34:36.583376+0000","last_in_change":"2024-09-12T17:34:27.678666+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T17:34:37.325695+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f20fcf9c-61b4-4d6c-ad87-7d32f4b5e3f4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6816","nonce":2797194895},{"type":"v1","addr":"172.21.15.45:6817","nonce":2797194895}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6818","nonce":2797194895},{"type":"v1","addr":"172.21.15.45:6819","nonce":2797194895}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6822","nonce":2797194895},{"type":"v1","addr":"172.21.15.45:6823","nonce":2797194895}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6820","nonce":2797194895},{"type":"v1","addr":"172.21.15.45:6821","nonce":2797194895}]},"public_addr":"172.21.15.45:6817/2797194895","cluster_addr":"172.21.15.45:6819/2797194895","heartbeat_back_addr":"172.21.15.45:6823/2797194895","heartbeat_front_addr":"172.21.15.45:6821/2797194895","state":["exists","up"]},{"osd":1,"uuid":"58bb70d7-f102-4dda-9ba1-10457b556b4a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6800","nonce":38958590},{"type":"v1","addr":"172.21.15.45:6801","nonce":38958590}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6802","nonce":38958590},{"type":"v1","addr":"172.21.15.45:6803","nonce":38958590}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6806","nonce":38958590},{"type":"v1","addr":"172.21.15.45:6807","nonce":38958590}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6804","nonce":38958590},{"type":"v1","addr":"172.21.15.45:6805","nonce":38958590}]},"public_addr":"172.21.15.45:6801/38958590","cluster_addr":"172.21.15.45:6803/38958590","heartbeat_back_addr":"172.21.15.45:6807/38958590","heartbeat_front_addr":"172.21.15.45:6805/38958590","state":["exists","up"]},{"osd":2,"uuid":"d09cbdbc-5b10-4fe2-b2e7-83cf40005da9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6808","nonce":2245364274},{"type":"v1","addr":"172.21.15.45:6809","nonce":2245364274}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6810","nonce":2245364274},{"type":"v1","addr":"172.21.15.45:6811","nonce":2245364274}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6814","nonce":2245364274},{"type":"v1","addr":"172.21.15.45:6815","nonce":2245364274}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6812","nonce":2245364274},{"type":"v1","addr":"172.21.15.45:6813","nonce":2245364274}]},"public_addr":"172.21.15.45:6809/2245364274","cluster_addr":"172.21.15.45:6811/2245364274","heartbeat_back_addr":"172.21.15.45:6815/2245364274","heartbeat_front_addr":"172.21.15.45:6813/2245364274","state":["exists","up"]},{"osd":3,"uuid":"ba0f7784-2466-4c34-af21-3c21ce66681b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6824","nonce":1551660769},{"type":"v1","addr":"172.21.15.45:6825","nonce":1551660769}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6826","nonce":1551660769},{"type":"v1","addr":"172.21.15.45:6827","nonce":1551660769}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6830","nonce":1551660769},{"type":"v1","addr":"172.21.15.45:6831","nonce":1551660769}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6828","nonce":1551660769},{"type":"v1","addr":"172.21.15.45:6829","nonce":1551660769}]},"public_addr":"172.21.15.45:6825/1551660769","cluster_addr":"172.21.15.45:6827/1551660769","heartbeat_back_addr":"172.21.15.45:6831/1551660769","heartbeat_front_addr":"172.21.15.45:6829/1551660769","state":["exists","up"]},{"osd":4,"uuid":"9bbc52b9-1c2a-48cc-89d0-1c796494632d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6818","nonce":2881677275},{"type":"v1","addr":"172.21.15.115:6819","nonce":2881677275}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6820","nonce":2881677275},{"type":"v1","addr":"172.21.15.115:6821","nonce":2881677275}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6824","nonce":2881677275},{"type":"v1","addr":"172.21.15.115:6825","nonce":2881677275}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6822","nonce":2881677275},{"type":"v1","addr":"172.21.15.115:6823","nonce":2881677275}]},"public_addr":"172.21.15.115:6819/2881677275","cluster_addr":"172.21.15.115:6821/2881677275","heartbeat_back_addr":"172.21.15.115:6825/2881677275","heartbeat_front_addr":"172.21.15.115:6823/2881677275","state":["exists","up"]},{"osd":5,"uuid":"045975de-b536-4757-91c8-79f011fdad28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6800","nonce":1938704291},{"type":"v1","addr":"172.21.15.115:6801","nonce":1938704291}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6802","nonce":1938704291},{"type":"v1","addr":"172.21.15.115:6803","nonce":1938704291}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6806","nonce":1938704291},{"type":"v1","addr":"172.21.15.115:6807","nonce":1938704291}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6804","nonce":1938704291},{"type":"v1","addr":"172.21.15.115:6805","nonce":1938704291}]},"public_addr":"172.21.15.115:6801/1938704291","cluster_addr":"172.21.15.115:6803/1938704291","heartbeat_back_addr":"172.21.15.115:6807/1938704291","heartbeat_front_addr":"172.21.15.115:6805/1938704291","state":["exists","up"]},{"osd":6,"uuid":"7ba65e28-b152-4d64-aa97-301120a53cfe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6826","nonce":2187734287},{"type":"v1","addr":"172.21.15.115:6827","nonce":2187734287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6828","nonce":2187734287},{"type":"v1","addr":"172.21.15.115:6829","nonce":2187734287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6832","nonce":2187734287},{"type":"v1","addr":"172.21.15.115:6833","nonce":2187734287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6830","nonce":2187734287},{"type":"v1","addr":"172.21.15.115:6831","nonce":2187734287}]},"public_addr":"172.21.15.115:6827/2187734287","cluster_addr":"172.21.15.115:6829/2187734287","heartbeat_back_addr":"172.21.15.115:6833/2187734287","heartbeat_front_addr":"172.21.15.115:6831/2187734287","state":["exists","up"]},{"osd":7,"uuid":"b56d15ec-dfe6-4d51-90e0-3261403eb402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6808","nonce":3289659802},{"type":"v1","addr":"172.21.15.115:6809","nonce":3289659802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6810","nonce":3289659802},{"type":"v1","addr":"172.21.15.115:6811","nonce":3289659802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6814","nonce":3289659802},{"type":"v1","addr":"172.21.15.115:6815","nonce":3289659802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6812","nonce":3289659802},{"type":"v1","addr":"172.21.15.115:6813","nonce":3289659802}]},"public_addr":"172.21.15.115:6809/3289659802","cluster_addr":"172.21.15.115:6811/3289659802","heartbeat_back_addr":"172.21.15.115:6815/3289659802","heartbeat_front_addr":"172.21.15.115:6813/3289659802","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:34:33.751157+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:34:33.675489+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:34:33.536670+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:34:34.501944+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:34:34.396043+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:34:33.697959+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:34:34.251944+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:34:34.254762+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T17:34:43.505 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-09-12T17:34:43.505 INFO:tasks.ceph:Creating RBD pool 2024-09-12T17:34:43.505 DEBUG:teuthology.orchestra.run.smithi045:> sudo ceph --cluster ceph osd pool create rbd 8 2024-09-12T17:34:44.609 INFO:teuthology.orchestra.run.smithi045.stderr:pool 'rbd' created 2024-09-12T17:34:44.627 DEBUG:teuthology.orchestra.run.smithi045:> rbd --cluster ceph pool init rbd 2024-09-12T17:34:44.686 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:34:44.686 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:34:47.637 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2024-09-12T17:34:47.638 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config log 1 --format=json 2024-09-12T17:34:47.638 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2024-09-12T17:34:47.965 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:34:47.975 INFO:teuthology.orchestra.run.smithi045.stdout:[{"version":9,"timestamp":"2024-09-12T17:34:36.410164+0000","name":"","changes":[{"name":"osd.4/osd_mclock_max_capacity_iops_ssd","new_value":"6992.096537"}]}] 2024-09-12T17:34:47.975 INFO:tasks.ceph_manager:config epoch is 9 2024-09-12T17:34:47.976 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-12T17:34:47.976 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-09-12T17:34:47.976 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-09-12T17:34:48.342 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:34:48.353 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":5,"flags":0,"active_gid":4105,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6816","nonce":4190843715},{"type":"v1","addr":"172.21.15.115:6817","nonce":4190843715}]},"active_addr":"172.21.15.115:6817/4190843715","active_change":"2024-09-12T17:34:29.302603+0000","active_mgr_features":4540719139924082687,"available":true,"standbys":[{"gid":4100,"name":"y","mgr_features":4540719139924082687,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to, use commas to separate multiple","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:1.26.1","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.17","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_oauth2_proxy":{"name":"container_image_oauth2_proxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/oauth2-proxy/oauth2-proxy:v7.6.0","min":"","max":"","enum_allowed":[],"desc":"oauth2-proxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number.if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to, use commas to separate multiple","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:1.26.1","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.17","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_oauth2_proxy":{"name":"container_image_oauth2_proxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/oauth2-proxy/oauth2-proxy:v7.6.0","min":"","max":"","enum_allowed":[],"desc":"oauth2-proxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number.if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.115:0","nonce":2479140210}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.115:0","nonce":2593545659}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.115:0","nonce":3845799250}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.115:0","nonce":2741890632}]}]} 2024-09-12T17:34:48.357 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-09-12T17:34:48.357 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-09-12T17:34:48.357 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T17:34:48.670 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:34:48.670 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":21,"fsid":"00002ed6-fc71-46ed-9607-07f3c187d65c","created":"2024-09-12T17:34:25.077014+0000","modified":"2024-09-12T17:34:47.620194+0000","last_up_change":"2024-09-12T17:34:36.583376+0000","last_in_change":"2024-09-12T17:34:27.678666+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T17:34:37.325695+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-12T17:34:43.823776+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":21,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f20fcf9c-61b4-4d6c-ad87-7d32f4b5e3f4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6816","nonce":2797194895},{"type":"v1","addr":"172.21.15.45:6817","nonce":2797194895}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6818","nonce":2797194895},{"type":"v1","addr":"172.21.15.45:6819","nonce":2797194895}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6822","nonce":2797194895},{"type":"v1","addr":"172.21.15.45:6823","nonce":2797194895}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6820","nonce":2797194895},{"type":"v1","addr":"172.21.15.45:6821","nonce":2797194895}]},"public_addr":"172.21.15.45:6817/2797194895","cluster_addr":"172.21.15.45:6819/2797194895","heartbeat_back_addr":"172.21.15.45:6823/2797194895","heartbeat_front_addr":"172.21.15.45:6821/2797194895","state":["exists","up"]},{"osd":1,"uuid":"58bb70d7-f102-4dda-9ba1-10457b556b4a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6800","nonce":38958590},{"type":"v1","addr":"172.21.15.45:6801","nonce":38958590}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6802","nonce":38958590},{"type":"v1","addr":"172.21.15.45:6803","nonce":38958590}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6806","nonce":38958590},{"type":"v1","addr":"172.21.15.45:6807","nonce":38958590}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6804","nonce":38958590},{"type":"v1","addr":"172.21.15.45:6805","nonce":38958590}]},"public_addr":"172.21.15.45:6801/38958590","cluster_addr":"172.21.15.45:6803/38958590","heartbeat_back_addr":"172.21.15.45:6807/38958590","heartbeat_front_addr":"172.21.15.45:6805/38958590","state":["exists","up"]},{"osd":2,"uuid":"d09cbdbc-5b10-4fe2-b2e7-83cf40005da9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6808","nonce":2245364274},{"type":"v1","addr":"172.21.15.45:6809","nonce":2245364274}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6810","nonce":2245364274},{"type":"v1","addr":"172.21.15.45:6811","nonce":2245364274}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6814","nonce":2245364274},{"type":"v1","addr":"172.21.15.45:6815","nonce":2245364274}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6812","nonce":2245364274},{"type":"v1","addr":"172.21.15.45:6813","nonce":2245364274}]},"public_addr":"172.21.15.45:6809/2245364274","cluster_addr":"172.21.15.45:6811/2245364274","heartbeat_back_addr":"172.21.15.45:6815/2245364274","heartbeat_front_addr":"172.21.15.45:6813/2245364274","state":["exists","up"]},{"osd":3,"uuid":"ba0f7784-2466-4c34-af21-3c21ce66681b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6824","nonce":1551660769},{"type":"v1","addr":"172.21.15.45:6825","nonce":1551660769}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6826","nonce":1551660769},{"type":"v1","addr":"172.21.15.45:6827","nonce":1551660769}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6830","nonce":1551660769},{"type":"v1","addr":"172.21.15.45:6831","nonce":1551660769}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6828","nonce":1551660769},{"type":"v1","addr":"172.21.15.45:6829","nonce":1551660769}]},"public_addr":"172.21.15.45:6825/1551660769","cluster_addr":"172.21.15.45:6827/1551660769","heartbeat_back_addr":"172.21.15.45:6831/1551660769","heartbeat_front_addr":"172.21.15.45:6829/1551660769","state":["exists","up"]},{"osd":4,"uuid":"9bbc52b9-1c2a-48cc-89d0-1c796494632d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6818","nonce":2881677275},{"type":"v1","addr":"172.21.15.115:6819","nonce":2881677275}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6820","nonce":2881677275},{"type":"v1","addr":"172.21.15.115:6821","nonce":2881677275}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6824","nonce":2881677275},{"type":"v1","addr":"172.21.15.115:6825","nonce":2881677275}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6822","nonce":2881677275},{"type":"v1","addr":"172.21.15.115:6823","nonce":2881677275}]},"public_addr":"172.21.15.115:6819/2881677275","cluster_addr":"172.21.15.115:6821/2881677275","heartbeat_back_addr":"172.21.15.115:6825/2881677275","heartbeat_front_addr":"172.21.15.115:6823/2881677275","state":["exists","up"]},{"osd":5,"uuid":"045975de-b536-4757-91c8-79f011fdad28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6800","nonce":1938704291},{"type":"v1","addr":"172.21.15.115:6801","nonce":1938704291}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6802","nonce":1938704291},{"type":"v1","addr":"172.21.15.115:6803","nonce":1938704291}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6806","nonce":1938704291},{"type":"v1","addr":"172.21.15.115:6807","nonce":1938704291}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6804","nonce":1938704291},{"type":"v1","addr":"172.21.15.115:6805","nonce":1938704291}]},"public_addr":"172.21.15.115:6801/1938704291","cluster_addr":"172.21.15.115:6803/1938704291","heartbeat_back_addr":"172.21.15.115:6807/1938704291","heartbeat_front_addr":"172.21.15.115:6805/1938704291","state":["exists","up"]},{"osd":6,"uuid":"7ba65e28-b152-4d64-aa97-301120a53cfe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6826","nonce":2187734287},{"type":"v1","addr":"172.21.15.115:6827","nonce":2187734287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6828","nonce":2187734287},{"type":"v1","addr":"172.21.15.115:6829","nonce":2187734287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6832","nonce":2187734287},{"type":"v1","addr":"172.21.15.115:6833","nonce":2187734287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6830","nonce":2187734287},{"type":"v1","addr":"172.21.15.115:6831","nonce":2187734287}]},"public_addr":"172.21.15.115:6827/2187734287","cluster_addr":"172.21.15.115:6829/2187734287","heartbeat_back_addr":"172.21.15.115:6833/2187734287","heartbeat_front_addr":"172.21.15.115:6831/2187734287","state":["exists","up"]},{"osd":7,"uuid":"b56d15ec-dfe6-4d51-90e0-3261403eb402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6808","nonce":3289659802},{"type":"v1","addr":"172.21.15.115:6809","nonce":3289659802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6810","nonce":3289659802},{"type":"v1","addr":"172.21.15.115:6811","nonce":3289659802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6814","nonce":3289659802},{"type":"v1","addr":"172.21.15.115:6815","nonce":3289659802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6812","nonce":3289659802},{"type":"v1","addr":"172.21.15.115:6813","nonce":3289659802}]},"public_addr":"172.21.15.115:6809/3289659802","cluster_addr":"172.21.15.115:6811/3289659802","heartbeat_back_addr":"172.21.15.115:6815/3289659802","heartbeat_front_addr":"172.21.15.115:6813/3289659802","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:34:33.751157+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:34:33.675489+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:34:33.536670+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:34:34.501944+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:34:34.396043+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:34:33.697959+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:34:34.251944+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:34:34.254762+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T17:34:48.683 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-09-12T17:34:48.683 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T17:34:48.997 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:34:48.998 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":21,"fsid":"00002ed6-fc71-46ed-9607-07f3c187d65c","created":"2024-09-12T17:34:25.077014+0000","modified":"2024-09-12T17:34:47.620194+0000","last_up_change":"2024-09-12T17:34:36.583376+0000","last_in_change":"2024-09-12T17:34:27.678666+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T17:34:37.325695+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-12T17:34:43.823776+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":21,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f20fcf9c-61b4-4d6c-ad87-7d32f4b5e3f4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6816","nonce":2797194895},{"type":"v1","addr":"172.21.15.45:6817","nonce":2797194895}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6818","nonce":2797194895},{"type":"v1","addr":"172.21.15.45:6819","nonce":2797194895}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6822","nonce":2797194895},{"type":"v1","addr":"172.21.15.45:6823","nonce":2797194895}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6820","nonce":2797194895},{"type":"v1","addr":"172.21.15.45:6821","nonce":2797194895}]},"public_addr":"172.21.15.45:6817/2797194895","cluster_addr":"172.21.15.45:6819/2797194895","heartbeat_back_addr":"172.21.15.45:6823/2797194895","heartbeat_front_addr":"172.21.15.45:6821/2797194895","state":["exists","up"]},{"osd":1,"uuid":"58bb70d7-f102-4dda-9ba1-10457b556b4a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6800","nonce":38958590},{"type":"v1","addr":"172.21.15.45:6801","nonce":38958590}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6802","nonce":38958590},{"type":"v1","addr":"172.21.15.45:6803","nonce":38958590}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6806","nonce":38958590},{"type":"v1","addr":"172.21.15.45:6807","nonce":38958590}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6804","nonce":38958590},{"type":"v1","addr":"172.21.15.45:6805","nonce":38958590}]},"public_addr":"172.21.15.45:6801/38958590","cluster_addr":"172.21.15.45:6803/38958590","heartbeat_back_addr":"172.21.15.45:6807/38958590","heartbeat_front_addr":"172.21.15.45:6805/38958590","state":["exists","up"]},{"osd":2,"uuid":"d09cbdbc-5b10-4fe2-b2e7-83cf40005da9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6808","nonce":2245364274},{"type":"v1","addr":"172.21.15.45:6809","nonce":2245364274}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6810","nonce":2245364274},{"type":"v1","addr":"172.21.15.45:6811","nonce":2245364274}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6814","nonce":2245364274},{"type":"v1","addr":"172.21.15.45:6815","nonce":2245364274}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6812","nonce":2245364274},{"type":"v1","addr":"172.21.15.45:6813","nonce":2245364274}]},"public_addr":"172.21.15.45:6809/2245364274","cluster_addr":"172.21.15.45:6811/2245364274","heartbeat_back_addr":"172.21.15.45:6815/2245364274","heartbeat_front_addr":"172.21.15.45:6813/2245364274","state":["exists","up"]},{"osd":3,"uuid":"ba0f7784-2466-4c34-af21-3c21ce66681b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6824","nonce":1551660769},{"type":"v1","addr":"172.21.15.45:6825","nonce":1551660769}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6826","nonce":1551660769},{"type":"v1","addr":"172.21.15.45:6827","nonce":1551660769}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6830","nonce":1551660769},{"type":"v1","addr":"172.21.15.45:6831","nonce":1551660769}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6828","nonce":1551660769},{"type":"v1","addr":"172.21.15.45:6829","nonce":1551660769}]},"public_addr":"172.21.15.45:6825/1551660769","cluster_addr":"172.21.15.45:6827/1551660769","heartbeat_back_addr":"172.21.15.45:6831/1551660769","heartbeat_front_addr":"172.21.15.45:6829/1551660769","state":["exists","up"]},{"osd":4,"uuid":"9bbc52b9-1c2a-48cc-89d0-1c796494632d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6818","nonce":2881677275},{"type":"v1","addr":"172.21.15.115:6819","nonce":2881677275}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6820","nonce":2881677275},{"type":"v1","addr":"172.21.15.115:6821","nonce":2881677275}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6824","nonce":2881677275},{"type":"v1","addr":"172.21.15.115:6825","nonce":2881677275}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6822","nonce":2881677275},{"type":"v1","addr":"172.21.15.115:6823","nonce":2881677275}]},"public_addr":"172.21.15.115:6819/2881677275","cluster_addr":"172.21.15.115:6821/2881677275","heartbeat_back_addr":"172.21.15.115:6825/2881677275","heartbeat_front_addr":"172.21.15.115:6823/2881677275","state":["exists","up"]},{"osd":5,"uuid":"045975de-b536-4757-91c8-79f011fdad28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6800","nonce":1938704291},{"type":"v1","addr":"172.21.15.115:6801","nonce":1938704291}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6802","nonce":1938704291},{"type":"v1","addr":"172.21.15.115:6803","nonce":1938704291}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6806","nonce":1938704291},{"type":"v1","addr":"172.21.15.115:6807","nonce":1938704291}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6804","nonce":1938704291},{"type":"v1","addr":"172.21.15.115:6805","nonce":1938704291}]},"public_addr":"172.21.15.115:6801/1938704291","cluster_addr":"172.21.15.115:6803/1938704291","heartbeat_back_addr":"172.21.15.115:6807/1938704291","heartbeat_front_addr":"172.21.15.115:6805/1938704291","state":["exists","up"]},{"osd":6,"uuid":"7ba65e28-b152-4d64-aa97-301120a53cfe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6826","nonce":2187734287},{"type":"v1","addr":"172.21.15.115:6827","nonce":2187734287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6828","nonce":2187734287},{"type":"v1","addr":"172.21.15.115:6829","nonce":2187734287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6832","nonce":2187734287},{"type":"v1","addr":"172.21.15.115:6833","nonce":2187734287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6830","nonce":2187734287},{"type":"v1","addr":"172.21.15.115:6831","nonce":2187734287}]},"public_addr":"172.21.15.115:6827/2187734287","cluster_addr":"172.21.15.115:6829/2187734287","heartbeat_back_addr":"172.21.15.115:6833/2187734287","heartbeat_front_addr":"172.21.15.115:6831/2187734287","state":["exists","up"]},{"osd":7,"uuid":"b56d15ec-dfe6-4d51-90e0-3261403eb402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6808","nonce":3289659802},{"type":"v1","addr":"172.21.15.115:6809","nonce":3289659802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6810","nonce":3289659802},{"type":"v1","addr":"172.21.15.115:6811","nonce":3289659802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6814","nonce":3289659802},{"type":"v1","addr":"172.21.15.115:6815","nonce":3289659802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6812","nonce":3289659802},{"type":"v1","addr":"172.21.15.115:6813","nonce":3289659802}]},"public_addr":"172.21.15.115:6809/3289659802","cluster_addr":"172.21.15.115:6811/3289659802","heartbeat_back_addr":"172.21.15.115:6815/3289659802","heartbeat_front_addr":"172.21.15.115:6813/3289659802","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:34:33.751157+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:34:33.675489+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:34:33.536670+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:34:34.501944+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:34:34.396043+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:34:33.697959+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:34:34.251944+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:34:34.254762+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T17:34:49.011 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-09-12T17:34:49.011 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-09-12T17:34:49.011 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-09-12T17:34:49.012 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-09-12T17:34:49.012 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2024-09-12T17:34:49.013 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2024-09-12T17:34:49.013 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2024-09-12T17:34:49.014 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2024-09-12T17:34:49.289 INFO:teuthology.orchestra.run.smithi045.stdout:60129542151 2024-09-12T17:34:49.289 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-12T17:34:49.290 INFO:teuthology.orchestra.run.smithi045.stdout:60129542150 2024-09-12T17:34:49.290 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-12T17:34:49.291 INFO:teuthology.orchestra.run.smithi045.stdout:60129542150 2024-09-12T17:34:49.292 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-12T17:34:49.293 INFO:teuthology.orchestra.run.smithi045.stdout:60129542150 2024-09-12T17:34:49.293 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-12T17:34:49.294 INFO:teuthology.orchestra.run.smithi045.stdout:60129542150 2024-09-12T17:34:49.294 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-12T17:34:49.295 INFO:teuthology.orchestra.run.smithi045.stdout:60129542150 2024-09-12T17:34:49.295 INFO:teuthology.orchestra.run.smithi045.stdout:60129542150 2024-09-12T17:34:49.296 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-12T17:34:49.296 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-12T17:34:49.297 INFO:teuthology.orchestra.run.smithi045.stdout:60129542149 2024-09-12T17:34:49.298 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-12T17:34:49.917 INFO:teuthology.orchestra.run.smithi045.stdout:60129542150 2024-09-12T17:34:49.928 INFO:teuthology.orchestra.run.smithi045.stdout:60129542151 2024-09-12T17:34:49.937 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542150 for osd.7 2024-09-12T17:34:49.938 DEBUG:teuthology.parallel:result is None 2024-09-12T17:34:49.949 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542151 got 60129542151 for osd.5 2024-09-12T17:34:49.949 DEBUG:teuthology.parallel:result is None 2024-09-12T17:34:49.959 INFO:teuthology.orchestra.run.smithi045.stdout:60129542150 2024-09-12T17:34:49.968 INFO:teuthology.orchestra.run.smithi045.stdout:60129542150 2024-09-12T17:34:49.972 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542150 for osd.4 2024-09-12T17:34:49.972 DEBUG:teuthology.parallel:result is None 2024-09-12T17:34:49.975 INFO:teuthology.orchestra.run.smithi045.stdout:60129542150 2024-09-12T17:34:49.983 INFO:teuthology.orchestra.run.smithi045.stdout:60129542149 2024-09-12T17:34:49.984 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542150 for osd.6 2024-09-12T17:34:49.984 DEBUG:teuthology.parallel:result is None 2024-09-12T17:34:49.988 INFO:teuthology.orchestra.run.smithi045.stdout:60129542150 2024-09-12T17:34:49.993 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542150 for osd.2 2024-09-12T17:34:49.993 DEBUG:teuthology.parallel:result is None 2024-09-12T17:34:50.003 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542149 for osd.0 2024-09-12T17:34:50.003 INFO:teuthology.orchestra.run.smithi045.stdout:60129542150 2024-09-12T17:34:50.004 DEBUG:teuthology.parallel:result is None 2024-09-12T17:34:50.004 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542150 for osd.1 2024-09-12T17:34:50.004 DEBUG:teuthology.parallel:result is None 2024-09-12T17:34:50.016 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542150 for osd.3 2024-09-12T17:34:50.016 DEBUG:teuthology.parallel:result is None 2024-09-12T17:34:50.017 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-12T17:34:50.017 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T17:34:50.367 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:34:50.368 INFO:teuthology.orchestra.run.smithi045.stderr:dumped all 2024-09-12T17:34:50.380 INFO:teuthology.orchestra.run.smithi045.stdout:{"pg_ready":true,"pg_map":{"version":21,"stamp":"2024-09-12T17:34:49.874632+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":15,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":239888,"kb_used_data":2832,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754734832,"statfs":{"total":773094113280,"available":772848467968,"internally_reserved":0,"allocated":2899968,"data_stored":1757774,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12777,"internal_metadata":242535959},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.564762"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-12T17:34:47.823666+0000","last_change":"2024-09-12T17:34:47.823931+0000","last_active":"2024-09-12T17:34:47.823666+0000","last_peered":"2024-09-12T17:34:47.823666+0000","last_clean":"2024-09-12T17:34:47.823666+0000","last_became_active":"2024-09-12T17:34:45.622575+0000","last_became_peered":"2024-09-12T17:34:45.622575+0000","last_unstale":"2024-09-12T17:34:47.823666+0000","last_undegraded":"2024-09-12T17:34:47.823666+0000","last_fullsized":"2024-09-12T17:34:47.823666+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_clean_scrub_stamp":"2024-09-12T17:34:44.604271+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:24:23.273850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000567901,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-12T17:34:47.627144+0000","last_change":"2024-09-12T17:34:47.627396+0000","last_active":"2024-09-12T17:34:47.627144+0000","last_peered":"2024-09-12T17:34:47.627144+0000","last_clean":"2024-09-12T17:34:47.627144+0000","last_became_active":"2024-09-12T17:34:45.622234+0000","last_became_peered":"2024-09-12T17:34:45.622234+0000","last_unstale":"2024-09-12T17:34:47.627144+0000","last_undegraded":"2024-09-12T17:34:47.627144+0000","last_fullsized":"2024-09-12T17:34:47.627144+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_clean_scrub_stamp":"2024-09-12T17:34:44.604271+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:53:22.685493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050672800000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-12T17:34:47.823707+0000","last_change":"2024-09-12T17:34:47.823969+0000","last_active":"2024-09-12T17:34:47.823707+0000","last_peered":"2024-09-12T17:34:47.823707+0000","last_clean":"2024-09-12T17:34:47.823707+0000","last_became_active":"2024-09-12T17:34:45.844351+0000","last_became_peered":"2024-09-12T17:34:45.844351+0000","last_unstale":"2024-09-12T17:34:47.823707+0000","last_undegraded":"2024-09-12T17:34:47.823707+0000","last_fullsized":"2024-09-12T17:34:47.823707+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_clean_scrub_stamp":"2024-09-12T17:34:44.604271+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:16:33.730224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00049998100000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-12T17:34:47.627093+0000","last_change":"2024-09-12T17:34:47.627450+0000","last_active":"2024-09-12T17:34:47.627093+0000","last_peered":"2024-09-12T17:34:47.627093+0000","last_clean":"2024-09-12T17:34:47.627093+0000","last_became_active":"2024-09-12T17:34:45.844454+0000","last_became_peered":"2024-09-12T17:34:45.844454+0000","last_unstale":"2024-09-12T17:34:47.627093+0000","last_undegraded":"2024-09-12T17:34:47.627093+0000","last_fullsized":"2024-09-12T17:34:47.627093+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_clean_scrub_stamp":"2024-09-12T17:34:44.604271+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:26:44.147593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00054755400000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"21'2","reported_seq":22,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-12T17:34:47.631464+0000","last_change":"2024-09-12T17:34:47.631464+0000","last_active":"2024-09-12T17:34:47.631464+0000","last_peered":"2024-09-12T17:34:47.631464+0000","last_clean":"2024-09-12T17:34:47.631464+0000","last_became_active":"2024-09-12T17:34:45.618674+0000","last_became_peered":"2024-09-12T17:34:45.618674+0000","last_unstale":"2024-09-12T17:34:47.631464+0000","last_undegraded":"2024-09-12T17:34:47.631464+0000","last_fullsized":"2024-09-12T17:34:47.631464+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_clean_scrub_stamp":"2024-09-12T17:34:44.604271+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:38:32.783051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00089588000000000005,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-12T17:34:47.715862+0000","last_change":"2024-09-12T17:34:47.716126+0000","last_active":"2024-09-12T17:34:47.715862+0000","last_peered":"2024-09-12T17:34:47.715862+0000","last_clean":"2024-09-12T17:34:47.715862+0000","last_became_active":"2024-09-12T17:34:45.621377+0000","last_became_peered":"2024-09-12T17:34:45.621377+0000","last_unstale":"2024-09-12T17:34:47.715862+0000","last_undegraded":"2024-09-12T17:34:47.715862+0000","last_fullsized":"2024-09-12T17:34:47.715862+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_clean_scrub_stamp":"2024-09-12T17:34:44.604271+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:48:58.488363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00052055199999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-12T17:34:47.823647+0000","last_change":"2024-09-12T17:34:47.823869+0000","last_active":"2024-09-12T17:34:47.823647+0000","last_peered":"2024-09-12T17:34:47.823647+0000","last_clean":"2024-09-12T17:34:47.823647+0000","last_became_active":"2024-09-12T17:34:45.621465+0000","last_became_peered":"2024-09-12T17:34:45.621465+0000","last_unstale":"2024-09-12T17:34:47.823647+0000","last_undegraded":"2024-09-12T17:34:47.823647+0000","last_fullsized":"2024-09-12T17:34:47.823647+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_clean_scrub_stamp":"2024-09-12T17:34:44.604271+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:22:00.642817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050835799999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"19'1","reported_seq":21,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-12T17:34:47.630801+0000","last_change":"2024-09-12T17:34:47.631024+0000","last_active":"2024-09-12T17:34:47.630801+0000","last_peered":"2024-09-12T17:34:47.630801+0000","last_clean":"2024-09-12T17:34:47.630801+0000","last_became_active":"2024-09-12T17:34:45.621550+0000","last_became_peered":"2024-09-12T17:34:45.621550+0000","last_unstale":"2024-09-12T17:34:47.630801+0000","last_undegraded":"2024-09-12T17:34:47.630801+0000","last_fullsized":"2024-09-12T17:34:47.630801+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_clean_scrub_stamp":"2024-09-12T17:34:44.604271+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:04:46.125814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000454752,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"16'72","reported_seq":111,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-12T17:34:47.823320+0000","last_change":"2024-09-12T17:34:38.878097+0000","last_active":"2024-09-12T17:34:47.823320+0000","last_peered":"2024-09-12T17:34:47.823320+0000","last_clean":"2024-09-12T17:34:47.823320+0000","last_became_active":"2024-09-12T17:34:38.877094+0000","last_became_peered":"2024-09-12T17:34:38.877094+0000","last_unstale":"2024-09-12T17:34:47.823320+0000","last_undegraded":"2024-09-12T17:34:47.823320+0000","last_fullsized":"2024-09-12T17:34:47.823320+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:37.584735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:37.584735+0000","last_clean_scrub_stamp":"2024-09-12T17:34:37.584735+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:57:26.069418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542150,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27820,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344020,"statfs":{"total":96636764160,"available":96608276480,"internally_reserved":0,"allocated":806912,"data_stored":662493,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542150,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":212992,"data_stored":72125,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542151,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27240,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344600,"statfs":{"total":96636764160,"available":96608870400,"internally_reserved":0,"allocated":217088,"data_stored":72144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542150,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27244,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":212992,"data_stored":72125,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542150,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35564,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336276,"statfs":{"total":96636764160,"available":96600346624,"internally_reserved":0,"allocated":212992,"data_stored":72125,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1597,"internal_metadata":36174275},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542150,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31400,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340440,"statfs":{"total":96636764160,"available":96604610560,"internally_reserved":0,"allocated":212992,"data_stored":72125,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542150,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31400,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340440,"statfs":{"total":96636764160,"available":96604610560,"internally_reserved":0,"allocated":217088,"data_stored":72144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1597,"internal_metadata":31914435},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542149,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31984,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339856,"statfs":{"total":96636764160,"available":96604012544,"internally_reserved":0,"allocated":806912,"data_stored":662493,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":31914433},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T17:34:50.381 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T17:34:50.694 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:34:50.695 INFO:teuthology.orchestra.run.smithi045.stderr:dumped all 2024-09-12T17:34:50.707 INFO:teuthology.orchestra.run.smithi045.stdout:{"pg_ready":true,"pg_map":{"version":21,"stamp":"2024-09-12T17:34:49.874632+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":15,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":239888,"kb_used_data":2832,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754734832,"statfs":{"total":773094113280,"available":772848467968,"internally_reserved":0,"allocated":2899968,"data_stored":1757774,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12777,"internal_metadata":242535959},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.564762"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-12T17:34:47.823666+0000","last_change":"2024-09-12T17:34:47.823931+0000","last_active":"2024-09-12T17:34:47.823666+0000","last_peered":"2024-09-12T17:34:47.823666+0000","last_clean":"2024-09-12T17:34:47.823666+0000","last_became_active":"2024-09-12T17:34:45.622575+0000","last_became_peered":"2024-09-12T17:34:45.622575+0000","last_unstale":"2024-09-12T17:34:47.823666+0000","last_undegraded":"2024-09-12T17:34:47.823666+0000","last_fullsized":"2024-09-12T17:34:47.823666+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_clean_scrub_stamp":"2024-09-12T17:34:44.604271+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:24:23.273850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000567901,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-12T17:34:47.627144+0000","last_change":"2024-09-12T17:34:47.627396+0000","last_active":"2024-09-12T17:34:47.627144+0000","last_peered":"2024-09-12T17:34:47.627144+0000","last_clean":"2024-09-12T17:34:47.627144+0000","last_became_active":"2024-09-12T17:34:45.622234+0000","last_became_peered":"2024-09-12T17:34:45.622234+0000","last_unstale":"2024-09-12T17:34:47.627144+0000","last_undegraded":"2024-09-12T17:34:47.627144+0000","last_fullsized":"2024-09-12T17:34:47.627144+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_clean_scrub_stamp":"2024-09-12T17:34:44.604271+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:53:22.685493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050672800000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-12T17:34:47.823707+0000","last_change":"2024-09-12T17:34:47.823969+0000","last_active":"2024-09-12T17:34:47.823707+0000","last_peered":"2024-09-12T17:34:47.823707+0000","last_clean":"2024-09-12T17:34:47.823707+0000","last_became_active":"2024-09-12T17:34:45.844351+0000","last_became_peered":"2024-09-12T17:34:45.844351+0000","last_unstale":"2024-09-12T17:34:47.823707+0000","last_undegraded":"2024-09-12T17:34:47.823707+0000","last_fullsized":"2024-09-12T17:34:47.823707+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_clean_scrub_stamp":"2024-09-12T17:34:44.604271+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:16:33.730224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00049998100000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-12T17:34:47.627093+0000","last_change":"2024-09-12T17:34:47.627450+0000","last_active":"2024-09-12T17:34:47.627093+0000","last_peered":"2024-09-12T17:34:47.627093+0000","last_clean":"2024-09-12T17:34:47.627093+0000","last_became_active":"2024-09-12T17:34:45.844454+0000","last_became_peered":"2024-09-12T17:34:45.844454+0000","last_unstale":"2024-09-12T17:34:47.627093+0000","last_undegraded":"2024-09-12T17:34:47.627093+0000","last_fullsized":"2024-09-12T17:34:47.627093+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_clean_scrub_stamp":"2024-09-12T17:34:44.604271+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:26:44.147593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00054755400000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"21'2","reported_seq":22,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-12T17:34:47.631464+0000","last_change":"2024-09-12T17:34:47.631464+0000","last_active":"2024-09-12T17:34:47.631464+0000","last_peered":"2024-09-12T17:34:47.631464+0000","last_clean":"2024-09-12T17:34:47.631464+0000","last_became_active":"2024-09-12T17:34:45.618674+0000","last_became_peered":"2024-09-12T17:34:45.618674+0000","last_unstale":"2024-09-12T17:34:47.631464+0000","last_undegraded":"2024-09-12T17:34:47.631464+0000","last_fullsized":"2024-09-12T17:34:47.631464+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_clean_scrub_stamp":"2024-09-12T17:34:44.604271+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:38:32.783051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00089588000000000005,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-12T17:34:47.715862+0000","last_change":"2024-09-12T17:34:47.716126+0000","last_active":"2024-09-12T17:34:47.715862+0000","last_peered":"2024-09-12T17:34:47.715862+0000","last_clean":"2024-09-12T17:34:47.715862+0000","last_became_active":"2024-09-12T17:34:45.621377+0000","last_became_peered":"2024-09-12T17:34:45.621377+0000","last_unstale":"2024-09-12T17:34:47.715862+0000","last_undegraded":"2024-09-12T17:34:47.715862+0000","last_fullsized":"2024-09-12T17:34:47.715862+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_clean_scrub_stamp":"2024-09-12T17:34:44.604271+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:48:58.488363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00052055199999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-12T17:34:47.823647+0000","last_change":"2024-09-12T17:34:47.823869+0000","last_active":"2024-09-12T17:34:47.823647+0000","last_peered":"2024-09-12T17:34:47.823647+0000","last_clean":"2024-09-12T17:34:47.823647+0000","last_became_active":"2024-09-12T17:34:45.621465+0000","last_became_peered":"2024-09-12T17:34:45.621465+0000","last_unstale":"2024-09-12T17:34:47.823647+0000","last_undegraded":"2024-09-12T17:34:47.823647+0000","last_fullsized":"2024-09-12T17:34:47.823647+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_clean_scrub_stamp":"2024-09-12T17:34:44.604271+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:22:00.642817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050835799999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"19'1","reported_seq":21,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-12T17:34:47.630801+0000","last_change":"2024-09-12T17:34:47.631024+0000","last_active":"2024-09-12T17:34:47.630801+0000","last_peered":"2024-09-12T17:34:47.630801+0000","last_clean":"2024-09-12T17:34:47.630801+0000","last_became_active":"2024-09-12T17:34:45.621550+0000","last_became_peered":"2024-09-12T17:34:45.621550+0000","last_unstale":"2024-09-12T17:34:47.630801+0000","last_undegraded":"2024-09-12T17:34:47.630801+0000","last_fullsized":"2024-09-12T17:34:47.630801+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_clean_scrub_stamp":"2024-09-12T17:34:44.604271+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:04:46.125814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000454752,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"16'72","reported_seq":111,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-12T17:34:47.823320+0000","last_change":"2024-09-12T17:34:38.878097+0000","last_active":"2024-09-12T17:34:47.823320+0000","last_peered":"2024-09-12T17:34:47.823320+0000","last_clean":"2024-09-12T17:34:47.823320+0000","last_became_active":"2024-09-12T17:34:38.877094+0000","last_became_peered":"2024-09-12T17:34:38.877094+0000","last_unstale":"2024-09-12T17:34:47.823320+0000","last_undegraded":"2024-09-12T17:34:47.823320+0000","last_fullsized":"2024-09-12T17:34:47.823320+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:37.584735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:37.584735+0000","last_clean_scrub_stamp":"2024-09-12T17:34:37.584735+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:57:26.069418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542150,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27820,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344020,"statfs":{"total":96636764160,"available":96608276480,"internally_reserved":0,"allocated":806912,"data_stored":662493,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542150,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":212992,"data_stored":72125,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542151,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27240,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344600,"statfs":{"total":96636764160,"available":96608870400,"internally_reserved":0,"allocated":217088,"data_stored":72144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542150,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27244,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":212992,"data_stored":72125,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542150,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35564,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336276,"statfs":{"total":96636764160,"available":96600346624,"internally_reserved":0,"allocated":212992,"data_stored":72125,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1597,"internal_metadata":36174275},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542150,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31400,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340440,"statfs":{"total":96636764160,"available":96604610560,"internally_reserved":0,"allocated":212992,"data_stored":72125,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542150,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31400,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340440,"statfs":{"total":96636764160,"available":96604610560,"internally_reserved":0,"allocated":217088,"data_stored":72144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1597,"internal_metadata":31914435},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542149,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31984,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339856,"statfs":{"total":96636764160,"available":96604012544,"internally_reserved":0,"allocated":806912,"data_stored":662493,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":31914433},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T17:34:50.707 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-12T17:34:50.708 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-12T17:34:50.708 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-09-12T17:34:50.708 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-12T17:34:51.059 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:34:51.059 INFO:teuthology.orchestra.run.smithi045.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-12T17:34:51.072 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-09-12T17:34:51.072 INFO:teuthology.run_tasks:Running task openssl_keys... 2024-09-12T17:34:51.084 DEBUG:teuthology.task:Applying overrides for task openssl_keys: {'rgw.client.0': {'ca': 'root', 'client': 'client.0', 'embed-key': True}, 'root': {'client': 'client.0', 'cn': 'teuthology', 'install': ['client.0'], 'key-type': 'rsa:4096'}} 2024-09-12T17:34:51.084 DEBUG:teuthology.orchestra.run.smithi045:> mkdir -p /home/ubuntu/cephtest/ca 2024-09-12T17:34:51.114 DEBUG:teuthology.orchestra.run.smithi045:> openssl req -x509 -nodes -newkey rsa:4096 -keyout /home/ubuntu/cephtest/ca/root.key -days 365 -out /home/ubuntu/cephtest/ca/root.crt -subj /CN=teuthology 2024-09-12T17:34:51.423 INFO:teuthology.orchestra.run.smithi045.stderr:............................+.+.....+...+.......+........+.+..+...+.........+...+...+......+................+.....+....+........+.+......+++++++++++++++++++++++++++++++++++++++++++++*.+..................+.+......+..+.......+...+...+..+...+....+.....+++++++++++++++++++++++++++++++++++++++++++++*.....+..........+..................+..+...+.............+..........................+.........+.+..............................+...+...............+........+.......+............+.......................+.......+........+...+....+........................+.....+......+...+.+.................+...+.......+...+............+...+.....+.+.....+....+.....+......+...+...+....+...+...+.....+.......+...+..+...+....+...+..+.............+........+.......+..+....+..............+..................+++++ 2024-09-12T17:34:51.470 INFO:teuthology.orchestra.run.smithi045.stderr:......+.....+.+..+.+..+....+...+.....+................+..+.......+..............................+++++++++++++++++++++++++++++++++++++++++++++*.......+++++++++++++++++++++++++++++++++++++++++++++*...........+...+......+.....+..................+.+..+...+......+....+............+...+......+...+.....+++++ 2024-09-12T17:34:51.495 INFO:teuthology.orchestra.run.smithi045.stderr:----- 2024-09-12T17:34:51.505 DEBUG:teuthology.orchestra.run.smithi045:> sudo cp /home/ubuntu/cephtest/ca/root.crt /usr/share/pki/ca-trust-source/anchors/root.crt 2024-09-12T17:34:51.545 DEBUG:teuthology.orchestra.run.smithi045:> sudo update-ca-trust 2024-09-12T17:34:52.670 DEBUG:teuthology.orchestra.run.smithi045:> mkdir -p /home/ubuntu/cephtest/ca 2024-09-12T17:34:52.700 DEBUG:teuthology.orchestra.run.smithi045:> openssl req -nodes -newkey rsa:2048 -keyout /home/ubuntu/cephtest/ca/rgw.client.0.key -out /home/ubuntu/cephtest/ca/rgw.client.0.csr -subj /CN=smithi045.front.sepia.ceph.com 2024-09-12T17:34:52.877 INFO:teuthology.orchestra.run.smithi045.stderr:.....+...........+++++++++++++++++++++++++++++++++++++++*....+++++++++++++++++++++++++++++++++++++++*....+.................+....+........+...............+......+..........+......+......+...+......+......+..+......+...............+....+...+............+........+...+....+........+.......+..+.+........+................+...............+...+........+.........+......+.......+............+......+..+..........+............+...........+....+...+...+........+....+..+....+.....+......+.............+........+.............+...........+.+...+....................+.+.....+...+..........+...............+...+..+.+...........+...+.+.................+....+.....+.+..................+.................+...+............+............+...+.......+.....+................+......+.....+...+.......+..............+....+...+..+...+...+....+...+...++++++ 2024-09-12T17:34:52.877 INFO:teuthology.orchestra.run.smithi045.stderr:....+.....+.........+...+...+++++++++++++++++++++++++++++++++++++++*...+.....+......+.+.....+.........+.+...+++++++++++++++++++++++++++++++++++++++*.........+..+..........+..+..........+....................+.+...+..............+.+......+...........+....+.....+......+.............+...............+..+...+.......+...+..............+...............+.......+........+...+...+......+.............+..+.+.........+...+.....+......+.......+..+.+.........+............+......+.........+.....+...+...+.......+...........+.......+............+......+.........+.....+.......+.....+...+............+......+...+......+...+...+...+....+...+...+.....+....+...+..+...+............+...............+.......+.....+.+...+.....+.......+..+...+.......+..+.+..+......+...........................+....+.....+...+.+..+.............+...........+....+............+..+...+.......+...+.........+.....+.+........+.......+.....+.............+.....+..........+.........+..+...+.+...........+.+.................+......++++++ 2024-09-12T17:34:52.877 INFO:teuthology.orchestra.run.smithi045.stderr:----- 2024-09-12T17:34:52.877 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-12T17:34:52.878 DEBUG:teuthology.orchestra.run.smithi045:> dd of=/home/ubuntu/cephtest/ca/rgw.client.0.ext 2024-09-12T17:34:52.947 DEBUG:teuthology.orchestra.run.smithi045:> openssl x509 -req -in /home/ubuntu/cephtest/ca/rgw.client.0.csr -CA /home/ubuntu/cephtest/ca/root.crt -CAkey /home/ubuntu/cephtest/ca/root.key -CAcreateserial -out /home/ubuntu/cephtest/ca/rgw.client.0.crt -days 365 -sha256 -extfile /home/ubuntu/cephtest/ca/rgw.client.0.ext 2024-09-12T17:34:53.025 INFO:teuthology.orchestra.run.smithi045.stderr:Certificate request self-signature ok 2024-09-12T17:34:53.026 INFO:teuthology.orchestra.run.smithi045.stderr:subject=CN=smithi045.front.sepia.ceph.com 2024-09-12T17:34:53.035 DEBUG:teuthology.orchestra.run.smithi045:> rm -f /home/ubuntu/cephtest/ca/rgw.client.0.csr /home/ubuntu/cephtest/ca/root.srl /home/ubuntu/cephtest/ca/rgw.client.0.ext 2024-09-12T17:34:53.105 DEBUG:teuthology.orchestra.run.smithi045:> openssl verify -CAfile /home/ubuntu/cephtest/ca/root.crt /home/ubuntu/cephtest/ca/rgw.client.0.crt 2024-09-12T17:34:53.177 INFO:teuthology.orchestra.run.smithi045.stdout:/home/ubuntu/cephtest/ca/rgw.client.0.crt: OK 2024-09-12T17:34:53.178 DEBUG:teuthology.orchestra.run.smithi045:> cat /home/ubuntu/cephtest/ca/rgw.client.0.key >> /home/ubuntu/cephtest/ca/rgw.client.0.crt 2024-09-12T17:34:53.247 INFO:teuthology.run_tasks:Running task rgw... 2024-09-12T17:34:53.262 DEBUG:tasks.rgw:config is {'client.0': {'ssl certificate': 'rgw.client.0'}} 2024-09-12T17:34:53.262 DEBUG:tasks.rgw:client list is dict_keys(['client.0']) 2024-09-12T17:34:53.262 INFO:tasks.rgw:Creating data pools 2024-09-12T17:34:53.262 DEBUG:tasks.rgw:Obtaining remote for client client.0 2024-09-12T17:34:53.262 DEBUG:teuthology.orchestra.run.smithi045:> sudo ceph osd erasure-code-profile set client.0 k=2 m=1 crush-failure-domain=osd --cluster ceph 2024-09-12T17:34:53.895 DEBUG:teuthology.orchestra.run.smithi045:> sudo ceph osd pool create default.rgw.buckets.data 64 64 erasure client.0 --cluster ceph 2024-09-12T17:34:55.891 INFO:teuthology.orchestra.run.smithi045.stderr:pool 'default.rgw.buckets.data' created 2024-09-12T17:34:55.918 DEBUG:teuthology.orchestra.run.smithi045:> sudo ceph osd pool application enable default.rgw.buckets.data rgw --cluster ceph 2024-09-12T17:34:56.897 INFO:teuthology.orchestra.run.smithi045.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.data' 2024-09-12T17:34:56.938 DEBUG:teuthology.orchestra.run.smithi045:> sudo ceph osd pool create default.rgw.buckets.index 64 64 --cluster ceph 2024-09-12T17:34:57.908 INFO:teuthology.orchestra.run.smithi045.stderr:pool 'default.rgw.buckets.index' created 2024-09-12T17:34:57.929 DEBUG:teuthology.orchestra.run.smithi045:> sudo ceph osd pool application enable default.rgw.buckets.index rgw --cluster ceph 2024-09-12T17:34:58.911 INFO:teuthology.orchestra.run.smithi045.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.index' 2024-09-12T17:34:58.944 DEBUG:tasks.rgw:Pools created 2024-09-12T17:34:58.944 INFO:tasks.rgw:Configuring compression type = random 2024-09-12T17:34:58.945 INFO:tasks.util.rgw:rgwadmin: client.0 : ['user', 'list'] 2024-09-12T17:34:58.945 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'user', 'list'] 2024-09-12T17:34:58.945 DEBUG:teuthology.orchestra.run.smithi045:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph user list 2024-09-12T17:34:59.047 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:34:59.048 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:35:00.964 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:00.962+0000 7f416b1a2640 0 -- 172.21.15.45:0/2339743147 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55989be7c0d0 msgr2=0x55989be7c4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:35:00.970 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:00.968+0000 7f416b1a2640 0 -- 172.21.15.45:0/2731639626 >> [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] conn(0x55989be8e0d0 msgr2=0x55989be95160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:35:00.972 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:00.970+0000 7f416ceb7800 20 rados->read ofs=0 len=0 2024-09-12T17:35:00.974 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:00.973+0000 7f416ceb7800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:00.974 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:00.973+0000 7f416ceb7800 20 realm 2024-09-12T17:35:00.975 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:00.973+0000 7f416ceb7800 20 rados->read ofs=0 len=0 2024-09-12T17:35:00.975 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:00.973+0000 7f416ceb7800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:00.975 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:00.973+0000 7f416ceb7800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:35:00.975 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:00.973+0000 7f416ceb7800 20 rados->read ofs=0 len=0 2024-09-12T17:35:00.975 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:00.973+0000 7f416ceb7800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:00.975 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:00.973+0000 7f416ceb7800 20 rados->read ofs=0 len=0 2024-09-12T17:35:00.976 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:00.974+0000 7f416ceb7800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:00.976 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:00.974+0000 7f416ceb7800 20 rados->read ofs=0 len=0 2024-09-12T17:35:00.977 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:00.975+0000 7f416ceb7800 20 rados_obj.operate() r=0 bl.length=993 2024-09-12T17:35:00.977 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:00.975+0000 7f416ceb7800 20 searching for the correct realm 2024-09-12T17:35:00.988 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:00.986+0000 7f416ceb7800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:35:00.988 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:00.986+0000 7f416ceb7800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:35:00.988 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:00.986+0000 7f416ceb7800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:35:00.988 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:00.986+0000 7f416ceb7800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:35:00.988 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:00.986+0000 7f416ceb7800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:35:00.988 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:00.986+0000 7f416ceb7800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:35:00.989 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:00.986+0000 7f416ceb7800 20 rados->read ofs=0 len=0 2024-09-12T17:35:00.989 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:00.987+0000 7f416ceb7800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:00.989 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:00.987+0000 7f416ceb7800 20 rados->read ofs=0 len=0 2024-09-12T17:35:00.990 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:00.987+0000 7f416ceb7800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:00.990 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:00.987+0000 7f416ceb7800 20 rados->read ofs=0 len=0 2024-09-12T17:35:00.990 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:00.987+0000 7f416ceb7800 20 rados_obj.operate() r=0 bl.length=436 2024-09-12T17:35:00.990 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:00.987+0000 7f416ceb7800 20 zone default found 2024-09-12T17:35:00.990 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:00.987+0000 7f416ceb7800 4 Realm: () 2024-09-12T17:35:00.990 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:00.987+0000 7f416ceb7800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:35:00.990 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:00.987+0000 7f416ceb7800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:35:00.990 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:00.987+0000 7f416ceb7800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:35:00.990 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:00.987+0000 7f416ceb7800 20 zonegroup default 2024-09-12T17:35:00.990 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:00.987+0000 7f416ceb7800 20 rados->read ofs=0 len=0 2024-09-12T17:35:00.990 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:00.988+0000 7f416ceb7800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:00.990 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:00.988+0000 7f416ceb7800 20 rados->read ofs=0 len=0 2024-09-12T17:35:02.951 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:02.949+0000 7f416ceb7800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:02.951 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:02.949+0000 7f416ceb7800 20 rados->read ofs=0 len=0 2024-09-12T17:35:02.953 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:02.951+0000 7f416ceb7800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:02.953 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:02.951+0000 7f416ceb7800 20 started sync module instance, tier type = 2024-09-12T17:35:02.953 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:02.951+0000 7f416ceb7800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:35:04.982 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.981+0000 7f416ceb7800 20 add_watcher() i=0 2024-09-12T17:35:04.983 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.981+0000 7f416ceb7800 20 add_watcher() i=1 2024-09-12T17:35:04.983 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.981+0000 7f416ceb7800 20 add_watcher() i=2 2024-09-12T17:35:04.983 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.981+0000 7f416ceb7800 20 add_watcher() i=3 2024-09-12T17:35:04.983 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.981+0000 7f416ceb7800 20 add_watcher() i=4 2024-09-12T17:35:04.983 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.981+0000 7f416ceb7800 20 add_watcher() i=5 2024-09-12T17:35:04.983 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.981+0000 7f416ceb7800 20 add_watcher() i=6 2024-09-12T17:35:04.984 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.982+0000 7f416ceb7800 20 add_watcher() i=7 2024-09-12T17:35:04.984 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.982+0000 7f416ceb7800 2 all 8 watchers are set, enabling cache 2024-09-12T17:35:04.984 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.982+0000 7f416ceb7800 5 tl::expected, obj_version>, boost::system::error_code> logback_generations::read(const DoutPrefixProvider*, optional_yield):410: oid=data_loggenerations_metadata not found 2024-09-12T17:35:04.984 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.982+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.0 2024-09-12T17:35:04.984 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.982+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:04.985 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.982+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.0 does not exist 2024-09-12T17:35:04.985 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.982+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.1 2024-09-12T17:35:04.985 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.982+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:04.985 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.983+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.1 does not exist 2024-09-12T17:35:04.985 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.983+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.2 2024-09-12T17:35:04.985 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.983+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:04.985 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.983+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.2 does not exist 2024-09-12T17:35:04.985 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.983+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.3 2024-09-12T17:35:04.985 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.983+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:04.986 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.983+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.3 does not exist 2024-09-12T17:35:04.986 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.983+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.4 2024-09-12T17:35:04.986 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.983+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:04.986 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.984+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.4 does not exist 2024-09-12T17:35:04.987 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.984+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.5 2024-09-12T17:35:04.987 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.984+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:04.987 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.984+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.5 does not exist 2024-09-12T17:35:04.987 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.984+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.6 2024-09-12T17:35:04.987 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.984+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:04.987 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.984+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.6 does not exist 2024-09-12T17:35:04.987 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.984+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.7 2024-09-12T17:35:04.987 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.984+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:04.987 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.984+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.7 does not exist 2024-09-12T17:35:04.987 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.984+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.8 2024-09-12T17:35:04.987 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.984+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:04.987 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.985+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.8 does not exist 2024-09-12T17:35:04.988 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.985+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.9 2024-09-12T17:35:04.988 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.985+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:04.989 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.985+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.9 does not exist 2024-09-12T17:35:04.990 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.985+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.10 2024-09-12T17:35:04.990 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.985+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:04.990 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.985+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.10 does not exist 2024-09-12T17:35:04.990 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.985+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.11 2024-09-12T17:35:04.990 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.985+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:04.990 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.985+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.11 does not exist 2024-09-12T17:35:04.990 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.985+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.12 2024-09-12T17:35:04.990 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.985+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:04.990 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.986+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.12 does not exist 2024-09-12T17:35:04.990 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.986+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.13 2024-09-12T17:35:04.991 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.986+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:04.991 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.986+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.13 does not exist 2024-09-12T17:35:04.991 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.986+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.14 2024-09-12T17:35:04.991 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.986+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:04.991 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.986+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.14 does not exist 2024-09-12T17:35:04.991 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.986+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.15 2024-09-12T17:35:04.991 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.986+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:04.991 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.987+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.15 does not exist 2024-09-12T17:35:04.991 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.987+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.16 2024-09-12T17:35:04.991 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.987+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:04.991 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.987+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.16 does not exist 2024-09-12T17:35:04.992 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.987+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.17 2024-09-12T17:35:04.992 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.987+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:04.992 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.987+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.17 does not exist 2024-09-12T17:35:04.992 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.987+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.18 2024-09-12T17:35:04.992 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.987+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:04.992 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.987+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.18 does not exist 2024-09-12T17:35:04.992 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.987+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.19 2024-09-12T17:35:04.992 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.987+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:04.992 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.988+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.19 does not exist 2024-09-12T17:35:04.992 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.988+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.20 2024-09-12T17:35:04.992 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.988+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:04.992 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.988+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.20 does not exist 2024-09-12T17:35:04.993 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.988+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.21 2024-09-12T17:35:04.993 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.988+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:04.993 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.988+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.21 does not exist 2024-09-12T17:35:04.993 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.988+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.22 2024-09-12T17:35:04.993 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.988+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:04.995 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.988+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.22 does not exist 2024-09-12T17:35:04.995 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.988+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.23 2024-09-12T17:35:04.996 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.988+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:04.996 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.989+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.23 does not exist 2024-09-12T17:35:04.996 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.989+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.24 2024-09-12T17:35:04.996 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.989+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:04.996 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.989+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.24 does not exist 2024-09-12T17:35:04.996 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.989+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.25 2024-09-12T17:35:04.996 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.989+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:04.996 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.989+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.25 does not exist 2024-09-12T17:35:04.996 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.989+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.26 2024-09-12T17:35:04.996 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.989+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:04.996 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.989+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.26 does not exist 2024-09-12T17:35:04.997 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.989+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.27 2024-09-12T17:35:04.997 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.989+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:04.997 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.989+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.27 does not exist 2024-09-12T17:35:04.997 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.989+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.28 2024-09-12T17:35:04.997 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.989+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:04.997 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.990+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.28 does not exist 2024-09-12T17:35:04.997 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.990+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.29 2024-09-12T17:35:04.997 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.990+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:04.997 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.990+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.29 does not exist 2024-09-12T17:35:04.997 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.990+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.30 2024-09-12T17:35:04.997 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.990+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:04.997 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.990+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.30 does not exist 2024-09-12T17:35:04.998 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.990+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.31 2024-09-12T17:35:04.998 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.990+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:04.998 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.991+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.31 does not exist 2024-09-12T17:35:04.998 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.991+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.32 2024-09-12T17:35:04.998 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.991+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:04.998 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.991+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.32 does not exist 2024-09-12T17:35:04.998 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.991+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.33 2024-09-12T17:35:04.998 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.991+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:04.998 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.991+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.33 does not exist 2024-09-12T17:35:04.998 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.991+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.34 2024-09-12T17:35:04.998 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.991+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:04.998 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.991+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.34 does not exist 2024-09-12T17:35:04.999 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.991+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.35 2024-09-12T17:35:04.999 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.991+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:04.999 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.992+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.35 does not exist 2024-09-12T17:35:04.999 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.992+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.36 2024-09-12T17:35:04.999 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.992+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:04.999 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.992+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.36 does not exist 2024-09-12T17:35:04.999 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.992+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.37 2024-09-12T17:35:04.999 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.992+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:04.999 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.992+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.37 does not exist 2024-09-12T17:35:04.999 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.992+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.38 2024-09-12T17:35:04.999 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.992+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:04.999 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.992+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.38 does not exist 2024-09-12T17:35:05.000 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.992+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.39 2024-09-12T17:35:05.000 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.992+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.000 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.993+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.39 does not exist 2024-09-12T17:35:05.000 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.993+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.40 2024-09-12T17:35:05.000 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.993+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.000 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.993+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.40 does not exist 2024-09-12T17:35:05.000 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.993+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.41 2024-09-12T17:35:05.000 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.993+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.000 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.993+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.41 does not exist 2024-09-12T17:35:05.000 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.993+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.42 2024-09-12T17:35:05.000 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.993+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.000 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.993+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.42 does not exist 2024-09-12T17:35:05.001 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.993+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.43 2024-09-12T17:35:05.001 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.993+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.001 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.993+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.43 does not exist 2024-09-12T17:35:05.001 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.993+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.44 2024-09-12T17:35:05.001 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.993+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.001 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.994+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.44 does not exist 2024-09-12T17:35:05.001 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.994+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.45 2024-09-12T17:35:05.001 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.994+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.001 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.994+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.45 does not exist 2024-09-12T17:35:05.001 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.994+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.46 2024-09-12T17:35:05.001 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.994+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.005 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.994+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.46 does not exist 2024-09-12T17:35:05.005 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.994+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.47 2024-09-12T17:35:05.005 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.994+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.005 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.994+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.47 does not exist 2024-09-12T17:35:05.006 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.994+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.48 2024-09-12T17:35:05.006 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.994+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.006 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.995+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.48 does not exist 2024-09-12T17:35:05.006 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.995+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.49 2024-09-12T17:35:05.006 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.995+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.006 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.995+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.49 does not exist 2024-09-12T17:35:05.006 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.995+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.50 2024-09-12T17:35:05.006 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.995+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.006 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.995+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.50 does not exist 2024-09-12T17:35:05.006 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.995+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.51 2024-09-12T17:35:05.006 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.995+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.006 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.995+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.51 does not exist 2024-09-12T17:35:05.006 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.995+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.52 2024-09-12T17:35:05.007 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.995+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.007 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.996+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.52 does not exist 2024-09-12T17:35:05.007 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.996+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.53 2024-09-12T17:35:05.007 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.996+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.007 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.996+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.53 does not exist 2024-09-12T17:35:05.007 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.996+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.54 2024-09-12T17:35:05.007 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.996+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.007 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.996+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.54 does not exist 2024-09-12T17:35:05.007 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.996+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.55 2024-09-12T17:35:05.007 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.996+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.007 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.997+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.55 does not exist 2024-09-12T17:35:05.008 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.997+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.56 2024-09-12T17:35:05.008 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.997+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.008 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.997+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.56 does not exist 2024-09-12T17:35:05.008 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.997+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.57 2024-09-12T17:35:05.008 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.997+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.008 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.997+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.57 does not exist 2024-09-12T17:35:05.008 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.997+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.58 2024-09-12T17:35:05.008 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.997+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.008 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.997+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.58 does not exist 2024-09-12T17:35:05.008 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.997+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.59 2024-09-12T17:35:05.008 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.997+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.008 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.998+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.59 does not exist 2024-09-12T17:35:05.009 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.998+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.60 2024-09-12T17:35:05.009 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.998+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.009 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.998+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.60 does not exist 2024-09-12T17:35:05.009 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.998+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.61 2024-09-12T17:35:05.009 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.998+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.009 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.998+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.61 does not exist 2024-09-12T17:35:05.009 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.998+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.62 2024-09-12T17:35:05.009 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.998+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.009 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.998+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.62 does not exist 2024-09-12T17:35:05.009 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.998+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.63 2024-09-12T17:35:05.009 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.998+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.009 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.999+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.63 does not exist 2024-09-12T17:35:05.009 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.999+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.64 2024-09-12T17:35:05.010 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.999+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.010 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.999+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.64 does not exist 2024-09-12T17:35:05.010 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.999+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.65 2024-09-12T17:35:05.010 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.999+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.010 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.999+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.65 does not exist 2024-09-12T17:35:05.010 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.999+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.66 2024-09-12T17:35:05.010 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.999+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.010 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.999+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.66 does not exist 2024-09-12T17:35:05.010 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.999+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.67 2024-09-12T17:35:05.010 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:04.999+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.010 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.000+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.67 does not exist 2024-09-12T17:35:05.010 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.000+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.68 2024-09-12T17:35:05.011 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.000+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.011 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.000+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.68 does not exist 2024-09-12T17:35:05.011 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.000+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.69 2024-09-12T17:35:05.011 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.000+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.011 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.000+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.69 does not exist 2024-09-12T17:35:05.011 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.000+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.70 2024-09-12T17:35:05.011 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.000+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.011 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.000+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.70 does not exist 2024-09-12T17:35:05.011 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.000+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.71 2024-09-12T17:35:05.011 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.000+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.011 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.001+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.71 does not exist 2024-09-12T17:35:05.011 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.001+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.72 2024-09-12T17:35:05.012 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.001+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.012 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.001+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.72 does not exist 2024-09-12T17:35:05.012 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.001+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.73 2024-09-12T17:35:05.012 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.001+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.012 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.001+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.73 does not exist 2024-09-12T17:35:05.012 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.001+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.74 2024-09-12T17:35:05.012 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.001+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.012 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.001+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.74 does not exist 2024-09-12T17:35:05.012 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.001+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.75 2024-09-12T17:35:05.012 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.001+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.012 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.002+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.75 does not exist 2024-09-12T17:35:05.012 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.002+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.76 2024-09-12T17:35:05.012 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.002+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.013 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.002+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.76 does not exist 2024-09-12T17:35:05.013 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.002+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.77 2024-09-12T17:35:05.013 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.002+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.013 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.002+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.77 does not exist 2024-09-12T17:35:05.013 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.002+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.78 2024-09-12T17:35:05.013 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.002+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.013 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.002+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.78 does not exist 2024-09-12T17:35:05.013 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.002+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.79 2024-09-12T17:35:05.013 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.002+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.013 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.003+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.79 does not exist 2024-09-12T17:35:05.013 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.003+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.80 2024-09-12T17:35:05.013 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.003+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.003+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.80 does not exist 2024-09-12T17:35:05.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.003+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.81 2024-09-12T17:35:05.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.003+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.003+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.81 does not exist 2024-09-12T17:35:05.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.003+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.82 2024-09-12T17:35:05.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.003+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.003+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.82 does not exist 2024-09-12T17:35:05.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.003+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.83 2024-09-12T17:35:05.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.003+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.004+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.83 does not exist 2024-09-12T17:35:05.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.004+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.84 2024-09-12T17:35:05.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.004+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.015 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.004+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.84 does not exist 2024-09-12T17:35:05.015 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.004+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.85 2024-09-12T17:35:05.015 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.004+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.019 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.004+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.85 does not exist 2024-09-12T17:35:05.019 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.004+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.86 2024-09-12T17:35:05.019 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.004+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.019 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.004+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.86 does not exist 2024-09-12T17:35:05.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.004+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.87 2024-09-12T17:35:05.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.004+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.005+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.87 does not exist 2024-09-12T17:35:05.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.005+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.88 2024-09-12T17:35:05.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.005+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.005+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.88 does not exist 2024-09-12T17:35:05.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.005+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.89 2024-09-12T17:35:05.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.005+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.005+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.89 does not exist 2024-09-12T17:35:05.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.005+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.90 2024-09-12T17:35:05.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.005+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.005+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.90 does not exist 2024-09-12T17:35:05.021 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.005+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.91 2024-09-12T17:35:05.021 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.005+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.021 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.006+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.91 does not exist 2024-09-12T17:35:05.021 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.006+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.92 2024-09-12T17:35:05.021 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.006+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.021 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.006+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.92 does not exist 2024-09-12T17:35:05.021 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.006+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.93 2024-09-12T17:35:05.021 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.006+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.021 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.006+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.93 does not exist 2024-09-12T17:35:05.021 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.006+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.94 2024-09-12T17:35:05.021 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.006+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.021 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.006+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.94 does not exist 2024-09-12T17:35:05.022 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.006+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.95 2024-09-12T17:35:05.022 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.006+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.022 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.007+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.95 does not exist 2024-09-12T17:35:05.022 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.007+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.96 2024-09-12T17:35:05.022 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.007+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.022 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.007+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.96 does not exist 2024-09-12T17:35:05.022 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.007+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.97 2024-09-12T17:35:05.022 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.007+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.022 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.007+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.97 does not exist 2024-09-12T17:35:05.022 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.007+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.98 2024-09-12T17:35:05.022 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.007+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.022 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.007+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.98 does not exist 2024-09-12T17:35:05.022 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.007+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.99 2024-09-12T17:35:05.023 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.007+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.023 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.007+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.99 does not exist 2024-09-12T17:35:05.023 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.007+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.100 2024-09-12T17:35:05.023 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.007+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.023 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.008+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.100 does not exist 2024-09-12T17:35:05.023 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.008+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.101 2024-09-12T17:35:05.023 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.008+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.023 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.008+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.101 does not exist 2024-09-12T17:35:05.023 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.008+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.102 2024-09-12T17:35:05.023 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.008+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.023 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.008+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.102 does not exist 2024-09-12T17:35:05.023 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.008+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.103 2024-09-12T17:35:05.024 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.008+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.024 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.008+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.103 does not exist 2024-09-12T17:35:05.024 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.008+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.104 2024-09-12T17:35:05.024 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.008+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.024 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.009+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.104 does not exist 2024-09-12T17:35:05.024 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.009+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.105 2024-09-12T17:35:05.024 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.009+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.024 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.009+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.105 does not exist 2024-09-12T17:35:05.024 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.009+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.106 2024-09-12T17:35:05.024 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.009+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.024 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.009+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.106 does not exist 2024-09-12T17:35:05.024 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.009+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.107 2024-09-12T17:35:05.025 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.009+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.025 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.009+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.107 does not exist 2024-09-12T17:35:05.025 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.009+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.108 2024-09-12T17:35:05.025 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.009+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.025 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.009+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.108 does not exist 2024-09-12T17:35:05.025 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.009+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.109 2024-09-12T17:35:05.025 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.009+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.025 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.010+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.109 does not exist 2024-09-12T17:35:05.025 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.010+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.110 2024-09-12T17:35:05.025 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.010+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.025 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.010+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.110 does not exist 2024-09-12T17:35:05.025 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.010+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.111 2024-09-12T17:35:05.025 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.010+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.026 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.010+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.111 does not exist 2024-09-12T17:35:05.026 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.010+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.112 2024-09-12T17:35:05.026 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.010+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.026 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.010+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.112 does not exist 2024-09-12T17:35:05.026 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.010+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.113 2024-09-12T17:35:05.026 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.010+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.026 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.011+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.113 does not exist 2024-09-12T17:35:05.026 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.011+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.114 2024-09-12T17:35:05.026 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.011+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.026 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.011+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.114 does not exist 2024-09-12T17:35:05.026 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.011+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.115 2024-09-12T17:35:05.026 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.011+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.026 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.011+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.115 does not exist 2024-09-12T17:35:05.027 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.011+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.116 2024-09-12T17:35:05.027 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.011+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.027 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.011+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.116 does not exist 2024-09-12T17:35:05.027 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.011+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.117 2024-09-12T17:35:05.027 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.011+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.027 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.012+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.117 does not exist 2024-09-12T17:35:05.027 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.012+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.118 2024-09-12T17:35:05.027 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.012+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.027 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.012+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.118 does not exist 2024-09-12T17:35:05.027 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.012+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.119 2024-09-12T17:35:05.027 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.012+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.027 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.012+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.119 does not exist 2024-09-12T17:35:05.028 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.012+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.120 2024-09-12T17:35:05.028 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.012+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.028 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.012+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.120 does not exist 2024-09-12T17:35:05.028 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.012+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.121 2024-09-12T17:35:05.028 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.012+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.028 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.013+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.121 does not exist 2024-09-12T17:35:05.028 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.013+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.122 2024-09-12T17:35:05.028 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.013+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.028 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.013+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.122 does not exist 2024-09-12T17:35:05.028 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.013+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.123 2024-09-12T17:35:05.028 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.013+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.028 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.013+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.123 does not exist 2024-09-12T17:35:05.029 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.013+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.124 2024-09-12T17:35:05.029 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.013+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.029 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.013+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.124 does not exist 2024-09-12T17:35:05.029 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.013+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.125 2024-09-12T17:35:05.029 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.013+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.029 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.014+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.125 does not exist 2024-09-12T17:35:05.029 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.014+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.126 2024-09-12T17:35:05.029 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.014+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.029 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.014+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.126 does not exist 2024-09-12T17:35:05.029 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.014+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.127 2024-09-12T17:35:05.029 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.014+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.029 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.014+0000 7f416ceb7800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.127 does not exist 2024-09-12T17:35:05.029 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.014+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::create(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, std::optional >, bool, uint64_t, uint64_t):1211 entering 2024-09-12T17:35:05.030 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.015+0000 7f416ceb7800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:35:05.030 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.022+0000 7f401d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:05.030 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.022+0000 7f416ceb7800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:35:05.030 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:05.022+0000 7f416ceb7800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:35:07.977 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:07.975+0000 7f416ceb7800 10 rgw_init_ioctx warning: failed to set recovery_priority on default.rgw.meta 2024-09-12T17:35:07.978 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:07.975+0000 7f416ceb7800 5 note: GC not initialized 2024-09-12T17:35:07.978 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:07.975+0000 7f3f87fff640 20 reqs_thread_entry: start 2024-09-12T17:35:07.978 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:07.976+0000 7f416ceb7800 20 init_complete bucket index max shards: 1 2024-09-12T17:35:07.978 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:07.976+0000 7f416ceb7800 20 Filter name: none 2024-09-12T17:35:07.978 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:07.976+0000 7f3f85ffb640 20 reqs_thread_entry: start 2024-09-12T17:35:08.005 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.004+0000 7f401d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:08.008 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.007+0000 7f416ceb7800 20 remove_watcher() i=0 2024-09-12T17:35:08.008 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.007+0000 7f416ceb7800 2 removed watcher, disabling cache 2024-09-12T17:35:08.009 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.008+0000 7f416ceb7800 20 remove_watcher() i=1 2024-09-12T17:35:08.011 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.010+0000 7f416ceb7800 20 remove_watcher() i=2 2024-09-12T17:35:08.015 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.014+0000 7f416ceb7800 20 remove_watcher() i=3 2024-09-12T17:35:08.016 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.015+0000 7f416ceb7800 20 remove_watcher() i=4 2024-09-12T17:35:08.018 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.016+0000 7f416ceb7800 20 remove_watcher() i=5 2024-09-12T17:35:08.019 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.017+0000 7f416ceb7800 20 remove_watcher() i=6 2024-09-12T17:35:08.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.019+0000 7f416ceb7800 20 remove_watcher() i=7 2024-09-12T17:35:08.034 INFO:teuthology.orchestra.run.smithi045.stdout:[] 2024-09-12T17:35:08.035 DEBUG:tasks.util.rgw: json result: [] 2024-09-12T17:35:08.035 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2024-09-12T17:35:08.035 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2024-09-12T17:35:08.035 DEBUG:teuthology.orchestra.run.smithi045:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement modify --rgw-zone default --placement-id default-placement --compression random 2024-09-12T17:35:08.104 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:35:08.104 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:35:08.132 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.130+0000 7f632ea98800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:35:08.132 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.130+0000 7f632ea98800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:35:08.136 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.134+0000 7f61aa7fc640 20 reqs_thread_entry: start 2024-09-12T17:35:08.152 INFO:teuthology.orchestra.run.smithi045.stdout:{"id":"b6123b67-6580-4373-9691-e0e950df5f06","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":true}}],"realm_id":""} 2024-09-12T17:35:08.152 DEBUG:tasks.util.rgw: json result: {'id': 'b6123b67-6580-4373-9691-e0e950df5f06', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': True}}], 'realm_id': ''} 2024-09-12T17:35:08.153 INFO:tasks.rgw:Preparing directory for rgw datacache at /tmp/rgw_datacache 2024-09-12T17:35:08.153 DEBUG:teuthology.orchestra.run.smithi045:> mkdir -p /tmp/rgw_datacache 2024-09-12T17:35:08.182 DEBUG:teuthology.orchestra.run.smithi045:> sudo chmod a+rwx /tmp/rgw_datacache 2024-09-12T17:35:08.262 INFO:tasks.util.rgw:rgwadmin: client.0 : ['user', 'list'] 2024-09-12T17:35:08.262 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'user', 'list'] 2024-09-12T17:35:08.262 DEBUG:teuthology.orchestra.run.smithi045:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph user list 2024-09-12T17:35:08.359 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:35:08.359 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:35:08.394 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.393+0000 7f698ce10800 20 rados->read ofs=0 len=0 2024-09-12T17:35:08.396 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.394+0000 7f698ce10800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:08.396 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.394+0000 7f698ce10800 20 realm 2024-09-12T17:35:08.396 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.394+0000 7f698ce10800 20 rados->read ofs=0 len=0 2024-09-12T17:35:08.396 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.394+0000 7f698ce10800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:08.396 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.394+0000 7f698ce10800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:35:08.397 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.394+0000 7f698ce10800 20 rados->read ofs=0 len=0 2024-09-12T17:35:08.397 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.395+0000 7f698ce10800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:08.397 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.395+0000 7f698ce10800 20 rados->read ofs=0 len=0 2024-09-12T17:35:08.397 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.395+0000 7f698ce10800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:08.397 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.395+0000 7f698ce10800 20 rados->read ofs=0 len=0 2024-09-12T17:35:08.398 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.396+0000 7f698ce10800 20 rados_obj.operate() r=0 bl.length=1009 2024-09-12T17:35:08.398 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.396+0000 7f698ce10800 20 searching for the correct realm 2024-09-12T17:35:08.400 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.399+0000 7f6987ddf640 0 -- 172.21.15.45:0/149078698 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f6978057280 msgr2=0x7f69780dc980 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:35:08.405 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.403+0000 7f69885e0640 0 -- 172.21.15.45:0/149078698 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f697c02a400 msgr2=0x7f697c02a840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:35:08.611 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.610+0000 7f698ce10800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:35:08.612 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.610+0000 7f698ce10800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:35:08.612 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.610+0000 7f698ce10800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:35:08.612 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.610+0000 7f698ce10800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:35:08.612 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.610+0000 7f698ce10800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:35:08.612 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.610+0000 7f698ce10800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:35:08.612 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.610+0000 7f698ce10800 20 rados->read ofs=0 len=0 2024-09-12T17:35:08.612 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.610+0000 7f698ce10800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:08.612 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.610+0000 7f698ce10800 20 rados->read ofs=0 len=0 2024-09-12T17:35:08.614 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.610+0000 7f698ce10800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:08.614 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.610+0000 7f698ce10800 20 rados->read ofs=0 len=0 2024-09-12T17:35:08.614 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.611+0000 7f698ce10800 20 rados_obj.operate() r=0 bl.length=436 2024-09-12T17:35:08.614 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.611+0000 7f698ce10800 20 zone default found 2024-09-12T17:35:08.614 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.611+0000 7f698ce10800 4 Realm: () 2024-09-12T17:35:08.614 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.611+0000 7f698ce10800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:35:08.615 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.611+0000 7f698ce10800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:35:08.615 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.611+0000 7f698ce10800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:35:08.615 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.611+0000 7f698ce10800 20 zonegroup default 2024-09-12T17:35:08.615 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.611+0000 7f698ce10800 20 rados->read ofs=0 len=0 2024-09-12T17:35:08.615 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.611+0000 7f698ce10800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:08.615 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.611+0000 7f698ce10800 20 rados->read ofs=0 len=0 2024-09-12T17:35:08.615 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.611+0000 7f698ce10800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:08.615 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.611+0000 7f698ce10800 20 rados->read ofs=0 len=0 2024-09-12T17:35:08.615 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.612+0000 7f698ce10800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:08.615 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.612+0000 7f698ce10800 20 started sync module instance, tier type = 2024-09-12T17:35:08.615 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.612+0000 7f698ce10800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:35:08.624 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.622+0000 7f698ce10800 20 add_watcher() i=0 2024-09-12T17:35:08.624 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.622+0000 7f698ce10800 20 add_watcher() i=1 2024-09-12T17:35:08.624 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.622+0000 7f698ce10800 20 add_watcher() i=2 2024-09-12T17:35:08.624 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.622+0000 7f698ce10800 20 add_watcher() i=3 2024-09-12T17:35:08.624 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.622+0000 7f698ce10800 20 add_watcher() i=4 2024-09-12T17:35:08.624 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.622+0000 7f698ce10800 20 add_watcher() i=5 2024-09-12T17:35:08.624 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.622+0000 7f698ce10800 20 add_watcher() i=6 2024-09-12T17:35:08.625 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.623+0000 7f698ce10800 20 add_watcher() i=7 2024-09-12T17:35:08.625 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.623+0000 7f698ce10800 2 all 8 watchers are set, enabling cache 2024-09-12T17:35:08.628 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.626+0000 7f683efdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:08.628 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.626+0000 7f698ce10800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:35:08.628 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.626+0000 7f698ce10800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:35:08.628 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.626+0000 7f698ce10800 5 note: GC not initialized 2024-09-12T17:35:08.628 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.626+0000 7f683dfdb640 20 reqs_thread_entry: start 2024-09-12T17:35:08.628 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.626+0000 7f698ce10800 20 init_complete bucket index max shards: 1 2024-09-12T17:35:08.628 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.626+0000 7f698ce10800 20 Filter name: none 2024-09-12T17:35:08.628 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.626+0000 7f67af7fe640 20 reqs_thread_entry: start 2024-09-12T17:35:08.639 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.637+0000 7f683efdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:08.641 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.639+0000 7f698ce10800 20 remove_watcher() i=0 2024-09-12T17:35:08.641 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.639+0000 7f698ce10800 2 removed watcher, disabling cache 2024-09-12T17:35:08.642 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.641+0000 7f698ce10800 20 remove_watcher() i=1 2024-09-12T17:35:08.643 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.642+0000 7f698ce10800 20 remove_watcher() i=2 2024-09-12T17:35:08.644 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.643+0000 7f698ce10800 20 remove_watcher() i=3 2024-09-12T17:35:08.645 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.644+0000 7f698ce10800 20 remove_watcher() i=4 2024-09-12T17:35:08.646 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.645+0000 7f698ce10800 20 remove_watcher() i=5 2024-09-12T17:35:08.647 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.646+0000 7f698ce10800 20 remove_watcher() i=6 2024-09-12T17:35:08.649 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.647+0000 7f698ce10800 20 remove_watcher() i=7 2024-09-12T17:35:08.660 INFO:teuthology.orchestra.run.smithi045.stdout:[] 2024-09-12T17:35:08.660 DEBUG:tasks.util.rgw: json result: [] 2024-09-12T17:35:08.661 INFO:tasks.rgw:Configuring storage class type = LUKEWARM 2024-09-12T17:35:08.661 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM'] 2024-09-12T17:35:08.661 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM'] 2024-09-12T17:35:08.661 DEBUG:teuthology.orchestra.run.smithi045:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zonegroup placement add --rgw-zone default --placement-id default-placement --storage-class LUKEWARM 2024-09-12T17:35:08.726 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:35:08.726 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:35:08.753 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.751+0000 7ff229575800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:35:08.753 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.751+0000 7ff229575800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:35:08.756 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.755+0000 7ff07dffb640 20 reqs_thread_entry: start 2024-09-12T17:35:08.771 INFO:teuthology.orchestra.run.smithi045.stdout:[{"key":"default-placement","val":{"name":"default-placement","tags":[],"storage_classes":["LUKEWARM","STANDARD"]}}] 2024-09-12T17:35:08.772 DEBUG:tasks.util.rgw: json result: [{'key': 'default-placement', 'val': {'name': 'default-placement', 'tags': [], 'storage_classes': ['LUKEWARM', 'STANDARD']}}] 2024-09-12T17:35:08.772 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM', '--data-pool', 'default.rgw.buckets.data.lukewarm'] 2024-09-12T17:35:08.772 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM', '--data-pool', 'default.rgw.buckets.data.lukewarm'] 2024-09-12T17:35:08.772 DEBUG:teuthology.orchestra.run.smithi045:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement add --rgw-zone default --placement-id default-placement --storage-class LUKEWARM --data-pool default.rgw.buckets.data.lukewarm 2024-09-12T17:35:08.838 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:35:08.838 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:35:08.864 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.863+0000 7f2a33346800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:35:08.865 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.863+0000 7f2a33346800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:35:08.868 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.867+0000 7f2876ffd640 20 reqs_thread_entry: start 2024-09-12T17:35:08.885 INFO:teuthology.orchestra.run.smithi045.stdout:{"id":"b6123b67-6580-4373-9691-e0e950df5f06","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"LUKEWARM":{"data_pool":"default.rgw.buckets.data.lukewarm"},"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":true}}],"realm_id":""} 2024-09-12T17:35:08.885 DEBUG:tasks.util.rgw: json result: {'id': 'b6123b67-6580-4373-9691-e0e950df5f06', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'LUKEWARM': {'data_pool': 'default.rgw.buckets.data.lukewarm'}, 'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': True}}], 'realm_id': ''} 2024-09-12T17:35:08.885 INFO:tasks.rgw:Configuring storage class type = FROZEN 2024-09-12T17:35:08.885 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN'] 2024-09-12T17:35:08.886 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN'] 2024-09-12T17:35:08.886 DEBUG:teuthology.orchestra.run.smithi045:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zonegroup placement add --rgw-zone default --placement-id default-placement --storage-class FROZEN 2024-09-12T17:35:08.950 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:35:08.950 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:35:08.977 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.976+0000 7f0e3c326800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:35:08.978 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.976+0000 7f0e3c326800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:35:08.981 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:08.979+0000 7f0c8dffb640 20 reqs_thread_entry: start 2024-09-12T17:35:08.998 INFO:teuthology.orchestra.run.smithi045.stdout:[{"key":"default-placement","val":{"name":"default-placement","tags":[],"storage_classes":["FROZEN","LUKEWARM","STANDARD"]}}] 2024-09-12T17:35:08.998 DEBUG:tasks.util.rgw: json result: [{'key': 'default-placement', 'val': {'name': 'default-placement', 'tags': [], 'storage_classes': ['FROZEN', 'LUKEWARM', 'STANDARD']}}] 2024-09-12T17:35:08.998 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN', '--data-pool', 'default.rgw.buckets.data.frozen'] 2024-09-12T17:35:08.998 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN', '--data-pool', 'default.rgw.buckets.data.frozen'] 2024-09-12T17:35:08.998 DEBUG:teuthology.orchestra.run.smithi045:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement add --rgw-zone default --placement-id default-placement --storage-class FROZEN --data-pool default.rgw.buckets.data.frozen 2024-09-12T17:35:09.064 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:35:09.064 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:35:09.092 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:09.091+0000 7f7cf1612800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:35:09.092 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:09.091+0000 7f7cf1612800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:35:09.097 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:35:09.095+0000 7f7b32ffd640 20 reqs_thread_entry: start 2024-09-12T17:35:09.113 INFO:teuthology.orchestra.run.smithi045.stdout:{"id":"b6123b67-6580-4373-9691-e0e950df5f06","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"FROZEN":{"data_pool":"default.rgw.buckets.data.frozen"},"LUKEWARM":{"data_pool":"default.rgw.buckets.data.lukewarm"},"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":true}}],"realm_id":""} 2024-09-12T17:35:09.114 DEBUG:tasks.util.rgw: json result: {'id': 'b6123b67-6580-4373-9691-e0e950df5f06', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'FROZEN': {'data_pool': 'default.rgw.buckets.data.frozen'}, 'LUKEWARM': {'data_pool': 'default.rgw.buckets.data.lukewarm'}, 'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': True}}], 'realm_id': ''} 2024-09-12T17:35:09.114 INFO:tasks.rgw:Starting rgw... 2024-09-12T17:35:09.114 INFO:tasks.rgw:rgw client.0 config is {'ssl certificate': 'rgw.client.0'} 2024-09-12T17:35:09.114 INFO:tasks.rgw:Using beast as radosgw frontend 2024-09-12T17:35:09.114 DEBUG:teuthology.orchestra.run.smithi045:> sudo echo -n https://smithi045.front.sepia.ceph.com:443 | sudo tee /home/ubuntu/cephtest/url_file 2024-09-12T17:35:09.154 INFO:teuthology.orchestra.run.smithi045.stdout:https://smithi045.front.sepia.ceph.com:443 2024-09-12T17:35:09.155 DEBUG:teuthology.orchestra.run.smithi045:> sudo chown ceph /home/ubuntu/cephtest/url_file 2024-09-12T17:35:09.234 DEBUG:teuthology.orchestra.run.smithi045:> sudo keytool -import -alias smithi045.front.sepia.ceph.com -keystore $(readlink -e $(dirname $(readlink -e $(which keytool)))/../lib/security/cacerts) -file /home/ubuntu/cephtest/ca/rgw.client.0.crt -storepass changeit 2024-09-12T17:35:09.437 INFO:teuthology.orchestra.run.smithi045.stderr:Warning: use -cacerts option to access cacerts keystore 2024-09-12T17:35:09.595 INFO:teuthology.orchestra.run.smithi045.stderr:Certificate was added to keystore 2024-09-12T17:35:09.622 INFO:tasks.rgw.client.0:Restarting daemon 2024-09-12T17:35:09.622 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term radosgw --rgw-frontends 'beast ssl_certificate=/home/ubuntu/cephtest/ca/rgw.client.0.crt ssl_port=443' -n client.0 --cluster ceph -k /etc/ceph/ceph.client.0.keyring --log-file /var/log/ceph/rgw.ceph.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.ceph.client.0.sock --foreground | sudo tee /var/log/ceph/rgw.ceph.client.0.stdout 2>&1 2024-09-12T17:35:09.624 INFO:tasks.rgw.client.0:Started 2024-09-12T17:35:09.624 INFO:tasks.rgw:Polling client.0 until it starts accepting connections on https://smithi045.front.sepia.ceph.com:443/ 2024-09-12T17:35:09.625 DEBUG:teuthology.orchestra.run.smithi045:> curl https://smithi045.front.sepia.ceph.com:443/ 2024-09-12T17:35:09.674 DEBUG:teuthology.orchestra.run:got remote process result: 7 2024-09-12T17:35:09.675 INFO:teuthology.orchestra.run.smithi045.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2024-09-12T17:35:09.675 INFO:teuthology.orchestra.run.smithi045.stderr: Dload Upload Total Spent Left Speed 2024-09-12T17:35:09.675 INFO:teuthology.orchestra.run.smithi045.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 2024-09-12T17:35:09.675 INFO:teuthology.orchestra.run.smithi045.stderr:curl: (7) Failed to connect to smithi045.front.sepia.ceph.com port 443: Connection refused 2024-09-12T17:35:09.881 INFO:tasks.rgw.client.0.smithi045.stdout:2024-09-12T17:35:09.879+0000 7f3bb1a4e880 -1 ssl_private_key was not found: rgw/cert//default.key 2024-09-12T17:35:10.676 DEBUG:teuthology.orchestra.run.smithi045:> curl https://smithi045.front.sepia.ceph.com:443/ 2024-09-12T17:35:10.715 INFO:teuthology.orchestra.run.smithi045.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2024-09-12T17:35:10.715 INFO:teuthology.orchestra.run.smithi045.stderr: Dload Upload Total Spent Left Speed 2024-09-12T17:35:10.766 INFO:teuthology.orchestra.run.smithi045.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 187 0 187 0 0 3528 0 --:--:-- --:--:-- --:--:-- 3596 2024-09-12T17:35:10.768 INFO:teuthology.orchestra.run.smithi045.stdout:anonymous 2024-09-12T17:35:10.768 INFO:teuthology.run_tasks:Running task tox... 2024-09-12T17:35:10.780 INFO:tasks.tox:Deploying tox from pip... 2024-09-12T17:35:10.780 DEBUG:teuthology.orchestra.run.smithi045:> python3 -m venv /home/ubuntu/cephtest/tox-venv 2024-09-12T17:35:13.177 DEBUG:teuthology.orchestra.run.smithi045:> source /home/ubuntu/cephtest/tox-venv/bin/activate && pip install tox==3.15.0 2024-09-12T17:35:13.716 INFO:teuthology.orchestra.run.smithi045.stdout:Collecting tox==3.15.0 2024-09-12T17:35:13.767 INFO:teuthology.orchestra.run.smithi045.stdout: Downloading tox-3.15.0-py2.py3-none-any.whl (82 kB) 2024-09-12T17:35:13.879 INFO:teuthology.orchestra.run.smithi045.stdout:Collecting toml>=0.9.4 2024-09-12T17:35:13.893 INFO:teuthology.orchestra.run.smithi045.stdout: Downloading toml-0.10.2-py2.py3-none-any.whl (16 kB) 2024-09-12T17:35:13.979 INFO:teuthology.orchestra.run.smithi045.stdout:Collecting six<2,>=1.14.0 2024-09-12T17:35:13.993 INFO:teuthology.orchestra.run.smithi045.stdout: Downloading six-1.16.0-py2.py3-none-any.whl (11 kB) 2024-09-12T17:35:14.085 INFO:teuthology.orchestra.run.smithi045.stdout:Collecting pluggy<1,>=0.12.0 2024-09-12T17:35:14.099 INFO:teuthology.orchestra.run.smithi045.stdout: Downloading pluggy-0.13.1-py2.py3-none-any.whl (18 kB) 2024-09-12T17:35:14.200 INFO:teuthology.orchestra.run.smithi045.stdout:Collecting packaging>=14 2024-09-12T17:35:14.214 INFO:teuthology.orchestra.run.smithi045.stdout: Downloading packaging-24.1-py3-none-any.whl (53 kB) 2024-09-12T17:35:14.334 INFO:teuthology.orchestra.run.smithi045.stdout:Collecting filelock<4,>=3.0.0 2024-09-12T17:35:14.348 INFO:teuthology.orchestra.run.smithi045.stdout: Downloading filelock-3.16.0-py3-none-any.whl (16 kB) 2024-09-12T17:35:14.626 INFO:teuthology.orchestra.run.smithi045.stdout:Collecting virtualenv!=20.0.0,!=20.0.1,!=20.0.2,!=20.0.3,!=20.0.4,!=20.0.5,!=20.0.6,!=20.0.7,>=16.0.0 2024-09-12T17:35:14.643 INFO:teuthology.orchestra.run.smithi045.stdout: Downloading virtualenv-20.26.4-py3-none-any.whl (6.0 MB) 2024-09-12T17:35:14.869 INFO:teuthology.orchestra.run.smithi045.stdout:Collecting py<2,>=1.4.17 2024-09-12T17:35:14.883 INFO:teuthology.orchestra.run.smithi045.stdout: Downloading py-1.11.0-py2.py3-none-any.whl (98 kB) 2024-09-12T17:35:15.035 INFO:teuthology.orchestra.run.smithi045.stdout:Collecting platformdirs<5,>=3.9.1 2024-09-12T17:35:15.049 INFO:teuthology.orchestra.run.smithi045.stdout: Downloading platformdirs-4.3.2-py3-none-any.whl (18 kB) 2024-09-12T17:35:15.130 INFO:teuthology.orchestra.run.smithi045.stdout:Collecting distlib<1,>=0.3.7 2024-09-12T17:35:15.144 INFO:teuthology.orchestra.run.smithi045.stdout: Downloading distlib-0.3.8-py2.py3-none-any.whl (468 kB) 2024-09-12T17:35:15.279 INFO:teuthology.orchestra.run.smithi045.stdout:Installing collected packages: platformdirs, filelock, distlib, virtualenv, toml, six, py, pluggy, packaging, tox 2024-09-12T17:35:16.079 INFO:teuthology.orchestra.run.smithi045.stdout:Successfully installed distlib-0.3.8 filelock-3.16.0 packaging-24.1 platformdirs-4.3.2 pluggy-0.13.1 py-1.11.0 six-1.16.0 toml-0.10.2 tox-3.15.0 virtualenv-20.26.4 2024-09-12T17:35:16.285 INFO:teuthology.orchestra.run.smithi045.stderr:WARNING: You are using pip version 21.3.1; however, version 24.2 is available. 2024-09-12T17:35:16.286 INFO:teuthology.orchestra.run.smithi045.stderr:You should consider upgrading via the '/home/ubuntu/cephtest/tox-venv/bin/python3 -m pip install --upgrade pip' command. 2024-09-12T17:35:16.347 INFO:teuthology.run_tasks:Running task workunit... 2024-09-12T17:35:16.363 INFO:tasks.workunit:Pulling workunits from ref bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T17:35:16.363 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-12T17:35:16.364 DEBUG:teuthology.orchestra.run.smithi045:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-12T17:35:16.393 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T17:35:16.394 INFO:teuthology.orchestra.run.smithi045.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-12T17:35:16.394 DEBUG:teuthology.orchestra.run.smithi045:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T17:35:16.464 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-12T17:35:16.464 DEBUG:teuthology.orchestra.run.smithi045:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-12T17:35:16.534 INFO:tasks.workunit:timeout=3h 2024-09-12T17:35:16.534 INFO:tasks.workunit:cleanup=True 2024-09-12T17:35:16.535 DEBUG:teuthology.orchestra.run.smithi045:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T17:35:16.604 INFO:tasks.workunit.client.0.smithi045.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-12T17:36:16.401 INFO:tasks.workunit.client.0.smithi045.stderr:Updating files: 90% (11468/12697) Updating files: 91% (11555/12697) Updating files: 92% (11682/12697) Updating files: 93% (11809/12697) Updating files: 94% (11936/12697) Updating files: 95% (12063/12697) Updating files: 96% (12190/12697) Updating files: 97% (12317/12697) Updating files: 98% (12444/12697) Updating files: 99% (12571/12697) Updating files: 100% (12697/12697) Updating files: 100% (12697/12697), done. 2024-09-12T17:36:17.094 INFO:tasks.workunit.client.0.smithi045.stderr:Note: switching to 'bad475c18c96ec20c5778159aa33ba72b84e9c1b'. 2024-09-12T17:36:17.094 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:36:17.094 INFO:tasks.workunit.client.0.smithi045.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-12T17:36:17.094 INFO:tasks.workunit.client.0.smithi045.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-12T17:36:17.094 INFO:tasks.workunit.client.0.smithi045.stderr:state without impacting any branches by switching back to a branch. 2024-09-12T17:36:17.094 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:36:17.094 INFO:tasks.workunit.client.0.smithi045.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-12T17:36:17.095 INFO:tasks.workunit.client.0.smithi045.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-12T17:36:17.095 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:36:17.095 INFO:tasks.workunit.client.0.smithi045.stderr: git switch -c 2024-09-12T17:36:17.095 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:36:17.095 INFO:tasks.workunit.client.0.smithi045.stderr:Or undo this operation with: 2024-09-12T17:36:17.095 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:36:17.095 INFO:tasks.workunit.client.0.smithi045.stderr: git switch - 2024-09-12T17:36:17.095 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:36:17.095 INFO:tasks.workunit.client.0.smithi045.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-12T17:36:17.095 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:36:17.095 INFO:tasks.workunit.client.0.smithi045.stderr:HEAD is now at bad475c18c9 rgw: clear output keys in RGWMetadataLister::get_next() 2024-09-12T17:36:17.100 DEBUG:teuthology.orchestra.run.smithi045:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-12T17:36:17.181 INFO:tasks.workunit.client.0.smithi045.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-12T17:36:17.184 INFO:tasks.workunit.client.0.smithi045.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T17:36:17.184 INFO:tasks.workunit.client.0.smithi045.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-12T17:36:17.824 INFO:tasks.workunit.client.0.smithi045.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-12T17:36:17.891 INFO:tasks.workunit.client.0.smithi045.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-12T17:36:17.936 INFO:tasks.workunit.client.0.smithi045.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T17:36:17.956 INFO:tasks.workunit.client.0.smithi045.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T17:36:17.956 INFO:tasks.workunit.client.0.smithi045.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-12T17:36:17.983 INFO:tasks.workunit.client.0.smithi045.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T17:36:17.986 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-12T17:36:17.986 DEBUG:teuthology.orchestra.run.smithi045:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-12T17:36:18.064 INFO:tasks.workunit:Running workunits matching rgw/run-datacache.sh on client.0... 2024-09-12T17:36:18.065 INFO:tasks.workunit:Running workunit rgw/run-datacache.sh... 2024-09-12T17:36:18.065 DEBUG:teuthology.orchestra.run.smithi045:workunit test rgw/run-datacache.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RGW_DATACACHE_PATH=/tmp/rgw_datacache adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-datacache.sh 2024-09-12T17:36:18.143 INFO:tasks.workunit.client.0.smithi045.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-datacache.sh 2024-09-12T17:36:18.144 INFO:tasks.workunit.client.0.smithi045.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T17:36:18.144 INFO:tasks.workunit.client.0.smithi045.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T17:36:20.656 INFO:tasks.workunit.client.0.smithi045.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2024-09-12T17:36:20.656 INFO:tasks.workunit.client.0.smithi045.stderr:++ deactivate nondestructive 2024-09-12T17:36:20.657 INFO:tasks.workunit.client.0.smithi045.stderr:++ '[' -n '' ']' 2024-09-12T17:36:20.657 INFO:tasks.workunit.client.0.smithi045.stderr:++ '[' -n '' ']' 2024-09-12T17:36:20.657 INFO:tasks.workunit.client.0.smithi045.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T17:36:20.657 INFO:tasks.workunit.client.0.smithi045.stderr:++ hash -r 2024-09-12T17:36:20.657 INFO:tasks.workunit.client.0.smithi045.stderr:++ '[' -n '' ']' 2024-09-12T17:36:20.657 INFO:tasks.workunit.client.0.smithi045.stderr:++ unset VIRTUAL_ENV 2024-09-12T17:36:20.657 INFO:tasks.workunit.client.0.smithi045.stderr:++ '[' '!' nondestructive = nondestructive ']' 2024-09-12T17:36:20.657 INFO:tasks.workunit.client.0.smithi045.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T17:36:20.657 INFO:tasks.workunit.client.0.smithi045.stderr:++ export VIRTUAL_ENV 2024-09-12T17:36:20.657 INFO:tasks.workunit.client.0.smithi045.stderr:++ _OLD_VIRTUAL_PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2024-09-12T17:36:20.658 INFO:tasks.workunit.client.0.smithi045.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2024-09-12T17:36:20.659 INFO:tasks.workunit.client.0.smithi045.stderr:++ export PATH 2024-09-12T17:36:20.659 INFO:tasks.workunit.client.0.smithi045.stderr:++ '[' -n '' ']' 2024-09-12T17:36:20.659 INFO:tasks.workunit.client.0.smithi045.stderr:++ '[' -z '' ']' 2024-09-12T17:36:20.659 INFO:tasks.workunit.client.0.smithi045.stderr:++ _OLD_VIRTUAL_PS1= 2024-09-12T17:36:20.659 INFO:tasks.workunit.client.0.smithi045.stderr:++ PS1='(rgw) ' 2024-09-12T17:36:20.659 INFO:tasks.workunit.client.0.smithi045.stderr:++ export PS1 2024-09-12T17:36:20.659 INFO:tasks.workunit.client.0.smithi045.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T17:36:20.659 INFO:tasks.workunit.client.0.smithi045.stderr:++ hash -r 2024-09-12T17:36:20.659 INFO:tasks.workunit.client.0.smithi045.stderr:+ pip install pip --upgrade 2024-09-12T17:36:20.895 INFO:tasks.workunit.client.0.smithi045.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.9/site-packages (21.3.1) 2024-09-12T17:36:21.076 INFO:tasks.workunit.client.0.smithi045.stdout:Collecting pip 2024-09-12T17:36:21.125 INFO:tasks.workunit.client.0.smithi045.stdout: Downloading pip-24.2-py3-none-any.whl (1.8 MB) 2024-09-12T17:36:21.281 INFO:tasks.workunit.client.0.smithi045.stdout:Installing collected packages: pip 2024-09-12T17:36:21.281 INFO:tasks.workunit.client.0.smithi045.stdout: Attempting uninstall: pip 2024-09-12T17:36:21.281 INFO:tasks.workunit.client.0.smithi045.stdout: Found existing installation: pip 21.3.1 2024-09-12T17:36:21.444 INFO:tasks.workunit.client.0.smithi045.stdout: Uninstalling pip-21.3.1: 2024-09-12T17:36:21.449 INFO:tasks.workunit.client.0.smithi045.stdout: Successfully uninstalled pip-21.3.1 2024-09-12T17:36:22.231 INFO:tasks.workunit.client.0.smithi045.stdout:Successfully installed pip-24.2 2024-09-12T17:36:22.477 INFO:tasks.workunit.client.0.smithi045.stderr:+ pip install configobj 2024-09-12T17:36:22.870 INFO:tasks.workunit.client.0.smithi045.stdout:Collecting configobj 2024-09-12T17:36:22.912 INFO:tasks.workunit.client.0.smithi045.stdout: Downloading configobj-5.0.8-py2.py3-none-any.whl.metadata (3.4 kB) 2024-09-12T17:36:23.028 INFO:tasks.workunit.client.0.smithi045.stdout:Collecting six (from configobj) 2024-09-12T17:36:23.041 INFO:tasks.workunit.client.0.smithi045.stdout: Downloading six-1.16.0-py2.py3-none-any.whl.metadata (1.8 kB) 2024-09-12T17:36:23.132 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading configobj-5.0.8-py2.py3-none-any.whl (36 kB) 2024-09-12T17:36:23.204 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading six-1.16.0-py2.py3-none-any.whl (11 kB) 2024-09-12T17:36:23.267 INFO:tasks.workunit.client.0.smithi045.stdout:Installing collected packages: six, configobj 2024-09-12T17:36:23.392 INFO:tasks.workunit.client.0.smithi045.stdout:Successfully installed configobj-5.0.8 six-1.16.0 2024-09-12T17:36:23.440 INFO:tasks.workunit.client.0.smithi045.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_datacache.py 2024-09-12T17:36:23.473 INFO:tasks.workunit.client.0.smithi045.stderr:DEBUG:root:datacache dir from config is: /tmp/rgw_datacache 2024-09-12T17:36:23.473 INFO:tasks.workunit.client.0.smithi045.stderr:DEBUG:root:exec_cmd(pwd) 2024-09-12T17:36:23.475 INFO:tasks.workunit.client.0.smithi045.stderr:INFO:root:command succeeded 2024-09-12T17:36:23.475 INFO:tasks.workunit.client.0.smithi045.stderr:INFO:root:b'/home/ubuntu/cephtest/mnt.0/client.0/tmp\n' 2024-09-12T17:36:23.475 INFO:tasks.workunit.client.0.smithi045.stderr:DEBUG:root:pwd is: /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:36:23.475 INFO:tasks.workunit.client.0.smithi045.stderr:DEBUG:root:exec_cmd(sudo netstat -nltp | egrep "rados|valgr") 2024-09-12T17:36:23.518 INFO:tasks.workunit.client.0.smithi045.stderr:INFO:root:command succeeded 2024-09-12T17:36:23.518 INFO:tasks.workunit.client.0.smithi045.stderr:INFO:root:b'tcp 0 0 0.0.0.0:443 0.0.0.0:* LISTEN 43546/radosgw \ntcp6 0 0 :::443 :::* LISTEN 43546/radosgw \n' 2024-09-12T17:36:23.518 INFO:tasks.workunit.client.0.smithi045.stderr:INFO:root:radosgw port: 443 2024-09-12T17:36:23.519 INFO:tasks.workunit.client.0.smithi045.stderr:INFO:root:radosgw endpoint is: 127.0.0.1 2024-09-12T17:36:23.519 INFO:tasks.workunit.client.0.smithi045.stderr:DEBUG:root:exec_cmd(dd if=/dev/urandom of=/home/ubuntu/cephtest/mnt.0/client.0/tmp/7M.dat bs=1M count=7) 2024-09-12T17:36:23.541 INFO:tasks.workunit.client.0.smithi045.stderr:INFO:root:command succeeded 2024-09-12T17:36:23.541 INFO:tasks.workunit.client.0.smithi045.stderr:INFO:root:b'' 2024-09-12T17:36:23.541 INFO:tasks.workunit.client.0.smithi045.stderr:DEBUG:root:exec_cmd(radosgw-admin user create --uid rgw_datacache_user --display-name DatacacheUser --access-key NX5QOQKC6BH2IDN8HC7A --secret LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn) 2024-09-12T17:36:23.678 INFO:tasks.workunit.client.0.smithi045.stderr:INFO:root:command succeeded 2024-09-12T17:36:23.678 INFO:tasks.workunit.client.0.smithi045.stderr:INFO:root:b'{\n "user_id": "rgw_datacache_user",\n "display_name": "DatacacheUser",\n "email": "",\n "suspended": 0,\n "max_buckets": 1000,\n "subusers": [],\n "keys": [\n {\n "user": "rgw_datacache_user",\n "access_key": "NX5QOQKC6BH2IDN8HC7A",\n "secret_key": "LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn",\n "active": true,\n "create_date": "2024-09-12T17:36:23.651173Z"\n }\n ],\n "swift_keys": [],\n "caps": [],\n "op_mask": "read, write, delete",\n "default_placement": "",\n "default_storage_class": "",\n "placement_tags": [],\n "bucket_quota": {\n "enabled": false,\n "check_on_raw": false,\n "max_size": -1,\n "max_size_kb": 0,\n "max_objects": -1\n },\n "user_quota": {\n "enabled": false,\n "check_on_raw": false,\n "max_size": -1,\n "max_size_kb": 0,\n "max_objects": -1\n },\n "temp_url_keys": [],\n "type": "rgw",\n "mfa_ids": [],\n "account_id": "",\n "path": "/",\n "create_date": "2024-09-12T17:36:23.651162Z",\n "tags": [],\n "group_ids": []\n}\n\n' 2024-09-12T17:36:23.678 INFO:tasks.workunit.client.0.smithi045.stderr:INFO:root:Creating s3cmd config... 2024-09-12T17:36:23.678 INFO:tasks.workunit.client.0.smithi045.stderr:INFO:root:proto for s3cmd config is https 2024-09-12T17:36:23.678 INFO:tasks.workunit.client.0.smithi045.stderr:INFO:root:s3cmd config written 2024-09-12T17:36:23.678 INFO:tasks.workunit.client.0.smithi045.stderr:DEBUG:root:exec_cmd(s3cmd --access_key=NX5QOQKC6BH2IDN8HC7A --secret_key=LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn --config=/home/ubuntu/cephtest/mnt.0/client.0/tmp/s3cfg --no-check-hostname --host=127.0.0.1 mb s3://datacachebucket) 2024-09-12T17:36:23.867 INFO:tasks.workunit.client.0.smithi045.stderr:INFO:root:command succeeded 2024-09-12T17:36:23.867 INFO:tasks.workunit.client.0.smithi045.stderr:INFO:root:b"Bucket 's3://datacachebucket/' created\n" 2024-09-12T17:36:23.867 INFO:tasks.workunit.client.0.smithi045.stderr:DEBUG:root:exec_cmd(s3cmd --access_key=NX5QOQKC6BH2IDN8HC7A --secret_key=LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn --config=/home/ubuntu/cephtest/mnt.0/client.0/tmp/s3cfg --no-check-hostname --host=127.0.0.1 put /home/ubuntu/cephtest/mnt.0/client.0/tmp/7M.dat s3://datacachebucket) 2024-09-12T17:36:24.157 INFO:tasks.workunit.client.0.smithi045.stderr:INFO:root:command succeeded 2024-09-12T17:36:24.158 INFO:tasks.workunit.client.0.smithi045.stderr:INFO:root:b"upload: '/home/ubuntu/cephtest/mnt.0/client.0/tmp/7M.dat' -> 's3://datacachebucket/7M.dat' (7340032 bytes in 0.1 seconds, 68.69 MB/s) [1 of 1]\n" 2024-09-12T17:36:24.158 INFO:tasks.workunit.client.0.smithi045.stderr:DEBUG:root:exec_cmd(s3cmd --access_key=NX5QOQKC6BH2IDN8HC7A --secret_key=LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn --config=/home/ubuntu/cephtest/mnt.0/client.0/tmp/s3cfg --no-check-hostname --host=127.0.0.1 get s3://datacachebucket/7M.dat /home/ubuntu/cephtest/mnt.0/client.0/tmp/7M-get.dat --force) 2024-09-12T17:36:24.379 INFO:tasks.workunit.client.0.smithi045.stderr:INFO:root:command succeeded 2024-09-12T17:36:24.379 INFO:tasks.workunit.client.0.smithi045.stderr:INFO:root:b"download: 's3://datacachebucket/7M.dat' -> '/home/ubuntu/cephtest/mnt.0/client.0/tmp/7M-get.dat' (7340032 bytes in 0.0 seconds, 163.33 MB/s)\n" 2024-09-12T17:36:24.379 INFO:tasks.workunit.client.0.smithi045.stderr:DEBUG:root:exec_cmd(radosgw-admin object stat --bucket=datacachebucket --object=7M.dat) 2024-09-12T17:36:24.707 INFO:tasks.workunit.client.0.smithi045.stderr:INFO:root:command succeeded 2024-09-12T17:36:24.707 INFO:tasks.workunit.client.0.smithi045.stderr:INFO:root:b'{\n "name": "7M.dat",\n "size": 7340376,\n "policy": {\n "acl": {\n "acl_user_map": [\n {\n "user": "rgw_datacache_user",\n "acl": 15\n }\n ],\n "acl_group_map": [],\n "grant_map": [\n {\n "id": "rgw_datacache_user",\n "grant": {\n "type": {\n "type": 0\n },\n "id": "rgw_datacache_user",\n "name": "DatacacheUser",\n "permission": {\n "flags": 15\n }\n }\n }\n ]\n },\n "owner": {\n "id": "rgw_datacache_user",\n "display_name": "DatacacheUser"\n }\n },\n "compression": {\n "compression_type": "snappy",\n "orig_size": 7340032,\n "blocks": [\n {\n "old_ofs": 0,\n "new_ofs": 0,\n "len": 4194500\n },\n {\n "old_ofs": 4194304,\n "new_ofs": 4194500,\n "len": 3145876\n }\n ]\n },\n "etag": "6ad7faef4f429e828c2fdcd4a783b41e",\n "tag": "b6123b67-6580-4373-9691-e0e950df5f06.4566.9202169232301018043",\n "manifest": {\n "objs": [],\n "obj_size": 7340376,\n "explicit_objs": false,\n "head_size": 4194304,\n "max_head_size": 4194304,\n "prefix": ".armDysPlQMIUIuuO_TYnFcy6sJPtByU_",\n "rules": [\n {\n "key": 0,\n "val": {\n "start_part_num": 0,\n "start_ofs": 4194304,\n "part_size": 0,\n "stripe_max_size": 4194304,\n "override_prefix": ""\n }\n }\n ],\n "tail_instance": "",\n "tail_placement": {\n "bucket": {\n "name": "datacachebucket",\n "marker": "b6123b67-6580-4373-9691-e0e950df5f06.4566.1",\n "bucket_id": "b6123b67-6580-4373-9691-e0e950df5f06.4566.1",\n "tenant": "",\n "explicit_placement": {\n "data_pool": "",\n "data_extra_pool": "",\n "index_pool": ""\n }\n },\n "placement_rule": "default-placement"\n },\n "tier_type": "",\n "begin_iter": {\n "part_ofs": 0,\n "stripe_ofs": 0,\n "ofs": 0,\n "stripe_size": 4194304,\n "cur_part_id": 0,\n "cur_stripe": 0,\n "cur_override_prefix": "",\n "location": {\n "placement_rule": "default-placement",\n "obj": {\n "bucket": {\n "name": "datacachebucket",\n "marker": "b6123b67-6580-4373-9691-e0e950df5f06.4566.1",\n "bucket_id": "b6123b67-6580-4373-9691-e0e950df5f06.4566.1",\n "tenant": "",\n "explicit_placement": {\n "data_pool": "",\n "data_extra_pool": "",\n "index_pool": ""\n }\n },\n "key": {\n "name": "7M.dat",\n "instance": "",\n "ns": ""\n }\n },\n "raw_obj": {\n "pool": "",\n "oid": "",\n "loc": ""\n },\n "is_raw": false\n }\n },\n "end_iter": {\n "part_ofs": 4194304,\n "stripe_ofs": 4194304,\n "ofs": 7340376,\n "stripe_size": 3146072,\n "cur_part_id": 0,\n "cur_stripe": 1,\n "cur_override_prefix": "",\n "location": {\n "placement_rule": "default-placement",\n "obj": {\n "bucket": {\n "name": "datacachebucket",\n "marker": "b6123b67-6580-4373-9691-e0e950df5f06.4566.1",\n "bucket_id": "b6123b67-6580-4373-9691-e0e950df5f06.4566.1",\n "tenant": "",\n "explicit_placement": {\n "data_pool": "",\n "data_extra_pool": "",\n "index_pool": ""\n }\n },\n "key": {\n "name": ".armDysPlQMIUIuuO_TYnFcy6sJPtByU_1",\n "instance": "",\n "ns": "shadow"\n }\n },\n "raw_obj": {\n "pool": "",\n "oid": "",\n "loc": ""\n },\n "is_raw": false\n }\n }\n },\n "pg_ver": 0,\n "source_zone": 0,\n "torrent": "",\n "mtime": "2024-09-12T17:36:24.126113Z",\n "attrs": {\n "user.rgw.content_type": "application/octet-stream",\n "user.rgw.storage_class": "STANDARD",\n "user.rgw.tail_tag": "b6123b67-6580-4373-9691-e0e950df5f06.4566.9202169232301018043",\n "user.rgw.x-amz-meta-s3cmd-attrs": "atime:1726162583/ctime:1726162583/gid:1333/gname:ubuntu/md5:6ad7faef4f429e828c2fdcd4a783b41e/mode:33188/mtime:1726162583/uid:1000/uname:ubuntu"\n }\n}\n' 2024-09-12T17:36:24.707 INFO:tasks.workunit.client.0.smithi045.stderr:DEBUG:root:Cached object name is: .armDysPlQMIUIuuO_TYnFcy6sJPtByU_ 2024-09-12T17:36:24.707 INFO:tasks.workunit.client.0.smithi045.stderr:DEBUG:root:exec_cmd(find /tmp/rgw_datacache -type f | wc -l) 2024-09-12T17:36:24.710 INFO:tasks.workunit.client.0.smithi045.stderr:INFO:root:command succeeded 2024-09-12T17:36:24.710 INFO:tasks.workunit.client.0.smithi045.stderr:INFO:root:b'0\n' 2024-09-12T17:36:24.710 INFO:tasks.workunit.client.0.smithi045.stderr:DEBUG:root:Check cache dir content: 0 2024-09-12T17:36:24.710 INFO:tasks.workunit.client.0.smithi045.stderr:INFO:root:NOTICE: datacache test object not found, inspect if datacache was bypassed or disabled during this check. 2024-09-12T17:36:24.711 INFO:tasks.workunit.client.0.smithi045.stderr:INFO:root:Completed Datacache tests 2024-09-12T17:36:24.716 INFO:tasks.workunit.client.0.smithi045.stderr:+ deactivate 2024-09-12T17:36:24.716 INFO:tasks.workunit.client.0.smithi045.stderr:+ '[' -n /home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin ']' 2024-09-12T17:36:24.716 INFO:tasks.workunit.client.0.smithi045.stderr:+ PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2024-09-12T17:36:24.716 INFO:tasks.workunit.client.0.smithi045.stderr:+ export PATH 2024-09-12T17:36:24.716 INFO:tasks.workunit.client.0.smithi045.stderr:+ unset _OLD_VIRTUAL_PATH 2024-09-12T17:36:24.716 INFO:tasks.workunit.client.0.smithi045.stderr:+ '[' -n '' ']' 2024-09-12T17:36:24.717 INFO:tasks.workunit.client.0.smithi045.stderr:+ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T17:36:24.717 INFO:tasks.workunit.client.0.smithi045.stderr:+ hash -r 2024-09-12T17:36:24.717 INFO:tasks.workunit.client.0.smithi045.stderr:+ '[' -n '' ']' 2024-09-12T17:36:24.717 INFO:tasks.workunit.client.0.smithi045.stderr:+ unset VIRTUAL_ENV 2024-09-12T17:36:24.717 INFO:tasks.workunit.client.0.smithi045.stderr:+ '[' '!' '' = nondestructive ']' 2024-09-12T17:36:24.717 INFO:tasks.workunit.client.0.smithi045.stderr:+ unset -f deactivate 2024-09-12T17:36:24.717 INFO:tasks.workunit.client.0.smithi045.stderr:+ echo OK. 2024-09-12T17:36:24.718 INFO:tasks.workunit.client.0.smithi045.stdout:OK. 2024-09-12T17:36:24.718 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:36:24.718 DEBUG:teuthology.orchestra.run.smithi045:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:36:24.800 INFO:tasks.workunit:Stopping ['rgw/run-datacache.sh'] on client.0... 2024-09-12T17:36:24.801 DEBUG:teuthology.orchestra.run.smithi045:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-12T17:36:25.132 DEBUG:teuthology.parallel:result is None 2024-09-12T17:36:25.133 DEBUG:teuthology.orchestra.run.smithi045:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T17:36:25.172 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T17:36:25.172 DEBUG:teuthology.orchestra.run.smithi045:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T17:36:25.251 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T17:36:25.251 INFO:teuthology.run_tasks:Running task workunit... 2024-09-12T17:36:25.262 INFO:tasks.workunit:Pulling workunits from ref bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T17:36:25.262 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-12T17:36:25.262 DEBUG:teuthology.orchestra.run.smithi045:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-12T17:36:25.321 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T17:36:25.322 INFO:teuthology.orchestra.run.smithi045.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-12T17:36:25.322 DEBUG:teuthology.orchestra.run.smithi045:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T17:36:25.392 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-12T17:36:25.392 DEBUG:teuthology.orchestra.run.smithi045:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-12T17:36:25.463 INFO:tasks.workunit:timeout=3h 2024-09-12T17:36:25.463 INFO:tasks.workunit:cleanup=True 2024-09-12T17:36:25.463 DEBUG:teuthology.orchestra.run.smithi045:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T17:36:25.534 INFO:tasks.workunit.client.0.smithi045.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-12T17:37:26.316 INFO:tasks.workunit.client.0.smithi045.stderr:Updating files: 90% (11455/12697) Updating files: 91% (11555/12697) Updating files: 92% (11682/12697) Updating files: 93% (11809/12697) Updating files: 94% (11936/12697) Updating files: 95% (12063/12697) Updating files: 96% (12190/12697) Updating files: 97% (12317/12697) Updating files: 98% (12444/12697) Updating files: 99% (12571/12697) Updating files: 100% (12697/12697) Updating files: 100% (12697/12697), done. 2024-09-12T17:37:26.892 INFO:tasks.workunit.client.0.smithi045.stderr:Note: switching to 'bad475c18c96ec20c5778159aa33ba72b84e9c1b'. 2024-09-12T17:37:26.893 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:37:26.893 INFO:tasks.workunit.client.0.smithi045.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-12T17:37:26.893 INFO:tasks.workunit.client.0.smithi045.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-12T17:37:26.893 INFO:tasks.workunit.client.0.smithi045.stderr:state without impacting any branches by switching back to a branch. 2024-09-12T17:37:26.893 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:37:26.893 INFO:tasks.workunit.client.0.smithi045.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-12T17:37:26.893 INFO:tasks.workunit.client.0.smithi045.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-12T17:37:26.893 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:37:26.893 INFO:tasks.workunit.client.0.smithi045.stderr: git switch -c 2024-09-12T17:37:26.893 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:37:26.893 INFO:tasks.workunit.client.0.smithi045.stderr:Or undo this operation with: 2024-09-12T17:37:26.894 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:37:26.894 INFO:tasks.workunit.client.0.smithi045.stderr: git switch - 2024-09-12T17:37:26.894 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:37:26.894 INFO:tasks.workunit.client.0.smithi045.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-12T17:37:26.894 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:37:26.894 INFO:tasks.workunit.client.0.smithi045.stderr:HEAD is now at bad475c18c9 rgw: clear output keys in RGWMetadataLister::get_next() 2024-09-12T17:37:26.899 DEBUG:teuthology.orchestra.run.smithi045:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-12T17:37:26.969 INFO:tasks.workunit.client.0.smithi045.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-12T17:37:26.971 INFO:tasks.workunit.client.0.smithi045.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T17:37:26.971 INFO:tasks.workunit.client.0.smithi045.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-12T17:37:27.021 INFO:tasks.workunit.client.0.smithi045.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-12T17:37:27.071 INFO:tasks.workunit.client.0.smithi045.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-12T17:37:27.112 INFO:tasks.workunit.client.0.smithi045.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T17:37:27.114 INFO:tasks.workunit.client.0.smithi045.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T17:37:27.114 INFO:tasks.workunit.client.0.smithi045.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-12T17:37:27.154 INFO:tasks.workunit.client.0.smithi045.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T17:37:27.157 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-12T17:37:27.158 DEBUG:teuthology.orchestra.run.smithi045:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-12T17:37:27.228 INFO:tasks.workunit:Running workunits matching rgw/run-bucket-check.sh on client.0... 2024-09-12T17:37:27.229 INFO:tasks.workunit:Running workunit rgw/run-bucket-check.sh... 2024-09-12T17:37:27.229 DEBUG:teuthology.orchestra.run.smithi045:workunit test rgw/run-bucket-check.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-bucket-check.sh 2024-09-12T17:37:27.302 INFO:tasks.workunit.client.0.smithi045.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-bucket-check.sh 2024-09-12T17:37:27.303 INFO:tasks.workunit.client.0.smithi045.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T17:37:27.303 INFO:tasks.workunit.client.0.smithi045.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T17:37:29.675 INFO:tasks.workunit.client.0.smithi045.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2024-09-12T17:37:29.675 INFO:tasks.workunit.client.0.smithi045.stderr:++ deactivate nondestructive 2024-09-12T17:37:29.675 INFO:tasks.workunit.client.0.smithi045.stderr:++ '[' -n '' ']' 2024-09-12T17:37:29.675 INFO:tasks.workunit.client.0.smithi045.stderr:++ '[' -n '' ']' 2024-09-12T17:37:29.675 INFO:tasks.workunit.client.0.smithi045.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T17:37:29.675 INFO:tasks.workunit.client.0.smithi045.stderr:++ hash -r 2024-09-12T17:37:29.675 INFO:tasks.workunit.client.0.smithi045.stderr:++ '[' -n '' ']' 2024-09-12T17:37:29.675 INFO:tasks.workunit.client.0.smithi045.stderr:++ unset VIRTUAL_ENV 2024-09-12T17:37:29.675 INFO:tasks.workunit.client.0.smithi045.stderr:++ '[' '!' nondestructive = nondestructive ']' 2024-09-12T17:37:29.676 INFO:tasks.workunit.client.0.smithi045.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T17:37:29.676 INFO:tasks.workunit.client.0.smithi045.stderr:++ export VIRTUAL_ENV 2024-09-12T17:37:29.676 INFO:tasks.workunit.client.0.smithi045.stderr:++ _OLD_VIRTUAL_PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2024-09-12T17:37:29.677 INFO:tasks.workunit.client.0.smithi045.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2024-09-12T17:37:29.677 INFO:tasks.workunit.client.0.smithi045.stderr:++ export PATH 2024-09-12T17:37:29.677 INFO:tasks.workunit.client.0.smithi045.stderr:++ '[' -n '' ']' 2024-09-12T17:37:29.677 INFO:tasks.workunit.client.0.smithi045.stderr:++ '[' -z '' ']' 2024-09-12T17:37:29.677 INFO:tasks.workunit.client.0.smithi045.stderr:++ _OLD_VIRTUAL_PS1= 2024-09-12T17:37:29.677 INFO:tasks.workunit.client.0.smithi045.stderr:++ PS1='(rgw) ' 2024-09-12T17:37:29.677 INFO:tasks.workunit.client.0.smithi045.stderr:++ export PS1 2024-09-12T17:37:29.677 INFO:tasks.workunit.client.0.smithi045.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T17:37:29.677 INFO:tasks.workunit.client.0.smithi045.stderr:++ hash -r 2024-09-12T17:37:29.677 INFO:tasks.workunit.client.0.smithi045.stderr:+ pip install pip --upgrade 2024-09-12T17:37:29.913 INFO:tasks.workunit.client.0.smithi045.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.9/site-packages (21.3.1) 2024-09-12T17:37:30.094 INFO:tasks.workunit.client.0.smithi045.stdout:Collecting pip 2024-09-12T17:37:30.100 INFO:tasks.workunit.client.0.smithi045.stdout: Using cached pip-24.2-py3-none-any.whl (1.8 MB) 2024-09-12T17:37:30.147 INFO:tasks.workunit.client.0.smithi045.stdout:Installing collected packages: pip 2024-09-12T17:37:30.147 INFO:tasks.workunit.client.0.smithi045.stdout: Attempting uninstall: pip 2024-09-12T17:37:30.147 INFO:tasks.workunit.client.0.smithi045.stdout: Found existing installation: pip 21.3.1 2024-09-12T17:37:30.311 INFO:tasks.workunit.client.0.smithi045.stdout: Uninstalling pip-21.3.1: 2024-09-12T17:37:30.316 INFO:tasks.workunit.client.0.smithi045.stdout: Successfully uninstalled pip-21.3.1 2024-09-12T17:37:31.091 INFO:tasks.workunit.client.0.smithi045.stdout:Successfully installed pip-24.2 2024-09-12T17:37:31.139 INFO:tasks.workunit.client.0.smithi045.stderr:+ pip install boto3 2024-09-12T17:37:32.012 INFO:tasks.workunit.client.0.smithi045.stdout:Collecting boto3 2024-09-12T17:37:32.056 INFO:tasks.workunit.client.0.smithi045.stdout: Downloading boto3-1.35.17-py3-none-any.whl.metadata (6.6 kB) 2024-09-12T17:37:32.745 INFO:tasks.workunit.client.0.smithi045.stdout:Collecting botocore<1.36.0,>=1.35.17 (from boto3) 2024-09-12T17:37:32.760 INFO:tasks.workunit.client.0.smithi045.stdout: Downloading botocore-1.35.17-py3-none-any.whl.metadata (5.7 kB) 2024-09-12T17:37:32.852 INFO:tasks.workunit.client.0.smithi045.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2024-09-12T17:37:32.868 INFO:tasks.workunit.client.0.smithi045.stdout: Downloading jmespath-1.0.1-py3-none-any.whl.metadata (7.6 kB) 2024-09-12T17:37:32.958 INFO:tasks.workunit.client.0.smithi045.stdout:Collecting s3transfer<0.11.0,>=0.10.0 (from boto3) 2024-09-12T17:37:32.973 INFO:tasks.workunit.client.0.smithi045.stdout: Downloading s3transfer-0.10.2-py3-none-any.whl.metadata (1.7 kB) 2024-09-12T17:37:33.102 INFO:tasks.workunit.client.0.smithi045.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T17:37:33.116 INFO:tasks.workunit.client.0.smithi045.stdout: Downloading python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2024-09-12T17:37:33.274 INFO:tasks.workunit.client.0.smithi045.stdout:Collecting urllib3<1.27,>=1.25.4 (from botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T17:37:33.288 INFO:tasks.workunit.client.0.smithi045.stdout: Downloading urllib3-1.26.20-py2.py3-none-any.whl.metadata (50 kB) 2024-09-12T17:37:33.701 INFO:tasks.workunit.client.0.smithi045.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T17:37:33.702 INFO:tasks.workunit.client.0.smithi045.stdout: Using cached six-1.16.0-py2.py3-none-any.whl.metadata (1.8 kB) 2024-09-12T17:37:33.721 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading boto3-1.35.17-py3-none-any.whl (139 kB) 2024-09-12T17:37:33.802 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading botocore-1.35.17-py3-none-any.whl (12.5 MB) 2024-09-12T17:37:34.006 INFO:tasks.workunit.client.0.smithi045.stdout: ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 12.5/12.5 MB 64.5 MB/s eta 0:00:00 2024-09-12T17:37:34.021 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading jmespath-1.0.1-py3-none-any.whl (20 kB) 2024-09-12T17:37:34.076 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading s3transfer-0.10.2-py3-none-any.whl (82 kB) 2024-09-12T17:37:34.136 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2024-09-12T17:37:34.203 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading urllib3-1.26.20-py2.py3-none-any.whl (144 kB) 2024-09-12T17:37:34.257 INFO:tasks.workunit.client.0.smithi045.stdout:Using cached six-1.16.0-py2.py3-none-any.whl (11 kB) 2024-09-12T17:37:34.334 INFO:tasks.workunit.client.0.smithi045.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2024-09-12T17:37:35.408 INFO:tasks.workunit.client.0.smithi045.stdout:Successfully installed boto3-1.35.17 botocore-1.35.17 jmespath-1.0.1 python-dateutil-2.9.0.post0 s3transfer-0.10.2 six-1.16.0 urllib3-1.26.20 2024-09-12T17:37:35.528 INFO:tasks.workunit.client.0.smithi045.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_bucket_check.py 2024-09-12T17:37:35.670 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin user create --uid check-tester --display-name "Check Testing" --access-key OJODXSLNX4LUNHQG99PA --secret 3l6ffld34qaymfomuh832j94738aie2x4p2o8h6n 2024-09-12T17:37:35.706 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:37:35.706 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:37:35.746 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.745+0000 7fbe5ef42800 20 rados->read ofs=0 len=0 2024-09-12T17:37:35.748 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.747+0000 7fbe5ef42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:35.748 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.747+0000 7fbe5ef42800 20 realm 2024-09-12T17:37:35.748 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.747+0000 7fbe5ef42800 20 rados->read ofs=0 len=0 2024-09-12T17:37:35.748 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.747+0000 7fbe5ef42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:35.748 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.747+0000 7fbe5ef42800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:37:35.748 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.747+0000 7fbe5ef42800 20 rados->read ofs=0 len=0 2024-09-12T17:37:35.748 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.747+0000 7fbe5ef42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:35.748 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.747+0000 7fbe5ef42800 20 rados->read ofs=0 len=0 2024-09-12T17:37:35.749 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.748+0000 7fbe5ef42800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:35.749 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.748+0000 7fbe5ef42800 20 rados->read ofs=0 len=0 2024-09-12T17:37:35.749 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.749+0000 7fbe5ef42800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:37:35.750 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.749+0000 7fbe5ef42800 20 searching for the correct realm 2024-09-12T17:37:35.752 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.752+0000 7fbe5a4ec640 0 -- 172.21.15.45:0/1981970187 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x565483d4c740 msgr2=0x565483d4eb30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:35.756 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.755+0000 7fbe5aced640 0 -- 172.21.15.45:0/1981970187 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7fbe440c51e0 msgr2=0x7fbe4406f780 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:35.963 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.961+0000 7fbe5ef42800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:37:35.963 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.961+0000 7fbe5ef42800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:37:35.963 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.961+0000 7fbe5ef42800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:37:35.963 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.961+0000 7fbe5ef42800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:37:35.963 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.961+0000 7fbe5ef42800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:37:35.963 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.961+0000 7fbe5ef42800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:37:35.963 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.961+0000 7fbe5ef42800 20 rados->read ofs=0 len=0 2024-09-12T17:37:35.963 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.962+0000 7fbe5ef42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:35.964 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.962+0000 7fbe5ef42800 20 rados->read ofs=0 len=0 2024-09-12T17:37:35.964 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.962+0000 7fbe5ef42800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:35.964 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.962+0000 7fbe5ef42800 20 rados->read ofs=0 len=0 2024-09-12T17:37:35.965 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.962+0000 7fbe5ef42800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:37:35.965 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.962+0000 7fbe5ef42800 20 zone default found 2024-09-12T17:37:35.965 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.962+0000 7fbe5ef42800 4 Realm: () 2024-09-12T17:37:35.965 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.962+0000 7fbe5ef42800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:37:35.966 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.962+0000 7fbe5ef42800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:37:35.966 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.962+0000 7fbe5ef42800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:37:35.966 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.962+0000 7fbe5ef42800 20 zonegroup default 2024-09-12T17:37:35.966 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.962+0000 7fbe5ef42800 20 rados->read ofs=0 len=0 2024-09-12T17:37:35.966 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.963+0000 7fbe5ef42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:35.966 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.963+0000 7fbe5ef42800 20 rados->read ofs=0 len=0 2024-09-12T17:37:35.967 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.963+0000 7fbe5ef42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:35.967 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.963+0000 7fbe5ef42800 20 rados->read ofs=0 len=0 2024-09-12T17:37:35.967 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.963+0000 7fbe5ef42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:35.967 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.963+0000 7fbe5ef42800 20 started sync module instance, tier type = 2024-09-12T17:37:35.967 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.963+0000 7fbe5ef42800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:37:35.975 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.974+0000 7fbe5ef42800 20 add_watcher() i=0 2024-09-12T17:37:35.975 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.974+0000 7fbe5ef42800 20 add_watcher() i=1 2024-09-12T17:37:35.976 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.974+0000 7fbe5ef42800 20 add_watcher() i=2 2024-09-12T17:37:35.976 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.974+0000 7fbe5ef42800 20 add_watcher() i=3 2024-09-12T17:37:35.976 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.974+0000 7fbe5ef42800 20 add_watcher() i=4 2024-09-12T17:37:35.976 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.974+0000 7fbe5ef42800 20 add_watcher() i=5 2024-09-12T17:37:35.976 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.974+0000 7fbe5ef42800 20 add_watcher() i=6 2024-09-12T17:37:35.977 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.975+0000 7fbe5ef42800 20 add_watcher() i=7 2024-09-12T17:37:35.977 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.975+0000 7fbe5ef42800 2 all 8 watchers are set, enabling cache 2024-09-12T17:37:35.980 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.977+0000 7fbd117e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:35.980 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.977+0000 7fbe5ef42800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:37:35.981 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.977+0000 7fbe5ef42800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:37:35.981 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.977+0000 7fbe5ef42800 5 note: GC not initialized 2024-09-12T17:37:35.981 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.977+0000 7fbc8bfff640 20 reqs_thread_entry: start 2024-09-12T17:37:35.981 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.978+0000 7fbe5ef42800 20 init_complete bucket index max shards: 1 2024-09-12T17:37:35.981 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.978+0000 7fbe5ef42800 20 Filter name: none 2024-09-12T17:37:35.981 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.978+0000 7fbc89ffb640 20 reqs_thread_entry: start 2024-09-12T17:37:35.982 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.978+0000 7fbe5ef42800 10 cache get: name=default.rgw.meta+users.uid+check-tester : miss 2024-09-12T17:37:35.982 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.978+0000 7fbe5ef42800 20 rados->read ofs=0 len=0 2024-09-12T17:37:35.982 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.978+0000 7fbe5ef42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:35.982 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.978+0000 7fbe5ef42800 10 cache put: name=default.rgw.meta+users.uid+check-tester info.flags=0x0 2024-09-12T17:37:35.982 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.978+0000 7fbe5ef42800 10 adding default.rgw.meta+users.uid+check-tester to cache LRU end 2024-09-12T17:37:35.982 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.978+0000 7fbe5ef42800 10 cache get: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA : miss 2024-09-12T17:37:35.983 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.978+0000 7fbe5ef42800 20 rados->read ofs=0 len=0 2024-09-12T17:37:35.983 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.979+0000 7fbe5ef42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:35.983 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.979+0000 7fbe5ef42800 10 cache put: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA info.flags=0x0 2024-09-12T17:37:35.983 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.979+0000 7fbe5ef42800 10 adding default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA to cache LRU end 2024-09-12T17:37:35.983 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.979+0000 7fbe5ef42800 10 cache get: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA : hit (negative entry) 2024-09-12T17:37:35.983 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.979+0000 7fbe5ef42800 10 cache get: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA : hit (negative entry) 2024-09-12T17:37:35.985 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.981+0000 7fbe5ef42800 10 cache put: name=default.rgw.meta+users.uid+check-tester info.flags=0x17 2024-09-12T17:37:35.985 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.981+0000 7fbe5ef42800 10 moving default.rgw.meta+users.uid+check-tester to cache LRU end 2024-09-12T17:37:35.985 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.981+0000 7fbe5ef42800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.uid:check-tester, ofs0, ns] 2024-09-12T17:37:35.986 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.981+0000 7fbd3e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 176093659138 cookie 94920989034992 notifier 4617 bl.length()=593 2024-09-12T17:37:35.986 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.981+0000 7fbd3e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+check-tester info.flags=0x17 2024-09-12T17:37:35.986 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.981+0000 7fbd3e7fc640 10 rgw watcher librados: moving default.rgw.meta+users.uid+check-tester to cache LRU end 2024-09-12T17:37:35.986 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.984+0000 7fbe5ef42800 10 cache put: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA info.flags=0x7 2024-09-12T17:37:35.986 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.984+0000 7fbe5ef42800 10 moving default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA to cache LRU end 2024-09-12T17:37:35.987 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.984+0000 7fbe5ef42800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.keys:OJODXSLNX4LUNHQG99PA, ofs0, ns] 2024-09-12T17:37:35.987 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.984+0000 7fbd3e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 176093659136 cookie 94920989005056 notifier 4617 bl.length()=186 2024-09-12T17:37:35.987 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.984+0000 7fbd3e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA info.flags=0x7 2024-09-12T17:37:35.987 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.984+0000 7fbd3e7fc640 10 rgw watcher librados: moving default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA to cache LRU end 2024-09-12T17:37:35.988 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.985+0000 7fbd117e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:35.988 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.988+0000 7fbe5ef42800 20 remove_watcher() i=0 2024-09-12T17:37:35.989 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.988+0000 7fbe5ef42800 2 removed watcher, disabling cache 2024-09-12T17:37:35.990 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.989+0000 7fbe5ef42800 20 remove_watcher() i=1 2024-09-12T17:37:35.991 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.990+0000 7fbe5ef42800 20 remove_watcher() i=2 2024-09-12T17:37:35.992 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.991+0000 7fbe5ef42800 20 remove_watcher() i=3 2024-09-12T17:37:35.993 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.992+0000 7fbe5ef42800 20 remove_watcher() i=4 2024-09-12T17:37:35.994 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.993+0000 7fbe5ef42800 20 remove_watcher() i=5 2024-09-12T17:37:35.995 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.994+0000 7fbe5ef42800 20 remove_watcher() i=6 2024-09-12T17:37:35.996 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:35.995+0000 7fbe5ef42800 20 remove_watcher() i=7 2024-09-12T17:37:36.156 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:36.157 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:36.205 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:36.205 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:36.248 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:36.248 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:36.259 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:36.259 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:36.269 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:36.269 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:36.272 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:36.272 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:36.279 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:36.279 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:36.283 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:36.283 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:36.287 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:36.287 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:36.300 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:36.300 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:36.303 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:36.303 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:36.316 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:36.316 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:36.319 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:36.319 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:36.333 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:36.333 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:36.336 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:36.336 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:36.350 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:36.350 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:36.352 INFO:tasks.workunit.client.0.smithi045.stderr:TEST: recalculated bucket check stats are correct 2024-09-12T17:37:36.352 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:37:36.354 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket check --fix --bucket check-bucket 2024-09-12T17:37:36.384 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:37:36.384 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:37:36.424 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.423+0000 7f6e265a9800 20 rados->read ofs=0 len=0 2024-09-12T17:37:36.425 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.424+0000 7f6e265a9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:36.425 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.424+0000 7f6e265a9800 20 realm 2024-09-12T17:37:36.425 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.424+0000 7f6e265a9800 20 rados->read ofs=0 len=0 2024-09-12T17:37:36.425 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.424+0000 7f6e265a9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:36.425 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.424+0000 7f6e265a9800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:37:36.425 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.424+0000 7f6e265a9800 20 rados->read ofs=0 len=0 2024-09-12T17:37:36.425 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.424+0000 7f6e265a9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:36.425 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.424+0000 7f6e265a9800 20 rados->read ofs=0 len=0 2024-09-12T17:37:36.426 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.425+0000 7f6e265a9800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:36.426 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.425+0000 7f6e265a9800 20 rados->read ofs=0 len=0 2024-09-12T17:37:36.426 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.426+0000 7f6e265a9800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:37:36.426 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.426+0000 7f6e265a9800 20 searching for the correct realm 2024-09-12T17:37:36.429 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.428+0000 7f6e23892640 0 -- 172.21.15.45:0/3034516630 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f6e14032040 msgr2=0x7f6e1404e400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:36.432 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.432+0000 7f6e24093640 0 -- 172.21.15.45:0/3034516630 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f6e180dcb40 msgr2=0x7f6e180ae0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:36.639 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.638+0000 7f6e265a9800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:37:36.639 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.638+0000 7f6e265a9800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:37:36.640 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.638+0000 7f6e265a9800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:37:36.640 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.638+0000 7f6e265a9800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:37:36.640 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.638+0000 7f6e265a9800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:37:36.640 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.638+0000 7f6e265a9800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:37:36.640 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.638+0000 7f6e265a9800 20 rados->read ofs=0 len=0 2024-09-12T17:37:36.640 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.638+0000 7f6e265a9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:36.640 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.638+0000 7f6e265a9800 20 rados->read ofs=0 len=0 2024-09-12T17:37:36.640 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.638+0000 7f6e265a9800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:36.640 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.638+0000 7f6e265a9800 20 rados->read ofs=0 len=0 2024-09-12T17:37:36.642 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.639+0000 7f6e265a9800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:37:36.642 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.639+0000 7f6e265a9800 20 zone default found 2024-09-12T17:37:36.642 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.639+0000 7f6e265a9800 4 Realm: () 2024-09-12T17:37:36.642 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.639+0000 7f6e265a9800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:37:36.642 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.639+0000 7f6e265a9800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:37:36.642 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.639+0000 7f6e265a9800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:37:36.642 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.639+0000 7f6e265a9800 20 zonegroup default 2024-09-12T17:37:36.642 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.639+0000 7f6e265a9800 20 rados->read ofs=0 len=0 2024-09-12T17:37:36.642 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.639+0000 7f6e265a9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:36.642 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.639+0000 7f6e265a9800 20 rados->read ofs=0 len=0 2024-09-12T17:37:36.643 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.639+0000 7f6e265a9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:36.643 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.639+0000 7f6e265a9800 20 rados->read ofs=0 len=0 2024-09-12T17:37:36.643 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.640+0000 7f6e265a9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:36.643 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.640+0000 7f6e265a9800 20 started sync module instance, tier type = 2024-09-12T17:37:36.643 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.640+0000 7f6e265a9800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:37:36.653 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.652+0000 7f6e265a9800 20 add_watcher() i=0 2024-09-12T17:37:36.653 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.652+0000 7f6e265a9800 20 add_watcher() i=1 2024-09-12T17:37:36.653 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.652+0000 7f6e265a9800 20 add_watcher() i=2 2024-09-12T17:37:36.653 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.652+0000 7f6e265a9800 20 add_watcher() i=3 2024-09-12T17:37:36.653 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.652+0000 7f6e265a9800 20 add_watcher() i=4 2024-09-12T17:37:36.654 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.652+0000 7f6e265a9800 20 add_watcher() i=5 2024-09-12T17:37:36.654 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.652+0000 7f6e265a9800 20 add_watcher() i=6 2024-09-12T17:37:36.654 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.653+0000 7f6e265a9800 20 add_watcher() i=7 2024-09-12T17:37:36.655 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.653+0000 7f6e265a9800 2 all 8 watchers are set, enabling cache 2024-09-12T17:37:36.656 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.655+0000 7f6cda7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:36.656 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.655+0000 7f6e265a9800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:37:36.656 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.655+0000 7f6e265a9800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:37:36.657 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.655+0000 7f6e265a9800 5 note: GC not initialized 2024-09-12T17:37:36.657 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.655+0000 7f6cd97e2640 20 reqs_thread_entry: start 2024-09-12T17:37:36.657 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.655+0000 7f6e265a9800 20 init_complete bucket index max shards: 1 2024-09-12T17:37:36.657 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.655+0000 7f6e265a9800 20 Filter name: none 2024-09-12T17:37:36.657 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.656+0000 7f6c4affd640 20 reqs_thread_entry: start 2024-09-12T17:37:36.657 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.656+0000 7f6e265a9800 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T17:37:36.658 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.656+0000 7f6e265a9800 20 rados->read ofs=0 len=0 2024-09-12T17:37:36.659 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.656+0000 7f6e265a9800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:37:36.659 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.656+0000 7f6e265a9800 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T17:37:36.659 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.656+0000 7f6e265a9800 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T17:37:36.659 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.656+0000 7f6e265a9800 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.2 : miss 2024-09-12T17:37:36.659 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.656+0000 7f6e265a9800 20 rados->read ofs=0 len=0 2024-09-12T17:37:36.659 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.656+0000 7f6e265a9800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:37:36.659 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.656+0000 7f6e265a9800 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.2 info.flags=0x17 2024-09-12T17:37:36.659 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.656+0000 7f6e265a9800 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.2 to cache LRU end 2024-09-12T17:37:36.659 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.656+0000 7f6e265a9800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:37:36.659 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.656+0000 7f6e265a9800 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T17:37:36.659 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.656+0000 7f6e265a9800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.2 2024-09-12T17:37:36.660 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.657+0000 7f6e265a9800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:36.661 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.660+0000 7f6cda7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:36.663 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.663+0000 7f6e265a9800 20 remove_watcher() i=0 2024-09-12T17:37:36.663 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.663+0000 7f6e265a9800 2 removed watcher, disabling cache 2024-09-12T17:37:36.664 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.664+0000 7f6e265a9800 20 remove_watcher() i=1 2024-09-12T17:37:36.665 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.665+0000 7f6e265a9800 20 remove_watcher() i=2 2024-09-12T17:37:36.666 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.666+0000 7f6e265a9800 20 remove_watcher() i=3 2024-09-12T17:37:36.667 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.667+0000 7f6e265a9800 20 remove_watcher() i=4 2024-09-12T17:37:36.668 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.668+0000 7f6e265a9800 20 remove_watcher() i=5 2024-09-12T17:37:36.669 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.669+0000 7f6e265a9800 20 remove_watcher() i=6 2024-09-12T17:37:36.670 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.670+0000 7f6e265a9800 20 remove_watcher() i=7 2024-09-12T17:37:36.684 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket check-bucket 2024-09-12T17:37:36.713 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:37:36.713 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:37:36.752 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.752+0000 7f759d72a800 20 rados->read ofs=0 len=0 2024-09-12T17:37:36.754 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.753+0000 7f759d72a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:36.754 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.753+0000 7f759d72a800 20 realm 2024-09-12T17:37:36.754 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.753+0000 7f759d72a800 20 rados->read ofs=0 len=0 2024-09-12T17:37:36.755 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.753+0000 7f759d72a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:36.755 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.753+0000 7f759d72a800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:37:36.755 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.753+0000 7f759d72a800 20 rados->read ofs=0 len=0 2024-09-12T17:37:36.755 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.754+0000 7f759d72a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:36.755 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.754+0000 7f759d72a800 20 rados->read ofs=0 len=0 2024-09-12T17:37:36.755 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.754+0000 7f759d72a800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:36.755 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.754+0000 7f759d72a800 20 rados->read ofs=0 len=0 2024-09-12T17:37:36.756 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.755+0000 7f759d72a800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:37:36.756 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.755+0000 7f759d72a800 20 searching for the correct realm 2024-09-12T17:37:36.758 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.757+0000 7f7598cac640 0 -- 172.21.15.45:0/1415443807 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f758c077040 msgr2=0x7f758c092430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:36.762 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.761+0000 7f75994ad640 0 -- 172.21.15.45:0/1415443807 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f75900836c0 msgr2=0x7f759007b130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:36.967 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.966+0000 7f759d72a800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:37:36.968 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.966+0000 7f759d72a800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:37:36.968 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.966+0000 7f759d72a800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:37:36.968 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.966+0000 7f759d72a800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:37:36.968 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.966+0000 7f759d72a800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:37:36.968 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.966+0000 7f759d72a800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:37:36.968 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.966+0000 7f759d72a800 20 rados->read ofs=0 len=0 2024-09-12T17:37:36.968 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.967+0000 7f759d72a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:36.968 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.967+0000 7f759d72a800 20 rados->read ofs=0 len=0 2024-09-12T17:37:36.968 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.967+0000 7f759d72a800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:36.968 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.967+0000 7f759d72a800 20 rados->read ofs=0 len=0 2024-09-12T17:37:36.969 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.967+0000 7f759d72a800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:37:36.970 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.967+0000 7f759d72a800 20 zone default found 2024-09-12T17:37:36.970 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.967+0000 7f759d72a800 4 Realm: () 2024-09-12T17:37:36.970 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.967+0000 7f759d72a800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:37:36.970 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.967+0000 7f759d72a800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:37:36.970 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.967+0000 7f759d72a800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:37:36.970 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.967+0000 7f759d72a800 20 zonegroup default 2024-09-12T17:37:36.970 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.967+0000 7f759d72a800 20 rados->read ofs=0 len=0 2024-09-12T17:37:36.970 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.968+0000 7f759d72a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:36.970 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.968+0000 7f759d72a800 20 rados->read ofs=0 len=0 2024-09-12T17:37:36.970 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.968+0000 7f759d72a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:36.970 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.968+0000 7f759d72a800 20 rados->read ofs=0 len=0 2024-09-12T17:37:36.970 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.968+0000 7f759d72a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:36.971 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.968+0000 7f759d72a800 20 started sync module instance, tier type = 2024-09-12T17:37:36.971 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.968+0000 7f759d72a800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:37:36.978 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.977+0000 7f759d72a800 20 add_watcher() i=0 2024-09-12T17:37:36.978 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.977+0000 7f759d72a800 20 add_watcher() i=1 2024-09-12T17:37:36.978 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.977+0000 7f759d72a800 20 add_watcher() i=2 2024-09-12T17:37:36.978 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.977+0000 7f759d72a800 20 add_watcher() i=3 2024-09-12T17:37:36.978 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.977+0000 7f759d72a800 20 add_watcher() i=4 2024-09-12T17:37:36.979 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.977+0000 7f759d72a800 20 add_watcher() i=5 2024-09-12T17:37:36.979 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.977+0000 7f759d72a800 20 add_watcher() i=6 2024-09-12T17:37:36.979 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.978+0000 7f759d72a800 20 add_watcher() i=7 2024-09-12T17:37:36.979 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.978+0000 7f759d72a800 2 all 8 watchers are set, enabling cache 2024-09-12T17:37:36.981 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.980+0000 7f744f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:36.981 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.980+0000 7f759d72a800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:37:36.981 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.980+0000 7f759d72a800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:37:36.981 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.980+0000 7f759d72a800 5 note: GC not initialized 2024-09-12T17:37:36.982 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.981+0000 7f744e7e4640 20 reqs_thread_entry: start 2024-09-12T17:37:36.982 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.981+0000 7f759d72a800 20 init_complete bucket index max shards: 1 2024-09-12T17:37:36.982 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.981+0000 7f759d72a800 20 Filter name: none 2024-09-12T17:37:36.982 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.981+0000 7f73bffff640 20 reqs_thread_entry: start 2024-09-12T17:37:36.983 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.981+0000 7f759d72a800 20 rados->read ofs=0 len=0 2024-09-12T17:37:36.983 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.981+0000 7f759d72a800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:37:36.983 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.981+0000 7f759d72a800 20 rados->read ofs=0 len=0 2024-09-12T17:37:36.983 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.982+0000 7f759d72a800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:37:36.983 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.982+0000 7f759d72a800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:37:36.983 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.982+0000 7f759d72a800 20 rados->read ofs=0 len=0 2024-09-12T17:37:36.984 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.982+0000 7f759d72a800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:37:36.984 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.982+0000 7f759d72a800 20 rados->read ofs=0 len=0 2024-09-12T17:37:36.984 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.983+0000 7f759d72a800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:37:36.984 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.983+0000 7f759d72a800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:37:36.984 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.984+0000 7f744f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:36.988 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.987+0000 7f759d72a800 20 remove_watcher() i=0 2024-09-12T17:37:36.988 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.987+0000 7f759d72a800 2 removed watcher, disabling cache 2024-09-12T17:37:36.989 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.989+0000 7f759d72a800 20 remove_watcher() i=1 2024-09-12T17:37:36.990 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.989+0000 7f759d72a800 20 remove_watcher() i=2 2024-09-12T17:37:36.991 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.991+0000 7f759d72a800 20 remove_watcher() i=3 2024-09-12T17:37:36.992 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.992+0000 7f759d72a800 20 remove_watcher() i=4 2024-09-12T17:37:36.993 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.993+0000 7f759d72a800 20 remove_watcher() i=5 2024-09-12T17:37:36.994 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.994+0000 7f759d72a800 20 remove_watcher() i=6 2024-09-12T17:37:36.995 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:36.995+0000 7f759d72a800 20 remove_watcher() i=7 2024-09-12T17:37:37.007 INFO:tasks.workunit.client.0.smithi045.stderr:{'rgw.main': {'size': 54, 'size_actual': 24576, 'size_utilized': 109, 'size_kb': 1, 'size_kb_actual': 24, 'size_kb_utilized': 1, 'num_objects': 6}} 2024-09-12T17:37:37.007 INFO:tasks.workunit.client.0.smithi045.stderr:TEST: bucket check unlinked does not report normal entries 2024-09-12T17:37:37.007 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:37:37.009 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --min-age-hours 0 --dump-keys 2024-09-12T17:37:37.042 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:37:37.042 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:37:37.081 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.080+0000 7f6fab936800 20 rados->read ofs=0 len=0 2024-09-12T17:37:37.083 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.082+0000 7f6fab936800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:37.083 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.082+0000 7f6fab936800 20 realm 2024-09-12T17:37:37.083 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.082+0000 7f6fab936800 20 rados->read ofs=0 len=0 2024-09-12T17:37:37.083 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.082+0000 7f6fab936800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:37.083 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.082+0000 7f6fab936800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:37:37.083 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.082+0000 7f6fab936800 20 rados->read ofs=0 len=0 2024-09-12T17:37:37.083 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.082+0000 7f6fab936800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:37.083 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.082+0000 7f6fab936800 20 rados->read ofs=0 len=0 2024-09-12T17:37:37.084 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.083+0000 7f6fab936800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:37.084 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.083+0000 7f6fab936800 20 rados->read ofs=0 len=0 2024-09-12T17:37:37.084 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.084+0000 7f6fab936800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:37:37.084 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.084+0000 7f6fab936800 20 searching for the correct realm 2024-09-12T17:37:37.287 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.287+0000 7f6fa6eb6640 0 -- 172.21.15.45:0/2040085932 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f6f9804c030 msgr2=0x7f6f980a46e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:37:37.494 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.493+0000 7f6fa76b7640 0 -- 172.21.15.45:0/2040085932 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f6f9c061a50 msgr2=0x7f6f9c05c0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:37.701 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.700+0000 7f6fab936800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:37:37.701 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.700+0000 7f6fab936800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:37:37.701 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.700+0000 7f6fab936800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:37:37.701 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.700+0000 7f6fab936800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:37:37.702 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.700+0000 7f6fab936800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:37:37.702 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.700+0000 7f6fab936800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:37:37.702 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.700+0000 7f6fab936800 20 rados->read ofs=0 len=0 2024-09-12T17:37:37.702 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.700+0000 7f6fab936800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:37.702 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.700+0000 7f6fab936800 20 rados->read ofs=0 len=0 2024-09-12T17:37:37.702 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.701+0000 7f6fab936800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:37.702 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.701+0000 7f6fab936800 20 rados->read ofs=0 len=0 2024-09-12T17:37:37.703 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.701+0000 7f6fab936800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:37:37.703 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.701+0000 7f6fab936800 20 zone default found 2024-09-12T17:37:37.703 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.701+0000 7f6fab936800 4 Realm: () 2024-09-12T17:37:37.703 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.701+0000 7f6fab936800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:37:37.703 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.701+0000 7f6fab936800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:37:37.703 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.701+0000 7f6fab936800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:37:37.704 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.701+0000 7f6fab936800 20 zonegroup default 2024-09-12T17:37:37.704 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.701+0000 7f6fab936800 20 rados->read ofs=0 len=0 2024-09-12T17:37:37.704 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.701+0000 7f6fab936800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:37.704 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.701+0000 7f6fab936800 20 rados->read ofs=0 len=0 2024-09-12T17:37:37.704 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.702+0000 7f6fab936800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:37.704 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.702+0000 7f6fab936800 20 rados->read ofs=0 len=0 2024-09-12T17:37:37.704 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.702+0000 7f6fab936800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:37.704 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.702+0000 7f6fab936800 20 started sync module instance, tier type = 2024-09-12T17:37:37.704 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.702+0000 7f6fab936800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:37:37.714 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.713+0000 7f6fab936800 20 add_watcher() i=0 2024-09-12T17:37:37.714 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.713+0000 7f6fab936800 20 add_watcher() i=1 2024-09-12T17:37:37.714 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.713+0000 7f6fab936800 20 add_watcher() i=2 2024-09-12T17:37:37.714 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.713+0000 7f6fab936800 20 add_watcher() i=3 2024-09-12T17:37:37.714 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.713+0000 7f6fab936800 20 add_watcher() i=4 2024-09-12T17:37:37.714 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.713+0000 7f6fab936800 20 add_watcher() i=5 2024-09-12T17:37:37.714 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.713+0000 7f6fab936800 20 add_watcher() i=6 2024-09-12T17:37:37.715 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.715+0000 7f6fab936800 20 add_watcher() i=7 2024-09-12T17:37:37.715 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.715+0000 7f6fab936800 2 all 8 watchers are set, enabling cache 2024-09-12T17:37:37.717 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.717+0000 7f6e5dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:37.718 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.717+0000 7f6fab936800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:37:37.718 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.717+0000 7f6fab936800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:37:37.718 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.717+0000 7f6fab936800 5 note: GC not initialized 2024-09-12T17:37:37.719 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.717+0000 7f6e5cfe1640 20 reqs_thread_entry: start 2024-09-12T17:37:37.719 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.717+0000 7f6fab936800 20 init_complete bucket index max shards: 1 2024-09-12T17:37:37.719 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.718+0000 7f6fab936800 20 Filter name: none 2024-09-12T17:37:37.719 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.718+0000 7f6dd67fc640 20 reqs_thread_entry: start 2024-09-12T17:37:37.719 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.718+0000 7f6fab936800 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T17:37:37.719 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.718+0000 7f6fab936800 20 rados->read ofs=0 len=0 2024-09-12T17:37:37.720 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.718+0000 7f6fab936800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:37:37.720 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.718+0000 7f6fab936800 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T17:37:37.720 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.718+0000 7f6fab936800 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T17:37:37.720 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.718+0000 7f6fab936800 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.2 : miss 2024-09-12T17:37:37.720 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.718+0000 7f6fab936800 20 rados->read ofs=0 len=0 2024-09-12T17:37:37.720 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.719+0000 7f6fab936800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:37:37.721 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.719+0000 7f6fab936800 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.2 info.flags=0x17 2024-09-12T17:37:37.721 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.719+0000 7f6fab936800 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.2 to cache LRU end 2024-09-12T17:37:37.721 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.719+0000 7f6fab936800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:37:37.721 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.719+0000 7f6fab936800 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T17:37:37.721 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.719+0000 7f6fab936800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.2 2024-09-12T17:37:37.721 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.719+0000 7f6fab936800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:37.721 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.719+0000 7f6fab936800 1 NOTICE: finished shard 0 (0 entries found) 2024-09-12T17:37:37.721 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.719+0000 7f6fab936800 1 NOTICE: finished all shards (0 entries found) 2024-09-12T17:37:37.721 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.720+0000 7f6e5dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:37.723 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.723+0000 7f6fab936800 20 remove_watcher() i=0 2024-09-12T17:37:37.723 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.723+0000 7f6fab936800 2 removed watcher, disabling cache 2024-09-12T17:37:37.725 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.724+0000 7f6fab936800 20 remove_watcher() i=1 2024-09-12T17:37:37.726 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.725+0000 7f6fab936800 20 remove_watcher() i=2 2024-09-12T17:37:37.727 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.727+0000 7f6fab936800 20 remove_watcher() i=3 2024-09-12T17:37:37.728 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.728+0000 7f6fab936800 20 remove_watcher() i=4 2024-09-12T17:37:37.729 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.729+0000 7f6fab936800 20 remove_watcher() i=5 2024-09-12T17:37:37.731 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.730+0000 7f6fab936800 20 remove_watcher() i=6 2024-09-12T17:37:37.732 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:37.731+0000 7f6fab936800 20 remove_watcher() i=7 2024-09-12T17:37:37.746 INFO:tasks.workunit.client.0.smithi045.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2024-09-12T17:37:38.158 INFO:tasks.workunit.client.0.smithi045.stderr:ceph config set client rgw_debug_inject_olh_cancel_modification_err true 2024-09-12T17:37:39.567 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:39.567 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:39.617 INFO:tasks.workunit.client.0.smithi045.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T17:37:39.619 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bi list --bucket check-bucket --object c 2024-09-12T17:37:39.654 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:37:39.655 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:37:39.700 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.699+0000 7fe7c8b08800 20 rados->read ofs=0 len=0 2024-09-12T17:37:39.701 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.701+0000 7fe7c8b08800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:39.702 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.701+0000 7fe7c8b08800 20 realm 2024-09-12T17:37:39.702 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.701+0000 7fe7c8b08800 20 rados->read ofs=0 len=0 2024-09-12T17:37:39.702 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.701+0000 7fe7c8b08800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:39.702 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.701+0000 7fe7c8b08800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:37:39.702 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.701+0000 7fe7c8b08800 20 rados->read ofs=0 len=0 2024-09-12T17:37:39.702 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.701+0000 7fe7c8b08800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:39.702 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.701+0000 7fe7c8b08800 20 rados->read ofs=0 len=0 2024-09-12T17:37:39.703 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.702+0000 7fe7c8b08800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:39.703 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.702+0000 7fe7c8b08800 20 rados->read ofs=0 len=0 2024-09-12T17:37:39.704 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.703+0000 7fe7c8b08800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:37:39.704 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.703+0000 7fe7c8b08800 20 searching for the correct realm 2024-09-12T17:37:39.707 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.707+0000 7fe7c6df3640 0 -- 172.21.15.45:0/695963475 >> [v2:172.21.15.45:6824/1551660769,v1:172.21.15.45:6825/1551660769] conn(0x556af5570cb0 msgr2=0x556af5573170 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:39.711 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.710+0000 7fe7c65f2640 0 -- 172.21.15.45:0/695963475 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7fe7b001d400 msgr2=0x7fe7b001d880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:37:39.716 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.715+0000 7fe7c8b08800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:37:39.716 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.715+0000 7fe7c8b08800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:37:39.716 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.715+0000 7fe7c8b08800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:37:39.716 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.715+0000 7fe7c8b08800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:37:39.717 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.715+0000 7fe7c8b08800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:37:39.717 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.715+0000 7fe7c8b08800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:37:39.717 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.715+0000 7fe7c8b08800 20 rados->read ofs=0 len=0 2024-09-12T17:37:39.717 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.716+0000 7fe7c8b08800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:39.717 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.716+0000 7fe7c8b08800 20 rados->read ofs=0 len=0 2024-09-12T17:37:39.718 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.716+0000 7fe7c8b08800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:39.718 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.716+0000 7fe7c8b08800 20 rados->read ofs=0 len=0 2024-09-12T17:37:39.718 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.716+0000 7fe7c8b08800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:37:39.718 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.716+0000 7fe7c8b08800 20 zone default found 2024-09-12T17:37:39.718 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.716+0000 7fe7c8b08800 4 Realm: () 2024-09-12T17:37:39.718 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.716+0000 7fe7c8b08800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:37:39.718 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.716+0000 7fe7c8b08800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:37:39.718 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.716+0000 7fe7c8b08800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:37:39.719 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.716+0000 7fe7c8b08800 20 zonegroup default 2024-09-12T17:37:39.719 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.716+0000 7fe7c8b08800 20 rados->read ofs=0 len=0 2024-09-12T17:37:39.719 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.717+0000 7fe7c8b08800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:39.719 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.717+0000 7fe7c8b08800 20 rados->read ofs=0 len=0 2024-09-12T17:37:39.719 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.717+0000 7fe7c8b08800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:39.719 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.717+0000 7fe7c8b08800 20 rados->read ofs=0 len=0 2024-09-12T17:37:39.719 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.717+0000 7fe7c8b08800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:39.719 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.717+0000 7fe7c8b08800 20 started sync module instance, tier type = 2024-09-12T17:37:39.719 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.717+0000 7fe7c8b08800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:37:39.728 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.727+0000 7fe7c8b08800 20 add_watcher() i=0 2024-09-12T17:37:39.728 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.727+0000 7fe7c8b08800 20 add_watcher() i=1 2024-09-12T17:37:39.728 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.727+0000 7fe7c8b08800 20 add_watcher() i=2 2024-09-12T17:37:39.728 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.727+0000 7fe7c8b08800 20 add_watcher() i=3 2024-09-12T17:37:39.728 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.727+0000 7fe7c8b08800 20 add_watcher() i=4 2024-09-12T17:37:39.728 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.727+0000 7fe7c8b08800 20 add_watcher() i=5 2024-09-12T17:37:39.728 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.727+0000 7fe7c8b08800 20 add_watcher() i=6 2024-09-12T17:37:39.729 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.728+0000 7fe7c8b08800 20 add_watcher() i=7 2024-09-12T17:37:39.729 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.728+0000 7fe7c8b08800 2 all 8 watchers are set, enabling cache 2024-09-12T17:37:39.732 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.731+0000 7fe67cfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:39.732 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.731+0000 7fe7c8b08800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:37:39.732 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.731+0000 7fe7c8b08800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:37:39.732 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.731+0000 7fe7c8b08800 5 note: GC not initialized 2024-09-12T17:37:39.732 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.731+0000 7fe5f77fe640 20 reqs_thread_entry: start 2024-09-12T17:37:39.732 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.731+0000 7fe7c8b08800 20 init_complete bucket index max shards: 1 2024-09-12T17:37:39.732 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.731+0000 7fe7c8b08800 20 Filter name: none 2024-09-12T17:37:39.732 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.731+0000 7fe5f57fa640 20 reqs_thread_entry: start 2024-09-12T17:37:39.733 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.731+0000 7fe7c8b08800 20 rados->read ofs=0 len=0 2024-09-12T17:37:39.733 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.732+0000 7fe7c8b08800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:37:39.733 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.732+0000 7fe7c8b08800 20 rados->read ofs=0 len=0 2024-09-12T17:37:39.734 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.732+0000 7fe7c8b08800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:37:39.734 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.732+0000 7fe7c8b08800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:37:39.734 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.732+0000 7fe7c8b08800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T17:37:39.734 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.732+0000 7fe7c8b08800 20 INFO: main: starting shard=0 2024-09-12T17:37:39.734 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.732+0000 7fe7c8b08800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:39.734 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.733+0000 7fe7c8b08800 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2024-09-12T17:37:39.734 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.733+0000 7fe7c8b08800 20 INFO: main: done 2024-09-12T17:37:39.734 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.734+0000 7fe67cfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:39.737 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.737+0000 7fe7c8b08800 20 remove_watcher() i=0 2024-09-12T17:37:39.737 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.737+0000 7fe7c8b08800 2 removed watcher, disabling cache 2024-09-12T17:37:39.738 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.738+0000 7fe7c8b08800 20 remove_watcher() i=1 2024-09-12T17:37:39.740 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.739+0000 7fe7c8b08800 20 remove_watcher() i=2 2024-09-12T17:37:39.741 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.740+0000 7fe7c8b08800 20 remove_watcher() i=3 2024-09-12T17:37:39.742 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.741+0000 7fe7c8b08800 20 remove_watcher() i=4 2024-09-12T17:37:39.743 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.742+0000 7fe7c8b08800 20 remove_watcher() i=5 2024-09-12T17:37:39.744 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.743+0000 7fe7c8b08800 20 remove_watcher() i=6 2024-09-12T17:37:39.745 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.744+0000 7fe7c8b08800 20 remove_watcher() i=7 2024-09-12T17:37:39.760 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:39.760 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:39.763 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:39.763 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:39.812 INFO:tasks.workunit.client.0.smithi045.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T17:37:39.813 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bi list --bucket check-bucket --object d 2024-09-12T17:37:39.845 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:37:39.845 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:37:39.884 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.884+0000 7fa59072a800 20 rados->read ofs=0 len=0 2024-09-12T17:37:39.886 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.885+0000 7fa59072a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:39.886 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.885+0000 7fa59072a800 20 realm 2024-09-12T17:37:39.887 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.885+0000 7fa59072a800 20 rados->read ofs=0 len=0 2024-09-12T17:37:39.887 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.886+0000 7fa59072a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:39.887 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.886+0000 7fa59072a800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:37:39.887 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.886+0000 7fa59072a800 20 rados->read ofs=0 len=0 2024-09-12T17:37:39.887 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.886+0000 7fa59072a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:39.887 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.886+0000 7fa59072a800 20 rados->read ofs=0 len=0 2024-09-12T17:37:39.887 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.887+0000 7fa59072a800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:39.887 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.887+0000 7fa59072a800 20 rados->read ofs=0 len=0 2024-09-12T17:37:39.888 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.887+0000 7fa59072a800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:37:39.888 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.887+0000 7fa59072a800 20 searching for the correct realm 2024-09-12T17:37:39.890 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.890+0000 7fa58bcac640 0 -- 172.21.15.45:0/3156268220 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7fa57c044040 msgr2=0x7fa57c044420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:39.894 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:39.894+0000 7fa58c4ad640 0 -- 172.21.15.45:0/3156268220 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7fa5800c3bd0 msgr2=0x7fa5800b7830 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:40.102 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.101+0000 7fa59072a800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:37:40.102 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.101+0000 7fa59072a800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:37:40.102 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.101+0000 7fa59072a800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:37:40.102 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.101+0000 7fa59072a800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:37:40.103 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.101+0000 7fa59072a800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:37:40.103 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.101+0000 7fa59072a800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:37:40.103 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.101+0000 7fa59072a800 20 rados->read ofs=0 len=0 2024-09-12T17:37:40.103 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.102+0000 7fa59072a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:40.103 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.102+0000 7fa59072a800 20 rados->read ofs=0 len=0 2024-09-12T17:37:40.104 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.102+0000 7fa59072a800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:40.104 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.102+0000 7fa59072a800 20 rados->read ofs=0 len=0 2024-09-12T17:37:40.104 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.102+0000 7fa59072a800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:37:40.104 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.102+0000 7fa59072a800 20 zone default found 2024-09-12T17:37:40.104 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.102+0000 7fa59072a800 4 Realm: () 2024-09-12T17:37:40.104 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.102+0000 7fa59072a800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:37:40.105 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.102+0000 7fa59072a800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:37:40.105 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.102+0000 7fa59072a800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:37:40.105 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.102+0000 7fa59072a800 20 zonegroup default 2024-09-12T17:37:40.105 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.102+0000 7fa59072a800 20 rados->read ofs=0 len=0 2024-09-12T17:37:40.105 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.102+0000 7fa59072a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:40.105 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.103+0000 7fa59072a800 20 rados->read ofs=0 len=0 2024-09-12T17:37:40.105 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.103+0000 7fa59072a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:40.105 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.103+0000 7fa59072a800 20 rados->read ofs=0 len=0 2024-09-12T17:37:40.105 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.103+0000 7fa59072a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:40.105 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.103+0000 7fa59072a800 20 started sync module instance, tier type = 2024-09-12T17:37:40.105 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.103+0000 7fa59072a800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:37:40.116 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.116+0000 7fa59072a800 20 add_watcher() i=0 2024-09-12T17:37:40.116 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.116+0000 7fa59072a800 20 add_watcher() i=1 2024-09-12T17:37:40.116 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.116+0000 7fa59072a800 20 add_watcher() i=2 2024-09-12T17:37:40.117 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.116+0000 7fa59072a800 20 add_watcher() i=3 2024-09-12T17:37:40.117 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.116+0000 7fa59072a800 20 add_watcher() i=4 2024-09-12T17:37:40.117 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.116+0000 7fa59072a800 20 add_watcher() i=5 2024-09-12T17:37:40.117 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.116+0000 7fa59072a800 20 add_watcher() i=6 2024-09-12T17:37:40.117 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.117+0000 7fa59072a800 20 add_watcher() i=7 2024-09-12T17:37:40.117 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.117+0000 7fa59072a800 2 all 8 watchers are set, enabling cache 2024-09-12T17:37:40.120 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.118+0000 7fa442fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:40.120 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.119+0000 7fa59072a800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:37:40.120 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.119+0000 7fa59072a800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:37:40.120 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.119+0000 7fa59072a800 5 note: GC not initialized 2024-09-12T17:37:40.120 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.119+0000 7fa441fdb640 20 reqs_thread_entry: start 2024-09-12T17:37:40.120 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.119+0000 7fa59072a800 20 init_complete bucket index max shards: 1 2024-09-12T17:37:40.120 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.119+0000 7fa59072a800 20 Filter name: none 2024-09-12T17:37:40.120 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.119+0000 7fa3b37fe640 20 reqs_thread_entry: start 2024-09-12T17:37:40.120 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.119+0000 7fa59072a800 20 rados->read ofs=0 len=0 2024-09-12T17:37:40.121 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.120+0000 7fa59072a800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:37:40.121 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.120+0000 7fa59072a800 20 rados->read ofs=0 len=0 2024-09-12T17:37:40.122 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.120+0000 7fa59072a800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:37:40.122 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.120+0000 7fa59072a800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:37:40.122 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.120+0000 7fa59072a800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T17:37:40.122 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.120+0000 7fa59072a800 20 INFO: main: starting shard=0 2024-09-12T17:37:40.122 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.120+0000 7fa59072a800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:40.122 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.120+0000 7fa59072a800 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2024-09-12T17:37:40.122 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.120+0000 7fa59072a800 20 INFO: main: done 2024-09-12T17:37:40.122 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.121+0000 7fa442fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:40.124 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.124+0000 7fa59072a800 20 remove_watcher() i=0 2024-09-12T17:37:40.124 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.124+0000 7fa59072a800 2 removed watcher, disabling cache 2024-09-12T17:37:40.127 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.127+0000 7fa59072a800 20 remove_watcher() i=1 2024-09-12T17:37:40.128 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.128+0000 7fa59072a800 20 remove_watcher() i=2 2024-09-12T17:37:40.129 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.129+0000 7fa59072a800 20 remove_watcher() i=3 2024-09-12T17:37:40.130 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.130+0000 7fa59072a800 20 remove_watcher() i=4 2024-09-12T17:37:40.132 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.131+0000 7fa59072a800 20 remove_watcher() i=5 2024-09-12T17:37:40.132 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.132+0000 7fa59072a800 20 remove_watcher() i=6 2024-09-12T17:37:40.134 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.133+0000 7fa59072a800 20 remove_watcher() i=7 2024-09-12T17:37:40.147 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:40.147 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:40.151 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:40.151 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:40.154 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:40.154 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:40.205 INFO:tasks.workunit.client.0.smithi045.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T17:37:40.206 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bi list --bucket check-bucket --object e 2024-09-12T17:37:40.238 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:37:40.239 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:37:40.277 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.277+0000 7efdc8123800 20 rados->read ofs=0 len=0 2024-09-12T17:37:40.280 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.279+0000 7efdc8123800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:40.280 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.279+0000 7efdc8123800 20 realm 2024-09-12T17:37:40.280 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.279+0000 7efdc8123800 20 rados->read ofs=0 len=0 2024-09-12T17:37:40.280 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.279+0000 7efdc8123800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:40.280 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.279+0000 7efdc8123800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:37:40.280 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.279+0000 7efdc8123800 20 rados->read ofs=0 len=0 2024-09-12T17:37:40.280 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.279+0000 7efdc8123800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:40.280 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.279+0000 7efdc8123800 20 rados->read ofs=0 len=0 2024-09-12T17:37:40.281 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.280+0000 7efdc8123800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:40.281 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.280+0000 7efdc8123800 20 rados->read ofs=0 len=0 2024-09-12T17:37:40.282 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.281+0000 7efdc8123800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:37:40.282 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.281+0000 7efdc8123800 20 searching for the correct realm 2024-09-12T17:37:40.284 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.284+0000 7efdc460d640 0 -- 172.21.15.45:0/1217459034 >> [v2:172.21.15.45:6824/1551660769,v1:172.21.15.45:6825/1551660769] conn(0x55656a49edf0 msgr2=0x55656a4a1280 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:40.288 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.287+0000 7efdc3e0c640 0 -- 172.21.15.45:0/1217459034 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7efdb8042760 msgr2=0x7efdb80513b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:40.292 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.292+0000 7efdc8123800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:37:40.292 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.292+0000 7efdc8123800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:37:40.292 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.292+0000 7efdc8123800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:37:40.293 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.292+0000 7efdc8123800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:37:40.293 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.292+0000 7efdc8123800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:37:40.293 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.292+0000 7efdc8123800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:37:40.293 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.292+0000 7efdc8123800 20 rados->read ofs=0 len=0 2024-09-12T17:37:40.293 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.292+0000 7efdc8123800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:40.293 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.292+0000 7efdc8123800 20 rados->read ofs=0 len=0 2024-09-12T17:37:40.297 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.292+0000 7efdc8123800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:40.297 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.292+0000 7efdc8123800 20 rados->read ofs=0 len=0 2024-09-12T17:37:40.297 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.292+0000 7efdc8123800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:37:40.297 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.292+0000 7efdc8123800 20 zone default found 2024-09-12T17:37:40.297 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.292+0000 7efdc8123800 4 Realm: () 2024-09-12T17:37:40.297 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.292+0000 7efdc8123800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:37:40.297 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.292+0000 7efdc8123800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:37:40.297 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.292+0000 7efdc8123800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:37:40.297 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.292+0000 7efdc8123800 20 zonegroup default 2024-09-12T17:37:40.297 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.292+0000 7efdc8123800 20 rados->read ofs=0 len=0 2024-09-12T17:37:40.297 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.293+0000 7efdc8123800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:40.298 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.293+0000 7efdc8123800 20 rados->read ofs=0 len=0 2024-09-12T17:37:40.298 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.293+0000 7efdc8123800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:40.298 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.293+0000 7efdc8123800 20 rados->read ofs=0 len=0 2024-09-12T17:37:40.298 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.293+0000 7efdc8123800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:40.298 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.293+0000 7efdc8123800 20 started sync module instance, tier type = 2024-09-12T17:37:40.298 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.293+0000 7efdc8123800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:37:40.303 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.303+0000 7efdc8123800 20 add_watcher() i=0 2024-09-12T17:37:40.304 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.303+0000 7efdc8123800 20 add_watcher() i=1 2024-09-12T17:37:40.304 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.303+0000 7efdc8123800 20 add_watcher() i=2 2024-09-12T17:37:40.304 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.303+0000 7efdc8123800 20 add_watcher() i=3 2024-09-12T17:37:40.304 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.303+0000 7efdc8123800 20 add_watcher() i=4 2024-09-12T17:37:40.304 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.303+0000 7efdc8123800 20 add_watcher() i=5 2024-09-12T17:37:40.304 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.303+0000 7efdc8123800 20 add_watcher() i=6 2024-09-12T17:37:40.304 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.304+0000 7efdc8123800 20 add_watcher() i=7 2024-09-12T17:37:40.304 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.304+0000 7efdc8123800 2 all 8 watchers are set, enabling cache 2024-09-12T17:37:40.306 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.306+0000 7efc79fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:40.307 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.306+0000 7efdc8123800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:37:40.308 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.306+0000 7efdc8123800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:37:40.308 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.306+0000 7efdc8123800 5 note: GC not initialized 2024-09-12T17:37:40.308 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.306+0000 7efc78fe1640 20 reqs_thread_entry: start 2024-09-12T17:37:40.308 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.306+0000 7efdc8123800 20 init_complete bucket index max shards: 1 2024-09-12T17:37:40.308 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.306+0000 7efdc8123800 20 Filter name: none 2024-09-12T17:37:40.308 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.306+0000 7efbf27fc640 20 reqs_thread_entry: start 2024-09-12T17:37:40.308 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.307+0000 7efdc8123800 20 rados->read ofs=0 len=0 2024-09-12T17:37:40.308 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.307+0000 7efdc8123800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:37:40.308 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.307+0000 7efdc8123800 20 rados->read ofs=0 len=0 2024-09-12T17:37:40.309 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.307+0000 7efdc8123800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:37:40.309 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.307+0000 7efdc8123800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:37:40.309 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.307+0000 7efdc8123800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T17:37:40.309 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.307+0000 7efdc8123800 20 INFO: main: starting shard=0 2024-09-12T17:37:40.309 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.307+0000 7efdc8123800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:40.310 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.308+0000 7efdc8123800 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-12T17:37:40.310 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.308+0000 7efdc8123800 20 INFO: main: done 2024-09-12T17:37:40.310 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.309+0000 7efc79fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:40.312 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.311+0000 7efdc8123800 20 remove_watcher() i=0 2024-09-12T17:37:40.312 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.311+0000 7efdc8123800 2 removed watcher, disabling cache 2024-09-12T17:37:40.313 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.312+0000 7efdc8123800 20 remove_watcher() i=1 2024-09-12T17:37:40.314 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.313+0000 7efdc8123800 20 remove_watcher() i=2 2024-09-12T17:37:40.315 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.315+0000 7efdc8123800 20 remove_watcher() i=3 2024-09-12T17:37:40.316 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.316+0000 7efdc8123800 20 remove_watcher() i=4 2024-09-12T17:37:40.317 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.316+0000 7efdc8123800 20 remove_watcher() i=5 2024-09-12T17:37:40.318 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.317+0000 7efdc8123800 20 remove_watcher() i=6 2024-09-12T17:37:40.319 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.319+0000 7efdc8123800 20 remove_watcher() i=7 2024-09-12T17:37:40.333 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:40.333 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:40.337 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:40.337 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:40.384 INFO:tasks.workunit.client.0.smithi045.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T17:37:40.386 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bi list --bucket check-bucket --object f 2024-09-12T17:37:40.419 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:37:40.419 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:37:40.458 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.457+0000 7f0237c13800 20 rados->read ofs=0 len=0 2024-09-12T17:37:40.461 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.459+0000 7f0237c13800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:40.461 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.459+0000 7f0237c13800 20 realm 2024-09-12T17:37:40.461 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.459+0000 7f0237c13800 20 rados->read ofs=0 len=0 2024-09-12T17:37:40.461 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.459+0000 7f0237c13800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:40.461 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.459+0000 7f0237c13800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:37:40.461 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.459+0000 7f0237c13800 20 rados->read ofs=0 len=0 2024-09-12T17:37:40.461 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.459+0000 7f0237c13800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:40.461 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.459+0000 7f0237c13800 20 rados->read ofs=0 len=0 2024-09-12T17:37:40.462 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.460+0000 7f0237c13800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:40.462 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.460+0000 7f0237c13800 20 rados->read ofs=0 len=0 2024-09-12T17:37:40.462 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.461+0000 7f0237c13800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:37:40.462 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.461+0000 7f0237c13800 20 searching for the correct realm 2024-09-12T17:37:40.465 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.464+0000 7f0233b23640 0 -- 172.21.15.45:0/2495471622 >> [v2:172.21.15.115:6826/2187734287,v1:172.21.15.115:6827/2187734287] conn(0x7f021c0d32b0 msgr2=0x7f021c0a2c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:37:40.671 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.670+0000 7f0233322640 0 -- 172.21.15.45:0/2495471622 >> [v2:172.21.15.115:6800/1938704291,v1:172.21.15.115:6801/1938704291] conn(0x555a9ff22530 msgr2=0x555a9ff24920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:40.673 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.673+0000 7f0237c13800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:37:40.673 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.673+0000 7f0237c13800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:37:40.674 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.673+0000 7f0237c13800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:37:40.674 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.673+0000 7f0237c13800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:37:40.674 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.673+0000 7f0237c13800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:37:40.674 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.673+0000 7f0237c13800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:37:40.674 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.673+0000 7f0237c13800 20 rados->read ofs=0 len=0 2024-09-12T17:37:40.674 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.673+0000 7f0237c13800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:40.674 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.673+0000 7f0237c13800 20 rados->read ofs=0 len=0 2024-09-12T17:37:40.675 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.673+0000 7f0237c13800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:40.675 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.673+0000 7f0237c13800 20 rados->read ofs=0 len=0 2024-09-12T17:37:40.675 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.673+0000 7f0237c13800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:37:40.676 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.673+0000 7f0237c13800 20 zone default found 2024-09-12T17:37:40.676 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.673+0000 7f0237c13800 4 Realm: () 2024-09-12T17:37:40.676 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.673+0000 7f0237c13800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:37:40.676 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.673+0000 7f0237c13800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:37:40.676 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.673+0000 7f0237c13800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:37:40.676 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.673+0000 7f0237c13800 20 zonegroup default 2024-09-12T17:37:40.676 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.673+0000 7f0237c13800 20 rados->read ofs=0 len=0 2024-09-12T17:37:40.676 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.674+0000 7f0237c13800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:40.676 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.674+0000 7f0237c13800 20 rados->read ofs=0 len=0 2024-09-12T17:37:40.676 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.674+0000 7f0237c13800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:40.676 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.674+0000 7f0237c13800 20 rados->read ofs=0 len=0 2024-09-12T17:37:40.676 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.674+0000 7f0237c13800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:40.676 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.674+0000 7f0237c13800 20 started sync module instance, tier type = 2024-09-12T17:37:40.677 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.674+0000 7f0237c13800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:37:40.685 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.684+0000 7f0237c13800 20 add_watcher() i=0 2024-09-12T17:37:40.685 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.684+0000 7f0237c13800 20 add_watcher() i=1 2024-09-12T17:37:40.685 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.684+0000 7f0237c13800 20 add_watcher() i=2 2024-09-12T17:37:40.685 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.684+0000 7f0237c13800 20 add_watcher() i=3 2024-09-12T17:37:40.685 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.684+0000 7f0237c13800 20 add_watcher() i=4 2024-09-12T17:37:40.685 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.684+0000 7f0237c13800 20 add_watcher() i=5 2024-09-12T17:37:40.685 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.684+0000 7f0237c13800 20 add_watcher() i=6 2024-09-12T17:37:40.686 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.685+0000 7f0237c13800 20 add_watcher() i=7 2024-09-12T17:37:40.686 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.685+0000 7f0237c13800 2 all 8 watchers are set, enabling cache 2024-09-12T17:37:40.688 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.687+0000 7f00e9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:40.689 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.688+0000 7f0237c13800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:37:40.689 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.688+0000 7f0237c13800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:37:40.689 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.688+0000 7f0237c13800 5 note: GC not initialized 2024-09-12T17:37:40.689 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.688+0000 7f00e8fe1640 20 reqs_thread_entry: start 2024-09-12T17:37:40.689 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.688+0000 7f0237c13800 20 init_complete bucket index max shards: 1 2024-09-12T17:37:40.689 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.688+0000 7f0237c13800 20 Filter name: none 2024-09-12T17:37:40.689 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.688+0000 7f00627fc640 20 reqs_thread_entry: start 2024-09-12T17:37:40.689 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.688+0000 7f0237c13800 20 rados->read ofs=0 len=0 2024-09-12T17:37:40.690 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.689+0000 7f0237c13800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:37:40.690 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.689+0000 7f0237c13800 20 rados->read ofs=0 len=0 2024-09-12T17:37:40.690 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.689+0000 7f0237c13800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:37:40.690 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.689+0000 7f0237c13800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:37:40.691 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.689+0000 7f0237c13800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T17:37:40.691 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.689+0000 7f0237c13800 20 INFO: main: starting shard=0 2024-09-12T17:37:40.691 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.689+0000 7f0237c13800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:40.691 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.690+0000 7f0237c13800 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-12T17:37:40.691 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.690+0000 7f0237c13800 20 INFO: main: done 2024-09-12T17:37:40.691 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.690+0000 7f00e9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:40.693 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.693+0000 7f0237c13800 20 remove_watcher() i=0 2024-09-12T17:37:40.694 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.693+0000 7f0237c13800 2 removed watcher, disabling cache 2024-09-12T17:37:40.695 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.694+0000 7f0237c13800 20 remove_watcher() i=1 2024-09-12T17:37:40.696 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.695+0000 7f0237c13800 20 remove_watcher() i=2 2024-09-12T17:37:40.697 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.696+0000 7f0237c13800 20 remove_watcher() i=3 2024-09-12T17:37:40.698 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.697+0000 7f0237c13800 20 remove_watcher() i=4 2024-09-12T17:37:40.699 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.698+0000 7f0237c13800 20 remove_watcher() i=5 2024-09-12T17:37:40.700 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.700+0000 7f0237c13800 20 remove_watcher() i=6 2024-09-12T17:37:40.701 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:40.701+0000 7f0237c13800 20 remove_watcher() i=7 2024-09-12T17:37:40.715 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:40.715 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:40.719 INFO:tasks.workunit.client.0.smithi045.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2024-09-12T17:37:41.136 INFO:tasks.workunit.client.0.smithi045.stderr:ceph config rm client rgw_debug_inject_olh_cancel_modification_err 2024-09-12T17:37:41.540 INFO:tasks.workunit.client.0.smithi045.stderr:TEST: bucket check unlinked finds unlistable entries 2024-09-12T17:37:41.541 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:37:41.542 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --min-age-hours 0 --dump-keys 2024-09-12T17:37:41.575 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:37:41.575 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:37:41.797 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:41.797+0000 7efeae702640 0 --2- 172.21.15.45:0/1148527003 >> [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] conn(0x5619c2d23590 0x5619c2de49e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2024-09-12T17:37:41.816 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:41.816+0000 7efeb2b20800 20 rados->read ofs=0 len=0 2024-09-12T17:37:41.818 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:41.817+0000 7efeb2b20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:41.818 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:41.817+0000 7efeb2b20800 20 realm 2024-09-12T17:37:41.818 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:41.817+0000 7efeb2b20800 20 rados->read ofs=0 len=0 2024-09-12T17:37:41.818 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:41.817+0000 7efeb2b20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:41.818 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:41.817+0000 7efeb2b20800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:37:41.818 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:41.817+0000 7efeb2b20800 20 rados->read ofs=0 len=0 2024-09-12T17:37:41.818 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:41.818+0000 7efeb2b20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:41.819 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:41.818+0000 7efeb2b20800 20 rados->read ofs=0 len=0 2024-09-12T17:37:41.820 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:41.819+0000 7efeb2b20800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:41.820 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:41.819+0000 7efeb2b20800 20 rados->read ofs=0 len=0 2024-09-12T17:37:41.820 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:41.819+0000 7efeb2b20800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:37:41.820 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:41.819+0000 7efeb2b20800 20 searching for the correct realm 2024-09-12T17:37:41.822 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:41.822+0000 7efeadf01640 0 -- 172.21.15.45:0/4236788504 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7efea003f030 msgr2=0x7efea003f410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:37:42.029 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.028+0000 7efeae702640 0 -- 172.21.15.45:0/4236788504 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7efea4068080 msgr2=0x7efea409e1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:37:42.237 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.236+0000 7efeb2b20800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:37:42.237 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.236+0000 7efeb2b20800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:37:42.238 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.236+0000 7efeb2b20800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:37:42.238 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.236+0000 7efeb2b20800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:37:42.238 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.236+0000 7efeb2b20800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:37:42.238 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.236+0000 7efeb2b20800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:37:42.238 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.236+0000 7efeb2b20800 20 rados->read ofs=0 len=0 2024-09-12T17:37:42.238 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.237+0000 7efeb2b20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:42.238 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.237+0000 7efeb2b20800 20 rados->read ofs=0 len=0 2024-09-12T17:37:42.239 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.237+0000 7efeb2b20800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:42.239 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.237+0000 7efeb2b20800 20 rados->read ofs=0 len=0 2024-09-12T17:37:42.240 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.238+0000 7efeb2b20800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:37:42.240 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.238+0000 7efeb2b20800 20 zone default found 2024-09-12T17:37:42.240 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.238+0000 7efeb2b20800 4 Realm: () 2024-09-12T17:37:42.240 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.238+0000 7efeb2b20800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:37:42.240 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.238+0000 7efeb2b20800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:37:42.240 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.238+0000 7efeb2b20800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:37:42.240 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.238+0000 7efeb2b20800 20 zonegroup default 2024-09-12T17:37:42.240 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.238+0000 7efeb2b20800 20 rados->read ofs=0 len=0 2024-09-12T17:37:42.240 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.238+0000 7efeb2b20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:42.240 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.238+0000 7efeb2b20800 20 rados->read ofs=0 len=0 2024-09-12T17:37:42.240 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.238+0000 7efeb2b20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:42.241 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.238+0000 7efeb2b20800 20 rados->read ofs=0 len=0 2024-09-12T17:37:42.241 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.238+0000 7efeb2b20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:42.241 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.239+0000 7efeb2b20800 20 started sync module instance, tier type = 2024-09-12T17:37:42.241 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.239+0000 7efeb2b20800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:37:42.250 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.249+0000 7efeb2b20800 20 add_watcher() i=0 2024-09-12T17:37:42.250 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.249+0000 7efeb2b20800 20 add_watcher() i=1 2024-09-12T17:37:42.250 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.249+0000 7efeb2b20800 20 add_watcher() i=2 2024-09-12T17:37:42.250 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.249+0000 7efeb2b20800 20 add_watcher() i=3 2024-09-12T17:37:42.250 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.249+0000 7efeb2b20800 20 add_watcher() i=4 2024-09-12T17:37:42.250 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.249+0000 7efeb2b20800 20 add_watcher() i=5 2024-09-12T17:37:42.250 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.249+0000 7efeb2b20800 20 add_watcher() i=6 2024-09-12T17:37:42.251 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.250+0000 7efeb2b20800 20 add_watcher() i=7 2024-09-12T17:37:42.251 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.250+0000 7efeb2b20800 2 all 8 watchers are set, enabling cache 2024-09-12T17:37:42.252 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.252+0000 7efd64fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:42.254 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.252+0000 7efeb2b20800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:37:42.254 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.252+0000 7efeb2b20800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:37:42.254 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.252+0000 7efeb2b20800 5 note: GC not initialized 2024-09-12T17:37:42.254 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.253+0000 7efcdf7fe640 20 reqs_thread_entry: start 2024-09-12T17:37:42.254 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.253+0000 7efeb2b20800 20 init_complete bucket index max shards: 1 2024-09-12T17:37:42.254 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.253+0000 7efeb2b20800 20 Filter name: none 2024-09-12T17:37:42.254 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.253+0000 7efcdd7fa640 20 reqs_thread_entry: start 2024-09-12T17:37:42.254 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.253+0000 7efeb2b20800 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T17:37:42.254 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.253+0000 7efeb2b20800 20 rados->read ofs=0 len=0 2024-09-12T17:37:42.255 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.253+0000 7efeb2b20800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:37:42.255 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.253+0000 7efeb2b20800 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T17:37:42.255 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.253+0000 7efeb2b20800 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T17:37:42.255 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.253+0000 7efeb2b20800 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.2 : miss 2024-09-12T17:37:42.255 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.253+0000 7efeb2b20800 20 rados->read ofs=0 len=0 2024-09-12T17:37:42.255 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.254+0000 7efeb2b20800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:37:42.255 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.254+0000 7efeb2b20800 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.2 info.flags=0x17 2024-09-12T17:37:42.256 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.254+0000 7efeb2b20800 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.2 to cache LRU end 2024-09-12T17:37:42.256 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.254+0000 7efeb2b20800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:37:42.256 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.254+0000 7efeb2b20800 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T17:37:42.256 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.254+0000 7efeb2b20800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.2 2024-09-12T17:37:42.256 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.254+0000 7efeb2b20800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:42.256 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.256+0000 7efeb2b20800 1 NOTICE: finished shard 0 (4 entries found) 2024-09-12T17:37:42.256 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.256+0000 7efeb2b20800 1 NOTICE: finished all shards (4 entries found) 2024-09-12T17:37:42.257 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.257+0000 7efd64fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:42.260 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.260+0000 7efeb2b20800 20 remove_watcher() i=0 2024-09-12T17:37:42.261 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.260+0000 7efeb2b20800 2 removed watcher, disabling cache 2024-09-12T17:37:42.261 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.261+0000 7efeb2b20800 20 remove_watcher() i=1 2024-09-12T17:37:42.263 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.262+0000 7efeb2b20800 20 remove_watcher() i=2 2024-09-12T17:37:42.264 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.263+0000 7efeb2b20800 20 remove_watcher() i=3 2024-09-12T17:37:42.265 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.265+0000 7efeb2b20800 20 remove_watcher() i=4 2024-09-12T17:37:42.266 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.266+0000 7efeb2b20800 20 remove_watcher() i=5 2024-09-12T17:37:42.267 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.267+0000 7efeb2b20800 20 remove_watcher() i=6 2024-09-12T17:37:42.268 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.268+0000 7efeb2b20800 20 remove_watcher() i=7 2024-09-12T17:37:42.280 INFO:tasks.workunit.client.0.smithi045.stderr:TEST: unlinked entries are not listable 2024-09-12T17:37:42.280 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:37:42.284 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:42.284 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:42.288 INFO:tasks.workunit.client.0.smithi045.stderr:TEST: GET returns 404 for unlinked entry keys that have no other versions 2024-09-12T17:37:42.289 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:37:42.291 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:42.291 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:42.336 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:42.336 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:42.378 INFO:tasks.workunit.client.0.smithi045.stderr:TEST: bucket check unlinked fixes unlistable entries 2024-09-12T17:37:42.378 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:37:42.379 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --fix --min-age-hours 0 --rgw-olh-pending-timeout-sec 0 --dump-keys 2024-09-12T17:37:42.415 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:37:42.415 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:37:42.454 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.454+0000 7fbd02c15800 20 rados->read ofs=0 len=0 2024-09-12T17:37:42.456 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.455+0000 7fbd02c15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:42.456 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.455+0000 7fbd02c15800 20 realm 2024-09-12T17:37:42.456 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.455+0000 7fbd02c15800 20 rados->read ofs=0 len=0 2024-09-12T17:37:42.456 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.455+0000 7fbd02c15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:42.456 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.455+0000 7fbd02c15800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:37:42.456 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.455+0000 7fbd02c15800 20 rados->read ofs=0 len=0 2024-09-12T17:37:42.456 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.455+0000 7fbd02c15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:42.457 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.455+0000 7fbd02c15800 20 rados->read ofs=0 len=0 2024-09-12T17:37:42.457 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.456+0000 7fbd02c15800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:42.457 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.456+0000 7fbd02c15800 20 rados->read ofs=0 len=0 2024-09-12T17:37:42.458 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.457+0000 7fbd02c15800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:37:42.458 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.457+0000 7fbd02c15800 20 searching for the correct realm 2024-09-12T17:37:42.461 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.460+0000 7fbcfeb93640 0 -- 172.21.15.45:0/1672801146 >> [v2:172.21.15.45:6800/38958590,v1:172.21.15.45:6801/38958590] conn(0x55a12228c040 msgr2=0x55a12228e500 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:42.465 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.464+0000 7fbcfdb91640 0 -- 172.21.15.45:0/1672801146 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7fbcf0073c20 msgr2=0x7fbcf0071150 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:42.469 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.468+0000 7fbd02c15800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:37:42.469 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.468+0000 7fbd02c15800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:37:42.469 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.468+0000 7fbd02c15800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:37:42.469 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.468+0000 7fbd02c15800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:37:42.469 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.468+0000 7fbd02c15800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:37:42.469 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.468+0000 7fbd02c15800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:37:42.469 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.468+0000 7fbd02c15800 20 rados->read ofs=0 len=0 2024-09-12T17:37:42.469 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.468+0000 7fbd02c15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:42.470 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.468+0000 7fbd02c15800 20 rados->read ofs=0 len=0 2024-09-12T17:37:42.471 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.469+0000 7fbd02c15800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:42.471 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.469+0000 7fbd02c15800 20 rados->read ofs=0 len=0 2024-09-12T17:37:42.471 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.469+0000 7fbd02c15800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:37:42.471 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.469+0000 7fbd02c15800 20 zone default found 2024-09-12T17:37:42.471 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.469+0000 7fbd02c15800 4 Realm: () 2024-09-12T17:37:42.471 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.469+0000 7fbd02c15800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:37:42.471 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.469+0000 7fbd02c15800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:37:42.471 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.469+0000 7fbd02c15800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:37:42.471 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.469+0000 7fbd02c15800 20 zonegroup default 2024-09-12T17:37:42.471 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.469+0000 7fbd02c15800 20 rados->read ofs=0 len=0 2024-09-12T17:37:42.472 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.469+0000 7fbd02c15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:42.472 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.469+0000 7fbd02c15800 20 rados->read ofs=0 len=0 2024-09-12T17:37:42.472 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.469+0000 7fbd02c15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:42.472 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.469+0000 7fbd02c15800 20 rados->read ofs=0 len=0 2024-09-12T17:37:42.472 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.470+0000 7fbd02c15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:42.472 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.470+0000 7fbd02c15800 20 started sync module instance, tier type = 2024-09-12T17:37:42.472 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.470+0000 7fbd02c15800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:37:42.481 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.480+0000 7fbd02c15800 20 add_watcher() i=0 2024-09-12T17:37:42.481 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.480+0000 7fbd02c15800 20 add_watcher() i=1 2024-09-12T17:37:42.481 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.480+0000 7fbd02c15800 20 add_watcher() i=2 2024-09-12T17:37:42.481 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.480+0000 7fbd02c15800 20 add_watcher() i=3 2024-09-12T17:37:42.481 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.480+0000 7fbd02c15800 20 add_watcher() i=4 2024-09-12T17:37:42.481 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.480+0000 7fbd02c15800 20 add_watcher() i=5 2024-09-12T17:37:42.481 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.480+0000 7fbd02c15800 20 add_watcher() i=6 2024-09-12T17:37:42.482 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.481+0000 7fbd02c15800 20 add_watcher() i=7 2024-09-12T17:37:42.482 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.481+0000 7fbd02c15800 2 all 8 watchers are set, enabling cache 2024-09-12T17:37:42.484 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.483+0000 7fbbb4fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:42.484 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.483+0000 7fbd02c15800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:37:42.484 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.483+0000 7fbd02c15800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:37:42.484 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.483+0000 7fbd02c15800 5 note: GC not initialized 2024-09-12T17:37:42.486 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.484+0000 7fbb2f7fe640 20 reqs_thread_entry: start 2024-09-12T17:37:42.486 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.484+0000 7fbd02c15800 20 init_complete bucket index max shards: 1 2024-09-12T17:37:42.486 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.484+0000 7fbd02c15800 20 Filter name: none 2024-09-12T17:37:42.486 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.484+0000 7fbb2d7fa640 20 reqs_thread_entry: start 2024-09-12T17:37:42.486 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.484+0000 7fbd02c15800 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T17:37:42.486 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.484+0000 7fbd02c15800 20 rados->read ofs=0 len=0 2024-09-12T17:37:42.486 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.484+0000 7fbd02c15800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:37:42.486 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.484+0000 7fbd02c15800 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T17:37:42.486 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.484+0000 7fbd02c15800 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T17:37:42.487 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.484+0000 7fbd02c15800 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.2 : miss 2024-09-12T17:37:42.487 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.484+0000 7fbd02c15800 20 rados->read ofs=0 len=0 2024-09-12T17:37:42.487 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.485+0000 7fbd02c15800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:37:42.487 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.485+0000 7fbd02c15800 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.2 info.flags=0x17 2024-09-12T17:37:42.487 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.485+0000 7fbd02c15800 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.2 to cache LRU end 2024-09-12T17:37:42.487 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.485+0000 7fbd02c15800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:37:42.487 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.485+0000 7fbd02c15800 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T17:37:42.487 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.485+0000 7fbd02c15800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.2 2024-09-12T17:37:42.487 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.485+0000 7fbd02c15800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:42.488 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.486+0000 7fbd02c15800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:42.488 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.486+0000 7fbd02c15800 20 get_obj_state: octx=0x55a122027730 obj=check-bucket:c state=0x55a1222ca578 s->prefetch_data=0 2024-09-12T17:37:42.488 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.486+0000 7fbd02c15800 20 get_obj_state: setting s->obj_tag to r9i5jnzpmvf61umj22gtn1pejb08wcjh 2024-09-12T17:37:42.488 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.486+0000 7fbd02c15800 20 get_obj_state_impl: setting s->olh_tag to 7w8gb9rh3v5632rzt8tk6ij1d118so4l 2024-09-12T17:37:42.488 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.486+0000 7fbd02c15800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=7w8gb9rh3v5632rzt8tk6ij1d118so4l 2024-09-12T17:37:42.489 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.488+0000 7fbd02c15800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:42.490 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.489+0000 7fbd02c15800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:42.491 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.490+0000 7fbd02c15800 20 olh_log_entry: epoch=3 op=3 key=c[7SB5P4H6HC22XFiRAD9r2IWaPtRCiBn] 2024-09-12T17:37:42.491 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.490+0000 7fbd02c15800 20 get_obj_state: octx=0x55a122027730 obj=check-bucket:_:7SB5P4H6HC22XFiRAD9r2IWaPtRCiBn_c state=0x55a122306038 s->prefetch_data=0 2024-09-12T17:37:42.491 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.490+0000 7fbd02c15800 10 manifest: total_size = 22 2024-09-12T17:37:42.491 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.490+0000 7fbd02c15800 20 get_obj_state: setting s->obj_tag to b6123b67-6580-4373-9691-e0e950df5f06.4566.6750439414448328196 2024-09-12T17:37:42.491 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.490+0000 7fbd02c15800 20 get_obj_state: octx=0x55a122027730 obj=check-bucket:_:7SB5P4H6HC22XFiRAD9r2IWaPtRCiBn_c state=0x55a122306038 s->prefetch_data=0 2024-09-12T17:37:42.491 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.490+0000 7fbd02c15800 20 prepare_atomic_modification: state is not atomic. state=0x55a122306038 2024-09-12T17:37:42.491 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.490+0000 7fbd02c15800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:42.494 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.494+0000 7fbbe1ffb640 20 handle_completion(): completion ok for obj=c[7SB5P4H6HC22XFiRAD9r2IWaPtRCiBn] 2024-09-12T17:37:42.495 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.494+0000 7fbd02c15800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:42.495 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.494+0000 7fbd02c15800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:42.496 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.495+0000 7fbd02c15800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:42.496 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.496+0000 7fbd02c15800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:42.497 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.496+0000 7fbd02c15800 20 get_obj_state: octx=0x55a122027730 obj=check-bucket:d state=0x55a1222c8dd8 s->prefetch_data=0 2024-09-12T17:37:42.497 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.497+0000 7fbd02c15800 20 get_obj_state: setting s->obj_tag to 0xj8b7auaqu4276245guhxx6jzsbjsec 2024-09-12T17:37:42.497 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.497+0000 7fbd02c15800 20 get_obj_state_impl: setting s->olh_tag to novose1ne17rmec8x1n8xjengnve472l 2024-09-12T17:37:42.497 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.497+0000 7fbd02c15800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=novose1ne17rmec8x1n8xjengnve472l 2024-09-12T17:37:42.499 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.498+0000 7fbd02c15800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:42.500 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.500+0000 7fbd02c15800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:42.501 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.500+0000 7fbd02c15800 20 olh_log_entry: epoch=3 op=3 key=d[wsej5khyfGDnqipsNEK8YzPylzYw-Qj] 2024-09-12T17:37:42.501 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.500+0000 7fbd02c15800 20 get_obj_state: octx=0x55a122027730 obj=check-bucket:_:wsej5khyfGDnqipsNEK8YzPylzYw-Qj_d state=0x55a1222cc598 s->prefetch_data=0 2024-09-12T17:37:42.501 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.500+0000 7fbd02c15800 10 manifest: total_size = 22 2024-09-12T17:37:42.501 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.500+0000 7fbd02c15800 20 get_obj_state: setting s->obj_tag to b6123b67-6580-4373-9691-e0e950df5f06.4566.4635397178673118449 2024-09-12T17:37:42.501 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.500+0000 7fbd02c15800 20 get_obj_state: octx=0x55a122027730 obj=check-bucket:_:wsej5khyfGDnqipsNEK8YzPylzYw-Qj_d state=0x55a1222cc598 s->prefetch_data=0 2024-09-12T17:37:42.501 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.500+0000 7fbd02c15800 20 prepare_atomic_modification: state is not atomic. state=0x55a1222cc598 2024-09-12T17:37:42.501 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.500+0000 7fbd02c15800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:42.505 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.504+0000 7fbbe17fa640 20 handle_completion(): completion ok for obj=d[wsej5khyfGDnqipsNEK8YzPylzYw-Qj] 2024-09-12T17:37:42.507 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.506+0000 7fbd02c15800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:42.507 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.506+0000 7fbd02c15800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:42.508 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.507+0000 7fbd02c15800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:42.508 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.508+0000 7fbd02c15800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:42.509 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.508+0000 7fbd02c15800 20 get_obj_state: octx=0x55a122027730 obj=check-bucket:e state=0x55a1222c8dd8 s->prefetch_data=0 2024-09-12T17:37:42.509 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.508+0000 7fbd02c15800 20 get_obj_state: setting s->obj_tag to xa9n1aiicpl97v4j0tukxigm4b520ka8 2024-09-12T17:37:42.509 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.508+0000 7fbd02c15800 20 get_obj_state_impl: setting s->olh_tag to hbqdof53p2nddeq7h4ovhkh9hwqq1ba4 2024-09-12T17:37:42.509 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.508+0000 7fbd02c15800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=hbqdof53p2nddeq7h4ovhkh9hwqq1ba4 2024-09-12T17:37:42.513 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.512+0000 7fbd02c15800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:42.514 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.514+0000 7fbd02c15800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:42.515 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.514+0000 7fbd02c15800 20 olh_log_entry: epoch=2 op=2 key=e[] 2024-09-12T17:37:42.515 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.514+0000 7fbd02c15800 20 olh_log_entry: epoch=2 op=3 key=e[63FhtSKyYJ5tXbxOESDatSx9OhOi-jn] 2024-09-12T17:37:42.515 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.514+0000 7fbd02c15800 20 get_obj_state: octx=0x55a122027730 obj=check-bucket:_:63FhtSKyYJ5tXbxOESDatSx9OhOi-jn_e state=0x55a1222cc598 s->prefetch_data=0 2024-09-12T17:37:42.515 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.514+0000 7fbd02c15800 10 manifest: total_size = 22 2024-09-12T17:37:42.515 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.514+0000 7fbd02c15800 20 get_obj_state: setting s->obj_tag to b6123b67-6580-4373-9691-e0e950df5f06.4566.5549371954175600255 2024-09-12T17:37:42.515 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.514+0000 7fbd02c15800 20 get_obj_state: octx=0x55a122027730 obj=check-bucket:_:63FhtSKyYJ5tXbxOESDatSx9OhOi-jn_e state=0x55a1222cc598 s->prefetch_data=0 2024-09-12T17:37:42.515 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.514+0000 7fbd02c15800 20 prepare_atomic_modification: state is not atomic. state=0x55a1222cc598 2024-09-12T17:37:42.515 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.514+0000 7fbd02c15800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:42.518 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.518+0000 7fbbe1ffb640 20 handle_completion(): completion ok for obj=e[63FhtSKyYJ5tXbxOESDatSx9OhOi-jn] 2024-09-12T17:37:42.523 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.523+0000 7fbd02c15800 20 get_obj_state: octx=0x55a122027730 obj=check-bucket:e state=0x55a1222c8dd8 s->prefetch_data=0 2024-09-12T17:37:42.523 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.523+0000 7fbd02c15800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=hbqdof53p2nddeq7h4ovhkh9hwqq1ba4 2024-09-12T17:37:42.535 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.534+0000 7fbd02c15800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:42.536 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.535+0000 7fbd02c15800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:42.536 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.536+0000 7fbd02c15800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:42.537 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.536+0000 7fbd02c15800 20 get_obj_state: octx=0x55a122027730 obj=check-bucket:f state=0x55a1222c8dd8 s->prefetch_data=0 2024-09-12T17:37:42.537 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.536+0000 7fbd02c15800 20 get_obj_state: setting s->obj_tag to x6epdzqfhfo7llms000o71aj1obun65c 2024-09-12T17:37:42.537 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.536+0000 7fbd02c15800 20 get_obj_state_impl: setting s->olh_tag to mb5bc7lh71i35nqkxd5hjmyyxzkwh595 2024-09-12T17:37:42.537 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.536+0000 7fbd02c15800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=mb5bc7lh71i35nqkxd5hjmyyxzkwh595 2024-09-12T17:37:42.538 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.538+0000 7fbd02c15800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:42.539 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.539+0000 7fbd02c15800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:42.540 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.539+0000 7fbd02c15800 20 olh_log_entry: epoch=2 op=2 key=f[] 2024-09-12T17:37:42.540 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.539+0000 7fbd02c15800 20 olh_log_entry: epoch=2 op=3 key=f[Wuq1koYJRWhb4FQ69UHcKH3k.2r2jG6] 2024-09-12T17:37:42.540 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.539+0000 7fbd02c15800 20 get_obj_state: octx=0x55a122027730 obj=check-bucket:_:Wuq1koYJRWhb4FQ69UHcKH3k.2r2jG6_f state=0x55a1222cc598 s->prefetch_data=0 2024-09-12T17:37:42.540 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.540+0000 7fbd02c15800 10 manifest: total_size = 22 2024-09-12T17:37:42.541 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.540+0000 7fbd02c15800 20 get_obj_state: setting s->obj_tag to b6123b67-6580-4373-9691-e0e950df5f06.4566.14830741748370772424 2024-09-12T17:37:42.541 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.540+0000 7fbd02c15800 20 get_obj_state: octx=0x55a122027730 obj=check-bucket:_:Wuq1koYJRWhb4FQ69UHcKH3k.2r2jG6_f state=0x55a1222cc598 s->prefetch_data=0 2024-09-12T17:37:42.541 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.540+0000 7fbd02c15800 20 prepare_atomic_modification: state is not atomic. state=0x55a1222cc598 2024-09-12T17:37:42.541 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.540+0000 7fbd02c15800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:42.544 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.544+0000 7fbbe17fa640 20 handle_completion(): completion ok for obj=f[Wuq1koYJRWhb4FQ69UHcKH3k.2r2jG6] 2024-09-12T17:37:42.547 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.546+0000 7fbd02c15800 20 get_obj_state: octx=0x55a122027730 obj=check-bucket:f state=0x55a1222c8dd8 s->prefetch_data=0 2024-09-12T17:37:42.547 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.546+0000 7fbd02c15800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=mb5bc7lh71i35nqkxd5hjmyyxzkwh595 2024-09-12T17:37:42.560 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.560+0000 7fbd02c15800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:42.562 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.561+0000 7fbd02c15800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:42.562 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.561+0000 7fbd02c15800 1 NOTICE: finished shard 0 (4 entries removed) 2024-09-12T17:37:42.562 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.561+0000 7fbd02c15800 1 NOTICE: finished all shards (4 entries removed) 2024-09-12T17:37:42.562 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.562+0000 7fbbb4fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:42.565 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.564+0000 7fbd02c15800 20 remove_watcher() i=0 2024-09-12T17:37:42.565 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.564+0000 7fbd02c15800 2 removed watcher, disabling cache 2024-09-12T17:37:42.566 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.565+0000 7fbd02c15800 20 remove_watcher() i=1 2024-09-12T17:37:42.567 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.566+0000 7fbd02c15800 20 remove_watcher() i=2 2024-09-12T17:37:42.571 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.571+0000 7fbd02c15800 20 remove_watcher() i=3 2024-09-12T17:37:42.572 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.572+0000 7fbd02c15800 20 remove_watcher() i=4 2024-09-12T17:37:42.573 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.573+0000 7fbd02c15800 20 remove_watcher() i=5 2024-09-12T17:37:42.574 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.574+0000 7fbd02c15800 20 remove_watcher() i=6 2024-09-12T17:37:42.575 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.575+0000 7fbd02c15800 20 remove_watcher() i=7 2024-09-12T17:37:42.589 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:42.589 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:42.592 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:42.592 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:42.594 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:42.595 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:42.597 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:42.597 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:42.598 INFO:tasks.workunit.client.0.smithi045.stderr:TEST: bucket check unlinked does not affect normal entries 2024-09-12T17:37:42.598 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:37:42.599 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:42.599 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:42.644 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:42.644 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:42.647 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:42.647 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:42.649 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:42.649 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:42.652 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:42.652 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:42.654 INFO:tasks.workunit.client.0.smithi045.stderr:TEST: bucket check unlinked does not find new unlistable entries after fix 2024-09-12T17:37:42.654 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:37:42.655 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --min-age-hours 0 --dump-keys 2024-09-12T17:37:42.689 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:37:42.689 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:37:42.729 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.728+0000 7fd2d4746800 20 rados->read ofs=0 len=0 2024-09-12T17:37:42.731 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.730+0000 7fd2d4746800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:42.731 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.730+0000 7fd2d4746800 20 realm 2024-09-12T17:37:42.731 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.730+0000 7fd2d4746800 20 rados->read ofs=0 len=0 2024-09-12T17:37:42.731 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.730+0000 7fd2d4746800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:42.731 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.730+0000 7fd2d4746800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:37:42.731 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.730+0000 7fd2d4746800 20 rados->read ofs=0 len=0 2024-09-12T17:37:42.731 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.730+0000 7fd2d4746800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:42.731 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.730+0000 7fd2d4746800 20 rados->read ofs=0 len=0 2024-09-12T17:37:42.732 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.731+0000 7fd2d4746800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:42.732 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.731+0000 7fd2d4746800 20 rados->read ofs=0 len=0 2024-09-12T17:37:42.733 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.732+0000 7fd2d4746800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:37:42.733 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.732+0000 7fd2d4746800 20 searching for the correct realm 2024-09-12T17:37:42.735 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.734+0000 7fd2c9a36640 0 -- 172.21.15.45:0/3379595514 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7fd2c4027040 msgr2=0x7fd2c403a930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:42.941 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:42.941+0000 7fd2d2237640 0 -- 172.21.15.45:0/3379595514 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7fd2bc086b90 msgr2=0x7fd2bc0677d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:43.149 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.148+0000 7fd2d4746800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:37:43.149 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.148+0000 7fd2d4746800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:37:43.149 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.148+0000 7fd2d4746800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:37:43.149 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.148+0000 7fd2d4746800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:37:43.149 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.148+0000 7fd2d4746800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:37:43.149 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.148+0000 7fd2d4746800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:37:43.149 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.148+0000 7fd2d4746800 20 rados->read ofs=0 len=0 2024-09-12T17:37:43.150 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.148+0000 7fd2d4746800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:43.150 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.148+0000 7fd2d4746800 20 rados->read ofs=0 len=0 2024-09-12T17:37:43.151 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.149+0000 7fd2d4746800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:43.152 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.149+0000 7fd2d4746800 20 rados->read ofs=0 len=0 2024-09-12T17:37:43.152 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.149+0000 7fd2d4746800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:37:43.152 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.149+0000 7fd2d4746800 20 zone default found 2024-09-12T17:37:43.152 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.149+0000 7fd2d4746800 4 Realm: () 2024-09-12T17:37:43.152 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.149+0000 7fd2d4746800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:37:43.152 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.149+0000 7fd2d4746800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:37:43.152 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.149+0000 7fd2d4746800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:37:43.152 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.149+0000 7fd2d4746800 20 zonegroup default 2024-09-12T17:37:43.152 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.149+0000 7fd2d4746800 20 rados->read ofs=0 len=0 2024-09-12T17:37:43.152 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.149+0000 7fd2d4746800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:43.152 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.149+0000 7fd2d4746800 20 rados->read ofs=0 len=0 2024-09-12T17:37:43.152 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.150+0000 7fd2d4746800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:43.153 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.150+0000 7fd2d4746800 20 rados->read ofs=0 len=0 2024-09-12T17:37:43.153 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.150+0000 7fd2d4746800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:43.153 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.150+0000 7fd2d4746800 20 started sync module instance, tier type = 2024-09-12T17:37:43.153 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.150+0000 7fd2d4746800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:37:43.165 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.165+0000 7fd2d4746800 20 add_watcher() i=0 2024-09-12T17:37:43.165 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.165+0000 7fd2d4746800 20 add_watcher() i=1 2024-09-12T17:37:43.166 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.165+0000 7fd2d4746800 20 add_watcher() i=2 2024-09-12T17:37:43.166 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.165+0000 7fd2d4746800 20 add_watcher() i=3 2024-09-12T17:37:43.166 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.165+0000 7fd2d4746800 20 add_watcher() i=4 2024-09-12T17:37:43.166 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.165+0000 7fd2d4746800 20 add_watcher() i=5 2024-09-12T17:37:43.166 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.165+0000 7fd2d4746800 20 add_watcher() i=6 2024-09-12T17:37:43.166 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.166+0000 7fd2d4746800 20 add_watcher() i=7 2024-09-12T17:37:43.166 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.166+0000 7fd2d4746800 2 all 8 watchers are set, enabling cache 2024-09-12T17:37:43.168 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.168+0000 7fd188fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:43.169 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.168+0000 7fd2d4746800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:37:43.169 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.168+0000 7fd2d4746800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:37:43.169 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.168+0000 7fd2d4746800 5 note: GC not initialized 2024-09-12T17:37:43.170 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.168+0000 7fd1037fe640 20 reqs_thread_entry: start 2024-09-12T17:37:43.170 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.169+0000 7fd2d4746800 20 init_complete bucket index max shards: 1 2024-09-12T17:37:43.170 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.169+0000 7fd2d4746800 20 Filter name: none 2024-09-12T17:37:43.170 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.169+0000 7fd1017fa640 20 reqs_thread_entry: start 2024-09-12T17:37:43.170 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.169+0000 7fd2d4746800 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T17:37:43.170 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.169+0000 7fd2d4746800 20 rados->read ofs=0 len=0 2024-09-12T17:37:43.171 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.169+0000 7fd2d4746800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:37:43.171 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.169+0000 7fd2d4746800 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T17:37:43.171 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.169+0000 7fd2d4746800 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T17:37:43.171 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.169+0000 7fd2d4746800 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.2 : miss 2024-09-12T17:37:43.171 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.169+0000 7fd2d4746800 20 rados->read ofs=0 len=0 2024-09-12T17:37:43.171 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.170+0000 7fd2d4746800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:37:43.172 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.170+0000 7fd2d4746800 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.2 info.flags=0x17 2024-09-12T17:37:43.172 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.170+0000 7fd2d4746800 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.2 to cache LRU end 2024-09-12T17:37:43.172 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.170+0000 7fd2d4746800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:37:43.172 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.170+0000 7fd2d4746800 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T17:37:43.172 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.170+0000 7fd2d4746800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.2 2024-09-12T17:37:43.172 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.170+0000 7fd2d4746800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:43.172 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.170+0000 7fd2d4746800 1 NOTICE: finished shard 0 (0 entries found) 2024-09-12T17:37:43.172 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.170+0000 7fd2d4746800 1 NOTICE: finished all shards (0 entries found) 2024-09-12T17:37:43.172 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.171+0000 7fd188fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:43.175 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.174+0000 7fd2d4746800 20 remove_watcher() i=0 2024-09-12T17:37:43.175 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.174+0000 7fd2d4746800 2 removed watcher, disabling cache 2024-09-12T17:37:43.176 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.175+0000 7fd2d4746800 20 remove_watcher() i=1 2024-09-12T17:37:43.177 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.177+0000 7fd2d4746800 20 remove_watcher() i=2 2024-09-12T17:37:43.179 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.178+0000 7fd2d4746800 20 remove_watcher() i=3 2024-09-12T17:37:43.180 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.179+0000 7fd2d4746800 20 remove_watcher() i=4 2024-09-12T17:37:43.181 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.180+0000 7fd2d4746800 20 remove_watcher() i=5 2024-09-12T17:37:43.182 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.181+0000 7fd2d4746800 20 remove_watcher() i=6 2024-09-12T17:37:43.183 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.183+0000 7fd2d4746800 20 remove_watcher() i=7 2024-09-12T17:37:43.199 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:43.199 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:43.218 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:43.218 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:43.231 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bi list --bucket check-bucket --object c 2024-09-12T17:37:43.263 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:37:43.263 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:37:43.302 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.302+0000 7f4ac0d39800 20 rados->read ofs=0 len=0 2024-09-12T17:37:43.305 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.303+0000 7f4ac0d39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:43.305 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.303+0000 7f4ac0d39800 20 realm 2024-09-12T17:37:43.305 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.303+0000 7f4ac0d39800 20 rados->read ofs=0 len=0 2024-09-12T17:37:43.306 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.303+0000 7f4ac0d39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:43.306 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.303+0000 7f4ac0d39800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:37:43.306 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.303+0000 7f4ac0d39800 20 rados->read ofs=0 len=0 2024-09-12T17:37:43.306 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.304+0000 7f4ac0d39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:43.306 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.304+0000 7f4ac0d39800 20 rados->read ofs=0 len=0 2024-09-12T17:37:43.306 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.305+0000 7f4ac0d39800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:43.307 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.305+0000 7f4ac0d39800 20 rados->read ofs=0 len=0 2024-09-12T17:37:43.307 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.305+0000 7f4ac0d39800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:37:43.307 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.305+0000 7f4ac0d39800 20 searching for the correct realm 2024-09-12T17:37:43.309 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.308+0000 7f4abc1c6640 0 -- 172.21.15.45:0/3157396929 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x562682f7a050 msgr2=0x562682f7c440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:43.312 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.312+0000 7f4abc9c7640 0 -- 172.21.15.45:0/3157396929 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f4ab00bba30 msgr2=0x7f4ab0007390 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:37:43.520 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.519+0000 7f4ac0d39800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:37:43.520 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.519+0000 7f4ac0d39800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:37:43.520 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.519+0000 7f4ac0d39800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:37:43.520 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.519+0000 7f4ac0d39800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:37:43.520 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.519+0000 7f4ac0d39800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:37:43.520 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.519+0000 7f4ac0d39800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:37:43.521 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.519+0000 7f4ac0d39800 20 rados->read ofs=0 len=0 2024-09-12T17:37:43.521 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.519+0000 7f4ac0d39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:43.521 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.519+0000 7f4ac0d39800 20 rados->read ofs=0 len=0 2024-09-12T17:37:43.522 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.520+0000 7f4ac0d39800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:43.522 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.520+0000 7f4ac0d39800 20 rados->read ofs=0 len=0 2024-09-12T17:37:43.522 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.520+0000 7f4ac0d39800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:37:43.522 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.520+0000 7f4ac0d39800 20 zone default found 2024-09-12T17:37:43.522 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.520+0000 7f4ac0d39800 4 Realm: () 2024-09-12T17:37:43.522 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.520+0000 7f4ac0d39800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:37:43.522 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.520+0000 7f4ac0d39800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:37:43.522 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.520+0000 7f4ac0d39800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:37:43.523 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.520+0000 7f4ac0d39800 20 zonegroup default 2024-09-12T17:37:43.523 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.520+0000 7f4ac0d39800 20 rados->read ofs=0 len=0 2024-09-12T17:37:43.523 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.520+0000 7f4ac0d39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:43.523 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.520+0000 7f4ac0d39800 20 rados->read ofs=0 len=0 2024-09-12T17:37:43.523 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.521+0000 7f4ac0d39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:43.523 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.521+0000 7f4ac0d39800 20 rados->read ofs=0 len=0 2024-09-12T17:37:43.523 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.521+0000 7f4ac0d39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:43.523 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.521+0000 7f4ac0d39800 20 started sync module instance, tier type = 2024-09-12T17:37:43.523 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.521+0000 7f4ac0d39800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:37:43.533 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.532+0000 7f4ac0d39800 20 add_watcher() i=0 2024-09-12T17:37:43.533 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.532+0000 7f4ac0d39800 20 add_watcher() i=1 2024-09-12T17:37:43.533 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.532+0000 7f4ac0d39800 20 add_watcher() i=2 2024-09-12T17:37:43.533 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.532+0000 7f4ac0d39800 20 add_watcher() i=3 2024-09-12T17:37:43.533 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.532+0000 7f4ac0d39800 20 add_watcher() i=4 2024-09-12T17:37:43.534 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.532+0000 7f4ac0d39800 20 add_watcher() i=5 2024-09-12T17:37:43.534 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.532+0000 7f4ac0d39800 20 add_watcher() i=6 2024-09-12T17:37:43.534 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.533+0000 7f4ac0d39800 20 add_watcher() i=7 2024-09-12T17:37:43.534 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.533+0000 7f4ac0d39800 2 all 8 watchers are set, enabling cache 2024-09-12T17:37:43.535 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.534+0000 7f4972fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:43.536 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.535+0000 7f4ac0d39800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:37:43.536 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.535+0000 7f4ac0d39800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:37:43.536 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.535+0000 7f4ac0d39800 5 note: GC not initialized 2024-09-12T17:37:43.536 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.535+0000 7f4971fe3640 20 reqs_thread_entry: start 2024-09-12T17:37:43.536 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.535+0000 7f4ac0d39800 20 init_complete bucket index max shards: 1 2024-09-12T17:37:43.536 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.535+0000 7f4ac0d39800 20 Filter name: none 2024-09-12T17:37:43.536 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.535+0000 7f48e37fe640 20 reqs_thread_entry: start 2024-09-12T17:37:43.536 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.535+0000 7f4ac0d39800 20 rados->read ofs=0 len=0 2024-09-12T17:37:43.537 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.536+0000 7f4ac0d39800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:37:43.538 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.536+0000 7f4ac0d39800 20 rados->read ofs=0 len=0 2024-09-12T17:37:43.538 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.536+0000 7f4ac0d39800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:37:43.538 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.536+0000 7f4ac0d39800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:37:43.538 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.536+0000 7f4ac0d39800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T17:37:43.538 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.536+0000 7f4ac0d39800 20 INFO: main: starting shard=0 2024-09-12T17:37:43.538 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.536+0000 7f4ac0d39800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:43.538 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.537+0000 7f4ac0d39800 20 INFO: main: bi_list() returned without error; entries.size()=2, is_truncated=0, marker= 2024-09-12T17:37:43.538 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.537+0000 7f4ac0d39800 20 INFO: main: done 2024-09-12T17:37:43.538 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.538+0000 7f4972fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:43.541 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.540+0000 7f4ac0d39800 20 remove_watcher() i=0 2024-09-12T17:37:43.541 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.540+0000 7f4ac0d39800 2 removed watcher, disabling cache 2024-09-12T17:37:43.542 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.542+0000 7f4ac0d39800 20 remove_watcher() i=1 2024-09-12T17:37:43.544 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.543+0000 7f4ac0d39800 20 remove_watcher() i=2 2024-09-12T17:37:43.545 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.545+0000 7f4ac0d39800 20 remove_watcher() i=3 2024-09-12T17:37:43.546 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.546+0000 7f4ac0d39800 20 remove_watcher() i=4 2024-09-12T17:37:43.547 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.547+0000 7f4ac0d39800 20 remove_watcher() i=5 2024-09-12T17:37:43.549 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.548+0000 7f4ac0d39800 20 remove_watcher() i=6 2024-09-12T17:37:43.549 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.549+0000 7f4ac0d39800 20 remove_watcher() i=7 2024-09-12T17:37:43.563 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bi list --bucket check-bucket --object d 2024-09-12T17:37:43.594 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:37:43.594 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:37:43.633 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.633+0000 7fe0dd4bb800 20 rados->read ofs=0 len=0 2024-09-12T17:37:43.635 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.635+0000 7fe0dd4bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:43.635 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.635+0000 7fe0dd4bb800 20 realm 2024-09-12T17:37:43.636 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.635+0000 7fe0dd4bb800 20 rados->read ofs=0 len=0 2024-09-12T17:37:43.636 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.635+0000 7fe0dd4bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:43.636 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.635+0000 7fe0dd4bb800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:37:43.636 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.635+0000 7fe0dd4bb800 20 rados->read ofs=0 len=0 2024-09-12T17:37:43.636 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.635+0000 7fe0dd4bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:43.636 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.635+0000 7fe0dd4bb800 20 rados->read ofs=0 len=0 2024-09-12T17:37:43.636 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.636+0000 7fe0dd4bb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:43.637 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.636+0000 7fe0dd4bb800 20 rados->read ofs=0 len=0 2024-09-12T17:37:43.637 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.637+0000 7fe0dd4bb800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:37:43.637 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.637+0000 7fe0dd4bb800 20 searching for the correct realm 2024-09-12T17:37:43.639 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.639+0000 7fe0da7a4640 0 -- 172.21.15.45:0/2139802184 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7fe0cc0e3070 msgr2=0x7fe0cc056a80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:43.643 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.643+0000 7fe0dafa5640 0 -- 172.21.15.45:0/2139802184 >> [v2:172.21.15.115:6800/1938704291,v1:172.21.15.115:6801/1938704291] conn(0x7fe0cc0e3070 msgr2=0x7fdfa4089260 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:37:43.853 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.851+0000 7fe0dd4bb800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:37:43.853 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.852+0000 7fe0dd4bb800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:37:43.853 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.852+0000 7fe0dd4bb800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:37:43.853 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.852+0000 7fe0dd4bb800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:37:43.853 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.852+0000 7fe0dd4bb800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:37:43.853 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.852+0000 7fe0dd4bb800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:37:43.853 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.852+0000 7fe0dd4bb800 20 rados->read ofs=0 len=0 2024-09-12T17:37:43.853 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.852+0000 7fe0dd4bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:43.854 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.852+0000 7fe0dd4bb800 20 rados->read ofs=0 len=0 2024-09-12T17:37:43.854 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.852+0000 7fe0dd4bb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:43.854 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.852+0000 7fe0dd4bb800 20 rados->read ofs=0 len=0 2024-09-12T17:37:43.855 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.853+0000 7fe0dd4bb800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:37:43.855 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.853+0000 7fe0dd4bb800 20 zone default found 2024-09-12T17:37:43.855 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.853+0000 7fe0dd4bb800 4 Realm: () 2024-09-12T17:37:43.855 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.853+0000 7fe0dd4bb800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:37:43.855 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.853+0000 7fe0dd4bb800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:37:43.855 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.853+0000 7fe0dd4bb800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:37:43.855 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.853+0000 7fe0dd4bb800 20 zonegroup default 2024-09-12T17:37:43.855 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.853+0000 7fe0dd4bb800 20 rados->read ofs=0 len=0 2024-09-12T17:37:43.855 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.853+0000 7fe0dd4bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:43.855 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.853+0000 7fe0dd4bb800 20 rados->read ofs=0 len=0 2024-09-12T17:37:43.855 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.853+0000 7fe0dd4bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:43.856 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.853+0000 7fe0dd4bb800 20 rados->read ofs=0 len=0 2024-09-12T17:37:43.856 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.854+0000 7fe0dd4bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:43.856 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.854+0000 7fe0dd4bb800 20 started sync module instance, tier type = 2024-09-12T17:37:43.856 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.854+0000 7fe0dd4bb800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:37:43.865 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.864+0000 7fe0dd4bb800 20 add_watcher() i=0 2024-09-12T17:37:43.865 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.864+0000 7fe0dd4bb800 20 add_watcher() i=1 2024-09-12T17:37:43.865 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.864+0000 7fe0dd4bb800 20 add_watcher() i=2 2024-09-12T17:37:43.865 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.864+0000 7fe0dd4bb800 20 add_watcher() i=3 2024-09-12T17:37:43.865 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.864+0000 7fe0dd4bb800 20 add_watcher() i=4 2024-09-12T17:37:43.865 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.864+0000 7fe0dd4bb800 20 add_watcher() i=5 2024-09-12T17:37:43.865 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.864+0000 7fe0dd4bb800 20 add_watcher() i=6 2024-09-12T17:37:43.866 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.865+0000 7fe0dd4bb800 20 add_watcher() i=7 2024-09-12T17:37:43.866 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.865+0000 7fe0dd4bb800 2 all 8 watchers are set, enabling cache 2024-09-12T17:37:43.867 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.867+0000 7fdf917e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:43.868 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.867+0000 7fe0dd4bb800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:37:43.869 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.867+0000 7fe0dd4bb800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:37:43.869 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.867+0000 7fe0dd4bb800 5 note: GC not initialized 2024-09-12T17:37:43.869 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.867+0000 7fdf0bfff640 20 reqs_thread_entry: start 2024-09-12T17:37:43.869 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.867+0000 7fe0dd4bb800 20 init_complete bucket index max shards: 1 2024-09-12T17:37:43.869 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.867+0000 7fe0dd4bb800 20 Filter name: none 2024-09-12T17:37:43.869 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.868+0000 7fdf09ffb640 20 reqs_thread_entry: start 2024-09-12T17:37:43.869 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.868+0000 7fe0dd4bb800 20 rados->read ofs=0 len=0 2024-09-12T17:37:43.869 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.868+0000 7fe0dd4bb800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:37:43.869 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.868+0000 7fe0dd4bb800 20 rados->read ofs=0 len=0 2024-09-12T17:37:43.870 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.868+0000 7fe0dd4bb800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:37:43.870 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.868+0000 7fe0dd4bb800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:37:43.870 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.868+0000 7fe0dd4bb800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T17:37:43.870 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.868+0000 7fe0dd4bb800 20 INFO: main: starting shard=0 2024-09-12T17:37:43.871 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.868+0000 7fe0dd4bb800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:43.871 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.869+0000 7fe0dd4bb800 20 INFO: main: bi_list() returned without error; entries.size()=2, is_truncated=0, marker= 2024-09-12T17:37:43.871 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.869+0000 7fe0dd4bb800 20 INFO: main: done 2024-09-12T17:37:43.871 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.870+0000 7fdf917e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:43.873 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.873+0000 7fe0dd4bb800 20 remove_watcher() i=0 2024-09-12T17:37:43.873 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.873+0000 7fe0dd4bb800 2 removed watcher, disabling cache 2024-09-12T17:37:43.874 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.874+0000 7fe0dd4bb800 20 remove_watcher() i=1 2024-09-12T17:37:43.875 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.875+0000 7fe0dd4bb800 20 remove_watcher() i=2 2024-09-12T17:37:43.877 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.876+0000 7fe0dd4bb800 20 remove_watcher() i=3 2024-09-12T17:37:43.878 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.877+0000 7fe0dd4bb800 20 remove_watcher() i=4 2024-09-12T17:37:43.879 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.878+0000 7fe0dd4bb800 20 remove_watcher() i=5 2024-09-12T17:37:43.880 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.879+0000 7fe0dd4bb800 20 remove_watcher() i=6 2024-09-12T17:37:43.881 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.881+0000 7fe0dd4bb800 20 remove_watcher() i=7 2024-09-12T17:37:43.893 INFO:tasks.workunit.client.0.smithi045.stderr:TEST: bucket check olh finds leftover OLH entries 2024-09-12T17:37:43.893 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:37:43.895 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket check olh --bucket check-bucket --dump-keys 2024-09-12T17:37:43.926 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:37:43.926 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:37:43.969 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.965+0000 7f36b6411800 20 rados->read ofs=0 len=0 2024-09-12T17:37:43.969 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.966+0000 7f36b6411800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:43.970 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.966+0000 7f36b6411800 20 realm 2024-09-12T17:37:43.970 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.966+0000 7f36b6411800 20 rados->read ofs=0 len=0 2024-09-12T17:37:43.970 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.966+0000 7f36b6411800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:43.970 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.966+0000 7f36b6411800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:37:43.970 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.966+0000 7f36b6411800 20 rados->read ofs=0 len=0 2024-09-12T17:37:43.970 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.967+0000 7f36b6411800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:43.970 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.967+0000 7f36b6411800 20 rados->read ofs=0 len=0 2024-09-12T17:37:43.970 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.968+0000 7f36b6411800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:43.971 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.968+0000 7f36b6411800 20 rados->read ofs=0 len=0 2024-09-12T17:37:43.971 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.968+0000 7f36b6411800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:37:43.971 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.968+0000 7f36b6411800 20 searching for the correct realm 2024-09-12T17:37:43.971 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.971+0000 7f36b1391640 0 -- 172.21.15.45:0/3604030507 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f36a40b7060 msgr2=0x7f36a40ab4f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:43.975 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:43.975+0000 7f36b1b92640 0 -- 172.21.15.45:0/3604030507 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f36a8036930 msgr2=0x7f36a804e410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:44.183 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.181+0000 7f36b6411800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:37:44.184 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.181+0000 7f36b6411800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:37:44.184 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.181+0000 7f36b6411800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:37:44.184 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.181+0000 7f36b6411800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:37:44.184 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.181+0000 7f36b6411800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:37:44.184 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.181+0000 7f36b6411800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:37:44.184 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.181+0000 7f36b6411800 20 rados->read ofs=0 len=0 2024-09-12T17:37:44.184 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.182+0000 7f36b6411800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:44.184 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.182+0000 7f36b6411800 20 rados->read ofs=0 len=0 2024-09-12T17:37:44.184 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.182+0000 7f36b6411800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:44.184 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.182+0000 7f36b6411800 20 rados->read ofs=0 len=0 2024-09-12T17:37:44.185 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.182+0000 7f36b6411800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:37:44.186 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.182+0000 7f36b6411800 20 zone default found 2024-09-12T17:37:44.186 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.182+0000 7f36b6411800 4 Realm: () 2024-09-12T17:37:44.186 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.182+0000 7f36b6411800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:37:44.186 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.182+0000 7f36b6411800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:37:44.186 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.182+0000 7f36b6411800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:37:44.186 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.182+0000 7f36b6411800 20 zonegroup default 2024-09-12T17:37:44.186 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.182+0000 7f36b6411800 20 rados->read ofs=0 len=0 2024-09-12T17:37:44.186 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.183+0000 7f36b6411800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:44.186 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.183+0000 7f36b6411800 20 rados->read ofs=0 len=0 2024-09-12T17:37:44.186 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.183+0000 7f36b6411800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:44.186 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.183+0000 7f36b6411800 20 rados->read ofs=0 len=0 2024-09-12T17:37:44.186 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.183+0000 7f36b6411800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:44.187 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.183+0000 7f36b6411800 20 started sync module instance, tier type = 2024-09-12T17:37:44.187 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.183+0000 7f36b6411800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:37:44.195 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.193+0000 7f36b6411800 20 add_watcher() i=0 2024-09-12T17:37:44.195 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.193+0000 7f36b6411800 20 add_watcher() i=1 2024-09-12T17:37:44.195 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.193+0000 7f36b6411800 20 add_watcher() i=2 2024-09-12T17:37:44.195 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.193+0000 7f36b6411800 20 add_watcher() i=3 2024-09-12T17:37:44.195 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.193+0000 7f36b6411800 20 add_watcher() i=4 2024-09-12T17:37:44.195 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.193+0000 7f36b6411800 20 add_watcher() i=5 2024-09-12T17:37:44.195 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.193+0000 7f36b6411800 20 add_watcher() i=6 2024-09-12T17:37:44.196 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.194+0000 7f36b6411800 20 add_watcher() i=7 2024-09-12T17:37:44.196 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.194+0000 7f36b6411800 2 all 8 watchers are set, enabling cache 2024-09-12T17:37:44.198 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.196+0000 7f35637fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:44.199 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.197+0000 7f36b6411800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:37:44.199 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.197+0000 7f36b6411800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:37:44.199 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.197+0000 7f36b6411800 5 note: GC not initialized 2024-09-12T17:37:44.199 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.197+0000 7f35627fc640 20 reqs_thread_entry: start 2024-09-12T17:37:44.199 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.197+0000 7f36b6411800 20 init_complete bucket index max shards: 1 2024-09-12T17:37:44.199 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.197+0000 7f36b6411800 20 Filter name: none 2024-09-12T17:37:44.200 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.197+0000 7f34d3fff640 20 reqs_thread_entry: start 2024-09-12T17:37:44.200 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.197+0000 7f36b6411800 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T17:37:44.200 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.197+0000 7f36b6411800 20 rados->read ofs=0 len=0 2024-09-12T17:37:44.200 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.198+0000 7f36b6411800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:37:44.200 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.198+0000 7f36b6411800 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T17:37:44.200 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.198+0000 7f36b6411800 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T17:37:44.201 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.198+0000 7f36b6411800 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.2 : miss 2024-09-12T17:37:44.201 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.198+0000 7f36b6411800 20 rados->read ofs=0 len=0 2024-09-12T17:37:44.201 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.198+0000 7f36b6411800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:37:44.201 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.198+0000 7f36b6411800 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.2 info.flags=0x17 2024-09-12T17:37:44.201 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.198+0000 7f36b6411800 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.2 to cache LRU end 2024-09-12T17:37:44.201 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.198+0000 7f36b6411800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:37:44.201 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.198+0000 7f36b6411800 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T17:37:44.201 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.198+0000 7f36b6411800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.2 2024-09-12T17:37:44.201 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.198+0000 7f36b6411800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:44.202 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.199+0000 7f36b6411800 1 NOTICE: finished shard 0 (2 entries found) 2024-09-12T17:37:44.202 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.199+0000 7f36b6411800 1 NOTICE: finished all shards (2 entries found) 2024-09-12T17:37:44.202 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.200+0000 7f35637fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:44.204 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.202+0000 7f36b6411800 20 remove_watcher() i=0 2024-09-12T17:37:44.204 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.202+0000 7f36b6411800 2 removed watcher, disabling cache 2024-09-12T17:37:44.205 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.204+0000 7f36b6411800 20 remove_watcher() i=1 2024-09-12T17:37:44.206 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.205+0000 7f36b6411800 20 remove_watcher() i=2 2024-09-12T17:37:44.207 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.206+0000 7f36b6411800 20 remove_watcher() i=3 2024-09-12T17:37:44.208 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.207+0000 7f36b6411800 20 remove_watcher() i=4 2024-09-12T17:37:44.210 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.208+0000 7f36b6411800 20 remove_watcher() i=5 2024-09-12T17:37:44.211 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.209+0000 7f36b6411800 20 remove_watcher() i=6 2024-09-12T17:37:44.212 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.210+0000 7f36b6411800 20 remove_watcher() i=7 2024-09-12T17:37:44.223 INFO:tasks.workunit.client.0.smithi045.stderr:TEST: bucket check olh fixes leftover OLH entries 2024-09-12T17:37:44.223 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:37:44.225 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket check olh --bucket check-bucket --fix --rgw-olh-pending-timeout-sec 0 --dump-keys 2024-09-12T17:37:44.259 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:37:44.259 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:37:44.299 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.297+0000 7f773b80e800 20 rados->read ofs=0 len=0 2024-09-12T17:37:44.301 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.299+0000 7f773b80e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:44.301 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.299+0000 7f773b80e800 20 realm 2024-09-12T17:37:44.301 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.299+0000 7f773b80e800 20 rados->read ofs=0 len=0 2024-09-12T17:37:44.301 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.299+0000 7f773b80e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:44.301 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.299+0000 7f773b80e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:37:44.301 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.299+0000 7f773b80e800 20 rados->read ofs=0 len=0 2024-09-12T17:37:44.301 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.299+0000 7f773b80e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:44.301 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.299+0000 7f773b80e800 20 rados->read ofs=0 len=0 2024-09-12T17:37:44.302 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.300+0000 7f773b80e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:44.302 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.300+0000 7f773b80e800 20 rados->read ofs=0 len=0 2024-09-12T17:37:44.302 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.301+0000 7f773b80e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:37:44.302 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.301+0000 7f773b80e800 20 searching for the correct realm 2024-09-12T17:37:44.305 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.303+0000 7f7736658640 0 -- 172.21.15.45:0/3927765611 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x55922bf21aa0 msgr2=0x55922bf23e90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:44.309 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.307+0000 7f7736e59640 0 -- 172.21.15.45:0/3927765611 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f772c0e3bb0 msgr2=0x7f772c08a040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:44.516 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.514+0000 7f773b80e800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:37:44.516 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.514+0000 7f773b80e800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:37:44.517 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.514+0000 7f773b80e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:37:44.517 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.514+0000 7f773b80e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:37:44.517 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.514+0000 7f773b80e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:37:44.517 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.514+0000 7f773b80e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:37:44.517 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.514+0000 7f773b80e800 20 rados->read ofs=0 len=0 2024-09-12T17:37:44.517 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.515+0000 7f773b80e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:44.517 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.515+0000 7f773b80e800 20 rados->read ofs=0 len=0 2024-09-12T17:37:44.517 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.515+0000 7f773b80e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:44.517 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.515+0000 7f773b80e800 20 rados->read ofs=0 len=0 2024-09-12T17:37:44.518 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.515+0000 7f773b80e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:37:44.518 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.515+0000 7f773b80e800 20 zone default found 2024-09-12T17:37:44.518 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.515+0000 7f773b80e800 4 Realm: () 2024-09-12T17:37:44.518 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.515+0000 7f773b80e800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:37:44.519 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.515+0000 7f773b80e800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:37:44.519 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.515+0000 7f773b80e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:37:44.519 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.515+0000 7f773b80e800 20 zonegroup default 2024-09-12T17:37:44.519 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.515+0000 7f773b80e800 20 rados->read ofs=0 len=0 2024-09-12T17:37:44.519 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.515+0000 7f773b80e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:44.519 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.516+0000 7f773b80e800 20 rados->read ofs=0 len=0 2024-09-12T17:37:44.519 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.516+0000 7f773b80e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:44.519 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.516+0000 7f773b80e800 20 rados->read ofs=0 len=0 2024-09-12T17:37:44.519 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.516+0000 7f773b80e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:44.519 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.516+0000 7f773b80e800 20 started sync module instance, tier type = 2024-09-12T17:37:44.519 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.516+0000 7f773b80e800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:37:44.528 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.526+0000 7f773b80e800 20 add_watcher() i=0 2024-09-12T17:37:44.528 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.526+0000 7f773b80e800 20 add_watcher() i=1 2024-09-12T17:37:44.528 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.526+0000 7f773b80e800 20 add_watcher() i=2 2024-09-12T17:37:44.528 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.526+0000 7f773b80e800 20 add_watcher() i=3 2024-09-12T17:37:44.528 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.526+0000 7f773b80e800 20 add_watcher() i=4 2024-09-12T17:37:44.528 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.526+0000 7f773b80e800 20 add_watcher() i=5 2024-09-12T17:37:44.529 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.526+0000 7f773b80e800 20 add_watcher() i=6 2024-09-12T17:37:44.529 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.527+0000 7f773b80e800 20 add_watcher() i=7 2024-09-12T17:37:44.529 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.527+0000 7f773b80e800 2 all 8 watchers are set, enabling cache 2024-09-12T17:37:44.531 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.529+0000 7f75ed7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:44.531 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.529+0000 7f773b80e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:37:44.532 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.529+0000 7f773b80e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:37:44.532 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.529+0000 7f773b80e800 5 note: GC not initialized 2024-09-12T17:37:44.532 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.530+0000 7f7567fff640 20 reqs_thread_entry: start 2024-09-12T17:37:44.532 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.530+0000 7f773b80e800 20 init_complete bucket index max shards: 1 2024-09-12T17:37:44.532 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.530+0000 7f773b80e800 20 Filter name: none 2024-09-12T17:37:44.532 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.530+0000 7f7565ffb640 20 reqs_thread_entry: start 2024-09-12T17:37:44.532 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.530+0000 7f773b80e800 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T17:37:44.532 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.530+0000 7f773b80e800 20 rados->read ofs=0 len=0 2024-09-12T17:37:44.533 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.530+0000 7f773b80e800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:37:44.533 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.530+0000 7f773b80e800 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T17:37:44.533 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.530+0000 7f773b80e800 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T17:37:44.534 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.530+0000 7f773b80e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.2 : miss 2024-09-12T17:37:44.534 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.530+0000 7f773b80e800 20 rados->read ofs=0 len=0 2024-09-12T17:37:44.534 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.531+0000 7f773b80e800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:37:44.534 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.531+0000 7f773b80e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.2 info.flags=0x17 2024-09-12T17:37:44.534 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.531+0000 7f773b80e800 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.2 to cache LRU end 2024-09-12T17:37:44.534 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.531+0000 7f773b80e800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:37:44.534 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.531+0000 7f773b80e800 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T17:37:44.534 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.531+0000 7f773b80e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.2 2024-09-12T17:37:44.534 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.531+0000 7f773b80e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:44.534 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.531+0000 7f773b80e800 20 get_obj_state: octx=0x55922bcb7720 obj=check-bucket:c state=0x55922bf5cec8 s->prefetch_data=0 2024-09-12T17:37:44.535 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.532+0000 7f773b80e800 20 get_obj_state: setting s->obj_tag to r9i5jnzpmvf61umj22gtn1pejb08wcjh 2024-09-12T17:37:44.535 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.532+0000 7f773b80e800 20 get_obj_state_impl: setting s->olh_tag to 7w8gb9rh3v5632rzt8tk6ij1d118so4l 2024-09-12T17:37:44.535 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.532+0000 7f773b80e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:44.536 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.532+0000 7f773b80e800 20 olh_log_entry: epoch=4 op=2 key=c[] 2024-09-12T17:37:44.536 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.532+0000 7f773b80e800 20 olh_log_entry: epoch=4 op=3 key=c[euPxE1qG8HuHj.V78OEknulhRUTIVIk] 2024-09-12T17:37:44.536 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.532+0000 7f773b80e800 20 get_obj_state: octx=0x55922bf922b0 obj=check-bucket:_:euPxE1qG8HuHj.V78OEknulhRUTIVIk_c state=0x55922bf575a8 s->prefetch_data=0 2024-09-12T17:37:44.537 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.534+0000 7f773b80e800 20 get_obj_state: octx=0x55922bf922b0 obj=check-bucket:c state=0x55922bf575a8 s->prefetch_data=0 2024-09-12T17:37:44.537 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.535+0000 7f773b80e800 20 get_obj_state: setting s->obj_tag to r9i5jnzpmvf61umj22gtn1pejb08wcjh 2024-09-12T17:37:44.537 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.535+0000 7f773b80e800 20 get_obj_state_impl: setting s->olh_tag to 7w8gb9rh3v5632rzt8tk6ij1d118so4l 2024-09-12T17:37:44.537 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.535+0000 7f773b80e800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=7w8gb9rh3v5632rzt8tk6ij1d118so4l 2024-09-12T17:37:44.543 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.541+0000 7f773b80e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:44.544 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.543+0000 7f773b80e800 20 get_obj_state: octx=0x55922bcb7720 obj=check-bucket:d state=0x55922bf5cec8 s->prefetch_data=0 2024-09-12T17:37:44.545 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.543+0000 7f773b80e800 20 get_obj_state: setting s->obj_tag to 0xj8b7auaqu4276245guhxx6jzsbjsec 2024-09-12T17:37:44.545 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.543+0000 7f773b80e800 20 get_obj_state_impl: setting s->olh_tag to novose1ne17rmec8x1n8xjengnve472l 2024-09-12T17:37:44.545 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.543+0000 7f773b80e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:44.545 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.543+0000 7f773b80e800 20 olh_log_entry: epoch=4 op=2 key=d[] 2024-09-12T17:37:44.545 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.543+0000 7f773b80e800 20 olh_log_entry: epoch=4 op=3 key=d[I-9c5PNkdo9q-wYbeA8vrpQYXKNwrc5] 2024-09-12T17:37:44.545 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.543+0000 7f773b80e800 20 get_obj_state: octx=0x55922bf922b0 obj=check-bucket:_:I-9c5PNkdo9q-wYbeA8vrpQYXKNwrc5_d state=0x55922bf957e8 s->prefetch_data=0 2024-09-12T17:37:44.547 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.545+0000 7f773b80e800 20 get_obj_state: octx=0x55922bf922b0 obj=check-bucket:d state=0x55922bf554f8 s->prefetch_data=0 2024-09-12T17:37:44.547 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.546+0000 7f773b80e800 20 get_obj_state: setting s->obj_tag to 0xj8b7auaqu4276245guhxx6jzsbjsec 2024-09-12T17:37:44.547 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.546+0000 7f773b80e800 20 get_obj_state_impl: setting s->olh_tag to novose1ne17rmec8x1n8xjengnve472l 2024-09-12T17:37:44.547 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.546+0000 7f773b80e800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=novose1ne17rmec8x1n8xjengnve472l 2024-09-12T17:37:44.550 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.549+0000 7f773b80e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:44.551 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.550+0000 7f773b80e800 1 NOTICE: finished shard 0 (2 entries removed) 2024-09-12T17:37:44.552 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.550+0000 7f773b80e800 1 NOTICE: finished all shards (2 entries removed) 2024-09-12T17:37:44.552 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.551+0000 7f75ed7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:44.555 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.554+0000 7f773b80e800 20 remove_watcher() i=0 2024-09-12T17:37:44.555 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.554+0000 7f773b80e800 2 removed watcher, disabling cache 2024-09-12T17:37:44.556 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.555+0000 7f773b80e800 20 remove_watcher() i=1 2024-09-12T17:37:44.557 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.556+0000 7f773b80e800 20 remove_watcher() i=2 2024-09-12T17:37:44.558 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.557+0000 7f773b80e800 20 remove_watcher() i=3 2024-09-12T17:37:44.560 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.558+0000 7f773b80e800 20 remove_watcher() i=4 2024-09-12T17:37:44.561 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.559+0000 7f773b80e800 20 remove_watcher() i=5 2024-09-12T17:37:44.561 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.560+0000 7f773b80e800 20 remove_watcher() i=6 2024-09-12T17:37:44.563 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.561+0000 7f773b80e800 20 remove_watcher() i=7 2024-09-12T17:37:44.575 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bi list --bucket check-bucket --object c 2024-09-12T17:37:44.607 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:37:44.607 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:37:44.645 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.644+0000 7f0fcbf2a800 20 rados->read ofs=0 len=0 2024-09-12T17:37:44.648 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.646+0000 7f0fcbf2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:44.648 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.646+0000 7f0fcbf2a800 20 realm 2024-09-12T17:37:44.648 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.646+0000 7f0fcbf2a800 20 rados->read ofs=0 len=0 2024-09-12T17:37:44.648 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.646+0000 7f0fcbf2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:44.648 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.646+0000 7f0fcbf2a800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:37:44.648 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.646+0000 7f0fcbf2a800 20 rados->read ofs=0 len=0 2024-09-12T17:37:44.648 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.646+0000 7f0fcbf2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:44.648 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.646+0000 7f0fcbf2a800 20 rados->read ofs=0 len=0 2024-09-12T17:37:44.649 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.647+0000 7f0fcbf2a800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:44.649 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.647+0000 7f0fcbf2a800 20 rados->read ofs=0 len=0 2024-09-12T17:37:44.649 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.648+0000 7f0fcbf2a800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:37:44.650 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.648+0000 7f0fcbf2a800 20 searching for the correct realm 2024-09-12T17:37:44.652 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.651+0000 7f0fc84ae640 0 -- 172.21.15.45:0/2387489883 >> [v2:172.21.15.45:6824/1551660769,v1:172.21.15.45:6825/1551660769] conn(0x563031ac8970 msgr2=0x563031acae30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:44.656 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.654+0000 7f0fc7cad640 0 -- 172.21.15.45:0/2387489883 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f0fb0050440 msgr2=0x7f0fb00508c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:44.660 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.659+0000 7f0fcbf2a800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:37:44.660 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.659+0000 7f0fcbf2a800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:37:44.661 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.659+0000 7f0fcbf2a800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:37:44.661 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.659+0000 7f0fcbf2a800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:37:44.661 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.659+0000 7f0fcbf2a800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:37:44.661 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.659+0000 7f0fcbf2a800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:37:44.661 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.659+0000 7f0fcbf2a800 20 rados->read ofs=0 len=0 2024-09-12T17:37:44.661 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.659+0000 7f0fcbf2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:44.661 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.659+0000 7f0fcbf2a800 20 rados->read ofs=0 len=0 2024-09-12T17:37:44.662 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.659+0000 7f0fcbf2a800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:44.662 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.659+0000 7f0fcbf2a800 20 rados->read ofs=0 len=0 2024-09-12T17:37:44.662 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.659+0000 7f0fcbf2a800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:37:44.663 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.659+0000 7f0fcbf2a800 20 zone default found 2024-09-12T17:37:44.663 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.659+0000 7f0fcbf2a800 4 Realm: () 2024-09-12T17:37:44.663 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.659+0000 7f0fcbf2a800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:37:44.663 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.659+0000 7f0fcbf2a800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:37:44.663 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.659+0000 7f0fcbf2a800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:37:44.663 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.659+0000 7f0fcbf2a800 20 zonegroup default 2024-09-12T17:37:44.663 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.659+0000 7f0fcbf2a800 20 rados->read ofs=0 len=0 2024-09-12T17:37:44.663 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.660+0000 7f0fcbf2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:44.663 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.660+0000 7f0fcbf2a800 20 rados->read ofs=0 len=0 2024-09-12T17:37:44.663 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.660+0000 7f0fcbf2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:44.663 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.660+0000 7f0fcbf2a800 20 rados->read ofs=0 len=0 2024-09-12T17:37:44.663 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.660+0000 7f0fcbf2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:44.664 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.660+0000 7f0fcbf2a800 20 started sync module instance, tier type = 2024-09-12T17:37:44.664 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.660+0000 7f0fcbf2a800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:37:44.671 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.670+0000 7f0fcbf2a800 20 add_watcher() i=0 2024-09-12T17:37:44.671 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.670+0000 7f0fcbf2a800 20 add_watcher() i=1 2024-09-12T17:37:44.672 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.670+0000 7f0fcbf2a800 20 add_watcher() i=2 2024-09-12T17:37:44.672 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.670+0000 7f0fcbf2a800 20 add_watcher() i=3 2024-09-12T17:37:44.672 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.670+0000 7f0fcbf2a800 20 add_watcher() i=4 2024-09-12T17:37:44.672 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.670+0000 7f0fcbf2a800 20 add_watcher() i=5 2024-09-12T17:37:44.672 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.670+0000 7f0fcbf2a800 20 add_watcher() i=6 2024-09-12T17:37:44.672 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.671+0000 7f0fcbf2a800 20 add_watcher() i=7 2024-09-12T17:37:44.672 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.671+0000 7f0fcbf2a800 2 all 8 watchers are set, enabling cache 2024-09-12T17:37:44.675 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.673+0000 7f0e7e7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:44.676 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.674+0000 7f0fcbf2a800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:37:44.676 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.674+0000 7f0fcbf2a800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:37:44.676 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.674+0000 7f0fcbf2a800 5 note: GC not initialized 2024-09-12T17:37:44.676 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.674+0000 7f0e7d7e2640 20 reqs_thread_entry: start 2024-09-12T17:37:44.676 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.674+0000 7f0fcbf2a800 20 init_complete bucket index max shards: 1 2024-09-12T17:37:44.676 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.674+0000 7f0fcbf2a800 20 Filter name: none 2024-09-12T17:37:44.676 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.674+0000 7f0e767fc640 20 reqs_thread_entry: start 2024-09-12T17:37:44.676 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.674+0000 7f0fcbf2a800 20 rados->read ofs=0 len=0 2024-09-12T17:37:44.677 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.675+0000 7f0fcbf2a800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:37:44.677 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.675+0000 7f0fcbf2a800 20 rados->read ofs=0 len=0 2024-09-12T17:37:44.677 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.675+0000 7f0fcbf2a800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:37:44.677 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.675+0000 7f0fcbf2a800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:37:44.677 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.675+0000 7f0fcbf2a800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T17:37:44.677 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.675+0000 7f0fcbf2a800 20 INFO: main: starting shard=0 2024-09-12T17:37:44.677 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.675+0000 7f0fcbf2a800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:44.678 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.675+0000 7f0fcbf2a800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T17:37:44.678 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.675+0000 7f0fcbf2a800 20 INFO: main: done 2024-09-12T17:37:44.678 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.676+0000 7f0e7e7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:44.680 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.678+0000 7f0fcbf2a800 20 remove_watcher() i=0 2024-09-12T17:37:44.680 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.678+0000 7f0fcbf2a800 2 removed watcher, disabling cache 2024-09-12T17:37:44.682 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.680+0000 7f0fcbf2a800 20 remove_watcher() i=1 2024-09-12T17:37:44.682 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.681+0000 7f0fcbf2a800 20 remove_watcher() i=2 2024-09-12T17:37:44.684 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.683+0000 7f0fcbf2a800 20 remove_watcher() i=3 2024-09-12T17:37:44.686 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.684+0000 7f0fcbf2a800 20 remove_watcher() i=4 2024-09-12T17:37:44.687 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.685+0000 7f0fcbf2a800 20 remove_watcher() i=5 2024-09-12T17:37:44.688 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.686+0000 7f0fcbf2a800 20 remove_watcher() i=6 2024-09-12T17:37:44.689 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.687+0000 7f0fcbf2a800 20 remove_watcher() i=7 2024-09-12T17:37:44.702 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bi list --bucket check-bucket --object d 2024-09-12T17:37:44.733 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:37:44.733 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:37:44.772 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.770+0000 7f3550c0f800 20 rados->read ofs=0 len=0 2024-09-12T17:37:44.774 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.772+0000 7f3550c0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:44.774 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.772+0000 7f3550c0f800 20 realm 2024-09-12T17:37:44.774 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.772+0000 7f3550c0f800 20 rados->read ofs=0 len=0 2024-09-12T17:37:44.774 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.772+0000 7f3550c0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:44.774 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.772+0000 7f3550c0f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:37:44.774 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.772+0000 7f3550c0f800 20 rados->read ofs=0 len=0 2024-09-12T17:37:44.774 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.772+0000 7f3550c0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:44.774 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.772+0000 7f3550c0f800 20 rados->read ofs=0 len=0 2024-09-12T17:37:44.775 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.773+0000 7f3550c0f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:44.775 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.773+0000 7f3550c0f800 20 rados->read ofs=0 len=0 2024-09-12T17:37:44.775 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.774+0000 7f3550c0f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:37:44.775 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.774+0000 7f3550c0f800 20 searching for the correct realm 2024-09-12T17:37:44.778 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.776+0000 7f354def8640 0 -- 172.21.15.45:0/2476835007 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x555b23fa2530 msgr2=0x555b23fa4920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:44.782 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.780+0000 7f354e6f9640 0 -- 172.21.15.45:0/2476835007 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f3544029280 msgr2=0x7f3544078910 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:44.786 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.784+0000 7f3550c0f800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:37:44.787 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.784+0000 7f3550c0f800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:37:44.787 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.784+0000 7f3550c0f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:37:44.787 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.784+0000 7f3550c0f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:37:44.787 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.784+0000 7f3550c0f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:37:44.787 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.784+0000 7f3550c0f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:37:44.787 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.784+0000 7f3550c0f800 20 rados->read ofs=0 len=0 2024-09-12T17:37:44.787 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.785+0000 7f3550c0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:44.787 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.785+0000 7f3550c0f800 20 rados->read ofs=0 len=0 2024-09-12T17:37:44.787 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.785+0000 7f3550c0f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:44.787 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.785+0000 7f3550c0f800 20 rados->read ofs=0 len=0 2024-09-12T17:37:44.788 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.785+0000 7f3550c0f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:37:44.789 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.785+0000 7f3550c0f800 20 zone default found 2024-09-12T17:37:44.789 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.785+0000 7f3550c0f800 4 Realm: () 2024-09-12T17:37:44.789 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.785+0000 7f3550c0f800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:37:44.789 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.785+0000 7f3550c0f800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:37:44.789 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.785+0000 7f3550c0f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:37:44.789 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.785+0000 7f3550c0f800 20 zonegroup default 2024-09-12T17:37:44.789 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.785+0000 7f3550c0f800 20 rados->read ofs=0 len=0 2024-09-12T17:37:44.789 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.785+0000 7f3550c0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:44.789 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.785+0000 7f3550c0f800 20 rados->read ofs=0 len=0 2024-09-12T17:37:44.789 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.786+0000 7f3550c0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:44.789 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.786+0000 7f3550c0f800 20 rados->read ofs=0 len=0 2024-09-12T17:37:44.789 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.786+0000 7f3550c0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:44.789 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.786+0000 7f3550c0f800 20 started sync module instance, tier type = 2024-09-12T17:37:44.790 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.786+0000 7f3550c0f800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:37:44.799 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.797+0000 7f3550c0f800 20 add_watcher() i=0 2024-09-12T17:37:44.799 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.797+0000 7f3550c0f800 20 add_watcher() i=1 2024-09-12T17:37:44.799 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.797+0000 7f3550c0f800 20 add_watcher() i=2 2024-09-12T17:37:44.799 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.797+0000 7f3550c0f800 20 add_watcher() i=3 2024-09-12T17:37:44.799 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.797+0000 7f3550c0f800 20 add_watcher() i=4 2024-09-12T17:37:44.799 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.797+0000 7f3550c0f800 20 add_watcher() i=5 2024-09-12T17:37:44.799 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.797+0000 7f3550c0f800 20 add_watcher() i=6 2024-09-12T17:37:44.799 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.798+0000 7f3550c0f800 20 add_watcher() i=7 2024-09-12T17:37:44.800 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.798+0000 7f3550c0f800 2 all 8 watchers are set, enabling cache 2024-09-12T17:37:44.801 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.800+0000 7f3404fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:44.802 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.800+0000 7f3550c0f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:37:44.802 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.800+0000 7f3550c0f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:37:44.802 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.800+0000 7f3550c0f800 5 note: GC not initialized 2024-09-12T17:37:44.802 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.800+0000 7f337f7fe640 20 reqs_thread_entry: start 2024-09-12T17:37:44.802 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.800+0000 7f3550c0f800 20 init_complete bucket index max shards: 1 2024-09-12T17:37:44.802 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.800+0000 7f3550c0f800 20 Filter name: none 2024-09-12T17:37:44.802 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.800+0000 7f337d7fa640 20 reqs_thread_entry: start 2024-09-12T17:37:44.803 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.800+0000 7f3550c0f800 20 rados->read ofs=0 len=0 2024-09-12T17:37:44.803 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.801+0000 7f3550c0f800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:37:44.803 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.801+0000 7f3550c0f800 20 rados->read ofs=0 len=0 2024-09-12T17:37:44.804 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.801+0000 7f3550c0f800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:37:44.804 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.801+0000 7f3550c0f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:37:44.804 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.801+0000 7f3550c0f800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T17:37:44.804 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.801+0000 7f3550c0f800 20 INFO: main: starting shard=0 2024-09-12T17:37:44.804 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.801+0000 7f3550c0f800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:44.804 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.802+0000 7f3550c0f800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T17:37:44.804 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.802+0000 7f3550c0f800 20 INFO: main: done 2024-09-12T17:37:44.804 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.803+0000 7f3404fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:44.807 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.805+0000 7f3550c0f800 20 remove_watcher() i=0 2024-09-12T17:37:44.807 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.805+0000 7f3550c0f800 2 removed watcher, disabling cache 2024-09-12T17:37:44.808 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.806+0000 7f3550c0f800 20 remove_watcher() i=1 2024-09-12T17:37:44.809 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.807+0000 7f3550c0f800 20 remove_watcher() i=2 2024-09-12T17:37:44.812 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.811+0000 7f3550c0f800 20 remove_watcher() i=3 2024-09-12T17:37:44.813 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.812+0000 7f3550c0f800 20 remove_watcher() i=4 2024-09-12T17:37:44.814 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.813+0000 7f3550c0f800 20 remove_watcher() i=5 2024-09-12T17:37:44.815 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.814+0000 7f3550c0f800 20 remove_watcher() i=6 2024-09-12T17:37:44.816 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.815+0000 7f3550c0f800 20 remove_watcher() i=7 2024-09-12T17:37:44.827 INFO:tasks.workunit.client.0.smithi045.stderr:TEST: bucket check olh does not find new leftover OLH entries after fix 2024-09-12T17:37:44.828 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:37:44.830 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket check olh --bucket check-bucket --dump-keys 2024-09-12T17:37:44.861 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:37:44.861 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:37:44.901 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.899+0000 7fe195e14800 20 rados->read ofs=0 len=0 2024-09-12T17:37:44.902 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.900+0000 7fe195e14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:44.902 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.900+0000 7fe195e14800 20 realm 2024-09-12T17:37:44.903 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.900+0000 7fe195e14800 20 rados->read ofs=0 len=0 2024-09-12T17:37:44.903 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.901+0000 7fe195e14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:44.903 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.901+0000 7fe195e14800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:37:44.903 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.901+0000 7fe195e14800 20 rados->read ofs=0 len=0 2024-09-12T17:37:44.903 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.901+0000 7fe195e14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:44.903 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.901+0000 7fe195e14800 20 rados->read ofs=0 len=0 2024-09-12T17:37:44.903 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.902+0000 7fe195e14800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:44.903 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.902+0000 7fe195e14800 20 rados->read ofs=0 len=0 2024-09-12T17:37:44.904 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.902+0000 7fe195e14800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:37:44.904 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.902+0000 7fe195e14800 20 searching for the correct realm 2024-09-12T17:37:44.905 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:44.904+0000 7fe1914cb640 0 -- 172.21.15.45:0/2607194984 >> [v2:172.21.15.45:6808/2245364274,v1:172.21.15.45:6809/2245364274] conn(0x7fe17c02b070 msgr2=0x7fe17c0623b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:45.110 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.109+0000 7fe190cca640 0 -- 172.21.15.45:0/2607194984 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x55deaa6711b0 msgr2=0x55deaa6735c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:45.116 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.114+0000 7fe195e14800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:37:45.116 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.114+0000 7fe195e14800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:37:45.116 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.114+0000 7fe195e14800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:37:45.116 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.114+0000 7fe195e14800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:37:45.116 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.114+0000 7fe195e14800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:37:45.116 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.114+0000 7fe195e14800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:37:45.116 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.114+0000 7fe195e14800 20 rados->read ofs=0 len=0 2024-09-12T17:37:45.116 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.114+0000 7fe195e14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:45.117 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.114+0000 7fe195e14800 20 rados->read ofs=0 len=0 2024-09-12T17:37:45.118 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.115+0000 7fe195e14800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:45.118 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.115+0000 7fe195e14800 20 rados->read ofs=0 len=0 2024-09-12T17:37:45.118 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.115+0000 7fe195e14800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:37:45.118 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.115+0000 7fe195e14800 20 zone default found 2024-09-12T17:37:45.118 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.115+0000 7fe195e14800 4 Realm: () 2024-09-12T17:37:45.118 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.115+0000 7fe195e14800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:37:45.118 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.115+0000 7fe195e14800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:37:45.118 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.115+0000 7fe195e14800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:37:45.118 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.115+0000 7fe195e14800 20 zonegroup default 2024-09-12T17:37:45.118 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.115+0000 7fe195e14800 20 rados->read ofs=0 len=0 2024-09-12T17:37:45.118 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.115+0000 7fe195e14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:45.118 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.115+0000 7fe195e14800 20 rados->read ofs=0 len=0 2024-09-12T17:37:45.119 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.115+0000 7fe195e14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:45.119 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.115+0000 7fe195e14800 20 rados->read ofs=0 len=0 2024-09-12T17:37:45.119 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.116+0000 7fe195e14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:45.119 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.116+0000 7fe195e14800 20 started sync module instance, tier type = 2024-09-12T17:37:45.119 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.116+0000 7fe195e14800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:37:45.131 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.130+0000 7fe195e14800 20 add_watcher() i=0 2024-09-12T17:37:45.131 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.130+0000 7fe195e14800 20 add_watcher() i=1 2024-09-12T17:37:45.131 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.130+0000 7fe195e14800 20 add_watcher() i=2 2024-09-12T17:37:45.132 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.130+0000 7fe195e14800 20 add_watcher() i=3 2024-09-12T17:37:45.132 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.130+0000 7fe195e14800 20 add_watcher() i=4 2024-09-12T17:37:45.132 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.130+0000 7fe195e14800 20 add_watcher() i=5 2024-09-12T17:37:45.132 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.130+0000 7fe195e14800 20 add_watcher() i=6 2024-09-12T17:37:45.132 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.131+0000 7fe195e14800 20 add_watcher() i=7 2024-09-12T17:37:45.132 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.131+0000 7fe195e14800 2 all 8 watchers are set, enabling cache 2024-09-12T17:37:45.134 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.132+0000 7fe0477e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:45.135 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.133+0000 7fe195e14800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:37:45.135 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.133+0000 7fe195e14800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:37:45.135 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.133+0000 7fe195e14800 5 note: GC not initialized 2024-09-12T17:37:45.135 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.133+0000 7fe0467e4640 20 reqs_thread_entry: start 2024-09-12T17:37:45.135 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.133+0000 7fe195e14800 20 init_complete bucket index max shards: 1 2024-09-12T17:37:45.135 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.133+0000 7fe195e14800 20 Filter name: none 2024-09-12T17:37:45.135 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.133+0000 7fdfb7fff640 20 reqs_thread_entry: start 2024-09-12T17:37:45.135 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.133+0000 7fe195e14800 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T17:37:45.136 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.133+0000 7fe195e14800 20 rados->read ofs=0 len=0 2024-09-12T17:37:45.137 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.134+0000 7fe195e14800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:37:45.137 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.134+0000 7fe195e14800 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T17:37:45.137 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.134+0000 7fe195e14800 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T17:37:45.137 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.134+0000 7fe195e14800 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.2 : miss 2024-09-12T17:37:45.137 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.134+0000 7fe195e14800 20 rados->read ofs=0 len=0 2024-09-12T17:37:45.137 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.134+0000 7fe195e14800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:37:45.137 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.134+0000 7fe195e14800 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.2 info.flags=0x17 2024-09-12T17:37:45.137 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.134+0000 7fe195e14800 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.2 to cache LRU end 2024-09-12T17:37:45.137 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.134+0000 7fe195e14800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:37:45.137 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.134+0000 7fe195e14800 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T17:37:45.137 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.134+0000 7fe195e14800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.2 2024-09-12T17:37:45.137 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.134+0000 7fe195e14800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:45.138 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.135+0000 7fe195e14800 1 NOTICE: finished shard 0 (0 entries found) 2024-09-12T17:37:45.138 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.135+0000 7fe195e14800 1 NOTICE: finished all shards (0 entries found) 2024-09-12T17:37:45.138 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.136+0000 7fe0477e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:45.139 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.138+0000 7fe195e14800 20 remove_watcher() i=0 2024-09-12T17:37:45.139 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.138+0000 7fe195e14800 2 removed watcher, disabling cache 2024-09-12T17:37:45.140 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.139+0000 7fe195e14800 20 remove_watcher() i=1 2024-09-12T17:37:45.141 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.140+0000 7fe195e14800 20 remove_watcher() i=2 2024-09-12T17:37:45.142 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.141+0000 7fe195e14800 20 remove_watcher() i=3 2024-09-12T17:37:45.143 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.142+0000 7fe195e14800 20 remove_watcher() i=4 2024-09-12T17:37:45.144 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.143+0000 7fe195e14800 20 remove_watcher() i=5 2024-09-12T17:37:45.146 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.144+0000 7fe195e14800 20 remove_watcher() i=6 2024-09-12T17:37:45.146 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:45.145+0000 7fe195e14800 20 remove_watcher() i=7 2024-09-12T17:37:45.157 INFO:tasks.workunit.client.0.smithi045.stderr:TEST: verify that bucket check fixes do not affect null version objects 2024-09-12T17:37:45.158 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:37:45.160 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:45.160 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:45.165 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:45.165 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:45.167 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:45.167 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:45.211 INFO:tasks.workunit.client.0.smithi045.stderr:TEST: bucket check stats are correct in the presence of unlinked entries 2024-09-12T17:37:45.211 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:37:45.211 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:45.212 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:45.256 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:45.256 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:45.300 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:45.300 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:45.315 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:45.315 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:45.318 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:45.318 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:45.331 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:45.331 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:45.334 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:45.334 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:45.348 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:45.348 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:45.351 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:45.351 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:45.364 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:45.364 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:45.367 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:45.367 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:45.379 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:45.379 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:45.382 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:45.382 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:45.394 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:45.394 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:45.398 INFO:tasks.workunit.client.0.smithi045.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2024-09-12T17:37:45.807 INFO:tasks.workunit.client.0.smithi045.stderr:ceph config set client rgw_debug_inject_olh_cancel_modification_err true 2024-09-12T17:37:47.216 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:47.216 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:47.266 INFO:tasks.workunit.client.0.smithi045.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T17:37:47.268 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bi list --bucket check-bucket --object c 2024-09-12T17:37:47.306 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:37:47.306 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:37:47.351 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.349+0000 7f0928414800 20 rados->read ofs=0 len=0 2024-09-12T17:37:47.353 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.351+0000 7f0928414800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:47.353 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.351+0000 7f0928414800 20 realm 2024-09-12T17:37:47.354 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.351+0000 7f0928414800 20 rados->read ofs=0 len=0 2024-09-12T17:37:47.354 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.352+0000 7f0928414800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:47.354 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.352+0000 7f0928414800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:37:47.354 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.352+0000 7f0928414800 20 rados->read ofs=0 len=0 2024-09-12T17:37:47.354 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.352+0000 7f0928414800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:47.354 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.352+0000 7f0928414800 20 rados->read ofs=0 len=0 2024-09-12T17:37:47.354 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.353+0000 7f0928414800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:47.354 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.353+0000 7f0928414800 20 rados->read ofs=0 len=0 2024-09-12T17:37:47.355 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.354+0000 7f0928414800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:37:47.355 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.354+0000 7f0928414800 20 searching for the correct realm 2024-09-12T17:37:47.358 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.357+0000 7f09232ca640 0 -- 172.21.15.45:0/1293190696 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x560930dd6480 msgr2=0x560930dd8870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:47.362 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.361+0000 7f0923acb640 0 -- 172.21.15.45:0/1293190696 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f09180711b0 msgr2=0x7f091808a7d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:47.571 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.569+0000 7f0928414800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:37:47.571 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.569+0000 7f0928414800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:37:47.571 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.569+0000 7f0928414800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:37:47.571 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.569+0000 7f0928414800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:37:47.571 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.569+0000 7f0928414800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:37:47.571 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.569+0000 7f0928414800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:37:47.571 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.569+0000 7f0928414800 20 rados->read ofs=0 len=0 2024-09-12T17:37:47.571 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.569+0000 7f0928414800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:47.571 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.569+0000 7f0928414800 20 rados->read ofs=0 len=0 2024-09-12T17:37:47.572 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.570+0000 7f0928414800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:47.572 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.570+0000 7f0928414800 20 rados->read ofs=0 len=0 2024-09-12T17:37:47.572 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.570+0000 7f0928414800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:37:47.572 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.570+0000 7f0928414800 20 zone default found 2024-09-12T17:37:47.572 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.570+0000 7f0928414800 4 Realm: () 2024-09-12T17:37:47.572 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.570+0000 7f0928414800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:37:47.572 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.570+0000 7f0928414800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:37:47.573 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.570+0000 7f0928414800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:37:47.573 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.570+0000 7f0928414800 20 zonegroup default 2024-09-12T17:37:47.573 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.570+0000 7f0928414800 20 rados->read ofs=0 len=0 2024-09-12T17:37:47.573 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.570+0000 7f0928414800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:47.573 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.570+0000 7f0928414800 20 rados->read ofs=0 len=0 2024-09-12T17:37:47.573 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.571+0000 7f0928414800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:47.574 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.571+0000 7f0928414800 20 rados->read ofs=0 len=0 2024-09-12T17:37:47.574 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.571+0000 7f0928414800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:47.574 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.571+0000 7f0928414800 20 started sync module instance, tier type = 2024-09-12T17:37:47.574 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.571+0000 7f0928414800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:37:47.583 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.581+0000 7f0928414800 20 add_watcher() i=0 2024-09-12T17:37:47.583 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.581+0000 7f0928414800 20 add_watcher() i=1 2024-09-12T17:37:47.583 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.581+0000 7f0928414800 20 add_watcher() i=2 2024-09-12T17:37:47.583 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.581+0000 7f0928414800 20 add_watcher() i=3 2024-09-12T17:37:47.584 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.581+0000 7f0928414800 20 add_watcher() i=4 2024-09-12T17:37:47.584 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.581+0000 7f0928414800 20 add_watcher() i=5 2024-09-12T17:37:47.584 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.581+0000 7f0928414800 20 add_watcher() i=6 2024-09-12T17:37:47.584 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.582+0000 7f0928414800 20 add_watcher() i=7 2024-09-12T17:37:47.584 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.582+0000 7f0928414800 2 all 8 watchers are set, enabling cache 2024-09-12T17:37:47.586 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.584+0000 7f07d9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:47.586 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.585+0000 7f0928414800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:37:47.586 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.585+0000 7f0928414800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:37:47.586 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.585+0000 7f0928414800 5 note: GC not initialized 2024-09-12T17:37:47.587 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.585+0000 7f07d8fe1640 20 reqs_thread_entry: start 2024-09-12T17:37:47.587 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.585+0000 7f0928414800 20 init_complete bucket index max shards: 1 2024-09-12T17:37:47.587 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.585+0000 7f0928414800 20 Filter name: none 2024-09-12T17:37:47.588 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.585+0000 7f07527fc640 20 reqs_thread_entry: start 2024-09-12T17:37:47.588 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.585+0000 7f0928414800 20 rados->read ofs=0 len=0 2024-09-12T17:37:47.588 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.586+0000 7f0928414800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:37:47.588 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.586+0000 7f0928414800 20 rados->read ofs=0 len=0 2024-09-12T17:37:47.589 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.586+0000 7f0928414800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:37:47.589 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.586+0000 7f0928414800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:37:47.589 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.586+0000 7f0928414800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T17:37:47.589 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.586+0000 7f0928414800 20 INFO: main: starting shard=0 2024-09-12T17:37:47.589 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.586+0000 7f0928414800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:47.589 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.587+0000 7f0928414800 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2024-09-12T17:37:47.589 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.587+0000 7f0928414800 20 INFO: main: done 2024-09-12T17:37:47.589 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.588+0000 7f07d9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:47.592 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.591+0000 7f0928414800 20 remove_watcher() i=0 2024-09-12T17:37:47.592 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.591+0000 7f0928414800 2 removed watcher, disabling cache 2024-09-12T17:37:47.593 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.592+0000 7f0928414800 20 remove_watcher() i=1 2024-09-12T17:37:47.594 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.593+0000 7f0928414800 20 remove_watcher() i=2 2024-09-12T17:37:47.595 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.594+0000 7f0928414800 20 remove_watcher() i=3 2024-09-12T17:37:47.597 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.595+0000 7f0928414800 20 remove_watcher() i=4 2024-09-12T17:37:47.598 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.596+0000 7f0928414800 20 remove_watcher() i=5 2024-09-12T17:37:47.599 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.598+0000 7f0928414800 20 remove_watcher() i=6 2024-09-12T17:37:47.600 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.599+0000 7f0928414800 20 remove_watcher() i=7 2024-09-12T17:37:47.615 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:47.615 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:47.620 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:47.620 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:47.623 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:47.623 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:47.672 INFO:tasks.workunit.client.0.smithi045.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T17:37:47.673 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bi list --bucket check-bucket --object d 2024-09-12T17:37:47.707 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:37:47.707 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:37:47.747 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.745+0000 7fc58c498800 20 rados->read ofs=0 len=0 2024-09-12T17:37:47.749 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.747+0000 7fc58c498800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:47.749 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.747+0000 7fc58c498800 20 realm 2024-09-12T17:37:47.749 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.747+0000 7fc58c498800 20 rados->read ofs=0 len=0 2024-09-12T17:37:47.749 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.747+0000 7fc58c498800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:47.749 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.747+0000 7fc58c498800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:37:47.749 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.747+0000 7fc58c498800 20 rados->read ofs=0 len=0 2024-09-12T17:37:47.749 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.748+0000 7fc58c498800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:47.750 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.748+0000 7fc58c498800 20 rados->read ofs=0 len=0 2024-09-12T17:37:47.750 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.748+0000 7fc58c498800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:47.750 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.748+0000 7fc58c498800 20 rados->read ofs=0 len=0 2024-09-12T17:37:47.751 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.749+0000 7fc58c498800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:37:47.751 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.749+0000 7fc58c498800 20 searching for the correct realm 2024-09-12T17:37:47.753 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.752+0000 7fc589781640 0 -- 172.21.15.45:0/3861255939 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x558c4159a540 msgr2=0x558c4159c930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:47.757 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.755+0000 7fc589f82640 0 -- 172.21.15.45:0/3861255939 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7fc5740e6a90 msgr2=0x7fc5740b7410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:47.963 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.961+0000 7fc58c498800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:37:47.963 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.961+0000 7fc58c498800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:37:47.963 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.961+0000 7fc58c498800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:37:47.963 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.961+0000 7fc58c498800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:37:47.964 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.961+0000 7fc58c498800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:37:47.964 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.961+0000 7fc58c498800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:37:47.964 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.961+0000 7fc58c498800 20 rados->read ofs=0 len=0 2024-09-12T17:37:47.964 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.961+0000 7fc58c498800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:47.964 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.961+0000 7fc58c498800 20 rados->read ofs=0 len=0 2024-09-12T17:37:47.964 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.962+0000 7fc58c498800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:47.964 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.962+0000 7fc58c498800 20 rados->read ofs=0 len=0 2024-09-12T17:37:47.965 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.962+0000 7fc58c498800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:37:47.965 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.962+0000 7fc58c498800 20 zone default found 2024-09-12T17:37:47.965 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.962+0000 7fc58c498800 4 Realm: () 2024-09-12T17:37:47.965 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.962+0000 7fc58c498800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:37:47.965 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.962+0000 7fc58c498800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:37:47.965 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.962+0000 7fc58c498800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:37:47.965 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.962+0000 7fc58c498800 20 zonegroup default 2024-09-12T17:37:47.966 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.962+0000 7fc58c498800 20 rados->read ofs=0 len=0 2024-09-12T17:37:47.966 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.962+0000 7fc58c498800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:47.966 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.962+0000 7fc58c498800 20 rados->read ofs=0 len=0 2024-09-12T17:37:47.966 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.963+0000 7fc58c498800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:47.966 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.963+0000 7fc58c498800 20 rados->read ofs=0 len=0 2024-09-12T17:37:47.966 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.963+0000 7fc58c498800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:47.966 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.963+0000 7fc58c498800 20 started sync module instance, tier type = 2024-09-12T17:37:47.966 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.963+0000 7fc58c498800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:37:47.975 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.974+0000 7fc58c498800 20 add_watcher() i=0 2024-09-12T17:37:47.975 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.974+0000 7fc58c498800 20 add_watcher() i=1 2024-09-12T17:37:47.976 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.974+0000 7fc58c498800 20 add_watcher() i=2 2024-09-12T17:37:47.976 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.974+0000 7fc58c498800 20 add_watcher() i=3 2024-09-12T17:37:47.976 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.974+0000 7fc58c498800 20 add_watcher() i=4 2024-09-12T17:37:47.976 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.974+0000 7fc58c498800 20 add_watcher() i=5 2024-09-12T17:37:47.976 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.974+0000 7fc58c498800 20 add_watcher() i=6 2024-09-12T17:37:47.976 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.975+0000 7fc58c498800 20 add_watcher() i=7 2024-09-12T17:37:47.976 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.975+0000 7fc58c498800 2 all 8 watchers are set, enabling cache 2024-09-12T17:37:47.979 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.977+0000 7fc43b7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:47.979 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.977+0000 7fc58c498800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:37:47.979 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.977+0000 7fc58c498800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:37:47.979 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.977+0000 7fc58c498800 5 note: GC not initialized 2024-09-12T17:37:47.979 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.977+0000 7fc43a7fc640 20 reqs_thread_entry: start 2024-09-12T17:37:47.979 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.977+0000 7fc58c498800 20 init_complete bucket index max shards: 1 2024-09-12T17:37:47.980 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.977+0000 7fc58c498800 20 Filter name: none 2024-09-12T17:37:47.980 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.978+0000 7fc3abfff640 20 reqs_thread_entry: start 2024-09-12T17:37:47.980 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.978+0000 7fc58c498800 20 rados->read ofs=0 len=0 2024-09-12T17:37:47.980 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.978+0000 7fc58c498800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:37:47.981 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.978+0000 7fc58c498800 20 rados->read ofs=0 len=0 2024-09-12T17:37:47.981 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.978+0000 7fc58c498800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:37:47.981 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.978+0000 7fc58c498800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:37:47.981 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.978+0000 7fc58c498800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T17:37:47.981 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.978+0000 7fc58c498800 20 INFO: main: starting shard=0 2024-09-12T17:37:47.981 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.978+0000 7fc58c498800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:47.981 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.979+0000 7fc58c498800 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2024-09-12T17:37:47.981 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.979+0000 7fc58c498800 20 INFO: main: done 2024-09-12T17:37:47.981 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.980+0000 7fc43b7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:47.984 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.983+0000 7fc58c498800 20 remove_watcher() i=0 2024-09-12T17:37:47.984 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.983+0000 7fc58c498800 2 removed watcher, disabling cache 2024-09-12T17:37:47.985 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.984+0000 7fc58c498800 20 remove_watcher() i=1 2024-09-12T17:37:47.986 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.985+0000 7fc58c498800 20 remove_watcher() i=2 2024-09-12T17:37:47.987 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.986+0000 7fc58c498800 20 remove_watcher() i=3 2024-09-12T17:37:47.989 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.987+0000 7fc58c498800 20 remove_watcher() i=4 2024-09-12T17:37:47.990 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.988+0000 7fc58c498800 20 remove_watcher() i=5 2024-09-12T17:37:47.991 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.989+0000 7fc58c498800 20 remove_watcher() i=6 2024-09-12T17:37:47.992 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:47.990+0000 7fc58c498800 20 remove_watcher() i=7 2024-09-12T17:37:48.005 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:48.005 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:48.009 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:48.009 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:48.011 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:48.012 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:48.060 INFO:tasks.workunit.client.0.smithi045.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T17:37:48.061 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bi list --bucket check-bucket --object e 2024-09-12T17:37:48.095 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:37:48.095 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:37:48.134 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.132+0000 7fd2e95af800 20 rados->read ofs=0 len=0 2024-09-12T17:37:48.136 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.134+0000 7fd2e95af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:48.136 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.134+0000 7fd2e95af800 20 realm 2024-09-12T17:37:48.136 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.134+0000 7fd2e95af800 20 rados->read ofs=0 len=0 2024-09-12T17:37:48.136 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.134+0000 7fd2e95af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:48.136 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.134+0000 7fd2e95af800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:37:48.136 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.134+0000 7fd2e95af800 20 rados->read ofs=0 len=0 2024-09-12T17:37:48.136 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.135+0000 7fd2e95af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:48.136 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.135+0000 7fd2e95af800 20 rados->read ofs=0 len=0 2024-09-12T17:37:48.137 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.135+0000 7fd2e95af800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:48.137 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.135+0000 7fd2e95af800 20 rados->read ofs=0 len=0 2024-09-12T17:37:48.138 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.136+0000 7fd2e95af800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:37:48.138 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.136+0000 7fd2e95af800 20 searching for the correct realm 2024-09-12T17:37:48.141 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.139+0000 7fd2e78a1640 0 -- 172.21.15.45:0/2727605488 >> [v2:172.21.15.45:6824/1551660769,v1:172.21.15.45:6825/1551660769] conn(0x55d502b3d030 msgr2=0x55d502b3f4f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:48.144 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.142+0000 7fd2e70a0640 0 -- 172.21.15.45:0/2727605488 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7fd2dc093910 msgr2=0x7fd2dc0843d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:48.148 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.146+0000 7fd2e95af800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:37:48.148 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.146+0000 7fd2e95af800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:37:48.149 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.146+0000 7fd2e95af800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:37:48.149 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.146+0000 7fd2e95af800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:37:48.149 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.146+0000 7fd2e95af800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:37:48.149 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.146+0000 7fd2e95af800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:37:48.149 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.146+0000 7fd2e95af800 20 rados->read ofs=0 len=0 2024-09-12T17:37:48.149 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.147+0000 7fd2e95af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:48.149 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.147+0000 7fd2e95af800 20 rados->read ofs=0 len=0 2024-09-12T17:37:48.150 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.147+0000 7fd2e95af800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:48.151 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.147+0000 7fd2e95af800 20 rados->read ofs=0 len=0 2024-09-12T17:37:48.151 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.147+0000 7fd2e95af800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:37:48.151 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.147+0000 7fd2e95af800 20 zone default found 2024-09-12T17:37:48.151 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.147+0000 7fd2e95af800 4 Realm: () 2024-09-12T17:37:48.151 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.147+0000 7fd2e95af800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:37:48.151 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.147+0000 7fd2e95af800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:37:48.151 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.147+0000 7fd2e95af800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:37:48.151 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.147+0000 7fd2e95af800 20 zonegroup default 2024-09-12T17:37:48.151 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.147+0000 7fd2e95af800 20 rados->read ofs=0 len=0 2024-09-12T17:37:48.151 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.147+0000 7fd2e95af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:48.151 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.148+0000 7fd2e95af800 20 rados->read ofs=0 len=0 2024-09-12T17:37:48.151 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.148+0000 7fd2e95af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:48.151 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.148+0000 7fd2e95af800 20 rados->read ofs=0 len=0 2024-09-12T17:37:48.152 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.148+0000 7fd2e95af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:48.152 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.148+0000 7fd2e95af800 20 started sync module instance, tier type = 2024-09-12T17:37:48.152 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.148+0000 7fd2e95af800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:37:48.162 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.160+0000 7fd2e95af800 20 add_watcher() i=0 2024-09-12T17:37:48.162 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.160+0000 7fd2e95af800 20 add_watcher() i=1 2024-09-12T17:37:48.162 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.160+0000 7fd2e95af800 20 add_watcher() i=2 2024-09-12T17:37:48.162 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.160+0000 7fd2e95af800 20 add_watcher() i=3 2024-09-12T17:37:48.162 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.160+0000 7fd2e95af800 20 add_watcher() i=4 2024-09-12T17:37:48.162 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.160+0000 7fd2e95af800 20 add_watcher() i=5 2024-09-12T17:37:48.163 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.160+0000 7fd2e95af800 20 add_watcher() i=6 2024-09-12T17:37:48.163 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.161+0000 7fd2e95af800 20 add_watcher() i=7 2024-09-12T17:37:48.163 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.161+0000 7fd2e95af800 2 all 8 watchers are set, enabling cache 2024-09-12T17:37:48.165 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.163+0000 7fd19dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:48.166 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.163+0000 7fd2e95af800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:37:48.166 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.163+0000 7fd2e95af800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:37:48.166 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.163+0000 7fd2e95af800 5 note: GC not initialized 2024-09-12T17:37:48.166 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.163+0000 7fd19cfe1640 20 reqs_thread_entry: start 2024-09-12T17:37:48.166 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.163+0000 7fd2e95af800 20 init_complete bucket index max shards: 1 2024-09-12T17:37:48.166 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.164+0000 7fd2e95af800 20 Filter name: none 2024-09-12T17:37:48.166 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.164+0000 7fd1167fc640 20 reqs_thread_entry: start 2024-09-12T17:37:48.166 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.164+0000 7fd2e95af800 20 rados->read ofs=0 len=0 2024-09-12T17:37:48.166 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.164+0000 7fd2e95af800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:37:48.166 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.164+0000 7fd2e95af800 20 rados->read ofs=0 len=0 2024-09-12T17:37:48.167 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.164+0000 7fd2e95af800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:37:48.167 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.164+0000 7fd2e95af800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:37:48.167 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.164+0000 7fd2e95af800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T17:37:48.167 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.164+0000 7fd2e95af800 20 INFO: main: starting shard=0 2024-09-12T17:37:48.167 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.164+0000 7fd2e95af800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:48.168 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.165+0000 7fd2e95af800 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-12T17:37:48.168 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.165+0000 7fd2e95af800 20 INFO: main: done 2024-09-12T17:37:48.168 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.166+0000 7fd19dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:48.173 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.171+0000 7fd2e95af800 20 remove_watcher() i=0 2024-09-12T17:37:48.173 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.171+0000 7fd2e95af800 2 removed watcher, disabling cache 2024-09-12T17:37:48.174 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.172+0000 7fd2e95af800 20 remove_watcher() i=1 2024-09-12T17:37:48.175 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.173+0000 7fd2e95af800 20 remove_watcher() i=2 2024-09-12T17:37:48.177 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.175+0000 7fd2e95af800 20 remove_watcher() i=3 2024-09-12T17:37:48.178 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.176+0000 7fd2e95af800 20 remove_watcher() i=4 2024-09-12T17:37:48.179 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.177+0000 7fd2e95af800 20 remove_watcher() i=5 2024-09-12T17:37:48.180 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.178+0000 7fd2e95af800 20 remove_watcher() i=6 2024-09-12T17:37:48.181 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.179+0000 7fd2e95af800 20 remove_watcher() i=7 2024-09-12T17:37:48.195 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:48.195 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:48.198 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:48.198 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:48.250 INFO:tasks.workunit.client.0.smithi045.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T17:37:48.251 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bi list --bucket check-bucket --object f 2024-09-12T17:37:48.283 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:37:48.283 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:37:48.322 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.320+0000 7f1db4c14800 20 rados->read ofs=0 len=0 2024-09-12T17:37:48.324 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.322+0000 7f1db4c14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:48.324 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.322+0000 7f1db4c14800 20 realm 2024-09-12T17:37:48.324 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.322+0000 7f1db4c14800 20 rados->read ofs=0 len=0 2024-09-12T17:37:48.324 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.322+0000 7f1db4c14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:48.325 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.322+0000 7f1db4c14800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:37:48.325 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.322+0000 7f1db4c14800 20 rados->read ofs=0 len=0 2024-09-12T17:37:48.325 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.323+0000 7f1db4c14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:48.325 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.323+0000 7f1db4c14800 20 rados->read ofs=0 len=0 2024-09-12T17:37:48.325 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.323+0000 7f1db4c14800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:48.325 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.323+0000 7f1db4c14800 20 rados->read ofs=0 len=0 2024-09-12T17:37:48.326 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.324+0000 7f1db4c14800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:37:48.326 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.324+0000 7f1db4c14800 20 searching for the correct realm 2024-09-12T17:37:48.328 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.327+0000 7f1dafaca640 0 -- 172.21.15.45:0/809485733 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f1da0071c20 msgr2=0x7f1da0067ba0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:48.534 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.533+0000 7f1db02cb640 0 -- 172.21.15.45:0/809485733 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f1da40c5040 msgr2=0x7f1da407f5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:48.741 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.739+0000 7f1db4c14800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:37:48.741 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.739+0000 7f1db4c14800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:37:48.741 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.739+0000 7f1db4c14800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:37:48.741 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.739+0000 7f1db4c14800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:37:48.741 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.739+0000 7f1db4c14800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:37:48.741 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.739+0000 7f1db4c14800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:37:48.741 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.739+0000 7f1db4c14800 20 rados->read ofs=0 len=0 2024-09-12T17:37:48.741 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.739+0000 7f1db4c14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:48.741 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.739+0000 7f1db4c14800 20 rados->read ofs=0 len=0 2024-09-12T17:37:48.742 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.740+0000 7f1db4c14800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:48.743 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.740+0000 7f1db4c14800 20 rados->read ofs=0 len=0 2024-09-12T17:37:48.743 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.740+0000 7f1db4c14800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:37:48.743 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.740+0000 7f1db4c14800 20 zone default found 2024-09-12T17:37:48.743 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.740+0000 7f1db4c14800 4 Realm: () 2024-09-12T17:37:48.743 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.740+0000 7f1db4c14800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:37:48.743 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.740+0000 7f1db4c14800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:37:48.743 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.740+0000 7f1db4c14800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:37:48.743 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.740+0000 7f1db4c14800 20 zonegroup default 2024-09-12T17:37:48.743 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.740+0000 7f1db4c14800 20 rados->read ofs=0 len=0 2024-09-12T17:37:48.743 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.740+0000 7f1db4c14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:48.743 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.740+0000 7f1db4c14800 20 rados->read ofs=0 len=0 2024-09-12T17:37:48.743 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.741+0000 7f1db4c14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:48.743 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.741+0000 7f1db4c14800 20 rados->read ofs=0 len=0 2024-09-12T17:37:48.744 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.741+0000 7f1db4c14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:48.744 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.741+0000 7f1db4c14800 20 started sync module instance, tier type = 2024-09-12T17:37:48.744 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.741+0000 7f1db4c14800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:37:48.754 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.752+0000 7f1db4c14800 20 add_watcher() i=0 2024-09-12T17:37:48.754 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.752+0000 7f1db4c14800 20 add_watcher() i=1 2024-09-12T17:37:48.754 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.752+0000 7f1db4c14800 20 add_watcher() i=2 2024-09-12T17:37:48.754 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.752+0000 7f1db4c14800 20 add_watcher() i=3 2024-09-12T17:37:48.754 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.752+0000 7f1db4c14800 20 add_watcher() i=4 2024-09-12T17:37:48.754 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.752+0000 7f1db4c14800 20 add_watcher() i=5 2024-09-12T17:37:48.754 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.752+0000 7f1db4c14800 20 add_watcher() i=6 2024-09-12T17:37:48.755 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.753+0000 7f1db4c14800 20 add_watcher() i=7 2024-09-12T17:37:48.755 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.753+0000 7f1db4c14800 2 all 8 watchers are set, enabling cache 2024-09-12T17:37:48.757 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.755+0000 7f1c66fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:48.757 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.756+0000 7f1db4c14800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:37:48.757 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.756+0000 7f1db4c14800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:37:48.757 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.756+0000 7f1db4c14800 5 note: GC not initialized 2024-09-12T17:37:48.758 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.756+0000 7f1c65fdb640 20 reqs_thread_entry: start 2024-09-12T17:37:48.758 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.756+0000 7f1db4c14800 20 init_complete bucket index max shards: 1 2024-09-12T17:37:48.759 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.756+0000 7f1db4c14800 20 Filter name: none 2024-09-12T17:37:48.759 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.756+0000 7f1bd77fe640 20 reqs_thread_entry: start 2024-09-12T17:37:48.759 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.756+0000 7f1db4c14800 20 rados->read ofs=0 len=0 2024-09-12T17:37:48.759 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.757+0000 7f1db4c14800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:37:48.759 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.757+0000 7f1db4c14800 20 rados->read ofs=0 len=0 2024-09-12T17:37:48.760 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.757+0000 7f1db4c14800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:37:48.760 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.757+0000 7f1db4c14800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:37:48.760 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.757+0000 7f1db4c14800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T17:37:48.760 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.757+0000 7f1db4c14800 20 INFO: main: starting shard=0 2024-09-12T17:37:48.760 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.757+0000 7f1db4c14800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:48.760 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.758+0000 7f1db4c14800 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-12T17:37:48.760 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.758+0000 7f1db4c14800 20 INFO: main: done 2024-09-12T17:37:48.760 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.759+0000 7f1c66fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:48.763 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.761+0000 7f1db4c14800 20 remove_watcher() i=0 2024-09-12T17:37:48.763 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.761+0000 7f1db4c14800 2 removed watcher, disabling cache 2024-09-12T17:37:48.764 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.763+0000 7f1db4c14800 20 remove_watcher() i=1 2024-09-12T17:37:48.765 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.764+0000 7f1db4c14800 20 remove_watcher() i=2 2024-09-12T17:37:48.767 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.766+0000 7f1db4c14800 20 remove_watcher() i=3 2024-09-12T17:37:48.768 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.767+0000 7f1db4c14800 20 remove_watcher() i=4 2024-09-12T17:37:48.769 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.768+0000 7f1db4c14800 20 remove_watcher() i=5 2024-09-12T17:37:48.770 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.769+0000 7f1db4c14800 20 remove_watcher() i=6 2024-09-12T17:37:48.772 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:48.770+0000 7f1db4c14800 20 remove_watcher() i=7 2024-09-12T17:37:48.786 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:48.786 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:48.790 INFO:tasks.workunit.client.0.smithi045.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2024-09-12T17:37:49.200 INFO:tasks.workunit.client.0.smithi045.stderr:ceph config rm client rgw_debug_inject_olh_cancel_modification_err 2024-09-12T17:37:49.604 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket check --fix --bucket check-bucket 2024-09-12T17:37:49.634 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:37:49.635 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:37:49.674 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.673+0000 7f0f03f0c800 20 rados->read ofs=0 len=0 2024-09-12T17:37:49.676 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.674+0000 7f0f03f0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:49.676 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.674+0000 7f0f03f0c800 20 realm 2024-09-12T17:37:49.676 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.674+0000 7f0f03f0c800 20 rados->read ofs=0 len=0 2024-09-12T17:37:49.676 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.674+0000 7f0f03f0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:49.676 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.674+0000 7f0f03f0c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:37:49.676 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.674+0000 7f0f03f0c800 20 rados->read ofs=0 len=0 2024-09-12T17:37:49.676 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.674+0000 7f0f03f0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:49.677 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.674+0000 7f0f03f0c800 20 rados->read ofs=0 len=0 2024-09-12T17:37:49.677 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.675+0000 7f0f03f0c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:49.677 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.675+0000 7f0f03f0c800 20 rados->read ofs=0 len=0 2024-09-12T17:37:49.678 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.676+0000 7f0f03f0c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:37:49.678 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.676+0000 7f0f03f0c800 20 searching for the correct realm 2024-09-12T17:37:49.680 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.679+0000 7f0f011f5640 0 -- 172.21.15.45:0/2230707083 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f0ef403d070 msgr2=0x7f0ef4059430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:49.684 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.683+0000 7f0f019f6640 0 -- 172.21.15.45:0/2230707083 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f0ef80780b0 msgr2=0x7f0ef80a70b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:49.892 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.890+0000 7f0f03f0c800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:37:49.892 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.890+0000 7f0f03f0c800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:37:49.892 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.890+0000 7f0f03f0c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:37:49.893 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.890+0000 7f0f03f0c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:37:49.893 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.890+0000 7f0f03f0c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:37:49.893 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.890+0000 7f0f03f0c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:37:49.893 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.890+0000 7f0f03f0c800 20 rados->read ofs=0 len=0 2024-09-12T17:37:49.893 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.890+0000 7f0f03f0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:49.893 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.890+0000 7f0f03f0c800 20 rados->read ofs=0 len=0 2024-09-12T17:37:49.893 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.891+0000 7f0f03f0c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:49.893 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.891+0000 7f0f03f0c800 20 rados->read ofs=0 len=0 2024-09-12T17:37:49.894 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.891+0000 7f0f03f0c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:37:49.894 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.891+0000 7f0f03f0c800 20 zone default found 2024-09-12T17:37:49.894 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.891+0000 7f0f03f0c800 4 Realm: () 2024-09-12T17:37:49.894 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.891+0000 7f0f03f0c800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:37:49.895 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.891+0000 7f0f03f0c800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:37:49.895 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.891+0000 7f0f03f0c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:37:49.895 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.891+0000 7f0f03f0c800 20 zonegroup default 2024-09-12T17:37:49.895 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.891+0000 7f0f03f0c800 20 rados->read ofs=0 len=0 2024-09-12T17:37:49.895 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.891+0000 7f0f03f0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:49.895 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.891+0000 7f0f03f0c800 20 rados->read ofs=0 len=0 2024-09-12T17:37:49.895 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.892+0000 7f0f03f0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:49.895 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.892+0000 7f0f03f0c800 20 rados->read ofs=0 len=0 2024-09-12T17:37:49.895 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.892+0000 7f0f03f0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:49.895 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.892+0000 7f0f03f0c800 20 started sync module instance, tier type = 2024-09-12T17:37:49.895 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.892+0000 7f0f03f0c800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:37:49.905 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.904+0000 7f0f03f0c800 20 add_watcher() i=0 2024-09-12T17:37:49.906 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.904+0000 7f0f03f0c800 20 add_watcher() i=1 2024-09-12T17:37:49.906 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.904+0000 7f0f03f0c800 20 add_watcher() i=2 2024-09-12T17:37:49.906 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.904+0000 7f0f03f0c800 20 add_watcher() i=3 2024-09-12T17:37:49.906 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.904+0000 7f0f03f0c800 20 add_watcher() i=4 2024-09-12T17:37:49.906 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.904+0000 7f0f03f0c800 20 add_watcher() i=5 2024-09-12T17:37:49.906 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.904+0000 7f0f03f0c800 20 add_watcher() i=6 2024-09-12T17:37:49.906 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.905+0000 7f0f03f0c800 20 add_watcher() i=7 2024-09-12T17:37:49.906 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.905+0000 7f0f03f0c800 2 all 8 watchers are set, enabling cache 2024-09-12T17:37:49.908 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.907+0000 7f0db37fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:49.910 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.907+0000 7f0f03f0c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:37:49.910 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.907+0000 7f0f03f0c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:37:49.910 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.907+0000 7f0f03f0c800 5 note: GC not initialized 2024-09-12T17:37:49.911 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.907+0000 7f0db27fc640 20 reqs_thread_entry: start 2024-09-12T17:37:49.911 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.908+0000 7f0f03f0c800 20 init_complete bucket index max shards: 1 2024-09-12T17:37:49.911 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.908+0000 7f0f03f0c800 20 Filter name: none 2024-09-12T17:37:49.911 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.908+0000 7f0d23fff640 20 reqs_thread_entry: start 2024-09-12T17:37:49.911 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.908+0000 7f0f03f0c800 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T17:37:49.911 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.908+0000 7f0f03f0c800 20 rados->read ofs=0 len=0 2024-09-12T17:37:49.911 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.908+0000 7f0f03f0c800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:37:49.911 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.908+0000 7f0f03f0c800 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T17:37:49.911 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.908+0000 7f0f03f0c800 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T17:37:49.911 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.908+0000 7f0f03f0c800 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.2 : miss 2024-09-12T17:37:49.911 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.908+0000 7f0f03f0c800 20 rados->read ofs=0 len=0 2024-09-12T17:37:49.911 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.909+0000 7f0f03f0c800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:37:49.911 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.909+0000 7f0f03f0c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.2 info.flags=0x17 2024-09-12T17:37:49.912 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.909+0000 7f0f03f0c800 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.2 to cache LRU end 2024-09-12T17:37:49.912 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.909+0000 7f0f03f0c800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:37:49.912 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.909+0000 7f0f03f0c800 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T17:37:49.912 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.909+0000 7f0f03f0c800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.2 2024-09-12T17:37:49.912 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.909+0000 7f0f03f0c800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:49.916 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.913+0000 7f0db37fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:49.917 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.916+0000 7f0f03f0c800 20 remove_watcher() i=0 2024-09-12T17:37:49.917 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.916+0000 7f0f03f0c800 2 removed watcher, disabling cache 2024-09-12T17:37:49.918 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.917+0000 7f0f03f0c800 20 remove_watcher() i=1 2024-09-12T17:37:49.919 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.918+0000 7f0f03f0c800 20 remove_watcher() i=2 2024-09-12T17:37:49.921 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.919+0000 7f0f03f0c800 20 remove_watcher() i=3 2024-09-12T17:37:49.922 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.920+0000 7f0f03f0c800 20 remove_watcher() i=4 2024-09-12T17:37:49.923 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.922+0000 7f0f03f0c800 20 remove_watcher() i=5 2024-09-12T17:37:49.924 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.923+0000 7f0f03f0c800 20 remove_watcher() i=6 2024-09-12T17:37:49.925 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:49.924+0000 7f0f03f0c800 20 remove_watcher() i=7 2024-09-12T17:37:49.938 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --fix --min-age-hours 0 --rgw-olh-pending-timeout-sec 0 --dump-keys 2024-09-12T17:37:49.973 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:37:49.974 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:37:50.013 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.011+0000 7ff874810800 20 rados->read ofs=0 len=0 2024-09-12T17:37:50.016 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.013+0000 7ff874810800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:50.016 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.013+0000 7ff874810800 20 realm 2024-09-12T17:37:50.016 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.013+0000 7ff874810800 20 rados->read ofs=0 len=0 2024-09-12T17:37:50.016 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.013+0000 7ff874810800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:50.016 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.013+0000 7ff874810800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:37:50.016 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.013+0000 7ff874810800 20 rados->read ofs=0 len=0 2024-09-12T17:37:50.017 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.013+0000 7ff874810800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:50.017 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.013+0000 7ff874810800 20 rados->read ofs=0 len=0 2024-09-12T17:37:50.018 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.015+0000 7ff874810800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:50.018 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.015+0000 7ff874810800 20 rados->read ofs=0 len=0 2024-09-12T17:37:50.018 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.015+0000 7ff874810800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:37:50.019 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.015+0000 7ff874810800 20 searching for the correct realm 2024-09-12T17:37:50.020 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.019+0000 7ff86f779640 0 -- 172.21.15.45:0/3024362413 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x55d58d9521b0 msgr2=0x55d58d9545a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:50.024 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.022+0000 7ff86ff7a640 0 -- 172.21.15.45:0/3024362413 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7ff864071040 msgr2=0x7ff864098940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:50.231 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.228+0000 7ff874810800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:37:50.231 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.228+0000 7ff874810800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:37:50.231 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.228+0000 7ff874810800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:37:50.231 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.228+0000 7ff874810800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:37:50.231 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.228+0000 7ff874810800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:37:50.231 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.228+0000 7ff874810800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:37:50.231 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.228+0000 7ff874810800 20 rados->read ofs=0 len=0 2024-09-12T17:37:50.231 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.229+0000 7ff874810800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:50.231 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.229+0000 7ff874810800 20 rados->read ofs=0 len=0 2024-09-12T17:37:50.231 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.229+0000 7ff874810800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:50.231 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.229+0000 7ff874810800 20 rados->read ofs=0 len=0 2024-09-12T17:37:50.233 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.229+0000 7ff874810800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:37:50.233 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.229+0000 7ff874810800 20 zone default found 2024-09-12T17:37:50.233 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.229+0000 7ff874810800 4 Realm: () 2024-09-12T17:37:50.233 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.229+0000 7ff874810800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:37:50.233 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.229+0000 7ff874810800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:37:50.233 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.229+0000 7ff874810800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:37:50.233 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.229+0000 7ff874810800 20 zonegroup default 2024-09-12T17:37:50.233 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.229+0000 7ff874810800 20 rados->read ofs=0 len=0 2024-09-12T17:37:50.233 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.230+0000 7ff874810800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:50.234 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.230+0000 7ff874810800 20 rados->read ofs=0 len=0 2024-09-12T17:37:50.234 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.230+0000 7ff874810800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:50.234 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.230+0000 7ff874810800 20 rados->read ofs=0 len=0 2024-09-12T17:37:50.234 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.230+0000 7ff874810800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:50.234 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.230+0000 7ff874810800 20 started sync module instance, tier type = 2024-09-12T17:37:50.234 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.230+0000 7ff874810800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:37:50.245 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.243+0000 7ff874810800 20 add_watcher() i=0 2024-09-12T17:37:50.245 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.243+0000 7ff874810800 20 add_watcher() i=1 2024-09-12T17:37:50.246 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.243+0000 7ff874810800 20 add_watcher() i=2 2024-09-12T17:37:50.246 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.243+0000 7ff874810800 20 add_watcher() i=3 2024-09-12T17:37:50.246 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.243+0000 7ff874810800 20 add_watcher() i=4 2024-09-12T17:37:50.246 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.243+0000 7ff874810800 20 add_watcher() i=5 2024-09-12T17:37:50.246 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.243+0000 7ff874810800 20 add_watcher() i=6 2024-09-12T17:37:50.250 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.244+0000 7ff874810800 20 add_watcher() i=7 2024-09-12T17:37:50.251 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.244+0000 7ff874810800 2 all 8 watchers are set, enabling cache 2024-09-12T17:37:50.251 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.246+0000 7ff7267e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:50.251 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.246+0000 7ff874810800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:37:50.251 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.246+0000 7ff874810800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:37:50.251 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.246+0000 7ff874810800 5 note: GC not initialized 2024-09-12T17:37:50.251 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.246+0000 7ff7257e2640 20 reqs_thread_entry: start 2024-09-12T17:37:50.251 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.246+0000 7ff874810800 20 init_complete bucket index max shards: 1 2024-09-12T17:37:50.252 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.247+0000 7ff874810800 20 Filter name: none 2024-09-12T17:37:50.252 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.247+0000 7ff71e7fc640 20 reqs_thread_entry: start 2024-09-12T17:37:50.252 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.247+0000 7ff874810800 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T17:37:50.252 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.247+0000 7ff874810800 20 rados->read ofs=0 len=0 2024-09-12T17:37:50.252 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.247+0000 7ff874810800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:37:50.253 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.247+0000 7ff874810800 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T17:37:50.253 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.247+0000 7ff874810800 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T17:37:50.253 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.247+0000 7ff874810800 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.2 : miss 2024-09-12T17:37:50.253 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.247+0000 7ff874810800 20 rados->read ofs=0 len=0 2024-09-12T17:37:50.254 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.248+0000 7ff874810800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:37:50.254 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.248+0000 7ff874810800 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.2 info.flags=0x17 2024-09-12T17:37:50.254 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.248+0000 7ff874810800 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.2 to cache LRU end 2024-09-12T17:37:50.254 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.248+0000 7ff874810800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:37:50.254 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.248+0000 7ff874810800 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T17:37:50.254 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.248+0000 7ff874810800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.2 2024-09-12T17:37:50.254 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.248+0000 7ff874810800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:50.255 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.249+0000 7ff874810800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:50.255 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.249+0000 7ff874810800 20 get_obj_state: octx=0x55d58d6e8730 obj=check-bucket:c state=0x55d58d988e68 s->prefetch_data=0 2024-09-12T17:37:50.257 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.249+0000 7ff874810800 20 get_obj_state: setting s->obj_tag to 2buktq6nyjlf6jw0o5c9uroay50eaa8n 2024-09-12T17:37:50.257 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.249+0000 7ff874810800 20 get_obj_state_impl: setting s->olh_tag to cx2k3fvpa4rkc2ptzf98ybr6gks1lolo 2024-09-12T17:37:50.257 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.249+0000 7ff874810800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=cx2k3fvpa4rkc2ptzf98ybr6gks1lolo 2024-09-12T17:37:50.257 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.251+0000 7ff874810800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:50.258 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.253+0000 7ff874810800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:50.258 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.253+0000 7ff874810800 20 olh_log_entry: epoch=3 op=3 key=c[u6bpbNaaruM.KqQaFfib3Prf5QlFoNq] 2024-09-12T17:37:50.258 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.253+0000 7ff874810800 20 get_obj_state: octx=0x55d58d6e8730 obj=check-bucket:_:u6bpbNaaruM.KqQaFfib3Prf5QlFoNq_c state=0x55d58d988198 s->prefetch_data=0 2024-09-12T17:37:50.258 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.253+0000 7ff874810800 10 manifest: total_size = 11 2024-09-12T17:37:50.259 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.253+0000 7ff874810800 20 get_obj_state: setting s->obj_tag to b6123b67-6580-4373-9691-e0e950df5f06.4566.13912351993259213065 2024-09-12T17:37:50.259 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.253+0000 7ff874810800 20 get_obj_state: octx=0x55d58d6e8730 obj=check-bucket:_:u6bpbNaaruM.KqQaFfib3Prf5QlFoNq_c state=0x55d58d988198 s->prefetch_data=0 2024-09-12T17:37:50.259 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.253+0000 7ff874810800 20 prepare_atomic_modification: state is not atomic. state=0x55d58d988198 2024-09-12T17:37:50.259 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.253+0000 7ff874810800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:50.260 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.257+0000 7ff74effd640 20 handle_completion(): completion ok for obj=c[u6bpbNaaruM.KqQaFfib3Prf5QlFoNq] 2024-09-12T17:37:50.263 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.261+0000 7ff874810800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:50.263 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.261+0000 7ff874810800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:50.265 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.263+0000 7ff874810800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:50.266 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.264+0000 7ff874810800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:50.266 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.264+0000 7ff874810800 20 get_obj_state: octx=0x55d58d6e8730 obj=check-bucket:d state=0x55d58d988e68 s->prefetch_data=0 2024-09-12T17:37:50.267 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.264+0000 7ff874810800 20 get_obj_state: setting s->obj_tag to bjrbnduqgixi42r9p6dja878u2xr9x1g 2024-09-12T17:37:50.267 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.264+0000 7ff874810800 20 get_obj_state_impl: setting s->olh_tag to d62inwv194k7qjj8jvu0lnu81bfogxg0 2024-09-12T17:37:50.267 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.264+0000 7ff874810800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=d62inwv194k7qjj8jvu0lnu81bfogxg0 2024-09-12T17:37:50.268 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.266+0000 7ff874810800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:50.269 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.267+0000 7ff874810800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:50.269 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.267+0000 7ff874810800 20 olh_log_entry: epoch=3 op=3 key=d[w-ugXgrRF-YwaBf1tc5O83XtigBE0y8] 2024-09-12T17:37:50.269 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.267+0000 7ff874810800 20 get_obj_state: octx=0x55d58d6e8730 obj=check-bucket:_:w-ugXgrRF-YwaBf1tc5O83XtigBE0y8_d state=0x55d58d984158 s->prefetch_data=0 2024-09-12T17:37:50.270 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.268+0000 7ff874810800 10 manifest: total_size = 22 2024-09-12T17:37:50.270 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.268+0000 7ff874810800 20 get_obj_state: setting s->obj_tag to b6123b67-6580-4373-9691-e0e950df5f06.4566.17477404509567634132 2024-09-12T17:37:50.270 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.268+0000 7ff874810800 20 get_obj_state: octx=0x55d58d6e8730 obj=check-bucket:_:w-ugXgrRF-YwaBf1tc5O83XtigBE0y8_d state=0x55d58d984158 s->prefetch_data=0 2024-09-12T17:37:50.270 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.268+0000 7ff874810800 20 prepare_atomic_modification: state is not atomic. state=0x55d58d984158 2024-09-12T17:37:50.270 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.268+0000 7ff874810800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:50.274 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.272+0000 7ff74e7fc640 20 handle_completion(): completion ok for obj=d[w-ugXgrRF-YwaBf1tc5O83XtigBE0y8] 2024-09-12T17:37:50.274 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.272+0000 7ff874810800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:50.274 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.272+0000 7ff874810800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:50.275 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.273+0000 7ff874810800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:50.275 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.274+0000 7ff874810800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:50.275 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.274+0000 7ff874810800 20 get_obj_state: octx=0x55d58d6e8730 obj=check-bucket:e state=0x55d58d988e68 s->prefetch_data=0 2024-09-12T17:37:50.276 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.274+0000 7ff874810800 20 get_obj_state: setting s->obj_tag to 976w1ulnn40jplre22hvoftaf9nffc24 2024-09-12T17:37:50.276 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.274+0000 7ff874810800 20 get_obj_state_impl: setting s->olh_tag to y61al9qqoemnfnopqu4n54xskl27so94 2024-09-12T17:37:50.276 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.274+0000 7ff874810800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=y61al9qqoemnfnopqu4n54xskl27so94 2024-09-12T17:37:50.277 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.276+0000 7ff874810800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:50.278 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.277+0000 7ff874810800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:50.279 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.277+0000 7ff874810800 20 olh_log_entry: epoch=2 op=2 key=e[] 2024-09-12T17:37:50.279 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.277+0000 7ff874810800 20 olh_log_entry: epoch=2 op=3 key=e[jIe.hYVAaZ63v51A2VMbi3ij7G-3K59] 2024-09-12T17:37:50.279 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.277+0000 7ff874810800 20 get_obj_state: octx=0x55d58d6e8730 obj=check-bucket:_:jIe.hYVAaZ63v51A2VMbi3ij7G-3K59_e state=0x55d58d984158 s->prefetch_data=0 2024-09-12T17:37:50.279 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.277+0000 7ff874810800 10 manifest: total_size = 11 2024-09-12T17:37:50.279 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.277+0000 7ff874810800 20 get_obj_state: setting s->obj_tag to b6123b67-6580-4373-9691-e0e950df5f06.4566.1161306903850600306 2024-09-12T17:37:50.279 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.277+0000 7ff874810800 20 get_obj_state: octx=0x55d58d6e8730 obj=check-bucket:_:jIe.hYVAaZ63v51A2VMbi3ij7G-3K59_e state=0x55d58d984158 s->prefetch_data=0 2024-09-12T17:37:50.280 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.277+0000 7ff874810800 20 prepare_atomic_modification: state is not atomic. state=0x55d58d984158 2024-09-12T17:37:50.280 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.277+0000 7ff874810800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:50.283 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.281+0000 7ff74effd640 20 handle_completion(): completion ok for obj=e[jIe.hYVAaZ63v51A2VMbi3ij7G-3K59] 2024-09-12T17:37:50.283 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.282+0000 7ff874810800 20 get_obj_state: octx=0x55d58d6e8730 obj=check-bucket:e state=0x55d58d988e68 s->prefetch_data=0 2024-09-12T17:37:50.283 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.282+0000 7ff874810800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=y61al9qqoemnfnopqu4n54xskl27so94 2024-09-12T17:37:50.289 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.287+0000 7ff874810800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:50.290 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.288+0000 7ff874810800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:50.290 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.289+0000 7ff874810800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:50.290 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.289+0000 7ff874810800 20 get_obj_state: octx=0x55d58d6e8730 obj=check-bucket:f state=0x55d58d988e68 s->prefetch_data=0 2024-09-12T17:37:50.291 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.289+0000 7ff874810800 20 get_obj_state: setting s->obj_tag to szgdlsokumzcil8j6451xse7tzqal7x1 2024-09-12T17:37:50.291 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.289+0000 7ff874810800 20 get_obj_state_impl: setting s->olh_tag to 67woly6q1nnpn72u5ghbntj8m9dlqykl 2024-09-12T17:37:50.291 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.289+0000 7ff874810800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=67woly6q1nnpn72u5ghbntj8m9dlqykl 2024-09-12T17:37:50.294 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.292+0000 7ff874810800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:50.295 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.294+0000 7ff874810800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:50.295 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.294+0000 7ff874810800 20 olh_log_entry: epoch=2 op=2 key=f[] 2024-09-12T17:37:50.296 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.294+0000 7ff874810800 20 olh_log_entry: epoch=2 op=3 key=f[LiT85D3E9yl12GfbsCqlGPhiiGWO9bX] 2024-09-12T17:37:50.296 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.294+0000 7ff874810800 20 get_obj_state: octx=0x55d58d6e8730 obj=check-bucket:_:LiT85D3E9yl12GfbsCqlGPhiiGWO9bX_f state=0x55d58d9cf658 s->prefetch_data=0 2024-09-12T17:37:50.296 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.294+0000 7ff874810800 10 manifest: total_size = 11 2024-09-12T17:37:50.296 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.294+0000 7ff874810800 20 get_obj_state: setting s->obj_tag to b6123b67-6580-4373-9691-e0e950df5f06.4566.9379424825947702692 2024-09-12T17:37:50.296 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.294+0000 7ff874810800 20 get_obj_state: octx=0x55d58d6e8730 obj=check-bucket:_:LiT85D3E9yl12GfbsCqlGPhiiGWO9bX_f state=0x55d58d9cf658 s->prefetch_data=0 2024-09-12T17:37:50.296 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.294+0000 7ff874810800 20 prepare_atomic_modification: state is not atomic. state=0x55d58d9cf658 2024-09-12T17:37:50.296 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.294+0000 7ff874810800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:50.301 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.299+0000 7ff74e7fc640 20 handle_completion(): completion ok for obj=f[LiT85D3E9yl12GfbsCqlGPhiiGWO9bX] 2024-09-12T17:37:50.305 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.303+0000 7ff874810800 20 get_obj_state: octx=0x55d58d6e8730 obj=check-bucket:f state=0x55d58d988e68 s->prefetch_data=0 2024-09-12T17:37:50.305 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.303+0000 7ff874810800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=67woly6q1nnpn72u5ghbntj8m9dlqykl 2024-09-12T17:37:50.313 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.311+0000 7ff874810800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:50.314 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.312+0000 7ff874810800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.2.0 2024-09-12T17:37:50.314 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.312+0000 7ff874810800 1 NOTICE: finished shard 0 (4 entries removed) 2024-09-12T17:37:50.314 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.312+0000 7ff874810800 1 NOTICE: finished all shards (4 entries removed) 2024-09-12T17:37:50.315 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.313+0000 7ff7267e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:50.317 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.316+0000 7ff874810800 20 remove_watcher() i=0 2024-09-12T17:37:50.317 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.316+0000 7ff874810800 2 removed watcher, disabling cache 2024-09-12T17:37:50.318 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.317+0000 7ff874810800 20 remove_watcher() i=1 2024-09-12T17:37:50.319 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.318+0000 7ff874810800 20 remove_watcher() i=2 2024-09-12T17:37:50.320 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.319+0000 7ff874810800 20 remove_watcher() i=3 2024-09-12T17:37:50.321 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.320+0000 7ff874810800 20 remove_watcher() i=4 2024-09-12T17:37:50.322 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.321+0000 7ff874810800 20 remove_watcher() i=5 2024-09-12T17:37:50.323 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.322+0000 7ff874810800 20 remove_watcher() i=6 2024-09-12T17:37:50.324 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.323+0000 7ff874810800 20 remove_watcher() i=7 2024-09-12T17:37:50.337 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:50.337 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:50.343 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:50.343 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:50.387 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket check-bucket 2024-09-12T17:37:50.416 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:37:50.416 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:37:50.454 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.453+0000 7f727791f800 20 rados->read ofs=0 len=0 2024-09-12T17:37:50.457 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.455+0000 7f727791f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:50.457 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.455+0000 7f727791f800 20 realm 2024-09-12T17:37:50.457 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.455+0000 7f727791f800 20 rados->read ofs=0 len=0 2024-09-12T17:37:50.457 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.455+0000 7f727791f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:50.457 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.455+0000 7f727791f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:37:50.457 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.455+0000 7f727791f800 20 rados->read ofs=0 len=0 2024-09-12T17:37:50.457 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.455+0000 7f727791f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:50.457 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.455+0000 7f727791f800 20 rados->read ofs=0 len=0 2024-09-12T17:37:50.458 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.456+0000 7f727791f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:50.458 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.456+0000 7f727791f800 20 rados->read ofs=0 len=0 2024-09-12T17:37:50.458 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.457+0000 7f727791f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:37:50.458 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.457+0000 7f727791f800 20 searching for the correct realm 2024-09-12T17:37:50.461 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.459+0000 7f7272ea1640 0 -- 172.21.15.45:0/2159147586 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f7264091030 msgr2=0x7f726409dab0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:50.464 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.463+0000 7f72736a2640 0 -- 172.21.15.45:0/2159147586 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f72680a5590 msgr2=0x7f726802b450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:50.672 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.670+0000 7f727791f800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:37:50.672 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.670+0000 7f727791f800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:37:50.672 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.670+0000 7f727791f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:37:50.672 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.670+0000 7f727791f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:37:50.672 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.670+0000 7f727791f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:37:50.672 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.670+0000 7f727791f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:37:50.673 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.670+0000 7f727791f800 20 rados->read ofs=0 len=0 2024-09-12T17:37:50.673 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.670+0000 7f727791f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:50.673 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.670+0000 7f727791f800 20 rados->read ofs=0 len=0 2024-09-12T17:37:50.673 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.670+0000 7f727791f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:50.673 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.670+0000 7f727791f800 20 rados->read ofs=0 len=0 2024-09-12T17:37:50.674 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.671+0000 7f727791f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:37:50.674 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.671+0000 7f727791f800 20 zone default found 2024-09-12T17:37:50.674 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.671+0000 7f727791f800 4 Realm: () 2024-09-12T17:37:50.674 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.671+0000 7f727791f800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:37:50.674 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.671+0000 7f727791f800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:37:50.674 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.671+0000 7f727791f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:37:50.674 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.671+0000 7f727791f800 20 zonegroup default 2024-09-12T17:37:50.675 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.671+0000 7f727791f800 20 rados->read ofs=0 len=0 2024-09-12T17:37:50.675 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.671+0000 7f727791f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:50.675 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.671+0000 7f727791f800 20 rados->read ofs=0 len=0 2024-09-12T17:37:50.675 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.671+0000 7f727791f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:50.675 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.671+0000 7f727791f800 20 rados->read ofs=0 len=0 2024-09-12T17:37:50.675 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.672+0000 7f727791f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:50.675 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.672+0000 7f727791f800 20 started sync module instance, tier type = 2024-09-12T17:37:50.675 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.672+0000 7f727791f800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:37:50.684 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.682+0000 7f727791f800 20 add_watcher() i=0 2024-09-12T17:37:50.684 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.682+0000 7f727791f800 20 add_watcher() i=1 2024-09-12T17:37:50.684 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.682+0000 7f727791f800 20 add_watcher() i=2 2024-09-12T17:37:50.684 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.682+0000 7f727791f800 20 add_watcher() i=3 2024-09-12T17:37:50.684 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.682+0000 7f727791f800 20 add_watcher() i=4 2024-09-12T17:37:50.684 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.682+0000 7f727791f800 20 add_watcher() i=5 2024-09-12T17:37:50.684 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.682+0000 7f727791f800 20 add_watcher() i=6 2024-09-12T17:37:50.685 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.683+0000 7f727791f800 20 add_watcher() i=7 2024-09-12T17:37:50.685 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.683+0000 7f727791f800 2 all 8 watchers are set, enabling cache 2024-09-12T17:37:50.686 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.685+0000 7f712a7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:50.688 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.685+0000 7f727791f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:37:50.688 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.685+0000 7f727791f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:37:50.688 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.685+0000 7f727791f800 5 note: GC not initialized 2024-09-12T17:37:50.688 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.685+0000 7f71297e2640 20 reqs_thread_entry: start 2024-09-12T17:37:50.688 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.686+0000 7f727791f800 20 init_complete bucket index max shards: 1 2024-09-12T17:37:50.688 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.686+0000 7f727791f800 20 Filter name: none 2024-09-12T17:37:50.688 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.686+0000 7f71227fc640 20 reqs_thread_entry: start 2024-09-12T17:37:50.688 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.686+0000 7f727791f800 20 rados->read ofs=0 len=0 2024-09-12T17:37:50.688 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.686+0000 7f727791f800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:37:50.688 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.686+0000 7f727791f800 20 rados->read ofs=0 len=0 2024-09-12T17:37:50.689 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.687+0000 7f727791f800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:37:50.689 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.687+0000 7f727791f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:37:50.689 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.687+0000 7f727791f800 20 rados->read ofs=0 len=0 2024-09-12T17:37:50.689 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.687+0000 7f727791f800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:37:50.690 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.687+0000 7f727791f800 20 rados->read ofs=0 len=0 2024-09-12T17:37:50.690 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.687+0000 7f727791f800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:37:50.690 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.687+0000 7f727791f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:37:50.690 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.689+0000 7f712a7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:50.693 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.691+0000 7f727791f800 20 remove_watcher() i=0 2024-09-12T17:37:50.693 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.691+0000 7f727791f800 2 removed watcher, disabling cache 2024-09-12T17:37:50.694 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.692+0000 7f727791f800 20 remove_watcher() i=1 2024-09-12T17:37:50.695 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.694+0000 7f727791f800 20 remove_watcher() i=2 2024-09-12T17:37:50.696 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.695+0000 7f727791f800 20 remove_watcher() i=3 2024-09-12T17:37:50.697 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.696+0000 7f727791f800 20 remove_watcher() i=4 2024-09-12T17:37:50.698 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.697+0000 7f727791f800 20 remove_watcher() i=5 2024-09-12T17:37:50.699 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.698+0000 7f727791f800 20 remove_watcher() i=6 2024-09-12T17:37:50.700 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:37:50.699+0000 7f727791f800 20 remove_watcher() i=7 2024-09-12T17:37:50.712 INFO:tasks.workunit.client.0.smithi045.stderr:{'rgw.main': {'size': 0, 'size_actual': 0, 'size_utilized': 0, 'size_kb': 0, 'size_kb_actual': 0, 'size_kb_utilized': 0, 'num_objects': 0}} 2024-09-12T17:37:50.712 INFO:tasks.workunit.client.0.smithi045.stderr:Deleting bucket check-bucket 2024-09-12T17:37:50.714 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:50.714 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:50.718 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:37:50.718 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:37:50.732 INFO:tasks.workunit.client.0.smithi045.stderr:Completed bucket check tests 2024-09-12T17:37:50.732 INFO:tasks.workunit.client.0.smithi045.stdout:Could not connect to the endpoint URL: "http://localhost:80/" 2024-09-12T17:37:50.732 INFO:tasks.workunit.client.0.smithi045.stdout:Could not connect to the endpoint URL: "http://localhost:8000/" 2024-09-12T17:37:50.732 INFO:tasks.workunit.client.0.smithi045.stdout:connected to https://localhost:443 2024-09-12T17:37:50.797 INFO:tasks.workunit.client.0.smithi045.stderr:+ deactivate 2024-09-12T17:37:50.797 INFO:tasks.workunit.client.0.smithi045.stderr:+ '[' -n /home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin ']' 2024-09-12T17:37:50.797 INFO:tasks.workunit.client.0.smithi045.stderr:+ PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2024-09-12T17:37:50.797 INFO:tasks.workunit.client.0.smithi045.stderr:+ export PATH 2024-09-12T17:37:50.797 INFO:tasks.workunit.client.0.smithi045.stderr:+ unset _OLD_VIRTUAL_PATH 2024-09-12T17:37:50.797 INFO:tasks.workunit.client.0.smithi045.stderr:+ '[' -n '' ']' 2024-09-12T17:37:50.797 INFO:tasks.workunit.client.0.smithi045.stderr:+ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T17:37:50.797 INFO:tasks.workunit.client.0.smithi045.stderr:+ hash -r 2024-09-12T17:37:50.797 INFO:tasks.workunit.client.0.smithi045.stderr:+ '[' -n '' ']' 2024-09-12T17:37:50.797 INFO:tasks.workunit.client.0.smithi045.stderr:+ unset VIRTUAL_ENV 2024-09-12T17:37:50.798 INFO:tasks.workunit.client.0.smithi045.stderr:+ '[' '!' '' = nondestructive ']' 2024-09-12T17:37:50.798 INFO:tasks.workunit.client.0.smithi045.stderr:+ unset -f deactivate 2024-09-12T17:37:50.798 INFO:tasks.workunit.client.0.smithi045.stderr:+ echo OK. 2024-09-12T17:37:50.799 INFO:tasks.workunit.client.0.smithi045.stdout:OK. 2024-09-12T17:37:50.799 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:37:50.799 DEBUG:teuthology.orchestra.run.smithi045:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:37:50.879 INFO:tasks.workunit:Stopping ['rgw/run-bucket-check.sh'] on client.0... 2024-09-12T17:37:50.879 DEBUG:teuthology.orchestra.run.smithi045:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-12T17:37:51.256 DEBUG:teuthology.parallel:result is None 2024-09-12T17:37:51.256 DEBUG:teuthology.orchestra.run.smithi045:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T17:37:51.296 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T17:37:51.296 DEBUG:teuthology.orchestra.run.smithi045:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T17:37:51.365 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T17:37:51.365 INFO:teuthology.run_tasks:Running task workunit... 2024-09-12T17:37:51.376 INFO:tasks.workunit:Pulling workunits from ref bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T17:37:51.376 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-12T17:37:51.377 DEBUG:teuthology.orchestra.run.smithi045:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-12T17:37:51.436 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T17:37:51.436 INFO:teuthology.orchestra.run.smithi045.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-12T17:37:51.437 DEBUG:teuthology.orchestra.run.smithi045:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T17:37:51.506 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-12T17:37:51.507 DEBUG:teuthology.orchestra.run.smithi045:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-12T17:37:51.577 INFO:tasks.workunit:timeout=3h 2024-09-12T17:37:51.577 INFO:tasks.workunit:cleanup=True 2024-09-12T17:37:51.578 DEBUG:teuthology.orchestra.run.smithi045:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T17:37:51.647 INFO:tasks.workunit.client.0.smithi045.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-12T17:38:52.079 INFO:tasks.workunit.client.0.smithi045.stderr:Updating files: 91% (11595/12697) Updating files: 92% (11682/12697) Updating files: 93% (11809/12697) Updating files: 94% (11936/12697) Updating files: 95% (12063/12697) Updating files: 96% (12190/12697) Updating files: 97% (12317/12697) Updating files: 98% (12444/12697) Updating files: 99% (12571/12697) Updating files: 100% (12697/12697) Updating files: 100% (12697/12697), done. 2024-09-12T17:38:52.447 INFO:tasks.workunit.client.0.smithi045.stderr:Note: switching to 'bad475c18c96ec20c5778159aa33ba72b84e9c1b'. 2024-09-12T17:38:52.448 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:38:52.448 INFO:tasks.workunit.client.0.smithi045.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-12T17:38:52.448 INFO:tasks.workunit.client.0.smithi045.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-12T17:38:52.448 INFO:tasks.workunit.client.0.smithi045.stderr:state without impacting any branches by switching back to a branch. 2024-09-12T17:38:52.448 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:38:52.448 INFO:tasks.workunit.client.0.smithi045.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-12T17:38:52.448 INFO:tasks.workunit.client.0.smithi045.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-12T17:38:52.448 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:38:52.448 INFO:tasks.workunit.client.0.smithi045.stderr: git switch -c 2024-09-12T17:38:52.448 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:38:52.449 INFO:tasks.workunit.client.0.smithi045.stderr:Or undo this operation with: 2024-09-12T17:38:52.449 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:38:52.449 INFO:tasks.workunit.client.0.smithi045.stderr: git switch - 2024-09-12T17:38:52.449 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:38:52.449 INFO:tasks.workunit.client.0.smithi045.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-12T17:38:52.449 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:38:52.449 INFO:tasks.workunit.client.0.smithi045.stderr:HEAD is now at bad475c18c9 rgw: clear output keys in RGWMetadataLister::get_next() 2024-09-12T17:38:52.453 DEBUG:teuthology.orchestra.run.smithi045:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-12T17:38:52.537 INFO:tasks.workunit.client.0.smithi045.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-12T17:38:52.539 INFO:tasks.workunit.client.0.smithi045.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T17:38:52.539 INFO:tasks.workunit.client.0.smithi045.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-12T17:38:52.589 INFO:tasks.workunit.client.0.smithi045.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-12T17:38:52.640 INFO:tasks.workunit.client.0.smithi045.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-12T17:38:52.680 INFO:tasks.workunit.client.0.smithi045.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T17:38:52.682 INFO:tasks.workunit.client.0.smithi045.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T17:38:52.682 INFO:tasks.workunit.client.0.smithi045.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-12T17:38:52.721 INFO:tasks.workunit.client.0.smithi045.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T17:38:52.725 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-12T17:38:52.725 DEBUG:teuthology.orchestra.run.smithi045:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-12T17:38:52.803 INFO:tasks.workunit:Running workunits matching cls/test_cls_lock.sh on client.0... 2024-09-12T17:38:52.804 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2024-09-12T17:38:52.805 DEBUG:teuthology.orchestra.run.smithi045:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2024-09-12T17:38:52.899 INFO:tasks.workunit.client.0.smithi045.stdout:Running main() from gmock_main.cc 2024-09-12T17:38:52.899 INFO:tasks.workunit.client.0.smithi045.stdout:[==========] Running 11 tests from 1 test suite. 2024-09-12T17:38:52.899 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] Global test environment set-up. 2024-09-12T17:38:52.899 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] 11 tests from ClsLock 2024-09-12T17:38:52.899 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] ClsLock.TestMultiLocking 2024-09-12T17:38:54.501 INFO:tasks.workunit.client.0.smithi045.stdout:lock: mylock 2024-09-12T17:38:54.502 INFO:tasks.workunit.client.0.smithi045.stdout: lock_type: exclusive 2024-09-12T17:38:54.502 INFO:tasks.workunit.client.0.smithi045.stdout: tag: 2024-09-12T17:38:54.502 INFO:tasks.workunit.client.0.smithi045.stdout: lockers: 2024-09-12T17:38:54.502 INFO:tasks.workunit.client.0.smithi045.stdout: client.5118 expiration=2024-09-12T17:40:54.497544+0000 addr=v1:172.21.15.45:0/2504868357 cookie= 2024-09-12T17:38:54.505 INFO:tasks.workunit.client.0.smithi045.stdout:lock: mylock 2024-09-12T17:38:54.505 INFO:tasks.workunit.client.0.smithi045.stdout: lock_type: shared 2024-09-12T17:38:54.506 INFO:tasks.workunit.client.0.smithi045.stdout: tag: 2024-09-12T17:38:54.506 INFO:tasks.workunit.client.0.smithi045.stdout: lockers: 2024-09-12T17:38:54.506 INFO:tasks.workunit.client.0.smithi045.stdout: client.4967 expiration=0.000000 addr=v1:172.21.15.45:0/520274999 cookie= 2024-09-12T17:38:54.506 INFO:tasks.workunit.client.0.smithi045.stdout: client.5118 expiration=2024-09-12T17:40:54.504522+0000 addr=v1:172.21.15.45:0/2504868357 cookie= 2024-09-12T17:38:54.507 INFO:tasks.workunit.client.0.smithi045.stdout:lock: mylock 2024-09-12T17:38:54.507 INFO:tasks.workunit.client.0.smithi045.stdout: lock_type: shared 2024-09-12T17:38:54.507 INFO:tasks.workunit.client.0.smithi045.stdout: tag: 2024-09-12T17:38:54.507 INFO:tasks.workunit.client.0.smithi045.stdout: lockers: 2024-09-12T17:38:54.507 INFO:tasks.workunit.client.0.smithi045.stdout: client.4967 expiration=0.000000 addr=v1:172.21.15.45:0/520274999 cookie= 2024-09-12T17:38:55.479 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] ClsLock.TestMultiLocking (2580 ms) 2024-09-12T17:38:55.479 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] ClsLock.TestMeta 2024-09-12T17:38:57.726 INFO:tasks.workunit.client.0.smithi045.stdout:lock: mylock 2024-09-12T17:38:57.727 INFO:tasks.workunit.client.0.smithi045.stdout: lock_type: shared 2024-09-12T17:38:57.727 INFO:tasks.workunit.client.0.smithi045.stdout: tag: 2024-09-12T17:38:57.727 INFO:tasks.workunit.client.0.smithi045.stdout: lockers: 2024-09-12T17:38:57.727 INFO:tasks.workunit.client.0.smithi045.stdout: client.4979 expiration=0.000000 addr=v1:172.21.15.45:0/3727023987 cookie= 2024-09-12T17:38:57.729 INFO:tasks.workunit.client.0.smithi045.stdout:lock: mylock 2024-09-12T17:38:57.730 INFO:tasks.workunit.client.0.smithi045.stdout: lock_type: exclusive 2024-09-12T17:38:57.730 INFO:tasks.workunit.client.0.smithi045.stdout: tag: new_tag 2024-09-12T17:38:57.730 INFO:tasks.workunit.client.0.smithi045.stdout: lockers: 2024-09-12T17:38:57.730 INFO:tasks.workunit.client.0.smithi045.stdout: client.4973 expiration=0.000000 addr=v1:172.21.15.45:0/491620936 cookie= 2024-09-12T17:38:58.495 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] ClsLock.TestMeta (3017 ms) 2024-09-12T17:38:58.496 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] ClsLock.TestCookie 2024-09-12T17:39:00.519 INFO:tasks.workunit.client.0.smithi045.stdout:lock: mylock 2024-09-12T17:39:00.519 INFO:tasks.workunit.client.0.smithi045.stdout: lock_type: exclusive 2024-09-12T17:39:00.519 INFO:tasks.workunit.client.0.smithi045.stdout: tag: 2024-09-12T17:39:00.519 INFO:tasks.workunit.client.0.smithi045.stdout: lockers: 2024-09-12T17:39:00.521 INFO:tasks.workunit.client.0.smithi045.stdout:lock: mylock 2024-09-12T17:39:00.521 INFO:tasks.workunit.client.0.smithi045.stdout: lock_type: shared 2024-09-12T17:39:00.521 INFO:tasks.workunit.client.0.smithi045.stdout: tag: 2024-09-12T17:39:00.521 INFO:tasks.workunit.client.0.smithi045.stdout: lockers: 2024-09-12T17:39:00.521 INFO:tasks.workunit.client.0.smithi045.stdout: client.5142 expiration=0.000000 addr=v1:172.21.15.45:0/2128768222 cookie= 2024-09-12T17:39:00.521 INFO:tasks.workunit.client.0.smithi045.stdout: client.5142 expiration=0.000000 addr=v1:172.21.15.45:0/2128768222 cookie=new cookie 2024-09-12T17:39:01.514 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] ClsLock.TestCookie (3019 ms) 2024-09-12T17:39:01.514 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] ClsLock.TestMultipleLocks 2024-09-12T17:39:04.530 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] ClsLock.TestMultipleLocks (3015 ms) 2024-09-12T17:39:04.530 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] ClsLock.TestLockDuration 2024-09-12T17:39:12.558 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] ClsLock.TestLockDuration (8027 ms) 2024-09-12T17:39:12.558 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] ClsLock.TestAssertLocked 2024-09-12T17:39:15.584 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] ClsLock.TestAssertLocked (3028 ms) 2024-09-12T17:39:15.584 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] ClsLock.TestSetCookie 2024-09-12T17:39:18.602 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] ClsLock.TestSetCookie (3018 ms) 2024-09-12T17:39:18.602 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] ClsLock.TestRenew 2024-09-12T17:39:39.648 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] ClsLock.TestRenew (21046 ms) 2024-09-12T17:39:39.649 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2024-09-12T17:39:46.675 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (7026 ms) 2024-09-12T17:39:46.675 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2024-09-12T17:39:54.707 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (8033 ms) 2024-09-12T17:39:54.708 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2024-09-12T17:40:02.745 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (8037 ms) 2024-09-12T17:40:02.745 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] 11 tests from ClsLock (69846 ms total) 2024-09-12T17:40:02.745 INFO:tasks.workunit.client.0.smithi045.stdout: 2024-09-12T17:40:02.745 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] Global test environment tear-down 2024-09-12T17:40:02.745 INFO:tasks.workunit.client.0.smithi045.stdout:[==========] 11 tests from 1 test suite ran. (69846 ms total) 2024-09-12T17:40:02.745 INFO:tasks.workunit.client.0.smithi045.stdout:[ PASSED ] 11 tests. 2024-09-12T17:40:02.749 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:40:02.749 DEBUG:teuthology.orchestra.run.smithi045:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:40:02.835 INFO:tasks.workunit:Running workunits matching cls/test_cls_log.sh on client.0... 2024-09-12T17:40:02.836 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2024-09-12T17:40:02.836 DEBUG:teuthology.orchestra.run.smithi045:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2024-09-12T17:40:02.885 INFO:tasks.workunit.client.0.smithi045.stdout:Running main() from gmock_main.cc 2024-09-12T17:40:02.885 INFO:tasks.workunit.client.0.smithi045.stdout:[==========] Running 4 tests from 1 test suite. 2024-09-12T17:40:02.885 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] Global test environment set-up. 2024-09-12T17:40:02.885 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] 4 tests from cls_log 2024-09-12T17:40:02.885 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] cls_log.test_log_add_same_time 2024-09-12T17:40:05.764 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] cls_log.test_log_add_same_time (2879 ms) 2024-09-12T17:40:05.765 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] cls_log.test_log_add_different_time 2024-09-12T17:40:08.782 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] cls_log.test_log_add_different_time (3018 ms) 2024-09-12T17:40:08.783 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] cls_log.trim_by_time 2024-09-12T17:40:11.798 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] cls_log.trim_by_time (3016 ms) 2024-09-12T17:40:11.798 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] cls_log.trim_by_marker 2024-09-12T17:40:14.813 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] cls_log.trim_by_marker (3013 ms) 2024-09-12T17:40:14.814 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] 4 tests from cls_log (11926 ms total) 2024-09-12T17:40:14.814 INFO:tasks.workunit.client.0.smithi045.stdout: 2024-09-12T17:40:14.814 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] Global test environment tear-down 2024-09-12T17:40:14.814 INFO:tasks.workunit.client.0.smithi045.stdout:[==========] 4 tests from 1 test suite ran. (11926 ms total) 2024-09-12T17:40:14.814 INFO:tasks.workunit.client.0.smithi045.stdout:[ PASSED ] 4 tests. 2024-09-12T17:40:14.815 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:40:14.815 DEBUG:teuthology.orchestra.run.smithi045:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:40:14.862 INFO:tasks.workunit:Running workunits matching cls/test_cls_refcount.sh on client.0... 2024-09-12T17:40:14.863 INFO:tasks.workunit:Running workunit cls/test_cls_refcount.sh... 2024-09-12T17:40:14.863 DEBUG:teuthology.orchestra.run.smithi045:workunit test cls/test_cls_refcount.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_refcount.sh 2024-09-12T17:40:14.911 INFO:tasks.workunit.client.0.smithi045.stdout:Running main() from gmock_main.cc 2024-09-12T17:40:14.911 INFO:tasks.workunit.client.0.smithi045.stdout:[==========] Running 10 tests from 1 test suite. 2024-09-12T17:40:14.911 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] Global test environment set-up. 2024-09-12T17:40:14.911 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] 10 tests from cls_refcount 2024-09-12T17:40:14.912 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] cls_refcount.test_implicit 2024-09-12T17:40:17.842 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] cls_refcount.test_implicit (2931 ms) 2024-09-12T17:40:17.843 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] cls_refcount.test_implicit_idempotent 2024-09-12T17:40:20.853 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] cls_refcount.test_implicit_idempotent (3012 ms) 2024-09-12T17:40:20.853 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] cls_refcount.test_put_snap 2024-09-12T17:40:29.905 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] cls_refcount.test_put_snap (9049 ms) 2024-09-12T17:40:29.905 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] cls_refcount.test_explicit 2024-09-12T17:40:32.921 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] cls_refcount.test_explicit (3019 ms) 2024-09-12T17:40:32.921 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] cls_refcount.set 2024-09-12T17:40:35.938 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] cls_refcount.set (3017 ms) 2024-09-12T17:40:35.938 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] cls_refcount.test_implicit_ec 2024-09-12T17:40:42.963 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] cls_refcount.test_implicit_ec (7020 ms) 2024-09-12T17:40:42.963 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] cls_refcount.test_implicit_idempotent_ec 2024-09-12T17:40:49.986 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] cls_refcount.test_implicit_idempotent_ec (7028 ms) 2024-09-12T17:40:49.987 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] cls_refcount.test_put_snap_ec 2024-09-12T17:41:02.081 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] cls_refcount.test_put_snap_ec (12095 ms) 2024-09-12T17:41:02.082 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] cls_refcount.test_explicit_ec 2024-09-12T17:41:09.112 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] cls_refcount.test_explicit_ec (7031 ms) 2024-09-12T17:41:09.112 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] cls_refcount.set_ec 2024-09-12T17:41:16.127 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] cls_refcount.set_ec (7015 ms) 2024-09-12T17:41:16.128 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] 10 tests from cls_refcount (61217 ms total) 2024-09-12T17:41:16.128 INFO:tasks.workunit.client.0.smithi045.stdout: 2024-09-12T17:41:16.128 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] Global test environment tear-down 2024-09-12T17:41:16.128 INFO:tasks.workunit.client.0.smithi045.stdout:[==========] 10 tests from 1 test suite ran. (61217 ms total) 2024-09-12T17:41:16.128 INFO:tasks.workunit.client.0.smithi045.stdout:[ PASSED ] 10 tests. 2024-09-12T17:41:16.130 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:41:16.131 DEBUG:teuthology.orchestra.run.smithi045:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:41:16.175 INFO:tasks.workunit:Running workunits matching cls/test_cls_rgw.sh on client.0... 2024-09-12T17:41:16.176 INFO:tasks.workunit:Running workunit cls/test_cls_rgw.sh... 2024-09-12T17:41:16.176 DEBUG:teuthology.orchestra.run.smithi045:workunit test cls/test_cls_rgw.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw.sh 2024-09-12T17:41:16.262 INFO:tasks.workunit.client.0.smithi045.stdout:Running main() from gmock_main.cc 2024-09-12T17:41:16.262 INFO:tasks.workunit.client.0.smithi045.stdout:[==========] Running 18 tests from 1 test suite. 2024-09-12T17:41:16.262 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] Global test environment set-up. 2024-09-12T17:41:16.262 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] 18 tests from cls_rgw 2024-09-12T17:41:18.147 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] cls_rgw.index_basic 2024-09-12T17:41:18.190 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] cls_rgw.index_basic (43 ms) 2024-09-12T17:41:18.190 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] cls_rgw.index_multiple_obj_writers 2024-09-12T17:41:18.222 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] cls_rgw.index_multiple_obj_writers (32 ms) 2024-09-12T17:41:18.222 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] cls_rgw.index_remove_object 2024-09-12T17:41:18.266 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] cls_rgw.index_remove_object (44 ms) 2024-09-12T17:41:18.267 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] cls_rgw.index_suggest 2024-09-12T17:41:19.728 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] cls_rgw.index_suggest (1462 ms) 2024-09-12T17:41:19.728 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] cls_rgw.index_suggest_complete 2024-09-12T17:41:19.734 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] cls_rgw.index_suggest_complete (6 ms) 2024-09-12T17:41:19.734 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] cls_rgw.index_list 2024-09-12T17:41:19.758 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] cls_rgw.index_list (24 ms) 2024-09-12T17:41:19.758 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] cls_rgw.index_list_delimited 2024-09-12T17:41:39.478 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] cls_rgw.index_list_delimited (19719 ms) 2024-09-12T17:41:39.478 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] cls_rgw.bi_list 2024-09-12T17:41:39.550 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] cls_rgw.bi_list (73 ms) 2024-09-12T17:41:39.550 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] cls_rgw.gc_set 2024-09-12T17:41:39.560 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] cls_rgw.gc_set (10 ms) 2024-09-12T17:41:39.560 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] cls_rgw.gc_list 2024-09-12T17:41:39.570 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] cls_rgw.gc_list (10 ms) 2024-09-12T17:41:39.570 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] cls_rgw.gc_defer 2024-09-12T17:41:47.510 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] cls_rgw.gc_defer (7939 ms) 2024-09-12T17:41:47.510 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] cls_rgw.usage_basic 2024-09-12T17:41:47.588 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] cls_rgw.usage_basic (79 ms) 2024-09-12T17:41:47.588 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] cls_rgw.usage_clear_no_obj 2024-09-12T17:41:47.589 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] cls_rgw.usage_clear_no_obj (1 ms) 2024-09-12T17:41:47.589 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] cls_rgw.usage_clear 2024-09-12T17:41:47.685 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] cls_rgw.usage_clear (95 ms) 2024-09-12T17:41:47.685 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] cls_rgw.bi_log_trim 2024-09-12T17:41:47.725 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] cls_rgw.bi_log_trim (40 ms) 2024-09-12T17:41:48.061 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] cls_rgw.index_racing_removes 2024-09-12T17:41:48.062 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] cls_rgw.index_racing_removes (12 ms) 2024-09-12T17:41:48.062 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] cls_rgw.reshardlog_list 2024-09-12T17:41:48.062 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] cls_rgw.reshardlog_list (12 ms) 2024-09-12T17:41:48.063 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] cls_rgw.reshardlog_num 2024-09-12T17:41:48.063 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] cls_rgw.reshardlog_num (9 ms) 2024-09-12T17:41:48.517 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] 18 tests from cls_rgw (29610 ms total) 2024-09-12T17:41:48.517 INFO:tasks.workunit.client.0.smithi045.stdout: 2024-09-12T17:41:48.517 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] Global test environment tear-down 2024-09-12T17:41:48.517 INFO:tasks.workunit.client.0.smithi045.stdout:[==========] 18 tests from 1 test suite ran. (32255 ms total) 2024-09-12T17:41:48.518 INFO:tasks.workunit.client.0.smithi045.stdout:[ PASSED ] 18 tests. 2024-09-12T17:41:48.520 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:41:48.520 DEBUG:teuthology.orchestra.run.smithi045:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:41:48.566 INFO:tasks.workunit:Running workunits matching cls/test_cls_rgw_gc.sh on client.0... 2024-09-12T17:41:48.568 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_gc.sh... 2024-09-12T17:41:48.568 DEBUG:teuthology.orchestra.run.smithi045:workunit test cls/test_cls_rgw_gc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_gc.sh 2024-09-12T17:41:48.618 INFO:tasks.workunit.client.0.smithi045.stdout:Running main() from gmock_main.cc 2024-09-12T17:41:48.618 INFO:tasks.workunit.client.0.smithi045.stdout:[==========] Running 9 tests from 1 test suite. 2024-09-12T17:41:48.618 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] Global test environment set-up. 2024-09-12T17:41:48.618 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] 9 tests from cls_rgw_gc 2024-09-12T17:41:48.619 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] cls_rgw_gc.init 2024-09-12T17:41:50.524 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] cls_rgw_gc.init (1905 ms) 2024-09-12T17:41:50.524 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops1 2024-09-12T17:41:50.553 INFO:tasks.workunit.client.0.smithi045.stderr:[ ] list info tag = chain-0 2024-09-12T17:41:50.553 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] cls_rgw_gc.gc_queue_ops1 (30 ms) 2024-09-12T17:41:50.553 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops2 2024-09-12T17:41:50.563 INFO:tasks.workunit.client.0.smithi045.stderr:[ ] next_marker is: = 0/4263 2024-09-12T17:41:50.563 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] cls_rgw_gc.gc_queue_ops2 (10 ms) 2024-09-12T17:41:50.563 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops5 2024-09-12T17:41:50.571 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] cls_rgw_gc.gc_queue_ops5 (8 ms) 2024-09-12T17:41:50.572 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops6 2024-09-12T17:41:50.578 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] cls_rgw_gc.gc_queue_ops6 (7 ms) 2024-09-12T17:41:50.579 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops7 2024-09-12T17:41:50.587 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] cls_rgw_gc.gc_queue_ops7 (8 ms) 2024-09-12T17:41:50.587 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops8 2024-09-12T17:41:50.605 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] cls_rgw_gc.gc_queue_ops8 (8 ms) 2024-09-12T17:41:50.606 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops9 2024-09-12T17:41:50.606 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] cls_rgw_gc.gc_queue_ops9 (6 ms) 2024-09-12T17:41:50.606 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] cls_rgw_gc.finalize 2024-09-12T17:41:51.526 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] cls_rgw_gc.finalize (926 ms) 2024-09-12T17:41:51.527 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] 9 tests from cls_rgw_gc (2908 ms total) 2024-09-12T17:41:51.527 INFO:tasks.workunit.client.0.smithi045.stdout: 2024-09-12T17:41:51.527 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] Global test environment tear-down 2024-09-12T17:41:51.527 INFO:tasks.workunit.client.0.smithi045.stdout:[==========] 9 tests from 1 test suite ran. (2908 ms total) 2024-09-12T17:41:51.527 INFO:tasks.workunit.client.0.smithi045.stdout:[ PASSED ] 9 tests. 2024-09-12T17:41:51.530 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:41:51.530 DEBUG:teuthology.orchestra.run.smithi045:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:41:51.578 INFO:tasks.workunit:Running workunits matching cls/test_cls_rgw_stats.sh on client.0... 2024-09-12T17:41:51.579 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_stats.sh... 2024-09-12T17:41:51.579 DEBUG:teuthology.orchestra.run.smithi045:workunit test cls/test_cls_rgw_stats.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_stats.sh 2024-09-12T17:41:51.636 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:41:51.636 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:41:51.637 INFO:tasks.workunit.client.0.smithi045.stdout:[==========] Running 1 test from 1 test suite. 2024-09-12T17:41:51.637 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] Global test environment set-up. 2024-09-12T17:41:53.543 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] 1 test from cls_rgw_stats 2024-09-12T17:41:53.544 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] cls_rgw_stats.simulate 2024-09-12T17:41:53.563 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.562+0000 7f777f168780 1 > prepared operation key=H3CSJQOWQ7NN tag=SFKCXZPXYTSF type=del size=3742546 2024-09-12T17:41:53.566 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.564+0000 7f777f168780 1 > prepared part key=_multipart_G4A1L52XKRAS.2~XZ2E1G66KZNP.0 size=712194 2024-09-12T17:41:53.566 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.564+0000 7f777f168780 1 > prepared multipart upload key=G4A1L52XKRAS upload=XZ2E1G66KZNP tag=3V7ZHI0ERLFX type=write size=1760770 2024-09-12T17:41:53.568 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.567+0000 7f777f168780 1 > prepared part key=_multipart_FI2EY06UN14X.2~E2H0EM0HNZQR.0 size=1048576 2024-09-12T17:41:53.569 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.568+0000 7f777f168780 1 > prepared part key=_multipart_FI2EY06UN14X.2~E2H0EM0HNZQR.1 size=669085 2024-09-12T17:41:53.569 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.568+0000 7f777f168780 1 > prepared multipart upload key=FI2EY06UN14X upload=E2H0EM0HNZQR tag=BYTOSYY2JYCH type=write size=2766237 2024-09-12T17:41:53.572 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.570+0000 7f777f168780 1 > prepared part key=_multipart_DCPT2HL28MHD.2~LZ4OR6WGTA0W.0 size=1048576 2024-09-12T17:41:53.573 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.571+0000 7f777f168780 1 > prepared part key=_multipart_DCPT2HL28MHD.2~LZ4OR6WGTA0W.1 size=459066 2024-09-12T17:41:53.573 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.571+0000 7f777f168780 1 > prepared multipart upload key=DCPT2HL28MHD upload=LZ4OR6WGTA0W tag=H0RI500DDO4X type=write size=2556218 2024-09-12T17:41:53.574 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.572+0000 7f777f168780 1 > prepared operation key=DO31EKWPC3OI tag=IUA31P19VE7K type=del size=1365398 2024-09-12T17:41:53.576 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.575+0000 7f777f168780 1 > prepared part key=_multipart_OE1BUCZHIE1B.2~3K3W837SV27J.0 size=1048576 2024-09-12T17:41:53.577 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.576+0000 7f777f168780 1 > prepared part key=_multipart_OE1BUCZHIE1B.2~3K3W837SV27J.1 size=544027 2024-09-12T17:41:53.578 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.576+0000 7f777f168780 1 > prepared multipart upload key=OE1BUCZHIE1B upload=3K3W837SV27J tag=3K2FRVKY2EU0 type=write size=2641179 2024-09-12T17:41:53.579 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.577+0000 7f777f168780 1 > prepared operation key=FI2EY06UN14X tag=R25L8TITEEJO type=del size=1988535 2024-09-12T17:41:53.580 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.579+0000 7f777f168780 1 > prepared operation key=VI3OAATH7N7Z tag=RB1M7XSZSOR8 type=del size=654447 2024-09-12T17:41:53.582 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.580+0000 7f777f168780 1 > prepared operation key=FSWX3S2TGJJ9 tag=8JZTOGEGL7LF type=del size=2651101 2024-09-12T17:41:53.583 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.582+0000 7f777f168780 1 > prepared operation key=1ZL602X3VJDP tag=BB55V2ZNBOGW type=write size=722615 2024-09-12T17:41:53.584 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.583+0000 7f777f168780 1 > prepared operation key=GYBHJV1TE1UC tag=XD11A3C1W8EJ type=del size=1697914 2024-09-12T17:41:53.587 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.586+0000 7f777f168780 1 > prepared part key=_multipart_13V8F5WX47AD.2~0AH176FIS6YL.0 size=1048576 2024-09-12T17:41:53.588 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.587+0000 7f777f168780 1 > prepared part key=_multipart_13V8F5WX47AD.2~0AH176FIS6YL.1 size=1048576 2024-09-12T17:41:53.589 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.588+0000 7f777f168780 1 > prepared part key=_multipart_13V8F5WX47AD.2~0AH176FIS6YL.2 size=174385 2024-09-12T17:41:53.589 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.588+0000 7f777f168780 1 > prepared multipart upload key=13V8F5WX47AD upload=0AH176FIS6YL tag=OXWT8A4X1LV6 type=write size=3320113 2024-09-12T17:41:53.590 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.589+0000 7f777f168780 1 > prepared operation key=BO6EDKIVIHEW tag=IFRM2TUG3GM1 type=del size=1218273 2024-09-12T17:41:53.593 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.591+0000 7f777f168780 1 > prepared part key=_multipart_FCBWV27TCNS4.2~LXMIYPT1B2TK.0 size=342518 2024-09-12T17:41:53.593 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.591+0000 7f777f168780 1 > prepared multipart upload key=FCBWV27TCNS4 upload=LXMIYPT1B2TK tag=XGT6I11BY2JU type=write size=1391094 2024-09-12T17:41:53.594 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.593+0000 7f777f168780 1 > prepared operation key=AEV8UHLVWR8L tag=N7HFFV3DJAV4 type=write size=979482 2024-09-12T17:41:53.596 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.595+0000 7f777f168780 1 > prepared part key=_multipart_FCBWV27TCNS4.2~ZCFWVW1UA22E.0 size=1048576 2024-09-12T17:41:53.598 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.596+0000 7f777f168780 1 > prepared part key=_multipart_FCBWV27TCNS4.2~ZCFWVW1UA22E.1 size=1048576 2024-09-12T17:41:53.599 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.597+0000 7f777f168780 1 > prepared part key=_multipart_FCBWV27TCNS4.2~ZCFWVW1UA22E.2 size=349622 2024-09-12T17:41:53.599 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.597+0000 7f777f168780 1 > prepared multipart upload key=FCBWV27TCNS4 upload=ZCFWVW1UA22E tag=KXH0DIRMMPBA type=write size=3495350 2024-09-12T17:41:53.600 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.598+0000 7f777f168780 1 < completed delete operation key=H3CSJQOWQ7NN tag=SFKCXZPXYTSF type=del 2024-09-12T17:41:53.601 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.600+0000 7f777f168780 1 > prepared operation key=GYBHJV1TE1UC tag=K8D45TY9LR23 type=del size=3082839 2024-09-12T17:41:53.603 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.601+0000 7f777f168780 1 < completed part key=_multipart_G4A1L52XKRAS.2~XZ2E1G66KZNP.0 size=712194 2024-09-12T17:41:53.605 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.603+0000 7f777f168780 1 < completed multipart upload key=G4A1L52XKRAS upload=XZ2E1G66KZNP tag=3V7ZHI0ERLFX type=write size=1760770 2024-09-12T17:41:53.606 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.605+0000 7f777f168780 1 > prepared operation key=CPJJKVPMV2GJ tag=807IH2L0I381 type=del size=2278000 2024-09-12T17:41:53.608 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.606+0000 7f777f168780 1 < completed part key=_multipart_FI2EY06UN14X.2~E2H0EM0HNZQR.0 size=1048576 2024-09-12T17:41:53.608 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.606+0000 7f777f168780 1 < canceled part key=_multipart_FI2EY06UN14X.2~E2H0EM0HNZQR.1 size=669085 2024-09-12T17:41:53.610 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.608+0000 7f777f168780 1 < canceled multipart upload key=FI2EY06UN14X upload=E2H0EM0HNZQR tag=BYTOSYY2JYCH type=write size=2766237 2024-09-12T17:41:53.612 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.611+0000 7f777f168780 1 > prepared part key=_multipart_CV1EGVJPNSKR.2~XHU7743Z9SQ9.0 size=1048576 2024-09-12T17:41:53.613 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.612+0000 7f777f168780 1 > prepared part key=_multipart_CV1EGVJPNSKR.2~XHU7743Z9SQ9.1 size=1048576 2024-09-12T17:41:53.614 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.613+0000 7f777f168780 1 > prepared part key=_multipart_CV1EGVJPNSKR.2~XHU7743Z9SQ9.2 size=38191 2024-09-12T17:41:53.614 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.613+0000 7f777f168780 1 > prepared multipart upload key=CV1EGVJPNSKR upload=XHU7743Z9SQ9 tag=PKYA67ZVDTZ3 type=write size=3183919 2024-09-12T17:41:53.616 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.614+0000 7f777f168780 1 < completed part key=_multipart_DCPT2HL28MHD.2~LZ4OR6WGTA0W.0 size=1048576 2024-09-12T17:41:53.617 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.615+0000 7f777f168780 1 < completed part key=_multipart_DCPT2HL28MHD.2~LZ4OR6WGTA0W.1 size=459066 2024-09-12T17:41:53.619 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.617+0000 7f777f168780 1 < completed multipart upload key=DCPT2HL28MHD upload=LZ4OR6WGTA0W tag=H0RI500DDO4X type=write size=2556218 2024-09-12T17:41:53.620 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.619+0000 7f777f168780 1 > prepared operation key=S79H21EJKRPP tag=4KJOWKIT104U type=write size=609964 2024-09-12T17:41:53.621 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.620+0000 7f777f168780 1 < completed delete operation key=DO31EKWPC3OI tag=IUA31P19VE7K type=del 2024-09-12T17:41:53.623 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.621+0000 7f777f168780 1 > prepared operation key=3U17OL8VRNIQ tag=ZLC6G8UGNN39 type=del size=4077984 2024-09-12T17:41:53.624 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.623+0000 7f777f168780 1 < completed part key=_multipart_OE1BUCZHIE1B.2~3K3W837SV27J.0 size=1048576 2024-09-12T17:41:53.625 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.624+0000 7f777f168780 1 < completed part key=_multipart_OE1BUCZHIE1B.2~3K3W837SV27J.1 size=544027 2024-09-12T17:41:53.627 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.626+0000 7f777f168780 1 < completed multipart upload key=OE1BUCZHIE1B upload=3K3W837SV27J tag=3K2FRVKY2EU0 type=write size=2641179 2024-09-12T17:41:53.629 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.627+0000 7f777f168780 1 > prepared operation key=2BM46JTAY3BM tag=YZ49CSKQCAGB type=del size=3016192 2024-09-12T17:41:53.630 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.628+0000 7f777f168780 1 < completed delete operation key=FI2EY06UN14X tag=R25L8TITEEJO type=del 2024-09-12T17:41:53.632 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.630+0000 7f777f168780 1 > prepared operation key=GYBHJV1TE1UC tag=VDL8HBGPYQ3C type=del size=2818535 2024-09-12T17:41:53.633 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.631+0000 7f777f168780 1 < canceled operation key=VI3OAATH7N7Z tag=RB1M7XSZSOR8 type=del size=654447 2024-09-12T17:41:53.635 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.633+0000 7f777f168780 1 > prepared part key=_multipart_NV7QYM1CMJA7.2~DGQ5FM589D0Z.0 size=46431 2024-09-12T17:41:53.635 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.633+0000 7f777f168780 1 > prepared multipart upload key=NV7QYM1CMJA7 upload=DGQ5FM589D0Z tag=YQFR04XVEQX2 type=write size=1095007 2024-09-12T17:41:53.637 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.636+0000 7f777f168780 1 < suggested remove operation key=FSWX3S2TGJJ9 tag=8JZTOGEGL7LF type=del 2024-09-12T17:41:53.640 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.638+0000 7f777f168780 1 > prepared part key=_multipart_G4A1L52XKRAS.2~F7AR4QEC7EAF.0 size=1048576 2024-09-12T17:41:53.641 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.639+0000 7f777f168780 1 > prepared part key=_multipart_G4A1L52XKRAS.2~F7AR4QEC7EAF.1 size=1048576 2024-09-12T17:41:53.642 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.640+0000 7f777f168780 1 > prepared part key=_multipart_G4A1L52XKRAS.2~F7AR4QEC7EAF.2 size=469162 2024-09-12T17:41:53.642 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.640+0000 7f777f168780 1 > prepared multipart upload key=G4A1L52XKRAS upload=F7AR4QEC7EAF tag=M9O98BEIXOJS type=write size=3614890 2024-09-12T17:41:53.643 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.642+0000 7f777f168780 1 < completed write operation key=1ZL602X3VJDP tag=BB55V2ZNBOGW type=write size=722615 2024-09-12T17:41:53.646 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.644+0000 7f777f168780 1 > prepared part key=_multipart_BO6EDKIVIHEW.2~WO7Z0DDXH4CW.0 size=1048576 2024-09-12T17:41:53.647 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.645+0000 7f777f168780 1 > prepared part key=_multipart_BO6EDKIVIHEW.2~WO7Z0DDXH4CW.1 size=1048576 2024-09-12T17:41:53.648 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.646+0000 7f777f168780 1 > prepared part key=_multipart_BO6EDKIVIHEW.2~WO7Z0DDXH4CW.2 size=600617 2024-09-12T17:41:53.648 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.646+0000 7f777f168780 1 > prepared multipart upload key=BO6EDKIVIHEW upload=WO7Z0DDXH4CW tag=O1IQ3RSGPGDF type=write size=3746345 2024-09-12T17:41:53.649 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.647+0000 7f777f168780 1 < completed delete operation key=GYBHJV1TE1UC tag=XD11A3C1W8EJ type=del 2024-09-12T17:41:53.651 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.650+0000 7f777f168780 1 > prepared part key=_multipart_DO31EKWPC3OI.2~CKQ68JUJ8O84.0 size=1048576 2024-09-12T17:41:53.652 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.651+0000 7f777f168780 1 > prepared part key=_multipart_DO31EKWPC3OI.2~CKQ68JUJ8O84.1 size=1048576 2024-09-12T17:41:53.653 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.652+0000 7f777f168780 1 > prepared part key=_multipart_DO31EKWPC3OI.2~CKQ68JUJ8O84.2 size=148688 2024-09-12T17:41:53.653 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.652+0000 7f777f168780 1 > prepared multipart upload key=DO31EKWPC3OI upload=CKQ68JUJ8O84 tag=1YM91S74G840 type=write size=3294416 2024-09-12T17:41:53.654 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.653+0000 7f777f168780 1 < completed part key=_multipart_13V8F5WX47AD.2~0AH176FIS6YL.0 size=1048576 2024-09-12T17:41:53.655 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.654+0000 7f777f168780 1 < completed part key=_multipart_13V8F5WX47AD.2~0AH176FIS6YL.1 size=1048576 2024-09-12T17:41:53.656 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.655+0000 7f777f168780 1 < completed part key=_multipart_13V8F5WX47AD.2~0AH176FIS6YL.2 size=174385 2024-09-12T17:41:53.658 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.657+0000 7f777f168780 1 < completed multipart upload key=13V8F5WX47AD upload=0AH176FIS6YL tag=OXWT8A4X1LV6 type=write size=3320113 2024-09-12T17:41:53.660 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.658+0000 7f777f168780 1 > prepared operation key=BO6EDKIVIHEW tag=CY4IYIBZ7CHT type=del size=3939785 2024-09-12T17:41:53.662 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.661+0000 7f777f168780 1 < suggested remove operation key=BO6EDKIVIHEW tag=IFRM2TUG3GM1 type=del 2024-09-12T17:41:53.664 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.662+0000 7f777f168780 1 > prepared operation key=H3CSJQOWQ7NN tag=ZLZNYGA78SB0 type=write size=951019 2024-09-12T17:41:53.665 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.663+0000 7f777f168780 1 < completed part key=_multipart_FCBWV27TCNS4.2~LXMIYPT1B2TK.0 size=342518 2024-09-12T17:41:53.667 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.665+0000 7f777f168780 1 < completed multipart upload key=FCBWV27TCNS4 upload=LXMIYPT1B2TK tag=XGT6I11BY2JU type=write size=1391094 2024-09-12T17:41:53.669 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.668+0000 7f777f168780 1 > prepared part key=_multipart_1IACFTAZKIWV.2~RZ70CU6HPXEV.0 size=953162 2024-09-12T17:41:53.669 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.668+0000 7f777f168780 1 > prepared multipart upload key=1IACFTAZKIWV upload=RZ70CU6HPXEV tag=KUH2L417XFYH type=write size=2001738 2024-09-12T17:41:53.670 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.669+0000 7f777f168780 1 < completed write operation key=AEV8UHLVWR8L tag=N7HFFV3DJAV4 type=write size=979482 2024-09-12T17:41:53.673 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.671+0000 7f777f168780 1 > prepared part key=_multipart_FI2EY06UN14X.2~Y75N7O0QGGBF.0 size=1048576 2024-09-12T17:41:53.673 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.672+0000 7f777f168780 1 > prepared part key=_multipart_FI2EY06UN14X.2~Y75N7O0QGGBF.1 size=558735 2024-09-12T17:41:53.673 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.672+0000 7f777f168780 1 > prepared multipart upload key=FI2EY06UN14X upload=Y75N7O0QGGBF tag=MGR6WZO4QQDF type=write size=2655887 2024-09-12T17:41:53.674 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.673+0000 7f777f168780 1 < completed part key=_multipart_FCBWV27TCNS4.2~ZCFWVW1UA22E.0 size=1048576 2024-09-12T17:41:53.675 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.674+0000 7f777f168780 1 < completed part key=_multipart_FCBWV27TCNS4.2~ZCFWVW1UA22E.1 size=1048576 2024-09-12T17:41:53.676 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.675+0000 7f777f168780 1 < completed part key=_multipart_FCBWV27TCNS4.2~ZCFWVW1UA22E.2 size=349622 2024-09-12T17:41:53.679 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.677+0000 7f777f168780 1 < completed multipart upload key=FCBWV27TCNS4 upload=ZCFWVW1UA22E tag=KXH0DIRMMPBA type=write size=3495350 2024-09-12T17:41:53.680 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.678+0000 7f777f168780 1 > prepared operation key=AEV8UHLVWR8L tag=ID9PUNUBEVEN type=del size=2556524 2024-09-12T17:41:53.682 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.681+0000 7f777f168780 1 < suggested remove operation key=GYBHJV1TE1UC tag=K8D45TY9LR23 type=del 2024-09-12T17:41:53.683 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.682+0000 7f777f168780 1 > prepared operation key=NV7QYM1CMJA7 tag=BOQ9O6RL4751 type=del size=1457048 2024-09-12T17:41:53.685 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.684+0000 7f777f168780 1 < suggested update operation key=CPJJKVPMV2GJ tag=807IH2L0I381 type=del size=2278000 2024-09-12T17:41:53.687 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.685+0000 7f777f168780 1 > prepared operation key=2ZFE3UG14FTU tag=4BZYZKKKXOG6 type=write size=184374 2024-09-12T17:41:53.688 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.686+0000 7f777f168780 1 < completed part key=_multipart_CV1EGVJPNSKR.2~XHU7743Z9SQ9.0 size=1048576 2024-09-12T17:41:53.689 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.687+0000 7f777f168780 1 < completed part key=_multipart_CV1EGVJPNSKR.2~XHU7743Z9SQ9.1 size=1048576 2024-09-12T17:41:53.689 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.688+0000 7f777f168780 1 < completed part key=_multipart_CV1EGVJPNSKR.2~XHU7743Z9SQ9.2 size=38191 2024-09-12T17:41:53.692 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.691+0000 7f777f168780 1 < completed multipart upload key=CV1EGVJPNSKR upload=XHU7743Z9SQ9 tag=PKYA67ZVDTZ3 type=write size=3183919 2024-09-12T17:41:53.694 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.693+0000 7f777f168780 1 > prepared part key=_multipart_CASKVIJ5MIV7.2~X47JP6D8AXGG.0 size=932878 2024-09-12T17:41:53.694 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.693+0000 7f777f168780 1 > prepared multipart upload key=CASKVIJ5MIV7 upload=X47JP6D8AXGG tag=4X0WCU0152H7 type=write size=1981454 2024-09-12T17:41:53.695 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.694+0000 7f777f168780 1 < completed write operation key=S79H21EJKRPP tag=4KJOWKIT104U type=write size=609964 2024-09-12T17:41:53.697 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.696+0000 7f777f168780 1 > prepared part key=_multipart_1IACFTAZKIWV.2~G6MVWSF43Z43.0 size=1048576 2024-09-12T17:41:53.698 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.697+0000 7f777f168780 1 > prepared part key=_multipart_1IACFTAZKIWV.2~G6MVWSF43Z43.1 size=1048576 2024-09-12T17:41:53.699 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.698+0000 7f777f168780 1 > prepared part key=_multipart_1IACFTAZKIWV.2~G6MVWSF43Z43.2 size=796608 2024-09-12T17:41:53.699 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.698+0000 7f777f168780 1 > prepared multipart upload key=1IACFTAZKIWV upload=G6MVWSF43Z43 tag=MU2UTX179QQM type=write size=3942336 2024-09-12T17:41:53.700 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.699+0000 7f777f168780 1 < completed delete operation key=3U17OL8VRNIQ tag=ZLC6G8UGNN39 type=del 2024-09-12T17:41:53.702 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.700+0000 7f777f168780 1 > prepared operation key=FI2EY06UN14X tag=5G9OBP26S8LK type=del size=1475078 2024-09-12T17:41:53.704 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.702+0000 7f777f168780 1 < suggested remove operation key=2BM46JTAY3BM tag=YZ49CSKQCAGB type=del 2024-09-12T17:41:53.706 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.704+0000 7f777f168780 1 > prepared part key=_multipart_K0OUEJ4GMFDB.2~0SMO46WV0A1R.0 size=1048576 2024-09-12T17:41:53.707 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.705+0000 7f777f168780 1 > prepared part key=_multipart_K0OUEJ4GMFDB.2~0SMO46WV0A1R.1 size=1048576 2024-09-12T17:41:53.708 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.706+0000 7f777f168780 1 > prepared part key=_multipart_K0OUEJ4GMFDB.2~0SMO46WV0A1R.2 size=789685 2024-09-12T17:41:53.708 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.706+0000 7f777f168780 1 > prepared multipart upload key=K0OUEJ4GMFDB upload=0SMO46WV0A1R tag=32WR9TQHVBQC type=write size=3935413 2024-09-12T17:41:53.709 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.707+0000 7f777f168780 -1 < failed to complete operation key=GYBHJV1TE1UC tag=VDL8HBGPYQ3C type=del size=2818535: (22) Invalid argument 2024-09-12T17:41:53.712 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.709+0000 7f777f168780 1 > prepared part key=_multipart_3D7LF14YZ1DI.2~2CZQHWM8JJGV.0 size=1048576 2024-09-12T17:41:53.712 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.710+0000 7f777f168780 1 > prepared part key=_multipart_3D7LF14YZ1DI.2~2CZQHWM8JJGV.1 size=672495 2024-09-12T17:41:53.712 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.710+0000 7f777f168780 1 > prepared multipart upload key=3D7LF14YZ1DI upload=2CZQHWM8JJGV tag=PZGT98ZP01SI type=write size=2769647 2024-09-12T17:41:53.713 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.711+0000 7f777f168780 1 < completed part key=_multipart_NV7QYM1CMJA7.2~DGQ5FM589D0Z.0 size=46431 2024-09-12T17:41:53.715 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.713+0000 7f777f168780 1 < completed multipart upload key=NV7QYM1CMJA7 upload=DGQ5FM589D0Z tag=YQFR04XVEQX2 type=write size=1095007 2024-09-12T17:41:53.717 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.715+0000 7f777f168780 1 > prepared part key=_multipart_1ZL602X3VJDP.2~H7UNL9XHCD03.0 size=676760 2024-09-12T17:41:53.717 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.715+0000 7f777f168780 1 > prepared multipart upload key=1ZL602X3VJDP upload=H7UNL9XHCD03 tag=BJXKQ5HHW3T4 type=write size=1725336 2024-09-12T17:41:53.717 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.715+0000 7f777f168780 1 < canceled part key=_multipart_G4A1L52XKRAS.2~F7AR4QEC7EAF.0 size=1048576 2024-09-12T17:41:53.718 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.716+0000 7f777f168780 1 < completed part key=_multipart_G4A1L52XKRAS.2~F7AR4QEC7EAF.1 size=1048576 2024-09-12T17:41:53.719 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.717+0000 7f777f168780 1 < completed part key=_multipart_G4A1L52XKRAS.2~F7AR4QEC7EAF.2 size=469162 2024-09-12T17:41:53.720 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.719+0000 7f777f168780 1 < canceled multipart upload key=G4A1L52XKRAS upload=F7AR4QEC7EAF tag=M9O98BEIXOJS type=write size=3614890 2024-09-12T17:41:53.721 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.720+0000 7f777f168780 1 > prepared operation key=2BM46JTAY3BM tag=ROKMTZ2J23M2 type=del size=989856 2024-09-12T17:41:53.725 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.721+0000 7f777f168780 1 < completed part key=_multipart_BO6EDKIVIHEW.2~WO7Z0DDXH4CW.0 size=1048576 2024-09-12T17:41:53.725 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.722+0000 7f777f168780 1 < completed part key=_multipart_BO6EDKIVIHEW.2~WO7Z0DDXH4CW.1 size=1048576 2024-09-12T17:41:53.725 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.723+0000 7f777f168780 1 < completed part key=_multipart_BO6EDKIVIHEW.2~WO7Z0DDXH4CW.2 size=600617 2024-09-12T17:41:53.726 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.725+0000 7f777f168780 1 < completed multipart upload key=BO6EDKIVIHEW upload=WO7Z0DDXH4CW tag=O1IQ3RSGPGDF type=write size=3746345 2024-09-12T17:41:53.728 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.727+0000 7f777f168780 1 > prepared part key=_multipart_2ZFE3UG14FTU.2~6OFMN17VYQXP.0 size=505473 2024-09-12T17:41:53.729 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.727+0000 7f777f168780 1 > prepared multipart upload key=2ZFE3UG14FTU upload=6OFMN17VYQXP tag=RJOJCRJC7PS8 type=write size=1554049 2024-09-12T17:41:53.729 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.727+0000 7f777f168780 1 < canceled part key=_multipart_DO31EKWPC3OI.2~CKQ68JUJ8O84.0 size=1048576 2024-09-12T17:41:53.729 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.728+0000 7f777f168780 1 < completed part key=_multipart_DO31EKWPC3OI.2~CKQ68JUJ8O84.1 size=1048576 2024-09-12T17:41:53.730 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.729+0000 7f777f168780 1 < completed part key=_multipart_DO31EKWPC3OI.2~CKQ68JUJ8O84.2 size=148688 2024-09-12T17:41:53.732 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.731+0000 7f777f168780 1 < canceled multipart upload key=DO31EKWPC3OI upload=CKQ68JUJ8O84 tag=1YM91S74G840 type=write size=3294416 2024-09-12T17:41:53.734 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.733+0000 7f777f168780 1 > prepared part key=_multipart_2KHLGQJKQA23.2~61GHU05J2VIQ.0 size=1048576 2024-09-12T17:41:53.735 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.734+0000 7f777f168780 1 > prepared part key=_multipart_2KHLGQJKQA23.2~61GHU05J2VIQ.1 size=834927 2024-09-12T17:41:53.735 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.734+0000 7f777f168780 1 > prepared multipart upload key=2KHLGQJKQA23 upload=61GHU05J2VIQ tag=BU8J109YJ2M8 type=write size=2932079 2024-09-12T17:41:53.737 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.736+0000 7f777f168780 1 < suggested update operation key=BO6EDKIVIHEW tag=CY4IYIBZ7CHT type=del size=3939785 2024-09-12T17:41:53.740 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.738+0000 7f777f168780 1 > prepared part key=_multipart_H3CSJQOWQ7NN.2~R9AYIL2ITPJM.0 size=63006 2024-09-12T17:41:53.740 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.738+0000 7f777f168780 1 > prepared multipart upload key=H3CSJQOWQ7NN upload=R9AYIL2ITPJM tag=K62DDIE3ISKW type=write size=1111582 2024-09-12T17:41:53.741 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.739+0000 7f777f168780 1 < completed write operation key=H3CSJQOWQ7NN tag=ZLZNYGA78SB0 type=write size=951019 2024-09-12T17:41:53.742 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.740+0000 7f777f168780 1 > prepared operation key=9XT9OU5JDG04 tag=6CKZIPAXM8VO type=write size=838489 2024-09-12T17:41:53.743 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.742+0000 7f777f168780 1 < completed part key=_multipart_1IACFTAZKIWV.2~RZ70CU6HPXEV.0 size=953162 2024-09-12T17:41:53.745 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.744+0000 7f777f168780 1 < completed multipart upload key=1IACFTAZKIWV upload=RZ70CU6HPXEV tag=KUH2L417XFYH type=write size=2001738 2024-09-12T17:41:53.746 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.745+0000 7f777f168780 1 > prepared operation key=2KHLGQJKQA23 tag=WOP7JB6FVO9R type=write size=985536 2024-09-12T17:41:53.748 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.746+0000 7f777f168780 1 < completed part key=_multipart_FI2EY06UN14X.2~Y75N7O0QGGBF.0 size=1048576 2024-09-12T17:41:53.748 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.746+0000 7f777f168780 1 < canceled part key=_multipart_FI2EY06UN14X.2~Y75N7O0QGGBF.1 size=558735 2024-09-12T17:41:53.749 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.748+0000 7f777f168780 1 < canceled multipart upload key=FI2EY06UN14X upload=Y75N7O0QGGBF tag=MGR6WZO4QQDF type=write size=2655887 2024-09-12T17:41:53.751 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.749+0000 7f777f168780 1 > prepared operation key=PW0NPHZT12D3 tag=F8X63Y8OC0BZ type=del size=2038153 2024-09-12T17:41:53.754 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.752+0000 7f777f168780 1 < suggested update operation key=AEV8UHLVWR8L tag=ID9PUNUBEVEN type=del size=2556524 2024-09-12T17:41:53.756 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.754+0000 7f777f168780 1 > prepared part key=_multipart_GYBHJV1TE1UC.2~7N3R2YBH9X8O.0 size=1048576 2024-09-12T17:41:53.757 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.755+0000 7f777f168780 1 > prepared part key=_multipart_GYBHJV1TE1UC.2~7N3R2YBH9X8O.1 size=1048576 2024-09-12T17:41:53.757 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.756+0000 7f777f168780 1 > prepared part key=_multipart_GYBHJV1TE1UC.2~7N3R2YBH9X8O.2 size=45078 2024-09-12T17:41:53.758 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.756+0000 7f777f168780 1 > prepared multipart upload key=GYBHJV1TE1UC upload=7N3R2YBH9X8O tag=VXZJ7OB1NPTZ type=write size=3190806 2024-09-12T17:41:53.759 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.757+0000 7f777f168780 1 < completed delete operation key=NV7QYM1CMJA7 tag=BOQ9O6RL4751 type=del 2024-09-12T17:41:53.760 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.759+0000 7f777f168780 1 > prepared operation key=FSWX3S2TGJJ9 tag=L1E14XID1IT9 type=del size=1709218 2024-09-12T17:41:53.761 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.760+0000 7f777f168780 1 < completed write operation key=2ZFE3UG14FTU tag=4BZYZKKKXOG6 type=write size=184374 2024-09-12T17:41:53.762 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.761+0000 7f777f168780 1 > prepared operation key=CPJJKVPMV2GJ tag=DS3GJ17DLP2D type=del size=1811049 2024-09-12T17:41:53.764 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.762+0000 7f777f168780 1 < completed part key=_multipart_CASKVIJ5MIV7.2~X47JP6D8AXGG.0 size=932878 2024-09-12T17:41:53.766 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.764+0000 7f777f168780 1 < completed multipart upload key=CASKVIJ5MIV7 upload=X47JP6D8AXGG tag=4X0WCU0152H7 type=write size=1981454 2024-09-12T17:41:53.767 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.766+0000 7f777f168780 1 > prepared operation key=H3CSJQOWQ7NN tag=XMN4MPG7LN84 type=del size=2284694 2024-09-12T17:41:53.768 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.767+0000 7f777f168780 1 < completed part key=_multipart_1IACFTAZKIWV.2~G6MVWSF43Z43.0 size=1048576 2024-09-12T17:41:53.769 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.768+0000 7f777f168780 1 < completed part key=_multipart_1IACFTAZKIWV.2~G6MVWSF43Z43.1 size=1048576 2024-09-12T17:41:53.770 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.769+0000 7f777f168780 1 < completed part key=_multipart_1IACFTAZKIWV.2~G6MVWSF43Z43.2 size=796608 2024-09-12T17:41:53.772 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.771+0000 7f777f168780 1 < completed multipart upload key=1IACFTAZKIWV upload=G6MVWSF43Z43 tag=MU2UTX179QQM type=write size=3942336 2024-09-12T17:41:53.774 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.772+0000 7f777f168780 1 > prepared operation key=K0OUEJ4GMFDB tag=9CYA2FM1IMBS type=del size=332465 2024-09-12T17:41:53.775 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.774+0000 7f777f168780 1 < completed delete operation key=FI2EY06UN14X tag=5G9OBP26S8LK type=del 2024-09-12T17:41:53.776 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.775+0000 7f777f168780 1 > prepared operation key=K0OUEJ4GMFDB tag=3Q1GLZI4KG1N type=del size=3479281 2024-09-12T17:41:53.778 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.776+0000 7f777f168780 1 < completed part key=_multipart_K0OUEJ4GMFDB.2~0SMO46WV0A1R.0 size=1048576 2024-09-12T17:41:53.779 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.777+0000 7f777f168780 1 < completed part key=_multipart_K0OUEJ4GMFDB.2~0SMO46WV0A1R.1 size=1048576 2024-09-12T17:41:53.780 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.778+0000 7f777f168780 1 < completed part key=_multipart_K0OUEJ4GMFDB.2~0SMO46WV0A1R.2 size=789685 2024-09-12T17:41:53.782 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.780+0000 7f777f168780 1 < completed multipart upload key=K0OUEJ4GMFDB upload=0SMO46WV0A1R tag=32WR9TQHVBQC type=write size=3935413 2024-09-12T17:41:53.784 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.783+0000 7f777f168780 1 > prepared part key=_multipart_DCPT2HL28MHD.2~OC2HVR11QD1H.0 size=1048576 2024-09-12T17:41:53.785 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.784+0000 7f777f168780 1 > prepared part key=_multipart_DCPT2HL28MHD.2~OC2HVR11QD1H.1 size=862057 2024-09-12T17:41:53.785 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.784+0000 7f777f168780 1 > prepared multipart upload key=DCPT2HL28MHD upload=OC2HVR11QD1H tag=J377LV98BD81 type=write size=2959209 2024-09-12T17:41:53.786 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.785+0000 7f777f168780 1 < completed part key=_multipart_3D7LF14YZ1DI.2~2CZQHWM8JJGV.0 size=1048576 2024-09-12T17:41:53.787 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.786+0000 7f777f168780 1 < completed part key=_multipart_3D7LF14YZ1DI.2~2CZQHWM8JJGV.1 size=672495 2024-09-12T17:41:53.789 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.788+0000 7f777f168780 1 < completed multipart upload key=3D7LF14YZ1DI upload=2CZQHWM8JJGV tag=PZGT98ZP01SI type=write size=2769647 2024-09-12T17:41:53.790 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.789+0000 7f777f168780 1 > prepared operation key=CV1EGVJPNSKR tag=RV0QH6QX44RJ type=del size=3542919 2024-09-12T17:41:53.792 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.790+0000 7f777f168780 1 < completed part key=_multipart_1ZL602X3VJDP.2~H7UNL9XHCD03.0 size=676760 2024-09-12T17:41:53.794 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.792+0000 7f777f168780 1 < completed multipart upload key=1ZL602X3VJDP upload=H7UNL9XHCD03 tag=BJXKQ5HHW3T4 type=write size=1725336 2024-09-12T17:41:53.795 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.793+0000 7f777f168780 1 > prepared operation key=2BM46JTAY3BM tag=XDCXMIZV481K type=del size=2926858 2024-09-12T17:41:53.796 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.795+0000 7f777f168780 1 < completed delete operation key=2BM46JTAY3BM tag=ROKMTZ2J23M2 type=del 2024-09-12T17:41:53.799 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.798+0000 7f777f168780 1 > prepared part key=_multipart_GYBHJV1TE1UC.2~2CJME93POT4I.0 size=1048576 2024-09-12T17:41:53.800 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.799+0000 7f777f168780 1 > prepared part key=_multipart_GYBHJV1TE1UC.2~2CJME93POT4I.1 size=833369 2024-09-12T17:41:53.800 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.799+0000 7f777f168780 1 > prepared multipart upload key=GYBHJV1TE1UC upload=2CJME93POT4I tag=564IID3F0AV2 type=write size=2930521 2024-09-12T17:41:53.801 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.800+0000 7f777f168780 1 < completed part key=_multipart_2ZFE3UG14FTU.2~6OFMN17VYQXP.0 size=505473 2024-09-12T17:41:53.803 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.802+0000 7f777f168780 1 < completed multipart upload key=2ZFE3UG14FTU upload=6OFMN17VYQXP tag=RJOJCRJC7PS8 type=write size=1554049 2024-09-12T17:41:53.804 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.803+0000 7f777f168780 1 > prepared operation key=1IACFTAZKIWV tag=06WD9DOA3PCL type=del size=2308901 2024-09-12T17:41:53.805 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.804+0000 7f777f168780 1 < completed part key=_multipart_2KHLGQJKQA23.2~61GHU05J2VIQ.0 size=1048576 2024-09-12T17:41:53.806 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.805+0000 7f777f168780 1 < completed part key=_multipart_2KHLGQJKQA23.2~61GHU05J2VIQ.1 size=834927 2024-09-12T17:41:53.808 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.807+0000 7f777f168780 1 < completed multipart upload key=2KHLGQJKQA23 upload=61GHU05J2VIQ tag=BU8J109YJ2M8 type=write size=2932079 2024-09-12T17:41:53.810 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.809+0000 7f777f168780 1 > prepared part key=_multipart_G4A1L52XKRAS.2~8JOEQ6X11C14.0 size=1048576 2024-09-12T17:41:53.811 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.810+0000 7f777f168780 1 > prepared part key=_multipart_G4A1L52XKRAS.2~8JOEQ6X11C14.1 size=1048576 2024-09-12T17:41:53.812 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.811+0000 7f777f168780 1 > prepared part key=_multipart_G4A1L52XKRAS.2~8JOEQ6X11C14.2 size=1045031 2024-09-12T17:41:53.812 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.811+0000 7f777f168780 1 > prepared multipart upload key=G4A1L52XKRAS upload=8JOEQ6X11C14 tag=7KXYWVUB0B20 type=write size=4190759 2024-09-12T17:41:53.813 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.812+0000 7f777f168780 1 < completed part key=_multipart_H3CSJQOWQ7NN.2~R9AYIL2ITPJM.0 size=63006 2024-09-12T17:41:53.815 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.814+0000 7f777f168780 1 < completed multipart upload key=H3CSJQOWQ7NN upload=R9AYIL2ITPJM tag=K62DDIE3ISKW type=write size=1111582 2024-09-12T17:41:53.817 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.816+0000 7f777f168780 1 > prepared part key=_multipart_H3CSJQOWQ7NN.2~JGINNAHF7EY2.0 size=1048576 2024-09-12T17:41:53.818 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.817+0000 7f777f168780 1 > prepared part key=_multipart_H3CSJQOWQ7NN.2~JGINNAHF7EY2.1 size=899642 2024-09-12T17:41:53.818 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.817+0000 7f777f168780 1 > prepared multipart upload key=H3CSJQOWQ7NN upload=JGINNAHF7EY2 tag=WVR6O7TAPP90 type=write size=2996794 2024-09-12T17:41:53.820 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.818+0000 7f777f168780 1 < completed write operation key=9XT9OU5JDG04 tag=6CKZIPAXM8VO type=write size=838489 2024-09-12T17:41:53.821 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.819+0000 7f777f168780 1 > prepared operation key=1IACFTAZKIWV tag=8IQZGCJQYGH6 type=write size=588693 2024-09-12T17:41:53.822 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.820+0000 7f777f168780 1 < completed write operation key=2KHLGQJKQA23 tag=WOP7JB6FVO9R type=write size=985536 2024-09-12T17:41:53.824 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.823+0000 7f777f168780 1 > prepared part key=_multipart_AEV8UHLVWR8L.2~ER5R0K9E2I6Z.0 size=1048576 2024-09-12T17:41:53.825 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.824+0000 7f777f168780 1 > prepared part key=_multipart_AEV8UHLVWR8L.2~ER5R0K9E2I6Z.1 size=116840 2024-09-12T17:41:53.825 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.824+0000 7f777f168780 1 > prepared multipart upload key=AEV8UHLVWR8L upload=ER5R0K9E2I6Z tag=VQHEIWZCJNG9 type=write size=2213992 2024-09-12T17:41:53.826 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.825+0000 7f777f168780 1 < completed delete operation key=PW0NPHZT12D3 tag=F8X63Y8OC0BZ type=del 2024-09-12T17:41:53.828 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.826+0000 7f777f168780 1 > prepared operation key=2BM46JTAY3BM tag=G35J3D30SZ6R type=write size=751816 2024-09-12T17:41:53.829 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.828+0000 7f777f168780 1 < completed part key=_multipart_GYBHJV1TE1UC.2~7N3R2YBH9X8O.0 size=1048576 2024-09-12T17:41:53.830 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.829+0000 7f777f168780 1 < completed part key=_multipart_GYBHJV1TE1UC.2~7N3R2YBH9X8O.1 size=1048576 2024-09-12T17:41:53.832 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.830+0000 7f777f168780 1 < completed part key=_multipart_GYBHJV1TE1UC.2~7N3R2YBH9X8O.2 size=45078 2024-09-12T17:41:53.834 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.832+0000 7f777f168780 1 < completed multipart upload key=GYBHJV1TE1UC upload=7N3R2YBH9X8O tag=VXZJ7OB1NPTZ type=write size=3190806 2024-09-12T17:41:53.835 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.834+0000 7f777f168780 1 > prepared operation key=AEV8UHLVWR8L tag=KW4XXOUG5P6G type=del size=1674785 2024-09-12T17:41:53.837 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.835+0000 7f777f168780 1 < completed delete operation key=FSWX3S2TGJJ9 tag=L1E14XID1IT9 type=del 2024-09-12T17:41:53.839 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.838+0000 7f777f168780 1 > prepared part key=_multipart_DO31EKWPC3OI.2~UNQ00G9E1Y2O.0 size=1048576 2024-09-12T17:41:53.840 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.839+0000 7f777f168780 1 > prepared part key=_multipart_DO31EKWPC3OI.2~UNQ00G9E1Y2O.1 size=1048576 2024-09-12T17:41:53.841 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.840+0000 7f777f168780 1 > prepared part key=_multipart_DO31EKWPC3OI.2~UNQ00G9E1Y2O.2 size=67982 2024-09-12T17:41:53.841 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.840+0000 7f777f168780 1 > prepared multipart upload key=DO31EKWPC3OI upload=UNQ00G9E1Y2O tag=3NCY32Y1EOMF type=write size=3213710 2024-09-12T17:41:53.843 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.841+0000 7f777f168780 1 < completed delete operation key=CPJJKVPMV2GJ tag=DS3GJ17DLP2D type=del 2024-09-12T17:41:53.844 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.843+0000 7f777f168780 1 > prepared operation key=3D7LF14YZ1DI tag=K13143H8R2X1 type=write size=802413 2024-09-12T17:41:53.845 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.844+0000 7f777f168780 1 < canceled operation key=H3CSJQOWQ7NN tag=XMN4MPG7LN84 type=del size=2284694 2024-09-12T17:41:53.846 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.845+0000 7f777f168780 1 > prepared operation key=PW0NPHZT12D3 tag=SLEMM2J9Y80G type=write size=857725 2024-09-12T17:41:53.849 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.847+0000 7f777f168780 1 < suggested remove operation key=K0OUEJ4GMFDB tag=9CYA2FM1IMBS type=del 2024-09-12T17:41:53.851 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.849+0000 7f777f168780 1 > prepared part key=_multipart_13V8F5WX47AD.2~I2G3BWYAG8FE.0 size=215644 2024-09-12T17:41:53.851 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.849+0000 7f777f168780 1 > prepared multipart upload key=13V8F5WX47AD upload=I2G3BWYAG8FE tag=TG63NY62DLC0 type=write size=1264220 2024-09-12T17:41:53.852 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.851+0000 7f777f168780 -1 < failed to complete operation key=K0OUEJ4GMFDB tag=3Q1GLZI4KG1N type=del size=3479281: (22) Invalid argument 2024-09-12T17:41:53.854 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.853+0000 7f777f168780 1 > prepared part key=_multipart_GYBHJV1TE1UC.2~HBQLOD2Y5GNO.0 size=1048576 2024-09-12T17:41:53.855 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.854+0000 7f777f168780 1 > prepared part key=_multipart_GYBHJV1TE1UC.2~HBQLOD2Y5GNO.1 size=1048576 2024-09-12T17:41:53.856 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.855+0000 7f777f168780 1 > prepared part key=_multipart_GYBHJV1TE1UC.2~HBQLOD2Y5GNO.2 size=615942 2024-09-12T17:41:53.856 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.855+0000 7f777f168780 1 > prepared multipart upload key=GYBHJV1TE1UC upload=HBQLOD2Y5GNO tag=PJXGU54T1LVT type=write size=3761670 2024-09-12T17:41:53.857 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.856+0000 7f777f168780 1 < completed part key=_multipart_DCPT2HL28MHD.2~OC2HVR11QD1H.0 size=1048576 2024-09-12T17:41:53.857 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.856+0000 7f777f168780 1 < canceled part key=_multipart_DCPT2HL28MHD.2~OC2HVR11QD1H.1 size=862057 2024-09-12T17:41:53.860 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.858+0000 7f777f168780 1 < canceled multipart upload key=DCPT2HL28MHD upload=OC2HVR11QD1H tag=J377LV98BD81 type=write size=2959209 2024-09-12T17:41:53.862 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.860+0000 7f777f168780 1 > prepared part key=_multipart_ZABXJ7LUKKD3.2~M4HKFMCYWUOQ.0 size=632789 2024-09-12T17:41:53.862 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.860+0000 7f777f168780 1 > prepared multipart upload key=ZABXJ7LUKKD3 upload=M4HKFMCYWUOQ tag=UJGHCMV5PYE2 type=write size=1681365 2024-09-12T17:41:53.864 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.862+0000 7f777f168780 1 < suggested remove operation key=CV1EGVJPNSKR tag=RV0QH6QX44RJ type=del 2024-09-12T17:41:53.866 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.864+0000 7f777f168780 1 > prepared part key=_multipart_NV7QYM1CMJA7.2~EWRBZLGPE9X6.0 size=462008 2024-09-12T17:41:53.866 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.864+0000 7f777f168780 1 > prepared multipart upload key=NV7QYM1CMJA7 upload=EWRBZLGPE9X6 tag=BLS02O6VPBSN type=write size=1510584 2024-09-12T17:41:53.868 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.867+0000 7f777f168780 1 < suggested remove operation key=2BM46JTAY3BM tag=XDCXMIZV481K type=del 2024-09-12T17:41:53.869 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.868+0000 7f777f168780 1 > prepared operation key=BO6EDKIVIHEW tag=C3A3NQ9N5931 type=del size=2256897 2024-09-12T17:41:53.870 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.869+0000 7f777f168780 1 < completed part key=_multipart_GYBHJV1TE1UC.2~2CJME93POT4I.0 size=1048576 2024-09-12T17:41:53.871 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.870+0000 7f777f168780 1 < completed part key=_multipart_GYBHJV1TE1UC.2~2CJME93POT4I.1 size=833369 2024-09-12T17:41:53.873 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.872+0000 7f777f168780 1 < completed multipart upload key=GYBHJV1TE1UC upload=2CJME93POT4I tag=564IID3F0AV2 type=write size=2930521 2024-09-12T17:41:53.875 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.874+0000 7f777f168780 1 > prepared part key=_multipart_13V8F5WX47AD.2~SR1EKSRL2OY3.0 size=1048576 2024-09-12T17:41:53.876 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.875+0000 7f777f168780 1 > prepared part key=_multipart_13V8F5WX47AD.2~SR1EKSRL2OY3.1 size=149118 2024-09-12T17:41:53.876 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.875+0000 7f777f168780 1 > prepared multipart upload key=13V8F5WX47AD upload=SR1EKSRL2OY3 tag=RM7P7QV38H2A type=write size=2246270 2024-09-12T17:41:53.878 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.876+0000 7f777f168780 1 < completed delete operation key=1IACFTAZKIWV tag=06WD9DOA3PCL type=del 2024-09-12T17:41:53.880 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.878+0000 7f777f168780 1 > prepared part key=_multipart_CV1EGVJPNSKR.2~I04P3OF16BI4.0 size=1048576 2024-09-12T17:41:53.881 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.879+0000 7f777f168780 1 > prepared part key=_multipart_CV1EGVJPNSKR.2~I04P3OF16BI4.1 size=1048576 2024-09-12T17:41:53.881 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.880+0000 7f777f168780 1 > prepared part key=_multipart_CV1EGVJPNSKR.2~I04P3OF16BI4.2 size=539367 2024-09-12T17:41:53.882 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.880+0000 7f777f168780 1 > prepared multipart upload key=CV1EGVJPNSKR upload=I04P3OF16BI4 tag=2PA4RN8SK32J type=write size=3685095 2024-09-12T17:41:53.883 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.881+0000 7f777f168780 1 < completed part key=_multipart_G4A1L52XKRAS.2~8JOEQ6X11C14.0 size=1048576 2024-09-12T17:41:53.884 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.883+0000 7f777f168780 1 < completed part key=_multipart_G4A1L52XKRAS.2~8JOEQ6X11C14.1 size=1048576 2024-09-12T17:41:53.885 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.884+0000 7f777f168780 1 < completed part key=_multipart_G4A1L52XKRAS.2~8JOEQ6X11C14.2 size=1045031 2024-09-12T17:41:53.887 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.886+0000 7f777f168780 1 < completed multipart upload key=G4A1L52XKRAS upload=8JOEQ6X11C14 tag=7KXYWVUB0B20 type=write size=4190759 2024-09-12T17:41:53.888 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.887+0000 7f777f168780 1 > prepared operation key=H3CSJQOWQ7NN tag=H6C8G5D0YGTK type=del size=3102206 2024-09-12T17:41:53.889 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.888+0000 7f777f168780 1 < completed part key=_multipart_H3CSJQOWQ7NN.2~JGINNAHF7EY2.0 size=1048576 2024-09-12T17:41:53.890 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.889+0000 7f777f168780 1 < completed part key=_multipart_H3CSJQOWQ7NN.2~JGINNAHF7EY2.1 size=899642 2024-09-12T17:41:53.893 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.891+0000 7f777f168780 1 < completed multipart upload key=H3CSJQOWQ7NN upload=JGINNAHF7EY2 tag=WVR6O7TAPP90 type=write size=2996794 2024-09-12T17:41:53.894 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.892+0000 7f777f168780 1 > prepared operation key=13V8F5WX47AD tag=WZDCV7J1WQ6R type=del size=2881476 2024-09-12T17:41:53.895 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.893+0000 7f777f168780 1 < completed write operation key=1IACFTAZKIWV tag=8IQZGCJQYGH6 type=write size=588693 2024-09-12T17:41:53.896 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.895+0000 7f777f168780 1 > prepared operation key=7Q7D1WMM31NL tag=2QF357W7CFDS type=write size=707846 2024-09-12T17:41:53.897 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.896+0000 7f777f168780 1 < completed part key=_multipart_AEV8UHLVWR8L.2~ER5R0K9E2I6Z.0 size=1048576 2024-09-12T17:41:53.897 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.896+0000 7f777f168780 1 < canceled part key=_multipart_AEV8UHLVWR8L.2~ER5R0K9E2I6Z.1 size=116840 2024-09-12T17:41:53.899 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.898+0000 7f777f168780 1 < canceled multipart upload key=AEV8UHLVWR8L upload=ER5R0K9E2I6Z tag=VQHEIWZCJNG9 type=write size=2213992 2024-09-12T17:41:53.901 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.899+0000 7f777f168780 1 > prepared operation key=OE1BUCZHIE1B tag=V6M1MURVGK6T type=del size=2055055 2024-09-12T17:41:53.902 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.900+0000 7f777f168780 -1 < failed to complete operation key=2BM46JTAY3BM tag=G35J3D30SZ6R type=write size=751816: (22) Invalid argument 2024-09-12T17:41:53.903 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.902+0000 7f777f168780 1 > prepared operation key=K0OUEJ4GMFDB tag=1NF5J865RJ0U type=del size=1653818 2024-09-12T17:41:53.904 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.903+0000 7f777f168780 1 < canceled operation key=AEV8UHLVWR8L tag=KW4XXOUG5P6G type=del size=1674785 2024-09-12T17:41:53.905 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.904+0000 7f777f168780 1 > prepared operation key=3U17OL8VRNIQ tag=T2ZE3AKVPNZS type=del size=3894407 2024-09-12T17:41:53.907 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.905+0000 7f777f168780 1 < completed part key=_multipart_DO31EKWPC3OI.2~UNQ00G9E1Y2O.0 size=1048576 2024-09-12T17:41:53.908 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.906+0000 7f777f168780 1 < completed part key=_multipart_DO31EKWPC3OI.2~UNQ00G9E1Y2O.1 size=1048576 2024-09-12T17:41:53.909 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.907+0000 7f777f168780 1 < completed part key=_multipart_DO31EKWPC3OI.2~UNQ00G9E1Y2O.2 size=67982 2024-09-12T17:41:53.912 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.910+0000 7f777f168780 1 < completed multipart upload key=DO31EKWPC3OI upload=UNQ00G9E1Y2O tag=3NCY32Y1EOMF type=write size=3213710 2024-09-12T17:41:53.914 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.912+0000 7f777f168780 1 > prepared part key=_multipart_1ZL602X3VJDP.2~CPEXKXINICVD.0 size=1048576 2024-09-12T17:41:53.916 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.914+0000 7f777f168780 1 > prepared part key=_multipart_1ZL602X3VJDP.2~CPEXKXINICVD.1 size=286402 2024-09-12T17:41:53.916 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.914+0000 7f777f168780 1 > prepared multipart upload key=1ZL602X3VJDP upload=CPEXKXINICVD tag=4PYRNRGOGPKH type=write size=2383554 2024-09-12T17:41:53.916 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.915+0000 7f777f168780 1 < completed write operation key=3D7LF14YZ1DI tag=K13143H8R2X1 type=write size=802413 2024-09-12T17:41:53.918 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.916+0000 7f777f168780 1 > prepared operation key=CIHBEU5VBLGQ tag=DTWYHH61ODI5 type=del size=599242 2024-09-12T17:41:53.919 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.917+0000 7f777f168780 1 < completed write operation key=PW0NPHZT12D3 tag=SLEMM2J9Y80G type=write size=857725 2024-09-12T17:41:53.921 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.920+0000 7f777f168780 1 > prepared part key=_multipart_DO31EKWPC3OI.2~96C96V05Z1EO.0 size=1048576 2024-09-12T17:41:53.922 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.920+0000 7f777f168780 1 > prepared part key=_multipart_DO31EKWPC3OI.2~96C96V05Z1EO.1 size=1011713 2024-09-12T17:41:53.922 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.920+0000 7f777f168780 1 > prepared multipart upload key=DO31EKWPC3OI upload=96C96V05Z1EO tag=M2MN2291CQNP type=write size=3108865 2024-09-12T17:41:53.923 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.922+0000 7f777f168780 1 < completed part key=_multipart_13V8F5WX47AD.2~I2G3BWYAG8FE.0 size=215644 2024-09-12T17:41:53.925 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.923+0000 7f777f168780 1 < completed multipart upload key=13V8F5WX47AD upload=I2G3BWYAG8FE tag=TG63NY62DLC0 type=write size=1264220 2024-09-12T17:41:53.926 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.925+0000 7f777f168780 1 > prepared operation key=ZABXJ7LUKKD3 tag=9DLOT9PAQD56 type=write size=667554 2024-09-12T17:41:53.927 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.926+0000 7f777f168780 1 < completed part key=_multipart_GYBHJV1TE1UC.2~HBQLOD2Y5GNO.0 size=1048576 2024-09-12T17:41:53.928 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.927+0000 7f777f168780 1 < completed part key=_multipart_GYBHJV1TE1UC.2~HBQLOD2Y5GNO.1 size=1048576 2024-09-12T17:41:53.929 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.928+0000 7f777f168780 1 < completed part key=_multipart_GYBHJV1TE1UC.2~HBQLOD2Y5GNO.2 size=615942 2024-09-12T17:41:53.931 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.929+0000 7f777f168780 1 < completed multipart upload key=GYBHJV1TE1UC upload=HBQLOD2Y5GNO tag=PJXGU54T1LVT type=write size=3761670 2024-09-12T17:41:53.932 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.931+0000 7f777f168780 1 > prepared operation key=GYBHJV1TE1UC tag=J64MO7N24RMA type=del size=1961001 2024-09-12T17:41:53.933 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.932+0000 7f777f168780 1 < completed part key=_multipart_ZABXJ7LUKKD3.2~M4HKFMCYWUOQ.0 size=632789 2024-09-12T17:41:53.935 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.934+0000 7f777f168780 1 < completed multipart upload key=ZABXJ7LUKKD3 upload=M4HKFMCYWUOQ tag=UJGHCMV5PYE2 type=write size=1681365 2024-09-12T17:41:53.936 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.935+0000 7f777f168780 1 > prepared operation key=CPJJKVPMV2GJ tag=UMLGTC47GMSD type=del size=352275 2024-09-12T17:41:53.937 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.936+0000 7f777f168780 1 < completed part key=_multipart_NV7QYM1CMJA7.2~EWRBZLGPE9X6.0 size=462008 2024-09-12T17:41:53.939 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.938+0000 7f777f168780 1 < completed multipart upload key=NV7QYM1CMJA7 upload=EWRBZLGPE9X6 tag=BLS02O6VPBSN type=write size=1510584 2024-09-12T17:41:53.940 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.939+0000 7f777f168780 1 > prepared operation key=2ZFE3UG14FTU tag=DTYWX2EZZCUO type=del size=1990489 2024-09-12T17:41:53.941 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.940+0000 7f777f168780 1 < completed delete operation key=BO6EDKIVIHEW tag=C3A3NQ9N5931 type=del 2024-09-12T17:41:53.944 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.942+0000 7f777f168780 1 > prepared part key=_multipart_O3IEF0Z4S34O.2~5DD1MDZLQ3VL.0 size=1048576 2024-09-12T17:41:53.944 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.943+0000 7f777f168780 1 > prepared part key=_multipart_O3IEF0Z4S34O.2~5DD1MDZLQ3VL.1 size=598328 2024-09-12T17:41:53.944 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.943+0000 7f777f168780 1 > prepared multipart upload key=O3IEF0Z4S34O upload=5DD1MDZLQ3VL tag=L1BUBX65VWLD type=write size=2695480 2024-09-12T17:41:53.945 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.944+0000 7f777f168780 1 < completed part key=_multipart_13V8F5WX47AD.2~SR1EKSRL2OY3.0 size=1048576 2024-09-12T17:41:53.946 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.945+0000 7f777f168780 1 < completed part key=_multipart_13V8F5WX47AD.2~SR1EKSRL2OY3.1 size=149118 2024-09-12T17:41:53.948 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.947+0000 7f777f168780 1 < completed multipart upload key=13V8F5WX47AD upload=SR1EKSRL2OY3 tag=RM7P7QV38H2A type=write size=2246270 2024-09-12T17:41:53.949 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.948+0000 7f777f168780 1 > prepared operation key=DCPT2HL28MHD tag=B2EHIASO30LY type=del size=2211615 2024-09-12T17:41:53.951 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.949+0000 7f777f168780 1 < completed part key=_multipart_CV1EGVJPNSKR.2~I04P3OF16BI4.0 size=1048576 2024-09-12T17:41:53.951 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.950+0000 7f777f168780 1 < completed part key=_multipart_CV1EGVJPNSKR.2~I04P3OF16BI4.1 size=1048576 2024-09-12T17:41:53.952 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.951+0000 7f777f168780 1 < completed part key=_multipart_CV1EGVJPNSKR.2~I04P3OF16BI4.2 size=539367 2024-09-12T17:41:53.954 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.953+0000 7f777f168780 1 < completed multipart upload key=CV1EGVJPNSKR upload=I04P3OF16BI4 tag=2PA4RN8SK32J type=write size=3685095 2024-09-12T17:41:53.956 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.954+0000 7f777f168780 1 > prepared operation key=3U17OL8VRNIQ tag=D1W5H6P56K9D type=write size=340657 2024-09-12T17:41:53.957 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.955+0000 7f777f168780 1 < completed delete operation key=H3CSJQOWQ7NN tag=H6C8G5D0YGTK type=del 2024-09-12T17:41:53.959 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.957+0000 7f777f168780 1 > prepared part key=_multipart_2BM46JTAY3BM.2~BBPCKHJCYCQP.0 size=695985 2024-09-12T17:41:53.959 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.957+0000 7f777f168780 1 > prepared multipart upload key=2BM46JTAY3BM upload=BBPCKHJCYCQP tag=OLVUG9M3L0XJ type=write size=1744561 2024-09-12T17:41:53.960 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.959+0000 7f777f168780 1 < completed delete operation key=13V8F5WX47AD tag=WZDCV7J1WQ6R type=del 2024-09-12T17:41:53.961 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.960+0000 7f777f168780 1 > prepared operation key=AEV8UHLVWR8L tag=PWK1804GLM86 type=del size=3230883 2024-09-12T17:41:53.964 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.962+0000 7f777f168780 1 < suggested update operation key=7Q7D1WMM31NL tag=2QF357W7CFDS type=write size=707846 2024-09-12T17:41:53.965 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.963+0000 7f777f168780 1 > prepared operation key=VI3OAATH7N7Z tag=CBR1690FG9HI type=write size=637887 2024-09-12T17:41:53.966 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.965+0000 7f777f168780 1 < canceled operation key=OE1BUCZHIE1B tag=V6M1MURVGK6T type=del size=2055055 2024-09-12T17:41:53.967 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.966+0000 7f777f168780 1 > prepared operation key=GYBHJV1TE1UC tag=56EJXNG8443C type=del size=604700 2024-09-12T17:41:53.968 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.967+0000 7f777f168780 1 < completed delete operation key=K0OUEJ4GMFDB tag=1NF5J865RJ0U type=del 2024-09-12T17:41:53.970 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.968+0000 7f777f168780 1 > prepared operation key=OE1BUCZHIE1B tag=5MSIJ3S0YJET type=write size=956792 2024-09-12T17:41:53.971 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.969+0000 7f777f168780 1 < completed delete operation key=3U17OL8VRNIQ tag=T2ZE3AKVPNZS type=del 2024-09-12T17:41:53.972 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.971+0000 7f777f168780 1 > prepared operation key=DO31EKWPC3OI tag=CMMX1FIRRWYI type=write size=341449 2024-09-12T17:41:53.973 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.972+0000 7f777f168780 1 < completed part key=_multipart_1ZL602X3VJDP.2~CPEXKXINICVD.0 size=1048576 2024-09-12T17:41:53.974 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.973+0000 7f777f168780 1 < completed part key=_multipart_1ZL602X3VJDP.2~CPEXKXINICVD.1 size=286402 2024-09-12T17:41:53.976 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.975+0000 7f777f168780 1 < completed multipart upload key=1ZL602X3VJDP upload=CPEXKXINICVD tag=4PYRNRGOGPKH type=write size=2383554 2024-09-12T17:41:53.978 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.977+0000 7f777f168780 1 > prepared part key=_multipart_NV7QYM1CMJA7.2~ML2WO3D442GY.0 size=1048576 2024-09-12T17:41:53.979 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.978+0000 7f777f168780 1 > prepared part key=_multipart_NV7QYM1CMJA7.2~ML2WO3D442GY.1 size=1048576 2024-09-12T17:41:53.980 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.979+0000 7f777f168780 1 > prepared part key=_multipart_NV7QYM1CMJA7.2~ML2WO3D442GY.2 size=903799 2024-09-12T17:41:53.980 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.979+0000 7f777f168780 1 > prepared multipart upload key=NV7QYM1CMJA7 upload=ML2WO3D442GY tag=0N0N222J2ZC9 type=write size=4049527 2024-09-12T17:41:53.982 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.981+0000 7f777f168780 1 < suggested update operation key=CIHBEU5VBLGQ tag=DTWYHH61ODI5 type=del size=599242 2024-09-12T17:41:53.983 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.982+0000 7f777f168780 1 > prepared operation key=NV7QYM1CMJA7 tag=PMGNYATLFWF4 type=del size=4117193 2024-09-12T17:41:53.985 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.983+0000 7f777f168780 1 < completed part key=_multipart_DO31EKWPC3OI.2~96C96V05Z1EO.0 size=1048576 2024-09-12T17:41:53.986 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.984+0000 7f777f168780 1 < completed part key=_multipart_DO31EKWPC3OI.2~96C96V05Z1EO.1 size=1011713 2024-09-12T17:41:53.987 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.986+0000 7f777f168780 1 < completed multipart upload key=DO31EKWPC3OI upload=96C96V05Z1EO tag=M2MN2291CQNP type=write size=3108865 2024-09-12T17:41:53.989 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.987+0000 7f777f168780 1 > prepared operation key=AEV8UHLVWR8L tag=9IOBMHE6XN3Q type=del size=898806 2024-09-12T17:41:53.990 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.988+0000 7f777f168780 1 < completed write operation key=ZABXJ7LUKKD3 tag=9DLOT9PAQD56 type=write size=667554 2024-09-12T17:41:53.992 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.990+0000 7f777f168780 1 > prepared part key=_multipart_PW0NPHZT12D3.2~922NN0NADV3H.0 size=1048576 2024-09-12T17:41:53.993 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.991+0000 7f777f168780 1 > prepared part key=_multipart_PW0NPHZT12D3.2~922NN0NADV3H.1 size=492980 2024-09-12T17:41:53.993 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.991+0000 7f777f168780 1 > prepared multipart upload key=PW0NPHZT12D3 upload=922NN0NADV3H tag=EF90U4R54Q1T type=write size=2590132 2024-09-12T17:41:53.994 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.992+0000 7f777f168780 1 < completed delete operation key=GYBHJV1TE1UC tag=J64MO7N24RMA type=del 2024-09-12T17:41:53.995 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.994+0000 7f777f168780 1 > prepared operation key=VI3OAATH7N7Z tag=MGRTRGDZN8LH type=del size=4068303 2024-09-12T17:41:53.998 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.996+0000 7f777f168780 1 < suggested remove operation key=CPJJKVPMV2GJ tag=UMLGTC47GMSD type=del 2024-09-12T17:41:54.000 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.998+0000 7f777f168780 1 > prepared part key=_multipart_2ZFE3UG14FTU.2~XCONV74CKN7P.0 size=1048576 2024-09-12T17:41:54.001 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:53.999+0000 7f777f168780 1 > prepared part key=_multipart_2ZFE3UG14FTU.2~XCONV74CKN7P.1 size=1048576 2024-09-12T17:41:54.002 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.000+0000 7f777f168780 1 > prepared part key=_multipart_2ZFE3UG14FTU.2~XCONV74CKN7P.2 size=682482 2024-09-12T17:41:54.002 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.000+0000 7f777f168780 1 > prepared multipart upload key=2ZFE3UG14FTU upload=XCONV74CKN7P tag=AG2TK0OX8QLB type=write size=3828210 2024-09-12T17:41:54.003 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.001+0000 7f777f168780 1 < canceled operation key=2ZFE3UG14FTU tag=DTYWX2EZZCUO type=del size=1990489 2024-09-12T17:41:54.004 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.003+0000 7f777f168780 1 > prepared operation key=2KHLGQJKQA23 tag=JZ401BYUAJ9J type=del size=3956018 2024-09-12T17:41:54.005 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.004+0000 7f777f168780 1 < completed part key=_multipart_O3IEF0Z4S34O.2~5DD1MDZLQ3VL.0 size=1048576 2024-09-12T17:41:54.006 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.005+0000 7f777f168780 1 < completed part key=_multipart_O3IEF0Z4S34O.2~5DD1MDZLQ3VL.1 size=598328 2024-09-12T17:41:54.008 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.007+0000 7f777f168780 1 < completed multipart upload key=O3IEF0Z4S34O upload=5DD1MDZLQ3VL tag=L1BUBX65VWLD type=write size=2695480 2024-09-12T17:41:54.010 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.009+0000 7f777f168780 1 > prepared part key=_multipart_G4A1L52XKRAS.2~PKO78FJDDGQI.0 size=1048576 2024-09-12T17:41:54.011 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.010+0000 7f777f168780 1 > prepared part key=_multipart_G4A1L52XKRAS.2~PKO78FJDDGQI.1 size=847314 2024-09-12T17:41:54.011 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.010+0000 7f777f168780 1 > prepared multipart upload key=G4A1L52XKRAS upload=PKO78FJDDGQI tag=EDYVPTAEEOHX type=write size=2944466 2024-09-12T17:41:54.013 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.011+0000 7f777f168780 1 < completed delete operation key=DCPT2HL28MHD tag=B2EHIASO30LY type=del 2024-09-12T17:41:54.014 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.012+0000 7f777f168780 1 > prepared operation key=2KHLGQJKQA23 tag=28TLIODB42DG type=del size=2517776 2024-09-12T17:41:54.016 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.015+0000 7f777f168780 1 < suggested remove operation key=3U17OL8VRNIQ tag=D1W5H6P56K9D type=write 2024-09-12T17:41:54.019 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.018+0000 7f777f168780 1 > prepared part key=_multipart_VI3OAATH7N7Z.2~XJHDE10S2QUE.0 size=1048576 2024-09-12T17:41:54.021 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.019+0000 7f777f168780 1 > prepared part key=_multipart_VI3OAATH7N7Z.2~XJHDE10S2QUE.1 size=291093 2024-09-12T17:41:54.021 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.019+0000 7f777f168780 1 > prepared multipart upload key=VI3OAATH7N7Z upload=XJHDE10S2QUE tag=U5MMRCC5VJHI type=write size=2388245 2024-09-12T17:41:54.022 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.020+0000 7f777f168780 1 < completed part key=_multipart_2BM46JTAY3BM.2~BBPCKHJCYCQP.0 size=695985 2024-09-12T17:41:54.024 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.022+0000 7f777f168780 1 < completed multipart upload key=2BM46JTAY3BM upload=BBPCKHJCYCQP tag=OLVUG9M3L0XJ type=write size=1744561 2024-09-12T17:41:54.025 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.023+0000 7f777f168780 1 > prepared operation key=1ZL602X3VJDP tag=E7BP8K1Q0BRI type=del size=3308738 2024-09-12T17:41:54.026 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.025+0000 7f777f168780 1 < completed delete operation key=AEV8UHLVWR8L tag=PWK1804GLM86 type=del 2024-09-12T17:41:54.028 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.027+0000 7f777f168780 1 > prepared part key=_multipart_3U17OL8VRNIQ.2~PFRICRHK7JL2.0 size=1048576 2024-09-12T17:41:54.029 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.028+0000 7f777f168780 1 > prepared part key=_multipart_3U17OL8VRNIQ.2~PFRICRHK7JL2.1 size=272734 2024-09-12T17:41:54.029 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.028+0000 7f777f168780 1 > prepared multipart upload key=3U17OL8VRNIQ upload=PFRICRHK7JL2 tag=QI8F02XAR57I type=write size=2369886 2024-09-12T17:41:54.030 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.029+0000 7f777f168780 1 < completed write operation key=VI3OAATH7N7Z tag=CBR1690FG9HI type=write size=637887 2024-09-12T17:41:54.031 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.030+0000 7f777f168780 1 > prepared operation key=ZABXJ7LUKKD3 tag=4TKWHIJH0PDS type=del size=3993088 2024-09-12T17:41:54.033 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.031+0000 7f777f168780 1 < completed delete operation key=GYBHJV1TE1UC tag=56EJXNG8443C type=del 2024-09-12T17:41:54.035 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.033+0000 7f777f168780 1 > prepared part key=_multipart_CASKVIJ5MIV7.2~SHXQFDI7N6QZ.0 size=1048576 2024-09-12T17:41:54.036 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.034+0000 7f777f168780 1 > prepared part key=_multipart_CASKVIJ5MIV7.2~SHXQFDI7N6QZ.1 size=1048576 2024-09-12T17:41:54.037 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.035+0000 7f777f168780 1 > prepared part key=_multipart_CASKVIJ5MIV7.2~SHXQFDI7N6QZ.2 size=931583 2024-09-12T17:41:54.037 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.035+0000 7f777f168780 1 > prepared multipart upload key=CASKVIJ5MIV7 upload=SHXQFDI7N6QZ tag=3ZWYAE3AGDZU type=write size=4077311 2024-09-12T17:41:54.039 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.037+0000 7f777f168780 1 < suggested remove operation key=OE1BUCZHIE1B tag=5MSIJ3S0YJET type=write 2024-09-12T17:41:54.041 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.040+0000 7f777f168780 1 > prepared part key=_multipart_VI3OAATH7N7Z.2~01RTJQIJ02KN.0 size=1048576 2024-09-12T17:41:54.042 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.040+0000 7f777f168780 1 > prepared part key=_multipart_VI3OAATH7N7Z.2~01RTJQIJ02KN.1 size=976914 2024-09-12T17:41:54.042 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.040+0000 7f777f168780 1 > prepared multipart upload key=VI3OAATH7N7Z upload=01RTJQIJ02KN tag=PV3LO9XBOB2A type=write size=3074066 2024-09-12T17:41:54.043 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.042+0000 7f777f168780 1 < canceled operation key=DO31EKWPC3OI tag=CMMX1FIRRWYI type=write size=341449 2024-09-12T17:41:54.044 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.043+0000 7f777f168780 1 > prepared operation key=H3CSJQOWQ7NN tag=H7J1X6UZZ5CA type=del size=3132590 2024-09-12T17:41:54.045 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.043+0000 7f777f168780 1 < canceled part key=_multipart_NV7QYM1CMJA7.2~ML2WO3D442GY.0 size=1048576 2024-09-12T17:41:54.045 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.044+0000 7f777f168780 1 < completed part key=_multipart_NV7QYM1CMJA7.2~ML2WO3D442GY.1 size=1048576 2024-09-12T17:41:54.046 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.045+0000 7f777f168780 1 < completed part key=_multipart_NV7QYM1CMJA7.2~ML2WO3D442GY.2 size=903799 2024-09-12T17:41:54.048 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.047+0000 7f777f168780 1 < canceled multipart upload key=NV7QYM1CMJA7 upload=ML2WO3D442GY tag=0N0N222J2ZC9 type=write size=4049527 2024-09-12T17:41:54.051 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.049+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~A5J0NBETNGVP.0 size=1048576 2024-09-12T17:41:54.052 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.050+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~A5J0NBETNGVP.1 size=438789 2024-09-12T17:41:54.052 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.050+0000 7f777f168780 1 > prepared multipart upload key=CIHBEU5VBLGQ upload=A5J0NBETNGVP tag=XNYAN5YT8VNX type=write size=2535941 2024-09-12T17:41:54.053 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.052+0000 7f777f168780 1 < completed delete operation key=NV7QYM1CMJA7 tag=PMGNYATLFWF4 type=del 2024-09-12T17:41:54.055 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.054+0000 7f777f168780 1 > prepared part key=_multipart_CASKVIJ5MIV7.2~N73JKR3YAMPT.0 size=419954 2024-09-12T17:41:54.055 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.054+0000 7f777f168780 1 > prepared multipart upload key=CASKVIJ5MIV7 upload=N73JKR3YAMPT tag=P801VSYBU17Z type=write size=1468530 2024-09-12T17:41:54.056 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.055+0000 7f777f168780 1 < canceled operation key=AEV8UHLVWR8L tag=9IOBMHE6XN3Q type=del size=898806 2024-09-12T17:41:54.059 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.057+0000 7f777f168780 1 > prepared part key=_multipart_CASKVIJ5MIV7.2~JR6NUDK16GFB.0 size=1048576 2024-09-12T17:41:54.060 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.058+0000 7f777f168780 1 > prepared part key=_multipart_CASKVIJ5MIV7.2~JR6NUDK16GFB.1 size=1048576 2024-09-12T17:41:54.060 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.059+0000 7f777f168780 1 > prepared part key=_multipart_CASKVIJ5MIV7.2~JR6NUDK16GFB.2 size=581375 2024-09-12T17:41:54.061 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.059+0000 7f777f168780 1 > prepared multipart upload key=CASKVIJ5MIV7 upload=JR6NUDK16GFB tag=B61YQ2I2YSRD type=write size=3727103 2024-09-12T17:41:54.062 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.060+0000 7f777f168780 1 < completed part key=_multipart_PW0NPHZT12D3.2~922NN0NADV3H.0 size=1048576 2024-09-12T17:41:54.063 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.061+0000 7f777f168780 1 < completed part key=_multipart_PW0NPHZT12D3.2~922NN0NADV3H.1 size=492980 2024-09-12T17:41:54.065 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.063+0000 7f777f168780 1 < completed multipart upload key=PW0NPHZT12D3 upload=922NN0NADV3H tag=EF90U4R54Q1T type=write size=2590132 2024-09-12T17:41:54.066 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.064+0000 7f777f168780 1 > prepared operation key=3D7LF14YZ1DI tag=L7JU8T292YSX type=del size=672816 2024-09-12T17:41:54.067 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.066+0000 7f777f168780 1 < completed delete operation key=VI3OAATH7N7Z tag=MGRTRGDZN8LH type=del 2024-09-12T17:41:54.068 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.067+0000 7f777f168780 1 > prepared operation key=H3CSJQOWQ7NN tag=9UP734VPI2XE type=del size=2695385 2024-09-12T17:41:54.070 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.068+0000 7f777f168780 1 < completed part key=_multipart_2ZFE3UG14FTU.2~XCONV74CKN7P.0 size=1048576 2024-09-12T17:41:54.071 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.069+0000 7f777f168780 1 < completed part key=_multipart_2ZFE3UG14FTU.2~XCONV74CKN7P.1 size=1048576 2024-09-12T17:41:54.072 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.070+0000 7f777f168780 1 < completed part key=_multipart_2ZFE3UG14FTU.2~XCONV74CKN7P.2 size=682482 2024-09-12T17:41:54.074 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.072+0000 7f777f168780 1 < completed multipart upload key=2ZFE3UG14FTU upload=XCONV74CKN7P tag=AG2TK0OX8QLB type=write size=3828210 2024-09-12T17:41:54.076 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.074+0000 7f777f168780 1 > prepared part key=_multipart_S79H21EJKRPP.2~PVP8B96TO2E1.0 size=1048576 2024-09-12T17:41:54.077 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.075+0000 7f777f168780 1 > prepared part key=_multipart_S79H21EJKRPP.2~PVP8B96TO2E1.1 size=1048576 2024-09-12T17:41:54.078 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.076+0000 7f777f168780 1 > prepared part key=_multipart_S79H21EJKRPP.2~PVP8B96TO2E1.2 size=506315 2024-09-12T17:41:54.078 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.076+0000 7f777f168780 1 > prepared multipart upload key=S79H21EJKRPP upload=PVP8B96TO2E1 tag=SBUHMV9FROZZ type=write size=3652043 2024-09-12T17:41:54.079 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.078+0000 7f777f168780 1 < completed delete operation key=2KHLGQJKQA23 tag=JZ401BYUAJ9J type=del 2024-09-12T17:41:54.080 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.079+0000 7f777f168780 1 > prepared operation key=13V8F5WX47AD tag=TJM32BTHJC1G type=del size=409891 2024-09-12T17:41:54.081 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.080+0000 7f777f168780 1 < completed part key=_multipart_G4A1L52XKRAS.2~PKO78FJDDGQI.0 size=1048576 2024-09-12T17:41:54.082 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.081+0000 7f777f168780 1 < completed part key=_multipart_G4A1L52XKRAS.2~PKO78FJDDGQI.1 size=847314 2024-09-12T17:41:54.084 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.083+0000 7f777f168780 1 < completed multipart upload key=G4A1L52XKRAS upload=PKO78FJDDGQI tag=EDYVPTAEEOHX type=write size=2944466 2024-09-12T17:41:54.086 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.085+0000 7f777f168780 1 > prepared part key=_multipart_13V8F5WX47AD.2~Z0T7Q5ST5GMU.0 size=41200 2024-09-12T17:41:54.086 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.085+0000 7f777f168780 1 > prepared multipart upload key=13V8F5WX47AD upload=Z0T7Q5ST5GMU tag=JIMB4BV5VETO type=write size=1089776 2024-09-12T17:41:54.087 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.086+0000 7f777f168780 1 < completed delete operation key=2KHLGQJKQA23 tag=28TLIODB42DG type=del 2024-09-12T17:41:54.088 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.087+0000 7f777f168780 1 > prepared operation key=VI3OAATH7N7Z tag=JW3H1CVB1ANS type=write size=499406 2024-09-12T17:41:54.089 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.088+0000 7f777f168780 1 < completed part key=_multipart_VI3OAATH7N7Z.2~XJHDE10S2QUE.0 size=1048576 2024-09-12T17:41:54.090 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.089+0000 7f777f168780 1 < completed part key=_multipart_VI3OAATH7N7Z.2~XJHDE10S2QUE.1 size=291093 2024-09-12T17:41:54.092 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.091+0000 7f777f168780 1 < completed multipart upload key=VI3OAATH7N7Z upload=XJHDE10S2QUE tag=U5MMRCC5VJHI type=write size=2388245 2024-09-12T17:41:54.093 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.092+0000 7f777f168780 1 > prepared operation key=3D7LF14YZ1DI tag=TVCVBAV07O51 type=write size=581278 2024-09-12T17:41:54.094 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.093+0000 7f777f168780 1 < completed delete operation key=1ZL602X3VJDP tag=E7BP8K1Q0BRI type=del 2024-09-12T17:41:54.095 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.094+0000 7f777f168780 1 > prepared operation key=FI2EY06UN14X tag=TP1UE8BD73XO type=del size=4057449 2024-09-12T17:41:54.097 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.095+0000 7f777f168780 1 < completed part key=_multipart_3U17OL8VRNIQ.2~PFRICRHK7JL2.0 size=1048576 2024-09-12T17:41:54.098 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.096+0000 7f777f168780 1 < completed part key=_multipart_3U17OL8VRNIQ.2~PFRICRHK7JL2.1 size=272734 2024-09-12T17:41:54.099 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.098+0000 7f777f168780 1 < completed multipart upload key=3U17OL8VRNIQ upload=PFRICRHK7JL2 tag=QI8F02XAR57I type=write size=2369886 2024-09-12T17:41:54.100 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.099+0000 7f777f168780 1 > prepared operation key=OE1BUCZHIE1B tag=S4QBOHBOJMCM type=write size=788607 2024-09-12T17:41:54.102 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.100+0000 7f777f168780 1 < completed delete operation key=ZABXJ7LUKKD3 tag=4TKWHIJH0PDS type=del 2024-09-12T17:41:54.103 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.101+0000 7f777f168780 1 > prepared operation key=3D7LF14YZ1DI tag=M9FJIJ6VAG3U type=del size=4065046 2024-09-12T17:41:54.104 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.102+0000 7f777f168780 1 < completed part key=_multipart_CASKVIJ5MIV7.2~SHXQFDI7N6QZ.0 size=1048576 2024-09-12T17:41:54.105 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.103+0000 7f777f168780 1 < completed part key=_multipart_CASKVIJ5MIV7.2~SHXQFDI7N6QZ.1 size=1048576 2024-09-12T17:41:54.106 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.104+0000 7f777f168780 1 < completed part key=_multipart_CASKVIJ5MIV7.2~SHXQFDI7N6QZ.2 size=931583 2024-09-12T17:41:54.108 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.106+0000 7f777f168780 1 < completed multipart upload key=CASKVIJ5MIV7 upload=SHXQFDI7N6QZ tag=3ZWYAE3AGDZU type=write size=4077311 2024-09-12T17:41:54.110 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.108+0000 7f777f168780 1 > prepared part key=_multipart_K0OUEJ4GMFDB.2~6ZO6JAKAMWSY.0 size=1048576 2024-09-12T17:41:54.111 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.109+0000 7f777f168780 1 > prepared part key=_multipart_K0OUEJ4GMFDB.2~6ZO6JAKAMWSY.1 size=1048576 2024-09-12T17:41:54.112 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.110+0000 7f777f168780 1 > prepared part key=_multipart_K0OUEJ4GMFDB.2~6ZO6JAKAMWSY.2 size=782740 2024-09-12T17:41:54.112 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.110+0000 7f777f168780 1 > prepared multipart upload key=K0OUEJ4GMFDB upload=6ZO6JAKAMWSY tag=0NI25DHRGBPT type=write size=3928468 2024-09-12T17:41:54.112 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.111+0000 7f777f168780 1 < canceled part key=_multipart_VI3OAATH7N7Z.2~01RTJQIJ02KN.0 size=1048576 2024-09-12T17:41:54.112 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.111+0000 7f777f168780 1 < canceled part key=_multipart_VI3OAATH7N7Z.2~01RTJQIJ02KN.1 size=976914 2024-09-12T17:41:54.114 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.112+0000 7f777f168780 1 < canceled multipart upload key=VI3OAATH7N7Z upload=01RTJQIJ02KN tag=PV3LO9XBOB2A type=write size=3074066 2024-09-12T17:41:54.115 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.114+0000 7f777f168780 1 > prepared operation key=3U17OL8VRNIQ tag=NA8PXS65F44G type=del size=1676339 2024-09-12T17:41:54.121 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.116+0000 7f777f168780 1 < suggested update operation key=H3CSJQOWQ7NN tag=H7J1X6UZZ5CA type=del size=3132590 2024-09-12T17:41:54.121 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.118+0000 7f777f168780 1 > prepared part key=_multipart_FCBWV27TCNS4.2~AK3FAUTZH99K.0 size=1048576 2024-09-12T17:41:54.121 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.119+0000 7f777f168780 1 > prepared part key=_multipart_FCBWV27TCNS4.2~AK3FAUTZH99K.1 size=1048576 2024-09-12T17:41:54.121 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.120+0000 7f777f168780 1 > prepared part key=_multipart_FCBWV27TCNS4.2~AK3FAUTZH99K.2 size=866495 2024-09-12T17:41:54.121 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.120+0000 7f777f168780 1 > prepared multipart upload key=FCBWV27TCNS4 upload=AK3FAUTZH99K tag=4X9K5FXCZF1C type=write size=4012223 2024-09-12T17:41:54.123 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.121+0000 7f777f168780 1 < completed part key=_multipart_CIHBEU5VBLGQ.2~A5J0NBETNGVP.0 size=1048576 2024-09-12T17:41:54.124 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.122+0000 7f777f168780 1 < completed part key=_multipart_CIHBEU5VBLGQ.2~A5J0NBETNGVP.1 size=438789 2024-09-12T17:41:54.126 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.125+0000 7f777f168780 1 < completed multipart upload key=CIHBEU5VBLGQ upload=A5J0NBETNGVP tag=XNYAN5YT8VNX type=write size=2535941 2024-09-12T17:41:54.128 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.126+0000 7f777f168780 1 > prepared operation key=CASKVIJ5MIV7 tag=C19BM5O8Q3RD type=write size=651092 2024-09-12T17:41:54.129 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.127+0000 7f777f168780 1 < completed part key=_multipart_CASKVIJ5MIV7.2~N73JKR3YAMPT.0 size=419954 2024-09-12T17:41:54.131 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.129+0000 7f777f168780 1 < completed multipart upload key=CASKVIJ5MIV7 upload=N73JKR3YAMPT tag=P801VSYBU17Z type=write size=1468530 2024-09-12T17:41:54.132 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.131+0000 7f777f168780 1 > prepared operation key=2ZFE3UG14FTU tag=2QS7JOT6YS7R type=del size=1648954 2024-09-12T17:41:54.133 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.132+0000 7f777f168780 1 < completed part key=_multipart_CASKVIJ5MIV7.2~JR6NUDK16GFB.0 size=1048576 2024-09-12T17:41:54.134 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.133+0000 7f777f168780 1 < completed part key=_multipart_CASKVIJ5MIV7.2~JR6NUDK16GFB.1 size=1048576 2024-09-12T17:41:54.135 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.134+0000 7f777f168780 1 < completed part key=_multipart_CASKVIJ5MIV7.2~JR6NUDK16GFB.2 size=581375 2024-09-12T17:41:54.137 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.136+0000 7f777f168780 1 < completed multipart upload key=CASKVIJ5MIV7 upload=JR6NUDK16GFB tag=B61YQ2I2YSRD type=write size=3727103 2024-09-12T17:41:54.138 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.137+0000 7f777f168780 1 > prepared operation key=OE1BUCZHIE1B tag=V6FSSY6LNJME type=del size=3423450 2024-09-12T17:41:54.140 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.138+0000 7f777f168780 1 < completed delete operation key=3D7LF14YZ1DI tag=L7JU8T292YSX type=del 2024-09-12T17:41:54.141 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.140+0000 7f777f168780 1 > prepared operation key=PW0NPHZT12D3 tag=Z7DBHQWLZBQW type=del size=646646 2024-09-12T17:41:54.144 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.142+0000 7f777f168780 1 < suggested update operation key=H3CSJQOWQ7NN tag=9UP734VPI2XE type=del size=2695385 2024-09-12T17:41:54.146 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.144+0000 7f777f168780 1 > prepared part key=_multipart_CASKVIJ5MIV7.2~CGUBUQKR1K5G.0 size=369046 2024-09-12T17:41:54.146 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.144+0000 7f777f168780 1 > prepared multipart upload key=CASKVIJ5MIV7 upload=CGUBUQKR1K5G tag=6EVF7SDOA8EI type=write size=1417622 2024-09-12T17:41:54.147 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.146+0000 7f777f168780 1 < completed part key=_multipart_S79H21EJKRPP.2~PVP8B96TO2E1.0 size=1048576 2024-09-12T17:41:54.149 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.147+0000 7f777f168780 1 < completed part key=_multipart_S79H21EJKRPP.2~PVP8B96TO2E1.1 size=1048576 2024-09-12T17:41:54.150 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.148+0000 7f777f168780 1 < completed part key=_multipart_S79H21EJKRPP.2~PVP8B96TO2E1.2 size=506315 2024-09-12T17:41:54.151 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.150+0000 7f777f168780 1 < completed multipart upload key=S79H21EJKRPP upload=PVP8B96TO2E1 tag=SBUHMV9FROZZ type=write size=3652043 2024-09-12T17:41:54.153 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.151+0000 7f777f168780 1 > prepared operation key=9XT9OU5JDG04 tag=KKR23MGR1UGE type=del size=2195850 2024-09-12T17:41:54.154 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.152+0000 7f777f168780 1 < completed delete operation key=13V8F5WX47AD tag=TJM32BTHJC1G type=del 2024-09-12T17:41:54.155 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.154+0000 7f777f168780 1 > prepared operation key=GYBHJV1TE1UC tag=G9GICCA1PQ62 type=write size=424266 2024-09-12T17:41:54.157 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.155+0000 7f777f168780 1 < completed part key=_multipart_13V8F5WX47AD.2~Z0T7Q5ST5GMU.0 size=41200 2024-09-12T17:41:54.159 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.157+0000 7f777f168780 1 < completed multipart upload key=13V8F5WX47AD upload=Z0T7Q5ST5GMU tag=JIMB4BV5VETO type=write size=1089776 2024-09-12T17:41:54.160 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.158+0000 7f777f168780 1 > prepared operation key=AEV8UHLVWR8L tag=JO3HV8EELNZA type=write size=500421 2024-09-12T17:41:54.161 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.160+0000 7f777f168780 1 < completed write operation key=VI3OAATH7N7Z tag=JW3H1CVB1ANS type=write size=499406 2024-09-12T17:41:54.163 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.162+0000 7f777f168780 1 > prepared part key=_multipart_1ZL602X3VJDP.2~ENTWO3Y28AJK.0 size=1048576 2024-09-12T17:41:54.164 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.163+0000 7f777f168780 1 > prepared part key=_multipart_1ZL602X3VJDP.2~ENTWO3Y28AJK.1 size=1048576 2024-09-12T17:41:54.165 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.163+0000 7f777f168780 1 > prepared part key=_multipart_1ZL602X3VJDP.2~ENTWO3Y28AJK.2 size=94073 2024-09-12T17:41:54.165 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.163+0000 7f777f168780 1 > prepared multipart upload key=1ZL602X3VJDP upload=ENTWO3Y28AJK tag=V8QEFYZ1IWFN type=write size=3239801 2024-09-12T17:41:54.166 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.165+0000 7f777f168780 1 < completed write operation key=3D7LF14YZ1DI tag=TVCVBAV07O51 type=write size=581278 2024-09-12T17:41:54.168 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.167+0000 7f777f168780 1 > prepared part key=_multipart_PW0NPHZT12D3.2~4PETQZMH1SIN.0 size=903743 2024-09-12T17:41:54.168 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.167+0000 7f777f168780 1 > prepared multipart upload key=PW0NPHZT12D3 upload=4PETQZMH1SIN tag=RXPFHUDG4177 type=write size=1952319 2024-09-12T17:41:54.169 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.168+0000 7f777f168780 1 < completed delete operation key=FI2EY06UN14X tag=TP1UE8BD73XO type=del 2024-09-12T17:41:54.171 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.170+0000 7f777f168780 1 > prepared part key=_multipart_G4A1L52XKRAS.2~EL89BB87UMLA.0 size=1048576 2024-09-12T17:41:54.172 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.171+0000 7f777f168780 1 > prepared part key=_multipart_G4A1L52XKRAS.2~EL89BB87UMLA.1 size=1048576 2024-09-12T17:41:54.173 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.172+0000 7f777f168780 1 > prepared part key=_multipart_G4A1L52XKRAS.2~EL89BB87UMLA.2 size=202932 2024-09-12T17:41:54.173 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.172+0000 7f777f168780 1 > prepared multipart upload key=G4A1L52XKRAS upload=EL89BB87UMLA tag=U9H915RL28UH type=write size=3348660 2024-09-12T17:41:54.176 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.174+0000 7f777f168780 1 < suggested remove operation key=OE1BUCZHIE1B tag=S4QBOHBOJMCM type=write 2024-09-12T17:41:54.178 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.176+0000 7f777f168780 1 > prepared part key=_multipart_9XT9OU5JDG04.2~KVIVQJGMCDFO.0 size=315237 2024-09-12T17:41:54.178 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.176+0000 7f777f168780 1 > prepared multipart upload key=9XT9OU5JDG04 upload=KVIVQJGMCDFO tag=TADAD108HQLL type=write size=1363813 2024-09-12T17:41:54.180 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.179+0000 7f777f168780 1 < suggested remove operation key=3D7LF14YZ1DI tag=M9FJIJ6VAG3U type=del 2024-09-12T17:41:54.181 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.180+0000 7f777f168780 1 > prepared operation key=CIHBEU5VBLGQ tag=CX9EYC63RTX7 type=del size=1626683 2024-09-12T17:41:54.184 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.181+0000 7f777f168780 1 < completed part key=_multipart_K0OUEJ4GMFDB.2~6ZO6JAKAMWSY.0 size=1048576 2024-09-12T17:41:54.184 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.182+0000 7f777f168780 1 < completed part key=_multipart_K0OUEJ4GMFDB.2~6ZO6JAKAMWSY.1 size=1048576 2024-09-12T17:41:54.185 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.183+0000 7f777f168780 1 < completed part key=_multipart_K0OUEJ4GMFDB.2~6ZO6JAKAMWSY.2 size=782740 2024-09-12T17:41:54.186 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.185+0000 7f777f168780 1 < completed multipart upload key=K0OUEJ4GMFDB upload=6ZO6JAKAMWSY tag=0NI25DHRGBPT type=write size=3928468 2024-09-12T17:41:54.188 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.186+0000 7f777f168780 1 > prepared operation key=FSWX3S2TGJJ9 tag=Y4VBRD1TRXYC type=del size=1808459 2024-09-12T17:41:54.189 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.188+0000 7f777f168780 1 < completed delete operation key=3U17OL8VRNIQ tag=NA8PXS65F44G type=del 2024-09-12T17:41:54.190 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.189+0000 7f777f168780 1 > prepared operation key=O3IEF0Z4S34O tag=AFP1X9RVG6UO type=del size=3337342 2024-09-12T17:41:54.191 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.190+0000 7f777f168780 1 < completed part key=_multipart_FCBWV27TCNS4.2~AK3FAUTZH99K.0 size=1048576 2024-09-12T17:41:54.192 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.191+0000 7f777f168780 1 < completed part key=_multipart_FCBWV27TCNS4.2~AK3FAUTZH99K.1 size=1048576 2024-09-12T17:41:54.193 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.192+0000 7f777f168780 1 < completed part key=_multipart_FCBWV27TCNS4.2~AK3FAUTZH99K.2 size=866495 2024-09-12T17:41:54.195 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.194+0000 7f777f168780 1 < completed multipart upload key=FCBWV27TCNS4 upload=AK3FAUTZH99K tag=4X9K5FXCZF1C type=write size=4012223 2024-09-12T17:41:54.197 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.196+0000 7f777f168780 1 > prepared part key=_multipart_1IACFTAZKIWV.2~77LGRWBRU9N4.0 size=1048576 2024-09-12T17:41:54.198 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.197+0000 7f777f168780 1 > prepared part key=_multipart_1IACFTAZKIWV.2~77LGRWBRU9N4.1 size=229147 2024-09-12T17:41:54.198 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.197+0000 7f777f168780 1 > prepared multipart upload key=1IACFTAZKIWV upload=77LGRWBRU9N4 tag=VO5D8RH4ODNI type=write size=2326299 2024-09-12T17:41:54.199 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.198+0000 7f777f168780 1 < completed write operation key=CASKVIJ5MIV7 tag=C19BM5O8Q3RD type=write size=651092 2024-09-12T17:41:54.201 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.200+0000 7f777f168780 1 > prepared part key=_multipart_ZABXJ7LUKKD3.2~14J9EVCHP2C4.0 size=1048576 2024-09-12T17:41:54.202 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.201+0000 7f777f168780 1 > prepared part key=_multipart_ZABXJ7LUKKD3.2~14J9EVCHP2C4.1 size=1048576 2024-09-12T17:41:54.203 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.202+0000 7f777f168780 1 > prepared part key=_multipart_ZABXJ7LUKKD3.2~14J9EVCHP2C4.2 size=355856 2024-09-12T17:41:54.203 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.202+0000 7f777f168780 1 > prepared multipart upload key=ZABXJ7LUKKD3 upload=14J9EVCHP2C4 tag=GBGNQYZUWDT9 type=write size=3501584 2024-09-12T17:41:54.205 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.203+0000 7f777f168780 1 < completed delete operation key=2ZFE3UG14FTU tag=2QS7JOT6YS7R type=del 2024-09-12T17:41:54.206 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.204+0000 7f777f168780 1 > prepared operation key=G4A1L52XKRAS tag=OGG4XAGLKGF2 type=del size=947576 2024-09-12T17:41:54.207 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.206+0000 7f777f168780 -1 < failed to complete operation key=OE1BUCZHIE1B tag=V6FSSY6LNJME type=del size=3423450: (22) Invalid argument 2024-09-12T17:41:54.208 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.207+0000 7f777f168780 1 > prepared operation key=CPJJKVPMV2GJ tag=SLRMGEQO4NM0 type=del size=1009744 2024-09-12T17:41:54.210 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.209+0000 7f777f168780 1 < suggested remove operation key=PW0NPHZT12D3 tag=Z7DBHQWLZBQW type=del 2024-09-12T17:41:54.212 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.210+0000 7f777f168780 1 > prepared operation key=AEV8UHLVWR8L tag=MA3EB555U4E4 type=del size=3150175 2024-09-12T17:41:54.213 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.211+0000 7f777f168780 1 < completed part key=_multipart_CASKVIJ5MIV7.2~CGUBUQKR1K5G.0 size=369046 2024-09-12T17:41:54.215 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.213+0000 7f777f168780 1 < completed multipart upload key=CASKVIJ5MIV7 upload=CGUBUQKR1K5G tag=6EVF7SDOA8EI type=write size=1417622 2024-09-12T17:41:54.218 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.216+0000 7f777f168780 1 > prepared part key=_multipart_DO31EKWPC3OI.2~C1920DT6ELIF.0 size=1048576 2024-09-12T17:41:54.219 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.217+0000 7f777f168780 1 > prepared part key=_multipart_DO31EKWPC3OI.2~C1920DT6ELIF.1 size=996174 2024-09-12T17:41:54.219 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.217+0000 7f777f168780 1 > prepared multipart upload key=DO31EKWPC3OI upload=C1920DT6ELIF tag=97CL50LU59BX type=write size=3093326 2024-09-12T17:41:54.220 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.219+0000 7f777f168780 1 < canceled operation key=9XT9OU5JDG04 tag=KKR23MGR1UGE type=del size=2195850 2024-09-12T17:41:54.223 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.221+0000 7f777f168780 1 > prepared part key=_multipart_ZABXJ7LUKKD3.2~J3KRMQBSLXAC.0 size=1048576 2024-09-12T17:41:54.224 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.222+0000 7f777f168780 1 > prepared part key=_multipart_ZABXJ7LUKKD3.2~J3KRMQBSLXAC.1 size=1048576 2024-09-12T17:41:54.225 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.223+0000 7f777f168780 1 > prepared part key=_multipart_ZABXJ7LUKKD3.2~J3KRMQBSLXAC.2 size=733885 2024-09-12T17:41:54.225 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.223+0000 7f777f168780 1 > prepared multipart upload key=ZABXJ7LUKKD3 upload=J3KRMQBSLXAC tag=6W48XAJQ03M2 type=write size=3879613 2024-09-12T17:41:54.226 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.225+0000 7f777f168780 1 < completed write operation key=GYBHJV1TE1UC tag=G9GICCA1PQ62 type=write size=424266 2024-09-12T17:41:54.228 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.227+0000 7f777f168780 1 > prepared part key=_multipart_1IACFTAZKIWV.2~PS561PR8J0IX.0 size=1048576 2024-09-12T17:41:54.229 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.228+0000 7f777f168780 1 > prepared part key=_multipart_1IACFTAZKIWV.2~PS561PR8J0IX.1 size=1048576 2024-09-12T17:41:54.230 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.229+0000 7f777f168780 1 > prepared part key=_multipart_1IACFTAZKIWV.2~PS561PR8J0IX.2 size=716511 2024-09-12T17:41:54.230 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.229+0000 7f777f168780 1 > prepared multipart upload key=1IACFTAZKIWV upload=PS561PR8J0IX tag=G722DWY6E9H3 type=write size=3862239 2024-09-12T17:41:54.232 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.231+0000 7f777f168780 1 < suggested update operation key=AEV8UHLVWR8L tag=JO3HV8EELNZA type=write size=500421 2024-09-12T17:41:54.235 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.233+0000 7f777f168780 1 > prepared part key=_multipart_FSWX3S2TGJJ9.2~GXRRA07GT8ZE.0 size=1048576 2024-09-12T17:41:54.236 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.234+0000 7f777f168780 1 > prepared part key=_multipart_FSWX3S2TGJJ9.2~GXRRA07GT8ZE.1 size=247079 2024-09-12T17:41:54.236 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.234+0000 7f777f168780 1 > prepared multipart upload key=FSWX3S2TGJJ9 upload=GXRRA07GT8ZE tag=H9DXF6S66X3U type=write size=2344231 2024-09-12T17:41:54.237 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.235+0000 7f777f168780 1 < completed part key=_multipart_1ZL602X3VJDP.2~ENTWO3Y28AJK.0 size=1048576 2024-09-12T17:41:54.239 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.237+0000 7f777f168780 1 < completed part key=_multipart_1ZL602X3VJDP.2~ENTWO3Y28AJK.1 size=1048576 2024-09-12T17:41:54.240 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.239+0000 7f777f168780 1 < completed part key=_multipart_1ZL602X3VJDP.2~ENTWO3Y28AJK.2 size=94073 2024-09-12T17:41:54.242 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.241+0000 7f777f168780 1 < completed multipart upload key=1ZL602X3VJDP upload=ENTWO3Y28AJK tag=V8QEFYZ1IWFN type=write size=3239801 2024-09-12T17:41:54.244 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.243+0000 7f777f168780 1 > prepared part key=_multipart_9XT9OU5JDG04.2~BVDN667GL4TM.0 size=429235 2024-09-12T17:41:54.244 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.243+0000 7f777f168780 1 > prepared multipart upload key=9XT9OU5JDG04 upload=BVDN667GL4TM tag=MVA8BCWDR8EV type=write size=1477811 2024-09-12T17:41:54.245 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.244+0000 7f777f168780 1 < completed part key=_multipart_PW0NPHZT12D3.2~4PETQZMH1SIN.0 size=903743 2024-09-12T17:41:54.247 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.246+0000 7f777f168780 1 < completed multipart upload key=PW0NPHZT12D3 upload=4PETQZMH1SIN tag=RXPFHUDG4177 type=write size=1952319 2024-09-12T17:41:54.249 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.248+0000 7f777f168780 1 > prepared part key=_multipart_H3CSJQOWQ7NN.2~TT7GAB5Q3WU6.0 size=1048576 2024-09-12T17:41:54.250 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.249+0000 7f777f168780 1 > prepared part key=_multipart_H3CSJQOWQ7NN.2~TT7GAB5Q3WU6.1 size=444151 2024-09-12T17:41:54.250 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.249+0000 7f777f168780 1 > prepared multipart upload key=H3CSJQOWQ7NN upload=TT7GAB5Q3WU6 tag=GUUYPY2NKRJ7 type=write size=2541303 2024-09-12T17:41:54.251 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.250+0000 7f777f168780 1 < completed part key=_multipart_G4A1L52XKRAS.2~EL89BB87UMLA.0 size=1048576 2024-09-12T17:41:54.252 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.251+0000 7f777f168780 1 < completed part key=_multipart_G4A1L52XKRAS.2~EL89BB87UMLA.1 size=1048576 2024-09-12T17:41:54.253 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.252+0000 7f777f168780 1 < completed part key=_multipart_G4A1L52XKRAS.2~EL89BB87UMLA.2 size=202932 2024-09-12T17:41:54.256 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.254+0000 7f777f168780 1 < completed multipart upload key=G4A1L52XKRAS upload=EL89BB87UMLA tag=U9H915RL28UH type=write size=3348660 2024-09-12T17:41:54.257 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.256+0000 7f777f168780 1 > prepared part key=_multipart_FSWX3S2TGJJ9.2~MPMABA8C4DNT.0 size=1048576 2024-09-12T17:41:54.258 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.257+0000 7f777f168780 1 > prepared part key=_multipart_FSWX3S2TGJJ9.2~MPMABA8C4DNT.1 size=1048576 2024-09-12T17:41:54.259 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.258+0000 7f777f168780 1 > prepared part key=_multipart_FSWX3S2TGJJ9.2~MPMABA8C4DNT.2 size=334723 2024-09-12T17:41:54.259 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.258+0000 7f777f168780 1 > prepared multipart upload key=FSWX3S2TGJJ9 upload=MPMABA8C4DNT tag=UN38OXWASCKL type=write size=3480451 2024-09-12T17:41:54.261 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.259+0000 7f777f168780 1 < completed part key=_multipart_9XT9OU5JDG04.2~KVIVQJGMCDFO.0 size=315237 2024-09-12T17:41:54.262 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.261+0000 7f777f168780 1 < completed multipart upload key=9XT9OU5JDG04 upload=KVIVQJGMCDFO tag=TADAD108HQLL type=write size=1363813 2024-09-12T17:41:54.264 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.262+0000 7f777f168780 1 > prepared operation key=CPJJKVPMV2GJ tag=ENUQ4ELNZCI1 type=del size=3696287 2024-09-12T17:41:54.265 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.263+0000 7f777f168780 1 < completed delete operation key=CIHBEU5VBLGQ tag=CX9EYC63RTX7 type=del 2024-09-12T17:41:54.266 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.265+0000 7f777f168780 1 > prepared operation key=GYBHJV1TE1UC tag=H3V6OQC4V3HW type=del size=4033023 2024-09-12T17:41:54.268 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.267+0000 7f777f168780 1 < suggested update operation key=FSWX3S2TGJJ9 tag=Y4VBRD1TRXYC type=del size=1808459 2024-09-12T17:41:54.269 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.268+0000 7f777f168780 1 > prepared operation key=PW0NPHZT12D3 tag=WZK4IPL3WPZQ type=write size=359120 2024-09-12T17:41:54.272 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.270+0000 7f777f168780 1 < suggested remove operation key=O3IEF0Z4S34O tag=AFP1X9RVG6UO type=del 2024-09-12T17:41:54.273 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.272+0000 7f777f168780 1 > prepared operation key=K0OUEJ4GMFDB tag=MQ6ZG89Y46YZ type=del size=2003955 2024-09-12T17:41:54.274 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.273+0000 7f777f168780 1 < completed part key=_multipart_1IACFTAZKIWV.2~77LGRWBRU9N4.0 size=1048576 2024-09-12T17:41:54.275 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.274+0000 7f777f168780 1 < completed part key=_multipart_1IACFTAZKIWV.2~77LGRWBRU9N4.1 size=229147 2024-09-12T17:41:54.277 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.276+0000 7f777f168780 1 < completed multipart upload key=1IACFTAZKIWV upload=77LGRWBRU9N4 tag=VO5D8RH4ODNI type=write size=2326299 2024-09-12T17:41:54.279 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.278+0000 7f777f168780 1 > prepared part key=_multipart_FSWX3S2TGJJ9.2~WZTTY5J33UOD.0 size=899308 2024-09-12T17:41:54.279 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.278+0000 7f777f168780 1 > prepared multipart upload key=FSWX3S2TGJJ9 upload=WZTTY5J33UOD tag=XNAIJ821TGZ3 type=write size=1947884 2024-09-12T17:41:54.280 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.279+0000 7f777f168780 1 < completed part key=_multipart_ZABXJ7LUKKD3.2~14J9EVCHP2C4.0 size=1048576 2024-09-12T17:41:54.281 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.280+0000 7f777f168780 1 < completed part key=_multipart_ZABXJ7LUKKD3.2~14J9EVCHP2C4.1 size=1048576 2024-09-12T17:41:54.282 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.281+0000 7f777f168780 1 < completed part key=_multipart_ZABXJ7LUKKD3.2~14J9EVCHP2C4.2 size=355856 2024-09-12T17:41:54.284 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.283+0000 7f777f168780 1 < completed multipart upload key=ZABXJ7LUKKD3 upload=14J9EVCHP2C4 tag=GBGNQYZUWDT9 type=write size=3501584 2024-09-12T17:41:54.286 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.285+0000 7f777f168780 1 > prepared part key=_multipart_BO6EDKIVIHEW.2~GQHH3H7N070S.0 size=1048576 2024-09-12T17:41:54.287 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.286+0000 7f777f168780 1 > prepared part key=_multipart_BO6EDKIVIHEW.2~GQHH3H7N070S.1 size=610723 2024-09-12T17:41:54.287 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.286+0000 7f777f168780 1 > prepared multipart upload key=BO6EDKIVIHEW upload=GQHH3H7N070S tag=KK33DVYY07AA type=write size=2707875 2024-09-12T17:41:54.288 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.287+0000 7f777f168780 1 < completed delete operation key=G4A1L52XKRAS tag=OGG4XAGLKGF2 type=del 2024-09-12T17:41:54.289 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.288+0000 7f777f168780 1 > prepared operation key=O3IEF0Z4S34O tag=50LSTMI6V5N3 type=del size=3230713 2024-09-12T17:41:54.291 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.289+0000 7f777f168780 1 < completed delete operation key=CPJJKVPMV2GJ tag=SLRMGEQO4NM0 type=del 2024-09-12T17:41:54.292 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.290+0000 7f777f168780 1 > prepared operation key=CV1EGVJPNSKR tag=UYDE4A59JZBH type=del size=3653198 2024-09-12T17:41:54.294 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.293+0000 7f777f168780 1 < suggested update operation key=AEV8UHLVWR8L tag=MA3EB555U4E4 type=del size=3150175 2024-09-12T17:41:54.295 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.294+0000 7f777f168780 1 > prepared operation key=PW0NPHZT12D3 tag=Z16AQ4S4FWPB type=del size=1262243 2024-09-12T17:41:54.295 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.294+0000 7f777f168780 1 < canceled part key=_multipart_DO31EKWPC3OI.2~C1920DT6ELIF.0 size=1048576 2024-09-12T17:41:54.296 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.295+0000 7f777f168780 1 < completed part key=_multipart_DO31EKWPC3OI.2~C1920DT6ELIF.1 size=996174 2024-09-12T17:41:54.298 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.297+0000 7f777f168780 1 < canceled multipart upload key=DO31EKWPC3OI upload=C1920DT6ELIF tag=97CL50LU59BX type=write size=3093326 2024-09-12T17:41:54.299 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.298+0000 7f777f168780 1 > prepared operation key=K0OUEJ4GMFDB tag=SZ4AHY2GJVQ2 type=del size=3335592 2024-09-12T17:41:54.301 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.299+0000 7f777f168780 1 < completed part key=_multipart_ZABXJ7LUKKD3.2~J3KRMQBSLXAC.0 size=1048576 2024-09-12T17:41:54.301 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.300+0000 7f777f168780 1 < completed part key=_multipart_ZABXJ7LUKKD3.2~J3KRMQBSLXAC.1 size=1048576 2024-09-12T17:41:54.302 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.301+0000 7f777f168780 1 < completed part key=_multipart_ZABXJ7LUKKD3.2~J3KRMQBSLXAC.2 size=733885 2024-09-12T17:41:54.304 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.303+0000 7f777f168780 1 < completed multipart upload key=ZABXJ7LUKKD3 upload=J3KRMQBSLXAC tag=6W48XAJQ03M2 type=write size=3879613 2024-09-12T17:41:54.306 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.304+0000 7f777f168780 1 > prepared operation key=FCBWV27TCNS4 tag=026OODE6LY6P type=del size=3049789 2024-09-12T17:41:54.307 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.305+0000 7f777f168780 1 < completed part key=_multipart_1IACFTAZKIWV.2~PS561PR8J0IX.0 size=1048576 2024-09-12T17:41:54.308 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.306+0000 7f777f168780 1 < completed part key=_multipart_1IACFTAZKIWV.2~PS561PR8J0IX.1 size=1048576 2024-09-12T17:41:54.308 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.306+0000 7f777f168780 1 < canceled part key=_multipart_1IACFTAZKIWV.2~PS561PR8J0IX.2 size=716511 2024-09-12T17:41:54.310 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.308+0000 7f777f168780 1 < canceled multipart upload key=1IACFTAZKIWV upload=PS561PR8J0IX tag=G722DWY6E9H3 type=write size=3862239 2024-09-12T17:41:54.311 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.310+0000 7f777f168780 1 > prepared operation key=2KHLGQJKQA23 tag=P278DBRQRMV0 type=write size=653241 2024-09-12T17:41:54.312 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.311+0000 7f777f168780 1 < completed part key=_multipart_FSWX3S2TGJJ9.2~GXRRA07GT8ZE.0 size=1048576 2024-09-12T17:41:54.313 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.312+0000 7f777f168780 1 < completed part key=_multipart_FSWX3S2TGJJ9.2~GXRRA07GT8ZE.1 size=247079 2024-09-12T17:41:54.315 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.314+0000 7f777f168780 1 < completed multipart upload key=FSWX3S2TGJJ9 upload=GXRRA07GT8ZE tag=H9DXF6S66X3U type=write size=2344231 2024-09-12T17:41:54.316 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.315+0000 7f777f168780 1 > prepared operation key=CV1EGVJPNSKR tag=Y0ZP1KH7ZXJW type=del size=4192676 2024-09-12T17:41:54.318 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.316+0000 7f777f168780 1 < completed part key=_multipart_9XT9OU5JDG04.2~BVDN667GL4TM.0 size=429235 2024-09-12T17:41:54.319 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.318+0000 7f777f168780 1 < completed multipart upload key=9XT9OU5JDG04 upload=BVDN667GL4TM tag=MVA8BCWDR8EV type=write size=1477811 2024-09-12T17:41:54.321 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.319+0000 7f777f168780 1 > prepared operation key=DO31EKWPC3OI tag=7EF6BTOEFY3Y type=del size=3312519 2024-09-12T17:41:54.322 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.320+0000 7f777f168780 1 < completed part key=_multipart_H3CSJQOWQ7NN.2~TT7GAB5Q3WU6.0 size=1048576 2024-09-12T17:41:54.323 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.322+0000 7f777f168780 1 < completed part key=_multipart_H3CSJQOWQ7NN.2~TT7GAB5Q3WU6.1 size=444151 2024-09-12T17:41:54.325 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.324+0000 7f777f168780 1 < completed multipart upload key=H3CSJQOWQ7NN upload=TT7GAB5Q3WU6 tag=GUUYPY2NKRJ7 type=write size=2541303 2024-09-12T17:41:54.327 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.325+0000 7f777f168780 1 > prepared operation key=1ZL602X3VJDP tag=KODSABPRUB41 type=del size=29945 2024-09-12T17:41:54.328 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.327+0000 7f777f168780 1 < completed part key=_multipart_FSWX3S2TGJJ9.2~MPMABA8C4DNT.0 size=1048576 2024-09-12T17:41:54.328 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.327+0000 7f777f168780 1 < canceled part key=_multipart_FSWX3S2TGJJ9.2~MPMABA8C4DNT.1 size=1048576 2024-09-12T17:41:54.329 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.328+0000 7f777f168780 1 < completed part key=_multipart_FSWX3S2TGJJ9.2~MPMABA8C4DNT.2 size=334723 2024-09-12T17:41:54.331 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.330+0000 7f777f168780 1 < canceled multipart upload key=FSWX3S2TGJJ9 upload=MPMABA8C4DNT tag=UN38OXWASCKL type=write size=3480451 2024-09-12T17:41:54.332 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.331+0000 7f777f168780 1 > prepared operation key=2KHLGQJKQA23 tag=3GHM28ZOGE43 type=del size=2907397 2024-09-12T17:41:54.334 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.332+0000 7f777f168780 1 < completed delete operation key=CPJJKVPMV2GJ tag=ENUQ4ELNZCI1 type=del 2024-09-12T17:41:54.336 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.334+0000 7f777f168780 1 > prepared part key=_multipart_CASKVIJ5MIV7.2~NI7UQI7358SR.0 size=1048576 2024-09-12T17:41:54.337 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.335+0000 7f777f168780 1 > prepared part key=_multipart_CASKVIJ5MIV7.2~NI7UQI7358SR.1 size=31420 2024-09-12T17:41:54.337 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.335+0000 7f777f168780 1 > prepared multipart upload key=CASKVIJ5MIV7 upload=NI7UQI7358SR tag=9P6VCDZAI64M type=write size=2128572 2024-09-12T17:41:54.338 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.337+0000 7f777f168780 1 < completed delete operation key=GYBHJV1TE1UC tag=H3V6OQC4V3HW type=del 2024-09-12T17:41:54.339 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.338+0000 7f777f168780 1 > prepared operation key=CIHBEU5VBLGQ tag=KRRWBDH67FCX type=del size=1756815 2024-09-12T17:41:54.341 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.339+0000 7f777f168780 1 < completed write operation key=PW0NPHZT12D3 tag=WZK4IPL3WPZQ type=write size=359120 2024-09-12T17:41:54.342 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.340+0000 7f777f168780 1 > prepared operation key=S79H21EJKRPP tag=T4ZFDDL4WK78 type=write size=790716 2024-09-12T17:41:54.344 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.342+0000 7f777f168780 1 < suggested remove operation key=K0OUEJ4GMFDB tag=MQ6ZG89Y46YZ type=del 2024-09-12T17:41:54.345 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.344+0000 7f777f168780 1 > prepared operation key=FCBWV27TCNS4 tag=RRE2CJTR4CNT type=del size=1694201 2024-09-12T17:41:54.346 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.345+0000 7f777f168780 1 < completed part key=_multipart_FSWX3S2TGJJ9.2~WZTTY5J33UOD.0 size=899308 2024-09-12T17:41:54.349 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.347+0000 7f777f168780 1 < completed multipart upload key=FSWX3S2TGJJ9 upload=WZTTY5J33UOD tag=XNAIJ821TGZ3 type=write size=1947884 2024-09-12T17:41:54.350 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.349+0000 7f777f168780 1 > prepared operation key=3D7LF14YZ1DI tag=E39L5SHQCWZZ type=del size=264176 2024-09-12T17:41:54.351 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.350+0000 7f777f168780 1 < completed part key=_multipart_BO6EDKIVIHEW.2~GQHH3H7N070S.0 size=1048576 2024-09-12T17:41:54.352 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.351+0000 7f777f168780 1 < completed part key=_multipart_BO6EDKIVIHEW.2~GQHH3H7N070S.1 size=610723 2024-09-12T17:41:54.354 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.353+0000 7f777f168780 1 < completed multipart upload key=BO6EDKIVIHEW upload=GQHH3H7N070S tag=KK33DVYY07AA type=write size=2707875 2024-09-12T17:41:54.357 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.355+0000 7f777f168780 1 > prepared part key=_multipart_PW0NPHZT12D3.2~MMJ7RG8R4LWX.0 size=96155 2024-09-12T17:41:54.357 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.355+0000 7f777f168780 1 > prepared multipart upload key=PW0NPHZT12D3 upload=MMJ7RG8R4LWX tag=RHX8X89J9P0S type=write size=1144731 2024-09-12T17:41:54.358 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.356+0000 7f777f168780 1 < canceled operation key=O3IEF0Z4S34O tag=50LSTMI6V5N3 type=del size=3230713 2024-09-12T17:41:54.359 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.358+0000 7f777f168780 1 > prepared operation key=2ZFE3UG14FTU tag=7KMWI1VMBM2X type=del size=3389385 2024-09-12T17:41:54.361 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.359+0000 7f777f168780 1 < canceled operation key=CV1EGVJPNSKR tag=UYDE4A59JZBH type=del size=3653198 2024-09-12T17:41:54.363 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.361+0000 7f777f168780 1 > prepared part key=_multipart_H3CSJQOWQ7NN.2~TC0JFS6VBWXS.0 size=55827 2024-09-12T17:41:54.363 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.361+0000 7f777f168780 1 > prepared multipart upload key=H3CSJQOWQ7NN upload=TC0JFS6VBWXS tag=CV6T4NEDSVEO type=write size=1104403 2024-09-12T17:41:54.364 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.363+0000 7f777f168780 1 < completed delete operation key=PW0NPHZT12D3 tag=Z16AQ4S4FWPB type=del 2024-09-12T17:41:54.366 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.364+0000 7f777f168780 1 > prepared operation key=O3IEF0Z4S34O tag=2AVSXRBTTSC0 type=del size=135724 2024-09-12T17:41:54.367 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.365+0000 7f777f168780 -1 < failed to complete operation key=K0OUEJ4GMFDB tag=SZ4AHY2GJVQ2 type=del size=3335592: (22) Invalid argument 2024-09-12T17:41:54.369 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.368+0000 7f777f168780 1 > prepared part key=_multipart_DO31EKWPC3OI.2~XN736GWX6TET.0 size=1048576 2024-09-12T17:41:54.370 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.369+0000 7f777f168780 1 > prepared part key=_multipart_DO31EKWPC3OI.2~XN736GWX6TET.1 size=1012221 2024-09-12T17:41:54.370 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.369+0000 7f777f168780 1 > prepared multipart upload key=DO31EKWPC3OI upload=XN736GWX6TET tag=9WC66U7MHPTG type=write size=3109373 2024-09-12T17:41:54.373 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.371+0000 7f777f168780 1 < suggested remove operation key=FCBWV27TCNS4 tag=026OODE6LY6P type=del 2024-09-12T17:41:54.374 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.373+0000 7f777f168780 1 > prepared operation key=DO31EKWPC3OI tag=UWG13PTYJXEK type=del size=1221187 2024-09-12T17:41:54.375 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.374+0000 7f777f168780 1 < completed write operation key=2KHLGQJKQA23 tag=P278DBRQRMV0 type=write size=653241 2024-09-12T17:41:54.378 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.376+0000 7f777f168780 1 > prepared part key=_multipart_VI3OAATH7N7Z.2~78RTBYNOR20H.0 size=1048576 2024-09-12T17:41:54.379 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.377+0000 7f777f168780 1 > prepared part key=_multipart_VI3OAATH7N7Z.2~78RTBYNOR20H.1 size=840074 2024-09-12T17:41:54.379 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.377+0000 7f777f168780 1 > prepared multipart upload key=VI3OAATH7N7Z upload=78RTBYNOR20H tag=54XS7DX48KTM type=write size=2937226 2024-09-12T17:41:54.380 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.379+0000 7f777f168780 1 < completed delete operation key=CV1EGVJPNSKR tag=Y0ZP1KH7ZXJW type=del 2024-09-12T17:41:54.381 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.380+0000 7f777f168780 1 > prepared operation key=PW0NPHZT12D3 tag=70EUMYNDFU8D type=del size=3949785 2024-09-12T17:41:54.384 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.382+0000 7f777f168780 1 < suggested remove operation key=DO31EKWPC3OI tag=7EF6BTOEFY3Y type=del 2024-09-12T17:41:54.386 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.384+0000 7f777f168780 1 > prepared part key=_multipart_CASKVIJ5MIV7.2~VIKFQG4KTEST.0 size=1048576 2024-09-12T17:41:54.387 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.385+0000 7f777f168780 1 > prepared part key=_multipart_CASKVIJ5MIV7.2~VIKFQG4KTEST.1 size=821964 2024-09-12T17:41:54.387 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.385+0000 7f777f168780 1 > prepared multipart upload key=CASKVIJ5MIV7 upload=VIKFQG4KTEST tag=00SPT2P1O38M type=write size=2919116 2024-09-12T17:41:54.388 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.387+0000 7f777f168780 1 < completed delete operation key=1ZL602X3VJDP tag=KODSABPRUB41 type=del 2024-09-12T17:41:54.389 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.388+0000 7f777f168780 1 > prepared operation key=FSWX3S2TGJJ9 tag=TMOV2TN8LQX7 type=write size=638172 2024-09-12T17:41:54.391 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.390+0000 7f777f168780 1 < suggested remove operation key=2KHLGQJKQA23 tag=3GHM28ZOGE43 type=del 2024-09-12T17:41:54.393 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.391+0000 7f777f168780 1 > prepared operation key=FI2EY06UN14X tag=72RT775WPDMP type=del size=231475 2024-09-12T17:41:54.394 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.392+0000 7f777f168780 1 < completed part key=_multipart_CASKVIJ5MIV7.2~NI7UQI7358SR.0 size=1048576 2024-09-12T17:41:54.395 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.393+0000 7f777f168780 1 < completed part key=_multipart_CASKVIJ5MIV7.2~NI7UQI7358SR.1 size=31420 2024-09-12T17:41:54.397 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.395+0000 7f777f168780 1 < completed multipart upload key=CASKVIJ5MIV7 upload=NI7UQI7358SR tag=9P6VCDZAI64M type=write size=2128572 2024-09-12T17:41:54.398 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.396+0000 7f777f168780 1 > prepared operation key=NV7QYM1CMJA7 tag=GBW57GWXP63Y type=del size=417183 2024-09-12T17:41:54.399 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.398+0000 7f777f168780 1 < completed delete operation key=CIHBEU5VBLGQ tag=KRRWBDH67FCX type=del 2024-09-12T17:41:54.400 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.399+0000 7f777f168780 1 > prepared operation key=K0OUEJ4GMFDB tag=QMURU5EK2O98 type=write size=109276 2024-09-12T17:41:54.401 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.400+0000 7f777f168780 1 < canceled operation key=S79H21EJKRPP tag=T4ZFDDL4WK78 type=write size=790716 2024-09-12T17:41:54.404 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.402+0000 7f777f168780 1 > prepared part key=_multipart_NV7QYM1CMJA7.2~233NXPJ6TXL1.0 size=645956 2024-09-12T17:41:54.404 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.402+0000 7f777f168780 1 > prepared multipart upload key=NV7QYM1CMJA7 upload=233NXPJ6TXL1 tag=VG74B5S7UODS type=write size=1694532 2024-09-12T17:41:54.405 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.403+0000 7f777f168780 -1 < failed to complete operation key=FCBWV27TCNS4 tag=RRE2CJTR4CNT type=del size=1694201: (22) Invalid argument 2024-09-12T17:41:54.407 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.406+0000 7f777f168780 1 > prepared part key=_multipart_CPJJKVPMV2GJ.2~GD5T4GOD7KM2.0 size=576414 2024-09-12T17:41:54.407 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.406+0000 7f777f168780 1 > prepared multipart upload key=CPJJKVPMV2GJ upload=GD5T4GOD7KM2 tag=ZMAPQAL6I4MS type=write size=1624990 2024-09-12T17:41:54.408 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.407+0000 7f777f168780 1 < completed delete operation key=3D7LF14YZ1DI tag=E39L5SHQCWZZ type=del 2024-09-12T17:41:54.411 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.409+0000 7f777f168780 1 > prepared part key=_multipart_3D7LF14YZ1DI.2~EY7SX46Q2C0Y.0 size=208424 2024-09-12T17:41:54.411 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.409+0000 7f777f168780 1 > prepared multipart upload key=3D7LF14YZ1DI upload=EY7SX46Q2C0Y tag=TX75NRVEBD94 type=write size=1257000 2024-09-12T17:41:54.411 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.409+0000 7f777f168780 1 < canceled part key=_multipart_PW0NPHZT12D3.2~MMJ7RG8R4LWX.0 size=96155 2024-09-12T17:41:54.413 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.411+0000 7f777f168780 1 < canceled multipart upload key=PW0NPHZT12D3 upload=MMJ7RG8R4LWX tag=RHX8X89J9P0S type=write size=1144731 2024-09-12T17:41:54.414 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.413+0000 7f777f168780 1 > prepared operation key=DO31EKWPC3OI tag=NER6N8S6G8JP type=del size=39847 2024-09-12T17:41:54.416 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.414+0000 7f777f168780 1 < completed delete operation key=2ZFE3UG14FTU tag=7KMWI1VMBM2X type=del 2024-09-12T17:41:54.417 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.416+0000 7f777f168780 1 > prepared operation key=CIHBEU5VBLGQ tag=9V76AL4AVJ3A type=del size=3757266 2024-09-12T17:41:54.418 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.417+0000 7f777f168780 1 < completed part key=_multipart_H3CSJQOWQ7NN.2~TC0JFS6VBWXS.0 size=55827 2024-09-12T17:41:54.420 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.419+0000 7f777f168780 1 < completed multipart upload key=H3CSJQOWQ7NN upload=TC0JFS6VBWXS tag=CV6T4NEDSVEO type=write size=1104403 2024-09-12T17:41:54.423 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.421+0000 7f777f168780 1 > prepared part key=_multipart_ZABXJ7LUKKD3.2~GY3XUFQU11ET.0 size=102155 2024-09-12T17:41:54.423 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.421+0000 7f777f168780 1 > prepared multipart upload key=ZABXJ7LUKKD3 upload=GY3XUFQU11ET tag=05SHCHAWIGS7 type=write size=1150731 2024-09-12T17:41:54.424 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.423+0000 7f777f168780 1 < canceled operation key=O3IEF0Z4S34O tag=2AVSXRBTTSC0 type=del size=135724 2024-09-12T17:41:54.426 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.424+0000 7f777f168780 1 > prepared operation key=GYBHJV1TE1UC tag=S0249RUP500Y type=del size=1728820 2024-09-12T17:41:54.426 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.424+0000 7f777f168780 1 < canceled part key=_multipart_DO31EKWPC3OI.2~XN736GWX6TET.0 size=1048576 2024-09-12T17:41:54.427 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.425+0000 7f777f168780 1 < completed part key=_multipart_DO31EKWPC3OI.2~XN736GWX6TET.1 size=1012221 2024-09-12T17:41:54.429 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.427+0000 7f777f168780 1 < canceled multipart upload key=DO31EKWPC3OI upload=XN736GWX6TET tag=9WC66U7MHPTG type=write size=3109373 2024-09-12T17:41:54.430 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.428+0000 7f777f168780 1 > prepared operation key=FCBWV27TCNS4 tag=781F2QO0A5G3 type=del size=3958019 2024-09-12T17:41:54.432 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.430+0000 7f777f168780 1 < suggested remove operation key=DO31EKWPC3OI tag=UWG13PTYJXEK type=del 2024-09-12T17:41:54.433 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.432+0000 7f777f168780 1 > prepared operation key=H3CSJQOWQ7NN tag=ENIS82R530JF type=del size=523970 2024-09-12T17:41:54.434 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.433+0000 7f777f168780 1 < completed part key=_multipart_VI3OAATH7N7Z.2~78RTBYNOR20H.0 size=1048576 2024-09-12T17:41:54.435 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.434+0000 7f777f168780 1 < completed part key=_multipart_VI3OAATH7N7Z.2~78RTBYNOR20H.1 size=840074 2024-09-12T17:41:54.437 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.436+0000 7f777f168780 1 < completed multipart upload key=VI3OAATH7N7Z upload=78RTBYNOR20H tag=54XS7DX48KTM type=write size=2937226 2024-09-12T17:41:54.439 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.438+0000 7f777f168780 1 > prepared part key=_multipart_G4A1L52XKRAS.2~27ABB8ISM1C9.0 size=1048576 2024-09-12T17:41:54.440 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.439+0000 7f777f168780 1 > prepared part key=_multipart_G4A1L52XKRAS.2~27ABB8ISM1C9.1 size=1048576 2024-09-12T17:41:54.441 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.439+0000 7f777f168780 1 > prepared part key=_multipart_G4A1L52XKRAS.2~27ABB8ISM1C9.2 size=429210 2024-09-12T17:41:54.441 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.439+0000 7f777f168780 1 > prepared multipart upload key=G4A1L52XKRAS upload=27ABB8ISM1C9 tag=ERH4LF6Q2W3R type=write size=3574938 2024-09-12T17:41:54.443 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.442+0000 7f777f168780 1 < suggested update operation key=PW0NPHZT12D3 tag=70EUMYNDFU8D type=del size=3949785 2024-09-12T17:41:54.445 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.444+0000 7f777f168780 1 > prepared part key=_multipart_ZABXJ7LUKKD3.2~JSYIQOWHY0A8.0 size=735356 2024-09-12T17:41:54.445 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.444+0000 7f777f168780 1 > prepared multipart upload key=ZABXJ7LUKKD3 upload=JSYIQOWHY0A8 tag=PW0835P3PXDT type=write size=1783932 2024-09-12T17:41:54.447 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.445+0000 7f777f168780 1 < completed part key=_multipart_CASKVIJ5MIV7.2~VIKFQG4KTEST.0 size=1048576 2024-09-12T17:41:54.447 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.446+0000 7f777f168780 1 < completed part key=_multipart_CASKVIJ5MIV7.2~VIKFQG4KTEST.1 size=821964 2024-09-12T17:41:54.449 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.448+0000 7f777f168780 1 < completed multipart upload key=CASKVIJ5MIV7 upload=VIKFQG4KTEST tag=00SPT2P1O38M type=write size=2919116 2024-09-12T17:41:54.451 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.450+0000 7f777f168780 1 > prepared part key=_multipart_G4A1L52XKRAS.2~AG3OVDA610ZN.0 size=1048576 2024-09-12T17:41:54.452 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.451+0000 7f777f168780 1 > prepared part key=_multipart_G4A1L52XKRAS.2~AG3OVDA610ZN.1 size=191381 2024-09-12T17:41:54.453 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.451+0000 7f777f168780 1 > prepared multipart upload key=G4A1L52XKRAS upload=AG3OVDA610ZN tag=12KSWZ3RTSST type=write size=2288533 2024-09-12T17:41:54.453 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.452+0000 7f777f168780 1 < completed write operation key=FSWX3S2TGJJ9 tag=TMOV2TN8LQX7 type=write size=638172 2024-09-12T17:41:54.455 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.453+0000 7f777f168780 1 > prepared operation key=BO6EDKIVIHEW tag=KS6UFRK0R51A type=write size=880564 2024-09-12T17:41:54.456 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.454+0000 7f777f168780 1 < completed delete operation key=FI2EY06UN14X tag=72RT775WPDMP type=del 2024-09-12T17:41:54.457 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.456+0000 7f777f168780 1 > prepared operation key=GYBHJV1TE1UC tag=AQTVUOD3KKKP type=del size=3054092 2024-09-12T17:41:54.459 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.458+0000 7f777f168780 1 < suggested update operation key=NV7QYM1CMJA7 tag=GBW57GWXP63Y type=del size=417183 2024-09-12T17:41:54.461 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.459+0000 7f777f168780 1 > prepared operation key=7Q7D1WMM31NL tag=22037C3LPEWT type=del size=858762 2024-09-12T17:41:54.463 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.461+0000 7f777f168780 1 < completed write operation key=K0OUEJ4GMFDB tag=QMURU5EK2O98 type=write size=109276 2024-09-12T17:41:54.464 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.463+0000 7f777f168780 1 > prepared operation key=7Q7D1WMM31NL tag=H9216IWC2WHK type=write size=121907 2024-09-12T17:41:54.465 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.464+0000 7f777f168780 1 < completed part key=_multipart_NV7QYM1CMJA7.2~233NXPJ6TXL1.0 size=645956 2024-09-12T17:41:54.467 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.466+0000 7f777f168780 1 < completed multipart upload key=NV7QYM1CMJA7 upload=233NXPJ6TXL1 tag=VG74B5S7UODS type=write size=1694532 2024-09-12T17:41:54.468 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.467+0000 7f777f168780 1 > prepared operation key=PW0NPHZT12D3 tag=NTB3X3N0FOC2 type=del size=1999706 2024-09-12T17:41:54.470 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.468+0000 7f777f168780 1 < completed part key=_multipart_CPJJKVPMV2GJ.2~GD5T4GOD7KM2.0 size=576414 2024-09-12T17:41:54.471 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.470+0000 7f777f168780 1 < completed multipart upload key=CPJJKVPMV2GJ upload=GD5T4GOD7KM2 tag=ZMAPQAL6I4MS type=write size=1624990 2024-09-12T17:41:54.473 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.472+0000 7f777f168780 1 > prepared part key=_multipart_13V8F5WX47AD.2~4IF0MQTALDAE.0 size=1048576 2024-09-12T17:41:54.474 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.473+0000 7f777f168780 1 > prepared part key=_multipart_13V8F5WX47AD.2~4IF0MQTALDAE.1 size=694926 2024-09-12T17:41:54.474 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.473+0000 7f777f168780 1 > prepared multipart upload key=13V8F5WX47AD upload=4IF0MQTALDAE tag=CLOGTIR7AGM6 type=write size=2792078 2024-09-12T17:41:54.475 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.474+0000 7f777f168780 1 < completed part key=_multipart_3D7LF14YZ1DI.2~EY7SX46Q2C0Y.0 size=208424 2024-09-12T17:41:54.477 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.476+0000 7f777f168780 1 < completed multipart upload key=3D7LF14YZ1DI upload=EY7SX46Q2C0Y tag=TX75NRVEBD94 type=write size=1257000 2024-09-12T17:41:54.478 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.477+0000 7f777f168780 1 > prepared operation key=H3CSJQOWQ7NN tag=ULQIQU1VE0AZ type=del size=3941716 2024-09-12T17:41:54.480 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.478+0000 7f777f168780 -1 < failed to complete operation key=DO31EKWPC3OI tag=NER6N8S6G8JP type=del size=39847: (22) Invalid argument 2024-09-12T17:41:54.481 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.479+0000 7f777f168780 1 > prepared operation key=H3CSJQOWQ7NN tag=YCX2FW1PGMEJ type=del size=50495 2024-09-12T17:41:54.482 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.480+0000 7f777f168780 1 < completed delete operation key=CIHBEU5VBLGQ tag=9V76AL4AVJ3A type=del 2024-09-12T17:41:54.483 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.482+0000 7f777f168780 1 > prepared operation key=OE1BUCZHIE1B tag=AY1EB6E62UD9 type=del size=1985261 2024-09-12T17:41:54.484 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.483+0000 7f777f168780 1 < completed part key=_multipart_ZABXJ7LUKKD3.2~GY3XUFQU11ET.0 size=102155 2024-09-12T17:41:54.486 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.485+0000 7f777f168780 1 < completed multipart upload key=ZABXJ7LUKKD3 upload=GY3XUFQU11ET tag=05SHCHAWIGS7 type=write size=1150731 2024-09-12T17:41:54.488 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.487+0000 7f777f168780 1 > prepared part key=_multipart_K0OUEJ4GMFDB.2~NK7O8YQY3OI2.0 size=1048576 2024-09-12T17:41:54.489 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.487+0000 7f777f168780 1 > prepared part key=_multipart_K0OUEJ4GMFDB.2~NK7O8YQY3OI2.1 size=1048576 2024-09-12T17:41:54.490 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.488+0000 7f777f168780 1 > prepared part key=_multipart_K0OUEJ4GMFDB.2~NK7O8YQY3OI2.2 size=848143 2024-09-12T17:41:54.490 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.488+0000 7f777f168780 1 > prepared multipart upload key=K0OUEJ4GMFDB upload=NK7O8YQY3OI2 tag=V36J7QBSW7S8 type=write size=3993871 2024-09-12T17:41:54.491 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.489+0000 7f777f168780 1 < completed delete operation key=GYBHJV1TE1UC tag=S0249RUP500Y type=del 2024-09-12T17:41:54.493 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.492+0000 7f777f168780 1 > prepared part key=_multipart_3D7LF14YZ1DI.2~C5I7Z39X93RV.0 size=1048576 2024-09-12T17:41:54.494 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.492+0000 7f777f168780 1 > prepared part key=_multipart_3D7LF14YZ1DI.2~C5I7Z39X93RV.1 size=120573 2024-09-12T17:41:54.494 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.492+0000 7f777f168780 1 > prepared multipart upload key=3D7LF14YZ1DI upload=C5I7Z39X93RV tag=DKDN5Z5V8WNT type=write size=2217725 2024-09-12T17:41:54.496 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.495+0000 7f777f168780 1 < suggested remove operation key=FCBWV27TCNS4 tag=781F2QO0A5G3 type=del 2024-09-12T17:41:54.498 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.497+0000 7f777f168780 1 > prepared part key=_multipart_7Q7D1WMM31NL.2~30PXJOTYX5SD.0 size=391295 2024-09-12T17:41:54.498 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.497+0000 7f777f168780 1 > prepared multipart upload key=7Q7D1WMM31NL upload=30PXJOTYX5SD tag=ADIJERZXSUVV type=write size=1439871 2024-09-12T17:41:54.499 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.498+0000 7f777f168780 1 < completed delete operation key=H3CSJQOWQ7NN tag=ENIS82R530JF type=del 2024-09-12T17:41:54.501 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.500+0000 7f777f168780 1 > prepared part key=_multipart_H3CSJQOWQ7NN.2~533PP83WUH3C.0 size=1048576 2024-09-12T17:41:54.502 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.501+0000 7f777f168780 1 > prepared part key=_multipart_H3CSJQOWQ7NN.2~533PP83WUH3C.1 size=810934 2024-09-12T17:41:54.502 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.501+0000 7f777f168780 1 > prepared multipart upload key=H3CSJQOWQ7NN upload=533PP83WUH3C tag=P9BAJ9NP1GG6 type=write size=2908086 2024-09-12T17:41:54.503 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.502+0000 7f777f168780 1 < completed part key=_multipart_G4A1L52XKRAS.2~27ABB8ISM1C9.0 size=1048576 2024-09-12T17:41:54.504 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.503+0000 7f777f168780 1 < completed part key=_multipart_G4A1L52XKRAS.2~27ABB8ISM1C9.1 size=1048576 2024-09-12T17:41:54.506 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.504+0000 7f777f168780 1 < completed part key=_multipart_G4A1L52XKRAS.2~27ABB8ISM1C9.2 size=429210 2024-09-12T17:41:54.508 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.506+0000 7f777f168780 1 < completed multipart upload key=G4A1L52XKRAS upload=27ABB8ISM1C9 tag=ERH4LF6Q2W3R type=write size=3574938 2024-09-12T17:41:54.509 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.508+0000 7f777f168780 1 > prepared operation key=GYBHJV1TE1UC tag=EQEQJAJWM30X type=write size=75707 2024-09-12T17:41:54.510 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.509+0000 7f777f168780 1 < completed part key=_multipart_ZABXJ7LUKKD3.2~JSYIQOWHY0A8.0 size=735356 2024-09-12T17:41:54.513 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.511+0000 7f777f168780 1 < completed multipart upload key=ZABXJ7LUKKD3 upload=JSYIQOWHY0A8 tag=PW0835P3PXDT type=write size=1783932 2024-09-12T17:41:54.514 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.513+0000 7f777f168780 1 > prepared operation key=PW0NPHZT12D3 tag=O6JTAJ9MNFX2 type=del size=1501134 2024-09-12T17:41:54.516 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.514+0000 7f777f168780 1 < completed part key=_multipart_G4A1L52XKRAS.2~AG3OVDA610ZN.0 size=1048576 2024-09-12T17:41:54.516 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.514+0000 7f777f168780 1 < canceled part key=_multipart_G4A1L52XKRAS.2~AG3OVDA610ZN.1 size=191381 2024-09-12T17:41:54.518 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.516+0000 7f777f168780 1 < canceled multipart upload key=G4A1L52XKRAS upload=AG3OVDA610ZN tag=12KSWZ3RTSST type=write size=2288533 2024-09-12T17:41:54.519 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.518+0000 7f777f168780 1 > prepared operation key=BO6EDKIVIHEW tag=KOM8MD95964V type=del size=971475 2024-09-12T17:41:54.522 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.520+0000 7f777f168780 1 < suggested update operation key=BO6EDKIVIHEW tag=KS6UFRK0R51A type=write size=880564 2024-09-12T17:41:54.524 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.523+0000 7f777f168780 1 > prepared part key=_multipart_GYBHJV1TE1UC.2~0AJ18NMNDH9U.0 size=1048576 2024-09-12T17:41:54.525 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.524+0000 7f777f168780 1 > prepared part key=_multipart_GYBHJV1TE1UC.2~0AJ18NMNDH9U.1 size=262496 2024-09-12T17:41:54.525 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.524+0000 7f777f168780 1 > prepared multipart upload key=GYBHJV1TE1UC upload=0AJ18NMNDH9U tag=71FE18F8HE9G type=write size=2359648 2024-09-12T17:41:54.527 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.525+0000 7f777f168780 1 < completed delete operation key=GYBHJV1TE1UC tag=AQTVUOD3KKKP type=del 2024-09-12T17:41:54.528 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.526+0000 7f777f168780 1 > prepared operation key=CV1EGVJPNSKR tag=ZLNCWGFEVZVR type=del size=109151 2024-09-12T17:41:54.529 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.528+0000 7f777f168780 1 < completed delete operation key=7Q7D1WMM31NL tag=22037C3LPEWT type=del 2024-09-12T17:41:54.532 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.529+0000 7f777f168780 1 > prepared operation key=NV7QYM1CMJA7 tag=BLQ9ANFHEKYI type=write size=533623 2024-09-12T17:41:54.533 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.531+0000 7f777f168780 1 < suggested update operation key=7Q7D1WMM31NL tag=H9216IWC2WHK type=write size=121907 2024-09-12T17:41:54.534 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.532+0000 7f777f168780 1 > prepared operation key=K0OUEJ4GMFDB tag=M2ASQ4GIA75C type=del size=2020970 2024-09-12T17:41:54.535 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.534+0000 7f777f168780 1 < completed delete operation key=PW0NPHZT12D3 tag=NTB3X3N0FOC2 type=del 2024-09-12T17:41:54.536 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.535+0000 7f777f168780 1 > prepared operation key=ZABXJ7LUKKD3 tag=13QM391MK8QY type=del size=3122870 2024-09-12T17:41:54.538 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.536+0000 7f777f168780 1 < completed part key=_multipart_13V8F5WX47AD.2~4IF0MQTALDAE.0 size=1048576 2024-09-12T17:41:54.539 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.537+0000 7f777f168780 1 < completed part key=_multipart_13V8F5WX47AD.2~4IF0MQTALDAE.1 size=694926 2024-09-12T17:41:54.541 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.539+0000 7f777f168780 1 < completed multipart upload key=13V8F5WX47AD upload=4IF0MQTALDAE tag=CLOGTIR7AGM6 type=write size=2792078 2024-09-12T17:41:54.542 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.540+0000 7f777f168780 1 > prepared operation key=2BM46JTAY3BM tag=8FNHFYS7ZUU0 type=write size=903638 2024-09-12T17:41:54.543 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.542+0000 7f777f168780 1 < completed delete operation key=H3CSJQOWQ7NN tag=ULQIQU1VE0AZ type=del 2024-09-12T17:41:54.545 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.544+0000 7f777f168780 1 > prepared part key=_multipart_7Q7D1WMM31NL.2~CZ6Q0D520SE3.0 size=925713 2024-09-12T17:41:54.545 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.544+0000 7f777f168780 1 > prepared multipart upload key=7Q7D1WMM31NL upload=CZ6Q0D520SE3 tag=HWHL0Q14GZ81 type=write size=1974289 2024-09-12T17:41:54.546 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.545+0000 7f777f168780 1 < completed delete operation key=H3CSJQOWQ7NN tag=YCX2FW1PGMEJ type=del 2024-09-12T17:41:54.549 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.548+0000 7f777f168780 1 > prepared part key=_multipart_FCBWV27TCNS4.2~4KD55XOAHSI5.0 size=25998 2024-09-12T17:41:54.549 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.548+0000 7f777f168780 1 > prepared multipart upload key=FCBWV27TCNS4 upload=4KD55XOAHSI5 tag=6MRHDYIQ2YV9 type=write size=1074574 2024-09-12T17:41:54.557 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.555+0000 7f777f168780 1 < completed delete operation key=OE1BUCZHIE1B tag=AY1EB6E62UD9 type=del 2024-09-12T17:41:54.561 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.559+0000 7f777f168780 1 > prepared part key=_multipart_BO6EDKIVIHEW.2~B82JFS0LASFI.0 size=1048576 2024-09-12T17:41:54.562 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.560+0000 7f777f168780 1 > prepared part key=_multipart_BO6EDKIVIHEW.2~B82JFS0LASFI.1 size=927179 2024-09-12T17:41:54.562 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.560+0000 7f777f168780 1 > prepared multipart upload key=BO6EDKIVIHEW upload=B82JFS0LASFI tag=3ROROAXXF18P type=write size=3024331 2024-09-12T17:41:54.563 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.562+0000 7f777f168780 1 < completed part key=_multipart_K0OUEJ4GMFDB.2~NK7O8YQY3OI2.0 size=1048576 2024-09-12T17:41:54.564 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.563+0000 7f777f168780 1 < completed part key=_multipart_K0OUEJ4GMFDB.2~NK7O8YQY3OI2.1 size=1048576 2024-09-12T17:41:54.565 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.563+0000 7f777f168780 1 < completed part key=_multipart_K0OUEJ4GMFDB.2~NK7O8YQY3OI2.2 size=848143 2024-09-12T17:41:54.567 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.566+0000 7f777f168780 1 < completed multipart upload key=K0OUEJ4GMFDB upload=NK7O8YQY3OI2 tag=V36J7QBSW7S8 type=write size=3993871 2024-09-12T17:41:54.569 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.568+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~7YF1BSEZ152H.0 size=1048576 2024-09-12T17:41:54.570 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.569+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~7YF1BSEZ152H.1 size=574823 2024-09-12T17:41:54.570 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.569+0000 7f777f168780 1 > prepared multipart upload key=CIHBEU5VBLGQ upload=7YF1BSEZ152H tag=L3PA09A7PNNQ type=write size=2671975 2024-09-12T17:41:54.572 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.570+0000 7f777f168780 1 < completed part key=_multipart_3D7LF14YZ1DI.2~C5I7Z39X93RV.0 size=1048576 2024-09-12T17:41:54.573 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.571+0000 7f777f168780 1 < completed part key=_multipart_3D7LF14YZ1DI.2~C5I7Z39X93RV.1 size=120573 2024-09-12T17:41:54.575 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.573+0000 7f777f168780 1 < completed multipart upload key=3D7LF14YZ1DI upload=C5I7Z39X93RV tag=DKDN5Z5V8WNT type=write size=2217725 2024-09-12T17:41:54.577 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.576+0000 7f777f168780 1 > prepared part key=_multipart_O3IEF0Z4S34O.2~OBYZ2R0M5TU6.0 size=1048576 2024-09-12T17:41:54.578 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.577+0000 7f777f168780 1 > prepared part key=_multipart_O3IEF0Z4S34O.2~OBYZ2R0M5TU6.1 size=492956 2024-09-12T17:41:54.578 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.577+0000 7f777f168780 1 > prepared multipart upload key=O3IEF0Z4S34O upload=OBYZ2R0M5TU6 tag=R23TEAMU0V7B type=write size=2590108 2024-09-12T17:41:54.579 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.578+0000 7f777f168780 1 < completed part key=_multipart_7Q7D1WMM31NL.2~30PXJOTYX5SD.0 size=391295 2024-09-12T17:41:54.581 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.580+0000 7f777f168780 1 < completed multipart upload key=7Q7D1WMM31NL upload=30PXJOTYX5SD tag=ADIJERZXSUVV type=write size=1439871 2024-09-12T17:41:54.584 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.583+0000 7f777f168780 1 > prepared part key=_multipart_FI2EY06UN14X.2~KZ4V9901QFNY.0 size=749749 2024-09-12T17:41:54.584 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.583+0000 7f777f168780 1 > prepared multipart upload key=FI2EY06UN14X upload=KZ4V9901QFNY tag=RLJSQGL2VM9C type=write size=1798325 2024-09-12T17:41:54.585 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.584+0000 7f777f168780 1 < completed part key=_multipart_H3CSJQOWQ7NN.2~533PP83WUH3C.0 size=1048576 2024-09-12T17:41:54.586 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.585+0000 7f777f168780 1 < completed part key=_multipart_H3CSJQOWQ7NN.2~533PP83WUH3C.1 size=810934 2024-09-12T17:41:54.588 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.587+0000 7f777f168780 1 < completed multipart upload key=H3CSJQOWQ7NN upload=533PP83WUH3C tag=P9BAJ9NP1GG6 type=write size=2908086 2024-09-12T17:41:54.589 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.588+0000 7f777f168780 1 > prepared operation key=2KHLGQJKQA23 tag=JCZJ2GMNAVR6 type=del size=2730606 2024-09-12T17:41:54.590 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.589+0000 7f777f168780 1 < completed write operation key=GYBHJV1TE1UC tag=EQEQJAJWM30X type=write size=75707 2024-09-12T17:41:54.593 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.591+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~MBF7H8G9CL6U.0 size=815691 2024-09-12T17:41:54.593 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.591+0000 7f777f168780 1 > prepared multipart upload key=CIHBEU5VBLGQ upload=MBF7H8G9CL6U tag=V4M4YQKXX4X1 type=write size=1864267 2024-09-12T17:41:54.594 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.592+0000 7f777f168780 1 < completed delete operation key=PW0NPHZT12D3 tag=O6JTAJ9MNFX2 type=del 2024-09-12T17:41:54.595 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.594+0000 7f777f168780 1 > prepared operation key=2ZFE3UG14FTU tag=GZ6WXY37YOMD type=write size=188429 2024-09-12T17:41:54.596 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.595+0000 7f777f168780 -1 < failed to complete operation key=BO6EDKIVIHEW tag=KOM8MD95964V type=del size=971475: (22) Invalid argument 2024-09-12T17:41:54.598 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.596+0000 7f777f168780 1 > prepared operation key=GYBHJV1TE1UC tag=MXZXGNOYGY0T type=del size=837523 2024-09-12T17:41:54.599 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.597+0000 7f777f168780 1 < completed part key=_multipart_GYBHJV1TE1UC.2~0AJ18NMNDH9U.0 size=1048576 2024-09-12T17:41:54.600 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.598+0000 7f777f168780 1 < completed part key=_multipart_GYBHJV1TE1UC.2~0AJ18NMNDH9U.1 size=262496 2024-09-12T17:41:54.602 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.600+0000 7f777f168780 1 < completed multipart upload key=GYBHJV1TE1UC upload=0AJ18NMNDH9U tag=71FE18F8HE9G type=write size=2359648 2024-09-12T17:41:54.603 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.602+0000 7f777f168780 1 > prepared operation key=BO6EDKIVIHEW tag=8YI4FJRUWGK4 type=del size=3811652 2024-09-12T17:41:54.605 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.603+0000 7f777f168780 1 < completed delete operation key=CV1EGVJPNSKR tag=ZLNCWGFEVZVR type=del 2024-09-12T17:41:54.606 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.605+0000 7f777f168780 1 > prepared operation key=K0OUEJ4GMFDB tag=N7SPMPE6V4JL type=del size=2853267 2024-09-12T17:41:54.607 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.606+0000 7f777f168780 1 < completed write operation key=NV7QYM1CMJA7 tag=BLQ9ANFHEKYI type=write size=533623 2024-09-12T17:41:54.608 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.607+0000 7f777f168780 1 > prepared operation key=1ZL602X3VJDP tag=6SLMLDMTIHQI type=del size=4166997 2024-09-12T17:41:54.610 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.608+0000 7f777f168780 1 < completed delete operation key=K0OUEJ4GMFDB tag=M2ASQ4GIA75C type=del 2024-09-12T17:41:54.612 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.611+0000 7f777f168780 1 > prepared part key=_multipart_AEV8UHLVWR8L.2~V18K2HJDYG1H.0 size=1048576 2024-09-12T17:41:54.613 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.612+0000 7f777f168780 1 > prepared part key=_multipart_AEV8UHLVWR8L.2~V18K2HJDYG1H.1 size=1048576 2024-09-12T17:41:54.614 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.613+0000 7f777f168780 1 > prepared part key=_multipart_AEV8UHLVWR8L.2~V18K2HJDYG1H.2 size=573391 2024-09-12T17:41:54.614 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.613+0000 7f777f168780 1 > prepared multipart upload key=AEV8UHLVWR8L upload=V18K2HJDYG1H tag=BSF245G9OZXP type=write size=3719119 2024-09-12T17:41:54.615 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.614+0000 7f777f168780 1 < completed delete operation key=ZABXJ7LUKKD3 tag=13QM391MK8QY type=del 2024-09-12T17:41:54.616 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.615+0000 7f777f168780 1 > prepared operation key=H3CSJQOWQ7NN tag=XHXW12KTJ50A type=write size=968097 2024-09-12T17:41:54.618 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.616+0000 7f777f168780 1 < completed write operation key=2BM46JTAY3BM tag=8FNHFYS7ZUU0 type=write size=903638 2024-09-12T17:41:54.619 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.617+0000 7f777f168780 1 > prepared operation key=O3IEF0Z4S34O tag=SNL8MVGDJ8L9 type=write size=778383 2024-09-12T17:41:54.620 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.619+0000 7f777f168780 1 < completed part key=_multipart_7Q7D1WMM31NL.2~CZ6Q0D520SE3.0 size=925713 2024-09-12T17:41:54.623 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.621+0000 7f777f168780 1 < completed multipart upload key=7Q7D1WMM31NL upload=CZ6Q0D520SE3 tag=HWHL0Q14GZ81 type=write size=1974289 2024-09-12T17:41:54.623 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.622+0000 7f777f168780 1 > prepared operation key=CPJJKVPMV2GJ tag=OU1K3P1ON045 type=del size=1297900 2024-09-12T17:41:54.625 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.623+0000 7f777f168780 1 < completed part key=_multipart_FCBWV27TCNS4.2~4KD55XOAHSI5.0 size=25998 2024-09-12T17:41:54.626 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.625+0000 7f777f168780 1 < completed multipart upload key=FCBWV27TCNS4 upload=4KD55XOAHSI5 tag=6MRHDYIQ2YV9 type=write size=1074574 2024-09-12T17:41:54.627 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.626+0000 7f777f168780 1 > prepared operation key=2KHLGQJKQA23 tag=IC2ILNI04MZS type=del size=2113480 2024-09-12T17:41:54.629 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.627+0000 7f777f168780 1 < completed part key=_multipart_BO6EDKIVIHEW.2~B82JFS0LASFI.0 size=1048576 2024-09-12T17:41:54.630 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.628+0000 7f777f168780 1 < completed part key=_multipart_BO6EDKIVIHEW.2~B82JFS0LASFI.1 size=927179 2024-09-12T17:41:54.632 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.630+0000 7f777f168780 1 < completed multipart upload key=BO6EDKIVIHEW upload=B82JFS0LASFI tag=3ROROAXXF18P type=write size=3024331 2024-09-12T17:41:54.633 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.632+0000 7f777f168780 1 > prepared operation key=FCBWV27TCNS4 tag=OKZVP3K5D5BW type=del size=1429910 2024-09-12T17:41:54.634 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.633+0000 7f777f168780 1 < completed part key=_multipart_CIHBEU5VBLGQ.2~7YF1BSEZ152H.0 size=1048576 2024-09-12T17:41:54.635 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.634+0000 7f777f168780 1 < completed part key=_multipart_CIHBEU5VBLGQ.2~7YF1BSEZ152H.1 size=574823 2024-09-12T17:41:54.637 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.636+0000 7f777f168780 1 < completed multipart upload key=CIHBEU5VBLGQ upload=7YF1BSEZ152H tag=L3PA09A7PNNQ type=write size=2671975 2024-09-12T17:41:54.640 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.638+0000 7f777f168780 1 > prepared part key=_multipart_1IACFTAZKIWV.2~EUHISW0DWXH2.0 size=1048576 2024-09-12T17:41:54.641 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.640+0000 7f777f168780 1 > prepared part key=_multipart_1IACFTAZKIWV.2~EUHISW0DWXH2.1 size=1048576 2024-09-12T17:41:54.642 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.640+0000 7f777f168780 1 > prepared part key=_multipart_1IACFTAZKIWV.2~EUHISW0DWXH2.2 size=1002939 2024-09-12T17:41:54.642 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.640+0000 7f777f168780 1 > prepared multipart upload key=1IACFTAZKIWV upload=EUHISW0DWXH2 tag=FAUOZ9B33G2Q type=write size=4148667 2024-09-12T17:41:54.643 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.642+0000 7f777f168780 1 < completed part key=_multipart_O3IEF0Z4S34O.2~OBYZ2R0M5TU6.0 size=1048576 2024-09-12T17:41:54.644 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.643+0000 7f777f168780 1 < completed part key=_multipart_O3IEF0Z4S34O.2~OBYZ2R0M5TU6.1 size=492956 2024-09-12T17:41:54.646 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.644+0000 7f777f168780 1 < completed multipart upload key=O3IEF0Z4S34O upload=OBYZ2R0M5TU6 tag=R23TEAMU0V7B type=write size=2590108 2024-09-12T17:41:54.647 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.646+0000 7f777f168780 1 > prepared operation key=VI3OAATH7N7Z tag=FYYHCR0TAKDF type=del size=832389 2024-09-12T17:41:54.648 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.647+0000 7f777f168780 1 < completed part key=_multipart_FI2EY06UN14X.2~KZ4V9901QFNY.0 size=749749 2024-09-12T17:41:54.650 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.649+0000 7f777f168780 1 < completed multipart upload key=FI2EY06UN14X upload=KZ4V9901QFNY tag=RLJSQGL2VM9C type=write size=1798325 2024-09-12T17:41:54.651 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.650+0000 7f777f168780 1 > prepared operation key=2ZFE3UG14FTU tag=M88TI5KY4V5C type=del size=3501516 2024-09-12T17:41:54.653 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.651+0000 7f777f168780 1 < completed delete operation key=2KHLGQJKQA23 tag=JCZJ2GMNAVR6 type=del 2024-09-12T17:41:54.654 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.652+0000 7f777f168780 1 > prepared operation key=BO6EDKIVIHEW tag=QE3XXBA5F3F5 type=del size=974007 2024-09-12T17:41:54.655 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.654+0000 7f777f168780 1 < completed part key=_multipart_CIHBEU5VBLGQ.2~MBF7H8G9CL6U.0 size=815691 2024-09-12T17:41:54.657 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.656+0000 7f777f168780 1 < completed multipart upload key=CIHBEU5VBLGQ upload=MBF7H8G9CL6U tag=V4M4YQKXX4X1 type=write size=1864267 2024-09-12T17:41:54.658 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.657+0000 7f777f168780 1 > prepared operation key=FCBWV27TCNS4 tag=X3V2ZKY7CR06 type=del size=874730 2024-09-12T17:41:54.660 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.659+0000 7f777f168780 1 < suggested remove operation key=2ZFE3UG14FTU tag=GZ6WXY37YOMD type=write 2024-09-12T17:41:54.662 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.660+0000 7f777f168780 1 > prepared operation key=H3CSJQOWQ7NN tag=9GO7CE60GXBI type=write size=26033 2024-09-12T17:41:54.664 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.663+0000 7f777f168780 1 < suggested update operation key=GYBHJV1TE1UC tag=MXZXGNOYGY0T type=del size=837523 2024-09-12T17:41:54.665 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.664+0000 7f777f168780 1 > prepared operation key=CASKVIJ5MIV7 tag=G1MYVWKVNPR0 type=del size=1978048 2024-09-12T17:41:54.666 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.665+0000 7f777f168780 1 < completed delete operation key=BO6EDKIVIHEW tag=8YI4FJRUWGK4 type=del 2024-09-12T17:41:54.668 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.666+0000 7f777f168780 1 > prepared operation key=3D7LF14YZ1DI tag=7TDH00O7DNM1 type=write size=505024 2024-09-12T17:41:54.669 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.668+0000 7f777f168780 1 < completed delete operation key=K0OUEJ4GMFDB tag=N7SPMPE6V4JL type=del 2024-09-12T17:41:54.670 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.669+0000 7f777f168780 1 > prepared operation key=2BM46JTAY3BM tag=N13OSVNP01QZ type=del size=3357688 2024-09-12T17:41:54.671 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.670+0000 7f777f168780 1 < completed delete operation key=1ZL602X3VJDP tag=6SLMLDMTIHQI type=del 2024-09-12T17:41:54.673 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.671+0000 7f777f168780 1 > prepared operation key=CPJJKVPMV2GJ tag=CR0DYJLRIC6V type=del size=3888883 2024-09-12T17:41:54.674 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.672+0000 7f777f168780 1 < completed part key=_multipart_AEV8UHLVWR8L.2~V18K2HJDYG1H.0 size=1048576 2024-09-12T17:41:54.675 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.673+0000 7f777f168780 1 < completed part key=_multipart_AEV8UHLVWR8L.2~V18K2HJDYG1H.1 size=1048576 2024-09-12T17:41:54.676 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.674+0000 7f777f168780 1 < completed part key=_multipart_AEV8UHLVWR8L.2~V18K2HJDYG1H.2 size=573391 2024-09-12T17:41:54.678 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.676+0000 7f777f168780 1 < completed multipart upload key=AEV8UHLVWR8L upload=V18K2HJDYG1H tag=BSF245G9OZXP type=write size=3719119 2024-09-12T17:41:54.679 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.678+0000 7f777f168780 1 > prepared operation key=CV1EGVJPNSKR tag=Y0N99L0EXN36 type=del size=1916119 2024-09-12T17:41:54.680 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.679+0000 7f777f168780 1 < canceled operation key=H3CSJQOWQ7NN tag=XHXW12KTJ50A type=write size=968097 2024-09-12T17:41:54.682 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.681+0000 7f777f168780 1 > prepared part key=_multipart_VI3OAATH7N7Z.2~VIR3AZV3DHQX.0 size=1048576 2024-09-12T17:41:54.684 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.682+0000 7f777f168780 1 > prepared part key=_multipart_VI3OAATH7N7Z.2~VIR3AZV3DHQX.1 size=1003464 2024-09-12T17:41:54.684 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.682+0000 7f777f168780 1 > prepared multipart upload key=VI3OAATH7N7Z upload=VIR3AZV3DHQX tag=56U9JDOJ3LDG type=write size=3100616 2024-09-12T17:41:54.686 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.684+0000 7f777f168780 1 < suggested remove operation key=O3IEF0Z4S34O tag=SNL8MVGDJ8L9 type=write 2024-09-12T17:41:54.687 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.686+0000 7f777f168780 1 > prepared operation key=AEV8UHLVWR8L tag=S9T4JWL3EZ7I type=del size=2383420 2024-09-12T17:41:54.688 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.687+0000 7f777f168780 1 < completed delete operation key=CPJJKVPMV2GJ tag=OU1K3P1ON045 type=del 2024-09-12T17:41:54.689 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.688+0000 7f777f168780 1 > prepared operation key=CIHBEU5VBLGQ tag=GEHR5W1HRIJN type=del size=212630 2024-09-12T17:41:54.690 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.689+0000 7f777f168780 1 < completed delete operation key=2KHLGQJKQA23 tag=IC2ILNI04MZS type=del 2024-09-12T17:41:54.692 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.691+0000 7f777f168780 1 > prepared operation key=S79H21EJKRPP tag=JGN1E5T9BSCM type=del size=3080417 2024-09-12T17:41:54.693 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.692+0000 7f777f168780 1 < completed delete operation key=FCBWV27TCNS4 tag=OKZVP3K5D5BW type=del 2024-09-12T17:41:54.695 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.694+0000 7f777f168780 1 > prepared part key=_multipart_PW0NPHZT12D3.2~08AGKMKH43KS.0 size=958787 2024-09-12T17:41:54.695 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.694+0000 7f777f168780 1 > prepared multipart upload key=PW0NPHZT12D3 upload=08AGKMKH43KS tag=3STEIABYO97S type=write size=2007363 2024-09-12T17:41:54.698 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.696+0000 7f777f168780 1 < completed part key=_multipart_1IACFTAZKIWV.2~EUHISW0DWXH2.0 size=1048576 2024-09-12T17:41:54.698 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.697+0000 7f777f168780 1 < completed part key=_multipart_1IACFTAZKIWV.2~EUHISW0DWXH2.1 size=1048576 2024-09-12T17:41:54.699 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.698+0000 7f777f168780 1 < completed part key=_multipart_1IACFTAZKIWV.2~EUHISW0DWXH2.2 size=1002939 2024-09-12T17:41:54.701 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.700+0000 7f777f168780 1 < completed multipart upload key=1IACFTAZKIWV upload=EUHISW0DWXH2 tag=FAUOZ9B33G2Q type=write size=4148667 2024-09-12T17:41:54.702 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.701+0000 7f777f168780 1 > prepared operation key=CV1EGVJPNSKR tag=M3IKGNTADM1U type=del size=2973190 2024-09-12T17:41:54.704 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.703+0000 7f777f168780 1 < completed delete operation key=VI3OAATH7N7Z tag=FYYHCR0TAKDF type=del 2024-09-12T17:41:54.705 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.704+0000 7f777f168780 1 > prepared operation key=AEV8UHLVWR8L tag=3CAGLWE8LHVH type=del size=3582215 2024-09-12T17:41:54.706 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.704+0000 7f777f168780 -1 < no bi entry to suggest for operation key=2ZFE3UG14FTU tag=M88TI5KY4V5C type=del size=3501516: (2) No such file or directory 2024-09-12T17:41:54.708 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.707+0000 7f777f168780 1 > prepared part key=_multipart_CPJJKVPMV2GJ.2~0TEJ5625APIN.0 size=1048576 2024-09-12T17:41:54.709 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.708+0000 7f777f168780 1 > prepared part key=_multipart_CPJJKVPMV2GJ.2~0TEJ5625APIN.1 size=1048576 2024-09-12T17:41:54.710 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.708+0000 7f777f168780 1 > prepared part key=_multipart_CPJJKVPMV2GJ.2~0TEJ5625APIN.2 size=393389 2024-09-12T17:41:54.710 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.708+0000 7f777f168780 1 > prepared multipart upload key=CPJJKVPMV2GJ upload=0TEJ5625APIN tag=Y5N4GILD803O type=write size=3539117 2024-09-12T17:41:54.711 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.710+0000 7f777f168780 1 < completed delete operation key=BO6EDKIVIHEW tag=QE3XXBA5F3F5 type=del 2024-09-12T17:41:54.712 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.711+0000 7f777f168780 1 > prepared operation key=3U17OL8VRNIQ tag=8ND8X1LEUNKO type=del size=1490516 2024-09-12T17:41:54.713 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.712+0000 7f777f168780 1 < completed delete operation key=FCBWV27TCNS4 tag=X3V2ZKY7CR06 type=del 2024-09-12T17:41:54.715 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.713+0000 7f777f168780 1 > prepared operation key=DO31EKWPC3OI tag=TSR4M9EUO01Z type=del size=630021 2024-09-12T17:41:54.716 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.715+0000 7f777f168780 1 < completed write operation key=H3CSJQOWQ7NN tag=9GO7CE60GXBI type=write size=26033 2024-09-12T17:41:54.717 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.716+0000 7f777f168780 1 > prepared operation key=13V8F5WX47AD tag=EDYIRM8MKW0R type=del size=1671513 2024-09-12T17:41:54.718 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.717+0000 7f777f168780 1 < completed delete operation key=CASKVIJ5MIV7 tag=G1MYVWKVNPR0 type=del 2024-09-12T17:41:54.719 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.718+0000 7f777f168780 1 > prepared operation key=3D7LF14YZ1DI tag=0QOX9S09MYKZ type=del size=1958755 2024-09-12T17:41:54.721 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.719+0000 7f777f168780 1 < completed write operation key=3D7LF14YZ1DI tag=7TDH00O7DNM1 type=write size=505024 2024-09-12T17:41:54.722 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.720+0000 7f777f168780 1 > prepared operation key=9XT9OU5JDG04 tag=TQGV4JRNULXV type=del size=2418611 2024-09-12T17:41:54.723 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.722+0000 7f777f168780 1 < completed delete operation key=2BM46JTAY3BM tag=N13OSVNP01QZ type=del 2024-09-12T17:41:54.724 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.723+0000 7f777f168780 1 > prepared operation key=DCPT2HL28MHD tag=PAU1KA576JZ2 type=del size=1533516 2024-09-12T17:41:54.725 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.724+0000 7f777f168780 1 < completed delete operation key=CPJJKVPMV2GJ tag=CR0DYJLRIC6V type=del 2024-09-12T17:41:54.726 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.725+0000 7f777f168780 1 > prepared operation key=FSWX3S2TGJJ9 tag=YMB371GHMNP7 type=del size=1490533 2024-09-12T17:41:54.728 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.726+0000 7f777f168780 1 < canceled operation key=CV1EGVJPNSKR tag=Y0N99L0EXN36 type=del size=1916119 2024-09-12T17:41:54.729 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.727+0000 7f777f168780 1 > prepared operation key=3U17OL8VRNIQ tag=1H4XGMPAAIEP type=del size=2303756 2024-09-12T17:41:54.730 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.729+0000 7f777f168780 1 < completed part key=_multipart_VI3OAATH7N7Z.2~VIR3AZV3DHQX.0 size=1048576 2024-09-12T17:41:54.731 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.730+0000 7f777f168780 1 < completed part key=_multipart_VI3OAATH7N7Z.2~VIR3AZV3DHQX.1 size=1003464 2024-09-12T17:41:54.733 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.732+0000 7f777f168780 1 < completed multipart upload key=VI3OAATH7N7Z upload=VIR3AZV3DHQX tag=56U9JDOJ3LDG type=write size=3100616 2024-09-12T17:41:54.736 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.733+0000 7f777f168780 1 > prepared operation key=DO31EKWPC3OI tag=A2EQDTHHC6SG type=del size=3128063 2024-09-12T17:41:54.736 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.734+0000 7f777f168780 1 < completed delete operation key=AEV8UHLVWR8L tag=S9T4JWL3EZ7I type=del 2024-09-12T17:41:54.736 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.735+0000 7f777f168780 1 > prepared operation key=BO6EDKIVIHEW tag=VJE6Q6DGOD8G type=del size=1356425 2024-09-12T17:41:54.738 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.736+0000 7f777f168780 1 < completed delete operation key=CIHBEU5VBLGQ tag=GEHR5W1HRIJN type=del 2024-09-12T17:41:54.740 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.738+0000 7f777f168780 1 > prepared part key=_multipart_2KHLGQJKQA23.2~OTKON4KRB7VH.0 size=704323 2024-09-12T17:41:54.740 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.738+0000 7f777f168780 1 > prepared multipart upload key=2KHLGQJKQA23 upload=OTKON4KRB7VH tag=LB67DNKPLVA3 type=write size=1752899 2024-09-12T17:41:54.741 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.740+0000 7f777f168780 1 < completed delete operation key=S79H21EJKRPP tag=JGN1E5T9BSCM type=del 2024-09-12T17:41:54.742 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.741+0000 7f777f168780 1 > prepared operation key=H3CSJQOWQ7NN tag=6N40WI6T3DZA type=del size=3453309 2024-09-12T17:41:54.743 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.742+0000 7f777f168780 1 < completed part key=_multipart_PW0NPHZT12D3.2~08AGKMKH43KS.0 size=958787 2024-09-12T17:41:54.745 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.744+0000 7f777f168780 1 < completed multipart upload key=PW0NPHZT12D3 upload=08AGKMKH43KS tag=3STEIABYO97S type=write size=2007363 2024-09-12T17:41:54.746 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.745+0000 7f777f168780 1 > prepared operation key=1IACFTAZKIWV tag=7585Y2RURXM7 type=del size=3578661 2024-09-12T17:41:54.748 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.746+0000 7f777f168780 1 < canceled operation key=CV1EGVJPNSKR tag=M3IKGNTADM1U type=del size=2973190 2024-09-12T17:41:54.749 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.747+0000 7f777f168780 1 > prepared operation key=CIHBEU5VBLGQ tag=9SN2R6JZ0F9L type=del size=2529062 2024-09-12T17:41:54.750 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.748+0000 7f777f168780 1 < completed delete operation key=AEV8UHLVWR8L tag=3CAGLWE8LHVH type=del 2024-09-12T17:41:54.751 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.750+0000 7f777f168780 1 > prepared operation key=1IACFTAZKIWV tag=V43URVMN01DW type=write size=977928 2024-09-12T17:41:54.751 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.750+0000 7f777f168780 1 < canceled part key=_multipart_CPJJKVPMV2GJ.2~0TEJ5625APIN.0 size=1048576 2024-09-12T17:41:54.752 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.751+0000 7f777f168780 1 < completed part key=_multipart_CPJJKVPMV2GJ.2~0TEJ5625APIN.1 size=1048576 2024-09-12T17:41:54.753 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.752+0000 7f777f168780 1 < completed part key=_multipart_CPJJKVPMV2GJ.2~0TEJ5625APIN.2 size=393389 2024-09-12T17:41:54.755 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.754+0000 7f777f168780 1 < canceled multipart upload key=CPJJKVPMV2GJ upload=0TEJ5625APIN tag=Y5N4GILD803O type=write size=3539117 2024-09-12T17:41:54.757 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.756+0000 7f777f168780 1 > prepared part key=_multipart_BO6EDKIVIHEW.2~SXT18FYCK21W.0 size=1048576 2024-09-12T17:41:54.758 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.757+0000 7f777f168780 1 > prepared part key=_multipart_BO6EDKIVIHEW.2~SXT18FYCK21W.1 size=662437 2024-09-12T17:41:54.758 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.757+0000 7f777f168780 1 > prepared multipart upload key=BO6EDKIVIHEW upload=SXT18FYCK21W tag=HPO3J4MS8DM2 type=write size=2759589 2024-09-12T17:41:54.759 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.758+0000 7f777f168780 1 < completed delete operation key=3U17OL8VRNIQ tag=8ND8X1LEUNKO type=del 2024-09-12T17:41:54.760 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.759+0000 7f777f168780 1 > prepared operation key=DO31EKWPC3OI tag=JRI96G3HE60T type=write size=837069 2024-09-12T17:41:54.762 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.760+0000 7f777f168780 1 < completed delete operation key=DO31EKWPC3OI tag=TSR4M9EUO01Z type=del 2024-09-12T17:41:54.763 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.761+0000 7f777f168780 1 > prepared operation key=CPJJKVPMV2GJ tag=BLPE4YZQBFPS type=del size=3222270 2024-09-12T17:41:54.764 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.762+0000 7f777f168780 1 < completed delete operation key=13V8F5WX47AD tag=EDYIRM8MKW0R type=del 2024-09-12T17:41:54.765 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.763+0000 7f777f168780 1 > prepared operation key=13V8F5WX47AD tag=EM3ZN80I32Q4 type=del size=3771533 2024-09-12T17:41:54.766 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.765+0000 7f777f168780 1 < completed delete operation key=3D7LF14YZ1DI tag=0QOX9S09MYKZ type=del 2024-09-12T17:41:54.767 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.766+0000 7f777f168780 1 > prepared operation key=1IACFTAZKIWV tag=U4W067ZYQXQU type=del size=288621 2024-09-12T17:41:54.769 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.768+0000 7f777f168780 1 < suggested remove operation key=9XT9OU5JDG04 tag=TQGV4JRNULXV type=del 2024-09-12T17:41:54.770 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.769+0000 7f777f168780 1 > prepared operation key=7Q7D1WMM31NL tag=3NBL0LXGNR71 type=write size=888691 2024-09-12T17:41:54.773 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.771+0000 7f777f168780 1 < suggested update operation key=DCPT2HL28MHD tag=PAU1KA576JZ2 type=del size=1533516 2024-09-12T17:41:54.775 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.774+0000 7f777f168780 1 > prepared part key=_multipart_G4A1L52XKRAS.2~Y7WD6TL2J61J.0 size=1017864 2024-09-12T17:41:54.775 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.774+0000 7f777f168780 1 > prepared multipart upload key=G4A1L52XKRAS upload=Y7WD6TL2J61J tag=X2XT813UKFQN type=write size=2066440 2024-09-12T17:41:54.777 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.776+0000 7f777f168780 1 < suggested remove operation key=FSWX3S2TGJJ9 tag=YMB371GHMNP7 type=del 2024-09-12T17:41:54.779 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.777+0000 7f777f168780 1 > prepared operation key=OE1BUCZHIE1B tag=K9XV4IGV12CP type=del size=135295 2024-09-12T17:41:54.780 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.778+0000 7f777f168780 1 < canceled operation key=3U17OL8VRNIQ tag=1H4XGMPAAIEP type=del size=2303756 2024-09-12T17:41:54.782 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.780+0000 7f777f168780 1 > prepared part key=_multipart_FSWX3S2TGJJ9.2~NBQ6B1J6EJ1B.0 size=89003 2024-09-12T17:41:54.782 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.780+0000 7f777f168780 1 > prepared multipart upload key=FSWX3S2TGJJ9 upload=NBQ6B1J6EJ1B tag=79U3CPNNZXB3 type=write size=1137579 2024-09-12T17:41:54.783 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.781+0000 7f777f168780 1 < completed delete operation key=DO31EKWPC3OI tag=A2EQDTHHC6SG type=del 2024-09-12T17:41:54.784 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.783+0000 7f777f168780 1 > prepared operation key=2BM46JTAY3BM tag=HIIUN2W84WXT type=del size=4129250 2024-09-12T17:41:54.785 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.784+0000 7f777f168780 1 < canceled operation key=BO6EDKIVIHEW tag=VJE6Q6DGOD8G type=del size=1356425 2024-09-12T17:41:54.787 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.785+0000 7f777f168780 1 > prepared operation key=NV7QYM1CMJA7 tag=QF0SLZDRXB3Z type=del size=362587 2024-09-12T17:41:54.787 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.785+0000 7f777f168780 1 < canceled part key=_multipart_2KHLGQJKQA23.2~OTKON4KRB7VH.0 size=704323 2024-09-12T17:41:54.789 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.787+0000 7f777f168780 1 < canceled multipart upload key=2KHLGQJKQA23 upload=OTKON4KRB7VH tag=LB67DNKPLVA3 type=write size=1752899 2024-09-12T17:41:54.791 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.790+0000 7f777f168780 1 > prepared part key=_multipart_CV1EGVJPNSKR.2~D6HNSWCGU73E.0 size=1048576 2024-09-12T17:41:54.792 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.791+0000 7f777f168780 1 > prepared part key=_multipart_CV1EGVJPNSKR.2~D6HNSWCGU73E.1 size=1048576 2024-09-12T17:41:54.793 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.792+0000 7f777f168780 1 > prepared part key=_multipart_CV1EGVJPNSKR.2~D6HNSWCGU73E.2 size=821940 2024-09-12T17:41:54.793 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.792+0000 7f777f168780 1 > prepared multipart upload key=CV1EGVJPNSKR upload=D6HNSWCGU73E tag=C4SPZ4MQ1OOS type=write size=3967668 2024-09-12T17:41:54.794 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.793+0000 7f777f168780 1 < completed delete operation key=H3CSJQOWQ7NN tag=6N40WI6T3DZA type=del 2024-09-12T17:41:54.795 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.794+0000 7f777f168780 1 > prepared operation key=2KHLGQJKQA23 tag=RTH7G0184HEZ type=del size=3253023 2024-09-12T17:41:54.797 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.795+0000 7f777f168780 1 < completed delete operation key=1IACFTAZKIWV tag=7585Y2RURXM7 type=del 2024-09-12T17:41:54.798 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.796+0000 7f777f168780 1 > prepared operation key=O3IEF0Z4S34O tag=NH5UZ9W28848 type=write size=377834 2024-09-12T17:41:54.799 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.798+0000 7f777f168780 1 < canceled operation key=CIHBEU5VBLGQ tag=9SN2R6JZ0F9L type=del size=2529062 2024-09-12T17:41:54.801 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.800+0000 7f777f168780 1 > prepared part key=_multipart_FI2EY06UN14X.2~DXACC24RI0KX.0 size=700171 2024-09-12T17:41:54.801 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.800+0000 7f777f168780 1 > prepared multipart upload key=FI2EY06UN14X upload=DXACC24RI0KX tag=YQJZ2AREZWT3 type=write size=1748747 2024-09-12T17:41:54.802 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.801+0000 7f777f168780 1 < completed write operation key=1IACFTAZKIWV tag=V43URVMN01DW type=write size=977928 2024-09-12T17:41:54.804 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.803+0000 7f777f168780 1 > prepared part key=_multipart_K0OUEJ4GMFDB.2~G67GTEP47YOO.0 size=1048576 2024-09-12T17:41:54.805 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.804+0000 7f777f168780 1 > prepared part key=_multipart_K0OUEJ4GMFDB.2~G67GTEP47YOO.1 size=1048576 2024-09-12T17:41:54.806 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.805+0000 7f777f168780 1 > prepared part key=_multipart_K0OUEJ4GMFDB.2~G67GTEP47YOO.2 size=29378 2024-09-12T17:41:54.806 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.805+0000 7f777f168780 1 > prepared multipart upload key=K0OUEJ4GMFDB upload=G67GTEP47YOO tag=DDLCJ0QGEFPE type=write size=3175106 2024-09-12T17:41:54.808 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.806+0000 7f777f168780 1 < completed part key=_multipart_BO6EDKIVIHEW.2~SXT18FYCK21W.0 size=1048576 2024-09-12T17:41:54.809 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.807+0000 7f777f168780 1 < completed part key=_multipart_BO6EDKIVIHEW.2~SXT18FYCK21W.1 size=662437 2024-09-12T17:41:54.812 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.810+0000 7f777f168780 1 < completed multipart upload key=BO6EDKIVIHEW upload=SXT18FYCK21W tag=HPO3J4MS8DM2 type=write size=2759589 2024-09-12T17:41:54.813 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.811+0000 7f777f168780 1 > prepared operation key=O3IEF0Z4S34O tag=ZCHN89BTS3QJ type=del size=1099321 2024-09-12T17:41:54.814 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.812+0000 7f777f168780 1 < completed write operation key=DO31EKWPC3OI tag=JRI96G3HE60T type=write size=837069 2024-09-12T17:41:54.816 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.814+0000 7f777f168780 1 > prepared part key=_multipart_NV7QYM1CMJA7.2~MQN8JTQXO65L.0 size=852711 2024-09-12T17:41:54.816 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.814+0000 7f777f168780 1 > prepared multipart upload key=NV7QYM1CMJA7 upload=MQN8JTQXO65L tag=BY0IG2YMISWQ type=write size=1901287 2024-09-12T17:41:54.817 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.816+0000 7f777f168780 1 < completed delete operation key=CPJJKVPMV2GJ tag=BLPE4YZQBFPS type=del 2024-09-12T17:41:54.818 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.817+0000 7f777f168780 1 > prepared operation key=AEV8UHLVWR8L tag=BRCFT12AC189 type=del size=2039863 2024-09-12T17:41:54.819 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.818+0000 7f777f168780 1 < completed delete operation key=13V8F5WX47AD tag=EM3ZN80I32Q4 type=del 2024-09-12T17:41:54.821 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.819+0000 7f777f168780 1 > prepared operation key=ZABXJ7LUKKD3 tag=MZPSZCMIRKN2 type=del size=3432470 2024-09-12T17:41:54.822 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.821+0000 7f777f168780 1 < completed delete operation key=1IACFTAZKIWV tag=U4W067ZYQXQU type=del 2024-09-12T17:41:54.823 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.822+0000 7f777f168780 1 > prepared operation key=FI2EY06UN14X tag=R7C93OVY2CV7 type=write size=745813 2024-09-12T17:41:54.825 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.823+0000 7f777f168780 1 < completed write operation key=7Q7D1WMM31NL tag=3NBL0LXGNR71 type=write size=888691 2024-09-12T17:41:54.827 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.826+0000 7f777f168780 1 > prepared part key=_multipart_ZABXJ7LUKKD3.2~8CRCTRQ4QYM2.0 size=1048576 2024-09-12T17:41:54.828 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.827+0000 7f777f168780 1 > prepared part key=_multipart_ZABXJ7LUKKD3.2~8CRCTRQ4QYM2.1 size=1048576 2024-09-12T17:41:54.829 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.828+0000 7f777f168780 1 > prepared part key=_multipart_ZABXJ7LUKKD3.2~8CRCTRQ4QYM2.2 size=568411 2024-09-12T17:41:54.829 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.828+0000 7f777f168780 1 > prepared multipart upload key=ZABXJ7LUKKD3 upload=8CRCTRQ4QYM2 tag=LQHSP8RB6D6Y type=write size=3714139 2024-09-12T17:41:54.830 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.829+0000 7f777f168780 1 < completed part key=_multipart_G4A1L52XKRAS.2~Y7WD6TL2J61J.0 size=1017864 2024-09-12T17:41:54.832 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.831+0000 7f777f168780 1 < completed multipart upload key=G4A1L52XKRAS upload=Y7WD6TL2J61J tag=X2XT813UKFQN type=write size=2066440 2024-09-12T17:41:54.835 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.833+0000 7f777f168780 1 > prepared part key=_multipart_H3CSJQOWQ7NN.2~SDQ2N1QFMNAW.0 size=398055 2024-09-12T17:41:54.835 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.833+0000 7f777f168780 1 > prepared multipart upload key=H3CSJQOWQ7NN upload=SDQ2N1QFMNAW tag=L83BHFLG6C42 type=write size=1446631 2024-09-12T17:41:54.836 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.834+0000 7f777f168780 1 < completed delete operation key=OE1BUCZHIE1B tag=K9XV4IGV12CP type=del 2024-09-12T17:41:54.837 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.836+0000 7f777f168780 1 > prepared operation key=ZABXJ7LUKKD3 tag=HW93D7LAGRYR type=del size=347629 2024-09-12T17:41:54.838 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.837+0000 7f777f168780 1 < completed part key=_multipart_FSWX3S2TGJJ9.2~NBQ6B1J6EJ1B.0 size=89003 2024-09-12T17:41:54.840 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.839+0000 7f777f168780 1 < completed multipart upload key=FSWX3S2TGJJ9 upload=NBQ6B1J6EJ1B tag=79U3CPNNZXB3 type=write size=1137579 2024-09-12T17:41:54.841 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.840+0000 7f777f168780 1 > prepared operation key=S79H21EJKRPP tag=7ZHP7YFKQNCG type=del size=2778822 2024-09-12T17:41:54.844 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.842+0000 7f777f168780 1 < suggested remove operation key=2BM46JTAY3BM tag=HIIUN2W84WXT type=del 2024-09-12T17:41:54.846 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.845+0000 7f777f168780 1 > prepared part key=_multipart_FSWX3S2TGJJ9.2~IHEDB5KM4FWF.0 size=1048576 2024-09-12T17:41:54.847 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.846+0000 7f777f168780 1 > prepared part key=_multipart_FSWX3S2TGJJ9.2~IHEDB5KM4FWF.1 size=423056 2024-09-12T17:41:54.847 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.846+0000 7f777f168780 1 > prepared multipart upload key=FSWX3S2TGJJ9 upload=IHEDB5KM4FWF tag=XU7E2ZNJFQ0A type=write size=2520208 2024-09-12T17:41:54.848 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.847+0000 7f777f168780 1 < canceled operation key=NV7QYM1CMJA7 tag=QF0SLZDRXB3Z type=del size=362587 2024-09-12T17:41:54.850 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.848+0000 7f777f168780 1 > prepared operation key=9XT9OU5JDG04 tag=D3XE2FHRY2T0 type=write size=556340 2024-09-12T17:41:54.851 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.849+0000 7f777f168780 1 < completed part key=_multipart_CV1EGVJPNSKR.2~D6HNSWCGU73E.0 size=1048576 2024-09-12T17:41:54.852 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.850+0000 7f777f168780 1 < completed part key=_multipart_CV1EGVJPNSKR.2~D6HNSWCGU73E.1 size=1048576 2024-09-12T17:41:54.853 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.852+0000 7f777f168780 1 < completed part key=_multipart_CV1EGVJPNSKR.2~D6HNSWCGU73E.2 size=821940 2024-09-12T17:41:54.855 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.854+0000 7f777f168780 1 < completed multipart upload key=CV1EGVJPNSKR upload=D6HNSWCGU73E tag=C4SPZ4MQ1OOS type=write size=3967668 2024-09-12T17:41:54.856 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.855+0000 7f777f168780 1 > prepared operation key=G4A1L52XKRAS tag=JLJ1YC20BQ1E type=del size=205182 2024-09-12T17:41:54.858 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.856+0000 7f777f168780 1 < completed delete operation key=2KHLGQJKQA23 tag=RTH7G0184HEZ type=del 2024-09-12T17:41:54.859 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.857+0000 7f777f168780 1 > prepared operation key=DO31EKWPC3OI tag=FZHLCH4T0KW5 type=del size=3224175 2024-09-12T17:41:54.860 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.859+0000 7f777f168780 1 < completed write operation key=O3IEF0Z4S34O tag=NH5UZ9W28848 type=write size=377834 2024-09-12T17:41:54.862 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.861+0000 7f777f168780 1 > prepared part key=_multipart_FCBWV27TCNS4.2~RG0ULJ7FK4UD.0 size=863018 2024-09-12T17:41:54.862 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.861+0000 7f777f168780 1 > prepared multipart upload key=FCBWV27TCNS4 upload=RG0ULJ7FK4UD tag=YSA1RE9OWVH6 type=write size=1911594 2024-09-12T17:41:54.863 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.862+0000 7f777f168780 1 < completed part key=_multipart_FI2EY06UN14X.2~DXACC24RI0KX.0 size=700171 2024-09-12T17:41:54.865 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.864+0000 7f777f168780 1 < completed multipart upload key=FI2EY06UN14X upload=DXACC24RI0KX tag=YQJZ2AREZWT3 type=write size=1748747 2024-09-12T17:41:54.867 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.865+0000 7f777f168780 1 > prepared operation key=1IACFTAZKIWV tag=UXYM70RU3DVH type=del size=3008834 2024-09-12T17:41:54.868 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.866+0000 7f777f168780 1 < completed part key=_multipart_K0OUEJ4GMFDB.2~G67GTEP47YOO.0 size=1048576 2024-09-12T17:41:54.869 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.867+0000 7f777f168780 1 < completed part key=_multipart_K0OUEJ4GMFDB.2~G67GTEP47YOO.1 size=1048576 2024-09-12T17:41:54.870 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.868+0000 7f777f168780 1 < completed part key=_multipart_K0OUEJ4GMFDB.2~G67GTEP47YOO.2 size=29378 2024-09-12T17:41:54.872 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.870+0000 7f777f168780 1 < completed multipart upload key=K0OUEJ4GMFDB upload=G67GTEP47YOO tag=DDLCJ0QGEFPE type=write size=3175106 2024-09-12T17:41:54.873 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.872+0000 7f777f168780 1 > prepared operation key=7Q7D1WMM31NL tag=O0OMUNLCYZDI type=del size=138542 2024-09-12T17:41:54.874 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.873+0000 7f777f168780 1 < canceled operation key=O3IEF0Z4S34O tag=ZCHN89BTS3QJ type=del size=1099321 2024-09-12T17:41:54.876 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.875+0000 7f777f168780 1 > prepared part key=_multipart_G4A1L52XKRAS.2~OFADUDUC38H1.0 size=963617 2024-09-12T17:41:54.876 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.875+0000 7f777f168780 1 > prepared multipart upload key=G4A1L52XKRAS upload=OFADUDUC38H1 tag=20IB79LW4UQA type=write size=2012193 2024-09-12T17:41:54.877 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.876+0000 7f777f168780 1 < completed part key=_multipart_NV7QYM1CMJA7.2~MQN8JTQXO65L.0 size=852711 2024-09-12T17:41:54.879 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.878+0000 7f777f168780 1 < completed multipart upload key=NV7QYM1CMJA7 upload=MQN8JTQXO65L tag=BY0IG2YMISWQ type=write size=1901287 2024-09-12T17:41:54.881 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.879+0000 7f777f168780 1 > prepared operation key=7Q7D1WMM31NL tag=280OBZCZKG8M type=del size=406652 2024-09-12T17:41:54.882 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.881+0000 7f777f168780 1 < completed delete operation key=AEV8UHLVWR8L tag=BRCFT12AC189 type=del 2024-09-12T17:41:54.883 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.882+0000 7f777f168780 1 > prepared operation key=O3IEF0Z4S34O tag=AVMVA855OAT9 type=write size=929915 2024-09-12T17:41:54.885 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.883+0000 7f777f168780 1 < completed delete operation key=ZABXJ7LUKKD3 tag=MZPSZCMIRKN2 type=del 2024-09-12T17:41:54.885 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.884+0000 7f777f168780 1 > prepared operation key=GYBHJV1TE1UC tag=UNK1H079P8ND type=del size=1686762 2024-09-12T17:41:54.887 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.885+0000 7f777f168780 1 < completed write operation key=FI2EY06UN14X tag=R7C93OVY2CV7 type=write size=745813 2024-09-12T17:41:54.888 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.886+0000 7f777f168780 1 > prepared operation key=NV7QYM1CMJA7 tag=GN5O49156O9Z type=del size=226979 2024-09-12T17:41:54.889 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.887+0000 7f777f168780 1 < completed part key=_multipart_ZABXJ7LUKKD3.2~8CRCTRQ4QYM2.0 size=1048576 2024-09-12T17:41:54.890 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.888+0000 7f777f168780 1 < completed part key=_multipart_ZABXJ7LUKKD3.2~8CRCTRQ4QYM2.1 size=1048576 2024-09-12T17:41:54.891 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.889+0000 7f777f168780 1 < completed part key=_multipart_ZABXJ7LUKKD3.2~8CRCTRQ4QYM2.2 size=568411 2024-09-12T17:41:54.893 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.891+0000 7f777f168780 1 < completed multipart upload key=ZABXJ7LUKKD3 upload=8CRCTRQ4QYM2 tag=LQHSP8RB6D6Y type=write size=3714139 2024-09-12T17:41:54.895 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.893+0000 7f777f168780 1 > prepared part key=_multipart_K0OUEJ4GMFDB.2~KXD2D60DBN00.0 size=449498 2024-09-12T17:41:54.895 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.893+0000 7f777f168780 1 > prepared multipart upload key=K0OUEJ4GMFDB upload=KXD2D60DBN00 tag=EZG37KD3V7VZ type=write size=1498074 2024-09-12T17:41:54.896 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.895+0000 7f777f168780 1 < completed part key=_multipart_H3CSJQOWQ7NN.2~SDQ2N1QFMNAW.0 size=398055 2024-09-12T17:41:54.898 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.897+0000 7f777f168780 1 < completed multipart upload key=H3CSJQOWQ7NN upload=SDQ2N1QFMNAW tag=L83BHFLG6C42 type=write size=1446631 2024-09-12T17:41:54.900 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.899+0000 7f777f168780 1 > prepared part key=_multipart_NV7QYM1CMJA7.2~K5HJ15EKY3VX.0 size=1048576 2024-09-12T17:41:54.901 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.900+0000 7f777f168780 1 > prepared part key=_multipart_NV7QYM1CMJA7.2~K5HJ15EKY3VX.1 size=1048576 2024-09-12T17:41:54.902 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.901+0000 7f777f168780 1 > prepared part key=_multipart_NV7QYM1CMJA7.2~K5HJ15EKY3VX.2 size=472761 2024-09-12T17:41:54.902 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.901+0000 7f777f168780 1 > prepared multipart upload key=NV7QYM1CMJA7 upload=K5HJ15EKY3VX tag=G7PP51L1E7WG type=write size=3618489 2024-09-12T17:41:54.903 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.902+0000 7f777f168780 1 < completed delete operation key=ZABXJ7LUKKD3 tag=HW93D7LAGRYR type=del 2024-09-12T17:41:54.905 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.904+0000 7f777f168780 1 > prepared part key=_multipart_OE1BUCZHIE1B.2~QZ6SG0A0ZGU3.0 size=705984 2024-09-12T17:41:54.906 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.904+0000 7f777f168780 1 > prepared multipart upload key=OE1BUCZHIE1B upload=QZ6SG0A0ZGU3 tag=3Z3Z7T0Q7M3F type=write size=1754560 2024-09-12T17:41:54.907 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.905+0000 7f777f168780 1 < completed delete operation key=S79H21EJKRPP tag=7ZHP7YFKQNCG type=del 2024-09-12T17:41:54.909 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.907+0000 7f777f168780 1 > prepared part key=_multipart_9XT9OU5JDG04.2~O4JQ6OF0U44M.0 size=1048576 2024-09-12T17:41:54.910 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.908+0000 7f777f168780 1 > prepared part key=_multipart_9XT9OU5JDG04.2~O4JQ6OF0U44M.1 size=85999 2024-09-12T17:41:54.910 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.908+0000 7f777f168780 1 > prepared multipart upload key=9XT9OU5JDG04 upload=O4JQ6OF0U44M tag=P5V084SM0T07 type=write size=2183151 2024-09-12T17:41:54.910 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.909+0000 7f777f168780 1 < canceled part key=_multipart_FSWX3S2TGJJ9.2~IHEDB5KM4FWF.0 size=1048576 2024-09-12T17:41:54.911 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.910+0000 7f777f168780 1 < completed part key=_multipart_FSWX3S2TGJJ9.2~IHEDB5KM4FWF.1 size=423056 2024-09-12T17:41:54.913 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.912+0000 7f777f168780 1 < canceled multipart upload key=FSWX3S2TGJJ9 upload=IHEDB5KM4FWF tag=XU7E2ZNJFQ0A type=write size=2520208 2024-09-12T17:41:54.914 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.913+0000 7f777f168780 1 > prepared operation key=H3CSJQOWQ7NN tag=2E5KBE7ZE6OJ type=del size=1988855 2024-09-12T17:41:54.916 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.914+0000 7f777f168780 1 < completed write operation key=9XT9OU5JDG04 tag=D3XE2FHRY2T0 type=write size=556340 2024-09-12T17:41:54.917 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.915+0000 7f777f168780 1 > prepared operation key=K0OUEJ4GMFDB tag=FTEL9SPJYY5C type=write size=217196 2024-09-12T17:41:54.918 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.917+0000 7f777f168780 1 < completed delete operation key=G4A1L52XKRAS tag=JLJ1YC20BQ1E type=del 2024-09-12T17:41:54.919 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.918+0000 7f777f168780 1 > prepared operation key=GYBHJV1TE1UC tag=N934DNOZQP4U type=del size=486467 2024-09-12T17:41:54.920 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.919+0000 7f777f168780 1 < completed delete operation key=DO31EKWPC3OI tag=FZHLCH4T0KW5 type=del 2024-09-12T17:41:54.922 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.920+0000 7f777f168780 1 > prepared operation key=S79H21EJKRPP tag=X1MYPNSM5YPQ type=del size=1695849 2024-09-12T17:41:54.924 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.923+0000 7f777f168780 1 < completed part key=_multipart_FCBWV27TCNS4.2~RG0ULJ7FK4UD.0 size=863018 2024-09-12T17:41:54.926 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.925+0000 7f777f168780 1 < completed multipart upload key=FCBWV27TCNS4 upload=RG0ULJ7FK4UD tag=YSA1RE9OWVH6 type=write size=1911594 2024-09-12T17:41:54.927 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.926+0000 7f777f168780 1 > prepared operation key=K0OUEJ4GMFDB tag=AR1RE6KW9ZJJ type=write size=953033 2024-09-12T17:41:54.929 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.928+0000 7f777f168780 1 < completed delete operation key=1IACFTAZKIWV tag=UXYM70RU3DVH type=del 2024-09-12T17:41:54.930 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.929+0000 7f777f168780 1 > prepared operation key=1IACFTAZKIWV tag=DJUBYH7PCABS type=del size=965079 2024-09-12T17:41:54.932 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.930+0000 7f777f168780 1 < completed delete operation key=7Q7D1WMM31NL tag=O0OMUNLCYZDI type=del 2024-09-12T17:41:54.933 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.931+0000 7f777f168780 1 > prepared operation key=2ZFE3UG14FTU tag=SJWZ9WLV515A type=del size=1568948 2024-09-12T17:41:54.934 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.933+0000 7f777f168780 1 < completed part key=_multipart_G4A1L52XKRAS.2~OFADUDUC38H1.0 size=963617 2024-09-12T17:41:54.936 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.935+0000 7f777f168780 1 < completed multipart upload key=G4A1L52XKRAS upload=OFADUDUC38H1 tag=20IB79LW4UQA type=write size=2012193 2024-09-12T17:41:54.941 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.937+0000 7f777f168780 1 > prepared part key=_multipart_FCBWV27TCNS4.2~JDERHUEOES6I.0 size=1048576 2024-09-12T17:41:54.941 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.938+0000 7f777f168780 1 > prepared part key=_multipart_FCBWV27TCNS4.2~JDERHUEOES6I.1 size=1048576 2024-09-12T17:41:54.941 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.939+0000 7f777f168780 1 > prepared part key=_multipart_FCBWV27TCNS4.2~JDERHUEOES6I.2 size=786135 2024-09-12T17:41:54.941 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.939+0000 7f777f168780 1 > prepared multipart upload key=FCBWV27TCNS4 upload=JDERHUEOES6I tag=LUX3X8L0C15J type=write size=3931863 2024-09-12T17:41:54.942 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.940+0000 7f777f168780 1 < completed delete operation key=7Q7D1WMM31NL tag=280OBZCZKG8M type=del 2024-09-12T17:41:54.944 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.943+0000 7f777f168780 1 > prepared part key=_multipart_2KHLGQJKQA23.2~Z5H69UDR5MJA.0 size=1048576 2024-09-12T17:41:54.945 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.944+0000 7f777f168780 1 > prepared part key=_multipart_2KHLGQJKQA23.2~Z5H69UDR5MJA.1 size=1048576 2024-09-12T17:41:54.946 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.945+0000 7f777f168780 1 > prepared part key=_multipart_2KHLGQJKQA23.2~Z5H69UDR5MJA.2 size=754674 2024-09-12T17:41:54.946 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.945+0000 7f777f168780 1 > prepared multipart upload key=2KHLGQJKQA23 upload=Z5H69UDR5MJA tag=EZGU4SJNFUGH type=write size=3900402 2024-09-12T17:41:54.947 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.946+0000 7f777f168780 1 < completed write operation key=O3IEF0Z4S34O tag=AVMVA855OAT9 type=write size=929915 2024-09-12T17:41:54.949 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.947+0000 7f777f168780 1 > prepared operation key=CV1EGVJPNSKR tag=7BNIGYQ7SDBE type=del size=3795043 2024-09-12T17:41:54.950 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.949+0000 7f777f168780 1 < completed delete operation key=GYBHJV1TE1UC tag=UNK1H079P8ND type=del 2024-09-12T17:41:54.952 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.951+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~AKRK3X7OIV17.0 size=125113 2024-09-12T17:41:54.952 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.951+0000 7f777f168780 1 > prepared multipart upload key=CIHBEU5VBLGQ upload=AKRK3X7OIV17 tag=JIM9E8FIET4R type=write size=1173689 2024-09-12T17:41:54.953 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.952+0000 7f777f168780 1 < completed delete operation key=NV7QYM1CMJA7 tag=GN5O49156O9Z type=del 2024-09-12T17:41:54.956 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.954+0000 7f777f168780 1 > prepared part key=_multipart_H3CSJQOWQ7NN.2~KV8T92CWMDWG.0 size=491831 2024-09-12T17:41:54.956 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.954+0000 7f777f168780 1 > prepared multipart upload key=H3CSJQOWQ7NN upload=KV8T92CWMDWG tag=E4T539W6DB0A type=write size=1540407 2024-09-12T17:41:54.957 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.955+0000 7f777f168780 1 < completed part key=_multipart_K0OUEJ4GMFDB.2~KXD2D60DBN00.0 size=449498 2024-09-12T17:41:54.959 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.957+0000 7f777f168780 1 < completed multipart upload key=K0OUEJ4GMFDB upload=KXD2D60DBN00 tag=EZG37KD3V7VZ type=write size=1498074 2024-09-12T17:41:54.960 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.959+0000 7f777f168780 1 > prepared part key=_multipart_FI2EY06UN14X.2~X7RDWI4X3ZMX.0 size=10289 2024-09-12T17:41:54.961 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.959+0000 7f777f168780 1 > prepared multipart upload key=FI2EY06UN14X upload=X7RDWI4X3ZMX tag=22YNIAMDEKBF type=write size=1058865 2024-09-12T17:41:54.962 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.960+0000 7f777f168780 1 < completed part key=_multipart_NV7QYM1CMJA7.2~K5HJ15EKY3VX.0 size=1048576 2024-09-12T17:41:54.963 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.961+0000 7f777f168780 1 < completed part key=_multipart_NV7QYM1CMJA7.2~K5HJ15EKY3VX.1 size=1048576 2024-09-12T17:41:54.963 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.962+0000 7f777f168780 1 < completed part key=_multipart_NV7QYM1CMJA7.2~K5HJ15EKY3VX.2 size=472761 2024-09-12T17:41:54.965 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.964+0000 7f777f168780 1 < completed multipart upload key=NV7QYM1CMJA7 upload=K5HJ15EKY3VX tag=G7PP51L1E7WG type=write size=3618489 2024-09-12T17:41:54.966 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.965+0000 7f777f168780 1 > prepared operation key=2ZFE3UG14FTU tag=7DMM5TD2UKBF type=del size=3951455 2024-09-12T17:41:54.968 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.966+0000 7f777f168780 1 < completed part key=_multipart_OE1BUCZHIE1B.2~QZ6SG0A0ZGU3.0 size=705984 2024-09-12T17:41:54.969 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.968+0000 7f777f168780 1 < completed multipart upload key=OE1BUCZHIE1B upload=QZ6SG0A0ZGU3 tag=3Z3Z7T0Q7M3F type=write size=1754560 2024-09-12T17:41:54.971 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.970+0000 7f777f168780 1 > prepared part key=_multipart_2ZFE3UG14FTU.2~8IUPFRPAO1KP.0 size=1048576 2024-09-12T17:41:54.972 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.971+0000 7f777f168780 1 > prepared part key=_multipart_2ZFE3UG14FTU.2~8IUPFRPAO1KP.1 size=33994 2024-09-12T17:41:54.972 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.971+0000 7f777f168780 1 > prepared multipart upload key=2ZFE3UG14FTU upload=8IUPFRPAO1KP tag=VVTTULVAKVXD type=write size=2131146 2024-09-12T17:41:54.973 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.971+0000 7f777f168780 1 < canceled part key=_multipart_9XT9OU5JDG04.2~O4JQ6OF0U44M.0 size=1048576 2024-09-12T17:41:54.973 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.972+0000 7f777f168780 1 < completed part key=_multipart_9XT9OU5JDG04.2~O4JQ6OF0U44M.1 size=85999 2024-09-12T17:41:54.975 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.974+0000 7f777f168780 1 < canceled multipart upload key=9XT9OU5JDG04 upload=O4JQ6OF0U44M tag=P5V084SM0T07 type=write size=2183151 2024-09-12T17:41:54.977 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.975+0000 7f777f168780 1 > prepared operation key=DO31EKWPC3OI tag=BQA1ZS0IKULX type=del size=1543152 2024-09-12T17:41:54.978 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.976+0000 7f777f168780 1 < completed delete operation key=H3CSJQOWQ7NN tag=2E5KBE7ZE6OJ type=del 2024-09-12T17:41:54.980 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.979+0000 7f777f168780 1 > prepared part key=_multipart_ZABXJ7LUKKD3.2~OS27GJP6XURW.0 size=38740 2024-09-12T17:41:54.980 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.979+0000 7f777f168780 1 > prepared multipart upload key=ZABXJ7LUKKD3 upload=OS27GJP6XURW tag=WXA334J932NC type=write size=1087316 2024-09-12T17:41:54.981 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.980+0000 7f777f168780 1 < completed write operation key=K0OUEJ4GMFDB tag=FTEL9SPJYY5C type=write size=217196 2024-09-12T17:41:54.982 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.981+0000 7f777f168780 1 > prepared operation key=PW0NPHZT12D3 tag=NFMAQPG8XKNM type=del size=2304925 2024-09-12T17:41:54.984 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.982+0000 7f777f168780 1 < canceled operation key=GYBHJV1TE1UC tag=N934DNOZQP4U type=del size=486467 2024-09-12T17:41:54.985 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.983+0000 7f777f168780 1 > prepared operation key=AEV8UHLVWR8L tag=01TIV56I453H type=del size=671719 2024-09-12T17:41:54.986 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.985+0000 7f777f168780 1 < completed delete operation key=S79H21EJKRPP tag=X1MYPNSM5YPQ type=del 2024-09-12T17:41:54.988 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.987+0000 7f777f168780 1 > prepared part key=_multipart_7Q7D1WMM31NL.2~CKQID40W6LZA.0 size=1048576 2024-09-12T17:41:54.990 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.988+0000 7f777f168780 1 > prepared part key=_multipart_7Q7D1WMM31NL.2~CKQID40W6LZA.1 size=1048576 2024-09-12T17:41:54.991 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.989+0000 7f777f168780 1 > prepared part key=_multipart_7Q7D1WMM31NL.2~CKQID40W6LZA.2 size=403743 2024-09-12T17:41:54.991 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.989+0000 7f777f168780 1 > prepared multipart upload key=7Q7D1WMM31NL upload=CKQID40W6LZA tag=RKMAO7QA091K type=write size=3549471 2024-09-12T17:41:54.992 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.991+0000 7f777f168780 1 < completed write operation key=K0OUEJ4GMFDB tag=AR1RE6KW9ZJJ type=write size=953033 2024-09-12T17:41:54.995 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.993+0000 7f777f168780 1 > prepared part key=_multipart_PW0NPHZT12D3.2~Z6P5DWRZFZO0.0 size=1048576 2024-09-12T17:41:54.996 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.994+0000 7f777f168780 1 > prepared part key=_multipart_PW0NPHZT12D3.2~Z6P5DWRZFZO0.1 size=650142 2024-09-12T17:41:54.996 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.994+0000 7f777f168780 1 > prepared multipart upload key=PW0NPHZT12D3 upload=Z6P5DWRZFZO0 tag=YHW8WWIRS8CL type=write size=2747294 2024-09-12T17:41:54.998 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.997+0000 7f777f168780 1 < suggested update operation key=1IACFTAZKIWV tag=DJUBYH7PCABS type=del size=965079 2024-09-12T17:41:54.999 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:54.998+0000 7f777f168780 1 > prepared operation key=DO31EKWPC3OI tag=O61KCOYDZNZJ type=del size=3164395 2024-09-12T17:41:55.001 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.000+0000 7f777f168780 1 < suggested remove operation key=2ZFE3UG14FTU tag=SJWZ9WLV515A type=del 2024-09-12T17:41:55.004 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.002+0000 7f777f168780 1 > prepared part key=_multipart_BO6EDKIVIHEW.2~A5A4I5XDUDWK.0 size=950880 2024-09-12T17:41:55.004 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.002+0000 7f777f168780 1 > prepared multipart upload key=BO6EDKIVIHEW upload=A5A4I5XDUDWK tag=LB9VLHZAT756 type=write size=1999456 2024-09-12T17:41:55.005 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.003+0000 7f777f168780 1 < completed part key=_multipart_FCBWV27TCNS4.2~JDERHUEOES6I.0 size=1048576 2024-09-12T17:41:55.006 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.004+0000 7f777f168780 1 < completed part key=_multipart_FCBWV27TCNS4.2~JDERHUEOES6I.1 size=1048576 2024-09-12T17:41:55.006 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.004+0000 7f777f168780 1 < canceled part key=_multipart_FCBWV27TCNS4.2~JDERHUEOES6I.2 size=786135 2024-09-12T17:41:55.008 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.006+0000 7f777f168780 1 < canceled multipart upload key=FCBWV27TCNS4 upload=JDERHUEOES6I tag=LUX3X8L0C15J type=write size=3931863 2024-09-12T17:41:55.009 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.008+0000 7f777f168780 1 > prepared operation key=DO31EKWPC3OI tag=5XIU4T3ITS32 type=del size=377620 2024-09-12T17:41:55.010 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.009+0000 7f777f168780 1 < completed part key=_multipart_2KHLGQJKQA23.2~Z5H69UDR5MJA.0 size=1048576 2024-09-12T17:41:55.011 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.010+0000 7f777f168780 1 < completed part key=_multipart_2KHLGQJKQA23.2~Z5H69UDR5MJA.1 size=1048576 2024-09-12T17:41:55.012 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.011+0000 7f777f168780 1 < completed part key=_multipart_2KHLGQJKQA23.2~Z5H69UDR5MJA.2 size=754674 2024-09-12T17:41:55.014 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.013+0000 7f777f168780 1 < completed multipart upload key=2KHLGQJKQA23 upload=Z5H69UDR5MJA tag=EZGU4SJNFUGH type=write size=3900402 2024-09-12T17:41:55.017 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.015+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~1VP4GLQ6KM08.0 size=878150 2024-09-12T17:41:55.017 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.015+0000 7f777f168780 1 > prepared multipart upload key=CIHBEU5VBLGQ upload=1VP4GLQ6KM08 tag=HJI8K6EY8W58 type=write size=1926726 2024-09-12T17:41:55.018 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.016+0000 7f777f168780 1 < completed delete operation key=CV1EGVJPNSKR tag=7BNIGYQ7SDBE type=del 2024-09-12T17:41:55.019 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.018+0000 7f777f168780 1 > prepared operation key=NV7QYM1CMJA7 tag=O5OTJE3SG7M7 type=del size=2286434 2024-09-12T17:41:55.019 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.018+0000 7f777f168780 1 < canceled part key=_multipart_CIHBEU5VBLGQ.2~AKRK3X7OIV17.0 size=125113 2024-09-12T17:41:55.022 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.020+0000 7f777f168780 1 < canceled multipart upload key=CIHBEU5VBLGQ upload=AKRK3X7OIV17 tag=JIM9E8FIET4R type=write size=1173689 2024-09-12T17:41:55.024 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.023+0000 7f777f168780 1 > prepared part key=_multipart_FCBWV27TCNS4.2~NNUMU8IDXTI7.0 size=1048576 2024-09-12T17:41:55.025 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.023+0000 7f777f168780 1 > prepared part key=_multipart_FCBWV27TCNS4.2~NNUMU8IDXTI7.1 size=1048576 2024-09-12T17:41:55.026 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.024+0000 7f777f168780 1 > prepared part key=_multipart_FCBWV27TCNS4.2~NNUMU8IDXTI7.2 size=407943 2024-09-12T17:41:55.026 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.024+0000 7f777f168780 1 > prepared multipart upload key=FCBWV27TCNS4 upload=NNUMU8IDXTI7 tag=I43G6QKSNOP1 type=write size=3553671 2024-09-12T17:41:55.027 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.025+0000 7f777f168780 1 < completed part key=_multipart_H3CSJQOWQ7NN.2~KV8T92CWMDWG.0 size=491831 2024-09-12T17:41:55.029 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.027+0000 7f777f168780 1 < completed multipart upload key=H3CSJQOWQ7NN upload=KV8T92CWMDWG tag=E4T539W6DB0A type=write size=1540407 2024-09-12T17:41:55.031 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.030+0000 7f777f168780 1 > prepared part key=_multipart_7Q7D1WMM31NL.2~QGOTP2G8Q8L7.0 size=544677 2024-09-12T17:41:55.031 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.030+0000 7f777f168780 1 > prepared multipart upload key=7Q7D1WMM31NL upload=QGOTP2G8Q8L7 tag=0YBFCTHOMJOJ type=write size=1593253 2024-09-12T17:41:55.032 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.031+0000 7f777f168780 1 < completed part key=_multipart_FI2EY06UN14X.2~X7RDWI4X3ZMX.0 size=10289 2024-09-12T17:41:55.034 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.033+0000 7f777f168780 1 < completed multipart upload key=FI2EY06UN14X upload=X7RDWI4X3ZMX tag=22YNIAMDEKBF type=write size=1058865 2024-09-12T17:41:55.037 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.036+0000 7f777f168780 1 > prepared part key=_multipart_G4A1L52XKRAS.2~R55LHKEEVGTI.0 size=357276 2024-09-12T17:41:55.038 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.036+0000 7f777f168780 1 > prepared multipart upload key=G4A1L52XKRAS upload=R55LHKEEVGTI tag=S5ZNOW2P12S1 type=write size=1405852 2024-09-12T17:41:55.039 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.037+0000 7f777f168780 -1 < failed to complete operation key=2ZFE3UG14FTU tag=7DMM5TD2UKBF type=del size=3951455: (22) Invalid argument 2024-09-12T17:41:55.041 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.039+0000 7f777f168780 1 > prepared part key=_multipart_S79H21EJKRPP.2~UFIZBCECUIZK.0 size=1048576 2024-09-12T17:41:55.042 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.040+0000 7f777f168780 1 > prepared part key=_multipart_S79H21EJKRPP.2~UFIZBCECUIZK.1 size=657901 2024-09-12T17:41:55.042 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.040+0000 7f777f168780 1 > prepared multipart upload key=S79H21EJKRPP upload=UFIZBCECUIZK tag=BORR9VICAMAX type=write size=2755053 2024-09-12T17:41:55.043 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.042+0000 7f777f168780 1 < completed part key=_multipart_2ZFE3UG14FTU.2~8IUPFRPAO1KP.0 size=1048576 2024-09-12T17:41:55.044 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.042+0000 7f777f168780 1 < completed part key=_multipart_2ZFE3UG14FTU.2~8IUPFRPAO1KP.1 size=33994 2024-09-12T17:41:55.046 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.044+0000 7f777f168780 1 < completed multipart upload key=2ZFE3UG14FTU upload=8IUPFRPAO1KP tag=VVTTULVAKVXD type=write size=2131146 2024-09-12T17:41:55.047 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.046+0000 7f777f168780 1 > prepared operation key=CPJJKVPMV2GJ tag=WMXAF3WXZ3QR type=del size=4133359 2024-09-12T17:41:55.048 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.047+0000 7f777f168780 1 < completed delete operation key=DO31EKWPC3OI tag=BQA1ZS0IKULX type=del 2024-09-12T17:41:55.050 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.049+0000 7f777f168780 1 > prepared part key=_multipart_FI2EY06UN14X.2~3GO6J79KZ6FR.0 size=1048576 2024-09-12T17:41:55.051 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.050+0000 7f777f168780 1 > prepared part key=_multipart_FI2EY06UN14X.2~3GO6J79KZ6FR.1 size=1048576 2024-09-12T17:41:55.052 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.051+0000 7f777f168780 1 > prepared part key=_multipart_FI2EY06UN14X.2~3GO6J79KZ6FR.2 size=684171 2024-09-12T17:41:55.053 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.051+0000 7f777f168780 1 > prepared multipart upload key=FI2EY06UN14X upload=3GO6J79KZ6FR tag=GY70XJP8FBF4 type=write size=3829899 2024-09-12T17:41:55.054 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.052+0000 7f777f168780 1 < completed part key=_multipart_ZABXJ7LUKKD3.2~OS27GJP6XURW.0 size=38740 2024-09-12T17:41:55.055 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.054+0000 7f777f168780 1 < completed multipart upload key=ZABXJ7LUKKD3 upload=OS27GJP6XURW tag=WXA334J932NC type=write size=1087316 2024-09-12T17:41:55.057 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.055+0000 7f777f168780 1 > prepared operation key=FSWX3S2TGJJ9 tag=QZAQ9OBOJSXA type=del size=3720969 2024-09-12T17:41:55.059 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.057+0000 7f777f168780 1 < suggested update operation key=PW0NPHZT12D3 tag=NFMAQPG8XKNM type=del size=2304925 2024-09-12T17:41:55.060 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.058+0000 7f777f168780 1 > prepared operation key=VI3OAATH7N7Z tag=CCUHWQSYG3AS type=del size=3938723 2024-09-12T17:41:55.061 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.059+0000 7f777f168780 1 < canceled operation key=AEV8UHLVWR8L tag=01TIV56I453H type=del size=671719 2024-09-12T17:41:55.062 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.061+0000 7f777f168780 1 > prepared operation key=DO31EKWPC3OI tag=YGAUETG8QYTV type=del size=3272763 2024-09-12T17:41:55.063 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.062+0000 7f777f168780 1 < completed part key=_multipart_7Q7D1WMM31NL.2~CKQID40W6LZA.0 size=1048576 2024-09-12T17:41:55.064 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.063+0000 7f777f168780 1 < completed part key=_multipart_7Q7D1WMM31NL.2~CKQID40W6LZA.1 size=1048576 2024-09-12T17:41:55.064 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.063+0000 7f777f168780 1 < canceled part key=_multipart_7Q7D1WMM31NL.2~CKQID40W6LZA.2 size=403743 2024-09-12T17:41:55.066 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.065+0000 7f777f168780 1 < canceled multipart upload key=7Q7D1WMM31NL upload=CKQID40W6LZA tag=RKMAO7QA091K type=write size=3549471 2024-09-12T17:41:55.068 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.066+0000 7f777f168780 1 > prepared operation key=CPJJKVPMV2GJ tag=81RKFIV3JOX2 type=del size=3872437 2024-09-12T17:41:55.069 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.068+0000 7f777f168780 1 < completed part key=_multipart_PW0NPHZT12D3.2~Z6P5DWRZFZO0.0 size=1048576 2024-09-12T17:41:55.070 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.069+0000 7f777f168780 1 < completed part key=_multipart_PW0NPHZT12D3.2~Z6P5DWRZFZO0.1 size=650142 2024-09-12T17:41:55.072 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.071+0000 7f777f168780 1 < completed multipart upload key=PW0NPHZT12D3 upload=Z6P5DWRZFZO0 tag=YHW8WWIRS8CL type=write size=2747294 2024-09-12T17:41:55.075 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.073+0000 7f777f168780 1 > prepared part key=_multipart_O3IEF0Z4S34O.2~WF4OS03IO1E3.0 size=1048576 2024-09-12T17:41:55.075 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.074+0000 7f777f168780 1 > prepared part key=_multipart_O3IEF0Z4S34O.2~WF4OS03IO1E3.1 size=1048576 2024-09-12T17:41:55.077 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.075+0000 7f777f168780 1 > prepared part key=_multipart_O3IEF0Z4S34O.2~WF4OS03IO1E3.2 size=706902 2024-09-12T17:41:55.077 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.075+0000 7f777f168780 1 > prepared multipart upload key=O3IEF0Z4S34O upload=WF4OS03IO1E3 tag=OIZ6TF65PTWH type=write size=3852630 2024-09-12T17:41:55.078 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.076+0000 7f777f168780 1 < completed delete operation key=DO31EKWPC3OI tag=O61KCOYDZNZJ type=del 2024-09-12T17:41:55.080 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.079+0000 7f777f168780 1 > prepared part key=_multipart_CASKVIJ5MIV7.2~MPFZAEP4AI6H.0 size=1048576 2024-09-12T17:41:55.081 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.080+0000 7f777f168780 1 > prepared part key=_multipart_CASKVIJ5MIV7.2~MPFZAEP4AI6H.1 size=1048576 2024-09-12T17:41:55.082 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.081+0000 7f777f168780 1 > prepared part key=_multipart_CASKVIJ5MIV7.2~MPFZAEP4AI6H.2 size=790696 2024-09-12T17:41:55.082 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.081+0000 7f777f168780 1 > prepared multipart upload key=CASKVIJ5MIV7 upload=MPFZAEP4AI6H tag=Y8TXC5AYZSJR type=write size=3936424 2024-09-12T17:41:55.084 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.082+0000 7f777f168780 1 < completed part key=_multipart_BO6EDKIVIHEW.2~A5A4I5XDUDWK.0 size=950880 2024-09-12T17:41:55.086 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.084+0000 7f777f168780 1 < completed multipart upload key=BO6EDKIVIHEW upload=A5A4I5XDUDWK tag=LB9VLHZAT756 type=write size=1999456 2024-09-12T17:41:55.087 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.085+0000 7f777f168780 1 > prepared operation key=DCPT2HL28MHD tag=GSS9EXDIECTJ type=del size=1842299 2024-09-12T17:41:55.088 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.087+0000 7f777f168780 1 < completed delete operation key=DO31EKWPC3OI tag=5XIU4T3ITS32 type=del 2024-09-12T17:41:55.090 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.089+0000 7f777f168780 1 > prepared part key=_multipart_2ZFE3UG14FTU.2~9HOJ3EH0UN3O.0 size=289196 2024-09-12T17:41:55.090 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.089+0000 7f777f168780 1 > prepared multipart upload key=2ZFE3UG14FTU upload=9HOJ3EH0UN3O tag=M4UQ5MRYYGL7 type=write size=1337772 2024-09-12T17:41:55.092 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.090+0000 7f777f168780 1 < completed part key=_multipart_CIHBEU5VBLGQ.2~1VP4GLQ6KM08.0 size=878150 2024-09-12T17:41:55.094 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.092+0000 7f777f168780 1 < completed multipart upload key=CIHBEU5VBLGQ upload=1VP4GLQ6KM08 tag=HJI8K6EY8W58 type=write size=1926726 2024-09-12T17:41:55.095 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.093+0000 7f777f168780 1 > prepared operation key=G4A1L52XKRAS tag=8YY3BLNZG7AR type=write size=93069 2024-09-12T17:41:55.097 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.096+0000 7f777f168780 1 < suggested remove operation key=NV7QYM1CMJA7 tag=O5OTJE3SG7M7 type=del 2024-09-12T17:41:55.098 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.097+0000 7f777f168780 1 > prepared operation key=CPJJKVPMV2GJ tag=2QKE0IO1CBC3 type=write size=238347 2024-09-12T17:41:55.100 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.098+0000 7f777f168780 1 < completed part key=_multipart_FCBWV27TCNS4.2~NNUMU8IDXTI7.0 size=1048576 2024-09-12T17:41:55.101 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.099+0000 7f777f168780 1 < completed part key=_multipart_FCBWV27TCNS4.2~NNUMU8IDXTI7.1 size=1048576 2024-09-12T17:41:55.101 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.100+0000 7f777f168780 1 < completed part key=_multipart_FCBWV27TCNS4.2~NNUMU8IDXTI7.2 size=407943 2024-09-12T17:41:55.104 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.102+0000 7f777f168780 1 < completed multipart upload key=FCBWV27TCNS4 upload=NNUMU8IDXTI7 tag=I43G6QKSNOP1 type=write size=3553671 2024-09-12T17:41:55.105 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.104+0000 7f777f168780 1 > prepared part key=_multipart_CPJJKVPMV2GJ.2~F286ACHSKXAP.0 size=1048576 2024-09-12T17:41:55.106 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.105+0000 7f777f168780 1 > prepared part key=_multipart_CPJJKVPMV2GJ.2~F286ACHSKXAP.1 size=1048576 2024-09-12T17:41:55.107 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.106+0000 7f777f168780 1 > prepared part key=_multipart_CPJJKVPMV2GJ.2~F286ACHSKXAP.2 size=534698 2024-09-12T17:41:55.107 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.106+0000 7f777f168780 1 > prepared multipart upload key=CPJJKVPMV2GJ upload=F286ACHSKXAP tag=EPKMYGBNT0MA type=write size=3680426 2024-09-12T17:41:55.108 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.106+0000 7f777f168780 1 < canceled part key=_multipart_7Q7D1WMM31NL.2~QGOTP2G8Q8L7.0 size=544677 2024-09-12T17:41:55.109 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.108+0000 7f777f168780 1 < canceled multipart upload key=7Q7D1WMM31NL upload=QGOTP2G8Q8L7 tag=0YBFCTHOMJOJ type=write size=1593253 2024-09-12T17:41:55.112 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.110+0000 7f777f168780 1 > prepared part key=_multipart_FI2EY06UN14X.2~QYP5SJAMQZUW.0 size=478284 2024-09-12T17:41:55.112 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.110+0000 7f777f168780 1 > prepared multipart upload key=FI2EY06UN14X upload=QYP5SJAMQZUW tag=GR63P11KPBKK type=write size=1526860 2024-09-12T17:41:55.113 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.111+0000 7f777f168780 1 < completed part key=_multipart_G4A1L52XKRAS.2~R55LHKEEVGTI.0 size=357276 2024-09-12T17:41:55.115 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.113+0000 7f777f168780 1 < completed multipart upload key=G4A1L52XKRAS upload=R55LHKEEVGTI tag=S5ZNOW2P12S1 type=write size=1405852 2024-09-12T17:41:55.117 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.116+0000 7f777f168780 1 > prepared part key=_multipart_2ZFE3UG14FTU.2~WS1UUF3G6EIR.0 size=314860 2024-09-12T17:41:55.117 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.116+0000 7f777f168780 1 > prepared multipart upload key=2ZFE3UG14FTU upload=WS1UUF3G6EIR tag=L6VNC2UR5PL9 type=write size=1363436 2024-09-12T17:41:55.118 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.117+0000 7f777f168780 1 < completed part key=_multipart_S79H21EJKRPP.2~UFIZBCECUIZK.0 size=1048576 2024-09-12T17:41:55.119 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.118+0000 7f777f168780 1 < completed part key=_multipart_S79H21EJKRPP.2~UFIZBCECUIZK.1 size=657901 2024-09-12T17:41:55.121 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.120+0000 7f777f168780 1 < completed multipart upload key=S79H21EJKRPP upload=UFIZBCECUIZK tag=BORR9VICAMAX type=write size=2755053 2024-09-12T17:41:55.122 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.121+0000 7f777f168780 1 > prepared operation key=2BM46JTAY3BM tag=0PPIO8U68E9D type=write size=12742 2024-09-12T17:41:55.124 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.122+0000 7f777f168780 1 < completed delete operation key=CPJJKVPMV2GJ tag=WMXAF3WXZ3QR type=del 2024-09-12T17:41:55.125 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.124+0000 7f777f168780 1 > prepared operation key=PW0NPHZT12D3 tag=VNO74L2VOFGS type=del size=381245 2024-09-12T17:41:55.126 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.125+0000 7f777f168780 1 < completed part key=_multipart_FI2EY06UN14X.2~3GO6J79KZ6FR.0 size=1048576 2024-09-12T17:41:55.127 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.126+0000 7f777f168780 1 < completed part key=_multipart_FI2EY06UN14X.2~3GO6J79KZ6FR.1 size=1048576 2024-09-12T17:41:55.128 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.127+0000 7f777f168780 1 < completed part key=_multipart_FI2EY06UN14X.2~3GO6J79KZ6FR.2 size=684171 2024-09-12T17:41:55.130 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.129+0000 7f777f168780 1 < completed multipart upload key=FI2EY06UN14X upload=3GO6J79KZ6FR tag=GY70XJP8FBF4 type=write size=3829899 2024-09-12T17:41:55.132 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.130+0000 7f777f168780 1 > prepared operation key=CV1EGVJPNSKR tag=LQQCY37SK7AV type=del size=3983035 2024-09-12T17:41:55.134 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.132+0000 7f777f168780 1 < suggested remove operation key=FSWX3S2TGJJ9 tag=QZAQ9OBOJSXA type=del 2024-09-12T17:41:55.135 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.134+0000 7f777f168780 1 > prepared operation key=FI2EY06UN14X tag=5B85HA15ZH34 type=del size=3136414 2024-09-12T17:41:55.136 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.135+0000 7f777f168780 1 < completed delete operation key=VI3OAATH7N7Z tag=CCUHWQSYG3AS type=del 2024-09-12T17:41:55.137 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.136+0000 7f777f168780 1 > prepared operation key=O3IEF0Z4S34O tag=J3USSZGPKBDQ type=del size=3476768 2024-09-12T17:41:55.139 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.137+0000 7f777f168780 1 < completed delete operation key=DO31EKWPC3OI tag=YGAUETG8QYTV type=del 2024-09-12T17:41:55.140 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.138+0000 7f777f168780 1 > prepared operation key=3U17OL8VRNIQ tag=YB01OPDO2ZQ2 type=write size=315577 2024-09-12T17:41:55.141 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.140+0000 7f777f168780 1 < canceled operation key=CPJJKVPMV2GJ tag=81RKFIV3JOX2 type=del size=3872437 2024-09-12T17:41:55.142 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.141+0000 7f777f168780 1 > prepared operation key=S79H21EJKRPP tag=AG29LGG4VAT6 type=del size=226731 2024-09-12T17:41:55.143 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.142+0000 7f777f168780 1 < completed part key=_multipart_O3IEF0Z4S34O.2~WF4OS03IO1E3.0 size=1048576 2024-09-12T17:41:55.144 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.143+0000 7f777f168780 1 < completed part key=_multipart_O3IEF0Z4S34O.2~WF4OS03IO1E3.1 size=1048576 2024-09-12T17:41:55.145 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.144+0000 7f777f168780 1 < completed part key=_multipart_O3IEF0Z4S34O.2~WF4OS03IO1E3.2 size=706902 2024-09-12T17:41:55.148 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.147+0000 7f777f168780 1 < completed multipart upload key=O3IEF0Z4S34O upload=WF4OS03IO1E3 tag=OIZ6TF65PTWH type=write size=3852630 2024-09-12T17:41:55.149 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.148+0000 7f777f168780 1 > prepared operation key=BO6EDKIVIHEW tag=F0278ED7NMGA type=del size=703154 2024-09-12T17:41:55.150 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.149+0000 7f777f168780 1 < completed part key=_multipart_CASKVIJ5MIV7.2~MPFZAEP4AI6H.0 size=1048576 2024-09-12T17:41:55.151 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.150+0000 7f777f168780 1 < completed part key=_multipart_CASKVIJ5MIV7.2~MPFZAEP4AI6H.1 size=1048576 2024-09-12T17:41:55.152 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.151+0000 7f777f168780 1 < completed part key=_multipart_CASKVIJ5MIV7.2~MPFZAEP4AI6H.2 size=790696 2024-09-12T17:41:55.154 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.153+0000 7f777f168780 1 < completed multipart upload key=CASKVIJ5MIV7 upload=MPFZAEP4AI6H tag=Y8TXC5AYZSJR type=write size=3936424 2024-09-12T17:41:55.156 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.155+0000 7f777f168780 1 > prepared part key=_multipart_H3CSJQOWQ7NN.2~Z5H21IQVW04D.0 size=1048576 2024-09-12T17:41:55.157 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.156+0000 7f777f168780 1 > prepared part key=_multipart_H3CSJQOWQ7NN.2~Z5H21IQVW04D.1 size=1048576 2024-09-12T17:41:55.158 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.157+0000 7f777f168780 1 > prepared part key=_multipart_H3CSJQOWQ7NN.2~Z5H21IQVW04D.2 size=871956 2024-09-12T17:41:55.158 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.157+0000 7f777f168780 1 > prepared multipart upload key=H3CSJQOWQ7NN upload=Z5H21IQVW04D tag=J7K5IWOSUW4O type=write size=4017684 2024-09-12T17:41:55.159 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.158+0000 7f777f168780 1 < completed delete operation key=DCPT2HL28MHD tag=GSS9EXDIECTJ type=del 2024-09-12T17:41:55.161 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.159+0000 7f777f168780 1 > prepared operation key=9XT9OU5JDG04 tag=N0E4Y7IRKC1R type=del size=2479749 2024-09-12T17:41:55.162 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.161+0000 7f777f168780 1 < completed part key=_multipart_2ZFE3UG14FTU.2~9HOJ3EH0UN3O.0 size=289196 2024-09-12T17:41:55.164 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.163+0000 7f777f168780 1 < completed multipart upload key=2ZFE3UG14FTU upload=9HOJ3EH0UN3O tag=M4UQ5MRYYGL7 type=write size=1337772 2024-09-12T17:41:55.165 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.164+0000 7f777f168780 1 > prepared operation key=DCPT2HL28MHD tag=SSS74HL0ZWIZ type=del size=1277825 2024-09-12T17:41:55.166 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.165+0000 7f777f168780 1 < completed write operation key=G4A1L52XKRAS tag=8YY3BLNZG7AR type=write size=93069 2024-09-12T17:41:55.167 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.166+0000 7f777f168780 1 > prepared operation key=DO31EKWPC3OI tag=E7FFOV38ZBPI type=del size=2958306 2024-09-12T17:41:55.169 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.168+0000 7f777f168780 1 < canceled operation key=CPJJKVPMV2GJ tag=2QKE0IO1CBC3 type=write size=238347 2024-09-12T17:41:55.170 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.169+0000 7f777f168780 1 > prepared operation key=1ZL602X3VJDP tag=ETEJ058WJW3F type=del size=3203081 2024-09-12T17:41:55.172 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.170+0000 7f777f168780 1 < completed part key=_multipart_CPJJKVPMV2GJ.2~F286ACHSKXAP.0 size=1048576 2024-09-12T17:41:55.173 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.171+0000 7f777f168780 1 < completed part key=_multipart_CPJJKVPMV2GJ.2~F286ACHSKXAP.1 size=1048576 2024-09-12T17:41:55.174 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.172+0000 7f777f168780 1 < completed part key=_multipart_CPJJKVPMV2GJ.2~F286ACHSKXAP.2 size=534698 2024-09-12T17:41:55.176 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.174+0000 7f777f168780 1 < completed multipart upload key=CPJJKVPMV2GJ upload=F286ACHSKXAP tag=EPKMYGBNT0MA type=write size=3680426 2024-09-12T17:41:55.177 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.175+0000 7f777f168780 1 > prepared operation key=3D7LF14YZ1DI tag=K58ZP8NBOI15 type=write size=443040 2024-09-12T17:41:55.178 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.177+0000 7f777f168780 1 < completed part key=_multipart_FI2EY06UN14X.2~QYP5SJAMQZUW.0 size=478284 2024-09-12T17:41:55.180 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.178+0000 7f777f168780 1 < completed multipart upload key=FI2EY06UN14X upload=QYP5SJAMQZUW tag=GR63P11KPBKK type=write size=1526860 2024-09-12T17:41:55.181 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.180+0000 7f777f168780 1 > prepared operation key=AEV8UHLVWR8L tag=QAH4OJRUYGU1 type=del size=4114589 2024-09-12T17:41:55.182 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.181+0000 7f777f168780 1 < completed part key=_multipart_2ZFE3UG14FTU.2~WS1UUF3G6EIR.0 size=314860 2024-09-12T17:41:55.184 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.183+0000 7f777f168780 1 < completed multipart upload key=2ZFE3UG14FTU upload=WS1UUF3G6EIR tag=L6VNC2UR5PL9 type=write size=1363436 2024-09-12T17:41:55.186 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.184+0000 7f777f168780 1 > prepared operation key=FI2EY06UN14X tag=9IR5QBENV86X type=del size=2362437 2024-09-12T17:41:55.187 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.185+0000 7f777f168780 1 < canceled operation key=2BM46JTAY3BM tag=0PPIO8U68E9D type=write size=12742 2024-09-12T17:41:55.188 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.187+0000 7f777f168780 1 > prepared operation key=G4A1L52XKRAS tag=69BD91Q8GH9H type=del size=2419275 2024-09-12T17:41:55.189 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.188+0000 7f777f168780 1 < completed delete operation key=PW0NPHZT12D3 tag=VNO74L2VOFGS type=del 2024-09-12T17:41:55.192 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.190+0000 7f777f168780 1 > prepared part key=_multipart_G4A1L52XKRAS.2~8KTBJR6TT4AO.0 size=190223 2024-09-12T17:41:55.192 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.190+0000 7f777f168780 1 > prepared multipart upload key=G4A1L52XKRAS upload=8KTBJR6TT4AO tag=22BYGPZ8IMTG type=write size=1238799 2024-09-12T17:41:55.194 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.192+0000 7f777f168780 1 < suggested remove operation key=CV1EGVJPNSKR tag=LQQCY37SK7AV type=del 2024-09-12T17:41:55.196 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.195+0000 7f777f168780 1 > prepared part key=_multipart_NV7QYM1CMJA7.2~6J8UFMUIC0G1.0 size=586618 2024-09-12T17:41:55.196 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.195+0000 7f777f168780 1 > prepared multipart upload key=NV7QYM1CMJA7 upload=6J8UFMUIC0G1 tag=CRCZZ0OS0W5H type=write size=1635194 2024-09-12T17:41:55.197 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.196+0000 7f777f168780 1 < completed delete operation key=FI2EY06UN14X tag=5B85HA15ZH34 type=del 2024-09-12T17:41:55.199 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.198+0000 7f777f168780 1 > prepared part key=_multipart_AEV8UHLVWR8L.2~DPE660TPMMIY.0 size=1048576 2024-09-12T17:41:55.200 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.199+0000 7f777f168780 1 > prepared part key=_multipart_AEV8UHLVWR8L.2~DPE660TPMMIY.1 size=1048576 2024-09-12T17:41:55.201 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.200+0000 7f777f168780 1 > prepared part key=_multipart_AEV8UHLVWR8L.2~DPE660TPMMIY.2 size=888850 2024-09-12T17:41:55.201 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.200+0000 7f777f168780 1 > prepared multipart upload key=AEV8UHLVWR8L upload=DPE660TPMMIY tag=5NYJK9EW5FS0 type=write size=4034578 2024-09-12T17:41:55.202 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.201+0000 7f777f168780 1 < completed delete operation key=O3IEF0Z4S34O tag=J3USSZGPKBDQ type=del 2024-09-12T17:41:55.204 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.202+0000 7f777f168780 1 > prepared operation key=1ZL602X3VJDP tag=SH0QM0K5MWK3 type=del size=468434 2024-09-12T17:41:55.205 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.203+0000 7f777f168780 1 < completed write operation key=3U17OL8VRNIQ tag=YB01OPDO2ZQ2 type=write size=315577 2024-09-12T17:41:55.207 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.206+0000 7f777f168780 1 > prepared part key=_multipart_1IACFTAZKIWV.2~00WGK6ZX0FVX.0 size=413992 2024-09-12T17:41:55.207 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.206+0000 7f777f168780 1 > prepared multipart upload key=1IACFTAZKIWV upload=00WGK6ZX0FVX tag=AX26M32EZL7C type=write size=1462568 2024-09-12T17:41:55.209 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.208+0000 7f777f168780 1 < suggested remove operation key=S79H21EJKRPP tag=AG29LGG4VAT6 type=del 2024-09-12T17:41:55.210 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.209+0000 7f777f168780 1 > prepared operation key=3D7LF14YZ1DI tag=THR1HFBEY0C3 type=write size=902779 2024-09-12T17:41:55.212 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.210+0000 7f777f168780 1 < completed delete operation key=BO6EDKIVIHEW tag=F0278ED7NMGA type=del 2024-09-12T17:41:55.213 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.211+0000 7f777f168780 1 > prepared operation key=CV1EGVJPNSKR tag=ZXGWRKWAHMDF type=del size=68310 2024-09-12T17:41:55.214 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.213+0000 7f777f168780 1 < completed part key=_multipart_H3CSJQOWQ7NN.2~Z5H21IQVW04D.0 size=1048576 2024-09-12T17:41:55.215 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.214+0000 7f777f168780 1 < completed part key=_multipart_H3CSJQOWQ7NN.2~Z5H21IQVW04D.1 size=1048576 2024-09-12T17:41:55.216 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.215+0000 7f777f168780 1 < completed part key=_multipart_H3CSJQOWQ7NN.2~Z5H21IQVW04D.2 size=871956 2024-09-12T17:41:55.218 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.216+0000 7f777f168780 1 < completed multipart upload key=H3CSJQOWQ7NN upload=Z5H21IQVW04D tag=J7K5IWOSUW4O type=write size=4017684 2024-09-12T17:41:55.219 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.218+0000 7f777f168780 1 > prepared operation key=3U17OL8VRNIQ tag=WE82GL0P40LB type=del size=1134117 2024-09-12T17:41:55.220 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.219+0000 7f777f168780 1 < completed delete operation key=9XT9OU5JDG04 tag=N0E4Y7IRKC1R type=del 2024-09-12T17:41:55.221 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.220+0000 7f777f168780 1 > prepared operation key=2BM46JTAY3BM tag=RPIE6AXEYYYQ type=del size=1943321 2024-09-12T17:41:55.223 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.221+0000 7f777f168780 1 < completed delete operation key=DCPT2HL28MHD tag=SSS74HL0ZWIZ type=del 2024-09-12T17:41:55.224 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.222+0000 7f777f168780 1 > prepared operation key=GYBHJV1TE1UC tag=OP01PTUCSEQ6 type=del size=98838 2024-09-12T17:41:55.227 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.225+0000 7f777f168780 1 < suggested remove operation key=DO31EKWPC3OI tag=E7FFOV38ZBPI type=del 2024-09-12T17:41:55.228 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.226+0000 7f777f168780 1 > prepared operation key=7Q7D1WMM31NL tag=SO573Z4DB4JD type=del size=402338 2024-09-12T17:41:55.229 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.227+0000 7f777f168780 1 < canceled operation key=1ZL602X3VJDP tag=ETEJ058WJW3F type=del size=3203081 2024-09-12T17:41:55.230 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.229+0000 7f777f168780 1 > prepared operation key=DCPT2HL28MHD tag=040F5QF5RXJU type=del size=3532290 2024-09-12T17:41:55.231 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.230+0000 7f777f168780 1 < completed write operation key=3D7LF14YZ1DI tag=K58ZP8NBOI15 type=write size=443040 2024-09-12T17:41:55.232 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.231+0000 7f777f168780 1 > prepared operation key=13V8F5WX47AD tag=O3B8U10FFBKR type=write size=577845 2024-09-12T17:41:55.233 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.232+0000 7f777f168780 1 < completed delete operation key=AEV8UHLVWR8L tag=QAH4OJRUYGU1 type=del 2024-09-12T17:41:55.235 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.233+0000 7f777f168780 1 > prepared operation key=DCPT2HL28MHD tag=USZLAAVE6VJI type=del size=3453749 2024-09-12T17:41:55.236 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.235+0000 7f777f168780 1 < completed delete operation key=FI2EY06UN14X tag=9IR5QBENV86X type=del 2024-09-12T17:41:55.238 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.237+0000 7f777f168780 1 > prepared part key=_multipart_AEV8UHLVWR8L.2~YXUVKIKLGQFB.0 size=1048576 2024-09-12T17:41:55.239 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.238+0000 7f777f168780 1 > prepared part key=_multipart_AEV8UHLVWR8L.2~YXUVKIKLGQFB.1 size=411838 2024-09-12T17:41:55.239 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.238+0000 7f777f168780 1 > prepared multipart upload key=AEV8UHLVWR8L upload=YXUVKIKLGQFB tag=FO3BBXVEXRH0 type=write size=2508990 2024-09-12T17:41:55.242 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.240+0000 7f777f168780 1 < suggested update operation key=G4A1L52XKRAS tag=69BD91Q8GH9H type=del size=2419275 2024-09-12T17:41:55.243 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.241+0000 7f777f168780 1 > prepared operation key=2KHLGQJKQA23 tag=39DFX1LON57T type=del size=3554079 2024-09-12T17:41:55.244 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.243+0000 7f777f168780 1 < completed part key=_multipart_G4A1L52XKRAS.2~8KTBJR6TT4AO.0 size=190223 2024-09-12T17:41:55.246 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.245+0000 7f777f168780 1 < completed multipart upload key=G4A1L52XKRAS upload=8KTBJR6TT4AO tag=22BYGPZ8IMTG type=write size=1238799 2024-09-12T17:41:55.248 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.247+0000 7f777f168780 1 > prepared part key=_multipart_3D7LF14YZ1DI.2~5V7R9WTBPWU9.0 size=1048576 2024-09-12T17:41:55.249 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.248+0000 7f777f168780 1 > prepared part key=_multipart_3D7LF14YZ1DI.2~5V7R9WTBPWU9.1 size=1048576 2024-09-12T17:41:55.250 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.249+0000 7f777f168780 1 > prepared part key=_multipart_3D7LF14YZ1DI.2~5V7R9WTBPWU9.2 size=298012 2024-09-12T17:41:55.250 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.249+0000 7f777f168780 1 > prepared multipart upload key=3D7LF14YZ1DI upload=5V7R9WTBPWU9 tag=XN2Z3PR2FMOF type=write size=3443740 2024-09-12T17:41:55.251 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.250+0000 7f777f168780 1 < completed part key=_multipart_NV7QYM1CMJA7.2~6J8UFMUIC0G1.0 size=586618 2024-09-12T17:41:55.253 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.252+0000 7f777f168780 1 < completed multipart upload key=NV7QYM1CMJA7 upload=6J8UFMUIC0G1 tag=CRCZZ0OS0W5H type=write size=1635194 2024-09-12T17:41:55.255 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.253+0000 7f777f168780 1 > prepared operation key=K0OUEJ4GMFDB tag=RHICP8OPOHCW type=del size=1650431 2024-09-12T17:41:55.256 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.254+0000 7f777f168780 1 < completed part key=_multipart_AEV8UHLVWR8L.2~DPE660TPMMIY.0 size=1048576 2024-09-12T17:41:55.257 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.255+0000 7f777f168780 1 < completed part key=_multipart_AEV8UHLVWR8L.2~DPE660TPMMIY.1 size=1048576 2024-09-12T17:41:55.258 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.256+0000 7f777f168780 1 < completed part key=_multipart_AEV8UHLVWR8L.2~DPE660TPMMIY.2 size=888850 2024-09-12T17:41:55.261 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.259+0000 7f777f168780 1 < completed multipart upload key=AEV8UHLVWR8L upload=DPE660TPMMIY tag=5NYJK9EW5FS0 type=write size=4034578 2024-09-12T17:41:55.263 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.261+0000 7f777f168780 1 > prepared part key=_multipart_PW0NPHZT12D3.2~Q2W5L76XQO1P.0 size=1048576 2024-09-12T17:41:55.264 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.262+0000 7f777f168780 1 > prepared part key=_multipart_PW0NPHZT12D3.2~Q2W5L76XQO1P.1 size=1048576 2024-09-12T17:41:55.265 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.263+0000 7f777f168780 1 > prepared part key=_multipart_PW0NPHZT12D3.2~Q2W5L76XQO1P.2 size=586150 2024-09-12T17:41:55.265 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.263+0000 7f777f168780 1 > prepared multipart upload key=PW0NPHZT12D3 upload=Q2W5L76XQO1P tag=JQ5A07F8VNWV type=write size=3731878 2024-09-12T17:41:55.266 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.264+0000 7f777f168780 1 < completed delete operation key=1ZL602X3VJDP tag=SH0QM0K5MWK3 type=del 2024-09-12T17:41:55.268 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.267+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~W5TG5GLOMJZO.0 size=1048576 2024-09-12T17:41:55.269 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.268+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~W5TG5GLOMJZO.1 size=1048576 2024-09-12T17:41:55.270 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.269+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~W5TG5GLOMJZO.2 size=356634 2024-09-12T17:41:55.270 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.269+0000 7f777f168780 1 > prepared multipart upload key=CIHBEU5VBLGQ upload=W5TG5GLOMJZO tag=4FLXQU20AM9G type=write size=3502362 2024-09-12T17:41:55.271 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.270+0000 7f777f168780 1 < completed part key=_multipart_1IACFTAZKIWV.2~00WGK6ZX0FVX.0 size=413992 2024-09-12T17:41:55.273 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.272+0000 7f777f168780 1 < completed multipart upload key=1IACFTAZKIWV upload=00WGK6ZX0FVX tag=AX26M32EZL7C type=write size=1462568 2024-09-12T17:41:55.274 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.273+0000 7f777f168780 1 > prepared operation key=CIHBEU5VBLGQ tag=HHUUX892Y57G type=del size=221107 2024-09-12T17:41:55.277 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.275+0000 7f777f168780 1 < suggested remove operation key=3D7LF14YZ1DI tag=THR1HFBEY0C3 type=write 2024-09-12T17:41:55.279 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.277+0000 7f777f168780 1 > prepared part key=_multipart_FI2EY06UN14X.2~XYTV7KJCOMZX.0 size=876574 2024-09-12T17:41:55.279 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.277+0000 7f777f168780 1 > prepared multipart upload key=FI2EY06UN14X upload=XYTV7KJCOMZX tag=20XMEGC16CQT type=write size=1925150 2024-09-12T17:41:55.281 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.280+0000 7f777f168780 1 < suggested remove operation key=CV1EGVJPNSKR tag=ZXGWRKWAHMDF type=del 2024-09-12T17:41:55.284 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.282+0000 7f777f168780 1 > prepared part key=_multipart_3D7LF14YZ1DI.2~RAGZC1I7JJ03.0 size=1048576 2024-09-12T17:41:55.285 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.283+0000 7f777f168780 1 > prepared part key=_multipart_3D7LF14YZ1DI.2~RAGZC1I7JJ03.1 size=1048576 2024-09-12T17:41:55.286 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.284+0000 7f777f168780 1 > prepared part key=_multipart_3D7LF14YZ1DI.2~RAGZC1I7JJ03.2 size=546067 2024-09-12T17:41:55.286 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.284+0000 7f777f168780 1 > prepared multipart upload key=3D7LF14YZ1DI upload=RAGZC1I7JJ03 tag=7T3U0D3VMYNT type=write size=3691795 2024-09-12T17:41:55.287 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.286+0000 7f777f168780 1 < completed delete operation key=3U17OL8VRNIQ tag=WE82GL0P40LB type=del 2024-09-12T17:41:55.288 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.287+0000 7f777f168780 1 > prepared operation key=FCBWV27TCNS4 tag=R80A8EBPYBWG type=write size=801346 2024-09-12T17:41:55.290 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.288+0000 7f777f168780 1 < completed delete operation key=2BM46JTAY3BM tag=RPIE6AXEYYYQ type=del 2024-09-12T17:41:55.291 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.289+0000 7f777f168780 1 > prepared operation key=PW0NPHZT12D3 tag=LP8BYS1X128U type=del size=2125555 2024-09-12T17:41:55.292 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.291+0000 7f777f168780 1 < completed delete operation key=GYBHJV1TE1UC tag=OP01PTUCSEQ6 type=del 2024-09-12T17:41:55.295 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.293+0000 7f777f168780 1 > prepared part key=_multipart_3U17OL8VRNIQ.2~O9DX9YNC0Z6F.0 size=1048576 2024-09-12T17:41:55.295 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.294+0000 7f777f168780 1 > prepared part key=_multipart_3U17OL8VRNIQ.2~O9DX9YNC0Z6F.1 size=863644 2024-09-12T17:41:55.296 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.294+0000 7f777f168780 1 > prepared multipart upload key=3U17OL8VRNIQ upload=O9DX9YNC0Z6F tag=8YKG48F2QY72 type=write size=2960796 2024-09-12T17:41:55.297 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.295+0000 7f777f168780 1 < canceled operation key=7Q7D1WMM31NL tag=SO573Z4DB4JD type=del size=402338 2024-09-12T17:41:55.299 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.298+0000 7f777f168780 1 > prepared part key=_multipart_9XT9OU5JDG04.2~S7G8VK398QZ8.0 size=345383 2024-09-12T17:41:55.299 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.298+0000 7f777f168780 1 > prepared multipart upload key=9XT9OU5JDG04 upload=S7G8VK398QZ8 tag=UTHD5SRPALTG type=write size=1393959 2024-09-12T17:41:55.301 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.299+0000 7f777f168780 1 < completed delete operation key=DCPT2HL28MHD tag=040F5QF5RXJU type=del 2024-09-12T17:41:55.302 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.300+0000 7f777f168780 1 > prepared operation key=1IACFTAZKIWV tag=X9RVKU9KBTEU type=del size=3378290 2024-09-12T17:41:55.303 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.302+0000 7f777f168780 1 < completed write operation key=13V8F5WX47AD tag=O3B8U10FFBKR type=write size=577845 2024-09-12T17:41:55.304 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.303+0000 7f777f168780 1 > prepared operation key=S79H21EJKRPP tag=0WF5WER3154O type=del size=449513 2024-09-12T17:41:55.306 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.304+0000 7f777f168780 1 < completed delete operation key=DCPT2HL28MHD tag=USZLAAVE6VJI type=del 2024-09-12T17:41:55.307 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.306+0000 7f777f168780 1 > prepared operation key=VI3OAATH7N7Z tag=04Q0U3D5NYTR type=del size=751012 2024-09-12T17:41:55.308 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.307+0000 7f777f168780 1 < completed part key=_multipart_AEV8UHLVWR8L.2~YXUVKIKLGQFB.0 size=1048576 2024-09-12T17:41:55.309 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.308+0000 7f777f168780 1 < completed part key=_multipart_AEV8UHLVWR8L.2~YXUVKIKLGQFB.1 size=411838 2024-09-12T17:41:55.311 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.310+0000 7f777f168780 1 < completed multipart upload key=AEV8UHLVWR8L upload=YXUVKIKLGQFB tag=FO3BBXVEXRH0 type=write size=2508990 2024-09-12T17:41:55.313 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.311+0000 7f777f168780 1 > prepared operation key=O3IEF0Z4S34O tag=9OQ3W3FCX0YG type=del size=329385 2024-09-12T17:41:55.315 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.314+0000 7f777f168780 1 < suggested remove operation key=2KHLGQJKQA23 tag=39DFX1LON57T type=del 2024-09-12T17:41:55.316 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.315+0000 7f777f168780 1 > prepared operation key=FI2EY06UN14X tag=4F1UVUP247ZU type=del size=2817577 2024-09-12T17:41:55.317 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.316+0000 7f777f168780 1 < completed part key=_multipart_3D7LF14YZ1DI.2~5V7R9WTBPWU9.0 size=1048576 2024-09-12T17:41:55.318 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.317+0000 7f777f168780 1 < completed part key=_multipart_3D7LF14YZ1DI.2~5V7R9WTBPWU9.1 size=1048576 2024-09-12T17:41:55.319 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.318+0000 7f777f168780 1 < completed part key=_multipart_3D7LF14YZ1DI.2~5V7R9WTBPWU9.2 size=298012 2024-09-12T17:41:55.321 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.320+0000 7f777f168780 1 < completed multipart upload key=3D7LF14YZ1DI upload=5V7R9WTBPWU9 tag=XN2Z3PR2FMOF type=write size=3443740 2024-09-12T17:41:55.324 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.322+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~5P9QKDCZAHOS.0 size=976661 2024-09-12T17:41:55.324 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.322+0000 7f777f168780 1 > prepared multipart upload key=CIHBEU5VBLGQ upload=5P9QKDCZAHOS tag=XZLLA1Z10QKL type=write size=2025237 2024-09-12T17:41:55.325 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.323+0000 7f777f168780 1 < completed delete operation key=K0OUEJ4GMFDB tag=RHICP8OPOHCW type=del 2024-09-12T17:41:55.326 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.325+0000 7f777f168780 1 > prepared operation key=2KHLGQJKQA23 tag=0T16KRXGRQN8 type=del size=985792 2024-09-12T17:41:55.328 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.326+0000 7f777f168780 1 < completed part key=_multipart_PW0NPHZT12D3.2~Q2W5L76XQO1P.0 size=1048576 2024-09-12T17:41:55.328 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.327+0000 7f777f168780 1 < completed part key=_multipart_PW0NPHZT12D3.2~Q2W5L76XQO1P.1 size=1048576 2024-09-12T17:41:55.330 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.328+0000 7f777f168780 1 < completed part key=_multipart_PW0NPHZT12D3.2~Q2W5L76XQO1P.2 size=586150 2024-09-12T17:41:55.332 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.330+0000 7f777f168780 1 < completed multipart upload key=PW0NPHZT12D3 upload=Q2W5L76XQO1P tag=JQ5A07F8VNWV type=write size=3731878 2024-09-12T17:41:55.333 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.331+0000 7f777f168780 1 > prepared operation key=13V8F5WX47AD tag=7TOITIDFMEU6 type=del size=621938 2024-09-12T17:41:55.334 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.333+0000 7f777f168780 1 < completed part key=_multipart_CIHBEU5VBLGQ.2~W5TG5GLOMJZO.0 size=1048576 2024-09-12T17:41:55.335 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.334+0000 7f777f168780 1 < completed part key=_multipart_CIHBEU5VBLGQ.2~W5TG5GLOMJZO.1 size=1048576 2024-09-12T17:41:55.336 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.335+0000 7f777f168780 1 < completed part key=_multipart_CIHBEU5VBLGQ.2~W5TG5GLOMJZO.2 size=356634 2024-09-12T17:41:55.338 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.337+0000 7f777f168780 1 < completed multipart upload key=CIHBEU5VBLGQ upload=W5TG5GLOMJZO tag=4FLXQU20AM9G type=write size=3502362 2024-09-12T17:41:55.340 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.338+0000 7f777f168780 1 > prepared operation key=1IACFTAZKIWV tag=DRKQT87U7UA2 type=del size=1914855 2024-09-12T17:41:55.341 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.339+0000 7f777f168780 1 < canceled operation key=CIHBEU5VBLGQ tag=HHUUX892Y57G type=del size=221107 2024-09-12T17:41:55.342 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.341+0000 7f777f168780 1 > prepared operation key=1ZL602X3VJDP tag=TF1RYSUQP851 type=del size=6776 2024-09-12T17:41:55.342 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.341+0000 7f777f168780 1 < canceled part key=_multipart_FI2EY06UN14X.2~XYTV7KJCOMZX.0 size=876574 2024-09-12T17:41:55.344 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.343+0000 7f777f168780 1 < canceled multipart upload key=FI2EY06UN14X upload=XYTV7KJCOMZX tag=20XMEGC16CQT type=write size=1925150 2024-09-12T17:41:55.348 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.345+0000 7f777f168780 1 > prepared part key=_multipart_ZABXJ7LUKKD3.2~LJFHLK1LIANI.0 size=905050 2024-09-12T17:41:55.349 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.345+0000 7f777f168780 1 > prepared multipart upload key=ZABXJ7LUKKD3 upload=LJFHLK1LIANI tag=R9KBNTPMUI32 type=write size=1953626 2024-09-12T17:41:55.349 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.345+0000 7f777f168780 1 < canceled part key=_multipart_3D7LF14YZ1DI.2~RAGZC1I7JJ03.0 size=1048576 2024-09-12T17:41:55.349 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.346+0000 7f777f168780 1 < completed part key=_multipart_3D7LF14YZ1DI.2~RAGZC1I7JJ03.1 size=1048576 2024-09-12T17:41:55.349 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.347+0000 7f777f168780 1 < completed part key=_multipart_3D7LF14YZ1DI.2~RAGZC1I7JJ03.2 size=546067 2024-09-12T17:41:55.351 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.349+0000 7f777f168780 1 < canceled multipart upload key=3D7LF14YZ1DI upload=RAGZC1I7JJ03 tag=7T3U0D3VMYNT type=write size=3691795 2024-09-12T17:41:55.352 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.351+0000 7f777f168780 1 > prepared operation key=K0OUEJ4GMFDB tag=EQNA6YYFYR4D type=del size=314130 2024-09-12T17:41:55.355 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.353+0000 7f777f168780 1 < suggested remove operation key=FCBWV27TCNS4 tag=R80A8EBPYBWG type=write 2024-09-12T17:41:55.357 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.355+0000 7f777f168780 1 > prepared part key=_multipart_2BM46JTAY3BM.2~FORL28OONU2P.0 size=77940 2024-09-12T17:41:55.357 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.355+0000 7f777f168780 1 > prepared multipart upload key=2BM46JTAY3BM upload=FORL28OONU2P tag=EWI0TZD505TB type=write size=1126516 2024-09-12T17:41:55.359 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.358+0000 7f777f168780 1 < suggested remove operation key=PW0NPHZT12D3 tag=LP8BYS1X128U type=del 2024-09-12T17:41:55.360 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.359+0000 7f777f168780 1 > prepared operation key=2KHLGQJKQA23 tag=FTEBRGH7B0W7 type=del size=646130 2024-09-12T17:41:55.361 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.359+0000 7f777f168780 1 < canceled part key=_multipart_3U17OL8VRNIQ.2~O9DX9YNC0Z6F.0 size=1048576 2024-09-12T17:41:55.361 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.360+0000 7f777f168780 1 < completed part key=_multipart_3U17OL8VRNIQ.2~O9DX9YNC0Z6F.1 size=863644 2024-09-12T17:41:55.363 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.362+0000 7f777f168780 1 < canceled multipart upload key=3U17OL8VRNIQ upload=O9DX9YNC0Z6F tag=8YKG48F2QY72 type=write size=2960796 2024-09-12T17:41:55.365 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.363+0000 7f777f168780 1 > prepared operation key=GYBHJV1TE1UC tag=AA2RY36SN1DS type=del size=816833 2024-09-12T17:41:55.366 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.365+0000 7f777f168780 1 < completed part key=_multipart_9XT9OU5JDG04.2~S7G8VK398QZ8.0 size=345383 2024-09-12T17:41:55.368 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.367+0000 7f777f168780 1 < completed multipart upload key=9XT9OU5JDG04 upload=S7G8VK398QZ8 tag=UTHD5SRPALTG type=write size=1393959 2024-09-12T17:41:55.370 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.369+0000 7f777f168780 1 > prepared part key=_multipart_9XT9OU5JDG04.2~NOWDS5F8KLFY.0 size=1048576 2024-09-12T17:41:55.371 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.370+0000 7f777f168780 1 > prepared part key=_multipart_9XT9OU5JDG04.2~NOWDS5F8KLFY.1 size=785644 2024-09-12T17:41:55.372 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.370+0000 7f777f168780 1 > prepared multipart upload key=9XT9OU5JDG04 upload=NOWDS5F8KLFY tag=2SDQ2BZSMGC6 type=write size=2882796 2024-09-12T17:41:55.373 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.371+0000 7f777f168780 1 < canceled operation key=1IACFTAZKIWV tag=X9RVKU9KBTEU type=del size=3378290 2024-09-12T17:41:55.376 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.375+0000 7f777f168780 1 > prepared part key=_multipart_S79H21EJKRPP.2~QNT1MNYA7V9S.0 size=554945 2024-09-12T17:41:55.376 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.375+0000 7f777f168780 1 > prepared multipart upload key=S79H21EJKRPP upload=QNT1MNYA7V9S tag=UIASBNCK8VSX type=write size=1603521 2024-09-12T17:41:55.377 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.376+0000 7f777f168780 1 < completed delete operation key=S79H21EJKRPP tag=0WF5WER3154O type=del 2024-09-12T17:41:55.378 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.377+0000 7f777f168780 1 > prepared operation key=S79H21EJKRPP tag=3WGQG7HTW7MN type=del size=2104186 2024-09-12T17:41:55.381 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.379+0000 7f777f168780 1 < suggested remove operation key=VI3OAATH7N7Z tag=04Q0U3D5NYTR type=del 2024-09-12T17:41:55.383 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.382+0000 7f777f168780 1 > prepared part key=_multipart_O3IEF0Z4S34O.2~6P8R7DKL0S0H.0 size=1048576 2024-09-12T17:41:55.384 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.382+0000 7f777f168780 1 > prepared part key=_multipart_O3IEF0Z4S34O.2~6P8R7DKL0S0H.1 size=1048576 2024-09-12T17:41:55.385 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.384+0000 7f777f168780 1 > prepared part key=_multipart_O3IEF0Z4S34O.2~6P8R7DKL0S0H.2 size=625812 2024-09-12T17:41:55.385 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.384+0000 7f777f168780 1 > prepared multipart upload key=O3IEF0Z4S34O upload=6P8R7DKL0S0H tag=DTCJAB1NI28R type=write size=3771540 2024-09-12T17:41:55.386 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.385+0000 7f777f168780 1 < completed delete operation key=O3IEF0Z4S34O tag=9OQ3W3FCX0YG type=del 2024-09-12T17:41:55.387 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.386+0000 7f777f168780 1 > prepared operation key=DCPT2HL28MHD tag=CRLPTILXBTQR type=write size=149958 2024-09-12T17:41:55.389 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.387+0000 7f777f168780 1 < completed delete operation key=FI2EY06UN14X tag=4F1UVUP247ZU type=del 2024-09-12T17:41:55.391 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.389+0000 7f777f168780 1 > prepared part key=_multipart_DO31EKWPC3OI.2~C9ASDB6WFDN3.0 size=36285 2024-09-12T17:41:55.391 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.389+0000 7f777f168780 1 > prepared multipart upload key=DO31EKWPC3OI upload=C9ASDB6WFDN3 tag=LU1AVNNQRGSX type=write size=1084861 2024-09-12T17:41:55.392 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.391+0000 7f777f168780 1 < completed part key=_multipart_CIHBEU5VBLGQ.2~5P9QKDCZAHOS.0 size=976661 2024-09-12T17:41:55.394 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.393+0000 7f777f168780 1 < completed multipart upload key=CIHBEU5VBLGQ upload=5P9QKDCZAHOS tag=XZLLA1Z10QKL type=write size=2025237 2024-09-12T17:41:55.396 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.395+0000 7f777f168780 1 > prepared part key=_multipart_AEV8UHLVWR8L.2~R8ONG0W23QC1.0 size=1048576 2024-09-12T17:41:55.397 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.396+0000 7f777f168780 1 > prepared part key=_multipart_AEV8UHLVWR8L.2~R8ONG0W23QC1.1 size=1048576 2024-09-12T17:41:55.398 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.397+0000 7f777f168780 1 > prepared part key=_multipart_AEV8UHLVWR8L.2~R8ONG0W23QC1.2 size=720373 2024-09-12T17:41:55.398 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.397+0000 7f777f168780 1 > prepared multipart upload key=AEV8UHLVWR8L upload=R8ONG0W23QC1 tag=V700YCYNOX6M type=write size=3866101 2024-09-12T17:41:55.399 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.398+0000 7f777f168780 1 < completed delete operation key=2KHLGQJKQA23 tag=0T16KRXGRQN8 type=del 2024-09-12T17:41:55.400 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.399+0000 7f777f168780 1 > prepared operation key=2KHLGQJKQA23 tag=ZM2YJ6OMS68E type=del size=3819076 2024-09-12T17:41:55.402 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.400+0000 7f777f168780 1 < completed delete operation key=13V8F5WX47AD tag=7TOITIDFMEU6 type=del 2024-09-12T17:41:55.403 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.401+0000 7f777f168780 1 > prepared operation key=CPJJKVPMV2GJ tag=2C2YG0EFNHP5 type=del size=2840407 2024-09-12T17:41:55.404 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.403+0000 7f777f168780 1 < completed delete operation key=1IACFTAZKIWV tag=DRKQT87U7UA2 type=del 2024-09-12T17:41:55.405 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.404+0000 7f777f168780 1 > prepared operation key=G4A1L52XKRAS tag=GY0OJHAOIW0D type=write size=828586 2024-09-12T17:41:55.406 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.405+0000 7f777f168780 1 < completed delete operation key=1ZL602X3VJDP tag=TF1RYSUQP851 type=del 2024-09-12T17:41:55.408 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.406+0000 7f777f168780 1 > prepared operation key=2ZFE3UG14FTU tag=Y0YAY9ZKQ5DP type=del size=609119 2024-09-12T17:41:55.408 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.407+0000 7f777f168780 1 < canceled part key=_multipart_ZABXJ7LUKKD3.2~LJFHLK1LIANI.0 size=905050 2024-09-12T17:41:55.410 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.408+0000 7f777f168780 1 < canceled multipart upload key=ZABXJ7LUKKD3 upload=LJFHLK1LIANI tag=R9KBNTPMUI32 type=write size=1953626 2024-09-12T17:41:55.411 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.409+0000 7f777f168780 1 > prepared operation key=7Q7D1WMM31NL tag=9YDOL7Q8LBPJ type=write size=1011801 2024-09-12T17:41:55.412 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.411+0000 7f777f168780 1 < completed delete operation key=K0OUEJ4GMFDB tag=EQNA6YYFYR4D type=del 2024-09-12T17:41:55.413 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.412+0000 7f777f168780 1 > prepared operation key=AEV8UHLVWR8L tag=ZC20ZTCPPZX6 type=write size=829760 2024-09-12T17:41:55.415 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.413+0000 7f777f168780 1 < completed part key=_multipart_2BM46JTAY3BM.2~FORL28OONU2P.0 size=77940 2024-09-12T17:41:55.417 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.415+0000 7f777f168780 1 < completed multipart upload key=2BM46JTAY3BM upload=FORL28OONU2P tag=EWI0TZD505TB type=write size=1126516 2024-09-12T17:41:55.419 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.418+0000 7f777f168780 1 > prepared part key=_multipart_AEV8UHLVWR8L.2~6TVMT3KEC22L.0 size=684139 2024-09-12T17:41:55.419 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.418+0000 7f777f168780 1 > prepared multipart upload key=AEV8UHLVWR8L upload=6TVMT3KEC22L tag=HHH6OOI2T1LM type=write size=1732715 2024-09-12T17:41:55.420 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.419+0000 7f777f168780 1 < completed delete operation key=2KHLGQJKQA23 tag=FTEBRGH7B0W7 type=del 2024-09-12T17:41:55.422 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.420+0000 7f777f168780 1 > prepared operation key=ZABXJ7LUKKD3 tag=LK9DSP3XJGQR type=write size=982055 2024-09-12T17:41:55.423 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.422+0000 7f777f168780 1 < completed delete operation key=GYBHJV1TE1UC tag=AA2RY36SN1DS type=del 2024-09-12T17:41:55.426 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.425+0000 7f777f168780 1 > prepared part key=_multipart_S79H21EJKRPP.2~IJWVFNU7A8G1.0 size=384472 2024-09-12T17:41:55.426 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.425+0000 7f777f168780 1 > prepared multipart upload key=S79H21EJKRPP upload=IJWVFNU7A8G1 tag=9EB2898S5XFI type=write size=1433048 2024-09-12T17:41:55.427 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.426+0000 7f777f168780 1 < completed part key=_multipart_9XT9OU5JDG04.2~NOWDS5F8KLFY.0 size=1048576 2024-09-12T17:41:55.429 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.427+0000 7f777f168780 1 < completed part key=_multipart_9XT9OU5JDG04.2~NOWDS5F8KLFY.1 size=785644 2024-09-12T17:41:55.431 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.430+0000 7f777f168780 1 < completed multipart upload key=9XT9OU5JDG04 upload=NOWDS5F8KLFY tag=2SDQ2BZSMGC6 type=write size=2882796 2024-09-12T17:41:55.432 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.431+0000 7f777f168780 1 > prepared operation key=K0OUEJ4GMFDB tag=SIQ9QYLTPEUS type=del size=3656436 2024-09-12T17:41:55.433 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.431+0000 7f777f168780 1 < canceled part key=_multipart_S79H21EJKRPP.2~QNT1MNYA7V9S.0 size=554945 2024-09-12T17:41:55.435 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.434+0000 7f777f168780 1 < canceled multipart upload key=S79H21EJKRPP upload=QNT1MNYA7V9S tag=UIASBNCK8VSX type=write size=1603521 2024-09-12T17:41:55.437 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.436+0000 7f777f168780 1 > prepared part key=_multipart_FI2EY06UN14X.2~ZT3RVQ39KHBI.0 size=959535 2024-09-12T17:41:55.437 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.436+0000 7f777f168780 1 > prepared multipart upload key=FI2EY06UN14X upload=ZT3RVQ39KHBI tag=YOLMCW23V513 type=write size=2008111 2024-09-12T17:41:55.438 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.437+0000 7f777f168780 1 < completed delete operation key=S79H21EJKRPP tag=3WGQG7HTW7MN type=del 2024-09-12T17:41:55.439 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.438+0000 7f777f168780 1 > prepared operation key=NV7QYM1CMJA7 tag=CY869QEWC9O1 type=del size=3465394 2024-09-12T17:41:55.441 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.438+0000 7f777f168780 1 < canceled part key=_multipart_O3IEF0Z4S34O.2~6P8R7DKL0S0H.0 size=1048576 2024-09-12T17:41:55.441 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.439+0000 7f777f168780 1 < completed part key=_multipart_O3IEF0Z4S34O.2~6P8R7DKL0S0H.1 size=1048576 2024-09-12T17:41:55.441 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.440+0000 7f777f168780 1 < completed part key=_multipart_O3IEF0Z4S34O.2~6P8R7DKL0S0H.2 size=625812 2024-09-12T17:41:55.443 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.442+0000 7f777f168780 1 < canceled multipart upload key=O3IEF0Z4S34O upload=6P8R7DKL0S0H tag=DTCJAB1NI28R type=write size=3771540 2024-09-12T17:41:55.444 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.443+0000 7f777f168780 1 > prepared operation key=2KHLGQJKQA23 tag=5KS1HGEFT13A type=write size=786337 2024-09-12T17:41:55.446 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.444+0000 7f777f168780 1 < completed write operation key=DCPT2HL28MHD tag=CRLPTILXBTQR type=write size=149958 2024-09-12T17:41:55.447 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.445+0000 7f777f168780 1 > prepared operation key=K0OUEJ4GMFDB tag=4CPOPZ1U07DI type=del size=2409278 2024-09-12T17:41:55.448 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.447+0000 7f777f168780 1 < completed part key=_multipart_DO31EKWPC3OI.2~C9ASDB6WFDN3.0 size=36285 2024-09-12T17:41:55.450 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.449+0000 7f777f168780 1 < completed multipart upload key=DO31EKWPC3OI upload=C9ASDB6WFDN3 tag=LU1AVNNQRGSX type=write size=1084861 2024-09-12T17:41:55.451 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.450+0000 7f777f168780 1 > prepared operation key=O3IEF0Z4S34O tag=9SNGC30L6PJR type=del size=466694 2024-09-12T17:41:55.452 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.451+0000 7f777f168780 1 < completed part key=_multipart_AEV8UHLVWR8L.2~R8ONG0W23QC1.0 size=1048576 2024-09-12T17:41:55.453 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.452+0000 7f777f168780 1 < completed part key=_multipart_AEV8UHLVWR8L.2~R8ONG0W23QC1.1 size=1048576 2024-09-12T17:41:55.454 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.453+0000 7f777f168780 1 < completed part key=_multipart_AEV8UHLVWR8L.2~R8ONG0W23QC1.2 size=720373 2024-09-12T17:41:55.456 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.455+0000 7f777f168780 1 < completed multipart upload key=AEV8UHLVWR8L upload=R8ONG0W23QC1 tag=V700YCYNOX6M type=write size=3866101 2024-09-12T17:41:55.458 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.456+0000 7f777f168780 1 > prepared operation key=CIHBEU5VBLGQ tag=AQW2NWYQWQIE type=del size=2391033 2024-09-12T17:41:55.459 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.457+0000 7f777f168780 1 < completed delete operation key=2KHLGQJKQA23 tag=ZM2YJ6OMS68E type=del 2024-09-12T17:41:55.460 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.459+0000 7f777f168780 1 > prepared operation key=AEV8UHLVWR8L tag=6HNV29GPQV8E type=del size=2139465 2024-09-12T17:41:55.461 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.460+0000 7f777f168780 1 < completed delete operation key=CPJJKVPMV2GJ tag=2C2YG0EFNHP5 type=del 2024-09-12T17:41:55.462 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.461+0000 7f777f168780 1 > prepared operation key=K0OUEJ4GMFDB tag=QRJ63BV2N0AY type=del size=3072035 2024-09-12T17:41:55.464 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.462+0000 7f777f168780 1 < completed write operation key=G4A1L52XKRAS tag=GY0OJHAOIW0D type=write size=828586 2024-09-12T17:41:55.465 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.463+0000 7f777f168780 1 > prepared operation key=O3IEF0Z4S34O tag=X36RHVCN6UE7 type=write size=344365 2024-09-12T17:41:55.467 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.466+0000 7f777f168780 1 < suggested remove operation key=2ZFE3UG14FTU tag=Y0YAY9ZKQ5DP type=del 2024-09-12T17:41:55.469 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.467+0000 7f777f168780 1 > prepared operation key=BO6EDKIVIHEW tag=8195JRVAIP3W type=del size=3702010 2024-09-12T17:41:55.470 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.468+0000 7f777f168780 1 < completed write operation key=7Q7D1WMM31NL tag=9YDOL7Q8LBPJ type=write size=1011801 2024-09-12T17:41:55.471 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.470+0000 7f777f168780 1 > prepared operation key=NV7QYM1CMJA7 tag=NDA8O0G9COZ2 type=write size=377697 2024-09-12T17:41:55.472 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.471+0000 7f777f168780 1 < completed write operation key=AEV8UHLVWR8L tag=ZC20ZTCPPZX6 type=write size=829760 2024-09-12T17:41:55.473 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.472+0000 7f777f168780 1 > prepared operation key=FI2EY06UN14X tag=XX6N533LLTXP type=write size=335728 2024-09-12T17:41:55.475 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.473+0000 7f777f168780 1 < completed part key=_multipart_AEV8UHLVWR8L.2~6TVMT3KEC22L.0 size=684139 2024-09-12T17:41:55.477 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.475+0000 7f777f168780 1 < completed multipart upload key=AEV8UHLVWR8L upload=6TVMT3KEC22L tag=HHH6OOI2T1LM type=write size=1732715 2024-09-12T17:41:55.478 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.476+0000 7f777f168780 1 > prepared operation key=AEV8UHLVWR8L tag=QRW11K4FEY42 type=del size=3373101 2024-09-12T17:41:55.479 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.478+0000 7f777f168780 1 < completed write operation key=ZABXJ7LUKKD3 tag=LK9DSP3XJGQR type=write size=982055 2024-09-12T17:41:55.480 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.479+0000 7f777f168780 1 > prepared operation key=CPJJKVPMV2GJ tag=IAGBSK4C5NFB type=del size=205114 2024-09-12T17:41:55.481 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.480+0000 7f777f168780 1 < completed part key=_multipart_S79H21EJKRPP.2~IJWVFNU7A8G1.0 size=384472 2024-09-12T17:41:55.483 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.482+0000 7f777f168780 1 < completed multipart upload key=S79H21EJKRPP upload=IJWVFNU7A8G1 tag=9EB2898S5XFI type=write size=1433048 2024-09-12T17:41:55.486 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.484+0000 7f777f168780 1 > prepared part key=_multipart_2BM46JTAY3BM.2~QV8BBO9072OT.0 size=1048576 2024-09-12T17:41:55.487 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.485+0000 7f777f168780 1 > prepared part key=_multipart_2BM46JTAY3BM.2~QV8BBO9072OT.1 size=1048576 2024-09-12T17:41:55.487 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.486+0000 7f777f168780 1 > prepared part key=_multipart_2BM46JTAY3BM.2~QV8BBO9072OT.2 size=12950 2024-09-12T17:41:55.488 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.486+0000 7f777f168780 1 > prepared multipart upload key=2BM46JTAY3BM upload=QV8BBO9072OT tag=SQ3TQJUTA7ME type=write size=3158678 2024-09-12T17:41:55.489 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.487+0000 7f777f168780 1 < completed delete operation key=K0OUEJ4GMFDB tag=SIQ9QYLTPEUS type=del 2024-09-12T17:41:55.491 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.490+0000 7f777f168780 1 > prepared operation key=BO6EDKIVIHEW tag=PNFWN8511U99 type=del size=514798 2024-09-12T17:41:55.492 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.491+0000 7f777f168780 1 < completed part key=_multipart_FI2EY06UN14X.2~ZT3RVQ39KHBI.0 size=959535 2024-09-12T17:41:55.494 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.493+0000 7f777f168780 1 < completed multipart upload key=FI2EY06UN14X upload=ZT3RVQ39KHBI tag=YOLMCW23V513 type=write size=2008111 2024-09-12T17:41:55.497 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.495+0000 7f777f168780 1 > prepared part key=_multipart_OE1BUCZHIE1B.2~SQNQ7S4SZ2PZ.0 size=1048576 2024-09-12T17:41:55.498 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.496+0000 7f777f168780 1 > prepared part key=_multipart_OE1BUCZHIE1B.2~SQNQ7S4SZ2PZ.1 size=1009926 2024-09-12T17:41:55.498 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.496+0000 7f777f168780 1 > prepared multipart upload key=OE1BUCZHIE1B upload=SQNQ7S4SZ2PZ tag=7ON68N09KJGC type=write size=3107078 2024-09-12T17:41:55.499 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.497+0000 7f777f168780 1 < canceled operation key=NV7QYM1CMJA7 tag=CY869QEWC9O1 type=del size=3465394 2024-09-12T17:41:55.501 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.500+0000 7f777f168780 1 > prepared part key=_multipart_GYBHJV1TE1UC.2~EGOHNE12QK75.0 size=1048576 2024-09-12T17:41:55.502 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.501+0000 7f777f168780 1 > prepared part key=_multipart_GYBHJV1TE1UC.2~EGOHNE12QK75.1 size=1048576 2024-09-12T17:41:55.504 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.502+0000 7f777f168780 1 > prepared part key=_multipart_GYBHJV1TE1UC.2~EGOHNE12QK75.2 size=87994 2024-09-12T17:41:55.504 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.502+0000 7f777f168780 1 > prepared multipart upload key=GYBHJV1TE1UC upload=EGOHNE12QK75 tag=KJ3I1R5Y6JM9 type=write size=3233722 2024-09-12T17:41:55.504 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.503+0000 7f777f168780 1 < completed write operation key=2KHLGQJKQA23 tag=5KS1HGEFT13A type=write size=786337 2024-09-12T17:41:55.507 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.505+0000 7f777f168780 1 > prepared part key=_multipart_NV7QYM1CMJA7.2~DNSHKVF35OLC.0 size=1048576 2024-09-12T17:41:55.507 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.506+0000 7f777f168780 1 > prepared part key=_multipart_NV7QYM1CMJA7.2~DNSHKVF35OLC.1 size=450916 2024-09-12T17:41:55.508 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.506+0000 7f777f168780 1 > prepared multipart upload key=NV7QYM1CMJA7 upload=DNSHKVF35OLC tag=ADV74TFKQ8ZT type=write size=2548068 2024-09-12T17:41:55.509 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.507+0000 7f777f168780 1 < completed delete operation key=K0OUEJ4GMFDB tag=4CPOPZ1U07DI type=del 2024-09-12T17:41:55.511 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.509+0000 7f777f168780 1 > prepared part key=_multipart_PW0NPHZT12D3.2~9PEMP2G7CLI6.0 size=1048576 2024-09-12T17:41:55.512 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.510+0000 7f777f168780 1 > prepared part key=_multipart_PW0NPHZT12D3.2~9PEMP2G7CLI6.1 size=682177 2024-09-12T17:41:55.512 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.510+0000 7f777f168780 1 > prepared multipart upload key=PW0NPHZT12D3 upload=9PEMP2G7CLI6 tag=WT4YS88G34I5 type=write size=2779329 2024-09-12T17:41:55.514 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.513+0000 7f777f168780 1 < suggested remove operation key=O3IEF0Z4S34O tag=9SNGC30L6PJR type=del 2024-09-12T17:41:55.515 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.514+0000 7f777f168780 1 > prepared operation key=CPJJKVPMV2GJ tag=QN0090WT61WC type=del size=876985 2024-09-12T17:41:55.516 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.515+0000 7f777f168780 1 < completed delete operation key=CIHBEU5VBLGQ tag=AQW2NWYQWQIE type=del 2024-09-12T17:41:55.518 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.516+0000 7f777f168780 1 > prepared operation key=NV7QYM1CMJA7 tag=CHV3ISAT1VS1 type=del size=3587249 2024-09-12T17:41:55.519 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.518+0000 7f777f168780 1 < completed delete operation key=AEV8UHLVWR8L tag=6HNV29GPQV8E type=del 2024-09-12T17:41:55.520 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.519+0000 7f777f168780 1 > prepared operation key=VI3OAATH7N7Z tag=1CF1WALU4RGX type=del size=2866109 2024-09-12T17:41:55.521 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.520+0000 7f777f168780 1 < completed delete operation key=K0OUEJ4GMFDB tag=QRJ63BV2N0AY type=del 2024-09-12T17:41:55.523 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.521+0000 7f777f168780 1 > prepared operation key=GYBHJV1TE1UC tag=63CHD8G9HXX4 type=del size=2464367 2024-09-12T17:41:55.524 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.522+0000 7f777f168780 -1 < failed to complete operation key=O3IEF0Z4S34O tag=X36RHVCN6UE7 type=write size=344365: (22) Invalid argument 2024-09-12T17:41:55.525 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.524+0000 7f777f168780 1 > prepared operation key=O3IEF0Z4S34O tag=OR0J0D2T6E3C type=write size=1020924 2024-09-12T17:41:55.526 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.525+0000 7f777f168780 1 < completed delete operation key=BO6EDKIVIHEW tag=8195JRVAIP3W type=del 2024-09-12T17:41:55.528 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.526+0000 7f777f168780 1 > prepared operation key=S79H21EJKRPP tag=33OQKEM0XMA2 type=del size=1193812 2024-09-12T17:41:55.529 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.527+0000 7f777f168780 1 < completed write operation key=NV7QYM1CMJA7 tag=NDA8O0G9COZ2 type=write size=377697 2024-09-12T17:41:55.530 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.529+0000 7f777f168780 1 > prepared operation key=H3CSJQOWQ7NN tag=63PTSKRYB57P type=del size=1818078 2024-09-12T17:41:55.531 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.530+0000 7f777f168780 1 < completed write operation key=FI2EY06UN14X tag=XX6N533LLTXP type=write size=335728 2024-09-12T17:41:55.532 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.531+0000 7f777f168780 1 > prepared operation key=S79H21EJKRPP tag=VZ4DDH4OBQ90 type=del size=2107386 2024-09-12T17:41:55.534 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.532+0000 7f777f168780 1 < canceled operation key=AEV8UHLVWR8L tag=QRW11K4FEY42 type=del size=3373101 2024-09-12T17:41:55.536 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.534+0000 7f777f168780 1 > prepared part key=_multipart_2ZFE3UG14FTU.2~OEXKOA72YEL9.0 size=1048576 2024-09-12T17:41:55.537 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.535+0000 7f777f168780 1 > prepared part key=_multipart_2ZFE3UG14FTU.2~OEXKOA72YEL9.1 size=1048576 2024-09-12T17:41:55.538 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.536+0000 7f777f168780 1 > prepared part key=_multipart_2ZFE3UG14FTU.2~OEXKOA72YEL9.2 size=577501 2024-09-12T17:41:55.538 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.536+0000 7f777f168780 1 > prepared multipart upload key=2ZFE3UG14FTU upload=OEXKOA72YEL9 tag=BLDZVVCSFZCP type=write size=3723229 2024-09-12T17:41:55.540 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.539+0000 7f777f168780 1 < suggested remove operation key=CPJJKVPMV2GJ tag=IAGBSK4C5NFB type=del 2024-09-12T17:41:55.541 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.540+0000 7f777f168780 1 > prepared operation key=O3IEF0Z4S34O tag=M7FSF05O29Z7 type=del size=3051118 2024-09-12T17:41:55.542 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.541+0000 7f777f168780 1 < completed part key=_multipart_2BM46JTAY3BM.2~QV8BBO9072OT.0 size=1048576 2024-09-12T17:41:55.543 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.542+0000 7f777f168780 1 < completed part key=_multipart_2BM46JTAY3BM.2~QV8BBO9072OT.1 size=1048576 2024-09-12T17:41:55.544 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.543+0000 7f777f168780 1 < completed part key=_multipart_2BM46JTAY3BM.2~QV8BBO9072OT.2 size=12950 2024-09-12T17:41:55.546 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.545+0000 7f777f168780 1 < completed multipart upload key=2BM46JTAY3BM upload=QV8BBO9072OT tag=SQ3TQJUTA7ME type=write size=3158678 2024-09-12T17:41:55.547 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.546+0000 7f777f168780 1 > prepared operation key=13V8F5WX47AD tag=ZBNN6QL88305 type=del size=1019399 2024-09-12T17:41:55.549 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.547+0000 7f777f168780 1 < completed delete operation key=BO6EDKIVIHEW tag=PNFWN8511U99 type=del 2024-09-12T17:41:55.551 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.549+0000 7f777f168780 1 > prepared part key=_multipart_CPJJKVPMV2GJ.2~E60MJOSWUGI8.0 size=1048576 2024-09-12T17:41:55.552 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.550+0000 7f777f168780 1 > prepared part key=_multipart_CPJJKVPMV2GJ.2~E60MJOSWUGI8.1 size=1048576 2024-09-12T17:41:55.553 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.551+0000 7f777f168780 1 > prepared part key=_multipart_CPJJKVPMV2GJ.2~E60MJOSWUGI8.2 size=473676 2024-09-12T17:41:55.553 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.551+0000 7f777f168780 1 > prepared multipart upload key=CPJJKVPMV2GJ upload=E60MJOSWUGI8 tag=0Z2NEL86811L type=write size=3619404 2024-09-12T17:41:55.554 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.553+0000 7f777f168780 1 < completed part key=_multipart_OE1BUCZHIE1B.2~SQNQ7S4SZ2PZ.0 size=1048576 2024-09-12T17:41:55.556 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.554+0000 7f777f168780 1 < completed part key=_multipart_OE1BUCZHIE1B.2~SQNQ7S4SZ2PZ.1 size=1009926 2024-09-12T17:41:55.557 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.556+0000 7f777f168780 1 < completed multipart upload key=OE1BUCZHIE1B upload=SQNQ7S4SZ2PZ tag=7ON68N09KJGC type=write size=3107078 2024-09-12T17:41:55.558 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.557+0000 7f777f168780 1 > prepared operation key=9XT9OU5JDG04 tag=S5T2IEK80Y3A type=del size=4026065 2024-09-12T17:41:55.560 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.558+0000 7f777f168780 1 < completed part key=_multipart_GYBHJV1TE1UC.2~EGOHNE12QK75.0 size=1048576 2024-09-12T17:41:55.561 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.560+0000 7f777f168780 1 < completed part key=_multipart_GYBHJV1TE1UC.2~EGOHNE12QK75.1 size=1048576 2024-09-12T17:41:55.562 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.561+0000 7f777f168780 1 < completed part key=_multipart_GYBHJV1TE1UC.2~EGOHNE12QK75.2 size=87994 2024-09-12T17:41:55.564 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.563+0000 7f777f168780 1 < completed multipart upload key=GYBHJV1TE1UC upload=EGOHNE12QK75 tag=KJ3I1R5Y6JM9 type=write size=3233722 2024-09-12T17:41:55.565 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.564+0000 7f777f168780 1 > prepared operation key=7Q7D1WMM31NL tag=O1BJC3CODOFA type=del size=2696699 2024-09-12T17:41:55.566 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.565+0000 7f777f168780 1 < completed part key=_multipart_NV7QYM1CMJA7.2~DNSHKVF35OLC.0 size=1048576 2024-09-12T17:41:55.567 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.565+0000 7f777f168780 1 < canceled part key=_multipart_NV7QYM1CMJA7.2~DNSHKVF35OLC.1 size=450916 2024-09-12T17:41:55.569 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.567+0000 7f777f168780 1 < canceled multipart upload key=NV7QYM1CMJA7 upload=DNSHKVF35OLC tag=ADV74TFKQ8ZT type=write size=2548068 2024-09-12T17:41:55.570 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.568+0000 7f777f168780 1 > prepared operation key=CASKVIJ5MIV7 tag=L8LBVHMJI224 type=del size=629673 2024-09-12T17:41:55.571 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.569+0000 7f777f168780 1 < completed part key=_multipart_PW0NPHZT12D3.2~9PEMP2G7CLI6.0 size=1048576 2024-09-12T17:41:55.572 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.570+0000 7f777f168780 1 < completed part key=_multipart_PW0NPHZT12D3.2~9PEMP2G7CLI6.1 size=682177 2024-09-12T17:41:55.574 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.572+0000 7f777f168780 1 < completed multipart upload key=PW0NPHZT12D3 upload=9PEMP2G7CLI6 tag=WT4YS88G34I5 type=write size=2779329 2024-09-12T17:41:55.575 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.573+0000 7f777f168780 1 > prepared operation key=H3CSJQOWQ7NN tag=E7KNEXCIMGSF type=del size=2135945 2024-09-12T17:41:55.575 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.574+0000 7f777f168780 -1 < no bi entry to suggest for operation key=CPJJKVPMV2GJ tag=QN0090WT61WC type=del size=876985: (2) No such file or directory 2024-09-12T17:41:55.577 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.575+0000 7f777f168780 1 > prepared operation key=FI2EY06UN14X tag=QHUMECISHDS4 type=del size=1141068 2024-09-12T17:41:55.578 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.576+0000 7f777f168780 1 < completed delete operation key=NV7QYM1CMJA7 tag=CHV3ISAT1VS1 type=del 2024-09-12T17:41:55.580 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.579+0000 7f777f168780 1 > prepared part key=_multipart_NV7QYM1CMJA7.2~MQT6WGWX1TMY.0 size=1048576 2024-09-12T17:41:55.581 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.580+0000 7f777f168780 1 > prepared part key=_multipart_NV7QYM1CMJA7.2~MQT6WGWX1TMY.1 size=281802 2024-09-12T17:41:55.581 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.580+0000 7f777f168780 1 > prepared multipart upload key=NV7QYM1CMJA7 upload=MQT6WGWX1TMY tag=X6GKCSMMANUO type=write size=2378954 2024-09-12T17:41:55.582 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.581+0000 7f777f168780 1 < canceled operation key=VI3OAATH7N7Z tag=1CF1WALU4RGX type=del size=2866109 2024-09-12T17:41:55.583 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.582+0000 7f777f168780 1 > prepared operation key=GYBHJV1TE1UC tag=O2EIS17W8CJC type=del size=2110927 2024-09-12T17:41:55.586 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.584+0000 7f777f168780 1 < suggested update operation key=GYBHJV1TE1UC tag=63CHD8G9HXX4 type=del size=2464367 2024-09-12T17:41:55.587 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.586+0000 7f777f168780 1 > prepared operation key=1ZL602X3VJDP tag=HSWI8KDQX8JT type=write size=879862 2024-09-12T17:41:55.588 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.587+0000 7f777f168780 1 < completed write operation key=O3IEF0Z4S34O tag=OR0J0D2T6E3C type=write size=1020924 2024-09-12T17:41:55.589 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.588+0000 7f777f168780 1 > prepared operation key=CASKVIJ5MIV7 tag=XZKOHI3NWFZ9 type=del size=2085168 2024-09-12T17:41:55.592 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.590+0000 7f777f168780 1 < suggested update operation key=S79H21EJKRPP tag=33OQKEM0XMA2 type=del size=1193812 2024-09-12T17:41:55.594 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.593+0000 7f777f168780 1 > prepared part key=_multipart_13V8F5WX47AD.2~4RQX7KJ4Q49Q.0 size=1048576 2024-09-12T17:41:55.595 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.594+0000 7f777f168780 1 > prepared part key=_multipart_13V8F5WX47AD.2~4RQX7KJ4Q49Q.1 size=1048576 2024-09-12T17:41:55.596 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.595+0000 7f777f168780 1 > prepared part key=_multipart_13V8F5WX47AD.2~4RQX7KJ4Q49Q.2 size=731310 2024-09-12T17:41:55.596 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.595+0000 7f777f168780 1 > prepared multipart upload key=13V8F5WX47AD upload=4RQX7KJ4Q49Q tag=F1P8TJ2K41NJ type=write size=3877038 2024-09-12T17:41:55.597 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.596+0000 7f777f168780 1 < completed delete operation key=H3CSJQOWQ7NN tag=63PTSKRYB57P type=del 2024-09-12T17:41:55.599 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.597+0000 7f777f168780 1 > prepared operation key=VI3OAATH7N7Z tag=CSK0J89565N4 type=del size=3029602 2024-09-12T17:41:55.601 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.599+0000 7f777f168780 1 < suggested remove operation key=S79H21EJKRPP tag=VZ4DDH4OBQ90 type=del 2024-09-12T17:41:55.603 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.602+0000 7f777f168780 1 > prepared part key=_multipart_1IACFTAZKIWV.2~YUPDGEVD05LD.0 size=371893 2024-09-12T17:41:55.603 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.602+0000 7f777f168780 1 > prepared multipart upload key=1IACFTAZKIWV upload=YUPDGEVD05LD tag=IKTZFJKK5HP6 type=write size=1420469 2024-09-12T17:41:55.605 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.604+0000 7f777f168780 1 < completed part key=_multipart_2ZFE3UG14FTU.2~OEXKOA72YEL9.0 size=1048576 2024-09-12T17:41:55.606 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.605+0000 7f777f168780 1 < completed part key=_multipart_2ZFE3UG14FTU.2~OEXKOA72YEL9.1 size=1048576 2024-09-12T17:41:55.607 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.606+0000 7f777f168780 1 < completed part key=_multipart_2ZFE3UG14FTU.2~OEXKOA72YEL9.2 size=577501 2024-09-12T17:41:55.610 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.609+0000 7f777f168780 1 < completed multipart upload key=2ZFE3UG14FTU upload=OEXKOA72YEL9 tag=BLDZVVCSFZCP type=write size=3723229 2024-09-12T17:41:55.611 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.610+0000 7f777f168780 1 > prepared operation key=VI3OAATH7N7Z tag=TGC3BMMV1SYZ type=del size=4033659 2024-09-12T17:41:55.613 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.611+0000 7f777f168780 1 < completed delete operation key=O3IEF0Z4S34O tag=M7FSF05O29Z7 type=del 2024-09-12T17:41:55.615 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.613+0000 7f777f168780 1 > prepared part key=_multipart_2KHLGQJKQA23.2~S4762A6HZKAR.0 size=1048576 2024-09-12T17:41:55.616 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.614+0000 7f777f168780 1 > prepared part key=_multipart_2KHLGQJKQA23.2~S4762A6HZKAR.1 size=1048576 2024-09-12T17:41:55.617 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.615+0000 7f777f168780 1 > prepared part key=_multipart_2KHLGQJKQA23.2~S4762A6HZKAR.2 size=178007 2024-09-12T17:41:55.617 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.615+0000 7f777f168780 1 > prepared multipart upload key=2KHLGQJKQA23 upload=S4762A6HZKAR tag=CFIUXWM7T0UO type=write size=3323735 2024-09-12T17:41:55.618 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.616+0000 7f777f168780 1 < completed delete operation key=13V8F5WX47AD tag=ZBNN6QL88305 type=del 2024-09-12T17:41:55.619 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.618+0000 7f777f168780 1 > prepared operation key=NV7QYM1CMJA7 tag=87M3T1SQO5T2 type=write size=601662 2024-09-12T17:41:55.620 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.619+0000 7f777f168780 1 < completed part key=_multipart_CPJJKVPMV2GJ.2~E60MJOSWUGI8.0 size=1048576 2024-09-12T17:41:55.621 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.620+0000 7f777f168780 1 < completed part key=_multipart_CPJJKVPMV2GJ.2~E60MJOSWUGI8.1 size=1048576 2024-09-12T17:41:55.622 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.621+0000 7f777f168780 1 < completed part key=_multipart_CPJJKVPMV2GJ.2~E60MJOSWUGI8.2 size=473676 2024-09-12T17:41:55.624 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.623+0000 7f777f168780 1 < completed multipart upload key=CPJJKVPMV2GJ upload=E60MJOSWUGI8 tag=0Z2NEL86811L type=write size=3619404 2024-09-12T17:41:55.625 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.624+0000 7f777f168780 1 > prepared operation key=K0OUEJ4GMFDB tag=5D2JB5XO4YQM type=del size=2167201 2024-09-12T17:41:55.627 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.626+0000 7f777f168780 1 < suggested remove operation key=9XT9OU5JDG04 tag=S5T2IEK80Y3A type=del 2024-09-12T17:41:55.630 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.628+0000 7f777f168780 1 > prepared part key=_multipart_GYBHJV1TE1UC.2~ZXQU6MSRZMV7.0 size=17595 2024-09-12T17:41:55.631 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.628+0000 7f777f168780 1 > prepared multipart upload key=GYBHJV1TE1UC upload=ZXQU6MSRZMV7 tag=177XYXNEZ5VS type=write size=1066171 2024-09-12T17:41:55.631 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.630+0000 7f777f168780 1 < completed delete operation key=7Q7D1WMM31NL tag=O1BJC3CODOFA type=del 2024-09-12T17:41:55.632 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.631+0000 7f777f168780 1 > prepared operation key=FI2EY06UN14X tag=4R94AK7OQQJC type=del size=728788 2024-09-12T17:41:55.633 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.632+0000 7f777f168780 1 < completed delete operation key=CASKVIJ5MIV7 tag=L8LBVHMJI224 type=del 2024-09-12T17:41:55.635 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.633+0000 7f777f168780 1 > prepared operation key=CIHBEU5VBLGQ tag=YV8PL2LJZ206 type=del size=1227742 2024-09-12T17:41:55.636 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.635+0000 7f777f168780 1 < canceled operation key=H3CSJQOWQ7NN tag=E7KNEXCIMGSF type=del size=2135945 2024-09-12T17:41:55.639 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.638+0000 7f777f168780 1 > prepared part key=_multipart_FSWX3S2TGJJ9.2~BQ9HYOEE8C70.0 size=1048576 2024-09-12T17:41:55.640 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.639+0000 7f777f168780 1 > prepared part key=_multipart_FSWX3S2TGJJ9.2~BQ9HYOEE8C70.1 size=1048576 2024-09-12T17:41:55.641 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.640+0000 7f777f168780 1 > prepared part key=_multipart_FSWX3S2TGJJ9.2~BQ9HYOEE8C70.2 size=742058 2024-09-12T17:41:55.641 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.640+0000 7f777f168780 1 > prepared multipart upload key=FSWX3S2TGJJ9 upload=BQ9HYOEE8C70 tag=YOIW4E1S5U87 type=write size=3887786 2024-09-12T17:41:55.643 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.641+0000 7f777f168780 1 < completed delete operation key=FI2EY06UN14X tag=QHUMECISHDS4 type=del 2024-09-12T17:41:55.644 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.643+0000 7f777f168780 1 > prepared operation key=BO6EDKIVIHEW tag=DAS5YTPGZOYP type=del size=4101316 2024-09-12T17:41:55.645 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.644+0000 7f777f168780 1 < completed part key=_multipart_NV7QYM1CMJA7.2~MQT6WGWX1TMY.0 size=1048576 2024-09-12T17:41:55.647 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.645+0000 7f777f168780 1 < completed part key=_multipart_NV7QYM1CMJA7.2~MQT6WGWX1TMY.1 size=281802 2024-09-12T17:41:55.649 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.647+0000 7f777f168780 1 < completed multipart upload key=NV7QYM1CMJA7 upload=MQT6WGWX1TMY tag=X6GKCSMMANUO type=write size=2378954 2024-09-12T17:41:55.651 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.650+0000 7f777f168780 1 > prepared part key=_multipart_CPJJKVPMV2GJ.2~PJ0RXHP9BO8L.0 size=1048576 2024-09-12T17:41:55.652 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.651+0000 7f777f168780 1 > prepared part key=_multipart_CPJJKVPMV2GJ.2~PJ0RXHP9BO8L.1 size=1048576 2024-09-12T17:41:55.653 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.651+0000 7f777f168780 1 > prepared part key=_multipart_CPJJKVPMV2GJ.2~PJ0RXHP9BO8L.2 size=685080 2024-09-12T17:41:55.653 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.651+0000 7f777f168780 1 > prepared multipart upload key=CPJJKVPMV2GJ upload=PJ0RXHP9BO8L tag=ZLGJBVZOD9TR type=write size=3830808 2024-09-12T17:41:55.654 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.653+0000 7f777f168780 -1 < failed to complete operation key=GYBHJV1TE1UC tag=O2EIS17W8CJC type=del size=2110927: (22) Invalid argument 2024-09-12T17:41:55.655 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.654+0000 7f777f168780 1 > prepared operation key=AEV8UHLVWR8L tag=WDE1TLA24X28 type=write size=501467 2024-09-12T17:41:55.657 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.655+0000 7f777f168780 1 < completed write operation key=1ZL602X3VJDP tag=HSWI8KDQX8JT type=write size=879862 2024-09-12T17:41:55.658 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.656+0000 7f777f168780 1 > prepared operation key=FI2EY06UN14X tag=R6Y10QCP93MG type=del size=991879 2024-09-12T17:41:55.659 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.658+0000 7f777f168780 1 < completed delete operation key=CASKVIJ5MIV7 tag=XZKOHI3NWFZ9 type=del 2024-09-12T17:41:55.661 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.660+0000 7f777f168780 1 > prepared part key=_multipart_DCPT2HL28MHD.2~4TA2Y5PAS5ZW.0 size=988438 2024-09-12T17:41:55.661 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.660+0000 7f777f168780 1 > prepared multipart upload key=DCPT2HL28MHD upload=4TA2Y5PAS5ZW tag=SSDJ58D5RRFF type=write size=2037014 2024-09-12T17:41:55.662 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.661+0000 7f777f168780 1 < completed part key=_multipart_13V8F5WX47AD.2~4RQX7KJ4Q49Q.0 size=1048576 2024-09-12T17:41:55.663 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.661+0000 7f777f168780 1 < canceled part key=_multipart_13V8F5WX47AD.2~4RQX7KJ4Q49Q.1 size=1048576 2024-09-12T17:41:55.664 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.662+0000 7f777f168780 1 < completed part key=_multipart_13V8F5WX47AD.2~4RQX7KJ4Q49Q.2 size=731310 2024-09-12T17:41:55.665 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.664+0000 7f777f168780 1 < canceled multipart upload key=13V8F5WX47AD upload=4RQX7KJ4Q49Q tag=F1P8TJ2K41NJ type=write size=3877038 2024-09-12T17:41:55.668 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.666+0000 7f777f168780 1 > prepared part key=_multipart_O3IEF0Z4S34O.2~N2VUDQOM69DG.0 size=1048576 2024-09-12T17:41:55.669 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.667+0000 7f777f168780 1 > prepared part key=_multipart_O3IEF0Z4S34O.2~N2VUDQOM69DG.1 size=671904 2024-09-12T17:41:55.669 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.667+0000 7f777f168780 1 > prepared multipart upload key=O3IEF0Z4S34O upload=N2VUDQOM69DG tag=HT8AG2LJNT0E type=write size=2769056 2024-09-12T17:41:55.671 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.670+0000 7f777f168780 1 < suggested remove operation key=VI3OAATH7N7Z tag=CSK0J89565N4 type=del 2024-09-12T17:41:55.674 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.672+0000 7f777f168780 1 > prepared part key=_multipart_CV1EGVJPNSKR.2~6KU67JIEJ81X.0 size=1048576 2024-09-12T17:41:55.675 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.673+0000 7f777f168780 1 > prepared part key=_multipart_CV1EGVJPNSKR.2~6KU67JIEJ81X.1 size=29659 2024-09-12T17:41:55.675 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.673+0000 7f777f168780 1 > prepared multipart upload key=CV1EGVJPNSKR upload=6KU67JIEJ81X tag=MPH1KY98S4FV type=write size=2126811 2024-09-12T17:41:55.676 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.675+0000 7f777f168780 1 < completed part key=_multipart_1IACFTAZKIWV.2~YUPDGEVD05LD.0 size=371893 2024-09-12T17:41:55.678 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.677+0000 7f777f168780 1 < completed multipart upload key=1IACFTAZKIWV upload=YUPDGEVD05LD tag=IKTZFJKK5HP6 type=write size=1420469 2024-09-12T17:41:55.679 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.678+0000 7f777f168780 1 > prepared operation key=2BM46JTAY3BM tag=78CZVD93W9G6 type=del size=2176607 2024-09-12T17:41:55.680 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.679+0000 7f777f168780 -1 < failed to complete operation key=VI3OAATH7N7Z tag=TGC3BMMV1SYZ type=del size=4033659: (22) Invalid argument 2024-09-12T17:41:55.682 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.680+0000 7f777f168780 1 > prepared operation key=PW0NPHZT12D3 tag=D4Z9002ZJPDM type=del size=1163194 2024-09-12T17:41:55.683 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.682+0000 7f777f168780 1 < completed part key=_multipart_2KHLGQJKQA23.2~S4762A6HZKAR.0 size=1048576 2024-09-12T17:41:55.684 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.683+0000 7f777f168780 1 < completed part key=_multipart_2KHLGQJKQA23.2~S4762A6HZKAR.1 size=1048576 2024-09-12T17:41:55.685 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.684+0000 7f777f168780 1 < completed part key=_multipart_2KHLGQJKQA23.2~S4762A6HZKAR.2 size=178007 2024-09-12T17:41:55.687 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.686+0000 7f777f168780 1 < completed multipart upload key=2KHLGQJKQA23 upload=S4762A6HZKAR tag=CFIUXWM7T0UO type=write size=3323735 2024-09-12T17:41:55.689 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.688+0000 7f777f168780 1 > prepared part key=_multipart_CPJJKVPMV2GJ.2~S8PVSJ0UVWGQ.0 size=169926 2024-09-12T17:41:55.689 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.688+0000 7f777f168780 1 > prepared multipart upload key=CPJJKVPMV2GJ upload=S8PVSJ0UVWGQ tag=1F7MGPJZBH0C type=write size=1218502 2024-09-12T17:41:55.691 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.690+0000 7f777f168780 1 < suggested update operation key=NV7QYM1CMJA7 tag=87M3T1SQO5T2 type=write size=601662 2024-09-12T17:41:55.693 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.691+0000 7f777f168780 1 > prepared operation key=2KHLGQJKQA23 tag=LUC6KVDZDN5F type=write size=995703 2024-09-12T17:41:55.694 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.692+0000 7f777f168780 1 < canceled operation key=K0OUEJ4GMFDB tag=5D2JB5XO4YQM type=del size=2167201 2024-09-12T17:41:55.696 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.695+0000 7f777f168780 1 > prepared part key=_multipart_13V8F5WX47AD.2~OQ1WWN5M21EY.0 size=128979 2024-09-12T17:41:55.696 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.695+0000 7f777f168780 1 > prepared multipart upload key=13V8F5WX47AD upload=OQ1WWN5M21EY tag=UD2DB98YKIVU type=write size=1177555 2024-09-12T17:41:55.697 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.696+0000 7f777f168780 1 < completed part key=_multipart_GYBHJV1TE1UC.2~ZXQU6MSRZMV7.0 size=17595 2024-09-12T17:41:55.699 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.698+0000 7f777f168780 1 < completed multipart upload key=GYBHJV1TE1UC upload=ZXQU6MSRZMV7 tag=177XYXNEZ5VS type=write size=1066171 2024-09-12T17:41:55.701 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.700+0000 7f777f168780 1 > prepared part key=_multipart_7Q7D1WMM31NL.2~H2BR04BW650U.0 size=1048576 2024-09-12T17:41:55.702 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.701+0000 7f777f168780 1 > prepared part key=_multipart_7Q7D1WMM31NL.2~H2BR04BW650U.1 size=412241 2024-09-12T17:41:55.702 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.701+0000 7f777f168780 1 > prepared multipart upload key=7Q7D1WMM31NL upload=H2BR04BW650U tag=HLMOOQ7AI32E type=write size=2509393 2024-09-12T17:41:55.703 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.702+0000 7f777f168780 1 < completed delete operation key=FI2EY06UN14X tag=4R94AK7OQQJC type=del 2024-09-12T17:41:55.705 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.704+0000 7f777f168780 1 > prepared part key=_multipart_1ZL602X3VJDP.2~GZVZ2KFGCEZR.0 size=80263 2024-09-12T17:41:55.705 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.704+0000 7f777f168780 1 > prepared multipart upload key=1ZL602X3VJDP upload=GZVZ2KFGCEZR tag=032CHOU8K8OI type=write size=1128839 2024-09-12T17:41:55.706 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.705+0000 7f777f168780 1 < completed delete operation key=CIHBEU5VBLGQ tag=YV8PL2LJZ206 type=del 2024-09-12T17:41:55.709 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.707+0000 7f777f168780 1 > prepared part key=_multipart_AEV8UHLVWR8L.2~302LWG7REV9S.0 size=1048576 2024-09-12T17:41:55.709 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.708+0000 7f777f168780 1 > prepared part key=_multipart_AEV8UHLVWR8L.2~302LWG7REV9S.1 size=70247 2024-09-12T17:41:55.710 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.708+0000 7f777f168780 1 > prepared multipart upload key=AEV8UHLVWR8L upload=302LWG7REV9S tag=3LB86ZF2CYAX type=write size=2167399 2024-09-12T17:41:55.710 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.708+0000 7f777f168780 1 < canceled part key=_multipart_FSWX3S2TGJJ9.2~BQ9HYOEE8C70.0 size=1048576 2024-09-12T17:41:55.711 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.709+0000 7f777f168780 1 < completed part key=_multipart_FSWX3S2TGJJ9.2~BQ9HYOEE8C70.1 size=1048576 2024-09-12T17:41:55.712 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.710+0000 7f777f168780 1 < completed part key=_multipart_FSWX3S2TGJJ9.2~BQ9HYOEE8C70.2 size=742058 2024-09-12T17:41:55.714 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.712+0000 7f777f168780 1 < canceled multipart upload key=FSWX3S2TGJJ9 upload=BQ9HYOEE8C70 tag=YOIW4E1S5U87 type=write size=3887786 2024-09-12T17:41:55.715 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.714+0000 7f777f168780 1 > prepared operation key=CPJJKVPMV2GJ tag=R4C7QTL0LCKU type=del size=3189531 2024-09-12T17:41:55.716 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.715+0000 7f777f168780 1 < completed delete operation key=BO6EDKIVIHEW tag=DAS5YTPGZOYP type=del 2024-09-12T17:41:55.717 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.716+0000 7f777f168780 1 > prepared operation key=2ZFE3UG14FTU tag=8LPP15H2KG26 type=del size=2513664 2024-09-12T17:41:55.719 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.718+0000 7f777f168780 1 < completed part key=_multipart_CPJJKVPMV2GJ.2~PJ0RXHP9BO8L.0 size=1048576 2024-09-12T17:41:55.720 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.719+0000 7f777f168780 1 < completed part key=_multipart_CPJJKVPMV2GJ.2~PJ0RXHP9BO8L.1 size=1048576 2024-09-12T17:41:55.721 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.720+0000 7f777f168780 1 < completed part key=_multipart_CPJJKVPMV2GJ.2~PJ0RXHP9BO8L.2 size=685080 2024-09-12T17:41:55.723 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.722+0000 7f777f168780 1 < completed multipart upload key=CPJJKVPMV2GJ upload=PJ0RXHP9BO8L tag=ZLGJBVZOD9TR type=write size=3830808 2024-09-12T17:41:55.724 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.723+0000 7f777f168780 1 > prepared operation key=13V8F5WX47AD tag=ZU5CQWDWVHQP type=del size=2436500 2024-09-12T17:41:55.727 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.725+0000 7f777f168780 1 < suggested remove operation key=AEV8UHLVWR8L tag=WDE1TLA24X28 type=write 2024-09-12T17:41:55.728 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.727+0000 7f777f168780 1 > prepared operation key=O3IEF0Z4S34O tag=U2X9WXZOTH69 type=del size=1151652 2024-09-12T17:41:55.729 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.728+0000 7f777f168780 1 < completed delete operation key=FI2EY06UN14X tag=R6Y10QCP93MG type=del 2024-09-12T17:41:55.732 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.730+0000 7f777f168780 1 > prepared part key=_multipart_BO6EDKIVIHEW.2~DIWVMMIHQXFN.0 size=1048576 2024-09-12T17:41:55.733 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.731+0000 7f777f168780 1 > prepared part key=_multipart_BO6EDKIVIHEW.2~DIWVMMIHQXFN.1 size=1048576 2024-09-12T17:41:55.734 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.732+0000 7f777f168780 1 > prepared part key=_multipart_BO6EDKIVIHEW.2~DIWVMMIHQXFN.2 size=135772 2024-09-12T17:41:55.734 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.732+0000 7f777f168780 1 > prepared multipart upload key=BO6EDKIVIHEW upload=DIWVMMIHQXFN tag=5XHGSOQR4Y26 type=write size=3281500 2024-09-12T17:41:55.735 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.733+0000 7f777f168780 1 < completed part key=_multipart_DCPT2HL28MHD.2~4TA2Y5PAS5ZW.0 size=988438 2024-09-12T17:41:55.737 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.735+0000 7f777f168780 1 < completed multipart upload key=DCPT2HL28MHD upload=4TA2Y5PAS5ZW tag=SSDJ58D5RRFF type=write size=2037014 2024-09-12T17:41:55.738 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.737+0000 7f777f168780 1 > prepared operation key=S79H21EJKRPP tag=DXET3LQMARLK type=del size=3644457 2024-09-12T17:41:55.739 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.738+0000 7f777f168780 1 < completed part key=_multipart_O3IEF0Z4S34O.2~N2VUDQOM69DG.0 size=1048576 2024-09-12T17:41:55.739 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.738+0000 7f777f168780 1 < canceled part key=_multipart_O3IEF0Z4S34O.2~N2VUDQOM69DG.1 size=671904 2024-09-12T17:41:55.741 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.740+0000 7f777f168780 1 < canceled multipart upload key=O3IEF0Z4S34O upload=N2VUDQOM69DG tag=HT8AG2LJNT0E type=write size=2769056 2024-09-12T17:41:55.742 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.741+0000 7f777f168780 1 > prepared operation key=FI2EY06UN14X tag=ORFAUIZT39ZT type=write size=72612 2024-09-12T17:41:55.744 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.742+0000 7f777f168780 1 < completed part key=_multipart_CV1EGVJPNSKR.2~6KU67JIEJ81X.0 size=1048576 2024-09-12T17:41:55.745 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.743+0000 7f777f168780 1 < completed part key=_multipart_CV1EGVJPNSKR.2~6KU67JIEJ81X.1 size=29659 2024-09-12T17:41:55.747 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.745+0000 7f777f168780 1 < completed multipart upload key=CV1EGVJPNSKR upload=6KU67JIEJ81X tag=MPH1KY98S4FV type=write size=2126811 2024-09-12T17:41:55.748 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.746+0000 7f777f168780 1 > prepared operation key=DCPT2HL28MHD tag=WNM9CI5WTTJD type=del size=1920398 2024-09-12T17:41:55.751 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.749+0000 7f777f168780 1 < suggested update operation key=2BM46JTAY3BM tag=78CZVD93W9G6 type=del size=2176607 2024-09-12T17:41:55.752 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.751+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~QWI7ZLM3TXVR.0 size=1048576 2024-09-12T17:41:55.753 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.752+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~QWI7ZLM3TXVR.1 size=1048576 2024-09-12T17:41:55.754 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.753+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~QWI7ZLM3TXVR.2 size=223035 2024-09-12T17:41:55.754 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.753+0000 7f777f168780 1 > prepared multipart upload key=CIHBEU5VBLGQ upload=QWI7ZLM3TXVR tag=62560CEIWEUY type=write size=3368763 2024-09-12T17:41:55.756 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.754+0000 7f777f168780 1 < completed delete operation key=PW0NPHZT12D3 tag=D4Z9002ZJPDM type=del 2024-09-12T17:41:55.757 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.755+0000 7f777f168780 1 > prepared operation key=DO31EKWPC3OI tag=MIINNJBIHSNY type=del size=3158124 2024-09-12T17:41:55.758 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.757+0000 7f777f168780 1 < completed part key=_multipart_CPJJKVPMV2GJ.2~S8PVSJ0UVWGQ.0 size=169926 2024-09-12T17:41:55.760 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.759+0000 7f777f168780 1 < completed multipart upload key=CPJJKVPMV2GJ upload=S8PVSJ0UVWGQ tag=1F7MGPJZBH0C type=write size=1218502 2024-09-12T17:41:55.761 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.760+0000 7f777f168780 1 > prepared operation key=DO31EKWPC3OI tag=L14EVGUQE311 type=del size=596048 2024-09-12T17:41:55.763 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.761+0000 7f777f168780 1 < completed write operation key=2KHLGQJKQA23 tag=LUC6KVDZDN5F type=write size=995703 2024-09-12T17:41:55.765 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.764+0000 7f777f168780 1 > prepared part key=_multipart_9XT9OU5JDG04.2~0DIBXXLXJ7VT.0 size=1048576 2024-09-12T17:41:55.766 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.765+0000 7f777f168780 1 > prepared part key=_multipart_9XT9OU5JDG04.2~0DIBXXLXJ7VT.1 size=1009358 2024-09-12T17:41:55.766 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.765+0000 7f777f168780 1 > prepared multipart upload key=9XT9OU5JDG04 upload=0DIBXXLXJ7VT tag=I1QLSJXOZN30 type=write size=3106510 2024-09-12T17:41:55.767 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.766+0000 7f777f168780 1 < completed part key=_multipart_13V8F5WX47AD.2~OQ1WWN5M21EY.0 size=128979 2024-09-12T17:41:55.769 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.768+0000 7f777f168780 1 < completed multipart upload key=13V8F5WX47AD upload=OQ1WWN5M21EY tag=UD2DB98YKIVU type=write size=1177555 2024-09-12T17:41:55.771 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.769+0000 7f777f168780 1 > prepared operation key=ZABXJ7LUKKD3 tag=2RMWNKL5FODB type=write size=997745 2024-09-12T17:41:55.772 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.770+0000 7f777f168780 1 < completed part key=_multipart_7Q7D1WMM31NL.2~H2BR04BW650U.0 size=1048576 2024-09-12T17:41:55.773 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.772+0000 7f777f168780 1 < completed part key=_multipart_7Q7D1WMM31NL.2~H2BR04BW650U.1 size=412241 2024-09-12T17:41:55.775 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.774+0000 7f777f168780 1 < completed multipart upload key=7Q7D1WMM31NL upload=H2BR04BW650U tag=HLMOOQ7AI32E type=write size=2509393 2024-09-12T17:41:55.777 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.776+0000 7f777f168780 1 > prepared part key=_multipart_FI2EY06UN14X.2~GCLD7ZADFL2R.0 size=1048576 2024-09-12T17:41:55.778 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.777+0000 7f777f168780 1 > prepared part key=_multipart_FI2EY06UN14X.2~GCLD7ZADFL2R.1 size=968365 2024-09-12T17:41:55.778 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.777+0000 7f777f168780 1 > prepared multipart upload key=FI2EY06UN14X upload=GCLD7ZADFL2R tag=0MTED7YSS5LU type=write size=3065517 2024-09-12T17:41:55.779 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.778+0000 7f777f168780 1 < completed part key=_multipart_1ZL602X3VJDP.2~GZVZ2KFGCEZR.0 size=80263 2024-09-12T17:41:55.781 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.780+0000 7f777f168780 1 < completed multipart upload key=1ZL602X3VJDP upload=GZVZ2KFGCEZR tag=032CHOU8K8OI type=write size=1128839 2024-09-12T17:41:55.783 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.782+0000 7f777f168780 1 > prepared part key=_multipart_ZABXJ7LUKKD3.2~GWT4VHRPX9GM.0 size=1048576 2024-09-12T17:41:55.784 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.783+0000 7f777f168780 1 > prepared part key=_multipart_ZABXJ7LUKKD3.2~GWT4VHRPX9GM.1 size=991156 2024-09-12T17:41:55.785 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.783+0000 7f777f168780 1 > prepared multipart upload key=ZABXJ7LUKKD3 upload=GWT4VHRPX9GM tag=4D143W1DYU3G type=write size=3088308 2024-09-12T17:41:55.786 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.784+0000 7f777f168780 1 < completed part key=_multipart_AEV8UHLVWR8L.2~302LWG7REV9S.0 size=1048576 2024-09-12T17:41:55.787 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.785+0000 7f777f168780 1 < completed part key=_multipart_AEV8UHLVWR8L.2~302LWG7REV9S.1 size=70247 2024-09-12T17:41:55.789 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.787+0000 7f777f168780 1 < completed multipart upload key=AEV8UHLVWR8L upload=302LWG7REV9S tag=3LB86ZF2CYAX type=write size=2167399 2024-09-12T17:41:55.790 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.788+0000 7f777f168780 1 > prepared operation key=3D7LF14YZ1DI tag=74BS46IRNM9U type=write size=131916 2024-09-12T17:41:55.791 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.790+0000 7f777f168780 1 < completed delete operation key=CPJJKVPMV2GJ tag=R4C7QTL0LCKU type=del 2024-09-12T17:41:55.792 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.791+0000 7f777f168780 1 > prepared operation key=1IACFTAZKIWV tag=6JJ2RFT7XXHW type=del size=367428 2024-09-12T17:41:55.793 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.792+0000 7f777f168780 1 < completed delete operation key=2ZFE3UG14FTU tag=8LPP15H2KG26 type=del 2024-09-12T17:41:55.795 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.793+0000 7f777f168780 1 > prepared operation key=9XT9OU5JDG04 tag=RKS5VFZ04QIT type=del size=4147641 2024-09-12T17:41:55.796 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.794+0000 7f777f168780 1 < completed delete operation key=13V8F5WX47AD tag=ZU5CQWDWVHQP type=del 2024-09-12T17:41:55.797 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.796+0000 7f777f168780 1 > prepared operation key=CPJJKVPMV2GJ tag=3FQYW1H840P0 type=del size=3169750 2024-09-12T17:41:55.798 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.797+0000 7f777f168780 1 < completed delete operation key=O3IEF0Z4S34O tag=U2X9WXZOTH69 type=del 2024-09-12T17:41:55.800 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.798+0000 7f777f168780 1 > prepared operation key=O3IEF0Z4S34O tag=UOP6425KK1G7 type=write size=715102 2024-09-12T17:41:55.801 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.799+0000 7f777f168780 1 < completed part key=_multipart_BO6EDKIVIHEW.2~DIWVMMIHQXFN.0 size=1048576 2024-09-12T17:41:55.802 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.800+0000 7f777f168780 1 < completed part key=_multipart_BO6EDKIVIHEW.2~DIWVMMIHQXFN.1 size=1048576 2024-09-12T17:41:55.803 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.801+0000 7f777f168780 1 < completed part key=_multipart_BO6EDKIVIHEW.2~DIWVMMIHQXFN.2 size=135772 2024-09-12T17:41:55.805 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.803+0000 7f777f168780 1 < completed multipart upload key=BO6EDKIVIHEW upload=DIWVMMIHQXFN tag=5XHGSOQR4Y26 type=write size=3281500 2024-09-12T17:41:55.806 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.804+0000 7f777f168780 1 > prepared operation key=NV7QYM1CMJA7 tag=HUMT2Y2L054B type=write size=908184 2024-09-12T17:41:55.808 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.806+0000 7f777f168780 1 < canceled operation key=S79H21EJKRPP tag=DXET3LQMARLK type=del size=3644457 2024-09-12T17:41:55.810 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.809+0000 7f777f168780 1 > prepared part key=_multipart_ZABXJ7LUKKD3.2~C531R96OE833.0 size=1048576 2024-09-12T17:41:55.811 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.810+0000 7f777f168780 1 > prepared part key=_multipart_ZABXJ7LUKKD3.2~C531R96OE833.1 size=1048576 2024-09-12T17:41:55.812 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.811+0000 7f777f168780 1 > prepared part key=_multipart_ZABXJ7LUKKD3.2~C531R96OE833.2 size=219959 2024-09-12T17:41:55.812 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.811+0000 7f777f168780 1 > prepared multipart upload key=ZABXJ7LUKKD3 upload=C531R96OE833 tag=3RA65JGI52IP type=write size=3365687 2024-09-12T17:41:55.813 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.812+0000 7f777f168780 1 < completed write operation key=FI2EY06UN14X tag=ORFAUIZT39ZT type=write size=72612 2024-09-12T17:41:55.815 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.813+0000 7f777f168780 1 > prepared operation key=CIHBEU5VBLGQ tag=UGK2S9DQYRQO type=write size=224806 2024-09-12T17:41:55.816 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.814+0000 7f777f168780 1 < canceled operation key=DCPT2HL28MHD tag=WNM9CI5WTTJD type=del size=1920398 2024-09-12T17:41:55.817 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.816+0000 7f777f168780 1 > prepared operation key=DO31EKWPC3OI tag=Z1PXX4YQ1YEE type=del size=1532905 2024-09-12T17:41:55.818 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.817+0000 7f777f168780 1 < completed part key=_multipart_CIHBEU5VBLGQ.2~QWI7ZLM3TXVR.0 size=1048576 2024-09-12T17:41:55.819 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.818+0000 7f777f168780 1 < completed part key=_multipart_CIHBEU5VBLGQ.2~QWI7ZLM3TXVR.1 size=1048576 2024-09-12T17:41:55.821 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.819+0000 7f777f168780 1 < completed part key=_multipart_CIHBEU5VBLGQ.2~QWI7ZLM3TXVR.2 size=223035 2024-09-12T17:41:55.822 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.821+0000 7f777f168780 1 < completed multipart upload key=CIHBEU5VBLGQ upload=QWI7ZLM3TXVR tag=62560CEIWEUY type=write size=3368763 2024-09-12T17:41:55.824 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.823+0000 7f777f168780 1 > prepared part key=_multipart_3U17OL8VRNIQ.2~0FJHE59IXURQ.0 size=205290 2024-09-12T17:41:55.825 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.823+0000 7f777f168780 1 > prepared multipart upload key=3U17OL8VRNIQ upload=0FJHE59IXURQ tag=IKQSM78KM22X type=write size=1253866 2024-09-12T17:41:55.826 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.824+0000 7f777f168780 1 < completed delete operation key=DO31EKWPC3OI tag=MIINNJBIHSNY type=del 2024-09-12T17:41:55.827 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.825+0000 7f777f168780 1 > prepared operation key=3D7LF14YZ1DI tag=1E5Q6DTNH2KZ type=del size=107948 2024-09-12T17:41:55.829 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.827+0000 7f777f168780 1 < completed delete operation key=DO31EKWPC3OI tag=L14EVGUQE311 type=del 2024-09-12T17:41:55.829 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.828+0000 7f777f168780 1 > prepared operation key=CIHBEU5VBLGQ tag=LGEKQ9BJAX0G type=del size=925730 2024-09-12T17:41:55.831 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.829+0000 7f777f168780 1 < completed part key=_multipart_9XT9OU5JDG04.2~0DIBXXLXJ7VT.0 size=1048576 2024-09-12T17:41:55.833 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.831+0000 7f777f168780 1 < completed part key=_multipart_9XT9OU5JDG04.2~0DIBXXLXJ7VT.1 size=1009358 2024-09-12T17:41:55.835 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.834+0000 7f777f168780 1 < completed multipart upload key=9XT9OU5JDG04 upload=0DIBXXLXJ7VT tag=I1QLSJXOZN30 type=write size=3106510 2024-09-12T17:41:55.838 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.836+0000 7f777f168780 1 > prepared part key=_multipart_PW0NPHZT12D3.2~B9O7RROAHV96.0 size=795636 2024-09-12T17:41:55.838 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.836+0000 7f777f168780 1 > prepared multipart upload key=PW0NPHZT12D3 upload=B9O7RROAHV96 tag=3JG79NQCOO5E type=write size=1844212 2024-09-12T17:41:55.839 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.838+0000 7f777f168780 1 < completed write operation key=ZABXJ7LUKKD3 tag=2RMWNKL5FODB type=write size=997745 2024-09-12T17:41:55.841 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.840+0000 7f777f168780 1 > prepared part key=_multipart_DO31EKWPC3OI.2~FPETSW03GD3V.0 size=1048576 2024-09-12T17:41:55.842 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.841+0000 7f777f168780 1 > prepared part key=_multipart_DO31EKWPC3OI.2~FPETSW03GD3V.1 size=473655 2024-09-12T17:41:55.842 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.841+0000 7f777f168780 1 > prepared multipart upload key=DO31EKWPC3OI upload=FPETSW03GD3V tag=EF7023W7L0ZC type=write size=2570807 2024-09-12T17:41:55.843 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.842+0000 7f777f168780 1 < completed part key=_multipart_FI2EY06UN14X.2~GCLD7ZADFL2R.0 size=1048576 2024-09-12T17:41:55.844 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.843+0000 7f777f168780 1 < completed part key=_multipart_FI2EY06UN14X.2~GCLD7ZADFL2R.1 size=968365 2024-09-12T17:41:55.846 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.845+0000 7f777f168780 1 < completed multipart upload key=FI2EY06UN14X upload=GCLD7ZADFL2R tag=0MTED7YSS5LU type=write size=3065517 2024-09-12T17:41:55.847 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.846+0000 7f777f168780 1 > prepared operation key=DO31EKWPC3OI tag=VKGU3A1FJPT0 type=del size=2891682 2024-09-12T17:41:55.849 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.847+0000 7f777f168780 1 < completed part key=_multipart_ZABXJ7LUKKD3.2~GWT4VHRPX9GM.0 size=1048576 2024-09-12T17:41:55.850 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.848+0000 7f777f168780 1 < completed part key=_multipart_ZABXJ7LUKKD3.2~GWT4VHRPX9GM.1 size=991156 2024-09-12T17:41:55.852 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.850+0000 7f777f168780 1 < completed multipart upload key=ZABXJ7LUKKD3 upload=GWT4VHRPX9GM tag=4D143W1DYU3G type=write size=3088308 2024-09-12T17:41:55.854 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.852+0000 7f777f168780 1 > prepared part key=_multipart_GYBHJV1TE1UC.2~AD5N25XAKBY4.0 size=1048576 2024-09-12T17:41:55.855 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.853+0000 7f777f168780 1 > prepared part key=_multipart_GYBHJV1TE1UC.2~AD5N25XAKBY4.1 size=178546 2024-09-12T17:41:55.855 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.853+0000 7f777f168780 1 > prepared multipart upload key=GYBHJV1TE1UC upload=AD5N25XAKBY4 tag=DUD2VEQKC7QI type=write size=2275698 2024-09-12T17:41:55.857 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.855+0000 7f777f168780 1 < suggested update operation key=3D7LF14YZ1DI tag=74BS46IRNM9U type=write size=131916 2024-09-12T17:41:55.858 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.856+0000 7f777f168780 1 > prepared operation key=H3CSJQOWQ7NN tag=4Z8SNMOQLM79 type=del size=3357397 2024-09-12T17:41:55.860 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.859+0000 7f777f168780 1 < suggested update operation key=1IACFTAZKIWV tag=6JJ2RFT7XXHW type=del size=367428 2024-09-12T17:41:55.861 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.860+0000 7f777f168780 1 > prepared operation key=OE1BUCZHIE1B tag=D759196E1AG0 type=del size=3707642 2024-09-12T17:41:55.863 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.861+0000 7f777f168780 1 < completed delete operation key=9XT9OU5JDG04 tag=RKS5VFZ04QIT type=del 2024-09-12T17:41:55.865 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.863+0000 7f777f168780 1 > prepared part key=_multipart_3U17OL8VRNIQ.2~1T43A3VW21TD.0 size=1048576 2024-09-12T17:41:55.866 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.864+0000 7f777f168780 1 > prepared part key=_multipart_3U17OL8VRNIQ.2~1T43A3VW21TD.1 size=71439 2024-09-12T17:41:55.866 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.864+0000 7f777f168780 1 > prepared multipart upload key=3U17OL8VRNIQ upload=1T43A3VW21TD tag=99XWWCCXICE5 type=write size=2168591 2024-09-12T17:41:55.867 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.866+0000 7f777f168780 1 < completed delete operation key=CPJJKVPMV2GJ tag=3FQYW1H840P0 type=del 2024-09-12T17:41:55.868 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.867+0000 7f777f168780 1 > prepared operation key=FCBWV27TCNS4 tag=OQ9F4VT37AUP type=del size=750697 2024-09-12T17:41:55.870 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.869+0000 7f777f168780 1 < suggested remove operation key=O3IEF0Z4S34O tag=UOP6425KK1G7 type=write 2024-09-12T17:41:55.872 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.871+0000 7f777f168780 1 > prepared part key=_multipart_FCBWV27TCNS4.2~ONH2AP41X1X1.0 size=1048576 2024-09-12T17:41:55.873 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.872+0000 7f777f168780 1 > prepared part key=_multipart_FCBWV27TCNS4.2~ONH2AP41X1X1.1 size=1048576 2024-09-12T17:41:55.874 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.873+0000 7f777f168780 1 > prepared part key=_multipart_FCBWV27TCNS4.2~ONH2AP41X1X1.2 size=974765 2024-09-12T17:41:55.874 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.873+0000 7f777f168780 1 > prepared multipart upload key=FCBWV27TCNS4 upload=ONH2AP41X1X1 tag=FP5FOSHYRCSG type=write size=4120493 2024-09-12T17:41:55.876 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.874+0000 7f777f168780 1 < completed write operation key=NV7QYM1CMJA7 tag=HUMT2Y2L054B type=write size=908184 2024-09-12T17:41:55.878 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.876+0000 7f777f168780 1 > prepared part key=_multipart_AEV8UHLVWR8L.2~TB9SJ4Y4JU40.0 size=1048576 2024-09-12T17:41:55.879 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.877+0000 7f777f168780 1 > prepared part key=_multipart_AEV8UHLVWR8L.2~TB9SJ4Y4JU40.1 size=1048576 2024-09-12T17:41:55.880 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.878+0000 7f777f168780 1 > prepared part key=_multipart_AEV8UHLVWR8L.2~TB9SJ4Y4JU40.2 size=398501 2024-09-12T17:41:55.880 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.878+0000 7f777f168780 1 > prepared multipart upload key=AEV8UHLVWR8L upload=TB9SJ4Y4JU40 tag=TC93MECNOOQ2 type=write size=3544229 2024-09-12T17:41:55.881 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.879+0000 7f777f168780 1 < completed part key=_multipart_ZABXJ7LUKKD3.2~C531R96OE833.0 size=1048576 2024-09-12T17:41:55.882 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.880+0000 7f777f168780 1 < completed part key=_multipart_ZABXJ7LUKKD3.2~C531R96OE833.1 size=1048576 2024-09-12T17:41:55.883 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.881+0000 7f777f168780 1 < completed part key=_multipart_ZABXJ7LUKKD3.2~C531R96OE833.2 size=219959 2024-09-12T17:41:55.885 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.883+0000 7f777f168780 1 < completed multipart upload key=ZABXJ7LUKKD3 upload=C531R96OE833 tag=3RA65JGI52IP type=write size=3365687 2024-09-12T17:41:55.887 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.885+0000 7f777f168780 1 > prepared part key=_multipart_7Q7D1WMM31NL.2~FLBNYTKW0JGM.0 size=1048576 2024-09-12T17:41:55.888 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.887+0000 7f777f168780 1 > prepared part key=_multipart_7Q7D1WMM31NL.2~FLBNYTKW0JGM.1 size=949799 2024-09-12T17:41:55.888 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.887+0000 7f777f168780 1 > prepared multipart upload key=7Q7D1WMM31NL upload=FLBNYTKW0JGM tag=SI9X5C8SDHSZ type=write size=3046951 2024-09-12T17:41:55.889 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.888+0000 7f777f168780 1 < completed write operation key=CIHBEU5VBLGQ tag=UGK2S9DQYRQO type=write size=224806 2024-09-12T17:41:55.891 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.889+0000 7f777f168780 1 > prepared operation key=FSWX3S2TGJJ9 tag=C30NX2MNEEAO type=del size=3349085 2024-09-12T17:41:55.892 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.891+0000 7f777f168780 1 < completed delete operation key=DO31EKWPC3OI tag=Z1PXX4YQ1YEE type=del 2024-09-12T17:41:55.894 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.893+0000 7f777f168780 1 > prepared part key=_multipart_ZABXJ7LUKKD3.2~NFTDX9MJCKSL.0 size=1048576 2024-09-12T17:41:55.895 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.894+0000 7f777f168780 1 > prepared part key=_multipart_ZABXJ7LUKKD3.2~NFTDX9MJCKSL.1 size=1048576 2024-09-12T17:41:55.896 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.895+0000 7f777f168780 1 > prepared part key=_multipart_ZABXJ7LUKKD3.2~NFTDX9MJCKSL.2 size=4574 2024-09-12T17:41:55.896 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.895+0000 7f777f168780 1 > prepared multipart upload key=ZABXJ7LUKKD3 upload=NFTDX9MJCKSL tag=55NHV7E90687 type=write size=3150302 2024-09-12T17:41:55.897 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.896+0000 7f777f168780 1 < completed part key=_multipart_3U17OL8VRNIQ.2~0FJHE59IXURQ.0 size=205290 2024-09-12T17:41:55.899 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.898+0000 7f777f168780 1 < completed multipart upload key=3U17OL8VRNIQ upload=0FJHE59IXURQ tag=IKQSM78KM22X type=write size=1253866 2024-09-12T17:41:55.901 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.899+0000 7f777f168780 1 > prepared operation key=CIHBEU5VBLGQ tag=A0YNI5VOEWOU type=del size=1992959 2024-09-12T17:41:55.902 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.900+0000 7f777f168780 -1 < failed to complete operation key=3D7LF14YZ1DI tag=1E5Q6DTNH2KZ type=del size=107948: (22) Invalid argument 2024-09-12T17:41:55.903 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.902+0000 7f777f168780 1 > prepared operation key=1ZL602X3VJDP tag=LJ29RI1JGZMN type=del size=2230932 2024-09-12T17:41:55.906 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.904+0000 7f777f168780 1 < suggested update operation key=CIHBEU5VBLGQ tag=LGEKQ9BJAX0G type=del size=925730 2024-09-12T17:41:55.907 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.906+0000 7f777f168780 1 > prepared operation key=1IACFTAZKIWV tag=KCKTK7XE7D6Y type=del size=2400057 2024-09-12T17:41:55.908 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.907+0000 7f777f168780 1 < completed part key=_multipart_PW0NPHZT12D3.2~B9O7RROAHV96.0 size=795636 2024-09-12T17:41:55.910 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.909+0000 7f777f168780 1 < completed multipart upload key=PW0NPHZT12D3 upload=B9O7RROAHV96 tag=3JG79NQCOO5E type=write size=1844212 2024-09-12T17:41:55.913 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.911+0000 7f777f168780 1 > prepared part key=_multipart_ZABXJ7LUKKD3.2~NV0EQDS4DJ80.0 size=1048576 2024-09-12T17:41:55.913 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.912+0000 7f777f168780 1 > prepared part key=_multipart_ZABXJ7LUKKD3.2~NV0EQDS4DJ80.1 size=1048576 2024-09-12T17:41:55.914 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.913+0000 7f777f168780 1 > prepared part key=_multipart_ZABXJ7LUKKD3.2~NV0EQDS4DJ80.2 size=796206 2024-09-12T17:41:55.915 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.913+0000 7f777f168780 1 > prepared multipart upload key=ZABXJ7LUKKD3 upload=NV0EQDS4DJ80 tag=S0ZQQI5K8EDO type=write size=3941934 2024-09-12T17:41:55.916 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.914+0000 7f777f168780 1 < completed part key=_multipart_DO31EKWPC3OI.2~FPETSW03GD3V.0 size=1048576 2024-09-12T17:41:55.916 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.914+0000 7f777f168780 1 < canceled part key=_multipart_DO31EKWPC3OI.2~FPETSW03GD3V.1 size=473655 2024-09-12T17:41:55.918 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.916+0000 7f777f168780 1 < canceled multipart upload key=DO31EKWPC3OI upload=FPETSW03GD3V tag=EF7023W7L0ZC type=write size=2570807 2024-09-12T17:41:55.919 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.917+0000 7f777f168780 1 > prepared operation key=CPJJKVPMV2GJ tag=FHKF93M39J4W type=write size=463422 2024-09-12T17:41:55.920 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.919+0000 7f777f168780 1 < completed delete operation key=DO31EKWPC3OI tag=VKGU3A1FJPT0 type=del 2024-09-12T17:41:55.922 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.921+0000 7f777f168780 1 > prepared part key=_multipart_PW0NPHZT12D3.2~QMU79Z4X3240.0 size=1048576 2024-09-12T17:41:55.923 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.922+0000 7f777f168780 1 > prepared part key=_multipart_PW0NPHZT12D3.2~QMU79Z4X3240.1 size=517101 2024-09-12T17:41:55.923 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.922+0000 7f777f168780 1 > prepared multipart upload key=PW0NPHZT12D3 upload=QMU79Z4X3240 tag=VQ10X482B7M3 type=write size=2614253 2024-09-12T17:41:55.924 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.923+0000 7f777f168780 1 < completed part key=_multipart_GYBHJV1TE1UC.2~AD5N25XAKBY4.0 size=1048576 2024-09-12T17:41:55.925 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.924+0000 7f777f168780 1 < completed part key=_multipart_GYBHJV1TE1UC.2~AD5N25XAKBY4.1 size=178546 2024-09-12T17:41:55.927 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.926+0000 7f777f168780 1 < completed multipart upload key=GYBHJV1TE1UC upload=AD5N25XAKBY4 tag=DUD2VEQKC7QI type=write size=2275698 2024-09-12T17:41:55.929 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.928+0000 7f777f168780 1 > prepared part key=_multipart_BO6EDKIVIHEW.2~MQMJG6QJPHVH.0 size=1048576 2024-09-12T17:41:55.930 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.929+0000 7f777f168780 1 > prepared part key=_multipart_BO6EDKIVIHEW.2~MQMJG6QJPHVH.1 size=1048576 2024-09-12T17:41:55.931 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.930+0000 7f777f168780 1 > prepared part key=_multipart_BO6EDKIVIHEW.2~MQMJG6QJPHVH.2 size=448438 2024-09-12T17:41:55.931 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.930+0000 7f777f168780 1 > prepared multipart upload key=BO6EDKIVIHEW upload=MQMJG6QJPHVH tag=JZWT7FRL162A type=write size=3594166 2024-09-12T17:41:55.933 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.931+0000 7f777f168780 1 < canceled operation key=H3CSJQOWQ7NN tag=4Z8SNMOQLM79 type=del size=3357397 2024-09-12T17:41:55.935 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.933+0000 7f777f168780 1 > prepared part key=_multipart_CPJJKVPMV2GJ.2~WSG2F8RCQUN9.0 size=134156 2024-09-12T17:41:55.935 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.933+0000 7f777f168780 1 > prepared multipart upload key=CPJJKVPMV2GJ upload=WSG2F8RCQUN9 tag=NYSSPQ79LBH6 type=write size=1182732 2024-09-12T17:41:55.936 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.935+0000 7f777f168780 1 < canceled operation key=OE1BUCZHIE1B tag=D759196E1AG0 type=del size=3707642 2024-09-12T17:41:55.937 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.936+0000 7f777f168780 1 > prepared operation key=G4A1L52XKRAS tag=WID95YQ302FG type=del size=1684673 2024-09-12T17:41:55.938 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.937+0000 7f777f168780 1 < completed part key=_multipart_3U17OL8VRNIQ.2~1T43A3VW21TD.0 size=1048576 2024-09-12T17:41:55.939 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.938+0000 7f777f168780 1 < completed part key=_multipart_3U17OL8VRNIQ.2~1T43A3VW21TD.1 size=71439 2024-09-12T17:41:55.941 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.940+0000 7f777f168780 1 < completed multipart upload key=3U17OL8VRNIQ upload=1T43A3VW21TD tag=99XWWCCXICE5 type=write size=2168591 2024-09-12T17:41:55.944 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.943+0000 7f777f168780 1 > prepared part key=_multipart_PW0NPHZT12D3.2~RH4YOJOBYOHB.0 size=498811 2024-09-12T17:41:55.944 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.943+0000 7f777f168780 1 > prepared multipart upload key=PW0NPHZT12D3 upload=RH4YOJOBYOHB tag=E4GSR642O1EC type=write size=1547387 2024-09-12T17:41:55.946 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.944+0000 7f777f168780 1 < completed delete operation key=FCBWV27TCNS4 tag=OQ9F4VT37AUP type=del 2024-09-12T17:41:55.948 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.946+0000 7f777f168780 1 > prepared part key=_multipart_3U17OL8VRNIQ.2~4CPFG85LFSSD.0 size=256501 2024-09-12T17:41:55.948 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.946+0000 7f777f168780 1 > prepared multipart upload key=3U17OL8VRNIQ upload=4CPFG85LFSSD tag=3W3UFMTUFO18 type=write size=1305077 2024-09-12T17:41:55.949 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.948+0000 7f777f168780 1 < completed part key=_multipart_FCBWV27TCNS4.2~ONH2AP41X1X1.0 size=1048576 2024-09-12T17:41:55.950 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.949+0000 7f777f168780 1 < completed part key=_multipart_FCBWV27TCNS4.2~ONH2AP41X1X1.1 size=1048576 2024-09-12T17:41:55.951 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.950+0000 7f777f168780 1 < completed part key=_multipart_FCBWV27TCNS4.2~ONH2AP41X1X1.2 size=974765 2024-09-12T17:41:55.953 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.952+0000 7f777f168780 1 < completed multipart upload key=FCBWV27TCNS4 upload=ONH2AP41X1X1 tag=FP5FOSHYRCSG type=write size=4120493 2024-09-12T17:41:55.955 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.954+0000 7f777f168780 1 > prepared part key=_multipart_S79H21EJKRPP.2~A3Q02EXJ6OBI.0 size=1048576 2024-09-12T17:41:55.956 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.955+0000 7f777f168780 1 > prepared part key=_multipart_S79H21EJKRPP.2~A3Q02EXJ6OBI.1 size=690075 2024-09-12T17:41:55.956 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.955+0000 7f777f168780 1 > prepared multipart upload key=S79H21EJKRPP upload=A3Q02EXJ6OBI tag=3LUQP1ES95Y0 type=write size=2787227 2024-09-12T17:41:55.957 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.956+0000 7f777f168780 1 < completed part key=_multipart_AEV8UHLVWR8L.2~TB9SJ4Y4JU40.0 size=1048576 2024-09-12T17:41:55.958 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.957+0000 7f777f168780 1 < completed part key=_multipart_AEV8UHLVWR8L.2~TB9SJ4Y4JU40.1 size=1048576 2024-09-12T17:41:55.959 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.958+0000 7f777f168780 1 < completed part key=_multipart_AEV8UHLVWR8L.2~TB9SJ4Y4JU40.2 size=398501 2024-09-12T17:41:55.961 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.960+0000 7f777f168780 1 < completed multipart upload key=AEV8UHLVWR8L upload=TB9SJ4Y4JU40 tag=TC93MECNOOQ2 type=write size=3544229 2024-09-12T17:41:55.964 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.962+0000 7f777f168780 1 > prepared part key=_multipart_AEV8UHLVWR8L.2~YZYRSBW2D984.0 size=1048576 2024-09-12T17:41:55.965 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.963+0000 7f777f168780 1 > prepared part key=_multipart_AEV8UHLVWR8L.2~YZYRSBW2D984.1 size=1048576 2024-09-12T17:41:55.966 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.964+0000 7f777f168780 1 > prepared part key=_multipart_AEV8UHLVWR8L.2~YZYRSBW2D984.2 size=403020 2024-09-12T17:41:55.966 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.964+0000 7f777f168780 1 > prepared multipart upload key=AEV8UHLVWR8L upload=YZYRSBW2D984 tag=WMK9Q3WY8SRQ type=write size=3548748 2024-09-12T17:41:55.968 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.965+0000 7f777f168780 1 < completed part key=_multipart_7Q7D1WMM31NL.2~FLBNYTKW0JGM.0 size=1048576 2024-09-12T17:41:55.969 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.966+0000 7f777f168780 1 < completed part key=_multipart_7Q7D1WMM31NL.2~FLBNYTKW0JGM.1 size=949799 2024-09-12T17:41:55.970 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.968+0000 7f777f168780 1 < completed multipart upload key=7Q7D1WMM31NL upload=FLBNYTKW0JGM tag=SI9X5C8SDHSZ type=write size=3046951 2024-09-12T17:41:55.971 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.969+0000 7f777f168780 1 > prepared operation key=DO31EKWPC3OI tag=IWT7DHMHHLUU type=del size=889190 2024-09-12T17:41:55.973 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.972+0000 7f777f168780 1 < suggested update operation key=FSWX3S2TGJJ9 tag=C30NX2MNEEAO type=del size=3349085 2024-09-12T17:41:55.974 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.973+0000 7f777f168780 1 > prepared operation key=OE1BUCZHIE1B tag=NAO0BPS8U3DB type=write size=550091 2024-09-12T17:41:55.976 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.975+0000 7f777f168780 1 < completed part key=_multipart_ZABXJ7LUKKD3.2~NFTDX9MJCKSL.0 size=1048576 2024-09-12T17:41:55.977 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.976+0000 7f777f168780 1 < completed part key=_multipart_ZABXJ7LUKKD3.2~NFTDX9MJCKSL.1 size=1048576 2024-09-12T17:41:55.978 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.977+0000 7f777f168780 1 < completed part key=_multipart_ZABXJ7LUKKD3.2~NFTDX9MJCKSL.2 size=4574 2024-09-12T17:41:55.981 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.979+0000 7f777f168780 1 < completed multipart upload key=ZABXJ7LUKKD3 upload=NFTDX9MJCKSL tag=55NHV7E90687 type=write size=3150302 2024-09-12T17:41:55.982 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.980+0000 7f777f168780 1 > prepared operation key=O3IEF0Z4S34O tag=QCK2KUNEMFRV type=del size=3364926 2024-09-12T17:41:55.985 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.983+0000 7f777f168780 1 < suggested remove operation key=CIHBEU5VBLGQ tag=A0YNI5VOEWOU type=del 2024-09-12T17:41:55.986 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.985+0000 7f777f168780 1 > prepared operation key=CIHBEU5VBLGQ tag=RJCRXCDOEBK2 type=del size=1078991 2024-09-12T17:41:55.988 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.987+0000 7f777f168780 1 < suggested update operation key=1ZL602X3VJDP tag=LJ29RI1JGZMN type=del size=2230932 2024-09-12T17:41:55.990 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.989+0000 7f777f168780 1 > prepared part key=_multipart_O3IEF0Z4S34O.2~COMG7YK5QD8I.0 size=1048576 2024-09-12T17:41:55.991 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.990+0000 7f777f168780 1 > prepared part key=_multipart_O3IEF0Z4S34O.2~COMG7YK5QD8I.1 size=1048576 2024-09-12T17:41:55.992 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.991+0000 7f777f168780 1 > prepared part key=_multipart_O3IEF0Z4S34O.2~COMG7YK5QD8I.2 size=772748 2024-09-12T17:41:55.992 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.991+0000 7f777f168780 1 > prepared multipart upload key=O3IEF0Z4S34O upload=COMG7YK5QD8I tag=M40XR5YWDGXC type=write size=3918476 2024-09-12T17:41:55.993 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.992+0000 7f777f168780 1 < canceled operation key=1IACFTAZKIWV tag=KCKTK7XE7D6Y type=del size=2400057 2024-09-12T17:41:55.994 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.993+0000 7f777f168780 1 > prepared operation key=NV7QYM1CMJA7 tag=RQYZMS1NRB50 type=del size=511831 2024-09-12T17:41:55.996 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.994+0000 7f777f168780 1 < completed part key=_multipart_ZABXJ7LUKKD3.2~NV0EQDS4DJ80.0 size=1048576 2024-09-12T17:41:55.997 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.995+0000 7f777f168780 1 < completed part key=_multipart_ZABXJ7LUKKD3.2~NV0EQDS4DJ80.1 size=1048576 2024-09-12T17:41:55.998 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.996+0000 7f777f168780 1 < completed part key=_multipart_ZABXJ7LUKKD3.2~NV0EQDS4DJ80.2 size=796206 2024-09-12T17:41:56.000 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.998+0000 7f777f168780 1 < completed multipart upload key=ZABXJ7LUKKD3 upload=NV0EQDS4DJ80 tag=S0ZQQI5K8EDO type=write size=3941934 2024-09-12T17:41:56.001 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:55.999+0000 7f777f168780 1 > prepared operation key=PW0NPHZT12D3 tag=9QF6HT2HHAQZ type=del size=3876422 2024-09-12T17:41:56.002 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.000+0000 7f777f168780 1 < completed write operation key=CPJJKVPMV2GJ tag=FHKF93M39J4W type=write size=463422 2024-09-12T17:41:56.003 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.002+0000 7f777f168780 1 > prepared operation key=CPJJKVPMV2GJ tag=FC4X120SFLKO type=write size=116495 2024-09-12T17:41:56.004 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.003+0000 7f777f168780 1 < completed part key=_multipart_PW0NPHZT12D3.2~QMU79Z4X3240.0 size=1048576 2024-09-12T17:41:56.005 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.004+0000 7f777f168780 1 < completed part key=_multipart_PW0NPHZT12D3.2~QMU79Z4X3240.1 size=517101 2024-09-12T17:41:56.007 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.006+0000 7f777f168780 1 < completed multipart upload key=PW0NPHZT12D3 upload=QMU79Z4X3240 tag=VQ10X482B7M3 type=write size=2614253 2024-09-12T17:41:56.008 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.007+0000 7f777f168780 1 > prepared operation key=1IACFTAZKIWV tag=I40U3SPQ1HQX type=write size=299270 2024-09-12T17:41:56.010 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.008+0000 7f777f168780 1 < completed part key=_multipart_BO6EDKIVIHEW.2~MQMJG6QJPHVH.0 size=1048576 2024-09-12T17:41:56.011 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.009+0000 7f777f168780 1 < completed part key=_multipart_BO6EDKIVIHEW.2~MQMJG6QJPHVH.1 size=1048576 2024-09-12T17:41:56.012 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.010+0000 7f777f168780 1 < completed part key=_multipart_BO6EDKIVIHEW.2~MQMJG6QJPHVH.2 size=448438 2024-09-12T17:41:56.014 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.012+0000 7f777f168780 1 < completed multipart upload key=BO6EDKIVIHEW upload=MQMJG6QJPHVH tag=JZWT7FRL162A type=write size=3594166 2024-09-12T17:41:56.015 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.013+0000 7f777f168780 1 > prepared operation key=NV7QYM1CMJA7 tag=BAUNHJTZCIMB type=del size=3625411 2024-09-12T17:41:56.015 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.014+0000 7f777f168780 1 < canceled part key=_multipart_CPJJKVPMV2GJ.2~WSG2F8RCQUN9.0 size=134156 2024-09-12T17:41:56.017 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.016+0000 7f777f168780 1 < canceled multipart upload key=CPJJKVPMV2GJ upload=WSG2F8RCQUN9 tag=NYSSPQ79LBH6 type=write size=1182732 2024-09-12T17:41:56.018 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.017+0000 7f777f168780 1 > prepared operation key=NV7QYM1CMJA7 tag=R8PSBTQFY85P type=write size=959440 2024-09-12T17:41:56.019 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.018+0000 7f777f168780 1 < canceled operation key=G4A1L52XKRAS tag=WID95YQ302FG type=del size=1684673 2024-09-12T17:41:56.021 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.019+0000 7f777f168780 1 > prepared operation key=2BM46JTAY3BM tag=JLB83LIMBVF6 type=del size=4183133 2024-09-12T17:41:56.022 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.020+0000 7f777f168780 1 < completed part key=_multipart_PW0NPHZT12D3.2~RH4YOJOBYOHB.0 size=498811 2024-09-12T17:41:56.024 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.022+0000 7f777f168780 1 < completed multipart upload key=PW0NPHZT12D3 upload=RH4YOJOBYOHB tag=E4GSR642O1EC type=write size=1547387 2024-09-12T17:41:56.025 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.024+0000 7f777f168780 1 > prepared operation key=1IACFTAZKIWV tag=99TIKYXGTMRO type=del size=1578810 2024-09-12T17:41:56.025 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.024+0000 7f777f168780 1 < canceled part key=_multipart_3U17OL8VRNIQ.2~4CPFG85LFSSD.0 size=256501 2024-09-12T17:41:56.028 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.026+0000 7f777f168780 1 < canceled multipart upload key=3U17OL8VRNIQ upload=4CPFG85LFSSD tag=3W3UFMTUFO18 type=write size=1305077 2024-09-12T17:41:56.030 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.028+0000 7f777f168780 1 > prepared part key=_multipart_3U17OL8VRNIQ.2~L64GEQ22MUCQ.0 size=18944 2024-09-12T17:41:56.030 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.028+0000 7f777f168780 1 > prepared multipart upload key=3U17OL8VRNIQ upload=L64GEQ22MUCQ tag=EHGP0UZP94VF type=write size=1067520 2024-09-12T17:41:56.031 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.030+0000 7f777f168780 1 < completed part key=_multipart_S79H21EJKRPP.2~A3Q02EXJ6OBI.0 size=1048576 2024-09-12T17:41:56.032 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.031+0000 7f777f168780 1 < completed part key=_multipart_S79H21EJKRPP.2~A3Q02EXJ6OBI.1 size=690075 2024-09-12T17:41:56.034 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.033+0000 7f777f168780 1 < completed multipart upload key=S79H21EJKRPP upload=A3Q02EXJ6OBI tag=3LUQP1ES95Y0 type=write size=2787227 2024-09-12T17:41:56.035 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.034+0000 7f777f168780 1 > prepared operation key=O3IEF0Z4S34O tag=BMSI27M6AE5D type=del size=614040 2024-09-12T17:41:56.036 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.035+0000 7f777f168780 1 < completed part key=_multipart_AEV8UHLVWR8L.2~YZYRSBW2D984.0 size=1048576 2024-09-12T17:41:56.037 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.036+0000 7f777f168780 1 < completed part key=_multipart_AEV8UHLVWR8L.2~YZYRSBW2D984.1 size=1048576 2024-09-12T17:41:56.038 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.037+0000 7f777f168780 1 < completed part key=_multipart_AEV8UHLVWR8L.2~YZYRSBW2D984.2 size=403020 2024-09-12T17:41:56.040 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.038+0000 7f777f168780 1 < completed multipart upload key=AEV8UHLVWR8L upload=YZYRSBW2D984 tag=WMK9Q3WY8SRQ type=write size=3548748 2024-09-12T17:41:56.042 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.040+0000 7f777f168780 1 > prepared part key=_multipart_DO31EKWPC3OI.2~M14OSH88BBE7.0 size=1048576 2024-09-12T17:41:56.043 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.041+0000 7f777f168780 1 > prepared part key=_multipart_DO31EKWPC3OI.2~M14OSH88BBE7.1 size=1048576 2024-09-12T17:41:56.044 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.042+0000 7f777f168780 1 > prepared part key=_multipart_DO31EKWPC3OI.2~M14OSH88BBE7.2 size=454079 2024-09-12T17:41:56.044 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.042+0000 7f777f168780 1 > prepared multipart upload key=DO31EKWPC3OI upload=M14OSH88BBE7 tag=QKZ1YUQ90OPT type=write size=3599807 2024-09-12T17:41:56.045 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.043+0000 7f777f168780 1 < completed delete operation key=DO31EKWPC3OI tag=IWT7DHMHHLUU type=del 2024-09-12T17:41:56.046 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.045+0000 7f777f168780 1 > prepared operation key=VI3OAATH7N7Z tag=01VVROF1HL4Z type=del size=34427 2024-09-12T17:41:56.047 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.046+0000 7f777f168780 1 < completed write operation key=OE1BUCZHIE1B tag=NAO0BPS8U3DB type=write size=550091 2024-09-12T17:41:56.049 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.048+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~4KQRRXBCJMHQ.0 size=1048576 2024-09-12T17:41:56.050 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.049+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~4KQRRXBCJMHQ.1 size=1048576 2024-09-12T17:41:56.051 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.050+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~4KQRRXBCJMHQ.2 size=423975 2024-09-12T17:41:56.051 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.050+0000 7f777f168780 1 > prepared multipart upload key=CIHBEU5VBLGQ upload=4KQRRXBCJMHQ tag=43SD478PAYN5 type=write size=3569703 2024-09-12T17:41:56.055 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.053+0000 7f777f168780 1 < suggested remove operation key=O3IEF0Z4S34O tag=QCK2KUNEMFRV type=del 2024-09-12T17:41:56.056 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.055+0000 7f777f168780 1 > prepared operation key=13V8F5WX47AD tag=I3ZKELVFPN9L type=del size=21302 2024-09-12T17:41:56.058 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.057+0000 7f777f168780 1 < suggested update operation key=CIHBEU5VBLGQ tag=RJCRXCDOEBK2 type=del size=1078991 2024-09-12T17:41:56.060 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.059+0000 7f777f168780 1 > prepared part key=_multipart_13V8F5WX47AD.2~BYDF5MDST30F.0 size=857522 2024-09-12T17:41:56.060 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.059+0000 7f777f168780 1 > prepared multipart upload key=13V8F5WX47AD upload=BYDF5MDST30F tag=Y345UV2V5CKT type=write size=1906098 2024-09-12T17:41:56.061 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.059+0000 7f777f168780 1 < canceled part key=_multipart_O3IEF0Z4S34O.2~COMG7YK5QD8I.0 size=1048576 2024-09-12T17:41:56.061 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.060+0000 7f777f168780 1 < completed part key=_multipart_O3IEF0Z4S34O.2~COMG7YK5QD8I.1 size=1048576 2024-09-12T17:41:56.062 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.061+0000 7f777f168780 1 < completed part key=_multipart_O3IEF0Z4S34O.2~COMG7YK5QD8I.2 size=772748 2024-09-12T17:41:56.065 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.063+0000 7f777f168780 1 < canceled multipart upload key=O3IEF0Z4S34O upload=COMG7YK5QD8I tag=M40XR5YWDGXC type=write size=3918476 2024-09-12T17:41:56.067 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.065+0000 7f777f168780 1 > prepared part key=_multipart_NV7QYM1CMJA7.2~BOZ6SK3O6SP2.0 size=1048576 2024-09-12T17:41:56.068 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.066+0000 7f777f168780 1 > prepared part key=_multipart_NV7QYM1CMJA7.2~BOZ6SK3O6SP2.1 size=1048576 2024-09-12T17:41:56.069 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.067+0000 7f777f168780 1 > prepared part key=_multipart_NV7QYM1CMJA7.2~BOZ6SK3O6SP2.2 size=888211 2024-09-12T17:41:56.069 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.067+0000 7f777f168780 1 > prepared multipart upload key=NV7QYM1CMJA7 upload=BOZ6SK3O6SP2 tag=X628R02A9I0O type=write size=4033939 2024-09-12T17:41:56.070 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.069+0000 7f777f168780 1 < completed delete operation key=NV7QYM1CMJA7 tag=RQYZMS1NRB50 type=del 2024-09-12T17:41:56.073 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.072+0000 7f777f168780 1 > prepared part key=_multipart_FSWX3S2TGJJ9.2~U5A0N83FQFQ2.0 size=1048576 2024-09-12T17:41:56.074 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.073+0000 7f777f168780 1 > prepared part key=_multipart_FSWX3S2TGJJ9.2~U5A0N83FQFQ2.1 size=1048576 2024-09-12T17:41:56.075 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.074+0000 7f777f168780 1 > prepared part key=_multipart_FSWX3S2TGJJ9.2~U5A0N83FQFQ2.2 size=586423 2024-09-12T17:41:56.076 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.074+0000 7f777f168780 1 > prepared multipart upload key=FSWX3S2TGJJ9 upload=U5A0N83FQFQ2 tag=H0EBR62R0IM1 type=write size=3732151 2024-09-12T17:41:56.077 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.076+0000 7f777f168780 1 < completed delete operation key=PW0NPHZT12D3 tag=9QF6HT2HHAQZ type=del 2024-09-12T17:41:56.078 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.077+0000 7f777f168780 1 > prepared operation key=S79H21EJKRPP tag=5F72RVXQ8EPO type=del size=825665 2024-09-12T17:41:56.080 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.078+0000 7f777f168780 1 < canceled operation key=CPJJKVPMV2GJ tag=FC4X120SFLKO type=write size=116495 2024-09-12T17:41:56.081 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.080+0000 7f777f168780 1 > prepared operation key=7Q7D1WMM31NL tag=RKKROIIS4L52 type=del size=1683280 2024-09-12T17:41:56.083 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.081+0000 7f777f168780 1 < completed write operation key=1IACFTAZKIWV tag=I40U3SPQ1HQX type=write size=299270 2024-09-12T17:41:56.084 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.083+0000 7f777f168780 1 > prepared operation key=CV1EGVJPNSKR tag=1O6M7F3YI3S2 type=del size=1175472 2024-09-12T17:41:56.086 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.084+0000 7f777f168780 1 < canceled operation key=NV7QYM1CMJA7 tag=BAUNHJTZCIMB type=del size=3625411 2024-09-12T17:41:56.087 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.086+0000 7f777f168780 1 > prepared operation key=9XT9OU5JDG04 tag=Q5UCGFIPLRRQ type=del size=3123184 2024-09-12T17:41:56.089 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.087+0000 7f777f168780 1 < completed write operation key=NV7QYM1CMJA7 tag=R8PSBTQFY85P type=write size=959440 2024-09-12T17:41:56.090 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.088+0000 7f777f168780 1 > prepared operation key=FCBWV27TCNS4 tag=Q375EW444D1K type=del size=452073 2024-09-12T17:41:56.091 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.090+0000 7f777f168780 1 < completed delete operation key=2BM46JTAY3BM tag=JLB83LIMBVF6 type=del 2024-09-12T17:41:56.094 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.092+0000 7f777f168780 1 > prepared part key=_multipart_GYBHJV1TE1UC.2~ZTMNHZALL9G4.0 size=1048576 2024-09-12T17:41:56.095 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.093+0000 7f777f168780 1 > prepared part key=_multipart_GYBHJV1TE1UC.2~ZTMNHZALL9G4.1 size=375363 2024-09-12T17:41:56.095 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.093+0000 7f777f168780 1 > prepared multipart upload key=GYBHJV1TE1UC upload=ZTMNHZALL9G4 tag=K8DPT015ZYZ3 type=write size=2472515 2024-09-12T17:41:56.097 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.096+0000 7f777f168780 1 < suggested remove operation key=1IACFTAZKIWV tag=99TIKYXGTMRO type=del 2024-09-12T17:41:56.099 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.098+0000 7f777f168780 1 > prepared part key=_multipart_2ZFE3UG14FTU.2~C34D3NM9TEQE.0 size=1048576 2024-09-12T17:41:56.100 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.099+0000 7f777f168780 1 > prepared part key=_multipart_2ZFE3UG14FTU.2~C34D3NM9TEQE.1 size=434207 2024-09-12T17:41:56.100 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.099+0000 7f777f168780 1 > prepared multipart upload key=2ZFE3UG14FTU upload=C34D3NM9TEQE tag=8D0GD2RQQ639 type=write size=2531359 2024-09-12T17:41:56.101 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.100+0000 7f777f168780 1 < completed part key=_multipart_3U17OL8VRNIQ.2~L64GEQ22MUCQ.0 size=18944 2024-09-12T17:41:56.103 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.102+0000 7f777f168780 1 < completed multipart upload key=3U17OL8VRNIQ upload=L64GEQ22MUCQ tag=EHGP0UZP94VF type=write size=1067520 2024-09-12T17:41:56.105 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.103+0000 7f777f168780 1 > prepared operation key=2BM46JTAY3BM tag=M2JH8JG2PZ47 type=del size=1799332 2024-09-12T17:41:56.106 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.104+0000 7f777f168780 -1 < failed to complete operation key=O3IEF0Z4S34O tag=BMSI27M6AE5D type=del size=614040: (22) Invalid argument 2024-09-12T17:41:56.107 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.106+0000 7f777f168780 1 > prepared operation key=1IACFTAZKIWV tag=KUJ4S5A9KP1I type=del size=3191577 2024-09-12T17:41:56.108 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.107+0000 7f777f168780 1 < completed part key=_multipart_DO31EKWPC3OI.2~M14OSH88BBE7.0 size=1048576 2024-09-12T17:41:56.109 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.108+0000 7f777f168780 1 < completed part key=_multipart_DO31EKWPC3OI.2~M14OSH88BBE7.1 size=1048576 2024-09-12T17:41:56.110 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.109+0000 7f777f168780 1 < completed part key=_multipart_DO31EKWPC3OI.2~M14OSH88BBE7.2 size=454079 2024-09-12T17:41:56.113 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.111+0000 7f777f168780 1 < completed multipart upload key=DO31EKWPC3OI upload=M14OSH88BBE7 tag=QKZ1YUQ90OPT type=write size=3599807 2024-09-12T17:41:56.114 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.112+0000 7f777f168780 1 > prepared operation key=AEV8UHLVWR8L tag=3SI05OOEPBY7 type=write size=56184 2024-09-12T17:41:56.115 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.113+0000 7f777f168780 1 < completed delete operation key=VI3OAATH7N7Z tag=01VVROF1HL4Z type=del 2024-09-12T17:41:56.116 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.115+0000 7f777f168780 1 > prepared operation key=1IACFTAZKIWV tag=1UVQVQYEQIOF type=write size=129794 2024-09-12T17:41:56.116 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.115+0000 7f777f168780 1 < canceled part key=_multipart_CIHBEU5VBLGQ.2~4KQRRXBCJMHQ.0 size=1048576 2024-09-12T17:41:56.117 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.115+0000 7f777f168780 1 < canceled part key=_multipart_CIHBEU5VBLGQ.2~4KQRRXBCJMHQ.1 size=1048576 2024-09-12T17:41:56.117 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.116+0000 7f777f168780 1 < completed part key=_multipart_CIHBEU5VBLGQ.2~4KQRRXBCJMHQ.2 size=423975 2024-09-12T17:41:56.120 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.118+0000 7f777f168780 1 < canceled multipart upload key=CIHBEU5VBLGQ upload=4KQRRXBCJMHQ tag=43SD478PAYN5 type=write size=3569703 2024-09-12T17:41:56.121 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.119+0000 7f777f168780 1 > prepared operation key=CV1EGVJPNSKR tag=VYRI6VU214P2 type=del size=2478132 2024-09-12T17:41:56.122 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.121+0000 7f777f168780 1 < completed delete operation key=13V8F5WX47AD tag=I3ZKELVFPN9L type=del 2024-09-12T17:41:56.124 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.123+0000 7f777f168780 1 > prepared part key=_multipart_3D7LF14YZ1DI.2~B8951NWA30FS.0 size=946626 2024-09-12T17:41:56.125 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.123+0000 7f777f168780 1 > prepared multipart upload key=3D7LF14YZ1DI upload=B8951NWA30FS tag=8Z1ND8T34SJG type=write size=1995202 2024-09-12T17:41:56.126 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.124+0000 7f777f168780 1 < completed part key=_multipart_13V8F5WX47AD.2~BYDF5MDST30F.0 size=857522 2024-09-12T17:41:56.128 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.127+0000 7f777f168780 1 < completed multipart upload key=13V8F5WX47AD upload=BYDF5MDST30F tag=Y345UV2V5CKT type=write size=1906098 2024-09-12T17:41:56.130 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.129+0000 7f777f168780 1 > prepared part key=_multipart_K0OUEJ4GMFDB.2~AJ23E3HNBJ5E.0 size=1048576 2024-09-12T17:41:56.132 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.130+0000 7f777f168780 1 > prepared part key=_multipart_K0OUEJ4GMFDB.2~AJ23E3HNBJ5E.1 size=1012023 2024-09-12T17:41:56.132 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.130+0000 7f777f168780 1 > prepared multipart upload key=K0OUEJ4GMFDB upload=AJ23E3HNBJ5E tag=1KXB0T07KUOB type=write size=3109175 2024-09-12T17:41:56.133 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.131+0000 7f777f168780 1 < completed part key=_multipart_NV7QYM1CMJA7.2~BOZ6SK3O6SP2.0 size=1048576 2024-09-12T17:41:56.134 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.132+0000 7f777f168780 1 < completed part key=_multipart_NV7QYM1CMJA7.2~BOZ6SK3O6SP2.1 size=1048576 2024-09-12T17:41:56.135 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.134+0000 7f777f168780 1 < completed part key=_multipart_NV7QYM1CMJA7.2~BOZ6SK3O6SP2.2 size=888211 2024-09-12T17:41:56.137 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.136+0000 7f777f168780 1 < completed multipart upload key=NV7QYM1CMJA7 upload=BOZ6SK3O6SP2 tag=X628R02A9I0O type=write size=4033939 2024-09-12T17:41:56.140 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.138+0000 7f777f168780 1 > prepared part key=_multipart_3D7LF14YZ1DI.2~C94JL5REHW0Z.0 size=1048576 2024-09-12T17:41:56.141 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.139+0000 7f777f168780 1 > prepared part key=_multipart_3D7LF14YZ1DI.2~C94JL5REHW0Z.1 size=86773 2024-09-12T17:41:56.141 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.139+0000 7f777f168780 1 > prepared multipart upload key=3D7LF14YZ1DI upload=C94JL5REHW0Z tag=1YKFLOAFH62Q type=write size=2183925 2024-09-12T17:41:56.142 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.141+0000 7f777f168780 1 < completed part key=_multipart_FSWX3S2TGJJ9.2~U5A0N83FQFQ2.0 size=1048576 2024-09-12T17:41:56.143 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.142+0000 7f777f168780 1 < completed part key=_multipart_FSWX3S2TGJJ9.2~U5A0N83FQFQ2.1 size=1048576 2024-09-12T17:41:56.144 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.143+0000 7f777f168780 1 < completed part key=_multipart_FSWX3S2TGJJ9.2~U5A0N83FQFQ2.2 size=586423 2024-09-12T17:41:56.147 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.145+0000 7f777f168780 1 < completed multipart upload key=FSWX3S2TGJJ9 upload=U5A0N83FQFQ2 tag=H0EBR62R0IM1 type=write size=3732151 2024-09-12T17:41:56.149 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.148+0000 7f777f168780 1 > prepared part key=_multipart_VI3OAATH7N7Z.2~K4LCGIL9BA2P.0 size=1048576 2024-09-12T17:41:56.150 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.149+0000 7f777f168780 1 > prepared part key=_multipart_VI3OAATH7N7Z.2~K4LCGIL9BA2P.1 size=1048576 2024-09-12T17:41:56.151 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.150+0000 7f777f168780 1 > prepared part key=_multipart_VI3OAATH7N7Z.2~K4LCGIL9BA2P.2 size=335532 2024-09-12T17:41:56.151 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.150+0000 7f777f168780 1 > prepared multipart upload key=VI3OAATH7N7Z upload=K4LCGIL9BA2P tag=AX1H84TR7C5Z type=write size=3481260 2024-09-12T17:41:56.153 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.151+0000 7f777f168780 1 < completed delete operation key=S79H21EJKRPP tag=5F72RVXQ8EPO type=del 2024-09-12T17:41:56.154 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.152+0000 7f777f168780 1 > prepared operation key=7Q7D1WMM31NL tag=4IA8X2HLHBNI type=del size=2978005 2024-09-12T17:41:56.155 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.153+0000 7f777f168780 1 < completed delete operation key=7Q7D1WMM31NL tag=RKKROIIS4L52 type=del 2024-09-12T17:41:56.156 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.155+0000 7f777f168780 1 > prepared operation key=13V8F5WX47AD tag=XGXP11OR4PL4 type=del size=971148 2024-09-12T17:41:56.157 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.156+0000 7f777f168780 1 < completed delete operation key=CV1EGVJPNSKR tag=1O6M7F3YI3S2 type=del 2024-09-12T17:41:56.160 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.158+0000 7f777f168780 1 > prepared part key=_multipart_1ZL602X3VJDP.2~LQX3OLQHHSUL.0 size=1048576 2024-09-12T17:41:56.161 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.159+0000 7f777f168780 1 > prepared part key=_multipart_1ZL602X3VJDP.2~LQX3OLQHHSUL.1 size=730829 2024-09-12T17:41:56.161 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.159+0000 7f777f168780 1 > prepared multipart upload key=1ZL602X3VJDP upload=LQX3OLQHHSUL tag=A0WX3E5QFTBM type=write size=2827981 2024-09-12T17:41:56.162 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.161+0000 7f777f168780 1 < completed delete operation key=9XT9OU5JDG04 tag=Q5UCGFIPLRRQ type=del 2024-09-12T17:41:56.163 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.162+0000 7f777f168780 1 > prepared operation key=H3CSJQOWQ7NN tag=E0J6BWCU8X0E type=write size=238137 2024-09-12T17:41:56.165 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.163+0000 7f777f168780 1 < completed delete operation key=FCBWV27TCNS4 tag=Q375EW444D1K type=del 2024-09-12T17:41:56.166 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.164+0000 7f777f168780 1 > prepared operation key=NV7QYM1CMJA7 tag=EU2QP4YNVYGZ type=del size=2165990 2024-09-12T17:41:56.167 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.166+0000 7f777f168780 1 < completed part key=_multipart_GYBHJV1TE1UC.2~ZTMNHZALL9G4.0 size=1048576 2024-09-12T17:41:56.169 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.167+0000 7f777f168780 1 < completed part key=_multipart_GYBHJV1TE1UC.2~ZTMNHZALL9G4.1 size=375363 2024-09-12T17:41:56.172 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.169+0000 7f777f168780 1 < completed multipart upload key=GYBHJV1TE1UC upload=ZTMNHZALL9G4 tag=K8DPT015ZYZ3 type=write size=2472515 2024-09-12T17:41:56.174 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.172+0000 7f777f168780 1 > prepared part key=_multipart_G4A1L52XKRAS.2~OFTAUC0JW1ZU.0 size=1048576 2024-09-12T17:41:56.175 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.173+0000 7f777f168780 1 > prepared part key=_multipart_G4A1L52XKRAS.2~OFTAUC0JW1ZU.1 size=107607 2024-09-12T17:41:56.175 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.173+0000 7f777f168780 1 > prepared multipart upload key=G4A1L52XKRAS upload=OFTAUC0JW1ZU tag=W9H833SW61GQ type=write size=2204759 2024-09-12T17:41:56.176 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.175+0000 7f777f168780 1 < completed part key=_multipart_2ZFE3UG14FTU.2~C34D3NM9TEQE.0 size=1048576 2024-09-12T17:41:56.177 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.175+0000 7f777f168780 1 < completed part key=_multipart_2ZFE3UG14FTU.2~C34D3NM9TEQE.1 size=434207 2024-09-12T17:41:56.179 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.177+0000 7f777f168780 1 < completed multipart upload key=2ZFE3UG14FTU upload=C34D3NM9TEQE tag=8D0GD2RQQ639 type=write size=2531359 2024-09-12T17:41:56.181 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.180+0000 7f777f168780 1 > prepared part key=_multipart_BO6EDKIVIHEW.2~ZP7F3AKA32X9.0 size=1048576 2024-09-12T17:41:56.182 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.181+0000 7f777f168780 1 > prepared part key=_multipart_BO6EDKIVIHEW.2~ZP7F3AKA32X9.1 size=607679 2024-09-12T17:41:56.182 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.181+0000 7f777f168780 1 > prepared multipart upload key=BO6EDKIVIHEW upload=ZP7F3AKA32X9 tag=5XFH0T51EGKV type=write size=2704831 2024-09-12T17:41:56.183 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.182+0000 7f777f168780 1 < completed delete operation key=2BM46JTAY3BM tag=M2JH8JG2PZ47 type=del 2024-09-12T17:41:56.185 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.183+0000 7f777f168780 1 > prepared operation key=DO31EKWPC3OI tag=HLAOJ8TPGYQG type=del size=569061 2024-09-12T17:41:56.186 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.185+0000 7f777f168780 1 < completed delete operation key=1IACFTAZKIWV tag=KUJ4S5A9KP1I type=del 2024-09-12T17:41:56.188 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.187+0000 7f777f168780 1 > prepared part key=_multipart_FSWX3S2TGJJ9.2~EH4X6YT3B1UA.0 size=1048576 2024-09-12T17:41:56.189 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.188+0000 7f777f168780 1 > prepared part key=_multipart_FSWX3S2TGJJ9.2~EH4X6YT3B1UA.1 size=608702 2024-09-12T17:41:56.189 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.188+0000 7f777f168780 1 > prepared multipart upload key=FSWX3S2TGJJ9 upload=EH4X6YT3B1UA tag=HC9I7C47TV2F type=write size=2705854 2024-09-12T17:41:56.191 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.189+0000 7f777f168780 1 < completed write operation key=AEV8UHLVWR8L tag=3SI05OOEPBY7 type=write size=56184 2024-09-12T17:41:56.193 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.191+0000 7f777f168780 1 > prepared part key=_multipart_DO31EKWPC3OI.2~17CTTB0VNRGV.0 size=1048576 2024-09-12T17:41:56.194 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.193+0000 7f777f168780 1 > prepared part key=_multipart_DO31EKWPC3OI.2~17CTTB0VNRGV.1 size=1048576 2024-09-12T17:41:56.195 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.194+0000 7f777f168780 1 > prepared part key=_multipart_DO31EKWPC3OI.2~17CTTB0VNRGV.2 size=944713 2024-09-12T17:41:56.195 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.194+0000 7f777f168780 1 > prepared multipart upload key=DO31EKWPC3OI upload=17CTTB0VNRGV tag=LWXMRB24YAZX type=write size=4090441 2024-09-12T17:41:56.196 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.195+0000 7f777f168780 1 < completed write operation key=1IACFTAZKIWV tag=1UVQVQYEQIOF type=write size=129794 2024-09-12T17:41:56.199 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.197+0000 7f777f168780 1 > prepared part key=_multipart_CV1EGVJPNSKR.2~ZV4NLC7S73GY.0 size=1048576 2024-09-12T17:41:56.200 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.198+0000 7f777f168780 1 > prepared part key=_multipart_CV1EGVJPNSKR.2~ZV4NLC7S73GY.1 size=977965 2024-09-12T17:41:56.200 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.198+0000 7f777f168780 1 > prepared multipart upload key=CV1EGVJPNSKR upload=ZV4NLC7S73GY tag=S4QVZMY8EHHO type=write size=3075117 2024-09-12T17:41:56.202 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.201+0000 7f777f168780 1 < suggested remove operation key=CV1EGVJPNSKR tag=VYRI6VU214P2 type=del 2024-09-12T17:41:56.204 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.203+0000 7f777f168780 1 > prepared part key=_multipart_DCPT2HL28MHD.2~UBLX3ED6WZ3Z.0 size=1048576 2024-09-12T17:41:56.205 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.204+0000 7f777f168780 1 > prepared part key=_multipart_DCPT2HL28MHD.2~UBLX3ED6WZ3Z.1 size=1048576 2024-09-12T17:41:56.206 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.205+0000 7f777f168780 1 > prepared part key=_multipart_DCPT2HL28MHD.2~UBLX3ED6WZ3Z.2 size=213029 2024-09-12T17:41:56.206 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.205+0000 7f777f168780 1 > prepared multipart upload key=DCPT2HL28MHD upload=UBLX3ED6WZ3Z tag=QO47L5JX5JQI type=write size=3358757 2024-09-12T17:41:56.207 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.206+0000 7f777f168780 1 < completed part key=_multipart_3D7LF14YZ1DI.2~B8951NWA30FS.0 size=946626 2024-09-12T17:41:56.209 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.208+0000 7f777f168780 1 < completed multipart upload key=3D7LF14YZ1DI upload=B8951NWA30FS tag=8Z1ND8T34SJG type=write size=1995202 2024-09-12T17:41:56.210 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.209+0000 7f777f168780 1 > prepared operation key=FSWX3S2TGJJ9 tag=G1FJCGA8LG9T type=write size=739277 2024-09-12T17:41:56.211 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.210+0000 7f777f168780 1 < completed part key=_multipart_K0OUEJ4GMFDB.2~AJ23E3HNBJ5E.0 size=1048576 2024-09-12T17:41:56.212 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.211+0000 7f777f168780 1 < completed part key=_multipart_K0OUEJ4GMFDB.2~AJ23E3HNBJ5E.1 size=1012023 2024-09-12T17:41:56.214 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.213+0000 7f777f168780 1 < completed multipart upload key=K0OUEJ4GMFDB upload=AJ23E3HNBJ5E tag=1KXB0T07KUOB type=write size=3109175 2024-09-12T17:41:56.216 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.215+0000 7f777f168780 1 > prepared part key=_multipart_VI3OAATH7N7Z.2~UWT06UKBSL73.0 size=1048576 2024-09-12T17:41:56.217 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.216+0000 7f777f168780 1 > prepared part key=_multipart_VI3OAATH7N7Z.2~UWT06UKBSL73.1 size=1048576 2024-09-12T17:41:56.218 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.217+0000 7f777f168780 1 > prepared part key=_multipart_VI3OAATH7N7Z.2~UWT06UKBSL73.2 size=467653 2024-09-12T17:41:56.218 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.217+0000 7f777f168780 1 > prepared multipart upload key=VI3OAATH7N7Z upload=UWT06UKBSL73 tag=4JLG27XTQBBW type=write size=3613381 2024-09-12T17:41:56.220 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.218+0000 7f777f168780 1 < completed part key=_multipart_3D7LF14YZ1DI.2~C94JL5REHW0Z.0 size=1048576 2024-09-12T17:41:56.221 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.219+0000 7f777f168780 1 < completed part key=_multipart_3D7LF14YZ1DI.2~C94JL5REHW0Z.1 size=86773 2024-09-12T17:41:56.223 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.221+0000 7f777f168780 1 < completed multipart upload key=3D7LF14YZ1DI upload=C94JL5REHW0Z tag=1YKFLOAFH62Q type=write size=2183925 2024-09-12T17:41:56.224 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.223+0000 7f777f168780 1 > prepared operation key=2KHLGQJKQA23 tag=9G9WOKI5HMRI type=write size=931439 2024-09-12T17:41:56.224 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.223+0000 7f777f168780 1 < canceled part key=_multipart_VI3OAATH7N7Z.2~K4LCGIL9BA2P.0 size=1048576 2024-09-12T17:41:56.225 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.224+0000 7f777f168780 1 < completed part key=_multipart_VI3OAATH7N7Z.2~K4LCGIL9BA2P.1 size=1048576 2024-09-12T17:41:56.226 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.225+0000 7f777f168780 1 < completed part key=_multipart_VI3OAATH7N7Z.2~K4LCGIL9BA2P.2 size=335532 2024-09-12T17:41:56.229 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.227+0000 7f777f168780 1 < canceled multipart upload key=VI3OAATH7N7Z upload=K4LCGIL9BA2P tag=AX1H84TR7C5Z type=write size=3481260 2024-09-12T17:41:56.231 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.229+0000 7f777f168780 1 > prepared part key=_multipart_1ZL602X3VJDP.2~V858NBRWWTTG.0 size=805147 2024-09-12T17:41:56.231 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.229+0000 7f777f168780 1 > prepared multipart upload key=1ZL602X3VJDP upload=V858NBRWWTTG tag=6O52DSUL3EVA type=write size=1853723 2024-09-12T17:41:56.232 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.231+0000 7f777f168780 1 < completed delete operation key=7Q7D1WMM31NL tag=4IA8X2HLHBNI type=del 2024-09-12T17:41:56.234 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.232+0000 7f777f168780 1 > prepared operation key=2KHLGQJKQA23 tag=0B8WHHKS27D8 type=del size=3088032 2024-09-12T17:41:56.235 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.233+0000 7f777f168780 1 < completed delete operation key=13V8F5WX47AD tag=XGXP11OR4PL4 type=del 2024-09-12T17:41:56.236 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.234+0000 7f777f168780 1 > prepared operation key=7Q7D1WMM31NL tag=32HI35G129S1 type=del size=3786226 2024-09-12T17:41:56.237 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.236+0000 7f777f168780 1 < completed part key=_multipart_1ZL602X3VJDP.2~LQX3OLQHHSUL.0 size=1048576 2024-09-12T17:41:56.238 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.237+0000 7f777f168780 1 < completed part key=_multipart_1ZL602X3VJDP.2~LQX3OLQHHSUL.1 size=730829 2024-09-12T17:41:56.240 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.239+0000 7f777f168780 1 < completed multipart upload key=1ZL602X3VJDP upload=LQX3OLQHHSUL tag=A0WX3E5QFTBM type=write size=2827981 2024-09-12T17:41:56.242 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.241+0000 7f777f168780 1 > prepared part key=_multipart_K0OUEJ4GMFDB.2~F6A8W53B9IA9.0 size=1048576 2024-09-12T17:41:56.243 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.242+0000 7f777f168780 1 > prepared part key=_multipart_K0OUEJ4GMFDB.2~F6A8W53B9IA9.1 size=1048576 2024-09-12T17:41:56.244 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.243+0000 7f777f168780 1 > prepared part key=_multipart_K0OUEJ4GMFDB.2~F6A8W53B9IA9.2 size=137898 2024-09-12T17:41:56.244 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.243+0000 7f777f168780 1 > prepared multipart upload key=K0OUEJ4GMFDB upload=F6A8W53B9IA9 tag=1X870OZ6NAMY type=write size=3283626 2024-09-12T17:41:56.247 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.245+0000 7f777f168780 1 < suggested update operation key=H3CSJQOWQ7NN tag=E0J6BWCU8X0E type=write size=238137 2024-09-12T17:41:56.248 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.246+0000 7f777f168780 1 > prepared operation key=VI3OAATH7N7Z tag=4M5SDB10JOSO type=write size=834044 2024-09-12T17:41:56.249 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.248+0000 7f777f168780 1 < completed delete operation key=NV7QYM1CMJA7 tag=EU2QP4YNVYGZ type=del 2024-09-12T17:41:56.250 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.249+0000 7f777f168780 1 > prepared operation key=FCBWV27TCNS4 tag=M6XMIVWEZ1C3 type=del size=3042987 2024-09-12T17:41:56.251 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.250+0000 7f777f168780 1 < completed part key=_multipart_G4A1L52XKRAS.2~OFTAUC0JW1ZU.0 size=1048576 2024-09-12T17:41:56.252 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.251+0000 7f777f168780 1 < completed part key=_multipart_G4A1L52XKRAS.2~OFTAUC0JW1ZU.1 size=107607 2024-09-12T17:41:56.254 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.253+0000 7f777f168780 1 < completed multipart upload key=G4A1L52XKRAS upload=OFTAUC0JW1ZU tag=W9H833SW61GQ type=write size=2204759 2024-09-12T17:41:56.255 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.254+0000 7f777f168780 1 > prepared operation key=GYBHJV1TE1UC tag=0L62CTKTEZSZ type=del size=3876479 2024-09-12T17:41:56.257 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.255+0000 7f777f168780 1 < completed part key=_multipart_BO6EDKIVIHEW.2~ZP7F3AKA32X9.0 size=1048576 2024-09-12T17:41:56.257 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.255+0000 7f777f168780 1 < canceled part key=_multipart_BO6EDKIVIHEW.2~ZP7F3AKA32X9.1 size=607679 2024-09-12T17:41:56.259 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.257+0000 7f777f168780 1 < canceled multipart upload key=BO6EDKIVIHEW upload=ZP7F3AKA32X9 tag=5XFH0T51EGKV type=write size=2704831 2024-09-12T17:41:56.260 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.258+0000 7f777f168780 1 > prepared operation key=9XT9OU5JDG04 tag=ZFNN7E5G0659 type=del size=20427 2024-09-12T17:41:56.261 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.260+0000 7f777f168780 1 < completed delete operation key=DO31EKWPC3OI tag=HLAOJ8TPGYQG type=del 2024-09-12T17:41:56.263 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.262+0000 7f777f168780 1 > prepared part key=_multipart_CPJJKVPMV2GJ.2~U9SZ1GJ04BM8.0 size=1048576 2024-09-12T17:41:56.264 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.263+0000 7f777f168780 1 > prepared part key=_multipart_CPJJKVPMV2GJ.2~U9SZ1GJ04BM8.1 size=307863 2024-09-12T17:41:56.264 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.263+0000 7f777f168780 1 > prepared multipart upload key=CPJJKVPMV2GJ upload=U9SZ1GJ04BM8 tag=B6C9YM1K4AGV type=write size=2405015 2024-09-12T17:41:56.265 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.264+0000 7f777f168780 1 < completed part key=_multipart_FSWX3S2TGJJ9.2~EH4X6YT3B1UA.0 size=1048576 2024-09-12T17:41:56.266 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.265+0000 7f777f168780 1 < completed part key=_multipart_FSWX3S2TGJJ9.2~EH4X6YT3B1UA.1 size=608702 2024-09-12T17:41:56.268 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.267+0000 7f777f168780 1 < completed multipart upload key=FSWX3S2TGJJ9 upload=EH4X6YT3B1UA tag=HC9I7C47TV2F type=write size=2705854 2024-09-12T17:41:56.269 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.268+0000 7f777f168780 1 > prepared operation key=ZABXJ7LUKKD3 tag=DT1CU9PLAN95 type=write size=166932 2024-09-12T17:41:56.270 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.269+0000 7f777f168780 1 < completed part key=_multipart_DO31EKWPC3OI.2~17CTTB0VNRGV.0 size=1048576 2024-09-12T17:41:56.270 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.269+0000 7f777f168780 1 < canceled part key=_multipart_DO31EKWPC3OI.2~17CTTB0VNRGV.1 size=1048576 2024-09-12T17:41:56.271 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.270+0000 7f777f168780 1 < completed part key=_multipart_DO31EKWPC3OI.2~17CTTB0VNRGV.2 size=944713 2024-09-12T17:41:56.273 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.272+0000 7f777f168780 1 < canceled multipart upload key=DO31EKWPC3OI upload=17CTTB0VNRGV tag=LWXMRB24YAZX type=write size=4090441 2024-09-12T17:41:56.276 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.274+0000 7f777f168780 1 > prepared part key=_multipart_7Q7D1WMM31NL.2~XG219U0Q8P33.0 size=1048576 2024-09-12T17:41:56.276 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.275+0000 7f777f168780 1 > prepared part key=_multipart_7Q7D1WMM31NL.2~XG219U0Q8P33.1 size=778460 2024-09-12T17:41:56.276 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.275+0000 7f777f168780 1 > prepared multipart upload key=7Q7D1WMM31NL upload=XG219U0Q8P33 tag=V9FQ6RN73UHF type=write size=2875612 2024-09-12T17:41:56.278 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.276+0000 7f777f168780 1 < completed part key=_multipart_CV1EGVJPNSKR.2~ZV4NLC7S73GY.0 size=1048576 2024-09-12T17:41:56.278 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.277+0000 7f777f168780 1 < completed part key=_multipart_CV1EGVJPNSKR.2~ZV4NLC7S73GY.1 size=977965 2024-09-12T17:41:56.280 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.279+0000 7f777f168780 1 < completed multipart upload key=CV1EGVJPNSKR upload=ZV4NLC7S73GY tag=S4QVZMY8EHHO type=write size=3075117 2024-09-12T17:41:56.281 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.280+0000 7f777f168780 1 > prepared operation key=3D7LF14YZ1DI tag=KNREE3OXZQOZ type=del size=2912664 2024-09-12T17:41:56.283 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.282+0000 7f777f168780 1 < completed part key=_multipart_DCPT2HL28MHD.2~UBLX3ED6WZ3Z.0 size=1048576 2024-09-12T17:41:56.284 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.283+0000 7f777f168780 1 < completed part key=_multipart_DCPT2HL28MHD.2~UBLX3ED6WZ3Z.1 size=1048576 2024-09-12T17:41:56.285 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.284+0000 7f777f168780 1 < completed part key=_multipart_DCPT2HL28MHD.2~UBLX3ED6WZ3Z.2 size=213029 2024-09-12T17:41:56.287 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.286+0000 7f777f168780 1 < completed multipart upload key=DCPT2HL28MHD upload=UBLX3ED6WZ3Z tag=QO47L5JX5JQI type=write size=3358757 2024-09-12T17:41:56.288 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.287+0000 7f777f168780 1 > prepared operation key=1ZL602X3VJDP tag=GB3AO2TFBG7V type=del size=396063 2024-09-12T17:41:56.289 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.288+0000 7f777f168780 1 < completed write operation key=FSWX3S2TGJJ9 tag=G1FJCGA8LG9T type=write size=739277 2024-09-12T17:41:56.291 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.289+0000 7f777f168780 1 > prepared operation key=FSWX3S2TGJJ9 tag=0YD2AKHF60GL type=del size=2075317 2024-09-12T17:41:56.292 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.290+0000 7f777f168780 1 < completed part key=_multipart_VI3OAATH7N7Z.2~UWT06UKBSL73.0 size=1048576 2024-09-12T17:41:56.293 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.291+0000 7f777f168780 1 < completed part key=_multipart_VI3OAATH7N7Z.2~UWT06UKBSL73.1 size=1048576 2024-09-12T17:41:56.294 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.292+0000 7f777f168780 1 < completed part key=_multipart_VI3OAATH7N7Z.2~UWT06UKBSL73.2 size=467653 2024-09-12T17:41:56.296 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.295+0000 7f777f168780 1 < completed multipart upload key=VI3OAATH7N7Z upload=UWT06UKBSL73 tag=4JLG27XTQBBW type=write size=3613381 2024-09-12T17:41:56.298 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.297+0000 7f777f168780 1 > prepared part key=_multipart_NV7QYM1CMJA7.2~G3LQ4LS8PD40.0 size=1048576 2024-09-12T17:41:56.299 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.298+0000 7f777f168780 1 > prepared part key=_multipart_NV7QYM1CMJA7.2~G3LQ4LS8PD40.1 size=437933 2024-09-12T17:41:56.299 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.298+0000 7f777f168780 1 > prepared multipart upload key=NV7QYM1CMJA7 upload=G3LQ4LS8PD40 tag=ZLVZJWGPMGS3 type=write size=2535085 2024-09-12T17:41:56.300 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.299+0000 7f777f168780 1 < completed write operation key=2KHLGQJKQA23 tag=9G9WOKI5HMRI type=write size=931439 2024-09-12T17:41:56.301 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.300+0000 7f777f168780 1 > prepared operation key=AEV8UHLVWR8L tag=R1IQ4Q313Y2S type=del size=2020920 2024-09-12T17:41:56.303 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.301+0000 7f777f168780 1 < completed part key=_multipart_1ZL602X3VJDP.2~V858NBRWWTTG.0 size=805147 2024-09-12T17:41:56.305 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.303+0000 7f777f168780 1 < completed multipart upload key=1ZL602X3VJDP upload=V858NBRWWTTG tag=6O52DSUL3EVA type=write size=1853723 2024-09-12T17:41:56.307 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.306+0000 7f777f168780 1 > prepared part key=_multipart_2ZFE3UG14FTU.2~BQQXPW3M8OUL.0 size=1048576 2024-09-12T17:41:56.308 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.307+0000 7f777f168780 1 > prepared part key=_multipart_2ZFE3UG14FTU.2~BQQXPW3M8OUL.1 size=1048576 2024-09-12T17:41:56.309 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.307+0000 7f777f168780 1 > prepared part key=_multipart_2ZFE3UG14FTU.2~BQQXPW3M8OUL.2 size=101302 2024-09-12T17:41:56.309 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.307+0000 7f777f168780 1 > prepared multipart upload key=2ZFE3UG14FTU upload=BQQXPW3M8OUL tag=J3FAB5RBCEPB type=write size=3247030 2024-09-12T17:41:56.310 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.309+0000 7f777f168780 1 < completed delete operation key=2KHLGQJKQA23 tag=0B8WHHKS27D8 type=del 2024-09-12T17:41:56.311 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.310+0000 7f777f168780 1 > prepared operation key=BO6EDKIVIHEW tag=QRWSXJ47HXME type=del size=250001 2024-09-12T17:41:56.312 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.311+0000 7f777f168780 1 < completed delete operation key=7Q7D1WMM31NL tag=32HI35G129S1 type=del 2024-09-12T17:41:56.315 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.313+0000 7f777f168780 1 > prepared part key=_multipart_GYBHJV1TE1UC.2~3I0Y7MOHLOP5.0 size=437803 2024-09-12T17:41:56.315 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.313+0000 7f777f168780 1 > prepared multipart upload key=GYBHJV1TE1UC upload=3I0Y7MOHLOP5 tag=UMC3B7VPKG7A type=write size=1486379 2024-09-12T17:41:56.316 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.314+0000 7f777f168780 1 < completed part key=_multipart_K0OUEJ4GMFDB.2~F6A8W53B9IA9.0 size=1048576 2024-09-12T17:41:56.317 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.315+0000 7f777f168780 1 < completed part key=_multipart_K0OUEJ4GMFDB.2~F6A8W53B9IA9.1 size=1048576 2024-09-12T17:41:56.318 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.316+0000 7f777f168780 1 < completed part key=_multipart_K0OUEJ4GMFDB.2~F6A8W53B9IA9.2 size=137898 2024-09-12T17:41:56.320 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.318+0000 7f777f168780 1 < completed multipart upload key=K0OUEJ4GMFDB upload=F6A8W53B9IA9 tag=1X870OZ6NAMY type=write size=3283626 2024-09-12T17:41:56.322 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.320+0000 7f777f168780 1 > prepared part key=_multipart_CPJJKVPMV2GJ.2~ES2928BRY4KH.0 size=1048576 2024-09-12T17:41:56.323 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.321+0000 7f777f168780 1 > prepared part key=_multipart_CPJJKVPMV2GJ.2~ES2928BRY4KH.1 size=1048576 2024-09-12T17:41:56.324 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.322+0000 7f777f168780 1 > prepared part key=_multipart_CPJJKVPMV2GJ.2~ES2928BRY4KH.2 size=92711 2024-09-12T17:41:56.324 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.322+0000 7f777f168780 1 > prepared multipart upload key=CPJJKVPMV2GJ upload=ES2928BRY4KH tag=UGIMHJP9WUJ9 type=write size=3238439 2024-09-12T17:41:56.325 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.324+0000 7f777f168780 1 < completed write operation key=VI3OAATH7N7Z tag=4M5SDB10JOSO type=write size=834044 2024-09-12T17:41:56.327 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.326+0000 7f777f168780 1 > prepared part key=_multipart_OE1BUCZHIE1B.2~MEKZ2X6V0DLA.0 size=1048576 2024-09-12T17:41:56.328 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.327+0000 7f777f168780 1 > prepared part key=_multipart_OE1BUCZHIE1B.2~MEKZ2X6V0DLA.1 size=920142 2024-09-12T17:41:56.328 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.327+0000 7f777f168780 1 > prepared multipart upload key=OE1BUCZHIE1B upload=MEKZ2X6V0DLA tag=T1ZBV62FUYDP type=write size=3017294 2024-09-12T17:41:56.329 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.328+0000 7f777f168780 1 < completed delete operation key=FCBWV27TCNS4 tag=M6XMIVWEZ1C3 type=del 2024-09-12T17:41:56.331 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.330+0000 7f777f168780 1 > prepared part key=_multipart_2BM46JTAY3BM.2~6HSQTA2LX7Z5.0 size=264007 2024-09-12T17:41:56.331 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.330+0000 7f777f168780 1 > prepared multipart upload key=2BM46JTAY3BM upload=6HSQTA2LX7Z5 tag=GN0SKF5L3XVJ type=write size=1312583 2024-09-12T17:41:56.333 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.331+0000 7f777f168780 1 < completed delete operation key=GYBHJV1TE1UC tag=0L62CTKTEZSZ type=del 2024-09-12T17:41:56.334 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.332+0000 7f777f168780 1 > prepared operation key=2ZFE3UG14FTU tag=Z5SIG4L4546I type=del size=1449128 2024-09-12T17:41:56.335 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.334+0000 7f777f168780 1 < completed delete operation key=9XT9OU5JDG04 tag=ZFNN7E5G0659 type=del 2024-09-12T17:41:56.336 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.335+0000 7f777f168780 1 > prepared operation key=DCPT2HL28MHD tag=I8JTRHVUX8IV type=del size=1757326 2024-09-12T17:41:56.336 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.335+0000 7f777f168780 1 < canceled part key=_multipart_CPJJKVPMV2GJ.2~U9SZ1GJ04BM8.0 size=1048576 2024-09-12T17:41:56.337 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.336+0000 7f777f168780 1 < completed part key=_multipart_CPJJKVPMV2GJ.2~U9SZ1GJ04BM8.1 size=307863 2024-09-12T17:41:56.339 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.338+0000 7f777f168780 1 < canceled multipart upload key=CPJJKVPMV2GJ upload=U9SZ1GJ04BM8 tag=B6C9YM1K4AGV type=write size=2405015 2024-09-12T17:41:56.340 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.339+0000 7f777f168780 1 > prepared operation key=9XT9OU5JDG04 tag=M73ZRIUEVG8R type=del size=704864 2024-09-12T17:41:56.342 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.340+0000 7f777f168780 1 < completed write operation key=ZABXJ7LUKKD3 tag=DT1CU9PLAN95 type=write size=166932 2024-09-12T17:41:56.343 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.341+0000 7f777f168780 1 > prepared operation key=CPJJKVPMV2GJ tag=I2450REVZT6U type=del size=2751260 2024-09-12T17:41:56.343 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.342+0000 7f777f168780 1 < canceled part key=_multipart_7Q7D1WMM31NL.2~XG219U0Q8P33.0 size=1048576 2024-09-12T17:41:56.344 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.342+0000 7f777f168780 1 < completed part key=_multipart_7Q7D1WMM31NL.2~XG219U0Q8P33.1 size=778460 2024-09-12T17:41:56.346 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.344+0000 7f777f168780 1 < canceled multipart upload key=7Q7D1WMM31NL upload=XG219U0Q8P33 tag=V9FQ6RN73UHF type=write size=2875612 2024-09-12T17:41:56.347 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.346+0000 7f777f168780 1 > prepared operation key=9XT9OU5JDG04 tag=UYIAWBNN7HPD type=del size=3257964 2024-09-12T17:41:56.348 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.347+0000 7f777f168780 1 < completed delete operation key=3D7LF14YZ1DI tag=KNREE3OXZQOZ type=del 2024-09-12T17:41:56.350 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.348+0000 7f777f168780 1 > prepared operation key=2ZFE3UG14FTU tag=0ZS7ATA7BU6S type=write size=485483 2024-09-12T17:41:56.351 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.349+0000 7f777f168780 1 < completed delete operation key=1ZL602X3VJDP tag=GB3AO2TFBG7V type=del 2024-09-12T17:41:56.353 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.352+0000 7f777f168780 1 > prepared part key=_multipart_FCBWV27TCNS4.2~0TLQM6BXQR13.0 size=386816 2024-09-12T17:41:56.353 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.352+0000 7f777f168780 1 > prepared multipart upload key=FCBWV27TCNS4 upload=0TLQM6BXQR13 tag=LC1WUNQW47IH type=write size=1435392 2024-09-12T17:41:56.354 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.353+0000 7f777f168780 1 < completed delete operation key=FSWX3S2TGJJ9 tag=0YD2AKHF60GL type=del 2024-09-12T17:41:56.355 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.354+0000 7f777f168780 1 > prepared operation key=K0OUEJ4GMFDB tag=MVVCP8Y0FC6S type=del size=2175527 2024-09-12T17:41:56.357 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.355+0000 7f777f168780 1 < completed part key=_multipart_NV7QYM1CMJA7.2~G3LQ4LS8PD40.0 size=1048576 2024-09-12T17:41:56.358 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.356+0000 7f777f168780 1 < completed part key=_multipart_NV7QYM1CMJA7.2~G3LQ4LS8PD40.1 size=437933 2024-09-12T17:41:56.360 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.358+0000 7f777f168780 1 < completed multipart upload key=NV7QYM1CMJA7 upload=G3LQ4LS8PD40 tag=ZLVZJWGPMGS3 type=write size=2535085 2024-09-12T17:41:56.361 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.360+0000 7f777f168780 1 > prepared operation key=3U17OL8VRNIQ tag=D5FS0LF1DNGU type=del size=1624794 2024-09-12T17:41:56.362 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.361+0000 7f777f168780 1 < completed delete operation key=AEV8UHLVWR8L tag=R1IQ4Q313Y2S type=del 2024-09-12T17:41:56.363 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.362+0000 7f777f168780 1 > prepared operation key=GYBHJV1TE1UC tag=HJCLMHVE533H type=del size=3634386 2024-09-12T17:41:56.365 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.363+0000 7f777f168780 1 < completed part key=_multipart_2ZFE3UG14FTU.2~BQQXPW3M8OUL.0 size=1048576 2024-09-12T17:41:56.365 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.363+0000 7f777f168780 1 < canceled part key=_multipart_2ZFE3UG14FTU.2~BQQXPW3M8OUL.1 size=1048576 2024-09-12T17:41:56.366 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.364+0000 7f777f168780 1 < completed part key=_multipart_2ZFE3UG14FTU.2~BQQXPW3M8OUL.2 size=101302 2024-09-12T17:41:56.368 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.366+0000 7f777f168780 1 < canceled multipart upload key=2ZFE3UG14FTU upload=BQQXPW3M8OUL tag=J3FAB5RBCEPB type=write size=3247030 2024-09-12T17:41:56.369 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.368+0000 7f777f168780 1 > prepared operation key=BO6EDKIVIHEW tag=H2ACZKI9BGV6 type=write size=819246 2024-09-12T17:41:56.370 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.369+0000 7f777f168780 1 < completed delete operation key=BO6EDKIVIHEW tag=QRWSXJ47HXME type=del 2024-09-12T17:41:56.372 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.371+0000 7f777f168780 1 > prepared part key=_multipart_O3IEF0Z4S34O.2~YHH2YSWLXZIV.0 size=1048576 2024-09-12T17:41:56.374 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.372+0000 7f777f168780 1 > prepared part key=_multipart_O3IEF0Z4S34O.2~YHH2YSWLXZIV.1 size=1048576 2024-09-12T17:41:56.376 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.373+0000 7f777f168780 1 > prepared part key=_multipart_O3IEF0Z4S34O.2~YHH2YSWLXZIV.2 size=861624 2024-09-12T17:41:56.376 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.373+0000 7f777f168780 1 > prepared multipart upload key=O3IEF0Z4S34O upload=YHH2YSWLXZIV tag=OH7W7NLZXD0B type=write size=4007352 2024-09-12T17:41:56.376 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.374+0000 7f777f168780 1 < completed part key=_multipart_GYBHJV1TE1UC.2~3I0Y7MOHLOP5.0 size=437803 2024-09-12T17:41:56.378 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.376+0000 7f777f168780 1 < completed multipart upload key=GYBHJV1TE1UC upload=3I0Y7MOHLOP5 tag=UMC3B7VPKG7A type=write size=1486379 2024-09-12T17:41:56.379 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.378+0000 7f777f168780 1 > prepared operation key=CASKVIJ5MIV7 tag=VT8EJ817CODJ type=del size=3728 2024-09-12T17:41:56.380 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.379+0000 7f777f168780 1 < completed part key=_multipart_CPJJKVPMV2GJ.2~ES2928BRY4KH.0 size=1048576 2024-09-12T17:41:56.381 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.380+0000 7f777f168780 1 < completed part key=_multipart_CPJJKVPMV2GJ.2~ES2928BRY4KH.1 size=1048576 2024-09-12T17:41:56.382 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.381+0000 7f777f168780 1 < completed part key=_multipart_CPJJKVPMV2GJ.2~ES2928BRY4KH.2 size=92711 2024-09-12T17:41:56.384 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.383+0000 7f777f168780 1 < completed multipart upload key=CPJJKVPMV2GJ upload=ES2928BRY4KH tag=UGIMHJP9WUJ9 type=write size=3238439 2024-09-12T17:41:56.386 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.384+0000 7f777f168780 1 > prepared operation key=7Q7D1WMM31NL tag=CCG60TSG8464 type=write size=870760 2024-09-12T17:41:56.387 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.385+0000 7f777f168780 1 < completed part key=_multipart_OE1BUCZHIE1B.2~MEKZ2X6V0DLA.0 size=1048576 2024-09-12T17:41:56.388 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.387+0000 7f777f168780 1 < completed part key=_multipart_OE1BUCZHIE1B.2~MEKZ2X6V0DLA.1 size=920142 2024-09-12T17:41:56.390 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.389+0000 7f777f168780 1 < completed multipart upload key=OE1BUCZHIE1B upload=MEKZ2X6V0DLA tag=T1ZBV62FUYDP type=write size=3017294 2024-09-12T17:41:56.391 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.390+0000 7f777f168780 1 > prepared operation key=PW0NPHZT12D3 tag=3VS9S5LCC6O8 type=del size=1533934 2024-09-12T17:41:56.392 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.391+0000 7f777f168780 1 < completed part key=_multipart_2BM46JTAY3BM.2~6HSQTA2LX7Z5.0 size=264007 2024-09-12T17:41:56.395 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.394+0000 7f777f168780 1 < completed multipart upload key=2BM46JTAY3BM upload=6HSQTA2LX7Z5 tag=GN0SKF5L3XVJ type=write size=1312583 2024-09-12T17:41:56.396 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.395+0000 7f777f168780 1 > prepared operation key=PW0NPHZT12D3 tag=F44VFXVFUESR type=del size=1993546 2024-09-12T17:41:56.397 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.396+0000 7f777f168780 1 < completed delete operation key=2ZFE3UG14FTU tag=Z5SIG4L4546I type=del 2024-09-12T17:41:56.399 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.397+0000 7f777f168780 1 > prepared operation key=S79H21EJKRPP tag=LRY3Q41CZOLB type=del size=3054501 2024-09-12T17:41:56.400 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.398+0000 7f777f168780 1 < completed delete operation key=DCPT2HL28MHD tag=I8JTRHVUX8IV type=del 2024-09-12T17:41:56.401 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.400+0000 7f777f168780 1 > prepared operation key=CASKVIJ5MIV7 tag=LP0ZSN2P71W9 type=write size=466172 2024-09-12T17:41:56.402 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.401+0000 7f777f168780 1 < completed delete operation key=9XT9OU5JDG04 tag=M73ZRIUEVG8R type=del 2024-09-12T17:41:56.403 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.402+0000 7f777f168780 1 > prepared operation key=NV7QYM1CMJA7 tag=M20LBBQCL9AX type=write size=247210 2024-09-12T17:41:56.404 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.403+0000 7f777f168780 1 < completed delete operation key=CPJJKVPMV2GJ tag=I2450REVZT6U type=del 2024-09-12T17:41:56.406 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.404+0000 7f777f168780 1 > prepared operation key=3U17OL8VRNIQ tag=IDE14L2ICRUI type=del size=480924 2024-09-12T17:41:56.407 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.405+0000 7f777f168780 1 < completed delete operation key=9XT9OU5JDG04 tag=UYIAWBNN7HPD type=del 2024-09-12T17:41:56.409 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.407+0000 7f777f168780 1 > prepared part key=_multipart_3D7LF14YZ1DI.2~ZD2CD46AOSHT.0 size=1048576 2024-09-12T17:41:56.410 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.408+0000 7f777f168780 1 > prepared part key=_multipart_3D7LF14YZ1DI.2~ZD2CD46AOSHT.1 size=27771 2024-09-12T17:41:56.410 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.408+0000 7f777f168780 1 > prepared multipart upload key=3D7LF14YZ1DI upload=ZD2CD46AOSHT tag=4WLG0PESIQSE type=write size=2124923 2024-09-12T17:41:56.412 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.411+0000 7f777f168780 1 < suggested update operation key=2ZFE3UG14FTU tag=0ZS7ATA7BU6S type=write size=485483 2024-09-12T17:41:56.414 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.413+0000 7f777f168780 1 > prepared part key=_multipart_S79H21EJKRPP.2~S0GF3FKC7YTO.0 size=1048576 2024-09-12T17:41:56.415 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.414+0000 7f777f168780 1 > prepared part key=_multipart_S79H21EJKRPP.2~S0GF3FKC7YTO.1 size=896660 2024-09-12T17:41:56.415 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.414+0000 7f777f168780 1 > prepared multipart upload key=S79H21EJKRPP upload=S0GF3FKC7YTO tag=87LFQBORMAKZ type=write size=2993812 2024-09-12T17:41:56.415 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.414+0000 7f777f168780 1 < canceled part key=_multipart_FCBWV27TCNS4.2~0TLQM6BXQR13.0 size=386816 2024-09-12T17:41:56.417 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.416+0000 7f777f168780 1 < canceled multipart upload key=FCBWV27TCNS4 upload=0TLQM6BXQR13 tag=LC1WUNQW47IH type=write size=1435392 2024-09-12T17:41:56.419 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.418+0000 7f777f168780 1 > prepared part key=_multipart_1ZL602X3VJDP.2~SPIMEPHQ6XLP.0 size=284274 2024-09-12T17:41:56.419 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.418+0000 7f777f168780 1 > prepared multipart upload key=1ZL602X3VJDP upload=SPIMEPHQ6XLP tag=K4TVLZYRD8LQ type=write size=1332850 2024-09-12T17:41:56.421 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.419+0000 7f777f168780 1 < completed delete operation key=K0OUEJ4GMFDB tag=MVVCP8Y0FC6S type=del 2024-09-12T17:41:56.422 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.420+0000 7f777f168780 1 > prepared operation key=BO6EDKIVIHEW tag=SN6STZ3RVGDY type=del size=1672909 2024-09-12T17:41:56.423 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.421+0000 7f777f168780 1 < completed delete operation key=3U17OL8VRNIQ tag=D5FS0LF1DNGU type=del 2024-09-12T17:41:56.424 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.423+0000 7f777f168780 1 > prepared operation key=1ZL602X3VJDP tag=WAVSEOLGBB89 type=del size=1658485 2024-09-12T17:41:56.425 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.424+0000 7f777f168780 1 < completed delete operation key=GYBHJV1TE1UC tag=HJCLMHVE533H type=del 2024-09-12T17:41:56.426 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.425+0000 7f777f168780 1 > prepared operation key=FCBWV27TCNS4 tag=TDQ7WZH81CUD type=write size=109285 2024-09-12T17:41:56.428 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.426+0000 7f777f168780 1 < canceled operation key=BO6EDKIVIHEW tag=H2ACZKI9BGV6 type=write size=819246 2024-09-12T17:41:56.429 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.428+0000 7f777f168780 1 > prepared operation key=CPJJKVPMV2GJ tag=MK1J2OGMYD9I type=del size=1795254 2024-09-12T17:41:56.430 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.429+0000 7f777f168780 1 < completed part key=_multipart_O3IEF0Z4S34O.2~YHH2YSWLXZIV.0 size=1048576 2024-09-12T17:41:56.431 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.430+0000 7f777f168780 1 < completed part key=_multipart_O3IEF0Z4S34O.2~YHH2YSWLXZIV.1 size=1048576 2024-09-12T17:41:56.432 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.431+0000 7f777f168780 1 < completed part key=_multipart_O3IEF0Z4S34O.2~YHH2YSWLXZIV.2 size=861624 2024-09-12T17:41:56.434 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.433+0000 7f777f168780 1 < completed multipart upload key=O3IEF0Z4S34O upload=YHH2YSWLXZIV tag=OH7W7NLZXD0B type=write size=4007352 2024-09-12T17:41:56.436 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.435+0000 7f777f168780 1 > prepared part key=_multipart_FI2EY06UN14X.2~N5GRB9Z6YS7E.0 size=1048576 2024-09-12T17:41:56.437 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.436+0000 7f777f168780 1 > prepared part key=_multipart_FI2EY06UN14X.2~N5GRB9Z6YS7E.1 size=1048576 2024-09-12T17:41:56.438 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.437+0000 7f777f168780 1 > prepared part key=_multipart_FI2EY06UN14X.2~N5GRB9Z6YS7E.2 size=880607 2024-09-12T17:41:56.438 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.437+0000 7f777f168780 1 > prepared multipart upload key=FI2EY06UN14X upload=N5GRB9Z6YS7E tag=I35ZJW4W2W1O type=write size=4026335 2024-09-12T17:41:56.439 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.438+0000 7f777f168780 1 < completed delete operation key=CASKVIJ5MIV7 tag=VT8EJ817CODJ type=del 2024-09-12T17:41:56.441 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.440+0000 7f777f168780 1 > prepared part key=_multipart_ZABXJ7LUKKD3.2~Z3SZ9QL1PLQR.0 size=1048576 2024-09-12T17:41:56.442 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.441+0000 7f777f168780 1 > prepared part key=_multipart_ZABXJ7LUKKD3.2~Z3SZ9QL1PLQR.1 size=1048576 2024-09-12T17:41:56.443 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.442+0000 7f777f168780 1 > prepared part key=_multipart_ZABXJ7LUKKD3.2~Z3SZ9QL1PLQR.2 size=86592 2024-09-12T17:41:56.443 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.442+0000 7f777f168780 1 > prepared multipart upload key=ZABXJ7LUKKD3 upload=Z3SZ9QL1PLQR tag=VXHPBIJ6HWIA type=write size=3232320 2024-09-12T17:41:56.445 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.443+0000 7f777f168780 1 < completed write operation key=7Q7D1WMM31NL tag=CCG60TSG8464 type=write size=870760 2024-09-12T17:41:56.446 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.444+0000 7f777f168780 1 > prepared operation key=1ZL602X3VJDP tag=JA0LBSIULS85 type=del size=2479692 2024-09-12T17:41:56.447 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.446+0000 7f777f168780 1 < completed delete operation key=PW0NPHZT12D3 tag=3VS9S5LCC6O8 type=del 2024-09-12T17:41:56.448 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.447+0000 7f777f168780 1 > prepared operation key=ZABXJ7LUKKD3 tag=59T0MFJO19L2 type=del size=244353 2024-09-12T17:41:56.450 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.449+0000 7f777f168780 1 < suggested remove operation key=PW0NPHZT12D3 tag=F44VFXVFUESR type=del 2024-09-12T17:41:56.452 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.451+0000 7f777f168780 1 > prepared part key=_multipart_FI2EY06UN14X.2~02UBQJ1H5JFN.0 size=746036 2024-09-12T17:41:56.453 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.451+0000 7f777f168780 1 > prepared multipart upload key=FI2EY06UN14X upload=02UBQJ1H5JFN tag=Q3BK5P79ZDOO type=write size=1794612 2024-09-12T17:41:56.455 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.453+0000 7f777f168780 1 < suggested update operation key=S79H21EJKRPP tag=LRY3Q41CZOLB type=del size=3054501 2024-09-12T17:41:56.456 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.454+0000 7f777f168780 1 > prepared operation key=K0OUEJ4GMFDB tag=JH24CFU43736 type=write size=136172 2024-09-12T17:41:56.457 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.456+0000 7f777f168780 1 < completed write operation key=CASKVIJ5MIV7 tag=LP0ZSN2P71W9 type=write size=466172 2024-09-12T17:41:56.458 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.457+0000 7f777f168780 1 > prepared operation key=FCBWV27TCNS4 tag=ZZP2LBA6V7OE type=del size=1215770 2024-09-12T17:41:56.460 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.459+0000 7f777f168780 1 < suggested update operation key=NV7QYM1CMJA7 tag=M20LBBQCL9AX type=write size=247210 2024-09-12T17:41:56.463 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.461+0000 7f777f168780 1 > prepared part key=_multipart_13V8F5WX47AD.2~51KBVA6ID5V5.0 size=1048576 2024-09-12T17:41:56.464 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.462+0000 7f777f168780 1 > prepared part key=_multipart_13V8F5WX47AD.2~51KBVA6ID5V5.1 size=1019707 2024-09-12T17:41:56.464 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.462+0000 7f777f168780 1 > prepared multipart upload key=13V8F5WX47AD upload=51KBVA6ID5V5 tag=PCV1CIV7O4GO type=write size=3116859 2024-09-12T17:41:56.466 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.464+0000 7f777f168780 1 < suggested update operation key=3U17OL8VRNIQ tag=IDE14L2ICRUI type=del size=480924 2024-09-12T17:41:56.467 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.466+0000 7f777f168780 1 > prepared operation key=CPJJKVPMV2GJ tag=ZXXM3E9K7G4N type=write size=855027 2024-09-12T17:41:56.468 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.467+0000 7f777f168780 1 < completed part key=_multipart_3D7LF14YZ1DI.2~ZD2CD46AOSHT.0 size=1048576 2024-09-12T17:41:56.469 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.468+0000 7f777f168780 1 < completed part key=_multipart_3D7LF14YZ1DI.2~ZD2CD46AOSHT.1 size=27771 2024-09-12T17:41:56.471 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.470+0000 7f777f168780 1 < completed multipart upload key=3D7LF14YZ1DI upload=ZD2CD46AOSHT tag=4WLG0PESIQSE type=write size=2124923 2024-09-12T17:41:56.472 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.471+0000 7f777f168780 1 > prepared operation key=3U17OL8VRNIQ tag=6QNENUQUJWM3 type=del size=3578592 2024-09-12T17:41:56.474 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.472+0000 7f777f168780 1 < completed part key=_multipart_S79H21EJKRPP.2~S0GF3FKC7YTO.0 size=1048576 2024-09-12T17:41:56.475 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.473+0000 7f777f168780 1 < completed part key=_multipart_S79H21EJKRPP.2~S0GF3FKC7YTO.1 size=896660 2024-09-12T17:41:56.477 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.475+0000 7f777f168780 1 < completed multipart upload key=S79H21EJKRPP upload=S0GF3FKC7YTO tag=87LFQBORMAKZ type=write size=2993812 2024-09-12T17:41:56.478 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.476+0000 7f777f168780 1 > prepared operation key=K0OUEJ4GMFDB tag=JOZ9BU4MZ0DN type=del size=3267989 2024-09-12T17:41:56.479 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.478+0000 7f777f168780 1 < completed part key=_multipart_1ZL602X3VJDP.2~SPIMEPHQ6XLP.0 size=284274 2024-09-12T17:41:56.481 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.480+0000 7f777f168780 1 < completed multipart upload key=1ZL602X3VJDP upload=SPIMEPHQ6XLP tag=K4TVLZYRD8LQ type=write size=1332850 2024-09-12T17:41:56.483 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.482+0000 7f777f168780 1 > prepared part key=_multipart_1IACFTAZKIWV.2~L0ZX88428K2Z.0 size=1048576 2024-09-12T17:41:56.484 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.483+0000 7f777f168780 1 > prepared part key=_multipart_1IACFTAZKIWV.2~L0ZX88428K2Z.1 size=856720 2024-09-12T17:41:56.484 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.483+0000 7f777f168780 1 > prepared multipart upload key=1IACFTAZKIWV upload=L0ZX88428K2Z tag=U61YBPE6TUYB type=write size=2953872 2024-09-12T17:41:56.485 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.484+0000 7f777f168780 1 < completed delete operation key=BO6EDKIVIHEW tag=SN6STZ3RVGDY type=del 2024-09-12T17:41:56.487 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.485+0000 7f777f168780 1 > prepared operation key=2ZFE3UG14FTU tag=5THWX7JKUW43 type=del size=2241194 2024-09-12T17:41:56.489 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.488+0000 7f777f168780 1 < suggested update operation key=1ZL602X3VJDP tag=WAVSEOLGBB89 type=del size=1658485 2024-09-12T17:41:56.490 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.489+0000 7f777f168780 1 > prepared operation key=FSWX3S2TGJJ9 tag=FXM6OCQXAF12 type=del size=754077 2024-09-12T17:41:56.491 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.490+0000 7f777f168780 1 < completed write operation key=FCBWV27TCNS4 tag=TDQ7WZH81CUD type=write size=109285 2024-09-12T17:41:56.492 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.491+0000 7f777f168780 1 > prepared operation key=CIHBEU5VBLGQ tag=XQMDHAZQD85M type=write size=314528 2024-09-12T17:41:56.494 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.492+0000 7f777f168780 1 < completed delete operation key=CPJJKVPMV2GJ tag=MK1J2OGMYD9I type=del 2024-09-12T17:41:56.496 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.494+0000 7f777f168780 1 > prepared part key=_multipart_CPJJKVPMV2GJ.2~6WSP7LH1ELS5.0 size=1048576 2024-09-12T17:41:56.497 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.495+0000 7f777f168780 1 > prepared part key=_multipart_CPJJKVPMV2GJ.2~6WSP7LH1ELS5.1 size=1048576 2024-09-12T17:41:56.498 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.496+0000 7f777f168780 1 > prepared part key=_multipart_CPJJKVPMV2GJ.2~6WSP7LH1ELS5.2 size=94332 2024-09-12T17:41:56.498 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.496+0000 7f777f168780 1 > prepared multipart upload key=CPJJKVPMV2GJ upload=6WSP7LH1ELS5 tag=VKP1SFJ4JJTO type=write size=3240060 2024-09-12T17:41:56.499 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.497+0000 7f777f168780 1 < completed part key=_multipart_FI2EY06UN14X.2~N5GRB9Z6YS7E.0 size=1048576 2024-09-12T17:41:56.500 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.498+0000 7f777f168780 1 < completed part key=_multipart_FI2EY06UN14X.2~N5GRB9Z6YS7E.1 size=1048576 2024-09-12T17:41:56.501 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.499+0000 7f777f168780 1 < completed part key=_multipart_FI2EY06UN14X.2~N5GRB9Z6YS7E.2 size=880607 2024-09-12T17:41:56.502 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.501+0000 7f777f168780 1 < completed multipart upload key=FI2EY06UN14X upload=N5GRB9Z6YS7E tag=I35ZJW4W2W1O type=write size=4026335 2024-09-12T17:41:56.504 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.503+0000 7f777f168780 1 > prepared operation key=13V8F5WX47AD tag=8ZVC828GCXG0 type=del size=84282 2024-09-12T17:41:56.505 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.503+0000 7f777f168780 1 < canceled part key=_multipart_ZABXJ7LUKKD3.2~Z3SZ9QL1PLQR.0 size=1048576 2024-09-12T17:41:56.506 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.504+0000 7f777f168780 1 < completed part key=_multipart_ZABXJ7LUKKD3.2~Z3SZ9QL1PLQR.1 size=1048576 2024-09-12T17:41:56.506 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.505+0000 7f777f168780 1 < completed part key=_multipart_ZABXJ7LUKKD3.2~Z3SZ9QL1PLQR.2 size=86592 2024-09-12T17:41:56.508 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.507+0000 7f777f168780 1 < canceled multipart upload key=ZABXJ7LUKKD3 upload=Z3SZ9QL1PLQR tag=VXHPBIJ6HWIA type=write size=3232320 2024-09-12T17:41:56.510 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.508+0000 7f777f168780 1 > prepared operation key=9XT9OU5JDG04 tag=EZFO0L2W808T type=write size=932451 2024-09-12T17:41:56.512 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.511+0000 7f777f168780 1 < suggested update operation key=1ZL602X3VJDP tag=JA0LBSIULS85 type=del size=2479692 2024-09-12T17:41:56.514 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.513+0000 7f777f168780 1 > prepared part key=_multipart_G4A1L52XKRAS.2~70YZHV7M4APV.0 size=1048576 2024-09-12T17:41:56.516 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.514+0000 7f777f168780 1 > prepared part key=_multipart_G4A1L52XKRAS.2~70YZHV7M4APV.1 size=1048576 2024-09-12T17:41:56.516 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.515+0000 7f777f168780 1 > prepared part key=_multipart_G4A1L52XKRAS.2~70YZHV7M4APV.2 size=241531 2024-09-12T17:41:56.516 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.515+0000 7f777f168780 1 > prepared multipart upload key=G4A1L52XKRAS upload=70YZHV7M4APV tag=KD6LXQQZCI1G type=write size=3387259 2024-09-12T17:41:56.518 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.516+0000 7f777f168780 1 < completed delete operation key=ZABXJ7LUKKD3 tag=59T0MFJO19L2 type=del 2024-09-12T17:41:56.520 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.518+0000 7f777f168780 1 > prepared part key=_multipart_2BM46JTAY3BM.2~G67DQ2S8UASL.0 size=1048576 2024-09-12T17:41:56.521 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.519+0000 7f777f168780 1 > prepared part key=_multipart_2BM46JTAY3BM.2~G67DQ2S8UASL.1 size=1048576 2024-09-12T17:41:56.522 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.520+0000 7f777f168780 1 > prepared part key=_multipart_2BM46JTAY3BM.2~G67DQ2S8UASL.2 size=487411 2024-09-12T17:41:56.522 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.520+0000 7f777f168780 1 > prepared multipart upload key=2BM46JTAY3BM upload=G67DQ2S8UASL tag=21DO47UR9V3V type=write size=3633139 2024-09-12T17:41:56.524 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.521+0000 7f777f168780 1 < completed part key=_multipart_FI2EY06UN14X.2~02UBQJ1H5JFN.0 size=746036 2024-09-12T17:41:56.525 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.523+0000 7f777f168780 1 < completed multipart upload key=FI2EY06UN14X upload=02UBQJ1H5JFN tag=Q3BK5P79ZDOO type=write size=1794612 2024-09-12T17:41:56.527 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.526+0000 7f777f168780 1 > prepared part key=_multipart_GYBHJV1TE1UC.2~G0OQN07NRX4B.0 size=1048576 2024-09-12T17:41:56.528 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.527+0000 7f777f168780 1 > prepared part key=_multipart_GYBHJV1TE1UC.2~G0OQN07NRX4B.1 size=573178 2024-09-12T17:41:56.528 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.527+0000 7f777f168780 1 > prepared multipart upload key=GYBHJV1TE1UC upload=G0OQN07NRX4B tag=0YQAT6CI6X0K type=write size=2670330 2024-09-12T17:41:56.529 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.528+0000 7f777f168780 1 < completed write operation key=K0OUEJ4GMFDB tag=JH24CFU43736 type=write size=136172 2024-09-12T17:41:56.530 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.529+0000 7f777f168780 1 > prepared operation key=2KHLGQJKQA23 tag=M90VCL43CY8J type=write size=294337 2024-09-12T17:41:56.533 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.531+0000 7f777f168780 1 < suggested update operation key=FCBWV27TCNS4 tag=ZZP2LBA6V7OE type=del size=1215770 2024-09-12T17:41:56.534 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.533+0000 7f777f168780 1 > prepared operation key=VI3OAATH7N7Z tag=OB34G0TV6RJT type=del size=2645202 2024-09-12T17:41:56.535 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.534+0000 7f777f168780 1 < completed part key=_multipart_13V8F5WX47AD.2~51KBVA6ID5V5.0 size=1048576 2024-09-12T17:41:56.536 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.535+0000 7f777f168780 1 < completed part key=_multipart_13V8F5WX47AD.2~51KBVA6ID5V5.1 size=1019707 2024-09-12T17:41:56.538 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.537+0000 7f777f168780 1 < completed multipart upload key=13V8F5WX47AD upload=51KBVA6ID5V5 tag=PCV1CIV7O4GO type=write size=3116859 2024-09-12T17:41:56.540 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.539+0000 7f777f168780 1 > prepared part key=_multipart_NV7QYM1CMJA7.2~JIWHOZUR9KUY.0 size=1048576 2024-09-12T17:41:56.541 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.540+0000 7f777f168780 1 > prepared part key=_multipart_NV7QYM1CMJA7.2~JIWHOZUR9KUY.1 size=881679 2024-09-12T17:41:56.541 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.540+0000 7f777f168780 1 > prepared multipart upload key=NV7QYM1CMJA7 upload=JIWHOZUR9KUY tag=MKX84OWXX247 type=write size=2978831 2024-09-12T17:41:56.543 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.542+0000 7f777f168780 1 < suggested update operation key=CPJJKVPMV2GJ tag=ZXXM3E9K7G4N type=write size=855027 2024-09-12T17:41:56.546 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.544+0000 7f777f168780 1 > prepared part key=_multipart_13V8F5WX47AD.2~2ZJ1LLEUN012.0 size=23170 2024-09-12T17:41:56.546 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.544+0000 7f777f168780 1 > prepared multipart upload key=13V8F5WX47AD upload=2ZJ1LLEUN012 tag=C5W2EIK7WAGV type=write size=1071746 2024-09-12T17:41:56.548 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.547+0000 7f777f168780 1 < suggested remove operation key=3U17OL8VRNIQ tag=6QNENUQUJWM3 type=del 2024-09-12T17:41:56.549 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.548+0000 7f777f168780 1 > prepared operation key=2KHLGQJKQA23 tag=OEKKJXJXOXRD type=del size=1833757 2024-09-12T17:41:56.550 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.549+0000 7f777f168780 1 < completed delete operation key=K0OUEJ4GMFDB tag=JOZ9BU4MZ0DN type=del 2024-09-12T17:41:56.553 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.551+0000 7f777f168780 1 > prepared part key=_multipart_FSWX3S2TGJJ9.2~1CZCRU8LN9DO.0 size=1048576 2024-09-12T17:41:56.553 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.552+0000 7f777f168780 1 > prepared part key=_multipart_FSWX3S2TGJJ9.2~1CZCRU8LN9DO.1 size=1048576 2024-09-12T17:41:56.554 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.553+0000 7f777f168780 1 > prepared part key=_multipart_FSWX3S2TGJJ9.2~1CZCRU8LN9DO.2 size=32439 2024-09-12T17:41:56.555 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.553+0000 7f777f168780 1 > prepared multipart upload key=FSWX3S2TGJJ9 upload=1CZCRU8LN9DO tag=07GJ627IA1F9 type=write size=3178167 2024-09-12T17:41:56.556 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.554+0000 7f777f168780 1 < completed part key=_multipart_1IACFTAZKIWV.2~L0ZX88428K2Z.0 size=1048576 2024-09-12T17:41:56.557 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.555+0000 7f777f168780 1 < completed part key=_multipart_1IACFTAZKIWV.2~L0ZX88428K2Z.1 size=856720 2024-09-12T17:41:56.559 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.558+0000 7f777f168780 1 < completed multipart upload key=1IACFTAZKIWV upload=L0ZX88428K2Z tag=U61YBPE6TUYB type=write size=2953872 2024-09-12T17:41:56.561 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.560+0000 7f777f168780 1 > prepared part key=_multipart_VI3OAATH7N7Z.2~SAF8PI8VZX2P.0 size=93868 2024-09-12T17:41:56.561 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.560+0000 7f777f168780 1 > prepared multipart upload key=VI3OAATH7N7Z upload=SAF8PI8VZX2P tag=6P6V088B1MWG type=write size=1142444 2024-09-12T17:41:56.562 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.561+0000 7f777f168780 1 < completed delete operation key=2ZFE3UG14FTU tag=5THWX7JKUW43 type=del 2024-09-12T17:41:56.565 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.563+0000 7f777f168780 1 > prepared part key=_multipart_DCPT2HL28MHD.2~LGY2X6D9F39J.0 size=1048576 2024-09-12T17:41:56.566 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.564+0000 7f777f168780 1 > prepared part key=_multipart_DCPT2HL28MHD.2~LGY2X6D9F39J.1 size=1048576 2024-09-12T17:41:56.567 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.565+0000 7f777f168780 1 > prepared part key=_multipart_DCPT2HL28MHD.2~LGY2X6D9F39J.2 size=613287 2024-09-12T17:41:56.567 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.565+0000 7f777f168780 1 > prepared multipart upload key=DCPT2HL28MHD upload=LGY2X6D9F39J tag=T5240GHVX1P0 type=write size=3759015 2024-09-12T17:41:56.568 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.567+0000 7f777f168780 1 < completed delete operation key=FSWX3S2TGJJ9 tag=FXM6OCQXAF12 type=del 2024-09-12T17:41:56.570 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.569+0000 7f777f168780 1 > prepared part key=_multipart_H3CSJQOWQ7NN.2~DGU1FHTE3MH1.0 size=1048576 2024-09-12T17:41:56.571 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.570+0000 7f777f168780 1 > prepared part key=_multipart_H3CSJQOWQ7NN.2~DGU1FHTE3MH1.1 size=3389 2024-09-12T17:41:56.571 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.570+0000 7f777f168780 1 > prepared multipart upload key=H3CSJQOWQ7NN upload=DGU1FHTE3MH1 tag=CE1MOL1H5W1D type=write size=2100541 2024-09-12T17:41:56.572 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.571+0000 7f777f168780 1 < completed write operation key=CIHBEU5VBLGQ tag=XQMDHAZQD85M type=write size=314528 2024-09-12T17:41:56.574 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.572+0000 7f777f168780 1 > prepared operation key=CASKVIJ5MIV7 tag=3LME82JHYX7R type=write size=210203 2024-09-12T17:41:56.575 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.573+0000 7f777f168780 1 < completed part key=_multipart_CPJJKVPMV2GJ.2~6WSP7LH1ELS5.0 size=1048576 2024-09-12T17:41:56.576 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.574+0000 7f777f168780 1 < completed part key=_multipart_CPJJKVPMV2GJ.2~6WSP7LH1ELS5.1 size=1048576 2024-09-12T17:41:56.577 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.576+0000 7f777f168780 1 < completed part key=_multipart_CPJJKVPMV2GJ.2~6WSP7LH1ELS5.2 size=94332 2024-09-12T17:41:56.580 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.578+0000 7f777f168780 1 < completed multipart upload key=CPJJKVPMV2GJ upload=6WSP7LH1ELS5 tag=VKP1SFJ4JJTO type=write size=3240060 2024-09-12T17:41:56.581 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.579+0000 7f777f168780 1 > prepared operation key=S79H21EJKRPP tag=8XKGQB2JIY4O type=write size=409616 2024-09-12T17:41:56.582 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.581+0000 7f777f168780 1 < suggested update operation key=13V8F5WX47AD tag=8ZVC828GCXG0 type=del size=84282 2024-09-12T17:41:56.585 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.583+0000 7f777f168780 1 > prepared part key=_multipart_2ZFE3UG14FTU.2~J1Y6KA15EP05.0 size=1048576 2024-09-12T17:41:56.586 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.584+0000 7f777f168780 1 > prepared part key=_multipart_2ZFE3UG14FTU.2~J1Y6KA15EP05.1 size=1048576 2024-09-12T17:41:56.587 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.585+0000 7f777f168780 1 > prepared part key=_multipart_2ZFE3UG14FTU.2~J1Y6KA15EP05.2 size=569670 2024-09-12T17:41:56.587 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.585+0000 7f777f168780 1 > prepared multipart upload key=2ZFE3UG14FTU upload=J1Y6KA15EP05 tag=Y33J84CCZBZ7 type=write size=3715398 2024-09-12T17:41:56.588 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.587+0000 7f777f168780 1 < completed write operation key=9XT9OU5JDG04 tag=EZFO0L2W808T type=write size=932451 2024-09-12T17:41:56.590 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.589+0000 7f777f168780 1 > prepared part key=_multipart_3U17OL8VRNIQ.2~N98WL5LQWDFG.0 size=963726 2024-09-12T17:41:56.591 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.589+0000 7f777f168780 1 > prepared multipart upload key=3U17OL8VRNIQ upload=N98WL5LQWDFG tag=2K2BR22LQ2D7 type=write size=2012302 2024-09-12T17:41:56.592 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.591+0000 7f777f168780 1 < completed part key=_multipart_G4A1L52XKRAS.2~70YZHV7M4APV.0 size=1048576 2024-09-12T17:41:56.593 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.592+0000 7f777f168780 1 < completed part key=_multipart_G4A1L52XKRAS.2~70YZHV7M4APV.1 size=1048576 2024-09-12T17:41:56.594 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.592+0000 7f777f168780 1 < completed part key=_multipart_G4A1L52XKRAS.2~70YZHV7M4APV.2 size=241531 2024-09-12T17:41:56.596 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.595+0000 7f777f168780 1 < completed multipart upload key=G4A1L52XKRAS upload=70YZHV7M4APV tag=KD6LXQQZCI1G type=write size=3387259 2024-09-12T17:41:56.598 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.597+0000 7f777f168780 1 > prepared part key=_multipart_1ZL602X3VJDP.2~JFZBYBC2YX8M.0 size=817062 2024-09-12T17:41:56.598 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.597+0000 7f777f168780 1 > prepared multipart upload key=1ZL602X3VJDP upload=JFZBYBC2YX8M tag=36T0PHF08MGY type=write size=1865638 2024-09-12T17:41:56.599 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.598+0000 7f777f168780 1 < completed part key=_multipart_2BM46JTAY3BM.2~G67DQ2S8UASL.0 size=1048576 2024-09-12T17:41:56.600 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.599+0000 7f777f168780 1 < completed part key=_multipart_2BM46JTAY3BM.2~G67DQ2S8UASL.1 size=1048576 2024-09-12T17:41:56.601 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.600+0000 7f777f168780 1 < completed part key=_multipart_2BM46JTAY3BM.2~G67DQ2S8UASL.2 size=487411 2024-09-12T17:41:56.603 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.602+0000 7f777f168780 1 < completed multipart upload key=2BM46JTAY3BM upload=G67DQ2S8UASL tag=21DO47UR9V3V type=write size=3633139 2024-09-12T17:41:56.606 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.604+0000 7f777f168780 1 > prepared part key=_multipart_9XT9OU5JDG04.2~XQ06Y1ALXU5B.0 size=1048576 2024-09-12T17:41:56.606 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.605+0000 7f777f168780 1 > prepared part key=_multipart_9XT9OU5JDG04.2~XQ06Y1ALXU5B.1 size=1048576 2024-09-12T17:41:56.607 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.606+0000 7f777f168780 1 > prepared part key=_multipart_9XT9OU5JDG04.2~XQ06Y1ALXU5B.2 size=1017772 2024-09-12T17:41:56.608 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.606+0000 7f777f168780 1 > prepared multipart upload key=9XT9OU5JDG04 upload=XQ06Y1ALXU5B tag=4AN660VX7OW2 type=write size=4163500 2024-09-12T17:41:56.609 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.607+0000 7f777f168780 1 < completed part key=_multipart_GYBHJV1TE1UC.2~G0OQN07NRX4B.0 size=1048576 2024-09-12T17:41:56.610 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.609+0000 7f777f168780 1 < completed part key=_multipart_GYBHJV1TE1UC.2~G0OQN07NRX4B.1 size=573178 2024-09-12T17:41:56.612 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.611+0000 7f777f168780 1 < completed multipart upload key=GYBHJV1TE1UC upload=G0OQN07NRX4B tag=0YQAT6CI6X0K type=write size=2670330 2024-09-12T17:41:56.616 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.614+0000 7f777f168780 1 > prepared part key=_multipart_2BM46JTAY3BM.2~BA8L71877VIM.0 size=1048576 2024-09-12T17:41:56.617 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.615+0000 7f777f168780 1 > prepared part key=_multipart_2BM46JTAY3BM.2~BA8L71877VIM.1 size=1022235 2024-09-12T17:41:56.617 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.615+0000 7f777f168780 1 > prepared multipart upload key=2BM46JTAY3BM upload=BA8L71877VIM tag=GX7CQJZKO8HA type=write size=3119387 2024-09-12T17:41:56.619 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.618+0000 7f777f168780 1 < suggested remove operation key=2KHLGQJKQA23 tag=M90VCL43CY8J type=write 2024-09-12T17:41:56.621 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.619+0000 7f777f168780 1 > prepared operation key=CASKVIJ5MIV7 tag=HGTMPHUS3KJU type=del size=253501 2024-09-12T17:41:56.622 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.620+0000 7f777f168780 1 < completed delete operation key=VI3OAATH7N7Z tag=OB34G0TV6RJT type=del 2024-09-12T17:41:56.623 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.622+0000 7f777f168780 1 > prepared operation key=2BM46JTAY3BM tag=1E2J7F5Q6ZUM type=del size=2662885 2024-09-12T17:41:56.624 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.623+0000 7f777f168780 1 < completed part key=_multipart_NV7QYM1CMJA7.2~JIWHOZUR9KUY.0 size=1048576 2024-09-12T17:41:56.625 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.624+0000 7f777f168780 1 < completed part key=_multipart_NV7QYM1CMJA7.2~JIWHOZUR9KUY.1 size=881679 2024-09-12T17:41:56.627 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.626+0000 7f777f168780 1 < completed multipart upload key=NV7QYM1CMJA7 upload=JIWHOZUR9KUY tag=MKX84OWXX247 type=write size=2978831 2024-09-12T17:41:56.629 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.628+0000 7f777f168780 1 > prepared part key=_multipart_K0OUEJ4GMFDB.2~FZSKN49TELNV.0 size=1048576 2024-09-12T17:41:56.630 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.629+0000 7f777f168780 1 > prepared part key=_multipart_K0OUEJ4GMFDB.2~FZSKN49TELNV.1 size=305308 2024-09-12T17:41:56.631 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.629+0000 7f777f168780 1 > prepared multipart upload key=K0OUEJ4GMFDB upload=FZSKN49TELNV tag=3R7PTEBN9VRT type=write size=2402460 2024-09-12T17:41:56.631 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.629+0000 7f777f168780 1 < canceled part key=_multipart_13V8F5WX47AD.2~2ZJ1LLEUN012.0 size=23170 2024-09-12T17:41:56.632 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.631+0000 7f777f168780 1 < canceled multipart upload key=13V8F5WX47AD upload=2ZJ1LLEUN012 tag=C5W2EIK7WAGV type=write size=1071746 2024-09-12T17:41:56.633 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.632+0000 7f777f168780 1 > prepared operation key=3U17OL8VRNIQ tag=HGZUJTKN8R45 type=del size=3629662 2024-09-12T17:41:56.635 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.633+0000 7f777f168780 -1 < failed to complete operation key=2KHLGQJKQA23 tag=OEKKJXJXOXRD type=del size=1833757: (22) Invalid argument 2024-09-12T17:41:56.636 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.634+0000 7f777f168780 1 > prepared operation key=FSWX3S2TGJJ9 tag=WE6K30Z8Z243 type=del size=88762 2024-09-12T17:41:56.637 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.636+0000 7f777f168780 1 < completed part key=_multipart_FSWX3S2TGJJ9.2~1CZCRU8LN9DO.0 size=1048576 2024-09-12T17:41:56.638 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.637+0000 7f777f168780 1 < completed part key=_multipart_FSWX3S2TGJJ9.2~1CZCRU8LN9DO.1 size=1048576 2024-09-12T17:41:56.638 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.637+0000 7f777f168780 1 < canceled part key=_multipart_FSWX3S2TGJJ9.2~1CZCRU8LN9DO.2 size=32439 2024-09-12T17:41:56.640 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.639+0000 7f777f168780 1 < canceled multipart upload key=FSWX3S2TGJJ9 upload=1CZCRU8LN9DO tag=07GJ627IA1F9 type=write size=3178167 2024-09-12T17:41:56.642 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.640+0000 7f777f168780 1 > prepared operation key=1ZL602X3VJDP tag=4G0OUNJRS2HM type=del size=2198761 2024-09-12T17:41:56.643 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.642+0000 7f777f168780 1 < completed part key=_multipart_VI3OAATH7N7Z.2~SAF8PI8VZX2P.0 size=93868 2024-09-12T17:41:56.645 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.643+0000 7f777f168780 1 < completed multipart upload key=VI3OAATH7N7Z upload=SAF8PI8VZX2P tag=6P6V088B1MWG type=write size=1142444 2024-09-12T17:41:56.647 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.646+0000 7f777f168780 1 > prepared part key=_multipart_BO6EDKIVIHEW.2~CMLK5DYQBP24.0 size=1048576 2024-09-12T17:41:56.648 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.647+0000 7f777f168780 1 > prepared part key=_multipart_BO6EDKIVIHEW.2~CMLK5DYQBP24.1 size=1048576 2024-09-12T17:41:56.649 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.647+0000 7f777f168780 1 > prepared part key=_multipart_BO6EDKIVIHEW.2~CMLK5DYQBP24.2 size=8771 2024-09-12T17:41:56.649 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.647+0000 7f777f168780 1 > prepared multipart upload key=BO6EDKIVIHEW upload=CMLK5DYQBP24 tag=UMBPC9W23OC6 type=write size=3154499 2024-09-12T17:41:56.650 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.649+0000 7f777f168780 1 < completed part key=_multipart_DCPT2HL28MHD.2~LGY2X6D9F39J.0 size=1048576 2024-09-12T17:41:56.651 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.650+0000 7f777f168780 1 < completed part key=_multipart_DCPT2HL28MHD.2~LGY2X6D9F39J.1 size=1048576 2024-09-12T17:41:56.652 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.651+0000 7f777f168780 1 < completed part key=_multipart_DCPT2HL28MHD.2~LGY2X6D9F39J.2 size=613287 2024-09-12T17:41:56.654 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.653+0000 7f777f168780 1 < completed multipart upload key=DCPT2HL28MHD upload=LGY2X6D9F39J tag=T5240GHVX1P0 type=write size=3759015 2024-09-12T17:41:56.655 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.654+0000 7f777f168780 1 > prepared operation key=CIHBEU5VBLGQ tag=5IWM9VHVUQYL type=del size=3249357 2024-09-12T17:41:56.656 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.654+0000 7f777f168780 1 < canceled part key=_multipart_H3CSJQOWQ7NN.2~DGU1FHTE3MH1.0 size=1048576 2024-09-12T17:41:56.657 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.655+0000 7f777f168780 1 < completed part key=_multipart_H3CSJQOWQ7NN.2~DGU1FHTE3MH1.1 size=3389 2024-09-12T17:41:56.659 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.657+0000 7f777f168780 1 < canceled multipart upload key=H3CSJQOWQ7NN upload=DGU1FHTE3MH1 tag=CE1MOL1H5W1D type=write size=2100541 2024-09-12T17:41:56.661 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.659+0000 7f777f168780 1 > prepared part key=_multipart_ZABXJ7LUKKD3.2~P0GC0CBTNYH7.0 size=1048576 2024-09-12T17:41:56.662 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.660+0000 7f777f168780 1 > prepared part key=_multipart_ZABXJ7LUKKD3.2~P0GC0CBTNYH7.1 size=935557 2024-09-12T17:41:56.662 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.660+0000 7f777f168780 1 > prepared multipart upload key=ZABXJ7LUKKD3 upload=P0GC0CBTNYH7 tag=S088BV0DDN3I type=write size=3032709 2024-09-12T17:41:56.663 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.661+0000 7f777f168780 1 < completed write operation key=CASKVIJ5MIV7 tag=3LME82JHYX7R type=write size=210203 2024-09-12T17:41:56.665 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.664+0000 7f777f168780 1 > prepared part key=_multipart_GYBHJV1TE1UC.2~QBMU4UW2P7D1.0 size=1048576 2024-09-12T17:41:56.666 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.664+0000 7f777f168780 1 > prepared part key=_multipart_GYBHJV1TE1UC.2~QBMU4UW2P7D1.1 size=1048576 2024-09-12T17:41:56.667 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.665+0000 7f777f168780 1 > prepared part key=_multipart_GYBHJV1TE1UC.2~QBMU4UW2P7D1.2 size=564895 2024-09-12T17:41:56.667 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.665+0000 7f777f168780 1 > prepared multipart upload key=GYBHJV1TE1UC upload=QBMU4UW2P7D1 tag=5J7YU5RGZJHU type=write size=3710623 2024-09-12T17:41:56.668 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.667+0000 7f777f168780 1 < completed write operation key=S79H21EJKRPP tag=8XKGQB2JIY4O type=write size=409616 2024-09-12T17:41:56.670 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.668+0000 7f777f168780 1 > prepared operation key=CV1EGVJPNSKR tag=BOV8ON4HAZBX type=del size=1162920 2024-09-12T17:41:56.671 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.670+0000 7f777f168780 1 < completed part key=_multipart_2ZFE3UG14FTU.2~J1Y6KA15EP05.0 size=1048576 2024-09-12T17:41:56.672 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.671+0000 7f777f168780 1 < completed part key=_multipart_2ZFE3UG14FTU.2~J1Y6KA15EP05.1 size=1048576 2024-09-12T17:41:56.673 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.672+0000 7f777f168780 1 < completed part key=_multipart_2ZFE3UG14FTU.2~J1Y6KA15EP05.2 size=569670 2024-09-12T17:41:56.675 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.674+0000 7f777f168780 1 < completed multipart upload key=2ZFE3UG14FTU upload=J1Y6KA15EP05 tag=Y33J84CCZBZ7 type=write size=3715398 2024-09-12T17:41:56.677 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.675+0000 7f777f168780 1 > prepared operation key=K0OUEJ4GMFDB tag=0EZJM900ZEN4 type=del size=1862930 2024-09-12T17:41:56.678 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.677+0000 7f777f168780 1 < completed part key=_multipart_3U17OL8VRNIQ.2~N98WL5LQWDFG.0 size=963726 2024-09-12T17:41:56.680 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.679+0000 7f777f168780 1 < completed multipart upload key=3U17OL8VRNIQ upload=N98WL5LQWDFG tag=2K2BR22LQ2D7 type=write size=2012302 2024-09-12T17:41:56.681 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.680+0000 7f777f168780 1 > prepared operation key=FI2EY06UN14X tag=FWW0N0DHIVPE type=del size=491319 2024-09-12T17:41:56.682 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.681+0000 7f777f168780 1 < completed part key=_multipart_1ZL602X3VJDP.2~JFZBYBC2YX8M.0 size=817062 2024-09-12T17:41:56.685 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.683+0000 7f777f168780 1 < completed multipart upload key=1ZL602X3VJDP upload=JFZBYBC2YX8M tag=36T0PHF08MGY type=write size=1865638 2024-09-12T17:41:56.686 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.685+0000 7f777f168780 1 > prepared part key=_multipart_K0OUEJ4GMFDB.2~A6UDZRZEN3UY.0 size=1048576 2024-09-12T17:41:56.687 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.686+0000 7f777f168780 1 > prepared part key=_multipart_K0OUEJ4GMFDB.2~A6UDZRZEN3UY.1 size=1048576 2024-09-12T17:41:56.688 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.687+0000 7f777f168780 1 > prepared part key=_multipart_K0OUEJ4GMFDB.2~A6UDZRZEN3UY.2 size=354707 2024-09-12T17:41:56.689 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.687+0000 7f777f168780 1 > prepared multipart upload key=K0OUEJ4GMFDB upload=A6UDZRZEN3UY tag=RC8K8HGC1NJU type=write size=3500435 2024-09-12T17:41:56.690 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.689+0000 7f777f168780 1 < completed part key=_multipart_9XT9OU5JDG04.2~XQ06Y1ALXU5B.0 size=1048576 2024-09-12T17:41:56.691 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.689+0000 7f777f168780 1 < completed part key=_multipart_9XT9OU5JDG04.2~XQ06Y1ALXU5B.1 size=1048576 2024-09-12T17:41:56.692 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.691+0000 7f777f168780 1 < completed part key=_multipart_9XT9OU5JDG04.2~XQ06Y1ALXU5B.2 size=1017772 2024-09-12T17:41:56.694 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.693+0000 7f777f168780 1 < completed multipart upload key=9XT9OU5JDG04 upload=XQ06Y1ALXU5B tag=4AN660VX7OW2 type=write size=4163500 2024-09-12T17:41:56.695 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.694+0000 7f777f168780 1 > prepared operation key=CV1EGVJPNSKR tag=GAX341SRJ2MG type=del size=610015 2024-09-12T17:41:56.696 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.695+0000 7f777f168780 1 < completed part key=_multipart_2BM46JTAY3BM.2~BA8L71877VIM.0 size=1048576 2024-09-12T17:41:56.698 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.696+0000 7f777f168780 1 < completed part key=_multipart_2BM46JTAY3BM.2~BA8L71877VIM.1 size=1022235 2024-09-12T17:41:56.700 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.698+0000 7f777f168780 1 < completed multipart upload key=2BM46JTAY3BM upload=BA8L71877VIM tag=GX7CQJZKO8HA type=write size=3119387 2024-09-12T17:41:56.701 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.700+0000 7f777f168780 1 > prepared operation key=FCBWV27TCNS4 tag=Y96P188LU78I type=del size=2668680 2024-09-12T17:41:56.702 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.701+0000 7f777f168780 1 < completed delete operation key=CASKVIJ5MIV7 tag=HGTMPHUS3KJU type=del 2024-09-12T17:41:56.704 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.702+0000 7f777f168780 1 > prepared operation key=7Q7D1WMM31NL tag=3WBIBMEQWCV7 type=write size=560942 2024-09-12T17:41:56.705 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.703+0000 7f777f168780 1 < completed delete operation key=2BM46JTAY3BM tag=1E2J7F5Q6ZUM type=del 2024-09-12T17:41:56.707 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.706+0000 7f777f168780 1 > prepared part key=_multipart_FI2EY06UN14X.2~IP7L22MCDO0A.0 size=334955 2024-09-12T17:41:56.707 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.706+0000 7f777f168780 1 > prepared multipart upload key=FI2EY06UN14X upload=IP7L22MCDO0A tag=LLHZ34LKL0IE type=write size=1383531 2024-09-12T17:41:56.708 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.707+0000 7f777f168780 1 < completed part key=_multipart_K0OUEJ4GMFDB.2~FZSKN49TELNV.0 size=1048576 2024-09-12T17:41:56.709 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.708+0000 7f777f168780 1 < completed part key=_multipart_K0OUEJ4GMFDB.2~FZSKN49TELNV.1 size=305308 2024-09-12T17:41:56.711 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.710+0000 7f777f168780 1 < completed multipart upload key=K0OUEJ4GMFDB upload=FZSKN49TELNV tag=3R7PTEBN9VRT type=write size=2402460 2024-09-12T17:41:56.712 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.711+0000 7f777f168780 1 > prepared operation key=PW0NPHZT12D3 tag=JZ4RFA97BLNA type=del size=2725880 2024-09-12T17:41:56.714 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.712+0000 7f777f168780 1 < completed delete operation key=3U17OL8VRNIQ tag=HGZUJTKN8R45 type=del 2024-09-12T17:41:56.716 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.715+0000 7f777f168780 1 > prepared part key=_multipart_FSWX3S2TGJJ9.2~OH5ML8MXUKSR.0 size=435492 2024-09-12T17:41:56.716 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.715+0000 7f777f168780 1 > prepared multipart upload key=FSWX3S2TGJJ9 upload=OH5ML8MXUKSR tag=XDV9LM7P15F3 type=write size=1484068 2024-09-12T17:41:56.719 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.717+0000 7f777f168780 1 < suggested update operation key=FSWX3S2TGJJ9 tag=WE6K30Z8Z243 type=del size=88762 2024-09-12T17:41:56.720 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.718+0000 7f777f168780 1 > prepared operation key=2KHLGQJKQA23 tag=U91TW771AU7H type=del size=1905231 2024-09-12T17:41:56.721 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.720+0000 7f777f168780 1 < completed delete operation key=1ZL602X3VJDP tag=4G0OUNJRS2HM type=del 2024-09-12T17:41:56.722 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.721+0000 7f777f168780 1 > prepared operation key=3U17OL8VRNIQ tag=GJBJ7INOAY2P type=del size=1796671 2024-09-12T17:41:56.723 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.722+0000 7f777f168780 1 < completed part key=_multipart_BO6EDKIVIHEW.2~CMLK5DYQBP24.0 size=1048576 2024-09-12T17:41:56.724 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.723+0000 7f777f168780 1 < completed part key=_multipart_BO6EDKIVIHEW.2~CMLK5DYQBP24.1 size=1048576 2024-09-12T17:41:56.725 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.724+0000 7f777f168780 1 < completed part key=_multipart_BO6EDKIVIHEW.2~CMLK5DYQBP24.2 size=8771 2024-09-12T17:41:56.728 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.727+0000 7f777f168780 1 < completed multipart upload key=BO6EDKIVIHEW upload=CMLK5DYQBP24 tag=UMBPC9W23OC6 type=write size=3154499 2024-09-12T17:41:56.729 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.728+0000 7f777f168780 1 > prepared operation key=2ZFE3UG14FTU tag=B5R1YRG1U22J type=write size=911089 2024-09-12T17:41:56.731 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.729+0000 7f777f168780 1 < completed delete operation key=CIHBEU5VBLGQ tag=5IWM9VHVUQYL type=del 2024-09-12T17:41:56.732 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.730+0000 7f777f168780 1 > prepared operation key=GYBHJV1TE1UC tag=KHSIYDMFW223 type=write size=553886 2024-09-12T17:41:56.733 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.732+0000 7f777f168780 1 < completed part key=_multipart_ZABXJ7LUKKD3.2~P0GC0CBTNYH7.0 size=1048576 2024-09-12T17:41:56.734 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.733+0000 7f777f168780 1 < completed part key=_multipart_ZABXJ7LUKKD3.2~P0GC0CBTNYH7.1 size=935557 2024-09-12T17:41:56.736 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.735+0000 7f777f168780 1 < completed multipart upload key=ZABXJ7LUKKD3 upload=P0GC0CBTNYH7 tag=S088BV0DDN3I type=write size=3032709 2024-09-12T17:41:56.738 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.737+0000 7f777f168780 1 > prepared part key=_multipart_K0OUEJ4GMFDB.2~J9XGLFLKIJNZ.0 size=1048576 2024-09-12T17:41:56.739 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.738+0000 7f777f168780 1 > prepared part key=_multipart_K0OUEJ4GMFDB.2~J9XGLFLKIJNZ.1 size=1048576 2024-09-12T17:41:56.740 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.738+0000 7f777f168780 1 > prepared part key=_multipart_K0OUEJ4GMFDB.2~J9XGLFLKIJNZ.2 size=974485 2024-09-12T17:41:56.740 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.738+0000 7f777f168780 1 > prepared multipart upload key=K0OUEJ4GMFDB upload=J9XGLFLKIJNZ tag=QEEP11UBMP0B type=write size=4120213 2024-09-12T17:41:56.741 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.740+0000 7f777f168780 1 < completed part key=_multipart_GYBHJV1TE1UC.2~QBMU4UW2P7D1.0 size=1048576 2024-09-12T17:41:56.742 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.741+0000 7f777f168780 1 < completed part key=_multipart_GYBHJV1TE1UC.2~QBMU4UW2P7D1.1 size=1048576 2024-09-12T17:41:56.743 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.742+0000 7f777f168780 1 < completed part key=_multipart_GYBHJV1TE1UC.2~QBMU4UW2P7D1.2 size=564895 2024-09-12T17:41:56.745 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.744+0000 7f777f168780 1 < completed multipart upload key=GYBHJV1TE1UC upload=QBMU4UW2P7D1 tag=5J7YU5RGZJHU type=write size=3710623 2024-09-12T17:41:56.746 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.745+0000 7f777f168780 1 > prepared operation key=CPJJKVPMV2GJ tag=ZK4Z264S5ILE type=write size=699900 2024-09-12T17:41:56.747 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.746+0000 7f777f168780 1 < canceled operation key=CV1EGVJPNSKR tag=BOV8ON4HAZBX type=del size=1162920 2024-09-12T17:41:56.749 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.748+0000 7f777f168780 1 > prepared part key=_multipart_BO6EDKIVIHEW.2~E5WIQ2ZFZ6VD.0 size=1048576 2024-09-12T17:41:56.750 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.749+0000 7f777f168780 1 > prepared part key=_multipart_BO6EDKIVIHEW.2~E5WIQ2ZFZ6VD.1 size=1048576 2024-09-12T17:41:56.751 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.750+0000 7f777f168780 1 > prepared part key=_multipart_BO6EDKIVIHEW.2~E5WIQ2ZFZ6VD.2 size=113960 2024-09-12T17:41:56.751 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.750+0000 7f777f168780 1 > prepared multipart upload key=BO6EDKIVIHEW upload=E5WIQ2ZFZ6VD tag=08NTKD16SXQ5 type=write size=3259688 2024-09-12T17:41:56.752 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.751+0000 7f777f168780 1 < completed delete operation key=K0OUEJ4GMFDB tag=0EZJM900ZEN4 type=del 2024-09-12T17:41:56.754 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.752+0000 7f777f168780 1 > prepared operation key=CPJJKVPMV2GJ tag=SD89N94Y0W05 type=del size=1368581 2024-09-12T17:41:56.755 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.753+0000 7f777f168780 1 < completed delete operation key=FI2EY06UN14X tag=FWW0N0DHIVPE type=del 2024-09-12T17:41:56.756 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.755+0000 7f777f168780 1 > prepared operation key=H3CSJQOWQ7NN tag=3PV5FKZZBBG3 type=del size=2267181 2024-09-12T17:41:56.756 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.755+0000 7f777f168780 1 < canceled part key=_multipart_K0OUEJ4GMFDB.2~A6UDZRZEN3UY.0 size=1048576 2024-09-12T17:41:56.757 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.756+0000 7f777f168780 1 < completed part key=_multipart_K0OUEJ4GMFDB.2~A6UDZRZEN3UY.1 size=1048576 2024-09-12T17:41:56.758 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.757+0000 7f777f168780 1 < completed part key=_multipart_K0OUEJ4GMFDB.2~A6UDZRZEN3UY.2 size=354707 2024-09-12T17:41:56.760 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.759+0000 7f777f168780 1 < canceled multipart upload key=K0OUEJ4GMFDB upload=A6UDZRZEN3UY tag=RC8K8HGC1NJU type=write size=3500435 2024-09-12T17:41:56.763 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.761+0000 7f777f168780 1 > prepared part key=_multipart_DO31EKWPC3OI.2~5YE5MPOFG00S.0 size=691037 2024-09-12T17:41:56.763 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.761+0000 7f777f168780 1 > prepared multipart upload key=DO31EKWPC3OI upload=5YE5MPOFG00S tag=IKCMGWD7HBGY type=write size=1739613 2024-09-12T17:41:56.765 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.764+0000 7f777f168780 1 < suggested update operation key=CV1EGVJPNSKR tag=GAX341SRJ2MG type=del size=610015 2024-09-12T17:41:56.766 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.765+0000 7f777f168780 1 > prepared operation key=13V8F5WX47AD tag=G75H3JDTJ3FK type=del size=3192097 2024-09-12T17:41:56.767 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.766+0000 7f777f168780 1 < canceled operation key=FCBWV27TCNS4 tag=Y96P188LU78I type=del size=2668680 2024-09-12T17:41:56.769 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.767+0000 7f777f168780 1 > prepared operation key=S79H21EJKRPP tag=N6YOXRGXS9GK type=del size=3055829 2024-09-12T17:41:56.770 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.769+0000 7f777f168780 1 < canceled operation key=7Q7D1WMM31NL tag=3WBIBMEQWCV7 type=write size=560942 2024-09-12T17:41:56.771 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.770+0000 7f777f168780 1 > prepared operation key=CV1EGVJPNSKR tag=OD7LBJEYIT8V type=del size=3254384 2024-09-12T17:41:56.772 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.771+0000 7f777f168780 1 < completed part key=_multipart_FI2EY06UN14X.2~IP7L22MCDO0A.0 size=334955 2024-09-12T17:41:56.774 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.773+0000 7f777f168780 1 < completed multipart upload key=FI2EY06UN14X upload=IP7L22MCDO0A tag=LLHZ34LKL0IE type=write size=1383531 2024-09-12T17:41:56.777 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.775+0000 7f777f168780 1 > prepared part key=_multipart_CV1EGVJPNSKR.2~7DXT70HJ4WJ9.0 size=561440 2024-09-12T17:41:56.777 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.775+0000 7f777f168780 1 > prepared multipart upload key=CV1EGVJPNSKR upload=7DXT70HJ4WJ9 tag=UT4PSVI7ZQ0E type=write size=1610016 2024-09-12T17:41:56.778 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.776+0000 7f777f168780 1 < completed delete operation key=PW0NPHZT12D3 tag=JZ4RFA97BLNA type=del 2024-09-12T17:41:56.779 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.778+0000 7f777f168780 1 > prepared operation key=3D7LF14YZ1DI tag=32U769U9YFE2 type=write size=291914 2024-09-12T17:41:56.780 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.779+0000 7f777f168780 1 < completed part key=_multipart_FSWX3S2TGJJ9.2~OH5ML8MXUKSR.0 size=435492 2024-09-12T17:41:56.782 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.781+0000 7f777f168780 1 < completed multipart upload key=FSWX3S2TGJJ9 upload=OH5ML8MXUKSR tag=XDV9LM7P15F3 type=write size=1484068 2024-09-12T17:41:56.785 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.783+0000 7f777f168780 1 > prepared part key=_multipart_1ZL602X3VJDP.2~U27XZC2Z41K0.0 size=85741 2024-09-12T17:41:56.785 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.783+0000 7f777f168780 1 > prepared multipart upload key=1ZL602X3VJDP upload=U27XZC2Z41K0 tag=GWUK5ZCAHC3O type=write size=1134317 2024-09-12T17:41:56.786 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.784+0000 7f777f168780 1 < completed delete operation key=2KHLGQJKQA23 tag=U91TW771AU7H type=del 2024-09-12T17:41:56.787 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.786+0000 7f777f168780 1 > prepared operation key=H3CSJQOWQ7NN tag=QTX8Q6RVT1IG type=del size=2975017 2024-09-12T17:41:56.788 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.787+0000 7f777f168780 1 < completed delete operation key=3U17OL8VRNIQ tag=GJBJ7INOAY2P type=del 2024-09-12T17:41:56.790 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.789+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~C8T0M4A85PCY.0 size=1048576 2024-09-12T17:41:56.791 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.790+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~C8T0M4A85PCY.1 size=1048576 2024-09-12T17:41:56.792 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.791+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~C8T0M4A85PCY.2 size=547724 2024-09-12T17:41:56.793 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.791+0000 7f777f168780 1 > prepared multipart upload key=CIHBEU5VBLGQ upload=C8T0M4A85PCY tag=33UUUZAOBW3Z type=write size=3693452 2024-09-12T17:41:56.795 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.793+0000 7f777f168780 1 < suggested update operation key=2ZFE3UG14FTU tag=B5R1YRG1U22J type=write size=911089 2024-09-12T17:41:56.796 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.795+0000 7f777f168780 1 > prepared operation key=AEV8UHLVWR8L tag=PHKNBG3X41O2 type=del size=1908485 2024-09-12T17:41:56.797 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.796+0000 7f777f168780 1 < completed write operation key=GYBHJV1TE1UC tag=KHSIYDMFW223 type=write size=553886 2024-09-12T17:41:56.799 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.798+0000 7f777f168780 1 > prepared part key=_multipart_13V8F5WX47AD.2~NR8J4RFN04XO.0 size=191682 2024-09-12T17:41:56.800 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.798+0000 7f777f168780 1 > prepared multipart upload key=13V8F5WX47AD upload=NR8J4RFN04XO tag=CGRS65YIZ60F type=write size=1240258 2024-09-12T17:41:56.801 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.799+0000 7f777f168780 1 < completed part key=_multipart_K0OUEJ4GMFDB.2~J9XGLFLKIJNZ.0 size=1048576 2024-09-12T17:41:56.802 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.800+0000 7f777f168780 1 < completed part key=_multipart_K0OUEJ4GMFDB.2~J9XGLFLKIJNZ.1 size=1048576 2024-09-12T17:41:56.803 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.801+0000 7f777f168780 1 < completed part key=_multipart_K0OUEJ4GMFDB.2~J9XGLFLKIJNZ.2 size=974485 2024-09-12T17:41:56.805 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.803+0000 7f777f168780 1 < completed multipart upload key=K0OUEJ4GMFDB upload=J9XGLFLKIJNZ tag=QEEP11UBMP0B type=write size=4120213 2024-09-12T17:41:56.806 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.805+0000 7f777f168780 1 > prepared operation key=1ZL602X3VJDP tag=KH3XIWRMI0QC type=del size=3228965 2024-09-12T17:41:56.807 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.806+0000 7f777f168780 1 < completed write operation key=CPJJKVPMV2GJ tag=ZK4Z264S5ILE type=write size=699900 2024-09-12T17:41:56.809 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.808+0000 7f777f168780 1 > prepared part key=_multipart_K0OUEJ4GMFDB.2~NA1FXB7G38U0.0 size=434211 2024-09-12T17:41:56.810 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.808+0000 7f777f168780 1 > prepared multipart upload key=K0OUEJ4GMFDB upload=NA1FXB7G38U0 tag=9QABHXTN1ZFN type=write size=1482787 2024-09-12T17:41:56.810 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.808+0000 7f777f168780 1 < canceled part key=_multipart_BO6EDKIVIHEW.2~E5WIQ2ZFZ6VD.0 size=1048576 2024-09-12T17:41:56.810 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.808+0000 7f777f168780 1 < canceled part key=_multipart_BO6EDKIVIHEW.2~E5WIQ2ZFZ6VD.1 size=1048576 2024-09-12T17:41:56.811 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.809+0000 7f777f168780 1 < completed part key=_multipart_BO6EDKIVIHEW.2~E5WIQ2ZFZ6VD.2 size=113960 2024-09-12T17:41:56.813 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.811+0000 7f777f168780 1 < canceled multipart upload key=BO6EDKIVIHEW upload=E5WIQ2ZFZ6VD tag=08NTKD16SXQ5 type=write size=3259688 2024-09-12T17:41:56.815 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.814+0000 7f777f168780 1 > prepared part key=_multipart_DO31EKWPC3OI.2~Y1PIOO7A8HKB.0 size=1048576 2024-09-12T17:41:56.816 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.815+0000 7f777f168780 1 > prepared part key=_multipart_DO31EKWPC3OI.2~Y1PIOO7A8HKB.1 size=1048576 2024-09-12T17:41:56.817 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.816+0000 7f777f168780 1 > prepared part key=_multipart_DO31EKWPC3OI.2~Y1PIOO7A8HKB.2 size=146159 2024-09-12T17:41:56.817 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.816+0000 7f777f168780 1 > prepared multipart upload key=DO31EKWPC3OI upload=Y1PIOO7A8HKB tag=TBQIBEUZJPJR type=write size=3291887 2024-09-12T17:41:56.820 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.818+0000 7f777f168780 1 < suggested update operation key=CPJJKVPMV2GJ tag=SD89N94Y0W05 type=del size=1368581 2024-09-12T17:41:56.822 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.820+0000 7f777f168780 1 > prepared part key=_multipart_DCPT2HL28MHD.2~QKUZK0LYEQMK.0 size=914302 2024-09-12T17:41:56.822 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.820+0000 7f777f168780 1 > prepared multipart upload key=DCPT2HL28MHD upload=QKUZK0LYEQMK tag=2X1GWCOVBT6I type=write size=1962878 2024-09-12T17:41:56.823 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.822+0000 7f777f168780 1 < canceled operation key=H3CSJQOWQ7NN tag=3PV5FKZZBBG3 type=del size=2267181 2024-09-12T17:41:56.824 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.823+0000 7f777f168780 1 > prepared operation key=FCBWV27TCNS4 tag=UNH57C06L60Q type=del size=2580465 2024-09-12T17:41:56.826 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.824+0000 7f777f168780 1 < completed part key=_multipart_DO31EKWPC3OI.2~5YE5MPOFG00S.0 size=691037 2024-09-12T17:41:56.827 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.826+0000 7f777f168780 1 < completed multipart upload key=DO31EKWPC3OI upload=5YE5MPOFG00S tag=IKCMGWD7HBGY type=write size=1739613 2024-09-12T17:41:56.829 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.827+0000 7f777f168780 1 > prepared operation key=1ZL602X3VJDP tag=523JGMSWCXJS type=del size=316866 2024-09-12T17:41:56.831 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.829+0000 7f777f168780 1 < suggested remove operation key=13V8F5WX47AD tag=G75H3JDTJ3FK type=del 2024-09-12T17:41:56.833 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.832+0000 7f777f168780 1 > prepared part key=_multipart_CASKVIJ5MIV7.2~ZYHC1JA41X41.0 size=155605 2024-09-12T17:41:56.833 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.832+0000 7f777f168780 1 > prepared multipart upload key=CASKVIJ5MIV7 upload=ZYHC1JA41X41 tag=CGOZCNLQLEP5 type=write size=1204181 2024-09-12T17:41:56.834 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.833+0000 7f777f168780 1 < completed delete operation key=S79H21EJKRPP tag=N6YOXRGXS9GK type=del 2024-09-12T17:41:56.835 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.834+0000 7f777f168780 1 > prepared operation key=CIHBEU5VBLGQ tag=2IJGR30E1YL3 type=del size=2367880 2024-09-12T17:41:56.837 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.835+0000 7f777f168780 1 < completed delete operation key=CV1EGVJPNSKR tag=OD7LBJEYIT8V type=del 2024-09-12T17:41:56.839 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.837+0000 7f777f168780 1 > prepared part key=_multipart_2ZFE3UG14FTU.2~SN4QBXSEI9QI.0 size=1048576 2024-09-12T17:41:56.840 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.839+0000 7f777f168780 1 > prepared part key=_multipart_2ZFE3UG14FTU.2~SN4QBXSEI9QI.1 size=846286 2024-09-12T17:41:56.841 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.839+0000 7f777f168780 1 > prepared multipart upload key=2ZFE3UG14FTU upload=SN4QBXSEI9QI tag=C3UADGM5VKGG type=write size=2943438 2024-09-12T17:41:56.842 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.840+0000 7f777f168780 1 < completed part key=_multipart_CV1EGVJPNSKR.2~7DXT70HJ4WJ9.0 size=561440 2024-09-12T17:41:56.843 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.842+0000 7f777f168780 1 < completed multipart upload key=CV1EGVJPNSKR upload=7DXT70HJ4WJ9 tag=UT4PSVI7ZQ0E type=write size=1610016 2024-09-12T17:41:56.845 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.843+0000 7f777f168780 1 > prepared operation key=3U17OL8VRNIQ tag=5LAUHUGFD97I type=del size=159500 2024-09-12T17:41:56.846 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.844+0000 7f777f168780 1 < completed write operation key=3D7LF14YZ1DI tag=32U769U9YFE2 type=write size=291914 2024-09-12T17:41:56.847 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.846+0000 7f777f168780 1 > prepared operation key=FSWX3S2TGJJ9 tag=ROO3PC0TK13J type=write size=381813 2024-09-12T17:41:56.848 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.847+0000 7f777f168780 1 < completed part key=_multipart_1ZL602X3VJDP.2~U27XZC2Z41K0.0 size=85741 2024-09-12T17:41:56.850 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.849+0000 7f777f168780 1 < completed multipart upload key=1ZL602X3VJDP upload=U27XZC2Z41K0 tag=GWUK5ZCAHC3O type=write size=1134317 2024-09-12T17:41:56.852 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.851+0000 7f777f168780 1 > prepared part key=_multipart_FI2EY06UN14X.2~JJBCZPSXXLF0.0 size=1048576 2024-09-12T17:41:56.853 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.852+0000 7f777f168780 1 > prepared part key=_multipart_FI2EY06UN14X.2~JJBCZPSXXLF0.1 size=119029 2024-09-12T17:41:56.853 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.852+0000 7f777f168780 1 > prepared multipart upload key=FI2EY06UN14X upload=JJBCZPSXXLF0 tag=EG7PHX4XQP8N type=write size=2216181 2024-09-12T17:41:56.855 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.854+0000 7f777f168780 1 < suggested update operation key=H3CSJQOWQ7NN tag=QTX8Q6RVT1IG type=del size=2975017 2024-09-12T17:41:56.858 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.856+0000 7f777f168780 1 > prepared part key=_multipart_FI2EY06UN14X.2~9K6E0GQ2MA0T.0 size=1048576 2024-09-12T17:41:56.858 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.857+0000 7f777f168780 1 > prepared part key=_multipart_FI2EY06UN14X.2~9K6E0GQ2MA0T.1 size=16917 2024-09-12T17:41:56.859 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.857+0000 7f777f168780 1 > prepared multipart upload key=FI2EY06UN14X upload=9K6E0GQ2MA0T tag=1E19X1K1SALC type=write size=2114069 2024-09-12T17:41:56.860 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.858+0000 7f777f168780 1 < completed part key=_multipart_CIHBEU5VBLGQ.2~C8T0M4A85PCY.0 size=1048576 2024-09-12T17:41:56.860 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.859+0000 7f777f168780 1 < completed part key=_multipart_CIHBEU5VBLGQ.2~C8T0M4A85PCY.1 size=1048576 2024-09-12T17:41:56.861 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.860+0000 7f777f168780 1 < completed part key=_multipart_CIHBEU5VBLGQ.2~C8T0M4A85PCY.2 size=547724 2024-09-12T17:41:56.863 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.862+0000 7f777f168780 1 < completed multipart upload key=CIHBEU5VBLGQ upload=C8T0M4A85PCY tag=33UUUZAOBW3Z type=write size=3693452 2024-09-12T17:41:56.865 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.864+0000 7f777f168780 1 > prepared part key=_multipart_K0OUEJ4GMFDB.2~NGFOJ7FIWIKT.0 size=1048576 2024-09-12T17:41:56.866 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.865+0000 7f777f168780 1 > prepared part key=_multipart_K0OUEJ4GMFDB.2~NGFOJ7FIWIKT.1 size=1017181 2024-09-12T17:41:56.867 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.865+0000 7f777f168780 1 > prepared multipart upload key=K0OUEJ4GMFDB upload=NGFOJ7FIWIKT tag=77X3A67JFL42 type=write size=3114333 2024-09-12T17:41:56.868 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.866+0000 7f777f168780 1 < canceled operation key=AEV8UHLVWR8L tag=PHKNBG3X41O2 type=del size=1908485 2024-09-12T17:41:56.870 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.868+0000 7f777f168780 1 > prepared part key=_multipart_1ZL602X3VJDP.2~FVARZ8OQ6BFN.0 size=1048576 2024-09-12T17:41:56.871 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.869+0000 7f777f168780 1 > prepared part key=_multipart_1ZL602X3VJDP.2~FVARZ8OQ6BFN.1 size=705331 2024-09-12T17:41:56.871 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.869+0000 7f777f168780 1 > prepared multipart upload key=1ZL602X3VJDP upload=FVARZ8OQ6BFN tag=V9RK7T98RMNC type=write size=2802483 2024-09-12T17:41:56.872 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.870+0000 7f777f168780 1 < completed part key=_multipart_13V8F5WX47AD.2~NR8J4RFN04XO.0 size=191682 2024-09-12T17:41:56.874 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.872+0000 7f777f168780 1 < completed multipart upload key=13V8F5WX47AD upload=NR8J4RFN04XO tag=CGRS65YIZ60F type=write size=1240258 2024-09-12T17:41:56.875 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.874+0000 7f777f168780 1 > prepared operation key=O3IEF0Z4S34O tag=LGHVMK8BGXB2 type=del size=1191346 2024-09-12T17:41:56.876 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.875+0000 7f777f168780 1 < completed delete operation key=1ZL602X3VJDP tag=KH3XIWRMI0QC type=del 2024-09-12T17:41:56.878 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.877+0000 7f777f168780 1 > prepared part key=_multipart_3D7LF14YZ1DI.2~K530W1TN055E.0 size=1048576 2024-09-12T17:41:56.879 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.878+0000 7f777f168780 1 > prepared part key=_multipart_3D7LF14YZ1DI.2~K530W1TN055E.1 size=1048576 2024-09-12T17:41:56.880 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.879+0000 7f777f168780 1 > prepared part key=_multipart_3D7LF14YZ1DI.2~K530W1TN055E.2 size=186883 2024-09-12T17:41:56.880 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.879+0000 7f777f168780 1 > prepared multipart upload key=3D7LF14YZ1DI upload=K530W1TN055E tag=RS5UHOHYC9AJ type=write size=3332611 2024-09-12T17:41:56.881 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.879+0000 7f777f168780 1 < canceled part key=_multipart_K0OUEJ4GMFDB.2~NA1FXB7G38U0.0 size=434211 2024-09-12T17:41:56.882 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.881+0000 7f777f168780 1 < canceled multipart upload key=K0OUEJ4GMFDB upload=NA1FXB7G38U0 tag=9QABHXTN1ZFN type=write size=1482787 2024-09-12T17:41:56.885 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.883+0000 7f777f168780 1 > prepared part key=_multipart_3D7LF14YZ1DI.2~KYW4XW7FPNII.0 size=1048576 2024-09-12T17:41:56.886 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.884+0000 7f777f168780 1 > prepared part key=_multipart_3D7LF14YZ1DI.2~KYW4XW7FPNII.1 size=1048576 2024-09-12T17:41:56.887 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.885+0000 7f777f168780 1 > prepared part key=_multipart_3D7LF14YZ1DI.2~KYW4XW7FPNII.2 size=984672 2024-09-12T17:41:56.887 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.885+0000 7f777f168780 1 > prepared multipart upload key=3D7LF14YZ1DI upload=KYW4XW7FPNII tag=6IAPKT4LSIZ8 type=write size=4130400 2024-09-12T17:41:56.888 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.886+0000 7f777f168780 1 < completed part key=_multipart_DO31EKWPC3OI.2~Y1PIOO7A8HKB.0 size=1048576 2024-09-12T17:41:56.889 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.887+0000 7f777f168780 1 < completed part key=_multipart_DO31EKWPC3OI.2~Y1PIOO7A8HKB.1 size=1048576 2024-09-12T17:41:56.890 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.888+0000 7f777f168780 1 < completed part key=_multipart_DO31EKWPC3OI.2~Y1PIOO7A8HKB.2 size=146159 2024-09-12T17:41:56.892 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.890+0000 7f777f168780 1 < completed multipart upload key=DO31EKWPC3OI upload=Y1PIOO7A8HKB tag=TBQIBEUZJPJR type=write size=3291887 2024-09-12T17:41:56.893 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.892+0000 7f777f168780 1 > prepared operation key=3U17OL8VRNIQ tag=80DA4KCU13DE type=del size=146122 2024-09-12T17:41:56.894 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.893+0000 7f777f168780 1 < completed part key=_multipart_DCPT2HL28MHD.2~QKUZK0LYEQMK.0 size=914302 2024-09-12T17:41:56.896 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.895+0000 7f777f168780 1 < completed multipart upload key=DCPT2HL28MHD upload=QKUZK0LYEQMK tag=2X1GWCOVBT6I type=write size=1962878 2024-09-12T17:41:56.898 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.896+0000 7f777f168780 1 > prepared operation key=O3IEF0Z4S34O tag=M4I9U2CPROZB type=write size=499631 2024-09-12T17:41:56.900 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.898+0000 7f777f168780 1 < suggested update operation key=FCBWV27TCNS4 tag=UNH57C06L60Q type=del size=2580465 2024-09-12T17:41:56.901 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.900+0000 7f777f168780 1 > prepared operation key=CASKVIJ5MIV7 tag=QX5BIT455TCK type=del size=1319179 2024-09-12T17:41:56.902 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.901+0000 7f777f168780 1 < completed delete operation key=1ZL602X3VJDP tag=523JGMSWCXJS type=del 2024-09-12T17:41:56.903 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.902+0000 7f777f168780 1 > prepared operation key=BO6EDKIVIHEW tag=ZVF15M6GGSFI type=del size=3628897 2024-09-12T17:41:56.905 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.903+0000 7f777f168780 1 < completed part key=_multipart_CASKVIJ5MIV7.2~ZYHC1JA41X41.0 size=155605 2024-09-12T17:41:56.907 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.905+0000 7f777f168780 1 < completed multipart upload key=CASKVIJ5MIV7 upload=ZYHC1JA41X41 tag=CGOZCNLQLEP5 type=write size=1204181 2024-09-12T17:41:56.908 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.907+0000 7f777f168780 1 > prepared operation key=CASKVIJ5MIV7 tag=KCAR004YIC28 type=del size=1896139 2024-09-12T17:41:56.910 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.909+0000 7f777f168780 1 < suggested update operation key=CIHBEU5VBLGQ tag=2IJGR30E1YL3 type=del size=2367880 2024-09-12T17:41:56.912 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.910+0000 7f777f168780 1 > prepared operation key=CASKVIJ5MIV7 tag=O8KFBLXKMA1W type=del size=2643209 2024-09-12T17:41:56.913 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.912+0000 7f777f168780 1 < completed part key=_multipart_2ZFE3UG14FTU.2~SN4QBXSEI9QI.0 size=1048576 2024-09-12T17:41:56.914 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.913+0000 7f777f168780 1 < completed part key=_multipart_2ZFE3UG14FTU.2~SN4QBXSEI9QI.1 size=846286 2024-09-12T17:41:56.916 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.915+0000 7f777f168780 1 < completed multipart upload key=2ZFE3UG14FTU upload=SN4QBXSEI9QI tag=C3UADGM5VKGG type=write size=2943438 2024-09-12T17:41:56.918 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.916+0000 7f777f168780 1 > prepared operation key=FCBWV27TCNS4 tag=PHAZADPH2C9X type=write size=641062 2024-09-12T17:41:56.919 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.918+0000 7f777f168780 1 < completed delete operation key=3U17OL8VRNIQ tag=5LAUHUGFD97I type=del 2024-09-12T17:41:56.921 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.920+0000 7f777f168780 1 > prepared part key=_multipart_FSWX3S2TGJJ9.2~058Z8ZUWKJ0T.0 size=1048576 2024-09-12T17:41:56.922 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.921+0000 7f777f168780 1 > prepared part key=_multipart_FSWX3S2TGJJ9.2~058Z8ZUWKJ0T.1 size=1048576 2024-09-12T17:41:56.923 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.922+0000 7f777f168780 1 > prepared part key=_multipart_FSWX3S2TGJJ9.2~058Z8ZUWKJ0T.2 size=355848 2024-09-12T17:41:56.923 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.922+0000 7f777f168780 1 > prepared multipart upload key=FSWX3S2TGJJ9 upload=058Z8ZUWKJ0T tag=P2U32KLT9UPK type=write size=3501576 2024-09-12T17:41:56.924 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.923+0000 7f777f168780 1 < completed write operation key=FSWX3S2TGJJ9 tag=ROO3PC0TK13J type=write size=381813 2024-09-12T17:41:56.925 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.924+0000 7f777f168780 1 > prepared operation key=NV7QYM1CMJA7 tag=6FSWU848688V type=del size=3449266 2024-09-12T17:41:56.926 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.925+0000 7f777f168780 1 < completed part key=_multipart_FI2EY06UN14X.2~JJBCZPSXXLF0.0 size=1048576 2024-09-12T17:41:56.927 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.926+0000 7f777f168780 1 < completed part key=_multipart_FI2EY06UN14X.2~JJBCZPSXXLF0.1 size=119029 2024-09-12T17:41:56.929 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.928+0000 7f777f168780 1 < completed multipart upload key=FI2EY06UN14X upload=JJBCZPSXXLF0 tag=EG7PHX4XQP8N type=write size=2216181 2024-09-12T17:41:56.932 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.930+0000 7f777f168780 1 > prepared part key=_multipart_K0OUEJ4GMFDB.2~1X3MBMTL285C.0 size=1048576 2024-09-12T17:41:56.933 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.931+0000 7f777f168780 1 > prepared part key=_multipart_K0OUEJ4GMFDB.2~1X3MBMTL285C.1 size=212909 2024-09-12T17:41:56.933 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.931+0000 7f777f168780 1 > prepared multipart upload key=K0OUEJ4GMFDB upload=1X3MBMTL285C tag=HO535UO8S095 type=write size=2310061 2024-09-12T17:41:56.934 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.932+0000 7f777f168780 1 < completed part key=_multipart_FI2EY06UN14X.2~9K6E0GQ2MA0T.0 size=1048576 2024-09-12T17:41:56.935 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.933+0000 7f777f168780 1 < completed part key=_multipart_FI2EY06UN14X.2~9K6E0GQ2MA0T.1 size=16917 2024-09-12T17:41:56.937 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.935+0000 7f777f168780 1 < completed multipart upload key=FI2EY06UN14X upload=9K6E0GQ2MA0T tag=1E19X1K1SALC type=write size=2114069 2024-09-12T17:41:56.939 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.938+0000 7f777f168780 1 > prepared part key=_multipart_CPJJKVPMV2GJ.2~274ZY68Q66HQ.0 size=1048576 2024-09-12T17:41:56.940 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.939+0000 7f777f168780 1 > prepared part key=_multipart_CPJJKVPMV2GJ.2~274ZY68Q66HQ.1 size=1048576 2024-09-12T17:41:56.941 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.940+0000 7f777f168780 1 > prepared part key=_multipart_CPJJKVPMV2GJ.2~274ZY68Q66HQ.2 size=635511 2024-09-12T17:41:56.941 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.940+0000 7f777f168780 1 > prepared multipart upload key=CPJJKVPMV2GJ upload=274ZY68Q66HQ tag=23LW1PRGORCY type=write size=3781239 2024-09-12T17:41:56.943 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.941+0000 7f777f168780 1 < completed part key=_multipart_K0OUEJ4GMFDB.2~NGFOJ7FIWIKT.0 size=1048576 2024-09-12T17:41:56.944 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.942+0000 7f777f168780 1 < completed part key=_multipart_K0OUEJ4GMFDB.2~NGFOJ7FIWIKT.1 size=1017181 2024-09-12T17:41:56.946 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.944+0000 7f777f168780 1 < completed multipart upload key=K0OUEJ4GMFDB upload=NGFOJ7FIWIKT tag=77X3A67JFL42 type=write size=3114333 2024-09-12T17:41:56.947 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.946+0000 7f777f168780 1 > prepared operation key=FCBWV27TCNS4 tag=U6KMLFVEM8ZA type=del size=4089918 2024-09-12T17:41:56.948 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.947+0000 7f777f168780 1 < completed part key=_multipart_1ZL602X3VJDP.2~FVARZ8OQ6BFN.0 size=1048576 2024-09-12T17:41:56.950 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.949+0000 7f777f168780 1 < completed part key=_multipart_1ZL602X3VJDP.2~FVARZ8OQ6BFN.1 size=705331 2024-09-12T17:41:56.952 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.951+0000 7f777f168780 1 < completed multipart upload key=1ZL602X3VJDP upload=FVARZ8OQ6BFN tag=V9RK7T98RMNC type=write size=2802483 2024-09-12T17:41:56.953 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.952+0000 7f777f168780 1 > prepared operation key=ZABXJ7LUKKD3 tag=YPY1P022WP3T type=del size=3249423 2024-09-12T17:41:56.955 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.953+0000 7f777f168780 1 < completed delete operation key=O3IEF0Z4S34O tag=LGHVMK8BGXB2 type=del 2024-09-12T17:41:56.956 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.954+0000 7f777f168780 1 > prepared operation key=H3CSJQOWQ7NN tag=VBBFMQSLZ013 type=del size=178657 2024-09-12T17:41:56.957 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.955+0000 7f777f168780 1 < completed part key=_multipart_3D7LF14YZ1DI.2~K530W1TN055E.0 size=1048576 2024-09-12T17:41:56.958 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.956+0000 7f777f168780 1 < completed part key=_multipart_3D7LF14YZ1DI.2~K530W1TN055E.1 size=1048576 2024-09-12T17:41:56.959 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.957+0000 7f777f168780 1 < completed part key=_multipart_3D7LF14YZ1DI.2~K530W1TN055E.2 size=186883 2024-09-12T17:41:56.961 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.959+0000 7f777f168780 1 < completed multipart upload key=3D7LF14YZ1DI upload=K530W1TN055E tag=RS5UHOHYC9AJ type=write size=3332611 2024-09-12T17:41:56.963 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.961+0000 7f777f168780 1 > prepared part key=_multipart_3D7LF14YZ1DI.2~0E6T82CLGR1E.0 size=1048576 2024-09-12T17:41:56.964 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.962+0000 7f777f168780 1 > prepared part key=_multipart_3D7LF14YZ1DI.2~0E6T82CLGR1E.1 size=1048576 2024-09-12T17:41:56.965 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.963+0000 7f777f168780 1 > prepared part key=_multipart_3D7LF14YZ1DI.2~0E6T82CLGR1E.2 size=469819 2024-09-12T17:41:56.965 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.963+0000 7f777f168780 1 > prepared multipart upload key=3D7LF14YZ1DI upload=0E6T82CLGR1E tag=I04DF4QE6A25 type=write size=3615547 2024-09-12T17:41:56.966 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.965+0000 7f777f168780 1 < completed part key=_multipart_3D7LF14YZ1DI.2~KYW4XW7FPNII.0 size=1048576 2024-09-12T17:41:56.967 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.966+0000 7f777f168780 1 < completed part key=_multipart_3D7LF14YZ1DI.2~KYW4XW7FPNII.1 size=1048576 2024-09-12T17:41:56.968 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.966+0000 7f777f168780 1 < completed part key=_multipart_3D7LF14YZ1DI.2~KYW4XW7FPNII.2 size=984672 2024-09-12T17:41:56.970 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.968+0000 7f777f168780 1 < completed multipart upload key=3D7LF14YZ1DI upload=KYW4XW7FPNII tag=6IAPKT4LSIZ8 type=write size=4130400 2024-09-12T17:41:56.972 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.970+0000 7f777f168780 1 > prepared part key=_multipart_1IACFTAZKIWV.2~QVID8UMV3K40.0 size=1048576 2024-09-12T17:41:56.973 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.971+0000 7f777f168780 1 > prepared part key=_multipart_1IACFTAZKIWV.2~QVID8UMV3K40.1 size=983627 2024-09-12T17:41:56.973 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.971+0000 7f777f168780 1 > prepared multipart upload key=1IACFTAZKIWV upload=QVID8UMV3K40 tag=GUA3W5TEPJOX type=write size=3080779 2024-09-12T17:41:56.974 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.973+0000 7f777f168780 1 < completed delete operation key=3U17OL8VRNIQ tag=80DA4KCU13DE type=del 2024-09-12T17:41:56.975 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.974+0000 7f777f168780 1 > prepared operation key=3D7LF14YZ1DI tag=6IP92ZVND5BL type=del size=2998830 2024-09-12T17:41:56.978 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.977+0000 7f777f168780 1 < suggested update operation key=O3IEF0Z4S34O tag=M4I9U2CPROZB type=write size=499631 2024-09-12T17:41:56.981 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.979+0000 7f777f168780 1 > prepared part key=_multipart_CASKVIJ5MIV7.2~MJEHZ10FIO9H.0 size=817691 2024-09-12T17:41:56.981 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.979+0000 7f777f168780 1 > prepared multipart upload key=CASKVIJ5MIV7 upload=MJEHZ10FIO9H tag=F4MRHRBJSXKN type=write size=1866267 2024-09-12T17:41:56.982 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.981+0000 7f777f168780 1 < completed delete operation key=CASKVIJ5MIV7 tag=QX5BIT455TCK type=del 2024-09-12T17:41:56.984 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.983+0000 7f777f168780 1 > prepared part key=_multipart_13V8F5WX47AD.2~VZYC5EEDHRRT.0 size=1048576 2024-09-12T17:41:56.986 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.984+0000 7f777f168780 1 > prepared part key=_multipart_13V8F5WX47AD.2~VZYC5EEDHRRT.1 size=1048576 2024-09-12T17:41:56.989 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.985+0000 7f777f168780 1 > prepared part key=_multipart_13V8F5WX47AD.2~VZYC5EEDHRRT.2 size=989258 2024-09-12T17:41:56.989 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.985+0000 7f777f168780 1 > prepared multipart upload key=13V8F5WX47AD upload=VZYC5EEDHRRT tag=0PCUBAPE7550 type=write size=4134986 2024-09-12T17:41:56.989 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.987+0000 7f777f168780 1 < completed delete operation key=BO6EDKIVIHEW tag=ZVF15M6GGSFI type=del 2024-09-12T17:41:56.990 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.989+0000 7f777f168780 1 > prepared part key=_multipart_DCPT2HL28MHD.2~RBSYN9UFYSUG.0 size=528688 2024-09-12T17:41:56.991 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.989+0000 7f777f168780 1 > prepared multipart upload key=DCPT2HL28MHD upload=RBSYN9UFYSUG tag=GW1W4QC82266 type=write size=1577264 2024-09-12T17:41:56.992 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.990+0000 7f777f168780 1 < completed delete operation key=CASKVIJ5MIV7 tag=KCAR004YIC28 type=del 2024-09-12T17:41:56.993 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.991+0000 7f777f168780 1 > prepared operation key=BO6EDKIVIHEW tag=FSDBLXOJEDH7 type=del size=3326099 2024-09-12T17:41:56.994 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.992+0000 7f777f168780 1 < completed delete operation key=CASKVIJ5MIV7 tag=O8KFBLXKMA1W type=del 2024-09-12T17:41:56.995 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.993+0000 7f777f168780 1 > prepared operation key=1IACFTAZKIWV tag=VOGO0AT9FFCK type=del size=1510691 2024-09-12T17:41:56.996 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.995+0000 7f777f168780 1 < completed write operation key=FCBWV27TCNS4 tag=PHAZADPH2C9X type=write size=641062 2024-09-12T17:41:56.997 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.996+0000 7f777f168780 1 > prepared operation key=S79H21EJKRPP tag=DCXR8IBC6H48 type=del size=4139049 2024-09-12T17:41:56.998 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.997+0000 7f777f168780 1 < completed part key=_multipart_FSWX3S2TGJJ9.2~058Z8ZUWKJ0T.0 size=1048576 2024-09-12T17:41:56.999 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.998+0000 7f777f168780 1 < completed part key=_multipart_FSWX3S2TGJJ9.2~058Z8ZUWKJ0T.1 size=1048576 2024-09-12T17:41:57.000 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:56.999+0000 7f777f168780 1 < completed part key=_multipart_FSWX3S2TGJJ9.2~058Z8ZUWKJ0T.2 size=355848 2024-09-12T17:41:57.002 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.001+0000 7f777f168780 1 < completed multipart upload key=FSWX3S2TGJJ9 upload=058Z8ZUWKJ0T tag=P2U32KLT9UPK type=write size=3501576 2024-09-12T17:41:57.004 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.003+0000 7f777f168780 1 > prepared part key=_multipart_PW0NPHZT12D3.2~2QFXQQIWHZNW.0 size=601353 2024-09-12T17:41:57.005 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.003+0000 7f777f168780 1 > prepared multipart upload key=PW0NPHZT12D3 upload=2QFXQQIWHZNW tag=2YDIS1MVB4LC type=write size=1649929 2024-09-12T17:41:57.006 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.004+0000 7f777f168780 1 < completed delete operation key=NV7QYM1CMJA7 tag=6FSWU848688V type=del 2024-09-12T17:41:57.007 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.005+0000 7f777f168780 1 > prepared operation key=G4A1L52XKRAS tag=12SVT2XYZ58S type=del size=603328 2024-09-12T17:41:57.008 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.007+0000 7f777f168780 1 < completed part key=_multipart_K0OUEJ4GMFDB.2~1X3MBMTL285C.0 size=1048576 2024-09-12T17:41:57.009 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.008+0000 7f777f168780 1 < completed part key=_multipart_K0OUEJ4GMFDB.2~1X3MBMTL285C.1 size=212909 2024-09-12T17:41:57.011 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.009+0000 7f777f168780 1 < completed multipart upload key=K0OUEJ4GMFDB upload=1X3MBMTL285C tag=HO535UO8S095 type=write size=2310061 2024-09-12T17:41:57.012 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.011+0000 7f777f168780 1 > prepared operation key=FCBWV27TCNS4 tag=31H2VQXXLJ6I type=del size=1216114 2024-09-12T17:41:57.014 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.012+0000 7f777f168780 1 < completed part key=_multipart_CPJJKVPMV2GJ.2~274ZY68Q66HQ.0 size=1048576 2024-09-12T17:41:57.015 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.013+0000 7f777f168780 1 < completed part key=_multipart_CPJJKVPMV2GJ.2~274ZY68Q66HQ.1 size=1048576 2024-09-12T17:41:57.016 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.014+0000 7f777f168780 1 < completed part key=_multipart_CPJJKVPMV2GJ.2~274ZY68Q66HQ.2 size=635511 2024-09-12T17:41:57.018 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.017+0000 7f777f168780 1 < completed multipart upload key=CPJJKVPMV2GJ upload=274ZY68Q66HQ tag=23LW1PRGORCY type=write size=3781239 2024-09-12T17:41:57.019 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.018+0000 7f777f168780 1 > prepared operation key=S79H21EJKRPP tag=LSLPGEJJ9DVY type=del size=271611 2024-09-12T17:41:57.022 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.020+0000 7f777f168780 1 < suggested remove operation key=FCBWV27TCNS4 tag=U6KMLFVEM8ZA type=del 2024-09-12T17:41:57.023 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.021+0000 7f777f168780 1 > prepared operation key=DCPT2HL28MHD tag=9NLVEFUX0H8P type=write size=541562 2024-09-12T17:41:57.024 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.023+0000 7f777f168780 1 < completed delete operation key=ZABXJ7LUKKD3 tag=YPY1P022WP3T type=del 2024-09-12T17:41:57.025 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.024+0000 7f777f168780 1 > prepared operation key=CPJJKVPMV2GJ tag=JDRWR3C9K3KN type=del size=2862554 2024-09-12T17:41:57.028 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.026+0000 7f777f168780 1 < suggested update operation key=H3CSJQOWQ7NN tag=VBBFMQSLZ013 type=del size=178657 2024-09-12T17:41:57.029 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.028+0000 7f777f168780 1 > prepared operation key=FI2EY06UN14X tag=FMK12DCOCBQ8 type=del size=2954624 2024-09-12T17:41:57.030 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.029+0000 7f777f168780 1 < completed part key=_multipart_3D7LF14YZ1DI.2~0E6T82CLGR1E.0 size=1048576 2024-09-12T17:41:57.031 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.030+0000 7f777f168780 1 < completed part key=_multipart_3D7LF14YZ1DI.2~0E6T82CLGR1E.1 size=1048576 2024-09-12T17:41:57.032 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.031+0000 7f777f168780 1 < completed part key=_multipart_3D7LF14YZ1DI.2~0E6T82CLGR1E.2 size=469819 2024-09-12T17:41:57.034 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.033+0000 7f777f168780 1 < completed multipart upload key=3D7LF14YZ1DI upload=0E6T82CLGR1E tag=I04DF4QE6A25 type=write size=3615547 2024-09-12T17:41:57.036 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.034+0000 7f777f168780 1 > prepared operation key=7Q7D1WMM31NL tag=YE1FCC6YO57S type=del size=928758 2024-09-12T17:41:57.037 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.035+0000 7f777f168780 1 < completed part key=_multipart_1IACFTAZKIWV.2~QVID8UMV3K40.0 size=1048576 2024-09-12T17:41:57.038 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.036+0000 7f777f168780 1 < completed part key=_multipart_1IACFTAZKIWV.2~QVID8UMV3K40.1 size=983627 2024-09-12T17:41:57.040 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.038+0000 7f777f168780 1 < completed multipart upload key=1IACFTAZKIWV upload=QVID8UMV3K40 tag=GUA3W5TEPJOX type=write size=3080779 2024-09-12T17:41:57.041 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.040+0000 7f777f168780 1 > prepared operation key=OE1BUCZHIE1B tag=U9X2FM12N294 type=del size=661526 2024-09-12T17:41:57.042 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.041+0000 7f777f168780 1 < completed delete operation key=3D7LF14YZ1DI tag=6IP92ZVND5BL type=del 2024-09-12T17:41:57.044 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.042+0000 7f777f168780 1 > prepared operation key=DO31EKWPC3OI tag=VG039YXPOJBS type=del size=1609486 2024-09-12T17:41:57.045 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.043+0000 7f777f168780 1 < completed part key=_multipart_CASKVIJ5MIV7.2~MJEHZ10FIO9H.0 size=817691 2024-09-12T17:41:57.047 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.045+0000 7f777f168780 1 < completed multipart upload key=CASKVIJ5MIV7 upload=MJEHZ10FIO9H tag=F4MRHRBJSXKN type=write size=1866267 2024-09-12T17:41:57.048 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.047+0000 7f777f168780 1 > prepared operation key=FSWX3S2TGJJ9 tag=NVR0L081KJW1 type=del size=4127221 2024-09-12T17:41:57.049 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.048+0000 7f777f168780 1 < completed part key=_multipart_13V8F5WX47AD.2~VZYC5EEDHRRT.0 size=1048576 2024-09-12T17:41:57.050 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.049+0000 7f777f168780 1 < completed part key=_multipart_13V8F5WX47AD.2~VZYC5EEDHRRT.1 size=1048576 2024-09-12T17:41:57.051 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.050+0000 7f777f168780 1 < completed part key=_multipart_13V8F5WX47AD.2~VZYC5EEDHRRT.2 size=989258 2024-09-12T17:41:57.053 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.052+0000 7f777f168780 1 < completed multipart upload key=13V8F5WX47AD upload=VZYC5EEDHRRT tag=0PCUBAPE7550 type=write size=4134986 2024-09-12T17:41:57.055 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.053+0000 7f777f168780 1 > prepared operation key=G4A1L52XKRAS tag=9DZHHPJB573P type=del size=2556538 2024-09-12T17:41:57.056 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.055+0000 7f777f168780 1 < completed part key=_multipart_DCPT2HL28MHD.2~RBSYN9UFYSUG.0 size=528688 2024-09-12T17:41:57.058 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.057+0000 7f777f168780 1 < completed multipart upload key=DCPT2HL28MHD upload=RBSYN9UFYSUG tag=GW1W4QC82266 type=write size=1577264 2024-09-12T17:41:57.060 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.059+0000 7f777f168780 1 > prepared part key=_multipart_CPJJKVPMV2GJ.2~5CYDEXV4TB4U.0 size=1048576 2024-09-12T17:41:57.061 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.060+0000 7f777f168780 1 > prepared part key=_multipart_CPJJKVPMV2GJ.2~5CYDEXV4TB4U.1 size=918125 2024-09-12T17:41:57.061 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.060+0000 7f777f168780 1 > prepared multipart upload key=CPJJKVPMV2GJ upload=5CYDEXV4TB4U tag=3FDKXVAE9LNE type=write size=3015277 2024-09-12T17:41:57.064 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.063+0000 7f777f168780 1 < completed delete operation key=BO6EDKIVIHEW tag=FSDBLXOJEDH7 type=del 2024-09-12T17:41:57.065 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.064+0000 7f777f168780 1 > prepared operation key=DCPT2HL28MHD tag=T75RMQV8691R type=del size=2167867 2024-09-12T17:41:57.066 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.065+0000 7f777f168780 1 < completed delete operation key=1IACFTAZKIWV tag=VOGO0AT9FFCK type=del 2024-09-12T17:41:57.068 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.066+0000 7f777f168780 1 > prepared operation key=9XT9OU5JDG04 tag=Y5DQTSHVIH59 type=del size=4037008 2024-09-12T17:41:57.070 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.068+0000 7f777f168780 1 < suggested update operation key=S79H21EJKRPP tag=DCXR8IBC6H48 type=del size=4139049 2024-09-12T17:41:57.072 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.071+0000 7f777f168780 1 > prepared part key=_multipart_1IACFTAZKIWV.2~Z4HSL0T0T3E2.0 size=1048576 2024-09-12T17:41:57.073 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.072+0000 7f777f168780 1 > prepared part key=_multipart_1IACFTAZKIWV.2~Z4HSL0T0T3E2.1 size=442528 2024-09-12T17:41:57.073 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.072+0000 7f777f168780 1 > prepared multipart upload key=1IACFTAZKIWV upload=Z4HSL0T0T3E2 tag=RNCCVQIQS585 type=write size=2539680 2024-09-12T17:41:57.075 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.073+0000 7f777f168780 1 < completed part key=_multipart_PW0NPHZT12D3.2~2QFXQQIWHZNW.0 size=601353 2024-09-12T17:41:57.077 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.075+0000 7f777f168780 1 < completed multipart upload key=PW0NPHZT12D3 upload=2QFXQQIWHZNW tag=2YDIS1MVB4LC type=write size=1649929 2024-09-12T17:41:57.078 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.077+0000 7f777f168780 1 > prepared operation key=3D7LF14YZ1DI tag=EBUMPU8DGGGF type=del size=2649110 2024-09-12T17:41:57.079 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.078+0000 7f777f168780 1 < completed delete operation key=G4A1L52XKRAS tag=12SVT2XYZ58S type=del 2024-09-12T17:41:57.081 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.080+0000 7f777f168780 1 > prepared part key=_multipart_3U17OL8VRNIQ.2~NLK1OWIDO5C9.0 size=1048576 2024-09-12T17:41:57.082 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.081+0000 7f777f168780 1 > prepared part key=_multipart_3U17OL8VRNIQ.2~NLK1OWIDO5C9.1 size=1048576 2024-09-12T17:41:57.083 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.082+0000 7f777f168780 1 > prepared part key=_multipart_3U17OL8VRNIQ.2~NLK1OWIDO5C9.2 size=912918 2024-09-12T17:41:57.083 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.082+0000 7f777f168780 1 > prepared multipart upload key=3U17OL8VRNIQ upload=NLK1OWIDO5C9 tag=I0XKT6IG42WB type=write size=4058646 2024-09-12T17:41:57.085 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.083+0000 7f777f168780 -1 < failed to complete operation key=FCBWV27TCNS4 tag=31H2VQXXLJ6I type=del size=1216114: (22) Invalid argument 2024-09-12T17:41:57.086 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.084+0000 7f777f168780 1 > prepared operation key=FSWX3S2TGJJ9 tag=WID1HR9Q0HAB type=del size=660711 2024-09-12T17:41:57.087 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.085+0000 7f777f168780 -1 < failed to complete operation key=S79H21EJKRPP tag=LSLPGEJJ9DVY type=del size=271611: (22) Invalid argument 2024-09-12T17:41:57.088 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.087+0000 7f777f168780 1 > prepared operation key=NV7QYM1CMJA7 tag=9QOBOA9BKPXX type=del size=2917694 2024-09-12T17:41:57.089 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.088+0000 7f777f168780 1 < completed write operation key=DCPT2HL28MHD tag=9NLVEFUX0H8P type=write size=541562 2024-09-12T17:41:57.092 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.090+0000 7f777f168780 1 > prepared part key=_multipart_3U17OL8VRNIQ.2~4RL59ND99GTB.0 size=382577 2024-09-12T17:41:57.092 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.090+0000 7f777f168780 1 > prepared multipart upload key=3U17OL8VRNIQ upload=4RL59ND99GTB tag=WELO83RKGNAQ type=write size=1431153 2024-09-12T17:41:57.093 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.091+0000 7f777f168780 1 < completed delete operation key=CPJJKVPMV2GJ tag=JDRWR3C9K3KN type=del 2024-09-12T17:41:57.094 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.093+0000 7f777f168780 1 > prepared operation key=AEV8UHLVWR8L tag=9MUCOSRF3HG1 type=write size=510083 2024-09-12T17:41:57.095 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.094+0000 7f777f168780 1 < completed delete operation key=FI2EY06UN14X tag=FMK12DCOCBQ8 type=del 2024-09-12T17:41:57.097 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.095+0000 7f777f168780 1 > prepared operation key=7Q7D1WMM31NL tag=8PROKSSVWERR type=del size=1133610 2024-09-12T17:41:57.098 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.097+0000 7f777f168780 1 < completed delete operation key=7Q7D1WMM31NL tag=YE1FCC6YO57S type=del 2024-09-12T17:41:57.100 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.098+0000 7f777f168780 1 > prepared operation key=ZABXJ7LUKKD3 tag=HBCPFJ0N0E4L type=del size=1687084 2024-09-12T17:41:57.102 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.101+0000 7f777f168780 1 < suggested update operation key=OE1BUCZHIE1B tag=U9X2FM12N294 type=del size=661526 2024-09-12T17:41:57.104 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.102+0000 7f777f168780 1 > prepared operation key=1ZL602X3VJDP tag=EJ07IDLNM2U2 type=del size=1421201 2024-09-12T17:41:57.105 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.103+0000 7f777f168780 1 < completed delete operation key=DO31EKWPC3OI tag=VG039YXPOJBS type=del 2024-09-12T17:41:57.107 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.105+0000 7f777f168780 1 > prepared part key=_multipart_3U17OL8VRNIQ.2~FONPPXT96L4O.0 size=1048576 2024-09-12T17:41:57.108 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.106+0000 7f777f168780 1 > prepared part key=_multipart_3U17OL8VRNIQ.2~FONPPXT96L4O.1 size=567442 2024-09-12T17:41:57.108 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.106+0000 7f777f168780 1 > prepared multipart upload key=3U17OL8VRNIQ upload=FONPPXT96L4O tag=SEU016PIJBT1 type=write size=2664594 2024-09-12T17:41:57.109 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.108+0000 7f777f168780 1 < completed delete operation key=FSWX3S2TGJJ9 tag=NVR0L081KJW1 type=del 2024-09-12T17:41:57.111 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.110+0000 7f777f168780 1 > prepared part key=_multipart_S79H21EJKRPP.2~N98XEEDPOX5Z.0 size=1048576 2024-09-12T17:41:57.112 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.111+0000 7f777f168780 1 > prepared part key=_multipart_S79H21EJKRPP.2~N98XEEDPOX5Z.1 size=172368 2024-09-12T17:41:57.112 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.111+0000 7f777f168780 1 > prepared multipart upload key=S79H21EJKRPP upload=N98XEEDPOX5Z tag=WZGTRIZXBJNB type=write size=2269520 2024-09-12T17:41:57.113 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.112+0000 7f777f168780 1 < completed delete operation key=G4A1L52XKRAS tag=9DZHHPJB573P type=del 2024-09-12T17:41:57.116 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.114+0000 7f777f168780 1 > prepared part key=_multipart_FSWX3S2TGJJ9.2~5BRQFB5JZ5DH.0 size=1048576 2024-09-12T17:41:57.117 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.115+0000 7f777f168780 1 > prepared part key=_multipart_FSWX3S2TGJJ9.2~5BRQFB5JZ5DH.1 size=1048576 2024-09-12T17:41:57.118 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.116+0000 7f777f168780 1 > prepared part key=_multipart_FSWX3S2TGJJ9.2~5BRQFB5JZ5DH.2 size=464360 2024-09-12T17:41:57.118 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.116+0000 7f777f168780 1 > prepared multipart upload key=FSWX3S2TGJJ9 upload=5BRQFB5JZ5DH tag=D2GNOHZ5YWSO type=write size=3610088 2024-09-12T17:41:57.119 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.118+0000 7f777f168780 1 < completed part key=_multipart_CPJJKVPMV2GJ.2~5CYDEXV4TB4U.0 size=1048576 2024-09-12T17:41:57.120 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.119+0000 7f777f168780 1 < completed part key=_multipart_CPJJKVPMV2GJ.2~5CYDEXV4TB4U.1 size=918125 2024-09-12T17:41:57.123 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.121+0000 7f777f168780 1 < completed multipart upload key=CPJJKVPMV2GJ upload=5CYDEXV4TB4U tag=3FDKXVAE9LNE type=write size=3015277 2024-09-12T17:41:57.124 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.123+0000 7f777f168780 1 > prepared operation key=O3IEF0Z4S34O tag=2QB2CMC48BZG type=del size=780626 2024-09-12T17:41:57.126 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.124+0000 7f777f168780 1 < completed delete operation key=DCPT2HL28MHD tag=T75RMQV8691R type=del 2024-09-12T17:41:57.127 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.126+0000 7f777f168780 1 > prepared operation key=13V8F5WX47AD tag=VFWGMDRKXQR7 type=del size=4169496 2024-09-12T17:41:57.129 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.127+0000 7f777f168780 1 < completed delete operation key=9XT9OU5JDG04 tag=Y5DQTSHVIH59 type=del 2024-09-12T17:41:57.130 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.128+0000 7f777f168780 1 > prepared operation key=VI3OAATH7N7Z tag=0YVFSL4XDK0Q type=write size=57180 2024-09-12T17:41:57.131 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.130+0000 7f777f168780 1 < completed part key=_multipart_1IACFTAZKIWV.2~Z4HSL0T0T3E2.0 size=1048576 2024-09-12T17:41:57.132 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.131+0000 7f777f168780 1 < completed part key=_multipart_1IACFTAZKIWV.2~Z4HSL0T0T3E2.1 size=442528 2024-09-12T17:41:57.135 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.133+0000 7f777f168780 1 < completed multipart upload key=1IACFTAZKIWV upload=Z4HSL0T0T3E2 tag=RNCCVQIQS585 type=write size=2539680 2024-09-12T17:41:57.136 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.135+0000 7f777f168780 1 > prepared operation key=ZABXJ7LUKKD3 tag=LEVTVTW41FIF type=del size=2502846 2024-09-12T17:41:57.138 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.136+0000 7f777f168780 1 < completed delete operation key=3D7LF14YZ1DI tag=EBUMPU8DGGGF type=del 2024-09-12T17:41:57.139 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.138+0000 7f777f168780 1 > prepared operation key=O3IEF0Z4S34O tag=PDGKCYONQUE4 type=del size=3998299 2024-09-12T17:41:57.140 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.139+0000 7f777f168780 1 < completed part key=_multipart_3U17OL8VRNIQ.2~NLK1OWIDO5C9.0 size=1048576 2024-09-12T17:41:57.141 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.139+0000 7f777f168780 1 < canceled part key=_multipart_3U17OL8VRNIQ.2~NLK1OWIDO5C9.1 size=1048576 2024-09-12T17:41:57.142 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.140+0000 7f777f168780 1 < completed part key=_multipart_3U17OL8VRNIQ.2~NLK1OWIDO5C9.2 size=912918 2024-09-12T17:41:57.144 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.143+0000 7f777f168780 1 < canceled multipart upload key=3U17OL8VRNIQ upload=NLK1OWIDO5C9 tag=I0XKT6IG42WB type=write size=4058646 2024-09-12T17:41:57.145 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.144+0000 7f777f168780 1 > prepared operation key=GYBHJV1TE1UC tag=3T65NNYC4824 type=write size=559717 2024-09-12T17:41:57.147 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.145+0000 7f777f168780 1 < completed delete operation key=FSWX3S2TGJJ9 tag=WID1HR9Q0HAB type=del 2024-09-12T17:41:57.149 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.148+0000 7f777f168780 1 > prepared part key=_multipart_FSWX3S2TGJJ9.2~FWG4F65ZDI3Q.0 size=1048576 2024-09-12T17:41:57.150 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.149+0000 7f777f168780 1 > prepared part key=_multipart_FSWX3S2TGJJ9.2~FWG4F65ZDI3Q.1 size=1048576 2024-09-12T17:41:57.151 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.150+0000 7f777f168780 1 > prepared part key=_multipart_FSWX3S2TGJJ9.2~FWG4F65ZDI3Q.2 size=50691 2024-09-12T17:41:57.151 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.150+0000 7f777f168780 1 > prepared multipart upload key=FSWX3S2TGJJ9 upload=FWG4F65ZDI3Q tag=UHLFQP85UE25 type=write size=3196419 2024-09-12T17:41:57.153 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.151+0000 7f777f168780 1 < completed delete operation key=NV7QYM1CMJA7 tag=9QOBOA9BKPXX type=del 2024-09-12T17:41:57.154 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.152+0000 7f777f168780 1 > prepared operation key=NV7QYM1CMJA7 tag=YKXU9MNNLAVO type=write size=390484 2024-09-12T17:41:57.155 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.154+0000 7f777f168780 1 < completed part key=_multipart_3U17OL8VRNIQ.2~4RL59ND99GTB.0 size=382577 2024-09-12T17:41:57.157 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.156+0000 7f777f168780 1 < completed multipart upload key=3U17OL8VRNIQ upload=4RL59ND99GTB tag=WELO83RKGNAQ type=write size=1431153 2024-09-12T17:41:57.159 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.158+0000 7f777f168780 1 > prepared part key=_multipart_2KHLGQJKQA23.2~60FT9911MD19.0 size=651297 2024-09-12T17:41:57.160 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.158+0000 7f777f168780 1 > prepared multipart upload key=2KHLGQJKQA23 upload=60FT9911MD19 tag=XLAZ2QGG34ON type=write size=1699873 2024-09-12T17:41:57.162 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.160+0000 7f777f168780 1 < suggested remove operation key=AEV8UHLVWR8L tag=9MUCOSRF3HG1 type=write 2024-09-12T17:41:57.164 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.162+0000 7f777f168780 1 > prepared part key=_multipart_PW0NPHZT12D3.2~CAUB37NM9PDW.0 size=925655 2024-09-12T17:41:57.164 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.162+0000 7f777f168780 1 > prepared multipart upload key=PW0NPHZT12D3 upload=CAUB37NM9PDW tag=NGI89AXL2GC4 type=write size=1974231 2024-09-12T17:41:57.165 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.164+0000 7f777f168780 1 < completed delete operation key=7Q7D1WMM31NL tag=8PROKSSVWERR type=del 2024-09-12T17:41:57.166 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.165+0000 7f777f168780 1 > prepared operation key=13V8F5WX47AD tag=V2QTCJ4H3E3D type=del size=2436082 2024-09-12T17:41:57.168 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.166+0000 7f777f168780 1 < completed delete operation key=ZABXJ7LUKKD3 tag=HBCPFJ0N0E4L type=del 2024-09-12T17:41:57.169 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.168+0000 7f777f168780 1 > prepared operation key=2BM46JTAY3BM tag=JZZRRY1EQZO2 type=del size=3273180 2024-09-12T17:41:57.170 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.169+0000 7f777f168780 1 < completed delete operation key=1ZL602X3VJDP tag=EJ07IDLNM2U2 type=del 2024-09-12T17:41:57.172 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.170+0000 7f777f168780 1 > prepared operation key=2ZFE3UG14FTU tag=WCKYGA2L8WHN type=del size=3591524 2024-09-12T17:41:57.173 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.172+0000 7f777f168780 1 < completed part key=_multipart_3U17OL8VRNIQ.2~FONPPXT96L4O.0 size=1048576 2024-09-12T17:41:57.174 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.173+0000 7f777f168780 1 < completed part key=_multipart_3U17OL8VRNIQ.2~FONPPXT96L4O.1 size=567442 2024-09-12T17:41:57.177 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.176+0000 7f777f168780 1 < completed multipart upload key=3U17OL8VRNIQ upload=FONPPXT96L4O tag=SEU016PIJBT1 type=write size=2664594 2024-09-12T17:41:57.178 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.177+0000 7f777f168780 1 > prepared operation key=7Q7D1WMM31NL tag=E0KGFBT03JYY type=del size=2536750 2024-09-12T17:41:57.180 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.178+0000 7f777f168780 1 < completed part key=_multipart_S79H21EJKRPP.2~N98XEEDPOX5Z.0 size=1048576 2024-09-12T17:41:57.181 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.180+0000 7f777f168780 1 < completed part key=_multipart_S79H21EJKRPP.2~N98XEEDPOX5Z.1 size=172368 2024-09-12T17:41:57.183 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.182+0000 7f777f168780 1 < completed multipart upload key=S79H21EJKRPP upload=N98XEEDPOX5Z tag=WZGTRIZXBJNB type=write size=2269520 2024-09-12T17:41:57.185 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.183+0000 7f777f168780 1 > prepared operation key=2ZFE3UG14FTU tag=9UNHKYY0NV0A type=del size=909170 2024-09-12T17:41:57.185 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.183+0000 7f777f168780 1 < canceled part key=_multipart_FSWX3S2TGJJ9.2~5BRQFB5JZ5DH.0 size=1048576 2024-09-12T17:41:57.187 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.186+0000 7f777f168780 1 < completed part key=_multipart_FSWX3S2TGJJ9.2~5BRQFB5JZ5DH.1 size=1048576 2024-09-12T17:41:57.187 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.186+0000 7f777f168780 1 < canceled part key=_multipart_FSWX3S2TGJJ9.2~5BRQFB5JZ5DH.2 size=464360 2024-09-12T17:41:57.192 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.188+0000 7f777f168780 1 < canceled multipart upload key=FSWX3S2TGJJ9 upload=5BRQFB5JZ5DH tag=D2GNOHZ5YWSO type=write size=3610088 2024-09-12T17:41:57.192 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.189+0000 7f777f168780 1 > prepared operation key=1IACFTAZKIWV tag=5JR341O2HLLH type=del size=3971169 2024-09-12T17:41:57.192 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.191+0000 7f777f168780 1 < completed delete operation key=O3IEF0Z4S34O tag=2QB2CMC48BZG type=del 2024-09-12T17:41:57.193 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.192+0000 7f777f168780 1 > prepared operation key=AEV8UHLVWR8L tag=LBG96UZ3VWS2 type=del size=13175 2024-09-12T17:41:57.194 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.193+0000 7f777f168780 1 < completed delete operation key=13V8F5WX47AD tag=VFWGMDRKXQR7 type=del 2024-09-12T17:41:57.195 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.194+0000 7f777f168780 1 > prepared operation key=G4A1L52XKRAS tag=FQSAM94GC6Y9 type=del size=3209345 2024-09-12T17:41:57.197 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.195+0000 7f777f168780 1 < canceled operation key=VI3OAATH7N7Z tag=0YVFSL4XDK0Q type=write size=57180 2024-09-12T17:41:57.199 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.197+0000 7f777f168780 1 > prepared part key=_multipart_S79H21EJKRPP.2~P72K89S0BQRK.0 size=1048576 2024-09-12T17:41:57.200 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.198+0000 7f777f168780 1 > prepared part key=_multipart_S79H21EJKRPP.2~P72K89S0BQRK.1 size=1048576 2024-09-12T17:41:57.201 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.199+0000 7f777f168780 1 > prepared part key=_multipart_S79H21EJKRPP.2~P72K89S0BQRK.2 size=688990 2024-09-12T17:41:57.201 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.199+0000 7f777f168780 1 > prepared multipart upload key=S79H21EJKRPP upload=P72K89S0BQRK tag=R1VZPGF9E1QT type=write size=3834718 2024-09-12T17:41:57.202 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.201+0000 7f777f168780 1 < canceled operation key=ZABXJ7LUKKD3 tag=LEVTVTW41FIF type=del size=2502846 2024-09-12T17:41:57.204 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.203+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~GYTTZQLMEK8N.0 size=1048576 2024-09-12T17:41:57.205 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.203+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~GYTTZQLMEK8N.1 size=400457 2024-09-12T17:41:57.205 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.203+0000 7f777f168780 1 > prepared multipart upload key=CIHBEU5VBLGQ upload=GYTTZQLMEK8N tag=3I9ZHBNNPR4W type=write size=2497609 2024-09-12T17:41:57.206 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.205+0000 7f777f168780 1 < completed delete operation key=O3IEF0Z4S34O tag=PDGKCYONQUE4 type=del 2024-09-12T17:41:57.208 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.207+0000 7f777f168780 1 > prepared part key=_multipart_2BM46JTAY3BM.2~R196JTU2488G.0 size=546080 2024-09-12T17:41:57.208 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.207+0000 7f777f168780 1 > prepared multipart upload key=2BM46JTAY3BM upload=R196JTU2488G tag=LY13K6HZA651 type=write size=1594656 2024-09-12T17:41:57.209 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.208+0000 7f777f168780 1 < completed write operation key=GYBHJV1TE1UC tag=3T65NNYC4824 type=write size=559717 2024-09-12T17:41:57.210 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.209+0000 7f777f168780 1 > prepared operation key=DO31EKWPC3OI tag=21D093RV35TG type=write size=399636 2024-09-12T17:41:57.211 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.210+0000 7f777f168780 1 < completed part key=_multipart_FSWX3S2TGJJ9.2~FWG4F65ZDI3Q.0 size=1048576 2024-09-12T17:41:57.212 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.211+0000 7f777f168780 1 < completed part key=_multipart_FSWX3S2TGJJ9.2~FWG4F65ZDI3Q.1 size=1048576 2024-09-12T17:41:57.213 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.212+0000 7f777f168780 1 < completed part key=_multipart_FSWX3S2TGJJ9.2~FWG4F65ZDI3Q.2 size=50691 2024-09-12T17:41:57.215 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.214+0000 7f777f168780 1 < completed multipart upload key=FSWX3S2TGJJ9 upload=FWG4F65ZDI3Q tag=UHLFQP85UE25 type=write size=3196419 2024-09-12T17:41:57.217 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.216+0000 7f777f168780 1 > prepared part key=_multipart_BO6EDKIVIHEW.2~3R1TD00GOUN2.0 size=1048576 2024-09-12T17:41:57.218 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.217+0000 7f777f168780 1 > prepared part key=_multipart_BO6EDKIVIHEW.2~3R1TD00GOUN2.1 size=1048576 2024-09-12T17:41:57.219 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.218+0000 7f777f168780 1 > prepared part key=_multipart_BO6EDKIVIHEW.2~3R1TD00GOUN2.2 size=687339 2024-09-12T17:41:57.219 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.218+0000 7f777f168780 1 > prepared multipart upload key=BO6EDKIVIHEW upload=3R1TD00GOUN2 tag=Z6ZEKN7JPFIK type=write size=3833067 2024-09-12T17:41:57.220 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.219+0000 7f777f168780 1 < completed write operation key=NV7QYM1CMJA7 tag=YKXU9MNNLAVO type=write size=390484 2024-09-12T17:41:57.221 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.220+0000 7f777f168780 1 > prepared operation key=13V8F5WX47AD tag=CTNIR0PPW1JF type=write size=458893 2024-09-12T17:41:57.222 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.221+0000 7f777f168780 1 < completed part key=_multipart_2KHLGQJKQA23.2~60FT9911MD19.0 size=651297 2024-09-12T17:41:57.224 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.223+0000 7f777f168780 1 < completed multipart upload key=2KHLGQJKQA23 upload=60FT9911MD19 tag=XLAZ2QGG34ON type=write size=1699873 2024-09-12T17:41:57.225 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.224+0000 7f777f168780 1 > prepared operation key=2KHLGQJKQA23 tag=198ZEDVKV6KL type=del size=777393 2024-09-12T17:41:57.226 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.224+0000 7f777f168780 1 < canceled part key=_multipart_PW0NPHZT12D3.2~CAUB37NM9PDW.0 size=925655 2024-09-12T17:41:57.227 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.226+0000 7f777f168780 1 < canceled multipart upload key=PW0NPHZT12D3 upload=CAUB37NM9PDW tag=NGI89AXL2GC4 type=write size=1974231 2024-09-12T17:41:57.229 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.227+0000 7f777f168780 1 > prepared operation key=GYBHJV1TE1UC tag=T02XBYZXXHO0 type=del size=1375680 2024-09-12T17:41:57.230 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.228+0000 7f777f168780 1 < completed delete operation key=13V8F5WX47AD tag=V2QTCJ4H3E3D type=del 2024-09-12T17:41:57.232 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.230+0000 7f777f168780 1 > prepared part key=_multipart_DO31EKWPC3OI.2~9819NOLVV93D.0 size=1048576 2024-09-12T17:41:57.233 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.231+0000 7f777f168780 1 > prepared part key=_multipart_DO31EKWPC3OI.2~9819NOLVV93D.1 size=675137 2024-09-12T17:41:57.233 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.231+0000 7f777f168780 1 > prepared multipart upload key=DO31EKWPC3OI upload=9819NOLVV93D tag=PGK73H2907FQ type=write size=2772289 2024-09-12T17:41:57.235 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.234+0000 7f777f168780 1 < suggested update operation key=2BM46JTAY3BM tag=JZZRRY1EQZO2 type=del size=3273180 2024-09-12T17:41:57.236 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.235+0000 7f777f168780 1 > prepared operation key=H3CSJQOWQ7NN tag=1500FF75CTXG type=del size=594235 2024-09-12T17:41:57.237 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.236+0000 7f777f168780 1 < completed delete operation key=2ZFE3UG14FTU tag=WCKYGA2L8WHN type=del 2024-09-12T17:41:57.238 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.237+0000 7f777f168780 1 > prepared operation key=BO6EDKIVIHEW tag=493WD603ENP1 type=del size=1171928 2024-09-12T17:41:57.239 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.238+0000 7f777f168780 1 < completed delete operation key=7Q7D1WMM31NL tag=E0KGFBT03JYY type=del 2024-09-12T17:41:57.241 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.239+0000 7f777f168780 1 > prepared operation key=AEV8UHLVWR8L tag=Y407W06ZYKCI type=del size=1109272 2024-09-12T17:41:57.243 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.241+0000 7f777f168780 1 < suggested remove operation key=2ZFE3UG14FTU tag=9UNHKYY0NV0A type=del 2024-09-12T17:41:57.244 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.243+0000 7f777f168780 1 > prepared operation key=PW0NPHZT12D3 tag=4UHJO7PFCFYW type=write size=715687 2024-09-12T17:41:57.246 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.245+0000 7f777f168780 1 < suggested remove operation key=1IACFTAZKIWV tag=5JR341O2HLLH type=del 2024-09-12T17:41:57.247 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.246+0000 7f777f168780 1 > prepared operation key=1IACFTAZKIWV tag=44F9DC76SY6O type=write size=468021 2024-09-12T17:41:57.248 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.247+0000 7f777f168780 1 < completed delete operation key=AEV8UHLVWR8L tag=LBG96UZ3VWS2 type=del 2024-09-12T17:41:57.251 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.249+0000 7f777f168780 1 > prepared part key=_multipart_3U17OL8VRNIQ.2~0C9J2RGN78C1.0 size=1048576 2024-09-12T17:41:57.251 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.250+0000 7f777f168780 1 > prepared part key=_multipart_3U17OL8VRNIQ.2~0C9J2RGN78C1.1 size=1048576 2024-09-12T17:41:57.252 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.251+0000 7f777f168780 1 > prepared part key=_multipart_3U17OL8VRNIQ.2~0C9J2RGN78C1.2 size=631532 2024-09-12T17:41:57.252 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.251+0000 7f777f168780 1 > prepared multipart upload key=3U17OL8VRNIQ upload=0C9J2RGN78C1 tag=KX3Z27V58VTH type=write size=3777260 2024-09-12T17:41:57.253 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.252+0000 7f777f168780 1 < completed delete operation key=G4A1L52XKRAS tag=FQSAM94GC6Y9 type=del 2024-09-12T17:41:57.255 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.254+0000 7f777f168780 1 > prepared part key=_multipart_1IACFTAZKIWV.2~929NOYAMAOC1.0 size=1048576 2024-09-12T17:41:57.256 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.255+0000 7f777f168780 1 > prepared part key=_multipart_1IACFTAZKIWV.2~929NOYAMAOC1.1 size=699540 2024-09-12T17:41:57.256 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.255+0000 7f777f168780 1 > prepared multipart upload key=1IACFTAZKIWV upload=929NOYAMAOC1 tag=BPP1RTLYBJNR type=write size=2796692 2024-09-12T17:41:57.257 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.256+0000 7f777f168780 1 < completed part key=_multipart_S79H21EJKRPP.2~P72K89S0BQRK.0 size=1048576 2024-09-12T17:41:57.258 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.256+0000 7f777f168780 1 < canceled part key=_multipart_S79H21EJKRPP.2~P72K89S0BQRK.1 size=1048576 2024-09-12T17:41:57.258 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.257+0000 7f777f168780 1 < completed part key=_multipart_S79H21EJKRPP.2~P72K89S0BQRK.2 size=688990 2024-09-12T17:41:57.260 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.259+0000 7f777f168780 1 < canceled multipart upload key=S79H21EJKRPP upload=P72K89S0BQRK tag=R1VZPGF9E1QT type=write size=3834718 2024-09-12T17:41:57.262 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.261+0000 7f777f168780 1 > prepared part key=_multipart_FI2EY06UN14X.2~RYFMNXB2EMB8.0 size=1048576 2024-09-12T17:41:57.263 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.262+0000 7f777f168780 1 > prepared part key=_multipart_FI2EY06UN14X.2~RYFMNXB2EMB8.1 size=1048576 2024-09-12T17:41:57.264 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.263+0000 7f777f168780 1 > prepared part key=_multipart_FI2EY06UN14X.2~RYFMNXB2EMB8.2 size=1011710 2024-09-12T17:41:57.264 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.263+0000 7f777f168780 1 > prepared multipart upload key=FI2EY06UN14X upload=RYFMNXB2EMB8 tag=IZ7DA4MJ36CT type=write size=4157438 2024-09-12T17:41:57.265 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.264+0000 7f777f168780 1 < completed part key=_multipart_CIHBEU5VBLGQ.2~GYTTZQLMEK8N.0 size=1048576 2024-09-12T17:41:57.266 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.265+0000 7f777f168780 1 < completed part key=_multipart_CIHBEU5VBLGQ.2~GYTTZQLMEK8N.1 size=400457 2024-09-12T17:41:57.268 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.267+0000 7f777f168780 1 < completed multipart upload key=CIHBEU5VBLGQ upload=GYTTZQLMEK8N tag=3I9ZHBNNPR4W type=write size=2497609 2024-09-12T17:41:57.271 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.269+0000 7f777f168780 1 > prepared part key=_multipart_1ZL602X3VJDP.2~5AYW45HQASDQ.0 size=1048576 2024-09-12T17:41:57.271 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.270+0000 7f777f168780 1 > prepared part key=_multipart_1ZL602X3VJDP.2~5AYW45HQASDQ.1 size=599868 2024-09-12T17:41:57.272 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.270+0000 7f777f168780 1 > prepared multipart upload key=1ZL602X3VJDP upload=5AYW45HQASDQ tag=IAWGU0Y1XU1G type=write size=2697020 2024-09-12T17:41:57.273 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.271+0000 7f777f168780 1 < completed part key=_multipart_2BM46JTAY3BM.2~R196JTU2488G.0 size=546080 2024-09-12T17:41:57.275 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.273+0000 7f777f168780 1 < completed multipart upload key=2BM46JTAY3BM upload=R196JTU2488G tag=LY13K6HZA651 type=write size=1594656 2024-09-12T17:41:57.276 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.274+0000 7f777f168780 1 > prepared operation key=H3CSJQOWQ7NN tag=KNVO6KY0HKK0 type=del size=2493865 2024-09-12T17:41:57.277 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.276+0000 7f777f168780 1 < completed write operation key=DO31EKWPC3OI tag=21D093RV35TG type=write size=399636 2024-09-12T17:41:57.279 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.278+0000 7f777f168780 1 > prepared part key=_multipart_FCBWV27TCNS4.2~JDMY3RG3EBT1.0 size=562522 2024-09-12T17:41:57.279 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.278+0000 7f777f168780 1 > prepared multipart upload key=FCBWV27TCNS4 upload=JDMY3RG3EBT1 tag=B2QKPY4GKV21 type=write size=1611098 2024-09-12T17:41:57.280 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.279+0000 7f777f168780 1 < completed part key=_multipart_BO6EDKIVIHEW.2~3R1TD00GOUN2.0 size=1048576 2024-09-12T17:41:57.282 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.280+0000 7f777f168780 1 < completed part key=_multipart_BO6EDKIVIHEW.2~3R1TD00GOUN2.1 size=1048576 2024-09-12T17:41:57.282 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.281+0000 7f777f168780 1 < completed part key=_multipart_BO6EDKIVIHEW.2~3R1TD00GOUN2.2 size=687339 2024-09-12T17:41:57.284 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.283+0000 7f777f168780 1 < completed multipart upload key=BO6EDKIVIHEW upload=3R1TD00GOUN2 tag=Z6ZEKN7JPFIK type=write size=3833067 2024-09-12T17:41:57.286 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.285+0000 7f777f168780 1 > prepared part key=_multipart_FCBWV27TCNS4.2~AD04DN7UJ933.0 size=1048576 2024-09-12T17:41:57.287 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.286+0000 7f777f168780 1 > prepared part key=_multipart_FCBWV27TCNS4.2~AD04DN7UJ933.1 size=1048576 2024-09-12T17:41:57.288 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.287+0000 7f777f168780 1 > prepared part key=_multipart_FCBWV27TCNS4.2~AD04DN7UJ933.2 size=580794 2024-09-12T17:41:57.288 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.287+0000 7f777f168780 1 > prepared multipart upload key=FCBWV27TCNS4 upload=AD04DN7UJ933 tag=BYZ1KNHZFAEM type=write size=3726522 2024-09-12T17:41:57.290 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.288+0000 7f777f168780 1 < completed write operation key=13V8F5WX47AD tag=CTNIR0PPW1JF type=write size=458893 2024-09-12T17:41:57.291 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.289+0000 7f777f168780 1 > prepared operation key=CASKVIJ5MIV7 tag=WJL2RJCXH13X type=del size=2915279 2024-09-12T17:41:57.292 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.291+0000 7f777f168780 1 < completed delete operation key=2KHLGQJKQA23 tag=198ZEDVKV6KL type=del 2024-09-12T17:41:57.295 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.293+0000 7f777f168780 1 > prepared operation key=CPJJKVPMV2GJ tag=KMMU6A2WCBKX type=del size=1750864 2024-09-12T17:41:57.297 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.296+0000 7f777f168780 1 < suggested update operation key=GYBHJV1TE1UC tag=T02XBYZXXHO0 type=del size=1375680 2024-09-12T17:41:57.299 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.297+0000 7f777f168780 1 > prepared operation key=FSWX3S2TGJJ9 tag=SXT6GE4ZL2E1 type=write size=889265 2024-09-12T17:41:57.300 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.298+0000 7f777f168780 1 < completed part key=_multipart_DO31EKWPC3OI.2~9819NOLVV93D.0 size=1048576 2024-09-12T17:41:57.301 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.299+0000 7f777f168780 1 < completed part key=_multipart_DO31EKWPC3OI.2~9819NOLVV93D.1 size=675137 2024-09-12T17:41:57.303 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.301+0000 7f777f168780 1 < completed multipart upload key=DO31EKWPC3OI upload=9819NOLVV93D tag=PGK73H2907FQ type=write size=2772289 2024-09-12T17:41:57.304 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.303+0000 7f777f168780 1 > prepared operation key=1ZL602X3VJDP tag=X62KPY73FA9F type=del size=812099 2024-09-12T17:41:57.306 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.304+0000 7f777f168780 1 < completed delete operation key=H3CSJQOWQ7NN tag=1500FF75CTXG type=del 2024-09-12T17:41:57.308 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.307+0000 7f777f168780 1 > prepared part key=_multipart_BO6EDKIVIHEW.2~KHD9U02LR3MS.0 size=1048576 2024-09-12T17:41:57.309 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.308+0000 7f777f168780 1 > prepared part key=_multipart_BO6EDKIVIHEW.2~KHD9U02LR3MS.1 size=1048576 2024-09-12T17:41:57.310 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.309+0000 7f777f168780 1 > prepared part key=_multipart_BO6EDKIVIHEW.2~KHD9U02LR3MS.2 size=88873 2024-09-12T17:41:57.310 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.309+0000 7f777f168780 1 > prepared multipart upload key=BO6EDKIVIHEW upload=KHD9U02LR3MS tag=V78EYMTWQCBR type=write size=3234601 2024-09-12T17:41:57.311 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.310+0000 7f777f168780 1 < canceled operation key=BO6EDKIVIHEW tag=493WD603ENP1 type=del size=1171928 2024-09-12T17:41:57.312 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.311+0000 7f777f168780 1 > prepared operation key=DCPT2HL28MHD tag=D0O7JE86F7MN type=del size=1187886 2024-09-12T17:41:57.314 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.312+0000 7f777f168780 1 < completed delete operation key=AEV8UHLVWR8L tag=Y407W06ZYKCI type=del 2024-09-12T17:41:57.315 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.313+0000 7f777f168780 1 > prepared operation key=FI2EY06UN14X tag=2CNHA8TJ8YWJ type=del size=2428707 2024-09-12T17:41:57.316 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.315+0000 7f777f168780 1 < canceled operation key=PW0NPHZT12D3 tag=4UHJO7PFCFYW type=write size=715687 2024-09-12T17:41:57.317 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.316+0000 7f777f168780 1 > prepared operation key=G4A1L52XKRAS tag=ZQ5FQB7IJ6BC type=del size=875063 2024-09-12T17:41:57.318 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.317+0000 7f777f168780 1 < completed write operation key=1IACFTAZKIWV tag=44F9DC76SY6O type=write size=468021 2024-09-12T17:41:57.320 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.319+0000 7f777f168780 1 > prepared part key=_multipart_2BM46JTAY3BM.2~2IXLS2V7FAGS.0 size=1048576 2024-09-12T17:41:57.321 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.320+0000 7f777f168780 1 > prepared part key=_multipart_2BM46JTAY3BM.2~2IXLS2V7FAGS.1 size=1048576 2024-09-12T17:41:57.322 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.321+0000 7f777f168780 1 > prepared part key=_multipart_2BM46JTAY3BM.2~2IXLS2V7FAGS.2 size=402093 2024-09-12T17:41:57.322 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.321+0000 7f777f168780 1 > prepared multipart upload key=2BM46JTAY3BM upload=2IXLS2V7FAGS tag=TQF4721JVA2D type=write size=3547821 2024-09-12T17:41:57.323 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.322+0000 7f777f168780 1 < completed part key=_multipart_3U17OL8VRNIQ.2~0C9J2RGN78C1.0 size=1048576 2024-09-12T17:41:57.324 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.323+0000 7f777f168780 1 < completed part key=_multipart_3U17OL8VRNIQ.2~0C9J2RGN78C1.1 size=1048576 2024-09-12T17:41:57.325 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.324+0000 7f777f168780 1 < completed part key=_multipart_3U17OL8VRNIQ.2~0C9J2RGN78C1.2 size=631532 2024-09-12T17:41:57.327 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.326+0000 7f777f168780 1 < completed multipart upload key=3U17OL8VRNIQ upload=0C9J2RGN78C1 tag=KX3Z27V58VTH type=write size=3777260 2024-09-12T17:41:57.329 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.328+0000 7f777f168780 1 > prepared part key=_multipart_G4A1L52XKRAS.2~2WFVMEMU4HMF.0 size=1048576 2024-09-12T17:41:57.330 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.329+0000 7f777f168780 1 > prepared part key=_multipart_G4A1L52XKRAS.2~2WFVMEMU4HMF.1 size=1048576 2024-09-12T17:41:57.331 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.330+0000 7f777f168780 1 > prepared part key=_multipart_G4A1L52XKRAS.2~2WFVMEMU4HMF.2 size=906801 2024-09-12T17:41:57.331 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.330+0000 7f777f168780 1 > prepared multipart upload key=G4A1L52XKRAS upload=2WFVMEMU4HMF tag=7LFOPL5FUDJ1 type=write size=4052529 2024-09-12T17:41:57.332 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.331+0000 7f777f168780 1 < completed part key=_multipart_1IACFTAZKIWV.2~929NOYAMAOC1.0 size=1048576 2024-09-12T17:41:57.333 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.332+0000 7f777f168780 1 < completed part key=_multipart_1IACFTAZKIWV.2~929NOYAMAOC1.1 size=699540 2024-09-12T17:41:57.335 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.334+0000 7f777f168780 1 < completed multipart upload key=1IACFTAZKIWV upload=929NOYAMAOC1 tag=BPP1RTLYBJNR type=write size=2796692 2024-09-12T17:41:57.337 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.336+0000 7f777f168780 1 > prepared part key=_multipart_PW0NPHZT12D3.2~FUTOYFK38O6Z.0 size=265705 2024-09-12T17:41:57.337 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.336+0000 7f777f168780 1 > prepared multipart upload key=PW0NPHZT12D3 upload=FUTOYFK38O6Z tag=WT54GV4E39TZ type=write size=1314281 2024-09-12T17:41:57.338 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.337+0000 7f777f168780 1 < completed part key=_multipart_FI2EY06UN14X.2~RYFMNXB2EMB8.0 size=1048576 2024-09-12T17:41:57.339 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.338+0000 7f777f168780 1 < completed part key=_multipart_FI2EY06UN14X.2~RYFMNXB2EMB8.1 size=1048576 2024-09-12T17:41:57.340 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.339+0000 7f777f168780 1 < completed part key=_multipart_FI2EY06UN14X.2~RYFMNXB2EMB8.2 size=1011710 2024-09-12T17:41:57.343 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.341+0000 7f777f168780 1 < completed multipart upload key=FI2EY06UN14X upload=RYFMNXB2EMB8 tag=IZ7DA4MJ36CT type=write size=4157438 2024-09-12T17:41:57.344 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.343+0000 7f777f168780 1 > prepared part key=_multipart_3U17OL8VRNIQ.2~3IXYNR5H6A15.0 size=1048576 2024-09-12T17:41:57.345 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.344+0000 7f777f168780 1 > prepared part key=_multipart_3U17OL8VRNIQ.2~3IXYNR5H6A15.1 size=1048576 2024-09-12T17:41:57.346 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.345+0000 7f777f168780 1 > prepared part key=_multipart_3U17OL8VRNIQ.2~3IXYNR5H6A15.2 size=831048 2024-09-12T17:41:57.347 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.345+0000 7f777f168780 1 > prepared multipart upload key=3U17OL8VRNIQ upload=3IXYNR5H6A15 tag=VIP0D3QZ2PR0 type=write size=3976776 2024-09-12T17:41:57.348 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.346+0000 7f777f168780 1 < completed part key=_multipart_1ZL602X3VJDP.2~5AYW45HQASDQ.0 size=1048576 2024-09-12T17:41:57.349 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.347+0000 7f777f168780 1 < completed part key=_multipart_1ZL602X3VJDP.2~5AYW45HQASDQ.1 size=599868 2024-09-12T17:41:57.351 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.349+0000 7f777f168780 1 < completed multipart upload key=1ZL602X3VJDP upload=5AYW45HQASDQ tag=IAWGU0Y1XU1G type=write size=2697020 2024-09-12T17:41:57.352 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.351+0000 7f777f168780 1 > prepared operation key=FSWX3S2TGJJ9 tag=GVSFRCUQB46I type=del size=3530632 2024-09-12T17:41:57.353 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.352+0000 7f777f168780 1 < completed delete operation key=H3CSJQOWQ7NN tag=KNVO6KY0HKK0 type=del 2024-09-12T17:41:57.355 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.353+0000 7f777f168780 1 > prepared operation key=PW0NPHZT12D3 tag=YHOXG5EXKU50 type=del size=3665359 2024-09-12T17:41:57.356 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.354+0000 7f777f168780 1 < completed part key=_multipart_FCBWV27TCNS4.2~JDMY3RG3EBT1.0 size=562522 2024-09-12T17:41:57.358 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.356+0000 7f777f168780 1 < completed multipart upload key=FCBWV27TCNS4 upload=JDMY3RG3EBT1 tag=B2QKPY4GKV21 type=write size=1611098 2024-09-12T17:41:57.360 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.358+0000 7f777f168780 1 > prepared part key=_multipart_FSWX3S2TGJJ9.2~QY30EGGANQAA.0 size=1048576 2024-09-12T17:41:57.361 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.360+0000 7f777f168780 1 > prepared part key=_multipart_FSWX3S2TGJJ9.2~QY30EGGANQAA.1 size=1048576 2024-09-12T17:41:57.362 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.361+0000 7f777f168780 1 > prepared part key=_multipart_FSWX3S2TGJJ9.2~QY30EGGANQAA.2 size=537602 2024-09-12T17:41:57.362 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.361+0000 7f777f168780 1 > prepared multipart upload key=FSWX3S2TGJJ9 upload=QY30EGGANQAA tag=Z0A4HPE2KI9Q type=write size=3683330 2024-09-12T17:41:57.363 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.362+0000 7f777f168780 1 < completed part key=_multipart_FCBWV27TCNS4.2~AD04DN7UJ933.0 size=1048576 2024-09-12T17:41:57.363 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.362+0000 7f777f168780 1 < canceled part key=_multipart_FCBWV27TCNS4.2~AD04DN7UJ933.1 size=1048576 2024-09-12T17:41:57.364 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.363+0000 7f777f168780 1 < completed part key=_multipart_FCBWV27TCNS4.2~AD04DN7UJ933.2 size=580794 2024-09-12T17:41:57.366 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.365+0000 7f777f168780 1 < canceled multipart upload key=FCBWV27TCNS4 upload=AD04DN7UJ933 tag=BYZ1KNHZFAEM type=write size=3726522 2024-09-12T17:41:57.368 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.367+0000 7f777f168780 1 > prepared part key=_multipart_1ZL602X3VJDP.2~F4QB5J4MG7RM.0 size=1048576 2024-09-12T17:41:57.369 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.368+0000 7f777f168780 1 > prepared part key=_multipart_1ZL602X3VJDP.2~F4QB5J4MG7RM.1 size=1048576 2024-09-12T17:41:57.370 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.369+0000 7f777f168780 1 > prepared part key=_multipart_1ZL602X3VJDP.2~F4QB5J4MG7RM.2 size=150966 2024-09-12T17:41:57.370 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.369+0000 7f777f168780 1 > prepared multipart upload key=1ZL602X3VJDP upload=F4QB5J4MG7RM tag=K31A48A8A7N9 type=write size=3296694 2024-09-12T17:41:57.372 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.370+0000 7f777f168780 1 < completed delete operation key=CASKVIJ5MIV7 tag=WJL2RJCXH13X type=del 2024-09-12T17:41:57.374 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.372+0000 7f777f168780 1 > prepared part key=_multipart_7Q7D1WMM31NL.2~UXY0F8S6Q1AD.0 size=1048576 2024-09-12T17:41:57.375 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.374+0000 7f777f168780 1 > prepared part key=_multipart_7Q7D1WMM31NL.2~UXY0F8S6Q1AD.1 size=419490 2024-09-12T17:41:57.375 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.374+0000 7f777f168780 1 > prepared multipart upload key=7Q7D1WMM31NL upload=UXY0F8S6Q1AD tag=USRJLW31NTA1 type=write size=2516642 2024-09-12T17:41:57.376 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.375+0000 7f777f168780 1 < completed delete operation key=CPJJKVPMV2GJ tag=KMMU6A2WCBKX type=del 2024-09-12T17:41:57.377 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.376+0000 7f777f168780 1 > prepared operation key=DO31EKWPC3OI tag=OYOH4UK6JII4 type=del size=1820893 2024-09-12T17:41:57.380 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.378+0000 7f777f168780 1 < suggested remove operation key=FSWX3S2TGJJ9 tag=SXT6GE4ZL2E1 type=write 2024-09-12T17:41:57.381 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.379+0000 7f777f168780 1 > prepared operation key=2ZFE3UG14FTU tag=JC248LU1M11A type=del size=1490006 2024-09-12T17:41:57.382 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.380+0000 7f777f168780 1 < completed delete operation key=1ZL602X3VJDP tag=X62KPY73FA9F type=del 2024-09-12T17:41:57.383 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.382+0000 7f777f168780 1 > prepared operation key=2BM46JTAY3BM tag=5TIVW688VXK3 type=del size=3160566 2024-09-12T17:41:57.385 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.383+0000 7f777f168780 1 < completed part key=_multipart_BO6EDKIVIHEW.2~KHD9U02LR3MS.0 size=1048576 2024-09-12T17:41:57.385 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.384+0000 7f777f168780 1 < completed part key=_multipart_BO6EDKIVIHEW.2~KHD9U02LR3MS.1 size=1048576 2024-09-12T17:41:57.386 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.385+0000 7f777f168780 1 < completed part key=_multipart_BO6EDKIVIHEW.2~KHD9U02LR3MS.2 size=88873 2024-09-12T17:41:57.388 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.387+0000 7f777f168780 1 < completed multipart upload key=BO6EDKIVIHEW upload=KHD9U02LR3MS tag=V78EYMTWQCBR type=write size=3234601 2024-09-12T17:41:57.390 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.389+0000 7f777f168780 1 > prepared part key=_multipart_NV7QYM1CMJA7.2~EGAMNWLM2ROW.0 size=1048576 2024-09-12T17:41:57.391 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.390+0000 7f777f168780 1 > prepared part key=_multipart_NV7QYM1CMJA7.2~EGAMNWLM2ROW.1 size=119356 2024-09-12T17:41:57.391 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.390+0000 7f777f168780 1 > prepared multipart upload key=NV7QYM1CMJA7 upload=EGAMNWLM2ROW tag=8ZM67HIXYVTF type=write size=2216508 2024-09-12T17:41:57.392 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.391+0000 7f777f168780 1 < completed delete operation key=DCPT2HL28MHD tag=D0O7JE86F7MN type=del 2024-09-12T17:41:57.396 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.392+0000 7f777f168780 1 > prepared operation key=H3CSJQOWQ7NN tag=O3UQC3BBXV2Z type=del size=1605925 2024-09-12T17:41:57.396 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.393+0000 7f777f168780 1 < completed delete operation key=FI2EY06UN14X tag=2CNHA8TJ8YWJ type=del 2024-09-12T17:41:57.397 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.396+0000 7f777f168780 1 > prepared part key=_multipart_S79H21EJKRPP.2~0G9HPBS0AE76.0 size=1048576 2024-09-12T17:41:57.398 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.396+0000 7f777f168780 1 > prepared part key=_multipart_S79H21EJKRPP.2~0G9HPBS0AE76.1 size=555511 2024-09-12T17:41:57.398 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.396+0000 7f777f168780 1 > prepared multipart upload key=S79H21EJKRPP upload=0G9HPBS0AE76 tag=LE0H3MB9T4JL type=write size=2652663 2024-09-12T17:41:57.399 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.398+0000 7f777f168780 1 < completed delete operation key=G4A1L52XKRAS tag=ZQ5FQB7IJ6BC type=del 2024-09-12T17:41:57.401 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.400+0000 7f777f168780 1 > prepared part key=_multipart_BO6EDKIVIHEW.2~USASINXWJX8K.0 size=193182 2024-09-12T17:41:57.401 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.400+0000 7f777f168780 1 > prepared multipart upload key=BO6EDKIVIHEW upload=USASINXWJX8K tag=Q5PP15RPCOKG type=write size=1241758 2024-09-12T17:41:57.402 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.401+0000 7f777f168780 1 < completed part key=_multipart_2BM46JTAY3BM.2~2IXLS2V7FAGS.0 size=1048576 2024-09-12T17:41:57.404 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.403+0000 7f777f168780 1 < completed part key=_multipart_2BM46JTAY3BM.2~2IXLS2V7FAGS.1 size=1048576 2024-09-12T17:41:57.405 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.404+0000 7f777f168780 1 < completed part key=_multipart_2BM46JTAY3BM.2~2IXLS2V7FAGS.2 size=402093 2024-09-12T17:41:57.407 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.406+0000 7f777f168780 1 < completed multipart upload key=2BM46JTAY3BM upload=2IXLS2V7FAGS tag=TQF4721JVA2D type=write size=3547821 2024-09-12T17:41:57.409 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.407+0000 7f777f168780 1 > prepared operation key=ZABXJ7LUKKD3 tag=E3X38I51L2XO type=del size=911984 2024-09-12T17:41:57.410 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.408+0000 7f777f168780 1 < completed part key=_multipart_G4A1L52XKRAS.2~2WFVMEMU4HMF.0 size=1048576 2024-09-12T17:41:57.410 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.408+0000 7f777f168780 1 < canceled part key=_multipart_G4A1L52XKRAS.2~2WFVMEMU4HMF.1 size=1048576 2024-09-12T17:41:57.411 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.409+0000 7f777f168780 1 < completed part key=_multipart_G4A1L52XKRAS.2~2WFVMEMU4HMF.2 size=906801 2024-09-12T17:41:57.413 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.411+0000 7f777f168780 1 < canceled multipart upload key=G4A1L52XKRAS upload=2WFVMEMU4HMF tag=7LFOPL5FUDJ1 type=write size=4052529 2024-09-12T17:41:57.414 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.413+0000 7f777f168780 1 > prepared part key=_multipart_FCBWV27TCNS4.2~Y96SBGU8L8TO.0 size=914654 2024-09-12T17:41:57.415 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.413+0000 7f777f168780 1 > prepared multipart upload key=FCBWV27TCNS4 upload=Y96SBGU8L8TO tag=6FTZS46XRFQ4 type=write size=1963230 2024-09-12T17:41:57.416 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.414+0000 7f777f168780 1 < completed part key=_multipart_PW0NPHZT12D3.2~FUTOYFK38O6Z.0 size=265705 2024-09-12T17:41:57.417 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.416+0000 7f777f168780 1 < completed multipart upload key=PW0NPHZT12D3 upload=FUTOYFK38O6Z tag=WT54GV4E39TZ type=write size=1314281 2024-09-12T17:41:57.419 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.417+0000 7f777f168780 1 > prepared operation key=2KHLGQJKQA23 tag=KB3D6EWXUUD7 type=del size=1731511 2024-09-12T17:41:57.420 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.419+0000 7f777f168780 1 < completed part key=_multipart_3U17OL8VRNIQ.2~3IXYNR5H6A15.0 size=1048576 2024-09-12T17:41:57.421 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.420+0000 7f777f168780 1 < completed part key=_multipart_3U17OL8VRNIQ.2~3IXYNR5H6A15.1 size=1048576 2024-09-12T17:41:57.422 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.421+0000 7f777f168780 1 < completed part key=_multipart_3U17OL8VRNIQ.2~3IXYNR5H6A15.2 size=831048 2024-09-12T17:41:57.424 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.423+0000 7f777f168780 1 < completed multipart upload key=3U17OL8VRNIQ upload=3IXYNR5H6A15 tag=VIP0D3QZ2PR0 type=write size=3976776 2024-09-12T17:41:57.426 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.424+0000 7f777f168780 1 > prepared operation key=NV7QYM1CMJA7 tag=PUVPGWNYXYYG type=write size=539198 2024-09-12T17:41:57.427 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.425+0000 7f777f168780 -1 < failed to complete operation key=FSWX3S2TGJJ9 tag=GVSFRCUQB46I type=del size=3530632: (22) Invalid argument 2024-09-12T17:41:57.428 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.427+0000 7f777f168780 1 > prepared operation key=S79H21EJKRPP tag=KRI4WMWFALPZ type=del size=2744476 2024-09-12T17:41:57.429 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.428+0000 7f777f168780 1 < completed delete operation key=PW0NPHZT12D3 tag=YHOXG5EXKU50 type=del 2024-09-12T17:41:57.431 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.429+0000 7f777f168780 1 > prepared operation key=G4A1L52XKRAS tag=SPW4TN5Y42M9 type=del size=4131801 2024-09-12T17:41:57.432 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.431+0000 7f777f168780 1 < completed part key=_multipart_FSWX3S2TGJJ9.2~QY30EGGANQAA.0 size=1048576 2024-09-12T17:41:57.433 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.432+0000 7f777f168780 1 < completed part key=_multipart_FSWX3S2TGJJ9.2~QY30EGGANQAA.1 size=1048576 2024-09-12T17:41:57.434 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.433+0000 7f777f168780 1 < completed part key=_multipart_FSWX3S2TGJJ9.2~QY30EGGANQAA.2 size=537602 2024-09-12T17:41:57.436 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.435+0000 7f777f168780 1 < completed multipart upload key=FSWX3S2TGJJ9 upload=QY30EGGANQAA tag=Z0A4HPE2KI9Q type=write size=3683330 2024-09-12T17:41:57.439 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.437+0000 7f777f168780 1 > prepared part key=_multipart_FCBWV27TCNS4.2~11N25SGZKYEJ.0 size=771101 2024-09-12T17:41:57.439 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.437+0000 7f777f168780 1 > prepared multipart upload key=FCBWV27TCNS4 upload=11N25SGZKYEJ tag=ABY0LW868Q35 type=write size=1819677 2024-09-12T17:41:57.440 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.438+0000 7f777f168780 1 < completed part key=_multipart_1ZL602X3VJDP.2~F4QB5J4MG7RM.0 size=1048576 2024-09-12T17:41:57.441 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.439+0000 7f777f168780 1 < completed part key=_multipart_1ZL602X3VJDP.2~F4QB5J4MG7RM.1 size=1048576 2024-09-12T17:41:57.441 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.439+0000 7f777f168780 1 < canceled part key=_multipart_1ZL602X3VJDP.2~F4QB5J4MG7RM.2 size=150966 2024-09-12T17:41:57.443 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.441+0000 7f777f168780 1 < canceled multipart upload key=1ZL602X3VJDP upload=F4QB5J4MG7RM tag=K31A48A8A7N9 type=write size=3296694 2024-09-12T17:41:57.444 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.442+0000 7f777f168780 1 > prepared operation key=1IACFTAZKIWV tag=CRZNM7FID1GZ type=del size=2328206 2024-09-12T17:41:57.445 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.444+0000 7f777f168780 1 < completed part key=_multipart_7Q7D1WMM31NL.2~UXY0F8S6Q1AD.0 size=1048576 2024-09-12T17:41:57.446 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.444+0000 7f777f168780 1 < completed part key=_multipart_7Q7D1WMM31NL.2~UXY0F8S6Q1AD.1 size=419490 2024-09-12T17:41:57.448 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.446+0000 7f777f168780 1 < completed multipart upload key=7Q7D1WMM31NL upload=UXY0F8S6Q1AD tag=USRJLW31NTA1 type=write size=2516642 2024-09-12T17:41:57.449 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.448+0000 7f777f168780 1 > prepared operation key=CV1EGVJPNSKR tag=SBDBZ6E1HIF1 type=del size=2078030 2024-09-12T17:41:57.450 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.449+0000 7f777f168780 1 < completed delete operation key=DO31EKWPC3OI tag=OYOH4UK6JII4 type=del 2024-09-12T17:41:57.451 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.450+0000 7f777f168780 1 > prepared operation key=3U17OL8VRNIQ tag=C6DG4M5GFWUH type=del size=2190392 2024-09-12T17:41:57.453 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.451+0000 7f777f168780 1 < completed delete operation key=2ZFE3UG14FTU tag=JC248LU1M11A type=del 2024-09-12T17:41:57.454 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.452+0000 7f777f168780 1 > prepared operation key=S79H21EJKRPP tag=RI3C4BJZQK0G type=del size=834676 2024-09-12T17:41:57.455 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.454+0000 7f777f168780 1 < canceled operation key=2BM46JTAY3BM tag=5TIVW688VXK3 type=del size=3160566 2024-09-12T17:41:57.457 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.456+0000 7f777f168780 1 > prepared part key=_multipart_DCPT2HL28MHD.2~TUTU2P6U3OLI.0 size=663136 2024-09-12T17:41:57.457 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.456+0000 7f777f168780 1 > prepared multipart upload key=DCPT2HL28MHD upload=TUTU2P6U3OLI tag=1L3J6WTXDBDG type=write size=1711712 2024-09-12T17:41:57.458 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.457+0000 7f777f168780 1 < completed part key=_multipart_NV7QYM1CMJA7.2~EGAMNWLM2ROW.0 size=1048576 2024-09-12T17:41:57.459 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.458+0000 7f777f168780 1 < completed part key=_multipart_NV7QYM1CMJA7.2~EGAMNWLM2ROW.1 size=119356 2024-09-12T17:41:57.461 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.460+0000 7f777f168780 1 < completed multipart upload key=NV7QYM1CMJA7 upload=EGAMNWLM2ROW tag=8ZM67HIXYVTF type=write size=2216508 2024-09-12T17:41:57.464 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.462+0000 7f777f168780 1 > prepared part key=_multipart_FSWX3S2TGJJ9.2~UQ61KOCABQY5.0 size=1048576 2024-09-12T17:41:57.465 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.463+0000 7f777f168780 1 > prepared part key=_multipart_FSWX3S2TGJJ9.2~UQ61KOCABQY5.1 size=1048576 2024-09-12T17:41:57.465 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.464+0000 7f777f168780 1 > prepared part key=_multipart_FSWX3S2TGJJ9.2~UQ61KOCABQY5.2 size=913694 2024-09-12T17:41:57.466 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.464+0000 7f777f168780 1 > prepared multipart upload key=FSWX3S2TGJJ9 upload=UQ61KOCABQY5 tag=IV2WEZX8OG2R type=write size=4059422 2024-09-12T17:41:57.467 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.465+0000 7f777f168780 1 < completed delete operation key=H3CSJQOWQ7NN tag=O3UQC3BBXV2Z type=del 2024-09-12T17:41:57.468 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.467+0000 7f777f168780 1 > prepared operation key=3U17OL8VRNIQ tag=F707VJ5LY30W type=del size=2696932 2024-09-12T17:41:57.469 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.468+0000 7f777f168780 1 < completed part key=_multipart_S79H21EJKRPP.2~0G9HPBS0AE76.0 size=1048576 2024-09-12T17:41:57.471 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.469+0000 7f777f168780 1 < completed part key=_multipart_S79H21EJKRPP.2~0G9HPBS0AE76.1 size=555511 2024-09-12T17:41:57.473 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.471+0000 7f777f168780 1 < completed multipart upload key=S79H21EJKRPP upload=0G9HPBS0AE76 tag=LE0H3MB9T4JL type=write size=2652663 2024-09-12T17:41:57.475 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.473+0000 7f777f168780 1 > prepared part key=_multipart_BO6EDKIVIHEW.2~BAL1WIEQ5RL0.0 size=1048576 2024-09-12T17:41:57.476 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.474+0000 7f777f168780 1 > prepared part key=_multipart_BO6EDKIVIHEW.2~BAL1WIEQ5RL0.1 size=553394 2024-09-12T17:41:57.476 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.474+0000 7f777f168780 1 > prepared multipart upload key=BO6EDKIVIHEW upload=BAL1WIEQ5RL0 tag=KEUCLT2UI4GC type=write size=2650546 2024-09-12T17:41:57.477 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.476+0000 7f777f168780 1 < completed part key=_multipart_BO6EDKIVIHEW.2~USASINXWJX8K.0 size=193182 2024-09-12T17:41:57.479 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.478+0000 7f777f168780 1 < completed multipart upload key=BO6EDKIVIHEW upload=USASINXWJX8K tag=Q5PP15RPCOKG type=write size=1241758 2024-09-12T17:41:57.481 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.480+0000 7f777f168780 1 > prepared part key=_multipart_CASKVIJ5MIV7.2~X7OEV1MAA562.0 size=1048576 2024-09-12T17:41:57.482 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.481+0000 7f777f168780 1 > prepared part key=_multipart_CASKVIJ5MIV7.2~X7OEV1MAA562.1 size=827282 2024-09-12T17:41:57.482 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.481+0000 7f777f168780 1 > prepared multipart upload key=CASKVIJ5MIV7 upload=X7OEV1MAA562 tag=PZXJ8P2EAAMH type=write size=2924434 2024-09-12T17:41:57.484 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.482+0000 7f777f168780 1 < completed delete operation key=ZABXJ7LUKKD3 tag=E3X38I51L2XO type=del 2024-09-12T17:41:57.486 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.484+0000 7f777f168780 1 > prepared part key=_multipart_FI2EY06UN14X.2~V8F18TMIVVLG.0 size=1048576 2024-09-12T17:41:57.487 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.485+0000 7f777f168780 1 > prepared part key=_multipart_FI2EY06UN14X.2~V8F18TMIVVLG.1 size=419204 2024-09-12T17:41:57.487 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.485+0000 7f777f168780 1 > prepared multipart upload key=FI2EY06UN14X upload=V8F18TMIVVLG tag=7FCCK79GRQRW type=write size=2516356 2024-09-12T17:41:57.488 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.487+0000 7f777f168780 1 < completed part key=_multipart_FCBWV27TCNS4.2~Y96SBGU8L8TO.0 size=914654 2024-09-12T17:41:57.490 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.489+0000 7f777f168780 1 < completed multipart upload key=FCBWV27TCNS4 upload=Y96SBGU8L8TO tag=6FTZS46XRFQ4 type=write size=1963230 2024-09-12T17:41:57.491 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.490+0000 7f777f168780 1 > prepared operation key=PW0NPHZT12D3 tag=IJ5BRROA480Q type=del size=1023668 2024-09-12T17:41:57.493 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.491+0000 7f777f168780 1 < completed delete operation key=2KHLGQJKQA23 tag=KB3D6EWXUUD7 type=del 2024-09-12T17:41:57.494 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.492+0000 7f777f168780 1 > prepared operation key=AEV8UHLVWR8L tag=SGDOV7BMR1T8 type=del size=2478745 2024-09-12T17:41:57.496 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.495+0000 7f777f168780 1 < suggested update operation key=NV7QYM1CMJA7 tag=PUVPGWNYXYYG type=write size=539198 2024-09-12T17:41:57.497 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.496+0000 7f777f168780 1 > prepared operation key=OE1BUCZHIE1B tag=U8N311E8OJVP type=del size=3205007 2024-09-12T17:41:57.499 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.497+0000 7f777f168780 1 < completed delete operation key=S79H21EJKRPP tag=KRI4WMWFALPZ type=del 2024-09-12T17:41:57.500 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.498+0000 7f777f168780 1 > prepared operation key=DCPT2HL28MHD tag=9F76B77M6ZYL type=del size=2722849 2024-09-12T17:41:57.501 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.500+0000 7f777f168780 1 < completed delete operation key=G4A1L52XKRAS tag=SPW4TN5Y42M9 type=del 2024-09-12T17:41:57.503 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.502+0000 7f777f168780 1 > prepared part key=_multipart_K0OUEJ4GMFDB.2~PE8G9AIB08ZH.0 size=1048576 2024-09-12T17:41:57.504 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.503+0000 7f777f168780 1 > prepared part key=_multipart_K0OUEJ4GMFDB.2~PE8G9AIB08ZH.1 size=426783 2024-09-12T17:41:57.504 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.503+0000 7f777f168780 1 > prepared multipart upload key=K0OUEJ4GMFDB upload=PE8G9AIB08ZH tag=W5B6JZM13XFT type=write size=2523935 2024-09-12T17:41:57.506 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.504+0000 7f777f168780 1 < completed part key=_multipart_FCBWV27TCNS4.2~11N25SGZKYEJ.0 size=771101 2024-09-12T17:41:57.508 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.506+0000 7f777f168780 1 < completed multipart upload key=FCBWV27TCNS4 upload=11N25SGZKYEJ tag=ABY0LW868Q35 type=write size=1819677 2024-09-12T17:41:57.510 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.509+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~LJ0A18BT201K.0 size=94582 2024-09-12T17:41:57.510 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.509+0000 7f777f168780 1 > prepared multipart upload key=CIHBEU5VBLGQ upload=LJ0A18BT201K tag=HMPDIEUYLLZS type=write size=1143158 2024-09-12T17:41:57.511 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.510+0000 7f777f168780 1 < completed delete operation key=1IACFTAZKIWV tag=CRZNM7FID1GZ type=del 2024-09-12T17:41:57.513 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.512+0000 7f777f168780 1 > prepared part key=_multipart_FSWX3S2TGJJ9.2~P9DB2K9QI0ES.0 size=1048576 2024-09-12T17:41:57.514 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.513+0000 7f777f168780 1 > prepared part key=_multipart_FSWX3S2TGJJ9.2~P9DB2K9QI0ES.1 size=823677 2024-09-12T17:41:57.514 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.513+0000 7f777f168780 1 > prepared multipart upload key=FSWX3S2TGJJ9 upload=P9DB2K9QI0ES tag=IM1IRCEZ54NO type=write size=2920829 2024-09-12T17:41:57.518 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.517+0000 7f777f168780 1 < suggested update operation key=CV1EGVJPNSKR tag=SBDBZ6E1HIF1 type=del size=2078030 2024-09-12T17:41:57.520 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.519+0000 7f777f168780 1 > prepared part key=_multipart_G4A1L52XKRAS.2~XG2H1KH38W6N.0 size=635965 2024-09-12T17:41:57.521 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.519+0000 7f777f168780 1 > prepared multipart upload key=G4A1L52XKRAS upload=XG2H1KH38W6N tag=8HYDQE5UCWQV type=write size=1684541 2024-09-12T17:41:57.522 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.520+0000 7f777f168780 1 < completed delete operation key=3U17OL8VRNIQ tag=C6DG4M5GFWUH type=del 2024-09-12T17:41:57.523 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.522+0000 7f777f168780 1 > prepared operation key=O3IEF0Z4S34O tag=3TIZNQPQ1AFN type=del size=49116 2024-09-12T17:41:57.524 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.523+0000 7f777f168780 1 < completed delete operation key=S79H21EJKRPP tag=RI3C4BJZQK0G type=del 2024-09-12T17:41:57.525 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.524+0000 7f777f168780 1 > prepared operation key=FI2EY06UN14X tag=J5JCFGYTT76A type=write size=1026990 2024-09-12T17:41:57.527 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.525+0000 7f777f168780 1 < completed part key=_multipart_DCPT2HL28MHD.2~TUTU2P6U3OLI.0 size=663136 2024-09-12T17:41:57.529 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.527+0000 7f777f168780 1 < completed multipart upload key=DCPT2HL28MHD upload=TUTU2P6U3OLI tag=1L3J6WTXDBDG type=write size=1711712 2024-09-12T17:41:57.531 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.529+0000 7f777f168780 1 > prepared part key=_multipart_DCPT2HL28MHD.2~JO3AAXNBHQSX.0 size=188113 2024-09-12T17:41:57.531 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.529+0000 7f777f168780 1 > prepared multipart upload key=DCPT2HL28MHD upload=JO3AAXNBHQSX tag=Z41E9OMYJ5GK type=write size=1236689 2024-09-12T17:41:57.532 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.530+0000 7f777f168780 1 < completed part key=_multipart_FSWX3S2TGJJ9.2~UQ61KOCABQY5.0 size=1048576 2024-09-12T17:41:57.533 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.531+0000 7f777f168780 1 < completed part key=_multipart_FSWX3S2TGJJ9.2~UQ61KOCABQY5.1 size=1048576 2024-09-12T17:41:57.534 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.532+0000 7f777f168780 1 < completed part key=_multipart_FSWX3S2TGJJ9.2~UQ61KOCABQY5.2 size=913694 2024-09-12T17:41:57.536 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.534+0000 7f777f168780 1 < completed multipart upload key=FSWX3S2TGJJ9 upload=UQ61KOCABQY5 tag=IV2WEZX8OG2R type=write size=4059422 2024-09-12T17:41:57.537 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.536+0000 7f777f168780 1 > prepared operation key=2BM46JTAY3BM tag=IK5HWXADPOOJ type=del size=2358513 2024-09-12T17:41:57.539 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.537+0000 7f777f168780 1 < completed delete operation key=3U17OL8VRNIQ tag=F707VJ5LY30W type=del 2024-09-12T17:41:57.541 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.539+0000 7f777f168780 1 > prepared part key=_multipart_PW0NPHZT12D3.2~CL86AP6UMA2T.0 size=1048576 2024-09-12T17:41:57.542 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.541+0000 7f777f168780 1 > prepared part key=_multipart_PW0NPHZT12D3.2~CL86AP6UMA2T.1 size=784444 2024-09-12T17:41:57.542 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.541+0000 7f777f168780 1 > prepared multipart upload key=PW0NPHZT12D3 upload=CL86AP6UMA2T tag=BAMFAS1XB09Q type=write size=2881596 2024-09-12T17:41:57.543 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.542+0000 7f777f168780 1 < completed part key=_multipart_BO6EDKIVIHEW.2~BAL1WIEQ5RL0.0 size=1048576 2024-09-12T17:41:57.545 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.543+0000 7f777f168780 1 < completed part key=_multipart_BO6EDKIVIHEW.2~BAL1WIEQ5RL0.1 size=553394 2024-09-12T17:41:57.547 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.545+0000 7f777f168780 1 < completed multipart upload key=BO6EDKIVIHEW upload=BAL1WIEQ5RL0 tag=KEUCLT2UI4GC type=write size=2650546 2024-09-12T17:41:57.548 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.547+0000 7f777f168780 1 > prepared operation key=DCPT2HL28MHD tag=LDPFHHC7D9EG type=del size=1309400 2024-09-12T17:41:57.550 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.548+0000 7f777f168780 1 < completed part key=_multipart_CASKVIJ5MIV7.2~X7OEV1MAA562.0 size=1048576 2024-09-12T17:41:57.551 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.549+0000 7f777f168780 1 < completed part key=_multipart_CASKVIJ5MIV7.2~X7OEV1MAA562.1 size=827282 2024-09-12T17:41:57.553 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.551+0000 7f777f168780 1 < completed multipart upload key=CASKVIJ5MIV7 upload=X7OEV1MAA562 tag=PZXJ8P2EAAMH type=write size=2924434 2024-09-12T17:41:57.555 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.553+0000 7f777f168780 1 > prepared part key=_multipart_H3CSJQOWQ7NN.2~QLA1B1MSV9QT.0 size=1048576 2024-09-12T17:41:57.556 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.554+0000 7f777f168780 1 > prepared part key=_multipart_H3CSJQOWQ7NN.2~QLA1B1MSV9QT.1 size=1048576 2024-09-12T17:41:57.557 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.555+0000 7f777f168780 1 > prepared part key=_multipart_H3CSJQOWQ7NN.2~QLA1B1MSV9QT.2 size=112794 2024-09-12T17:41:57.557 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.555+0000 7f777f168780 1 > prepared multipart upload key=H3CSJQOWQ7NN upload=QLA1B1MSV9QT tag=SW44S324LWPB type=write size=3258522 2024-09-12T17:41:57.558 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.557+0000 7f777f168780 1 < completed part key=_multipart_FI2EY06UN14X.2~V8F18TMIVVLG.0 size=1048576 2024-09-12T17:41:57.559 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.558+0000 7f777f168780 1 < completed part key=_multipart_FI2EY06UN14X.2~V8F18TMIVVLG.1 size=419204 2024-09-12T17:41:57.561 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.560+0000 7f777f168780 1 < completed multipart upload key=FI2EY06UN14X upload=V8F18TMIVVLG tag=7FCCK79GRQRW type=write size=2516356 2024-09-12T17:41:57.563 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.561+0000 7f777f168780 1 > prepared operation key=K0OUEJ4GMFDB tag=Q1ZSBELFDE61 type=del size=4071267 2024-09-12T17:41:57.565 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.564+0000 7f777f168780 1 < suggested update operation key=PW0NPHZT12D3 tag=IJ5BRROA480Q type=del size=1023668 2024-09-12T17:41:57.567 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.565+0000 7f777f168780 1 > prepared operation key=PW0NPHZT12D3 tag=0YPPS3K67Y1L type=del size=3174109 2024-09-12T17:41:57.569 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.568+0000 7f777f168780 1 < suggested update operation key=AEV8UHLVWR8L tag=SGDOV7BMR1T8 type=del size=2478745 2024-09-12T17:41:57.570 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.569+0000 7f777f168780 1 > prepared operation key=OE1BUCZHIE1B tag=5RNGHGW3WFTC type=del size=1962032 2024-09-12T17:41:57.572 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.570+0000 7f777f168780 1 < completed delete operation key=OE1BUCZHIE1B tag=U8N311E8OJVP type=del 2024-09-12T17:41:57.574 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.572+0000 7f777f168780 1 > prepared part key=_multipart_CASKVIJ5MIV7.2~RA6Z062SQXG9.0 size=1048576 2024-09-12T17:41:57.575 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.573+0000 7f777f168780 1 > prepared part key=_multipart_CASKVIJ5MIV7.2~RA6Z062SQXG9.1 size=672859 2024-09-12T17:41:57.575 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.573+0000 7f777f168780 1 > prepared multipart upload key=CASKVIJ5MIV7 upload=RA6Z062SQXG9 tag=13T04ZJIQBPO type=write size=2770011 2024-09-12T17:41:57.576 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.575+0000 7f777f168780 1 < canceled operation key=DCPT2HL28MHD tag=9F76B77M6ZYL type=del size=2722849 2024-09-12T17:41:57.578 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.577+0000 7f777f168780 1 > prepared part key=_multipart_BO6EDKIVIHEW.2~963YN8METY46.0 size=169879 2024-09-12T17:41:57.579 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.577+0000 7f777f168780 1 > prepared multipart upload key=BO6EDKIVIHEW upload=963YN8METY46 tag=48LNQ1DBQ5X7 type=write size=1218455 2024-09-12T17:41:57.580 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.578+0000 7f777f168780 1 < completed part key=_multipart_K0OUEJ4GMFDB.2~PE8G9AIB08ZH.0 size=1048576 2024-09-12T17:41:57.581 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.579+0000 7f777f168780 1 < completed part key=_multipart_K0OUEJ4GMFDB.2~PE8G9AIB08ZH.1 size=426783 2024-09-12T17:41:57.583 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.581+0000 7f777f168780 1 < completed multipart upload key=K0OUEJ4GMFDB upload=PE8G9AIB08ZH tag=W5B6JZM13XFT type=write size=2523935 2024-09-12T17:41:57.584 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.582+0000 7f777f168780 1 > prepared operation key=CIHBEU5VBLGQ tag=3ZAFRUQ2UFE3 type=del size=2502912 2024-09-12T17:41:57.585 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.584+0000 7f777f168780 1 < completed part key=_multipart_CIHBEU5VBLGQ.2~LJ0A18BT201K.0 size=94582 2024-09-12T17:41:57.587 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.586+0000 7f777f168780 1 < completed multipart upload key=CIHBEU5VBLGQ upload=LJ0A18BT201K tag=HMPDIEUYLLZS type=write size=1143158 2024-09-12T17:41:57.588 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.587+0000 7f777f168780 1 > prepared operation key=CPJJKVPMV2GJ tag=JIIW4N1PSMAJ type=del size=1658992 2024-09-12T17:41:57.590 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.588+0000 7f777f168780 1 < completed part key=_multipart_FSWX3S2TGJJ9.2~P9DB2K9QI0ES.0 size=1048576 2024-09-12T17:41:57.590 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.589+0000 7f777f168780 1 < completed part key=_multipart_FSWX3S2TGJJ9.2~P9DB2K9QI0ES.1 size=823677 2024-09-12T17:41:57.592 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.591+0000 7f777f168780 1 < completed multipart upload key=FSWX3S2TGJJ9 upload=P9DB2K9QI0ES tag=IM1IRCEZ54NO type=write size=2920829 2024-09-12T17:41:57.594 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.593+0000 7f777f168780 1 > prepared part key=_multipart_2KHLGQJKQA23.2~Y1MYTJR6MKC2.0 size=1013039 2024-09-12T17:41:57.595 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.593+0000 7f777f168780 1 > prepared multipart upload key=2KHLGQJKQA23 upload=Y1MYTJR6MKC2 tag=WEQYQBIA612Q type=write size=2061615 2024-09-12T17:41:57.596 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.594+0000 7f777f168780 1 < completed part key=_multipart_G4A1L52XKRAS.2~XG2H1KH38W6N.0 size=635965 2024-09-12T17:41:57.597 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.596+0000 7f777f168780 1 < completed multipart upload key=G4A1L52XKRAS upload=XG2H1KH38W6N tag=8HYDQE5UCWQV type=write size=1684541 2024-09-12T17:41:57.598 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.597+0000 7f777f168780 1 > prepared operation key=S79H21EJKRPP tag=0BO7B17VQP4V type=del size=3646503 2024-09-12T17:41:57.600 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.598+0000 7f777f168780 1 < completed delete operation key=O3IEF0Z4S34O tag=3TIZNQPQ1AFN type=del 2024-09-12T17:41:57.601 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.599+0000 7f777f168780 1 > prepared operation key=DO31EKWPC3OI tag=T15QM7277HH9 type=write size=928413 2024-09-12T17:41:57.604 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.601+0000 7f777f168780 1 < completed write operation key=FI2EY06UN14X tag=J5JCFGYTT76A type=write size=1026990 2024-09-12T17:41:57.604 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.603+0000 7f777f168780 1 > prepared part key=_multipart_GYBHJV1TE1UC.2~QEL70G3U30OL.0 size=1048576 2024-09-12T17:41:57.605 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.604+0000 7f777f168780 1 > prepared part key=_multipart_GYBHJV1TE1UC.2~QEL70G3U30OL.1 size=1048576 2024-09-12T17:41:57.606 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.605+0000 7f777f168780 1 > prepared part key=_multipart_GYBHJV1TE1UC.2~QEL70G3U30OL.2 size=791988 2024-09-12T17:41:57.606 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.605+0000 7f777f168780 1 > prepared multipart upload key=GYBHJV1TE1UC upload=QEL70G3U30OL tag=82GXK6M53P8P type=write size=3937716 2024-09-12T17:41:57.606 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.605+0000 7f777f168780 1 < canceled part key=_multipart_DCPT2HL28MHD.2~JO3AAXNBHQSX.0 size=188113 2024-09-12T17:41:57.609 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.608+0000 7f777f168780 1 < canceled multipart upload key=DCPT2HL28MHD upload=JO3AAXNBHQSX tag=Z41E9OMYJ5GK type=write size=1236689 2024-09-12T17:41:57.610 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.609+0000 7f777f168780 1 > prepared operation key=FCBWV27TCNS4 tag=WB6JC8AFLW97 type=del size=470476 2024-09-12T17:41:57.612 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.610+0000 7f777f168780 1 < completed delete operation key=2BM46JTAY3BM tag=IK5HWXADPOOJ type=del 2024-09-12T17:41:57.614 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.613+0000 7f777f168780 1 > prepared part key=_multipart_O3IEF0Z4S34O.2~SEJCHUBC7XSO.0 size=1048576 2024-09-12T17:41:57.615 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.614+0000 7f777f168780 1 > prepared part key=_multipart_O3IEF0Z4S34O.2~SEJCHUBC7XSO.1 size=1048576 2024-09-12T17:41:57.616 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.615+0000 7f777f168780 1 > prepared part key=_multipart_O3IEF0Z4S34O.2~SEJCHUBC7XSO.2 size=300782 2024-09-12T17:41:57.616 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.615+0000 7f777f168780 1 > prepared multipart upload key=O3IEF0Z4S34O upload=SEJCHUBC7XSO tag=8TLC923ZM978 type=write size=3446510 2024-09-12T17:41:57.617 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.616+0000 7f777f168780 1 < completed part key=_multipart_PW0NPHZT12D3.2~CL86AP6UMA2T.0 size=1048576 2024-09-12T17:41:57.618 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.617+0000 7f777f168780 1 < completed part key=_multipart_PW0NPHZT12D3.2~CL86AP6UMA2T.1 size=784444 2024-09-12T17:41:57.621 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.619+0000 7f777f168780 1 < completed multipart upload key=PW0NPHZT12D3 upload=CL86AP6UMA2T tag=BAMFAS1XB09Q type=write size=2881596 2024-09-12T17:41:57.623 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.621+0000 7f777f168780 1 > prepared part key=_multipart_13V8F5WX47AD.2~2NMB9Q2B0ZCL.0 size=1048576 2024-09-12T17:41:57.624 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.622+0000 7f777f168780 1 > prepared part key=_multipart_13V8F5WX47AD.2~2NMB9Q2B0ZCL.1 size=611541 2024-09-12T17:41:57.624 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.622+0000 7f777f168780 1 > prepared multipart upload key=13V8F5WX47AD upload=2NMB9Q2B0ZCL tag=NRAHG115J0U5 type=write size=2708693 2024-09-12T17:41:57.625 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.624+0000 7f777f168780 1 < completed delete operation key=DCPT2HL28MHD tag=LDPFHHC7D9EG type=del 2024-09-12T17:41:57.627 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.626+0000 7f777f168780 1 > prepared part key=_multipart_OE1BUCZHIE1B.2~W47EDSP476WB.0 size=1048576 2024-09-12T17:41:57.628 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.627+0000 7f777f168780 1 > prepared part key=_multipart_OE1BUCZHIE1B.2~W47EDSP476WB.1 size=72598 2024-09-12T17:41:57.628 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.627+0000 7f777f168780 1 > prepared multipart upload key=OE1BUCZHIE1B upload=W47EDSP476WB tag=IRT3Y3RFU1ML type=write size=2169750 2024-09-12T17:41:57.629 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.628+0000 7f777f168780 1 < completed part key=_multipart_H3CSJQOWQ7NN.2~QLA1B1MSV9QT.0 size=1048576 2024-09-12T17:41:57.631 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.630+0000 7f777f168780 1 < completed part key=_multipart_H3CSJQOWQ7NN.2~QLA1B1MSV9QT.1 size=1048576 2024-09-12T17:41:57.632 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.631+0000 7f777f168780 1 < completed part key=_multipart_H3CSJQOWQ7NN.2~QLA1B1MSV9QT.2 size=112794 2024-09-12T17:41:57.634 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.633+0000 7f777f168780 1 < completed multipart upload key=H3CSJQOWQ7NN upload=QLA1B1MSV9QT tag=SW44S324LWPB type=write size=3258522 2024-09-12T17:41:57.636 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.634+0000 7f777f168780 1 > prepared operation key=DO31EKWPC3OI tag=GEJFOIULPT90 type=del size=2136182 2024-09-12T17:41:57.638 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.637+0000 7f777f168780 1 < suggested update operation key=K0OUEJ4GMFDB tag=Q1ZSBELFDE61 type=del size=4071267 2024-09-12T17:41:57.639 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.638+0000 7f777f168780 1 > prepared operation key=3U17OL8VRNIQ tag=DV9L7Y6H8CPX type=del size=336509 2024-09-12T17:41:57.640 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.639+0000 7f777f168780 1 < completed delete operation key=PW0NPHZT12D3 tag=0YPPS3K67Y1L type=del 2024-09-12T17:41:57.642 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.641+0000 7f777f168780 1 > prepared part key=_multipart_FI2EY06UN14X.2~FR6MYRWKHB8L.0 size=1048576 2024-09-12T17:41:57.644 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.642+0000 7f777f168780 1 > prepared part key=_multipart_FI2EY06UN14X.2~FR6MYRWKHB8L.1 size=437390 2024-09-12T17:41:57.644 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.642+0000 7f777f168780 1 > prepared multipart upload key=FI2EY06UN14X upload=FR6MYRWKHB8L tag=EMZ593VLIN8M type=write size=2534542 2024-09-12T17:41:57.645 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.643+0000 7f777f168780 1 < completed delete operation key=OE1BUCZHIE1B tag=5RNGHGW3WFTC type=del 2024-09-12T17:41:57.647 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.645+0000 7f777f168780 1 > prepared part key=_multipart_2ZFE3UG14FTU.2~U0JUPT09XD4C.0 size=664692 2024-09-12T17:41:57.647 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.645+0000 7f777f168780 1 > prepared multipart upload key=2ZFE3UG14FTU upload=U0JUPT09XD4C tag=1R9Q0I1OMQ2I type=write size=1713268 2024-09-12T17:41:57.648 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.647+0000 7f777f168780 1 < completed part key=_multipart_CASKVIJ5MIV7.2~RA6Z062SQXG9.0 size=1048576 2024-09-12T17:41:57.649 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.647+0000 7f777f168780 1 < canceled part key=_multipart_CASKVIJ5MIV7.2~RA6Z062SQXG9.1 size=672859 2024-09-12T17:41:57.651 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.649+0000 7f777f168780 1 < canceled multipart upload key=CASKVIJ5MIV7 upload=RA6Z062SQXG9 tag=13T04ZJIQBPO type=write size=2770011 2024-09-12T17:41:57.652 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.651+0000 7f777f168780 1 > prepared operation key=CV1EGVJPNSKR tag=10P3FXNFPD4Z type=del size=3686598 2024-09-12T17:41:57.653 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.652+0000 7f777f168780 1 < completed part key=_multipart_BO6EDKIVIHEW.2~963YN8METY46.0 size=169879 2024-09-12T17:41:57.656 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.654+0000 7f777f168780 1 < completed multipart upload key=BO6EDKIVIHEW upload=963YN8METY46 tag=48LNQ1DBQ5X7 type=write size=1218455 2024-09-12T17:41:57.657 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.656+0000 7f777f168780 1 > prepared operation key=3U17OL8VRNIQ tag=T7W9EYWXGVXW type=write size=973358 2024-09-12T17:41:57.658 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.657+0000 7f777f168780 1 < completed delete operation key=CIHBEU5VBLGQ tag=3ZAFRUQ2UFE3 type=del 2024-09-12T17:41:57.660 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.658+0000 7f777f168780 1 > prepared operation key=S79H21EJKRPP tag=17AS6CCZYZO1 type=write size=931932 2024-09-12T17:41:57.661 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.659+0000 7f777f168780 1 < canceled operation key=CPJJKVPMV2GJ tag=JIIW4N1PSMAJ type=del size=1658992 2024-09-12T17:41:57.663 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.662+0000 7f777f168780 1 > prepared part key=_multipart_7Q7D1WMM31NL.2~ADEP6BDVV422.0 size=1048576 2024-09-12T17:41:57.664 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.663+0000 7f777f168780 1 > prepared part key=_multipart_7Q7D1WMM31NL.2~ADEP6BDVV422.1 size=62573 2024-09-12T17:41:57.664 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.663+0000 7f777f168780 1 > prepared multipart upload key=7Q7D1WMM31NL upload=ADEP6BDVV422 tag=1RQ2NBYJOOBA type=write size=2159725 2024-09-12T17:41:57.665 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.664+0000 7f777f168780 1 < completed part key=_multipart_2KHLGQJKQA23.2~Y1MYTJR6MKC2.0 size=1013039 2024-09-12T17:41:57.667 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.666+0000 7f777f168780 1 < completed multipart upload key=2KHLGQJKQA23 upload=Y1MYTJR6MKC2 tag=WEQYQBIA612Q type=write size=2061615 2024-09-12T17:41:57.669 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.668+0000 7f777f168780 1 > prepared part key=_multipart_FI2EY06UN14X.2~4JVB76U7736D.0 size=1048576 2024-09-12T17:41:57.671 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.669+0000 7f777f168780 1 > prepared part key=_multipart_FI2EY06UN14X.2~4JVB76U7736D.1 size=889993 2024-09-12T17:41:57.671 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.669+0000 7f777f168780 1 > prepared multipart upload key=FI2EY06UN14X upload=4JVB76U7736D tag=9NQ8ZHT5SPAO type=write size=2987145 2024-09-12T17:41:57.672 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.670+0000 7f777f168780 1 < completed delete operation key=S79H21EJKRPP tag=0BO7B17VQP4V type=del 2024-09-12T17:41:57.674 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.673+0000 7f777f168780 1 > prepared part key=_multipart_FCBWV27TCNS4.2~MAG6PKKG23RJ.0 size=1048576 2024-09-12T17:41:57.675 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.674+0000 7f777f168780 1 > prepared part key=_multipart_FCBWV27TCNS4.2~MAG6PKKG23RJ.1 size=1048576 2024-09-12T17:41:57.676 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.675+0000 7f777f168780 1 > prepared part key=_multipart_FCBWV27TCNS4.2~MAG6PKKG23RJ.2 size=692004 2024-09-12T17:41:57.676 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.675+0000 7f777f168780 1 > prepared multipart upload key=FCBWV27TCNS4 upload=MAG6PKKG23RJ tag=GY47RUW9OA98 type=write size=3837732 2024-09-12T17:41:57.678 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.677+0000 7f777f168780 1 < suggested update operation key=DO31EKWPC3OI tag=T15QM7277HH9 type=write size=928413 2024-09-12T17:41:57.680 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.678+0000 7f777f168780 1 > prepared operation key=GYBHJV1TE1UC tag=OOOLPQ944GP8 type=del size=1076371 2024-09-12T17:41:57.681 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.679+0000 7f777f168780 1 < completed part key=_multipart_GYBHJV1TE1UC.2~QEL70G3U30OL.0 size=1048576 2024-09-12T17:41:57.682 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.680+0000 7f777f168780 1 < completed part key=_multipart_GYBHJV1TE1UC.2~QEL70G3U30OL.1 size=1048576 2024-09-12T17:41:57.683 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.681+0000 7f777f168780 1 < completed part key=_multipart_GYBHJV1TE1UC.2~QEL70G3U30OL.2 size=791988 2024-09-12T17:41:57.685 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.683+0000 7f777f168780 1 < completed multipart upload key=GYBHJV1TE1UC upload=QEL70G3U30OL tag=82GXK6M53P8P type=write size=3937716 2024-09-12T17:41:57.686 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.685+0000 7f777f168780 1 > prepared operation key=2ZFE3UG14FTU tag=ST6LZ4HVN0Y6 type=del size=32449 2024-09-12T17:41:57.687 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.686+0000 7f777f168780 1 < completed delete operation key=FCBWV27TCNS4 tag=WB6JC8AFLW97 type=del 2024-09-12T17:41:57.689 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.687+0000 7f777f168780 1 > prepared operation key=CASKVIJ5MIV7 tag=MSWHPJN06PDZ type=del size=1971296 2024-09-12T17:41:57.690 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.688+0000 7f777f168780 1 < completed part key=_multipart_O3IEF0Z4S34O.2~SEJCHUBC7XSO.0 size=1048576 2024-09-12T17:41:57.691 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.690+0000 7f777f168780 1 < completed part key=_multipart_O3IEF0Z4S34O.2~SEJCHUBC7XSO.1 size=1048576 2024-09-12T17:41:57.692 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.691+0000 7f777f168780 1 < completed part key=_multipart_O3IEF0Z4S34O.2~SEJCHUBC7XSO.2 size=300782 2024-09-12T17:41:57.694 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.693+0000 7f777f168780 1 < completed multipart upload key=O3IEF0Z4S34O upload=SEJCHUBC7XSO tag=8TLC923ZM978 type=write size=3446510 2024-09-12T17:41:57.696 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.694+0000 7f777f168780 1 > prepared operation key=2BM46JTAY3BM tag=S74L5EOGKL08 type=del size=2253159 2024-09-12T17:41:57.696 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.694+0000 7f777f168780 1 < canceled part key=_multipart_13V8F5WX47AD.2~2NMB9Q2B0ZCL.0 size=1048576 2024-09-12T17:41:57.697 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.695+0000 7f777f168780 1 < completed part key=_multipart_13V8F5WX47AD.2~2NMB9Q2B0ZCL.1 size=611541 2024-09-12T17:41:57.699 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.698+0000 7f777f168780 1 < canceled multipart upload key=13V8F5WX47AD upload=2NMB9Q2B0ZCL tag=NRAHG115J0U5 type=write size=2708693 2024-09-12T17:41:57.700 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.699+0000 7f777f168780 1 > prepared operation key=CPJJKVPMV2GJ tag=4L5LHG9LQ0DW type=del size=2073384 2024-09-12T17:41:57.700 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.699+0000 7f777f168780 1 < canceled part key=_multipart_OE1BUCZHIE1B.2~W47EDSP476WB.0 size=1048576 2024-09-12T17:41:57.701 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.699+0000 7f777f168780 1 < canceled part key=_multipart_OE1BUCZHIE1B.2~W47EDSP476WB.1 size=72598 2024-09-12T17:41:57.702 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.701+0000 7f777f168780 1 < canceled multipart upload key=OE1BUCZHIE1B upload=W47EDSP476WB tag=IRT3Y3RFU1ML type=write size=2169750 2024-09-12T17:41:57.704 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.702+0000 7f777f168780 1 > prepared operation key=FI2EY06UN14X tag=26F6GQH7NF52 type=del size=2286092 2024-09-12T17:41:57.705 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.704+0000 7f777f168780 -1 < failed to complete operation key=DO31EKWPC3OI tag=GEJFOIULPT90 type=del size=2136182: (22) Invalid argument 2024-09-12T17:41:57.706 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.705+0000 7f777f168780 1 > prepared operation key=2KHLGQJKQA23 tag=340FZ7SIYG9C type=write size=244790 2024-09-12T17:41:57.708 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.706+0000 7f777f168780 1 < completed delete operation key=3U17OL8VRNIQ tag=DV9L7Y6H8CPX type=del 2024-09-12T17:41:57.709 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.707+0000 7f777f168780 1 > prepared operation key=2BM46JTAY3BM tag=DSDU2H502AJ1 type=del size=194054 2024-09-12T17:41:57.709 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.708+0000 7f777f168780 1 < canceled part key=_multipart_FI2EY06UN14X.2~FR6MYRWKHB8L.0 size=1048576 2024-09-12T17:41:57.710 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.709+0000 7f777f168780 1 < completed part key=_multipart_FI2EY06UN14X.2~FR6MYRWKHB8L.1 size=437390 2024-09-12T17:41:57.712 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.711+0000 7f777f168780 1 < canceled multipart upload key=FI2EY06UN14X upload=FR6MYRWKHB8L tag=EMZ593VLIN8M type=write size=2534542 2024-09-12T17:41:57.713 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.712+0000 7f777f168780 1 > prepared operation key=FI2EY06UN14X tag=8RQZD8N2XZOC type=del size=2519232 2024-09-12T17:41:57.714 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.712+0000 7f777f168780 1 < canceled part key=_multipart_2ZFE3UG14FTU.2~U0JUPT09XD4C.0 size=664692 2024-09-12T17:41:57.716 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.714+0000 7f777f168780 1 < canceled multipart upload key=2ZFE3UG14FTU upload=U0JUPT09XD4C tag=1R9Q0I1OMQ2I type=write size=1713268 2024-09-12T17:41:57.717 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.716+0000 7f777f168780 1 > prepared operation key=9XT9OU5JDG04 tag=8U90J5JL7F5U type=del size=1595078 2024-09-12T17:41:57.719 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.718+0000 7f777f168780 1 < suggested update operation key=CV1EGVJPNSKR tag=10P3FXNFPD4Z type=del size=3686598 2024-09-12T17:41:57.722 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.720+0000 7f777f168780 1 > prepared part key=_multipart_VI3OAATH7N7Z.2~FTHBYBK65003.0 size=1048576 2024-09-12T17:41:57.723 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.721+0000 7f777f168780 1 > prepared part key=_multipart_VI3OAATH7N7Z.2~FTHBYBK65003.1 size=1048576 2024-09-12T17:41:57.724 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.722+0000 7f777f168780 1 > prepared part key=_multipart_VI3OAATH7N7Z.2~FTHBYBK65003.2 size=846479 2024-09-12T17:41:57.724 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.722+0000 7f777f168780 1 > prepared multipart upload key=VI3OAATH7N7Z upload=FTHBYBK65003 tag=ZVOLFCB68J23 type=write size=3992207 2024-09-12T17:41:57.725 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.723+0000 7f777f168780 1 < completed write operation key=3U17OL8VRNIQ tag=T7W9EYWXGVXW type=write size=973358 2024-09-12T17:41:57.726 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.725+0000 7f777f168780 1 > prepared operation key=7Q7D1WMM31NL tag=EMTHZI1ERU5I type=del size=713918 2024-09-12T17:41:57.728 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.727+0000 7f777f168780 1 < suggested update operation key=S79H21EJKRPP tag=17AS6CCZYZO1 type=write size=931932 2024-09-12T17:41:57.731 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.729+0000 7f777f168780 1 > prepared part key=_multipart_3D7LF14YZ1DI.2~2PY79K0XJQJR.0 size=1048576 2024-09-12T17:41:57.732 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.730+0000 7f777f168780 1 > prepared part key=_multipart_3D7LF14YZ1DI.2~2PY79K0XJQJR.1 size=785042 2024-09-12T17:41:57.732 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.730+0000 7f777f168780 1 > prepared multipart upload key=3D7LF14YZ1DI upload=2PY79K0XJQJR tag=UR78WDPALFA5 type=write size=2882194 2024-09-12T17:41:57.733 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.732+0000 7f777f168780 1 < completed part key=_multipart_7Q7D1WMM31NL.2~ADEP6BDVV422.0 size=1048576 2024-09-12T17:41:57.733 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.732+0000 7f777f168780 1 < canceled part key=_multipart_7Q7D1WMM31NL.2~ADEP6BDVV422.1 size=62573 2024-09-12T17:41:57.735 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.734+0000 7f777f168780 1 < canceled multipart upload key=7Q7D1WMM31NL upload=ADEP6BDVV422 tag=1RQ2NBYJOOBA type=write size=2159725 2024-09-12T17:41:57.736 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.735+0000 7f777f168780 1 > prepared operation key=13V8F5WX47AD tag=R8HD4LUYZMU5 type=del size=387112 2024-09-12T17:41:57.738 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.736+0000 7f777f168780 1 < completed part key=_multipart_FI2EY06UN14X.2~4JVB76U7736D.0 size=1048576 2024-09-12T17:41:57.739 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.737+0000 7f777f168780 1 < completed part key=_multipart_FI2EY06UN14X.2~4JVB76U7736D.1 size=889993 2024-09-12T17:41:57.740 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.739+0000 7f777f168780 1 < completed multipart upload key=FI2EY06UN14X upload=4JVB76U7736D tag=9NQ8ZHT5SPAO type=write size=2987145 2024-09-12T17:41:57.742 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.740+0000 7f777f168780 1 > prepared operation key=DCPT2HL28MHD tag=NG2M9FSQCQN7 type=del size=2633825 2024-09-12T17:41:57.743 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.742+0000 7f777f168780 1 < completed part key=_multipart_FCBWV27TCNS4.2~MAG6PKKG23RJ.0 size=1048576 2024-09-12T17:41:57.744 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.743+0000 7f777f168780 1 < completed part key=_multipart_FCBWV27TCNS4.2~MAG6PKKG23RJ.1 size=1048576 2024-09-12T17:41:57.745 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.744+0000 7f777f168780 1 < completed part key=_multipart_FCBWV27TCNS4.2~MAG6PKKG23RJ.2 size=692004 2024-09-12T17:41:57.748 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.747+0000 7f777f168780 1 < completed multipart upload key=FCBWV27TCNS4 upload=MAG6PKKG23RJ tag=GY47RUW9OA98 type=write size=3837732 2024-09-12T17:41:57.749 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.748+0000 7f777f168780 1 > prepared operation key=3U17OL8VRNIQ tag=U3SDQWOX55NV type=del size=2432638 2024-09-12T17:41:57.751 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.749+0000 7f777f168780 1 < completed delete operation key=GYBHJV1TE1UC tag=OOOLPQ944GP8 type=del 2024-09-12T17:41:57.753 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.752+0000 7f777f168780 1 > prepared part key=_multipart_S79H21EJKRPP.2~A7BFJGOME9RB.0 size=1048576 2024-09-12T17:41:57.754 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.752+0000 7f777f168780 1 > prepared part key=_multipart_S79H21EJKRPP.2~A7BFJGOME9RB.1 size=1048576 2024-09-12T17:41:57.755 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.753+0000 7f777f168780 1 > prepared part key=_multipart_S79H21EJKRPP.2~A7BFJGOME9RB.2 size=769474 2024-09-12T17:41:57.755 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.754+0000 7f777f168780 1 > prepared multipart upload key=S79H21EJKRPP upload=A7BFJGOME9RB tag=GG2VI376P828 type=write size=3915202 2024-09-12T17:41:57.756 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.755+0000 7f777f168780 1 < completed delete operation key=2ZFE3UG14FTU tag=ST6LZ4HVN0Y6 type=del 2024-09-12T17:41:57.757 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.756+0000 7f777f168780 1 > prepared operation key=CPJJKVPMV2GJ tag=66OWGK7GOTK8 type=write size=627413 2024-09-12T17:41:57.760 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.758+0000 7f777f168780 1 < suggested update operation key=CASKVIJ5MIV7 tag=MSWHPJN06PDZ type=del size=1971296 2024-09-12T17:41:57.761 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.760+0000 7f777f168780 1 > prepared operation key=S79H21EJKRPP tag=JPI7DWKGBC09 type=del size=1575933 2024-09-12T17:41:57.762 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.761+0000 7f777f168780 1 < completed delete operation key=2BM46JTAY3BM tag=S74L5EOGKL08 type=del 2024-09-12T17:41:57.763 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.762+0000 7f777f168780 1 > prepared operation key=O3IEF0Z4S34O tag=BB7UZW7SI5N6 type=del size=166762 2024-09-12T17:41:57.765 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.763+0000 7f777f168780 1 < completed delete operation key=CPJJKVPMV2GJ tag=4L5LHG9LQ0DW type=del 2024-09-12T17:41:57.766 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.765+0000 7f777f168780 1 > prepared operation key=VI3OAATH7N7Z tag=DF2T7BDGBO68 type=del size=3886613 2024-09-12T17:41:57.767 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.766+0000 7f777f168780 1 < completed delete operation key=FI2EY06UN14X tag=26F6GQH7NF52 type=del 2024-09-12T17:41:57.768 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.767+0000 7f777f168780 1 > prepared operation key=2BM46JTAY3BM tag=CU3YS8SP18X0 type=del size=336945 2024-09-12T17:41:57.769 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.768+0000 7f777f168780 1 < completed write operation key=2KHLGQJKQA23 tag=340FZ7SIYG9C type=write size=244790 2024-09-12T17:41:57.771 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.769+0000 7f777f168780 1 > prepared operation key=9XT9OU5JDG04 tag=1VKRV5RPOSJ5 type=del size=836161 2024-09-12T17:41:57.772 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.770+0000 7f777f168780 1 < canceled operation key=2BM46JTAY3BM tag=DSDU2H502AJ1 type=del size=194054 2024-09-12T17:41:57.774 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.773+0000 7f777f168780 1 > prepared part key=_multipart_2ZFE3UG14FTU.2~YBAOMTIF6ZM5.0 size=1048576 2024-09-12T17:41:57.775 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.774+0000 7f777f168780 1 > prepared part key=_multipart_2ZFE3UG14FTU.2~YBAOMTIF6ZM5.1 size=1048576 2024-09-12T17:41:57.776 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.775+0000 7f777f168780 1 > prepared part key=_multipart_2ZFE3UG14FTU.2~YBAOMTIF6ZM5.2 size=679362 2024-09-12T17:41:57.776 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.775+0000 7f777f168780 1 > prepared multipart upload key=2ZFE3UG14FTU upload=YBAOMTIF6ZM5 tag=DAMQ08LRJKT9 type=write size=3825090 2024-09-12T17:41:57.777 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.776+0000 7f777f168780 1 < completed delete operation key=FI2EY06UN14X tag=8RQZD8N2XZOC type=del 2024-09-12T17:41:57.779 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.777+0000 7f777f168780 1 > prepared operation key=AEV8UHLVWR8L tag=B0F1WWKLGW06 type=del size=2110812 2024-09-12T17:41:57.780 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.778+0000 7f777f168780 1 < completed delete operation key=9XT9OU5JDG04 tag=8U90J5JL7F5U type=del 2024-09-12T17:41:57.781 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.780+0000 7f777f168780 1 > prepared operation key=AEV8UHLVWR8L tag=C0UOOFJ0QPWS type=write size=706484 2024-09-12T17:41:57.782 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.781+0000 7f777f168780 1 < completed part key=_multipart_VI3OAATH7N7Z.2~FTHBYBK65003.0 size=1048576 2024-09-12T17:41:57.783 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.782+0000 7f777f168780 1 < completed part key=_multipart_VI3OAATH7N7Z.2~FTHBYBK65003.1 size=1048576 2024-09-12T17:41:57.784 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.783+0000 7f777f168780 1 < completed part key=_multipart_VI3OAATH7N7Z.2~FTHBYBK65003.2 size=846479 2024-09-12T17:41:57.786 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.785+0000 7f777f168780 1 < completed multipart upload key=VI3OAATH7N7Z upload=FTHBYBK65003 tag=ZVOLFCB68J23 type=write size=3992207 2024-09-12T17:41:57.789 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.787+0000 7f777f168780 1 > prepared part key=_multipart_BO6EDKIVIHEW.2~35Z1W21G0CZD.0 size=1048576 2024-09-12T17:41:57.789 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.788+0000 7f777f168780 1 > prepared part key=_multipart_BO6EDKIVIHEW.2~35Z1W21G0CZD.1 size=1048576 2024-09-12T17:41:57.790 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.789+0000 7f777f168780 1 > prepared part key=_multipart_BO6EDKIVIHEW.2~35Z1W21G0CZD.2 size=314940 2024-09-12T17:41:57.791 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.789+0000 7f777f168780 1 > prepared multipart upload key=BO6EDKIVIHEW upload=35Z1W21G0CZD tag=RR3IRUOHKIOR type=write size=3460668 2024-09-12T17:41:57.793 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.792+0000 7f777f168780 1 < suggested update operation key=7Q7D1WMM31NL tag=EMTHZI1ERU5I type=del size=713918 2024-09-12T17:41:57.794 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.793+0000 7f777f168780 1 > prepared operation key=13V8F5WX47AD tag=IGXXEGHMSWHQ type=del size=931294 2024-09-12T17:41:57.795 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.794+0000 7f777f168780 1 < completed part key=_multipart_3D7LF14YZ1DI.2~2PY79K0XJQJR.0 size=1048576 2024-09-12T17:41:57.797 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.795+0000 7f777f168780 1 < completed part key=_multipart_3D7LF14YZ1DI.2~2PY79K0XJQJR.1 size=785042 2024-09-12T17:41:57.799 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.797+0000 7f777f168780 1 < completed multipart upload key=3D7LF14YZ1DI upload=2PY79K0XJQJR tag=UR78WDPALFA5 type=write size=2882194 2024-09-12T17:41:57.800 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.798+0000 7f777f168780 1 > prepared operation key=FSWX3S2TGJJ9 tag=MQKFL2CBDGDU type=del size=706549 2024-09-12T17:41:57.801 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.800+0000 7f777f168780 1 < completed delete operation key=13V8F5WX47AD tag=R8HD4LUYZMU5 type=del 2024-09-12T17:41:57.804 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.802+0000 7f777f168780 1 > prepared part key=_multipart_CPJJKVPMV2GJ.2~4NEF7ND93P82.0 size=207738 2024-09-12T17:41:57.804 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.802+0000 7f777f168780 1 > prepared multipart upload key=CPJJKVPMV2GJ upload=4NEF7ND93P82 tag=24VY4S6QXLU9 type=write size=1256314 2024-09-12T17:41:57.804 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.803+0000 7f777f168780 1 < completed delete operation key=DCPT2HL28MHD tag=NG2M9FSQCQN7 type=del 2024-09-12T17:41:57.806 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.804+0000 7f777f168780 1 > prepared operation key=CIHBEU5VBLGQ tag=4EB5IVJZ5N9A type=del size=387286 2024-09-12T17:41:57.807 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.806+0000 7f777f168780 1 < completed delete operation key=3U17OL8VRNIQ tag=U3SDQWOX55NV type=del 2024-09-12T17:41:57.808 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.807+0000 7f777f168780 1 > prepared operation key=2ZFE3UG14FTU tag=UZLWPQCPUAY5 type=del size=3216029 2024-09-12T17:41:57.809 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.808+0000 7f777f168780 1 < completed part key=_multipart_S79H21EJKRPP.2~A7BFJGOME9RB.0 size=1048576 2024-09-12T17:41:57.810 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.809+0000 7f777f168780 1 < completed part key=_multipart_S79H21EJKRPP.2~A7BFJGOME9RB.1 size=1048576 2024-09-12T17:41:57.811 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.810+0000 7f777f168780 1 < completed part key=_multipart_S79H21EJKRPP.2~A7BFJGOME9RB.2 size=769474 2024-09-12T17:41:57.813 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.812+0000 7f777f168780 1 < completed multipart upload key=S79H21EJKRPP upload=A7BFJGOME9RB tag=GG2VI376P828 type=write size=3915202 2024-09-12T17:41:57.815 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.813+0000 7f777f168780 1 > prepared operation key=DCPT2HL28MHD tag=2EY2L35RK1QM type=del size=3471562 2024-09-12T17:41:57.816 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.814+0000 7f777f168780 1 < completed write operation key=CPJJKVPMV2GJ tag=66OWGK7GOTK8 type=write size=627413 2024-09-12T17:41:57.818 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.816+0000 7f777f168780 1 > prepared part key=_multipart_2KHLGQJKQA23.2~EWGBEYGX0F0C.0 size=1048576 2024-09-12T17:41:57.819 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.817+0000 7f777f168780 1 > prepared part key=_multipart_2KHLGQJKQA23.2~EWGBEYGX0F0C.1 size=1048576 2024-09-12T17:41:57.820 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.818+0000 7f777f168780 1 > prepared part key=_multipart_2KHLGQJKQA23.2~EWGBEYGX0F0C.2 size=279094 2024-09-12T17:41:57.820 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.818+0000 7f777f168780 1 > prepared multipart upload key=2KHLGQJKQA23 upload=EWGBEYGX0F0C tag=TFVQ2W02CU4C type=write size=3424822 2024-09-12T17:41:57.821 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.819+0000 7f777f168780 1 < completed delete operation key=S79H21EJKRPP tag=JPI7DWKGBC09 type=del 2024-09-12T17:41:57.822 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.821+0000 7f777f168780 1 > prepared operation key=9XT9OU5JDG04 tag=ESE7Q1KCY0T5 type=write size=551003 2024-09-12T17:41:57.823 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.822+0000 7f777f168780 1 < completed delete operation key=O3IEF0Z4S34O tag=BB7UZW7SI5N6 type=del 2024-09-12T17:41:57.824 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.823+0000 7f777f168780 1 > prepared operation key=3U17OL8VRNIQ tag=PLDQC6T4VSO2 type=write size=4986 2024-09-12T17:41:57.826 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.824+0000 7f777f168780 1 < completed delete operation key=VI3OAATH7N7Z tag=DF2T7BDGBO68 type=del 2024-09-12T17:41:57.828 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.827+0000 7f777f168780 1 > prepared part key=_multipart_VI3OAATH7N7Z.2~F40JS2EC2FLQ.0 size=285803 2024-09-12T17:41:57.828 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.827+0000 7f777f168780 1 > prepared multipart upload key=VI3OAATH7N7Z upload=F40JS2EC2FLQ tag=TEMGA5VQJT9D type=write size=1334379 2024-09-12T17:41:57.829 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.828+0000 7f777f168780 1 < completed delete operation key=2BM46JTAY3BM tag=CU3YS8SP18X0 type=del 2024-09-12T17:41:57.830 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.829+0000 7f777f168780 1 > prepared operation key=K0OUEJ4GMFDB tag=OGHHUV0FXBK0 type=del size=4054445 2024-09-12T17:41:57.831 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.830+0000 7f777f168780 1 < completed delete operation key=9XT9OU5JDG04 tag=1VKRV5RPOSJ5 type=del 2024-09-12T17:41:57.834 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.832+0000 7f777f168780 1 > prepared part key=_multipart_FCBWV27TCNS4.2~AHLRIED0610U.0 size=1048576 2024-09-12T17:41:57.835 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.833+0000 7f777f168780 1 > prepared part key=_multipart_FCBWV27TCNS4.2~AHLRIED0610U.1 size=978012 2024-09-12T17:41:57.835 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.833+0000 7f777f168780 1 > prepared multipart upload key=FCBWV27TCNS4 upload=AHLRIED0610U tag=OXKBSA06YOEW type=write size=3075164 2024-09-12T17:41:57.836 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.834+0000 7f777f168780 1 < completed part key=_multipart_2ZFE3UG14FTU.2~YBAOMTIF6ZM5.0 size=1048576 2024-09-12T17:41:57.836 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.834+0000 7f777f168780 1 < canceled part key=_multipart_2ZFE3UG14FTU.2~YBAOMTIF6ZM5.1 size=1048576 2024-09-12T17:41:57.837 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.835+0000 7f777f168780 1 < completed part key=_multipart_2ZFE3UG14FTU.2~YBAOMTIF6ZM5.2 size=679362 2024-09-12T17:41:57.839 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.837+0000 7f777f168780 1 < canceled multipart upload key=2ZFE3UG14FTU upload=YBAOMTIF6ZM5 tag=DAMQ08LRJKT9 type=write size=3825090 2024-09-12T17:41:57.840 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.839+0000 7f777f168780 1 > prepared operation key=CV1EGVJPNSKR tag=TB22O0YQ4JEV type=del size=3008846 2024-09-12T17:41:57.842 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.841+0000 7f777f168780 1 < suggested update operation key=AEV8UHLVWR8L tag=B0F1WWKLGW06 type=del size=2110812 2024-09-12T17:41:57.844 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.842+0000 7f777f168780 1 > prepared operation key=BO6EDKIVIHEW tag=NEU097ZPVZQQ type=del size=1010157 2024-09-12T17:41:57.845 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.844+0000 7f777f168780 -1 < failed to complete operation key=AEV8UHLVWR8L tag=C0UOOFJ0QPWS type=write size=706484: (22) Invalid argument 2024-09-12T17:41:57.846 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.845+0000 7f777f168780 1 > prepared operation key=OE1BUCZHIE1B tag=INRFCVO55D6V type=write size=457948 2024-09-12T17:41:57.847 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.846+0000 7f777f168780 1 < completed part key=_multipart_BO6EDKIVIHEW.2~35Z1W21G0CZD.0 size=1048576 2024-09-12T17:41:57.849 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.847+0000 7f777f168780 1 < completed part key=_multipart_BO6EDKIVIHEW.2~35Z1W21G0CZD.1 size=1048576 2024-09-12T17:41:57.849 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.848+0000 7f777f168780 1 < completed part key=_multipart_BO6EDKIVIHEW.2~35Z1W21G0CZD.2 size=314940 2024-09-12T17:41:57.851 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.850+0000 7f777f168780 1 < completed multipart upload key=BO6EDKIVIHEW upload=35Z1W21G0CZD tag=RR3IRUOHKIOR type=write size=3460668 2024-09-12T17:41:57.854 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.852+0000 7f777f168780 1 > prepared part key=_multipart_ZABXJ7LUKKD3.2~6FE8FPECLWP2.0 size=1048576 2024-09-12T17:41:57.855 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.853+0000 7f777f168780 1 > prepared part key=_multipart_ZABXJ7LUKKD3.2~6FE8FPECLWP2.1 size=443856 2024-09-12T17:41:57.855 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.853+0000 7f777f168780 1 > prepared multipart upload key=ZABXJ7LUKKD3 upload=6FE8FPECLWP2 tag=HVJBEXZ7VK0J type=write size=2541008 2024-09-12T17:41:57.857 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.856+0000 7f777f168780 1 < suggested update operation key=13V8F5WX47AD tag=IGXXEGHMSWHQ type=del size=931294 2024-09-12T17:41:57.858 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.857+0000 7f777f168780 1 > prepared operation key=FI2EY06UN14X tag=OH33DVYPQXQZ type=del size=4109075 2024-09-12T17:41:57.860 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.858+0000 7f777f168780 1 < completed delete operation key=FSWX3S2TGJJ9 tag=MQKFL2CBDGDU type=del 2024-09-12T17:41:57.862 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.861+0000 7f777f168780 1 > prepared operation key=CPJJKVPMV2GJ tag=C0YEKWES0GJN type=del size=73405 2024-09-12T17:41:57.864 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.862+0000 7f777f168780 1 < completed part key=_multipart_CPJJKVPMV2GJ.2~4NEF7ND93P82.0 size=207738 2024-09-12T17:41:57.866 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.864+0000 7f777f168780 1 < completed multipart upload key=CPJJKVPMV2GJ upload=4NEF7ND93P82 tag=24VY4S6QXLU9 type=write size=1256314 2024-09-12T17:41:57.867 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.865+0000 7f777f168780 1 > prepared operation key=O3IEF0Z4S34O tag=3TYBWSIP3LAP type=write size=492460 2024-09-12T17:41:57.868 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.867+0000 7f777f168780 1 < completed delete operation key=CIHBEU5VBLGQ tag=4EB5IVJZ5N9A type=del 2024-09-12T17:41:57.869 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.868+0000 7f777f168780 1 > prepared operation key=VI3OAATH7N7Z tag=RFMA5Y7BN6DX type=del size=2822580 2024-09-12T17:41:57.871 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.870+0000 7f777f168780 1 < suggested remove operation key=2ZFE3UG14FTU tag=UZLWPQCPUAY5 type=del 2024-09-12T17:41:57.873 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.871+0000 7f777f168780 1 > prepared operation key=VI3OAATH7N7Z tag=YXCE232LKK6L type=del size=795210 2024-09-12T17:41:57.875 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.874+0000 7f777f168780 1 < suggested remove operation key=DCPT2HL28MHD tag=2EY2L35RK1QM type=del 2024-09-12T17:41:57.876 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.875+0000 7f777f168780 1 > prepared operation key=1IACFTAZKIWV tag=8H0SDWKSJRWS type=write size=165906 2024-09-12T17:41:57.877 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.876+0000 7f777f168780 1 < completed part key=_multipart_2KHLGQJKQA23.2~EWGBEYGX0F0C.0 size=1048576 2024-09-12T17:41:57.877 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.876+0000 7f777f168780 1 < canceled part key=_multipart_2KHLGQJKQA23.2~EWGBEYGX0F0C.1 size=1048576 2024-09-12T17:41:57.878 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.877+0000 7f777f168780 1 < completed part key=_multipart_2KHLGQJKQA23.2~EWGBEYGX0F0C.2 size=279094 2024-09-12T17:41:57.880 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.879+0000 7f777f168780 1 < canceled multipart upload key=2KHLGQJKQA23 upload=EWGBEYGX0F0C tag=TFVQ2W02CU4C type=write size=3424822 2024-09-12T17:41:57.881 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.880+0000 7f777f168780 1 > prepared operation key=O3IEF0Z4S34O tag=DV12FODI4Y32 type=del size=2496516 2024-09-12T17:41:57.884 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.882+0000 7f777f168780 1 < suggested remove operation key=9XT9OU5JDG04 tag=ESE7Q1KCY0T5 type=write 2024-09-12T17:41:57.886 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.884+0000 7f777f168780 1 > prepared part key=_multipart_OE1BUCZHIE1B.2~48B2QREFVMIV.0 size=1048576 2024-09-12T17:41:57.887 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.885+0000 7f777f168780 1 > prepared part key=_multipart_OE1BUCZHIE1B.2~48B2QREFVMIV.1 size=345181 2024-09-12T17:41:57.887 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.885+0000 7f777f168780 1 > prepared multipart upload key=OE1BUCZHIE1B upload=48B2QREFVMIV tag=9XVT3XVL581Z type=write size=2442333 2024-09-12T17:41:57.888 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.887+0000 7f777f168780 1 < completed write operation key=3U17OL8VRNIQ tag=PLDQC6T4VSO2 type=write size=4986 2024-09-12T17:41:57.889 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.888+0000 7f777f168780 1 > prepared operation key=1IACFTAZKIWV tag=MXRCVXZY3U0I type=del size=2306309 2024-09-12T17:41:57.890 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.889+0000 7f777f168780 1 < completed part key=_multipart_VI3OAATH7N7Z.2~F40JS2EC2FLQ.0 size=285803 2024-09-12T17:41:57.892 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.891+0000 7f777f168780 1 < completed multipart upload key=VI3OAATH7N7Z upload=F40JS2EC2FLQ tag=TEMGA5VQJT9D type=write size=1334379 2024-09-12T17:41:57.893 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.892+0000 7f777f168780 1 > prepared operation key=FCBWV27TCNS4 tag=RQPND9NYEO00 type=del size=4102114 2024-09-12T17:41:57.894 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.893+0000 7f777f168780 1 < completed delete operation key=K0OUEJ4GMFDB tag=OGHHUV0FXBK0 type=del 2024-09-12T17:41:57.896 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.894+0000 7f777f168780 1 > prepared operation key=FI2EY06UN14X tag=8DYYKQVAQBQW type=del size=3264205 2024-09-12T17:41:57.897 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.896+0000 7f777f168780 1 < completed part key=_multipart_FCBWV27TCNS4.2~AHLRIED0610U.0 size=1048576 2024-09-12T17:41:57.898 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.897+0000 7f777f168780 1 < completed part key=_multipart_FCBWV27TCNS4.2~AHLRIED0610U.1 size=978012 2024-09-12T17:41:57.900 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.899+0000 7f777f168780 1 < completed multipart upload key=FCBWV27TCNS4 upload=AHLRIED0610U tag=OXKBSA06YOEW type=write size=3075164 2024-09-12T17:41:57.902 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.901+0000 7f777f168780 1 > prepared part key=_multipart_2ZFE3UG14FTU.2~PIA9KAUU0V46.0 size=214454 2024-09-12T17:41:57.902 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.901+0000 7f777f168780 1 > prepared multipart upload key=2ZFE3UG14FTU upload=PIA9KAUU0V46 tag=4Q8CX3Q74YHQ type=write size=1263030 2024-09-12T17:41:57.905 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.903+0000 7f777f168780 1 < suggested remove operation key=CV1EGVJPNSKR tag=TB22O0YQ4JEV type=del 2024-09-12T17:41:57.907 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.905+0000 7f777f168780 1 > prepared part key=_multipart_PW0NPHZT12D3.2~H545QJRMOZ1M.0 size=303121 2024-09-12T17:41:57.907 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.905+0000 7f777f168780 1 > prepared multipart upload key=PW0NPHZT12D3 upload=H545QJRMOZ1M tag=J26GTCGAQ9NQ type=write size=1351697 2024-09-12T17:41:57.908 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.907+0000 7f777f168780 1 < completed delete operation key=BO6EDKIVIHEW tag=NEU097ZPVZQQ type=del 2024-09-12T17:41:57.910 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.909+0000 7f777f168780 1 > prepared part key=_multipart_2KHLGQJKQA23.2~2SQG9RK87CSV.0 size=238605 2024-09-12T17:41:57.910 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.909+0000 7f777f168780 1 > prepared multipart upload key=2KHLGQJKQA23 upload=2SQG9RK87CSV tag=Y9H7G5PD3R3A type=write size=1287181 2024-09-12T17:41:57.911 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.910+0000 7f777f168780 1 < completed write operation key=OE1BUCZHIE1B tag=INRFCVO55D6V type=write size=457948 2024-09-12T17:41:57.914 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.912+0000 7f777f168780 1 > prepared part key=_multipart_PW0NPHZT12D3.2~EN9F3J6WGQQN.0 size=908348 2024-09-12T17:41:57.914 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.912+0000 7f777f168780 1 > prepared multipart upload key=PW0NPHZT12D3 upload=EN9F3J6WGQQN tag=7201TOS68CEJ type=write size=1956924 2024-09-12T17:41:57.915 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.913+0000 7f777f168780 1 < completed part key=_multipart_ZABXJ7LUKKD3.2~6FE8FPECLWP2.0 size=1048576 2024-09-12T17:41:57.916 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.914+0000 7f777f168780 1 < completed part key=_multipart_ZABXJ7LUKKD3.2~6FE8FPECLWP2.1 size=443856 2024-09-12T17:41:57.918 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.916+0000 7f777f168780 1 < completed multipart upload key=ZABXJ7LUKKD3 upload=6FE8FPECLWP2 tag=HVJBEXZ7VK0J type=write size=2541008 2024-09-12T17:41:57.920 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.918+0000 7f777f168780 1 > prepared part key=_multipart_K0OUEJ4GMFDB.2~A8HQQ2U0HBYR.0 size=446549 2024-09-12T17:41:57.920 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.918+0000 7f777f168780 1 > prepared multipart upload key=K0OUEJ4GMFDB upload=A8HQQ2U0HBYR tag=OH7MIGIBLFSI type=write size=1495125 2024-09-12T17:41:57.921 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.920+0000 7f777f168780 1 < completed delete operation key=FI2EY06UN14X tag=OH33DVYPQXQZ type=del 2024-09-12T17:41:57.923 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.922+0000 7f777f168780 1 > prepared part key=_multipart_VI3OAATH7N7Z.2~1D5QS7J1R6RA.0 size=1048576 2024-09-12T17:41:57.924 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.923+0000 7f777f168780 1 > prepared part key=_multipart_VI3OAATH7N7Z.2~1D5QS7J1R6RA.1 size=1028988 2024-09-12T17:41:57.924 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.923+0000 7f777f168780 1 > prepared multipart upload key=VI3OAATH7N7Z upload=1D5QS7J1R6RA tag=V15K1GP62AAP type=write size=3126140 2024-09-12T17:41:57.926 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.925+0000 7f777f168780 1 < suggested remove operation key=CPJJKVPMV2GJ tag=C0YEKWES0GJN type=del 2024-09-12T17:41:57.928 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.927+0000 7f777f168780 1 > prepared part key=_multipart_VI3OAATH7N7Z.2~ZLMA4GP8ONNM.0 size=1048576 2024-09-12T17:41:57.930 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.928+0000 7f777f168780 1 > prepared part key=_multipart_VI3OAATH7N7Z.2~ZLMA4GP8ONNM.1 size=194650 2024-09-12T17:41:57.930 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.928+0000 7f777f168780 1 > prepared multipart upload key=VI3OAATH7N7Z upload=ZLMA4GP8ONNM tag=M49VAT6VRL4U type=write size=2291802 2024-09-12T17:41:57.931 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.929+0000 7f777f168780 1 < completed write operation key=O3IEF0Z4S34O tag=3TYBWSIP3LAP type=write size=492460 2024-09-12T17:41:57.932 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.930+0000 7f777f168780 1 > prepared operation key=CIHBEU5VBLGQ tag=G0CDPHE0MZQD type=del size=4011401 2024-09-12T17:41:57.933 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.932+0000 7f777f168780 1 < completed delete operation key=VI3OAATH7N7Z tag=RFMA5Y7BN6DX type=del 2024-09-12T17:41:57.934 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.933+0000 7f777f168780 1 > prepared operation key=DO31EKWPC3OI tag=IHEAZ0WGYKPA type=del size=3522501 2024-09-12T17:41:57.936 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.934+0000 7f777f168780 1 < completed delete operation key=VI3OAATH7N7Z tag=YXCE232LKK6L type=del 2024-09-12T17:41:57.937 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.935+0000 7f777f168780 1 > prepared operation key=DCPT2HL28MHD tag=QHROU732IDDG type=del size=1148073 2024-09-12T17:41:57.938 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.937+0000 7f777f168780 1 < completed write operation key=1IACFTAZKIWV tag=8H0SDWKSJRWS type=write size=165906 2024-09-12T17:41:57.940 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.939+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~0V7TQFZYY3WZ.0 size=173491 2024-09-12T17:41:57.940 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.939+0000 7f777f168780 1 > prepared multipart upload key=CIHBEU5VBLGQ upload=0V7TQFZYY3WZ tag=XZW099ZTTYJW type=write size=1222067 2024-09-12T17:41:57.941 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.940+0000 7f777f168780 1 < completed delete operation key=O3IEF0Z4S34O tag=DV12FODI4Y32 type=del 2024-09-12T17:41:57.943 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.941+0000 7f777f168780 1 > prepared operation key=GYBHJV1TE1UC tag=YYV56WWHU5Y8 type=del size=1618821 2024-09-12T17:41:57.944 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.942+0000 7f777f168780 1 < completed part key=_multipart_OE1BUCZHIE1B.2~48B2QREFVMIV.0 size=1048576 2024-09-12T17:41:57.945 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.943+0000 7f777f168780 1 < completed part key=_multipart_OE1BUCZHIE1B.2~48B2QREFVMIV.1 size=345181 2024-09-12T17:41:57.947 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.945+0000 7f777f168780 1 < completed multipart upload key=OE1BUCZHIE1B upload=48B2QREFVMIV tag=9XVT3XVL581Z type=write size=2442333 2024-09-12T17:41:57.948 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.946+0000 7f777f168780 1 > prepared operation key=2ZFE3UG14FTU tag=T7GZ7WWYUYZB type=del size=322912 2024-09-12T17:41:57.949 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.948+0000 7f777f168780 1 < completed delete operation key=1IACFTAZKIWV tag=MXRCVXZY3U0I type=del 2024-09-12T17:41:57.950 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.949+0000 7f777f168780 1 > prepared operation key=CIHBEU5VBLGQ tag=BNHUCP2MLS12 type=del size=812122 2024-09-12T17:41:57.952 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.950+0000 7f777f168780 1 < completed delete operation key=FCBWV27TCNS4 tag=RQPND9NYEO00 type=del 2024-09-12T17:41:57.954 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.953+0000 7f777f168780 1 > prepared part key=_multipart_FCBWV27TCNS4.2~MSK067TYYUDY.0 size=1048576 2024-09-12T17:41:57.955 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.954+0000 7f777f168780 1 > prepared part key=_multipart_FCBWV27TCNS4.2~MSK067TYYUDY.1 size=1048576 2024-09-12T17:41:57.956 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.955+0000 7f777f168780 1 > prepared part key=_multipart_FCBWV27TCNS4.2~MSK067TYYUDY.2 size=891005 2024-09-12T17:41:57.957 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.955+0000 7f777f168780 1 > prepared multipart upload key=FCBWV27TCNS4 upload=MSK067TYYUDY tag=Q9Q5U3JAC1YH type=write size=4036733 2024-09-12T17:41:57.958 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.956+0000 7f777f168780 1 < canceled operation key=FI2EY06UN14X tag=8DYYKQVAQBQW type=del size=3264205 2024-09-12T17:41:57.959 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.958+0000 7f777f168780 1 > prepared operation key=2BM46JTAY3BM tag=X4GG23Z24J8F type=del size=526720 2024-09-12T17:41:57.961 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.959+0000 7f777f168780 1 < completed part key=_multipart_2ZFE3UG14FTU.2~PIA9KAUU0V46.0 size=214454 2024-09-12T17:41:57.963 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.962+0000 7f777f168780 1 < completed multipart upload key=2ZFE3UG14FTU upload=PIA9KAUU0V46 tag=4Q8CX3Q74YHQ type=write size=1263030 2024-09-12T17:41:57.966 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.964+0000 7f777f168780 1 > prepared part key=_multipart_3D7LF14YZ1DI.2~SE7PWLSGK35B.0 size=1048576 2024-09-12T17:41:57.967 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.965+0000 7f777f168780 1 > prepared part key=_multipart_3D7LF14YZ1DI.2~SE7PWLSGK35B.1 size=992147 2024-09-12T17:41:57.967 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.965+0000 7f777f168780 1 > prepared multipart upload key=3D7LF14YZ1DI upload=SE7PWLSGK35B tag=OMHJ4W1APMHS type=write size=3089299 2024-09-12T17:41:57.968 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.967+0000 7f777f168780 1 < completed part key=_multipart_PW0NPHZT12D3.2~H545QJRMOZ1M.0 size=303121 2024-09-12T17:41:57.970 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.969+0000 7f777f168780 1 < completed multipart upload key=PW0NPHZT12D3 upload=H545QJRMOZ1M tag=J26GTCGAQ9NQ type=write size=1351697 2024-09-12T17:41:57.972 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.970+0000 7f777f168780 1 > prepared operation key=S79H21EJKRPP tag=NYG90XUDNKDZ type=del size=3466025 2024-09-12T17:41:57.973 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.971+0000 7f777f168780 1 < completed part key=_multipart_2KHLGQJKQA23.2~2SQG9RK87CSV.0 size=238605 2024-09-12T17:41:57.975 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.973+0000 7f777f168780 1 < completed multipart upload key=2KHLGQJKQA23 upload=2SQG9RK87CSV tag=Y9H7G5PD3R3A type=write size=1287181 2024-09-12T17:41:57.977 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.976+0000 7f777f168780 1 > prepared operation key=FI2EY06UN14X tag=80L6XZZ8VBDS type=del size=3361792 2024-09-12T17:41:57.979 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.977+0000 7f777f168780 1 < completed part key=_multipart_PW0NPHZT12D3.2~EN9F3J6WGQQN.0 size=908348 2024-09-12T17:41:57.981 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.979+0000 7f777f168780 1 < completed multipart upload key=PW0NPHZT12D3 upload=EN9F3J6WGQQN tag=7201TOS68CEJ type=write size=1956924 2024-09-12T17:41:57.982 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.980+0000 7f777f168780 1 > prepared operation key=1IACFTAZKIWV tag=QD130PPU95R6 type=write size=647643 2024-09-12T17:41:57.982 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.981+0000 7f777f168780 1 < canceled part key=_multipart_K0OUEJ4GMFDB.2~A8HQQ2U0HBYR.0 size=446549 2024-09-12T17:41:57.984 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.983+0000 7f777f168780 1 < canceled multipart upload key=K0OUEJ4GMFDB upload=A8HQQ2U0HBYR tag=OH7MIGIBLFSI type=write size=1495125 2024-09-12T17:41:57.985 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.984+0000 7f777f168780 1 > prepared operation key=S79H21EJKRPP tag=N3A3NOH94CH6 type=del size=1297036 2024-09-12T17:41:57.986 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.985+0000 7f777f168780 1 < completed part key=_multipart_VI3OAATH7N7Z.2~1D5QS7J1R6RA.0 size=1048576 2024-09-12T17:41:57.987 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.986+0000 7f777f168780 1 < completed part key=_multipart_VI3OAATH7N7Z.2~1D5QS7J1R6RA.1 size=1028988 2024-09-12T17:41:57.989 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.988+0000 7f777f168780 1 < completed multipart upload key=VI3OAATH7N7Z upload=1D5QS7J1R6RA tag=V15K1GP62AAP type=write size=3126140 2024-09-12T17:41:57.991 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.989+0000 7f777f168780 1 > prepared operation key=PW0NPHZT12D3 tag=ZTDO982G9YJM type=del size=1358463 2024-09-12T17:41:57.992 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.990+0000 7f777f168780 1 < completed part key=_multipart_VI3OAATH7N7Z.2~ZLMA4GP8ONNM.0 size=1048576 2024-09-12T17:41:57.993 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.991+0000 7f777f168780 1 < completed part key=_multipart_VI3OAATH7N7Z.2~ZLMA4GP8ONNM.1 size=194650 2024-09-12T17:41:57.995 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.993+0000 7f777f168780 1 < completed multipart upload key=VI3OAATH7N7Z upload=ZLMA4GP8ONNM tag=M49VAT6VRL4U type=write size=2291802 2024-09-12T17:41:57.997 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.995+0000 7f777f168780 1 > prepared part key=_multipart_PW0NPHZT12D3.2~31W7GIHNTT0P.0 size=252143 2024-09-12T17:41:57.997 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.995+0000 7f777f168780 1 > prepared multipart upload key=PW0NPHZT12D3 upload=31W7GIHNTT0P tag=RN3POVVHP59S type=write size=1300719 2024-09-12T17:41:57.998 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.996+0000 7f777f168780 1 < completed delete operation key=CIHBEU5VBLGQ tag=G0CDPHE0MZQD type=del 2024-09-12T17:41:57.999 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:57.998+0000 7f777f168780 1 > prepared operation key=S79H21EJKRPP tag=9PJLSYGUC15Q type=del size=3516961 2024-09-12T17:41:58.001 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.000+0000 7f777f168780 1 < suggested remove operation key=DO31EKWPC3OI tag=IHEAZ0WGYKPA type=del 2024-09-12T17:41:58.002 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.001+0000 7f777f168780 1 > prepared operation key=FCBWV27TCNS4 tag=D41IKZ0BYQT0 type=del size=592002 2024-09-12T17:41:58.004 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.002+0000 7f777f168780 1 < completed delete operation key=DCPT2HL28MHD tag=QHROU732IDDG type=del 2024-09-12T17:41:58.005 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.003+0000 7f777f168780 1 > prepared operation key=7Q7D1WMM31NL tag=7BO1TEOET2U0 type=del size=3779911 2024-09-12T17:41:58.008 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.005+0000 7f777f168780 1 < completed part key=_multipart_CIHBEU5VBLGQ.2~0V7TQFZYY3WZ.0 size=173491 2024-09-12T17:41:58.008 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.007+0000 7f777f168780 1 < completed multipart upload key=CIHBEU5VBLGQ upload=0V7TQFZYY3WZ tag=XZW099ZTTYJW type=write size=1222067 2024-09-12T17:41:58.009 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.008+0000 7f777f168780 1 > prepared operation key=O3IEF0Z4S34O tag=K2S98PN2XDFJ type=del size=529995 2024-09-12T17:41:58.010 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.009+0000 7f777f168780 1 < completed delete operation key=GYBHJV1TE1UC tag=YYV56WWHU5Y8 type=del 2024-09-12T17:41:58.012 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.010+0000 7f777f168780 1 > prepared operation key=2KHLGQJKQA23 tag=OZKXJ3Z09681 type=del size=1519626 2024-09-12T17:41:58.013 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.011+0000 7f777f168780 1 < completed delete operation key=2ZFE3UG14FTU tag=T7GZ7WWYUYZB type=del 2024-09-12T17:41:58.015 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.013+0000 7f777f168780 1 > prepared part key=_multipart_CV1EGVJPNSKR.2~7LFLXB6SCCGY.0 size=1048576 2024-09-12T17:41:58.016 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.014+0000 7f777f168780 1 > prepared part key=_multipart_CV1EGVJPNSKR.2~7LFLXB6SCCGY.1 size=451984 2024-09-12T17:41:58.016 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.014+0000 7f777f168780 1 > prepared multipart upload key=CV1EGVJPNSKR upload=7LFLXB6SCCGY tag=QNG3JXJ3D8L3 type=write size=2549136 2024-09-12T17:41:58.017 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.016+0000 7f777f168780 1 < completed delete operation key=CIHBEU5VBLGQ tag=BNHUCP2MLS12 type=del 2024-09-12T17:41:58.019 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.018+0000 7f777f168780 1 > prepared part key=_multipart_AEV8UHLVWR8L.2~P7U43TLF06UV.0 size=1048576 2024-09-12T17:41:58.020 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.019+0000 7f777f168780 1 > prepared part key=_multipart_AEV8UHLVWR8L.2~P7U43TLF06UV.1 size=1048576 2024-09-12T17:41:58.021 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.020+0000 7f777f168780 1 > prepared part key=_multipart_AEV8UHLVWR8L.2~P7U43TLF06UV.2 size=391076 2024-09-12T17:41:58.021 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.020+0000 7f777f168780 1 > prepared multipart upload key=AEV8UHLVWR8L upload=P7U43TLF06UV tag=FHUQFS33YQKG type=write size=3536804 2024-09-12T17:41:58.023 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.021+0000 7f777f168780 1 < completed part key=_multipart_FCBWV27TCNS4.2~MSK067TYYUDY.0 size=1048576 2024-09-12T17:41:58.023 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.022+0000 7f777f168780 1 < completed part key=_multipart_FCBWV27TCNS4.2~MSK067TYYUDY.1 size=1048576 2024-09-12T17:41:58.024 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.023+0000 7f777f168780 1 < completed part key=_multipart_FCBWV27TCNS4.2~MSK067TYYUDY.2 size=891005 2024-09-12T17:41:58.026 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.025+0000 7f777f168780 1 < completed multipart upload key=FCBWV27TCNS4 upload=MSK067TYYUDY tag=Q9Q5U3JAC1YH type=write size=4036733 2024-09-12T17:41:58.028 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.027+0000 7f777f168780 1 > prepared part key=_multipart_ZABXJ7LUKKD3.2~KITR524SH17S.0 size=1048576 2024-09-12T17:41:58.030 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.028+0000 7f777f168780 1 > prepared part key=_multipart_ZABXJ7LUKKD3.2~KITR524SH17S.1 size=783539 2024-09-12T17:41:58.030 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.028+0000 7f777f168780 1 > prepared multipart upload key=ZABXJ7LUKKD3 upload=KITR524SH17S tag=NMEAYNK67QIA type=write size=2880691 2024-09-12T17:41:58.030 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.029+0000 7f777f168780 1 < completed delete operation key=2BM46JTAY3BM tag=X4GG23Z24J8F type=del 2024-09-12T17:41:58.032 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.030+0000 7f777f168780 1 > prepared operation key=13V8F5WX47AD tag=5KMIDQTZBL1L type=del size=1419111 2024-09-12T17:41:58.033 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.032+0000 7f777f168780 1 < completed part key=_multipart_3D7LF14YZ1DI.2~SE7PWLSGK35B.0 size=1048576 2024-09-12T17:41:58.034 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.033+0000 7f777f168780 1 < completed part key=_multipart_3D7LF14YZ1DI.2~SE7PWLSGK35B.1 size=992147 2024-09-12T17:41:58.036 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.034+0000 7f777f168780 1 < completed multipart upload key=3D7LF14YZ1DI upload=SE7PWLSGK35B tag=OMHJ4W1APMHS type=write size=3089299 2024-09-12T17:41:58.038 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.037+0000 7f777f168780 1 > prepared part key=_multipart_PW0NPHZT12D3.2~CO7RP9J49FPW.0 size=1048576 2024-09-12T17:41:58.039 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.037+0000 7f777f168780 1 > prepared part key=_multipart_PW0NPHZT12D3.2~CO7RP9J49FPW.1 size=73859 2024-09-12T17:41:58.039 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.037+0000 7f777f168780 1 > prepared multipart upload key=PW0NPHZT12D3 upload=CO7RP9J49FPW tag=N5SYCWIQ2FKI type=write size=2171011 2024-09-12T17:41:58.040 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.039+0000 7f777f168780 1 < completed delete operation key=S79H21EJKRPP tag=NYG90XUDNKDZ type=del 2024-09-12T17:41:58.041 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.040+0000 7f777f168780 1 > prepared operation key=FSWX3S2TGJJ9 tag=3OXQ6OBP38A8 type=del size=3408454 2024-09-12T17:41:58.043 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.041+0000 7f777f168780 1 < completed delete operation key=FI2EY06UN14X tag=80L6XZZ8VBDS type=del 2024-09-12T17:41:58.045 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.043+0000 7f777f168780 1 > prepared part key=_multipart_PW0NPHZT12D3.2~DNNTPZCG6HQV.0 size=1048576 2024-09-12T17:41:58.046 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.044+0000 7f777f168780 1 > prepared part key=_multipart_PW0NPHZT12D3.2~DNNTPZCG6HQV.1 size=1048576 2024-09-12T17:41:58.046 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.045+0000 7f777f168780 1 > prepared part key=_multipart_PW0NPHZT12D3.2~DNNTPZCG6HQV.2 size=986712 2024-09-12T17:41:58.047 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.045+0000 7f777f168780 1 > prepared multipart upload key=PW0NPHZT12D3 upload=DNNTPZCG6HQV tag=V65FNDNC8525 type=write size=4132440 2024-09-12T17:41:58.048 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.046+0000 7f777f168780 1 < completed write operation key=1IACFTAZKIWV tag=QD130PPU95R6 type=write size=647643 2024-09-12T17:41:58.049 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.048+0000 7f777f168780 1 > prepared operation key=PW0NPHZT12D3 tag=F6MH06172JBK type=del size=3521398 2024-09-12T17:41:58.050 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.049+0000 7f777f168780 1 < canceled operation key=S79H21EJKRPP tag=N3A3NOH94CH6 type=del size=1297036 2024-09-12T17:41:58.051 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.050+0000 7f777f168780 1 > prepared operation key=ZABXJ7LUKKD3 tag=VTJ0TZCS2WC3 type=write size=123376 2024-09-12T17:41:58.053 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.051+0000 7f777f168780 1 < completed delete operation key=PW0NPHZT12D3 tag=ZTDO982G9YJM type=del 2024-09-12T17:41:58.055 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.053+0000 7f777f168780 1 > prepared part key=_multipart_NV7QYM1CMJA7.2~3B48ID9JPJ9C.0 size=1048576 2024-09-12T17:41:58.056 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.054+0000 7f777f168780 1 > prepared part key=_multipart_NV7QYM1CMJA7.2~3B48ID9JPJ9C.1 size=186364 2024-09-12T17:41:58.056 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.054+0000 7f777f168780 1 > prepared multipart upload key=NV7QYM1CMJA7 upload=3B48ID9JPJ9C tag=VRXYOXELML6R type=write size=2283516 2024-09-12T17:41:58.057 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.055+0000 7f777f168780 1 < completed part key=_multipart_PW0NPHZT12D3.2~31W7GIHNTT0P.0 size=252143 2024-09-12T17:41:58.059 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.057+0000 7f777f168780 1 < completed multipart upload key=PW0NPHZT12D3 upload=31W7GIHNTT0P tag=RN3POVVHP59S type=write size=1300719 2024-09-12T17:41:58.060 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.059+0000 7f777f168780 1 > prepared operation key=3U17OL8VRNIQ tag=MU6JDGASXGCV type=del size=2600048 2024-09-12T17:41:58.061 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.060+0000 7f777f168780 1 < completed delete operation key=S79H21EJKRPP tag=9PJLSYGUC15Q type=del 2024-09-12T17:41:58.062 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.061+0000 7f777f168780 1 > prepared operation key=VI3OAATH7N7Z tag=J2I218M3K97C type=del size=2581563 2024-09-12T17:41:58.064 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.062+0000 7f777f168780 1 < completed delete operation key=FCBWV27TCNS4 tag=D41IKZ0BYQT0 type=del 2024-09-12T17:41:58.065 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.064+0000 7f777f168780 1 > prepared operation key=DO31EKWPC3OI tag=Y9J463UIIKU3 type=del size=2732264 2024-09-12T17:41:58.066 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.065+0000 7f777f168780 1 < canceled operation key=7Q7D1WMM31NL tag=7BO1TEOET2U0 type=del size=3779911 2024-09-12T17:41:58.069 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.067+0000 7f777f168780 1 > prepared part key=_multipart_1IACFTAZKIWV.2~73MMEBN850FG.0 size=93169 2024-09-12T17:41:58.069 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.067+0000 7f777f168780 1 > prepared multipart upload key=1IACFTAZKIWV upload=73MMEBN850FG tag=E7UGGQU0BG63 type=write size=1141745 2024-09-12T17:41:58.071 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.070+0000 7f777f168780 1 < suggested update operation key=O3IEF0Z4S34O tag=K2S98PN2XDFJ type=del size=529995 2024-09-12T17:41:58.073 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.072+0000 7f777f168780 1 > prepared part key=_multipart_3D7LF14YZ1DI.2~KPC07AAPUFBN.0 size=307072 2024-09-12T17:41:58.074 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.072+0000 7f777f168780 1 > prepared multipart upload key=3D7LF14YZ1DI upload=KPC07AAPUFBN tag=0Y765HJ7YOAZ type=write size=1355648 2024-09-12T17:41:58.075 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.073+0000 7f777f168780 1 < completed delete operation key=2KHLGQJKQA23 tag=OZKXJ3Z09681 type=del 2024-09-12T17:41:58.077 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.075+0000 7f777f168780 1 > prepared part key=_multipart_S79H21EJKRPP.2~RE2EH5J34GSG.0 size=1048576 2024-09-12T17:41:58.078 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.076+0000 7f777f168780 1 > prepared part key=_multipart_S79H21EJKRPP.2~RE2EH5J34GSG.1 size=1048576 2024-09-12T17:41:58.079 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.077+0000 7f777f168780 1 > prepared part key=_multipart_S79H21EJKRPP.2~RE2EH5J34GSG.2 size=861460 2024-09-12T17:41:58.079 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.077+0000 7f777f168780 1 > prepared multipart upload key=S79H21EJKRPP upload=RE2EH5J34GSG tag=1J2NS9XTHX82 type=write size=4007188 2024-09-12T17:41:58.080 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.079+0000 7f777f168780 1 < completed part key=_multipart_CV1EGVJPNSKR.2~7LFLXB6SCCGY.0 size=1048576 2024-09-12T17:41:58.080 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.079+0000 7f777f168780 1 < canceled part key=_multipart_CV1EGVJPNSKR.2~7LFLXB6SCCGY.1 size=451984 2024-09-12T17:41:58.082 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.081+0000 7f777f168780 1 < canceled multipart upload key=CV1EGVJPNSKR upload=7LFLXB6SCCGY tag=QNG3JXJ3D8L3 type=write size=2549136 2024-09-12T17:41:58.083 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.082+0000 7f777f168780 1 > prepared operation key=H3CSJQOWQ7NN tag=V15LOPMBI5A8 type=del size=1161767 2024-09-12T17:41:58.085 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.083+0000 7f777f168780 1 < completed part key=_multipart_AEV8UHLVWR8L.2~P7U43TLF06UV.0 size=1048576 2024-09-12T17:41:58.085 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.084+0000 7f777f168780 1 < completed part key=_multipart_AEV8UHLVWR8L.2~P7U43TLF06UV.1 size=1048576 2024-09-12T17:41:58.086 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.085+0000 7f777f168780 1 < completed part key=_multipart_AEV8UHLVWR8L.2~P7U43TLF06UV.2 size=391076 2024-09-12T17:41:58.090 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.088+0000 7f777f168780 1 < completed multipart upload key=AEV8UHLVWR8L upload=P7U43TLF06UV tag=FHUQFS33YQKG type=write size=3536804 2024-09-12T17:41:58.091 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.090+0000 7f777f168780 1 > prepared operation key=S79H21EJKRPP tag=EFIE3N1U41XQ type=write size=1504 2024-09-12T17:41:58.092 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.090+0000 7f777f168780 1 < canceled part key=_multipart_ZABXJ7LUKKD3.2~KITR524SH17S.0 size=1048576 2024-09-12T17:41:58.092 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.090+0000 7f777f168780 1 < canceled part key=_multipart_ZABXJ7LUKKD3.2~KITR524SH17S.1 size=783539 2024-09-12T17:41:58.093 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.092+0000 7f777f168780 1 < canceled multipart upload key=ZABXJ7LUKKD3 upload=KITR524SH17S tag=NMEAYNK67QIA type=write size=2880691 2024-09-12T17:41:58.095 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.093+0000 7f777f168780 1 > prepared operation key=VI3OAATH7N7Z tag=I6YET6QFA631 type=del size=4128082 2024-09-12T17:41:58.096 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.094+0000 7f777f168780 1 < completed delete operation key=13V8F5WX47AD tag=5KMIDQTZBL1L type=del 2024-09-12T17:41:58.098 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.096+0000 7f777f168780 1 > prepared part key=_multipart_GYBHJV1TE1UC.2~HLS9KWI4WL7B.0 size=1048576 2024-09-12T17:41:58.099 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.097+0000 7f777f168780 1 > prepared part key=_multipart_GYBHJV1TE1UC.2~HLS9KWI4WL7B.1 size=1048576 2024-09-12T17:41:58.100 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.098+0000 7f777f168780 1 > prepared part key=_multipart_GYBHJV1TE1UC.2~HLS9KWI4WL7B.2 size=594620 2024-09-12T17:41:58.100 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.098+0000 7f777f168780 1 > prepared multipart upload key=GYBHJV1TE1UC upload=HLS9KWI4WL7B tag=4WAIYM04OI94 type=write size=3740348 2024-09-12T17:41:58.101 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.100+0000 7f777f168780 1 < completed part key=_multipart_PW0NPHZT12D3.2~CO7RP9J49FPW.0 size=1048576 2024-09-12T17:41:58.102 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.101+0000 7f777f168780 1 < completed part key=_multipart_PW0NPHZT12D3.2~CO7RP9J49FPW.1 size=73859 2024-09-12T17:41:58.104 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.103+0000 7f777f168780 1 < completed multipart upload key=PW0NPHZT12D3 upload=CO7RP9J49FPW tag=N5SYCWIQ2FKI type=write size=2171011 2024-09-12T17:41:58.105 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.104+0000 7f777f168780 1 > prepared operation key=FCBWV27TCNS4 tag=AU61YMTW77N5 type=del size=3376820 2024-09-12T17:41:58.106 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.105+0000 7f777f168780 1 < completed delete operation key=FSWX3S2TGJJ9 tag=3OXQ6OBP38A8 type=del 2024-09-12T17:41:58.109 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.107+0000 7f777f168780 1 > prepared part key=_multipart_FCBWV27TCNS4.2~O91X96CMH20Z.0 size=1048576 2024-09-12T17:41:58.110 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.108+0000 7f777f168780 1 > prepared part key=_multipart_FCBWV27TCNS4.2~O91X96CMH20Z.1 size=1048576 2024-09-12T17:41:58.111 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.109+0000 7f777f168780 1 > prepared part key=_multipart_FCBWV27TCNS4.2~O91X96CMH20Z.2 size=927055 2024-09-12T17:41:58.111 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.109+0000 7f777f168780 1 > prepared multipart upload key=FCBWV27TCNS4 upload=O91X96CMH20Z tag=8CPMOETVYJY8 type=write size=4072783 2024-09-12T17:41:58.112 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.110+0000 7f777f168780 1 < completed part key=_multipart_PW0NPHZT12D3.2~DNNTPZCG6HQV.0 size=1048576 2024-09-12T17:41:58.113 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.111+0000 7f777f168780 1 < completed part key=_multipart_PW0NPHZT12D3.2~DNNTPZCG6HQV.1 size=1048576 2024-09-12T17:41:58.114 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.112+0000 7f777f168780 1 < completed part key=_multipart_PW0NPHZT12D3.2~DNNTPZCG6HQV.2 size=986712 2024-09-12T17:41:58.116 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.114+0000 7f777f168780 1 < completed multipart upload key=PW0NPHZT12D3 upload=DNNTPZCG6HQV tag=V65FNDNC8525 type=write size=4132440 2024-09-12T17:41:58.118 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.117+0000 7f777f168780 1 > prepared part key=_multipart_13V8F5WX47AD.2~06ZTC1MKKY5H.0 size=385170 2024-09-12T17:41:58.118 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.117+0000 7f777f168780 1 > prepared multipart upload key=13V8F5WX47AD upload=06ZTC1MKKY5H tag=QRLRDX0NQI2M type=write size=1433746 2024-09-12T17:41:58.119 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.118+0000 7f777f168780 1 < completed delete operation key=PW0NPHZT12D3 tag=F6MH06172JBK type=del 2024-09-12T17:41:58.121 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.120+0000 7f777f168780 1 > prepared part key=_multipart_G4A1L52XKRAS.2~TJXV1W25HQC2.0 size=1048576 2024-09-12T17:41:58.122 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.121+0000 7f777f168780 1 > prepared part key=_multipart_G4A1L52XKRAS.2~TJXV1W25HQC2.1 size=8403 2024-09-12T17:41:58.122 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.121+0000 7f777f168780 1 > prepared multipart upload key=G4A1L52XKRAS upload=TJXV1W25HQC2 tag=7LJX7WZSZCHW type=write size=2105555 2024-09-12T17:41:58.123 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.122+0000 7f777f168780 1 < completed write operation key=ZABXJ7LUKKD3 tag=VTJ0TZCS2WC3 type=write size=123376 2024-09-12T17:41:58.125 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.123+0000 7f777f168780 1 > prepared operation key=FI2EY06UN14X tag=XTXTBJWWU504 type=del size=2320142 2024-09-12T17:41:58.126 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.124+0000 7f777f168780 1 < completed part key=_multipart_NV7QYM1CMJA7.2~3B48ID9JPJ9C.0 size=1048576 2024-09-12T17:41:58.126 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.125+0000 7f777f168780 1 < completed part key=_multipart_NV7QYM1CMJA7.2~3B48ID9JPJ9C.1 size=186364 2024-09-12T17:41:58.128 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.127+0000 7f777f168780 1 < completed multipart upload key=NV7QYM1CMJA7 upload=3B48ID9JPJ9C tag=VRXYOXELML6R type=write size=2283516 2024-09-12T17:41:58.130 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.128+0000 7f777f168780 1 > prepared operation key=2KHLGQJKQA23 tag=CT6S2S717H8C type=write size=215824 2024-09-12T17:41:58.132 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.131+0000 7f777f168780 1 < suggested update operation key=3U17OL8VRNIQ tag=MU6JDGASXGCV type=del size=2600048 2024-09-12T17:41:58.134 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.133+0000 7f777f168780 1 > prepared part key=_multipart_CASKVIJ5MIV7.2~RA34ETWVWNSG.0 size=300392 2024-09-12T17:41:58.134 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.133+0000 7f777f168780 1 > prepared multipart upload key=CASKVIJ5MIV7 upload=RA34ETWVWNSG tag=C7W3821VK2GM type=write size=1348968 2024-09-12T17:41:58.135 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.134+0000 7f777f168780 1 < completed delete operation key=VI3OAATH7N7Z tag=J2I218M3K97C type=del 2024-09-12T17:41:58.136 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.135+0000 7f777f168780 1 > prepared operation key=2ZFE3UG14FTU tag=6X1R4ASY3S4W type=del size=3218073 2024-09-12T17:41:58.137 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.136+0000 7f777f168780 1 < completed delete operation key=DO31EKWPC3OI tag=Y9J463UIIKU3 type=del 2024-09-12T17:41:58.138 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.137+0000 7f777f168780 1 > prepared operation key=O3IEF0Z4S34O tag=DIXE583PAUZZ type=del size=1062234 2024-09-12T17:41:58.140 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.138+0000 7f777f168780 1 < completed part key=_multipart_1IACFTAZKIWV.2~73MMEBN850FG.0 size=93169 2024-09-12T17:41:58.141 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.140+0000 7f777f168780 1 < completed multipart upload key=1IACFTAZKIWV upload=73MMEBN850FG tag=E7UGGQU0BG63 type=write size=1141745 2024-09-12T17:41:58.143 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.142+0000 7f777f168780 1 > prepared part key=_multipart_CPJJKVPMV2GJ.2~ASGUJ7RQVV8V.0 size=232074 2024-09-12T17:41:58.143 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.142+0000 7f777f168780 1 > prepared multipart upload key=CPJJKVPMV2GJ upload=ASGUJ7RQVV8V tag=9T8ITSSD7DZM type=write size=1280650 2024-09-12T17:41:58.144 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.143+0000 7f777f168780 1 < completed part key=_multipart_3D7LF14YZ1DI.2~KPC07AAPUFBN.0 size=307072 2024-09-12T17:41:58.146 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.145+0000 7f777f168780 1 < completed multipart upload key=3D7LF14YZ1DI upload=KPC07AAPUFBN tag=0Y765HJ7YOAZ type=write size=1355648 2024-09-12T17:41:58.148 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.147+0000 7f777f168780 1 > prepared part key=_multipart_H3CSJQOWQ7NN.2~C2S9QT0LO99G.0 size=1048576 2024-09-12T17:41:58.149 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.147+0000 7f777f168780 1 > prepared part key=_multipart_H3CSJQOWQ7NN.2~C2S9QT0LO99G.1 size=68715 2024-09-12T17:41:58.149 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.147+0000 7f777f168780 1 > prepared multipart upload key=H3CSJQOWQ7NN upload=C2S9QT0LO99G tag=MY2I82E61UJF type=write size=2165867 2024-09-12T17:41:58.150 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.149+0000 7f777f168780 1 < completed part key=_multipart_S79H21EJKRPP.2~RE2EH5J34GSG.0 size=1048576 2024-09-12T17:41:58.151 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.149+0000 7f777f168780 1 < completed part key=_multipart_S79H21EJKRPP.2~RE2EH5J34GSG.1 size=1048576 2024-09-12T17:41:58.152 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.150+0000 7f777f168780 1 < completed part key=_multipart_S79H21EJKRPP.2~RE2EH5J34GSG.2 size=861460 2024-09-12T17:41:58.154 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.153+0000 7f777f168780 1 < completed multipart upload key=S79H21EJKRPP upload=RE2EH5J34GSG tag=1J2NS9XTHX82 type=write size=4007188 2024-09-12T17:41:58.155 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.154+0000 7f777f168780 1 > prepared operation key=2BM46JTAY3BM tag=4FUUAIMM39QS type=del size=1432981 2024-09-12T17:41:58.156 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.155+0000 7f777f168780 1 < completed delete operation key=H3CSJQOWQ7NN tag=V15LOPMBI5A8 type=del 2024-09-12T17:41:58.157 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.156+0000 7f777f168780 1 > prepared operation key=CASKVIJ5MIV7 tag=L0JDDR1FNNII type=del size=1386213 2024-09-12T17:41:58.158 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.157+0000 7f777f168780 1 < completed write operation key=S79H21EJKRPP tag=EFIE3N1U41XQ type=write size=1504 2024-09-12T17:41:58.160 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.158+0000 7f777f168780 1 > prepared operation key=2KHLGQJKQA23 tag=OE375DOFN1ZV type=del size=2600522 2024-09-12T17:41:58.162 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.160+0000 7f777f168780 1 < suggested update operation key=VI3OAATH7N7Z tag=I6YET6QFA631 type=del size=4128082 2024-09-12T17:41:58.164 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.162+0000 7f777f168780 1 > prepared part key=_multipart_7Q7D1WMM31NL.2~GHHOVIFBC2ZN.0 size=814606 2024-09-12T17:41:58.164 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.162+0000 7f777f168780 1 > prepared multipart upload key=7Q7D1WMM31NL upload=GHHOVIFBC2ZN tag=8QQWYAO75LP9 type=write size=1863182 2024-09-12T17:41:58.165 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.163+0000 7f777f168780 1 < completed part key=_multipart_GYBHJV1TE1UC.2~HLS9KWI4WL7B.0 size=1048576 2024-09-12T17:41:58.166 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.164+0000 7f777f168780 1 < completed part key=_multipart_GYBHJV1TE1UC.2~HLS9KWI4WL7B.1 size=1048576 2024-09-12T17:41:58.167 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.165+0000 7f777f168780 1 < completed part key=_multipart_GYBHJV1TE1UC.2~HLS9KWI4WL7B.2 size=594620 2024-09-12T17:41:58.168 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.167+0000 7f777f168780 1 < completed multipart upload key=GYBHJV1TE1UC upload=HLS9KWI4WL7B tag=4WAIYM04OI94 type=write size=3740348 2024-09-12T17:41:58.170 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.169+0000 7f777f168780 1 > prepared part key=_multipart_FSWX3S2TGJJ9.2~93XRHX09129U.0 size=1048576 2024-09-12T17:41:58.171 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.170+0000 7f777f168780 1 > prepared part key=_multipart_FSWX3S2TGJJ9.2~93XRHX09129U.1 size=594591 2024-09-12T17:41:58.171 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.170+0000 7f777f168780 1 > prepared multipart upload key=FSWX3S2TGJJ9 upload=93XRHX09129U tag=1TW6OFJK0FVM type=write size=2691743 2024-09-12T17:41:58.172 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.171+0000 7f777f168780 1 < canceled operation key=FCBWV27TCNS4 tag=AU61YMTW77N5 type=del size=3376820 2024-09-12T17:41:58.174 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.172+0000 7f777f168780 1 > prepared operation key=DCPT2HL28MHD tag=8UDP55UOUF02 type=del size=3167242 2024-09-12T17:41:58.175 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.174+0000 7f777f168780 1 < completed part key=_multipart_FCBWV27TCNS4.2~O91X96CMH20Z.0 size=1048576 2024-09-12T17:41:58.176 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.175+0000 7f777f168780 1 < completed part key=_multipart_FCBWV27TCNS4.2~O91X96CMH20Z.1 size=1048576 2024-09-12T17:41:58.177 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.176+0000 7f777f168780 1 < completed part key=_multipart_FCBWV27TCNS4.2~O91X96CMH20Z.2 size=927055 2024-09-12T17:41:58.179 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.178+0000 7f777f168780 1 < completed multipart upload key=FCBWV27TCNS4 upload=O91X96CMH20Z tag=8CPMOETVYJY8 type=write size=4072783 2024-09-12T17:41:58.181 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.180+0000 7f777f168780 1 > prepared part key=_multipart_OE1BUCZHIE1B.2~8LO3PFTA65RL.0 size=1048576 2024-09-12T17:41:58.182 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.181+0000 7f777f168780 1 > prepared part key=_multipart_OE1BUCZHIE1B.2~8LO3PFTA65RL.1 size=1048576 2024-09-12T17:41:58.183 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.182+0000 7f777f168780 1 > prepared part key=_multipart_OE1BUCZHIE1B.2~8LO3PFTA65RL.2 size=18469 2024-09-12T17:41:58.183 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.182+0000 7f777f168780 1 > prepared multipart upload key=OE1BUCZHIE1B upload=8LO3PFTA65RL tag=667RNOXKWU4D type=write size=3164197 2024-09-12T17:41:58.184 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.183+0000 7f777f168780 1 < completed part key=_multipart_13V8F5WX47AD.2~06ZTC1MKKY5H.0 size=385170 2024-09-12T17:41:58.187 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.185+0000 7f777f168780 1 < completed multipart upload key=13V8F5WX47AD upload=06ZTC1MKKY5H tag=QRLRDX0NQI2M type=write size=1433746 2024-09-12T17:41:58.189 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.188+0000 7f777f168780 1 > prepared part key=_multipart_G4A1L52XKRAS.2~W4DAU1RW7PP0.0 size=1048576 2024-09-12T17:41:58.190 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.189+0000 7f777f168780 1 > prepared part key=_multipart_G4A1L52XKRAS.2~W4DAU1RW7PP0.1 size=1048576 2024-09-12T17:41:58.191 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.190+0000 7f777f168780 1 > prepared part key=_multipart_G4A1L52XKRAS.2~W4DAU1RW7PP0.2 size=12993 2024-09-12T17:41:58.191 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.190+0000 7f777f168780 1 > prepared multipart upload key=G4A1L52XKRAS upload=W4DAU1RW7PP0 tag=47PGK92PPENS type=write size=3158721 2024-09-12T17:41:58.193 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.191+0000 7f777f168780 1 < completed part key=_multipart_G4A1L52XKRAS.2~TJXV1W25HQC2.0 size=1048576 2024-09-12T17:41:58.194 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.192+0000 7f777f168780 1 < completed part key=_multipart_G4A1L52XKRAS.2~TJXV1W25HQC2.1 size=8403 2024-09-12T17:41:58.197 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.196+0000 7f777f168780 1 < completed multipart upload key=G4A1L52XKRAS upload=TJXV1W25HQC2 tag=7LJX7WZSZCHW type=write size=2105555 2024-09-12T17:41:58.198 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.197+0000 7f777f168780 1 > prepared operation key=1ZL602X3VJDP tag=VGKLWQ4LTAXQ type=write size=793556 2024-09-12T17:41:58.200 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.198+0000 7f777f168780 1 < completed delete operation key=FI2EY06UN14X tag=XTXTBJWWU504 type=del 2024-09-12T17:41:58.201 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.200+0000 7f777f168780 1 > prepared operation key=CPJJKVPMV2GJ tag=83ED1JQW7OSE type=del size=1391293 2024-09-12T17:41:58.204 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.202+0000 7f777f168780 1 < suggested update operation key=2KHLGQJKQA23 tag=CT6S2S717H8C type=write size=215824 2024-09-12T17:41:58.206 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.204+0000 7f777f168780 1 > prepared part key=_multipart_1ZL602X3VJDP.2~URB665TCTHXR.0 size=1048576 2024-09-12T17:41:58.207 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.205+0000 7f777f168780 1 > prepared part key=_multipart_1ZL602X3VJDP.2~URB665TCTHXR.1 size=238119 2024-09-12T17:41:58.207 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.205+0000 7f777f168780 1 > prepared multipart upload key=1ZL602X3VJDP upload=URB665TCTHXR tag=HVA70FKN3G85 type=write size=2335271 2024-09-12T17:41:58.208 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.206+0000 7f777f168780 1 < completed part key=_multipart_CASKVIJ5MIV7.2~RA34ETWVWNSG.0 size=300392 2024-09-12T17:41:58.210 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.208+0000 7f777f168780 1 < completed multipart upload key=CASKVIJ5MIV7 upload=RA34ETWVWNSG tag=C7W3821VK2GM type=write size=1348968 2024-09-12T17:41:58.211 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.209+0000 7f777f168780 1 > prepared operation key=H3CSJQOWQ7NN tag=PGKC5V6IRB1N type=del size=3516963 2024-09-12T17:41:58.213 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.211+0000 7f777f168780 1 < suggested remove operation key=2ZFE3UG14FTU tag=6X1R4ASY3S4W type=del 2024-09-12T17:41:58.215 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.213+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~WQIW1WKV80U7.0 size=1048576 2024-09-12T17:41:58.215 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.214+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~WQIW1WKV80U7.1 size=1048576 2024-09-12T17:41:58.217 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.215+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~WQIW1WKV80U7.2 size=150439 2024-09-12T17:41:58.217 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.215+0000 7f777f168780 1 > prepared multipart upload key=CIHBEU5VBLGQ upload=WQIW1WKV80U7 tag=XACM8HJQZH9V type=write size=3296167 2024-09-12T17:41:58.219 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.217+0000 7f777f168780 1 < suggested remove operation key=O3IEF0Z4S34O tag=DIXE583PAUZZ type=del 2024-09-12T17:41:58.220 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.219+0000 7f777f168780 1 > prepared operation key=CV1EGVJPNSKR tag=DTW9GO28ESBT type=write size=207685 2024-09-12T17:41:58.221 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.220+0000 7f777f168780 1 < completed part key=_multipart_CPJJKVPMV2GJ.2~ASGUJ7RQVV8V.0 size=232074 2024-09-12T17:41:58.223 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.221+0000 7f777f168780 1 < completed multipart upload key=CPJJKVPMV2GJ upload=ASGUJ7RQVV8V tag=9T8ITSSD7DZM type=write size=1280650 2024-09-12T17:41:58.224 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.223+0000 7f777f168780 1 > prepared operation key=3U17OL8VRNIQ tag=20IX0HL1ZPZ9 type=del size=1013847 2024-09-12T17:41:58.225 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.224+0000 7f777f168780 1 < completed part key=_multipart_H3CSJQOWQ7NN.2~C2S9QT0LO99G.0 size=1048576 2024-09-12T17:41:58.226 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.225+0000 7f777f168780 1 < completed part key=_multipart_H3CSJQOWQ7NN.2~C2S9QT0LO99G.1 size=68715 2024-09-12T17:41:58.228 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.227+0000 7f777f168780 1 < completed multipart upload key=H3CSJQOWQ7NN upload=C2S9QT0LO99G tag=MY2I82E61UJF type=write size=2165867 2024-09-12T17:41:58.230 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.229+0000 7f777f168780 1 > prepared part key=_multipart_O3IEF0Z4S34O.2~K3IVWN26RB63.0 size=1048576 2024-09-12T17:41:58.231 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.230+0000 7f777f168780 1 > prepared part key=_multipart_O3IEF0Z4S34O.2~K3IVWN26RB63.1 size=1048576 2024-09-12T17:41:58.232 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.231+0000 7f777f168780 1 > prepared part key=_multipart_O3IEF0Z4S34O.2~K3IVWN26RB63.2 size=916709 2024-09-12T17:41:58.232 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.231+0000 7f777f168780 1 > prepared multipart upload key=O3IEF0Z4S34O upload=K3IVWN26RB63 tag=KF3JZ08SKRGM type=write size=4062437 2024-09-12T17:41:58.233 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.232+0000 7f777f168780 1 < completed delete operation key=2BM46JTAY3BM tag=4FUUAIMM39QS type=del 2024-09-12T17:41:58.234 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.233+0000 7f777f168780 1 > prepared operation key=ZABXJ7LUKKD3 tag=7AA89YVROWJW type=del size=877996 2024-09-12T17:41:58.236 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.234+0000 7f777f168780 1 < completed delete operation key=CASKVIJ5MIV7 tag=L0JDDR1FNNII type=del 2024-09-12T17:41:58.237 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.236+0000 7f777f168780 1 > prepared part key=_multipart_3U17OL8VRNIQ.2~9U1YW0P4UU00.0 size=1048576 2024-09-12T17:41:58.238 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.237+0000 7f777f168780 1 > prepared part key=_multipart_3U17OL8VRNIQ.2~9U1YW0P4UU00.1 size=371034 2024-09-12T17:41:58.238 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.237+0000 7f777f168780 1 > prepared multipart upload key=3U17OL8VRNIQ upload=9U1YW0P4UU00 tag=JOKT20CCKLTI type=write size=2468186 2024-09-12T17:41:58.239 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.238+0000 7f777f168780 -1 < failed to complete operation key=2KHLGQJKQA23 tag=OE375DOFN1ZV type=del size=2600522: (22) Invalid argument 2024-09-12T17:41:58.240 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.239+0000 7f777f168780 1 > prepared operation key=G4A1L52XKRAS tag=FBTR8C2ZGPOD type=del size=3501777 2024-09-12T17:41:58.242 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.240+0000 7f777f168780 1 < completed part key=_multipart_7Q7D1WMM31NL.2~GHHOVIFBC2ZN.0 size=814606 2024-09-12T17:41:58.243 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.242+0000 7f777f168780 1 < completed multipart upload key=7Q7D1WMM31NL upload=GHHOVIFBC2ZN tag=8QQWYAO75LP9 type=write size=1863182 2024-09-12T17:41:58.245 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.244+0000 7f777f168780 1 > prepared part key=_multipart_PW0NPHZT12D3.2~GZNP9H9EDOHZ.0 size=1048576 2024-09-12T17:41:58.246 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.245+0000 7f777f168780 1 > prepared part key=_multipart_PW0NPHZT12D3.2~GZNP9H9EDOHZ.1 size=683925 2024-09-12T17:41:58.246 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.245+0000 7f777f168780 1 > prepared multipart upload key=PW0NPHZT12D3 upload=GZNP9H9EDOHZ tag=04NS0QH8SEGB type=write size=2781077 2024-09-12T17:41:58.247 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.246+0000 7f777f168780 1 < completed part key=_multipart_FSWX3S2TGJJ9.2~93XRHX09129U.0 size=1048576 2024-09-12T17:41:58.248 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.247+0000 7f777f168780 1 < completed part key=_multipart_FSWX3S2TGJJ9.2~93XRHX09129U.1 size=594591 2024-09-12T17:41:58.250 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.249+0000 7f777f168780 1 < completed multipart upload key=FSWX3S2TGJJ9 upload=93XRHX09129U tag=1TW6OFJK0FVM type=write size=2691743 2024-09-12T17:41:58.253 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.251+0000 7f777f168780 1 > prepared part key=_multipart_K0OUEJ4GMFDB.2~ZC0BBRH2JN43.0 size=1048576 2024-09-12T17:41:58.254 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.253+0000 7f777f168780 1 > prepared part key=_multipart_K0OUEJ4GMFDB.2~ZC0BBRH2JN43.1 size=158854 2024-09-12T17:41:58.254 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.253+0000 7f777f168780 1 > prepared multipart upload key=K0OUEJ4GMFDB upload=ZC0BBRH2JN43 tag=L5FL7WUHK9B3 type=write size=2256006 2024-09-12T17:41:58.255 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.254+0000 7f777f168780 1 < completed delete operation key=DCPT2HL28MHD tag=8UDP55UOUF02 type=del 2024-09-12T17:41:58.258 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.256+0000 7f777f168780 1 > prepared part key=_multipart_FCBWV27TCNS4.2~ASSVMICNC7PE.0 size=233496 2024-09-12T17:41:58.258 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.256+0000 7f777f168780 1 > prepared multipart upload key=FCBWV27TCNS4 upload=ASSVMICNC7PE tag=ZF9NLFQTVGZE type=write size=1282072 2024-09-12T17:41:58.259 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.258+0000 7f777f168780 1 < completed part key=_multipart_OE1BUCZHIE1B.2~8LO3PFTA65RL.0 size=1048576 2024-09-12T17:41:58.259 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.258+0000 7f777f168780 1 < canceled part key=_multipart_OE1BUCZHIE1B.2~8LO3PFTA65RL.1 size=1048576 2024-09-12T17:41:58.260 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.259+0000 7f777f168780 1 < completed part key=_multipart_OE1BUCZHIE1B.2~8LO3PFTA65RL.2 size=18469 2024-09-12T17:41:58.263 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.261+0000 7f777f168780 1 < canceled multipart upload key=OE1BUCZHIE1B upload=8LO3PFTA65RL tag=667RNOXKWU4D type=write size=3164197 2024-09-12T17:41:58.265 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.264+0000 7f777f168780 1 > prepared part key=_multipart_AEV8UHLVWR8L.2~WGL14Y576J1K.0 size=1048576 2024-09-12T17:41:58.266 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.265+0000 7f777f168780 1 > prepared part key=_multipart_AEV8UHLVWR8L.2~WGL14Y576J1K.1 size=277531 2024-09-12T17:41:58.266 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.265+0000 7f777f168780 1 > prepared multipart upload key=AEV8UHLVWR8L upload=WGL14Y576J1K tag=0N0Y72MN7F5Q type=write size=2374683 2024-09-12T17:41:58.266 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.265+0000 7f777f168780 1 < canceled part key=_multipart_G4A1L52XKRAS.2~W4DAU1RW7PP0.0 size=1048576 2024-09-12T17:41:58.267 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.266+0000 7f777f168780 1 < completed part key=_multipart_G4A1L52XKRAS.2~W4DAU1RW7PP0.1 size=1048576 2024-09-12T17:41:58.269 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.267+0000 7f777f168780 1 < completed part key=_multipart_G4A1L52XKRAS.2~W4DAU1RW7PP0.2 size=12993 2024-09-12T17:41:58.271 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.269+0000 7f777f168780 1 < canceled multipart upload key=G4A1L52XKRAS upload=W4DAU1RW7PP0 tag=47PGK92PPENS type=write size=3158721 2024-09-12T17:41:58.272 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.271+0000 7f777f168780 1 > prepared operation key=NV7QYM1CMJA7 tag=RB8MU41KYDF4 type=del size=2155450 2024-09-12T17:41:58.275 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.274+0000 7f777f168780 1 < suggested remove operation key=1ZL602X3VJDP tag=VGKLWQ4LTAXQ type=write 2024-09-12T17:41:58.277 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.275+0000 7f777f168780 1 > prepared operation key=FCBWV27TCNS4 tag=32RWKWMWC196 type=del size=135720 2024-09-12T17:41:58.278 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.276+0000 7f777f168780 1 < completed delete operation key=CPJJKVPMV2GJ tag=83ED1JQW7OSE type=del 2024-09-12T17:41:58.280 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.279+0000 7f777f168780 1 > prepared part key=_multipart_ZABXJ7LUKKD3.2~8ALRUDD78AUU.0 size=1048576 2024-09-12T17:41:58.281 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.280+0000 7f777f168780 1 > prepared part key=_multipart_ZABXJ7LUKKD3.2~8ALRUDD78AUU.1 size=195728 2024-09-12T17:41:58.281 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.280+0000 7f777f168780 1 > prepared multipart upload key=ZABXJ7LUKKD3 upload=8ALRUDD78AUU tag=MJ3SS1UM8GOL type=write size=2292880 2024-09-12T17:41:58.282 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.281+0000 7f777f168780 1 < completed part key=_multipart_1ZL602X3VJDP.2~URB665TCTHXR.0 size=1048576 2024-09-12T17:41:58.283 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.282+0000 7f777f168780 1 < completed part key=_multipart_1ZL602X3VJDP.2~URB665TCTHXR.1 size=238119 2024-09-12T17:41:58.285 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.284+0000 7f777f168780 1 < completed multipart upload key=1ZL602X3VJDP upload=URB665TCTHXR tag=HVA70FKN3G85 type=write size=2335271 2024-09-12T17:41:58.286 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.285+0000 7f777f168780 1 > prepared operation key=K0OUEJ4GMFDB tag=U235YC0J37VJ type=write size=696644 2024-09-12T17:41:58.288 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.286+0000 7f777f168780 1 < canceled operation key=H3CSJQOWQ7NN tag=PGKC5V6IRB1N type=del size=3516963 2024-09-12T17:41:58.290 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.289+0000 7f777f168780 1 > prepared part key=_multipart_2BM46JTAY3BM.2~PAQZTRMP467P.0 size=1048576 2024-09-12T17:41:58.291 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.289+0000 7f777f168780 1 > prepared part key=_multipart_2BM46JTAY3BM.2~PAQZTRMP467P.1 size=123295 2024-09-12T17:41:58.291 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.289+0000 7f777f168780 1 > prepared multipart upload key=2BM46JTAY3BM upload=PAQZTRMP467P tag=JJR17UNTCBA4 type=write size=2220447 2024-09-12T17:41:58.292 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.291+0000 7f777f168780 1 < completed part key=_multipart_CIHBEU5VBLGQ.2~WQIW1WKV80U7.0 size=1048576 2024-09-12T17:41:58.293 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.292+0000 7f777f168780 1 < completed part key=_multipart_CIHBEU5VBLGQ.2~WQIW1WKV80U7.1 size=1048576 2024-09-12T17:41:58.293 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.292+0000 7f777f168780 1 < canceled part key=_multipart_CIHBEU5VBLGQ.2~WQIW1WKV80U7.2 size=150439 2024-09-12T17:41:58.295 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.294+0000 7f777f168780 1 < canceled multipart upload key=CIHBEU5VBLGQ upload=WQIW1WKV80U7 tag=XACM8HJQZH9V type=write size=3296167 2024-09-12T17:41:58.296 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.295+0000 7f777f168780 1 > prepared operation key=FCBWV27TCNS4 tag=KLHDX5VMVXSH type=del size=919062 2024-09-12T17:41:58.298 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.296+0000 7f777f168780 1 < completed write operation key=CV1EGVJPNSKR tag=DTW9GO28ESBT type=write size=207685 2024-09-12T17:41:58.300 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.298+0000 7f777f168780 1 > prepared part key=_multipart_K0OUEJ4GMFDB.2~U6OEUA5G20XI.0 size=1048576 2024-09-12T17:41:58.301 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.299+0000 7f777f168780 1 > prepared part key=_multipart_K0OUEJ4GMFDB.2~U6OEUA5G20XI.1 size=1048576 2024-09-12T17:41:58.302 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.300+0000 7f777f168780 1 > prepared part key=_multipart_K0OUEJ4GMFDB.2~U6OEUA5G20XI.2 size=342694 2024-09-12T17:41:58.303 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.300+0000 7f777f168780 1 > prepared multipart upload key=K0OUEJ4GMFDB upload=U6OEUA5G20XI tag=KQ7QG6PBLO7R type=write size=3488422 2024-09-12T17:41:58.304 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.303+0000 7f777f168780 1 < suggested update operation key=3U17OL8VRNIQ tag=20IX0HL1ZPZ9 type=del size=1013847 2024-09-12T17:41:58.306 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.304+0000 7f777f168780 1 > prepared operation key=S79H21EJKRPP tag=463ZODVF0T6Y type=del size=1627536 2024-09-12T17:41:58.308 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.307+0000 7f777f168780 1 < completed part key=_multipart_O3IEF0Z4S34O.2~K3IVWN26RB63.0 size=1048576 2024-09-12T17:41:58.309 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.308+0000 7f777f168780 1 < completed part key=_multipart_O3IEF0Z4S34O.2~K3IVWN26RB63.1 size=1048576 2024-09-12T17:41:58.310 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.308+0000 7f777f168780 1 < completed part key=_multipart_O3IEF0Z4S34O.2~K3IVWN26RB63.2 size=916709 2024-09-12T17:41:58.312 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.310+0000 7f777f168780 1 < completed multipart upload key=O3IEF0Z4S34O upload=K3IVWN26RB63 tag=KF3JZ08SKRGM type=write size=4062437 2024-09-12T17:41:58.314 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.313+0000 7f777f168780 1 > prepared part key=_multipart_1IACFTAZKIWV.2~A4KTEXE7E58Z.0 size=931817 2024-09-12T17:41:58.314 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.313+0000 7f777f168780 1 > prepared multipart upload key=1IACFTAZKIWV upload=A4KTEXE7E58Z tag=89KWFTNBH2OY type=write size=1980393 2024-09-12T17:41:58.316 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.315+0000 7f777f168780 1 < suggested update operation key=ZABXJ7LUKKD3 tag=7AA89YVROWJW type=del size=877996 2024-09-12T17:41:58.318 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.316+0000 7f777f168780 1 > prepared operation key=NV7QYM1CMJA7 tag=YL276NCFRJAI type=write size=733322 2024-09-12T17:41:58.319 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.317+0000 7f777f168780 1 < completed part key=_multipart_3U17OL8VRNIQ.2~9U1YW0P4UU00.0 size=1048576 2024-09-12T17:41:58.320 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.318+0000 7f777f168780 1 < completed part key=_multipart_3U17OL8VRNIQ.2~9U1YW0P4UU00.1 size=371034 2024-09-12T17:41:58.322 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.320+0000 7f777f168780 1 < completed multipart upload key=3U17OL8VRNIQ upload=9U1YW0P4UU00 tag=JOKT20CCKLTI type=write size=2468186 2024-09-12T17:41:58.324 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.323+0000 7f777f168780 1 > prepared part key=_multipart_CPJJKVPMV2GJ.2~I2ZG41PXQKWX.0 size=11180 2024-09-12T17:41:58.324 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.323+0000 7f777f168780 1 > prepared multipart upload key=CPJJKVPMV2GJ upload=I2ZG41PXQKWX tag=Q8QBGS33CYWH type=write size=1059756 2024-09-12T17:41:58.326 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.325+0000 7f777f168780 1 < suggested remove operation key=G4A1L52XKRAS tag=FBTR8C2ZGPOD type=del 2024-09-12T17:41:58.327 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.326+0000 7f777f168780 1 > prepared operation key=G4A1L52XKRAS tag=3GUB9BU8ZL38 type=del size=679494 2024-09-12T17:41:58.329 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.327+0000 7f777f168780 1 < completed part key=_multipart_PW0NPHZT12D3.2~GZNP9H9EDOHZ.0 size=1048576 2024-09-12T17:41:58.330 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.328+0000 7f777f168780 1 < completed part key=_multipart_PW0NPHZT12D3.2~GZNP9H9EDOHZ.1 size=683925 2024-09-12T17:41:58.332 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.330+0000 7f777f168780 1 < completed multipart upload key=PW0NPHZT12D3 upload=GZNP9H9EDOHZ tag=04NS0QH8SEGB type=write size=2781077 2024-09-12T17:41:58.333 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.331+0000 7f777f168780 1 > prepared operation key=CV1EGVJPNSKR tag=OHHX7RLXJXNC type=del size=2585045 2024-09-12T17:41:58.334 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.333+0000 7f777f168780 1 < completed part key=_multipart_K0OUEJ4GMFDB.2~ZC0BBRH2JN43.0 size=1048576 2024-09-12T17:41:58.335 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.334+0000 7f777f168780 1 < completed part key=_multipart_K0OUEJ4GMFDB.2~ZC0BBRH2JN43.1 size=158854 2024-09-12T17:41:58.337 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.336+0000 7f777f168780 1 < completed multipart upload key=K0OUEJ4GMFDB upload=ZC0BBRH2JN43 tag=L5FL7WUHK9B3 type=write size=2256006 2024-09-12T17:41:58.338 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.337+0000 7f777f168780 1 > prepared operation key=AEV8UHLVWR8L tag=QHCT07TA2ATO type=del size=3159229 2024-09-12T17:41:58.339 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.338+0000 7f777f168780 1 < completed part key=_multipart_FCBWV27TCNS4.2~ASSVMICNC7PE.0 size=233496 2024-09-12T17:41:58.341 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.340+0000 7f777f168780 1 < completed multipart upload key=FCBWV27TCNS4 upload=ASSVMICNC7PE tag=ZF9NLFQTVGZE type=write size=1282072 2024-09-12T17:41:58.343 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.341+0000 7f777f168780 1 > prepared operation key=CV1EGVJPNSKR tag=VV8SPL6OMST7 type=del size=2431344 2024-09-12T17:41:58.344 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.342+0000 7f777f168780 1 < completed part key=_multipart_AEV8UHLVWR8L.2~WGL14Y576J1K.0 size=1048576 2024-09-12T17:41:58.345 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.343+0000 7f777f168780 1 < completed part key=_multipart_AEV8UHLVWR8L.2~WGL14Y576J1K.1 size=277531 2024-09-12T17:41:58.347 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.345+0000 7f777f168780 1 < completed multipart upload key=AEV8UHLVWR8L upload=WGL14Y576J1K tag=0N0Y72MN7F5Q type=write size=2374683 2024-09-12T17:41:58.348 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.347+0000 7f777f168780 1 > prepared operation key=2BM46JTAY3BM tag=099K8HSO3YQP type=del size=1746154 2024-09-12T17:41:58.349 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.348+0000 7f777f168780 1 < completed delete operation key=NV7QYM1CMJA7 tag=RB8MU41KYDF4 type=del 2024-09-12T17:41:58.352 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.350+0000 7f777f168780 1 > prepared part key=_multipart_3U17OL8VRNIQ.2~0GF086DMJS4H.0 size=1048576 2024-09-12T17:41:58.353 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.351+0000 7f777f168780 1 > prepared part key=_multipart_3U17OL8VRNIQ.2~0GF086DMJS4H.1 size=1048576 2024-09-12T17:41:58.353 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.352+0000 7f777f168780 1 > prepared part key=_multipart_3U17OL8VRNIQ.2~0GF086DMJS4H.2 size=7948 2024-09-12T17:41:58.354 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.352+0000 7f777f168780 1 > prepared multipart upload key=3U17OL8VRNIQ upload=0GF086DMJS4H tag=IL9HGD1272QV type=write size=3153676 2024-09-12T17:41:58.355 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.353+0000 7f777f168780 1 < completed delete operation key=FCBWV27TCNS4 tag=32RWKWMWC196 type=del 2024-09-12T17:41:58.356 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.355+0000 7f777f168780 1 > prepared operation key=13V8F5WX47AD tag=JIZ4W2M3XXHD type=del size=2915528 2024-09-12T17:41:58.357 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.356+0000 7f777f168780 1 < completed part key=_multipart_ZABXJ7LUKKD3.2~8ALRUDD78AUU.0 size=1048576 2024-09-12T17:41:58.358 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.357+0000 7f777f168780 1 < completed part key=_multipart_ZABXJ7LUKKD3.2~8ALRUDD78AUU.1 size=195728 2024-09-12T17:41:58.361 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.359+0000 7f777f168780 1 < completed multipart upload key=ZABXJ7LUKKD3 upload=8ALRUDD78AUU tag=MJ3SS1UM8GOL type=write size=2292880 2024-09-12T17:41:58.362 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.361+0000 7f777f168780 1 > prepared operation key=1ZL602X3VJDP tag=LG1RIM3ERBUG type=del size=1879194 2024-09-12T17:41:58.363 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.362+0000 7f777f168780 1 < completed write operation key=K0OUEJ4GMFDB tag=U235YC0J37VJ type=write size=696644 2024-09-12T17:41:58.364 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.363+0000 7f777f168780 1 > prepared operation key=K0OUEJ4GMFDB tag=4ZFKZ3A5937N type=write size=668099 2024-09-12T17:41:58.366 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.364+0000 7f777f168780 1 < completed part key=_multipart_2BM46JTAY3BM.2~PAQZTRMP467P.0 size=1048576 2024-09-12T17:41:58.367 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.365+0000 7f777f168780 1 < completed part key=_multipart_2BM46JTAY3BM.2~PAQZTRMP467P.1 size=123295 2024-09-12T17:41:58.369 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.367+0000 7f777f168780 1 < completed multipart upload key=2BM46JTAY3BM upload=PAQZTRMP467P tag=JJR17UNTCBA4 type=write size=2220447 2024-09-12T17:41:58.370 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.369+0000 7f777f168780 1 > prepared operation key=O3IEF0Z4S34O tag=0SQMODEN8L6K type=write size=577100 2024-09-12T17:41:58.372 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.370+0000 7f777f168780 1 < completed delete operation key=FCBWV27TCNS4 tag=KLHDX5VMVXSH type=del 2024-09-12T17:41:58.373 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.371+0000 7f777f168780 1 > prepared operation key=G4A1L52XKRAS tag=6QDMBR08W1G6 type=write size=892350 2024-09-12T17:41:58.374 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.373+0000 7f777f168780 1 < completed part key=_multipart_K0OUEJ4GMFDB.2~U6OEUA5G20XI.0 size=1048576 2024-09-12T17:41:58.375 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.373+0000 7f777f168780 1 < completed part key=_multipart_K0OUEJ4GMFDB.2~U6OEUA5G20XI.1 size=1048576 2024-09-12T17:41:58.376 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.374+0000 7f777f168780 1 < completed part key=_multipart_K0OUEJ4GMFDB.2~U6OEUA5G20XI.2 size=342694 2024-09-12T17:41:58.378 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.377+0000 7f777f168780 1 < completed multipart upload key=K0OUEJ4GMFDB upload=U6OEUA5G20XI tag=KQ7QG6PBLO7R type=write size=3488422 2024-09-12T17:41:58.380 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.379+0000 7f777f168780 1 > prepared part key=_multipart_AEV8UHLVWR8L.2~BQH3E04TF75G.0 size=1048576 2024-09-12T17:41:58.381 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.380+0000 7f777f168780 1 > prepared part key=_multipart_AEV8UHLVWR8L.2~BQH3E04TF75G.1 size=607860 2024-09-12T17:41:58.381 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.380+0000 7f777f168780 1 > prepared multipart upload key=AEV8UHLVWR8L upload=BQH3E04TF75G tag=OOPFMINUHPOH type=write size=2705012 2024-09-12T17:41:58.382 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.381+0000 7f777f168780 1 < canceled operation key=S79H21EJKRPP tag=463ZODVF0T6Y type=del size=1627536 2024-09-12T17:41:58.383 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.382+0000 7f777f168780 1 > prepared operation key=VI3OAATH7N7Z tag=230VIX7HERM1 type=del size=3736282 2024-09-12T17:41:58.385 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.383+0000 7f777f168780 1 < completed part key=_multipart_1IACFTAZKIWV.2~A4KTEXE7E58Z.0 size=931817 2024-09-12T17:41:58.387 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.385+0000 7f777f168780 1 < completed multipart upload key=1IACFTAZKIWV upload=A4KTEXE7E58Z tag=89KWFTNBH2OY type=write size=1980393 2024-09-12T17:41:58.388 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.386+0000 7f777f168780 1 > prepared operation key=2BM46JTAY3BM tag=JNRQ4JABUAGV type=del size=1264237 2024-09-12T17:41:58.389 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.388+0000 7f777f168780 1 < canceled operation key=NV7QYM1CMJA7 tag=YL276NCFRJAI type=write size=733322 2024-09-12T17:41:58.391 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.390+0000 7f777f168780 1 > prepared part key=_multipart_CPJJKVPMV2GJ.2~WC2SDM1GGPRC.0 size=1048576 2024-09-12T17:41:58.392 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.391+0000 7f777f168780 1 > prepared part key=_multipart_CPJJKVPMV2GJ.2~WC2SDM1GGPRC.1 size=1048576 2024-09-12T17:41:58.393 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.392+0000 7f777f168780 1 > prepared part key=_multipart_CPJJKVPMV2GJ.2~WC2SDM1GGPRC.2 size=903420 2024-09-12T17:41:58.393 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.392+0000 7f777f168780 1 > prepared multipart upload key=CPJJKVPMV2GJ upload=WC2SDM1GGPRC tag=5AC4KIHHA49A type=write size=4049148 2024-09-12T17:41:58.394 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.393+0000 7f777f168780 1 < completed part key=_multipart_CPJJKVPMV2GJ.2~I2ZG41PXQKWX.0 size=11180 2024-09-12T17:41:58.396 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.395+0000 7f777f168780 1 < completed multipart upload key=CPJJKVPMV2GJ upload=I2ZG41PXQKWX tag=Q8QBGS33CYWH type=write size=1059756 2024-09-12T17:41:58.397 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.396+0000 7f777f168780 1 > prepared operation key=CV1EGVJPNSKR tag=AIEOV7PXCV9W type=del size=2932140 2024-09-12T17:41:58.399 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.397+0000 7f777f168780 1 < completed delete operation key=G4A1L52XKRAS tag=3GUB9BU8ZL38 type=del 2024-09-12T17:41:58.400 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.398+0000 7f777f168780 1 > prepared operation key=CASKVIJ5MIV7 tag=E002J7Q66A5A type=del size=3788380 2024-09-12T17:41:58.401 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.400+0000 7f777f168780 1 < completed delete operation key=CV1EGVJPNSKR tag=OHHX7RLXJXNC type=del 2024-09-12T17:41:58.402 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.401+0000 7f777f168780 1 > prepared operation key=7Q7D1WMM31NL tag=XZV7LB5EB6U7 type=del size=1806618 2024-09-12T17:41:58.404 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.403+0000 7f777f168780 1 < suggested update operation key=AEV8UHLVWR8L tag=QHCT07TA2ATO type=del size=3159229 2024-09-12T17:41:58.405 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.404+0000 7f777f168780 1 > prepared operation key=13V8F5WX47AD tag=LYIDJOOVCF1M type=del size=1288376 2024-09-12T17:41:58.407 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.405+0000 7f777f168780 1 < completed delete operation key=CV1EGVJPNSKR tag=VV8SPL6OMST7 type=del 2024-09-12T17:41:58.408 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.406+0000 7f777f168780 1 > prepared operation key=K0OUEJ4GMFDB tag=UW2FVQZ8LHOP type=del size=2163117 2024-09-12T17:41:58.409 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.407+0000 7f777f168780 1 < completed delete operation key=2BM46JTAY3BM tag=099K8HSO3YQP type=del 2024-09-12T17:41:58.410 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.409+0000 7f777f168780 1 > prepared operation key=13V8F5WX47AD tag=5E9BV2II34UW type=del size=569823 2024-09-12T17:41:58.411 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.410+0000 7f777f168780 1 < completed part key=_multipart_3U17OL8VRNIQ.2~0GF086DMJS4H.0 size=1048576 2024-09-12T17:41:58.411 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.410+0000 7f777f168780 1 < canceled part key=_multipart_3U17OL8VRNIQ.2~0GF086DMJS4H.1 size=1048576 2024-09-12T17:41:58.412 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.411+0000 7f777f168780 1 < completed part key=_multipart_3U17OL8VRNIQ.2~0GF086DMJS4H.2 size=7948 2024-09-12T17:41:58.416 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.413+0000 7f777f168780 1 < canceled multipart upload key=3U17OL8VRNIQ upload=0GF086DMJS4H tag=IL9HGD1272QV type=write size=3153676 2024-09-12T17:41:58.416 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.414+0000 7f777f168780 1 > prepared operation key=NV7QYM1CMJA7 tag=RF5PJH34TNAO type=del size=561901 2024-09-12T17:41:58.418 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.417+0000 7f777f168780 1 < suggested update operation key=13V8F5WX47AD tag=JIZ4W2M3XXHD type=del size=2915528 2024-09-12T17:41:58.421 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.419+0000 7f777f168780 1 > prepared operation key=FI2EY06UN14X tag=S582ZYB1JUMG type=del size=3155247 2024-09-12T17:41:58.422 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.420+0000 7f777f168780 1 < completed delete operation key=1ZL602X3VJDP tag=LG1RIM3ERBUG type=del 2024-09-12T17:41:58.424 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.422+0000 7f777f168780 1 > prepared part key=_multipart_13V8F5WX47AD.2~ITC95SS95ETE.0 size=1048576 2024-09-12T17:41:58.425 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.423+0000 7f777f168780 1 > prepared part key=_multipart_13V8F5WX47AD.2~ITC95SS95ETE.1 size=1048576 2024-09-12T17:41:58.426 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.424+0000 7f777f168780 1 > prepared part key=_multipart_13V8F5WX47AD.2~ITC95SS95ETE.2 size=726016 2024-09-12T17:41:58.426 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.424+0000 7f777f168780 1 > prepared multipart upload key=13V8F5WX47AD upload=ITC95SS95ETE tag=XDUHTN9TTFVA type=write size=3871744 2024-09-12T17:41:58.428 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.426+0000 7f777f168780 1 < suggested update operation key=K0OUEJ4GMFDB tag=4ZFKZ3A5937N type=write size=668099 2024-09-12T17:41:58.430 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.429+0000 7f777f168780 1 > prepared part key=_multipart_FI2EY06UN14X.2~QDL7RC1LDA2A.0 size=1048576 2024-09-12T17:41:58.431 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.429+0000 7f777f168780 1 > prepared part key=_multipart_FI2EY06UN14X.2~QDL7RC1LDA2A.1 size=343543 2024-09-12T17:41:58.431 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.429+0000 7f777f168780 1 > prepared multipart upload key=FI2EY06UN14X upload=QDL7RC1LDA2A tag=ECMTXOZ02C6X type=write size=2440695 2024-09-12T17:41:58.433 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.431+0000 7f777f168780 1 < canceled operation key=O3IEF0Z4S34O tag=0SQMODEN8L6K type=write size=577100 2024-09-12T17:41:58.433 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.432+0000 7f777f168780 1 > prepared operation key=1IACFTAZKIWV tag=KTV1OS0DQSU9 type=del size=2267261 2024-09-12T17:41:58.435 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.433+0000 7f777f168780 1 < completed write operation key=G4A1L52XKRAS tag=6QDMBR08W1G6 type=write size=892350 2024-09-12T17:41:58.436 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.434+0000 7f777f168780 1 > prepared operation key=FCBWV27TCNS4 tag=K5X3EVJB2MD2 type=del size=2038810 2024-09-12T17:41:58.437 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.435+0000 7f777f168780 1 < completed part key=_multipart_AEV8UHLVWR8L.2~BQH3E04TF75G.0 size=1048576 2024-09-12T17:41:58.438 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.436+0000 7f777f168780 1 < completed part key=_multipart_AEV8UHLVWR8L.2~BQH3E04TF75G.1 size=607860 2024-09-12T17:41:58.440 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.438+0000 7f777f168780 1 < completed multipart upload key=AEV8UHLVWR8L upload=BQH3E04TF75G tag=OOPFMINUHPOH type=write size=2705012 2024-09-12T17:41:58.442 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.440+0000 7f777f168780 1 > prepared part key=_multipart_13V8F5WX47AD.2~K3STQM7Q5W6V.0 size=143244 2024-09-12T17:41:58.442 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.440+0000 7f777f168780 1 > prepared multipart upload key=13V8F5WX47AD upload=K3STQM7Q5W6V tag=25RHM5Y3OXJB type=write size=1191820 2024-09-12T17:41:58.443 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.441+0000 7f777f168780 1 < completed delete operation key=VI3OAATH7N7Z tag=230VIX7HERM1 type=del 2024-09-12T17:41:58.444 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.443+0000 7f777f168780 1 > prepared operation key=2KHLGQJKQA23 tag=UIEN7TYU4O31 type=del size=3748797 2024-09-12T17:41:58.445 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.444+0000 7f777f168780 1 < completed delete operation key=2BM46JTAY3BM tag=JNRQ4JABUAGV type=del 2024-09-12T17:41:58.446 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.445+0000 7f777f168780 1 > prepared operation key=G4A1L52XKRAS tag=J1RZX8GSYYOA type=del size=3794942 2024-09-12T17:41:58.447 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.445+0000 7f777f168780 1 < canceled part key=_multipart_CPJJKVPMV2GJ.2~WC2SDM1GGPRC.0 size=1048576 2024-09-12T17:41:58.448 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.446+0000 7f777f168780 1 < completed part key=_multipart_CPJJKVPMV2GJ.2~WC2SDM1GGPRC.1 size=1048576 2024-09-12T17:41:58.448 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.446+0000 7f777f168780 1 < canceled part key=_multipart_CPJJKVPMV2GJ.2~WC2SDM1GGPRC.2 size=903420 2024-09-12T17:41:58.449 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.448+0000 7f777f168780 1 < canceled multipart upload key=CPJJKVPMV2GJ upload=WC2SDM1GGPRC tag=5AC4KIHHA49A type=write size=4049148 2024-09-12T17:41:58.452 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.450+0000 7f777f168780 1 > prepared part key=_multipart_VI3OAATH7N7Z.2~PL86CUH0BKI6.0 size=432439 2024-09-12T17:41:58.452 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.450+0000 7f777f168780 1 > prepared multipart upload key=VI3OAATH7N7Z upload=PL86CUH0BKI6 tag=3UWJRTOV0IH1 type=write size=1481015 2024-09-12T17:41:58.453 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.451+0000 7f777f168780 1 < completed delete operation key=CV1EGVJPNSKR tag=AIEOV7PXCV9W type=del 2024-09-12T17:41:58.454 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.453+0000 7f777f168780 1 > prepared operation key=DO31EKWPC3OI tag=YESGHW5G1LJ8 type=del size=2082991 2024-09-12T17:41:58.455 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.454+0000 7f777f168780 1 < completed delete operation key=CASKVIJ5MIV7 tag=E002J7Q66A5A type=del 2024-09-12T17:41:58.457 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.455+0000 7f777f168780 1 > prepared operation key=7Q7D1WMM31NL tag=OIUXYUGR405V type=del size=1664280 2024-09-12T17:41:58.458 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.456+0000 7f777f168780 1 < completed delete operation key=7Q7D1WMM31NL tag=XZV7LB5EB6U7 type=del 2024-09-12T17:41:58.459 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.457+0000 7f777f168780 1 > prepared operation key=GYBHJV1TE1UC tag=WU26TUB77ZGU type=write size=343918 2024-09-12T17:41:58.460 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.459+0000 7f777f168780 -1 < failed to complete operation key=13V8F5WX47AD tag=LYIDJOOVCF1M type=del size=1288376: (22) Invalid argument 2024-09-12T17:41:58.462 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.461+0000 7f777f168780 1 > prepared part key=_multipart_3D7LF14YZ1DI.2~EED6X3KG7ZCH.0 size=797754 2024-09-12T17:41:58.462 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.461+0000 7f777f168780 1 > prepared multipart upload key=3D7LF14YZ1DI upload=EED6X3KG7ZCH tag=UMRPJOUOSUR8 type=write size=1846330 2024-09-12T17:41:58.463 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.462+0000 7f777f168780 -1 < failed to complete operation key=K0OUEJ4GMFDB tag=UW2FVQZ8LHOP type=del size=2163117: (22) Invalid argument 2024-09-12T17:41:58.465 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.464+0000 7f777f168780 1 > prepared part key=_multipart_GYBHJV1TE1UC.2~UXW8YMT13RHL.0 size=1048576 2024-09-12T17:41:58.466 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.465+0000 7f777f168780 1 > prepared part key=_multipart_GYBHJV1TE1UC.2~UXW8YMT13RHL.1 size=442680 2024-09-12T17:41:58.466 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.465+0000 7f777f168780 1 > prepared multipart upload key=GYBHJV1TE1UC upload=UXW8YMT13RHL tag=378QZ1ZO9CT9 type=write size=2539832 2024-09-12T17:41:58.467 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.466+0000 7f777f168780 -1 < failed to complete operation key=13V8F5WX47AD tag=5E9BV2II34UW type=del size=569823: (22) Invalid argument 2024-09-12T17:41:58.469 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.467+0000 7f777f168780 1 > prepared operation key=ZABXJ7LUKKD3 tag=ADVA0MJEKUCF type=del size=1455693 2024-09-12T17:41:58.470 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.468+0000 7f777f168780 1 < completed delete operation key=NV7QYM1CMJA7 tag=RF5PJH34TNAO type=del 2024-09-12T17:41:58.472 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.470+0000 7f777f168780 1 > prepared part key=_multipart_G4A1L52XKRAS.2~SLL3LOJFD4A5.0 size=1048576 2024-09-12T17:41:58.473 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.471+0000 7f777f168780 1 > prepared part key=_multipart_G4A1L52XKRAS.2~SLL3LOJFD4A5.1 size=215936 2024-09-12T17:41:58.473 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.471+0000 7f777f168780 1 > prepared multipart upload key=G4A1L52XKRAS upload=SLL3LOJFD4A5 tag=YC8MTKHJVGFD type=write size=2313088 2024-09-12T17:41:58.474 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.472+0000 7f777f168780 1 < completed delete operation key=FI2EY06UN14X tag=S582ZYB1JUMG type=del 2024-09-12T17:41:58.476 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.474+0000 7f777f168780 1 > prepared part key=_multipart_1IACFTAZKIWV.2~FKCVUKSMJ1WR.0 size=1048576 2024-09-12T17:41:58.477 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.475+0000 7f777f168780 1 > prepared part key=_multipart_1IACFTAZKIWV.2~FKCVUKSMJ1WR.1 size=1048576 2024-09-12T17:41:58.478 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.476+0000 7f777f168780 1 > prepared part key=_multipart_1IACFTAZKIWV.2~FKCVUKSMJ1WR.2 size=93243 2024-09-12T17:41:58.478 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.476+0000 7f777f168780 1 > prepared multipart upload key=1IACFTAZKIWV upload=FKCVUKSMJ1WR tag=AEYHU0ZC9QXB type=write size=3238971 2024-09-12T17:41:58.479 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.477+0000 7f777f168780 1 < completed part key=_multipart_13V8F5WX47AD.2~ITC95SS95ETE.0 size=1048576 2024-09-12T17:41:58.480 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.478+0000 7f777f168780 1 < completed part key=_multipart_13V8F5WX47AD.2~ITC95SS95ETE.1 size=1048576 2024-09-12T17:41:58.481 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.479+0000 7f777f168780 1 < completed part key=_multipart_13V8F5WX47AD.2~ITC95SS95ETE.2 size=726016 2024-09-12T17:41:58.483 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.481+0000 7f777f168780 1 < completed multipart upload key=13V8F5WX47AD upload=ITC95SS95ETE tag=XDUHTN9TTFVA type=write size=3871744 2024-09-12T17:41:58.485 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.483+0000 7f777f168780 1 > prepared part key=_multipart_CV1EGVJPNSKR.2~AMXPU8WXKMRV.0 size=776710 2024-09-12T17:41:58.485 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.483+0000 7f777f168780 1 > prepared multipart upload key=CV1EGVJPNSKR upload=AMXPU8WXKMRV tag=QO6YD5A1NGGG type=write size=1825286 2024-09-12T17:41:58.486 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.485+0000 7f777f168780 1 < completed part key=_multipart_FI2EY06UN14X.2~QDL7RC1LDA2A.0 size=1048576 2024-09-12T17:41:58.486 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.485+0000 7f777f168780 1 < canceled part key=_multipart_FI2EY06UN14X.2~QDL7RC1LDA2A.1 size=343543 2024-09-12T17:41:58.488 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.486+0000 7f777f168780 1 < canceled multipart upload key=FI2EY06UN14X upload=QDL7RC1LDA2A tag=ECMTXOZ02C6X type=write size=2440695 2024-09-12T17:41:58.489 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.488+0000 7f777f168780 1 > prepared operation key=NV7QYM1CMJA7 tag=KE1PQMSALECU type=del size=1590165 2024-09-12T17:41:58.490 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.489+0000 7f777f168780 1 < completed delete operation key=1IACFTAZKIWV tag=KTV1OS0DQSU9 type=del 2024-09-12T17:41:58.492 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.491+0000 7f777f168780 1 > prepared part key=_multipart_2BM46JTAY3BM.2~F57MY54UNH0C.0 size=900967 2024-09-12T17:41:58.492 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.491+0000 7f777f168780 1 > prepared multipart upload key=2BM46JTAY3BM upload=F57MY54UNH0C tag=YBGHG3ZKIE7L type=write size=1949543 2024-09-12T17:41:58.493 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.492+0000 7f777f168780 1 < completed delete operation key=FCBWV27TCNS4 tag=K5X3EVJB2MD2 type=del 2024-09-12T17:41:58.495 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.494+0000 7f777f168780 1 > prepared part key=_multipart_CV1EGVJPNSKR.2~O3WIW2M3FKEV.0 size=242072 2024-09-12T17:41:58.495 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.494+0000 7f777f168780 1 > prepared multipart upload key=CV1EGVJPNSKR upload=O3WIW2M3FKEV tag=RE51HBFWBXOU type=write size=1290648 2024-09-12T17:41:58.497 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.495+0000 7f777f168780 1 < completed part key=_multipart_13V8F5WX47AD.2~K3STQM7Q5W6V.0 size=143244 2024-09-12T17:41:58.498 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.497+0000 7f777f168780 1 < completed multipart upload key=13V8F5WX47AD upload=K3STQM7Q5W6V tag=25RHM5Y3OXJB type=write size=1191820 2024-09-12T17:41:58.500 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.498+0000 7f777f168780 1 > prepared operation key=K0OUEJ4GMFDB tag=CYBN0VWB4NK9 type=del size=856622 2024-09-12T17:41:58.501 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.499+0000 7f777f168780 1 < completed delete operation key=2KHLGQJKQA23 tag=UIEN7TYU4O31 type=del 2024-09-12T17:41:58.502 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.500+0000 7f777f168780 1 > prepared operation key=FCBWV27TCNS4 tag=0RJWLOVL3O9A type=del size=2860134 2024-09-12T17:41:58.503 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.502+0000 7f777f168780 1 < completed delete operation key=G4A1L52XKRAS tag=J1RZX8GSYYOA type=del 2024-09-12T17:41:58.505 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.504+0000 7f777f168780 1 > prepared part key=_multipart_O3IEF0Z4S34O.2~3NV777C35U2S.0 size=1048576 2024-09-12T17:41:58.506 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.504+0000 7f777f168780 1 > prepared part key=_multipart_O3IEF0Z4S34O.2~3NV777C35U2S.1 size=1048576 2024-09-12T17:41:58.507 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.505+0000 7f777f168780 1 > prepared part key=_multipart_O3IEF0Z4S34O.2~3NV777C35U2S.2 size=309047 2024-09-12T17:41:58.507 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.505+0000 7f777f168780 1 > prepared multipart upload key=O3IEF0Z4S34O upload=3NV777C35U2S tag=ZPGK58AX4PWV type=write size=3454775 2024-09-12T17:41:58.508 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.506+0000 7f777f168780 1 < completed part key=_multipart_VI3OAATH7N7Z.2~PL86CUH0BKI6.0 size=432439 2024-09-12T17:41:58.510 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.508+0000 7f777f168780 1 < completed multipart upload key=VI3OAATH7N7Z upload=PL86CUH0BKI6 tag=3UWJRTOV0IH1 type=write size=1481015 2024-09-12T17:41:58.511 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.509+0000 7f777f168780 1 > prepared operation key=GYBHJV1TE1UC tag=QRB2PVASVDVJ type=del size=173678 2024-09-12T17:41:58.512 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.511+0000 7f777f168780 1 < completed delete operation key=DO31EKWPC3OI tag=YESGHW5G1LJ8 type=del 2024-09-12T17:41:58.513 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.512+0000 7f777f168780 1 > prepared operation key=CIHBEU5VBLGQ tag=3EI1E7V1LW70 type=write size=831248 2024-09-12T17:41:58.514 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.513+0000 7f777f168780 1 < completed delete operation key=7Q7D1WMM31NL tag=OIUXYUGR405V type=del 2024-09-12T17:41:58.516 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.515+0000 7f777f168780 1 > prepared part key=_multipart_FI2EY06UN14X.2~MMLAKCXOGNMW.0 size=1048576 2024-09-12T17:41:58.517 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.516+0000 7f777f168780 1 > prepared part key=_multipart_FI2EY06UN14X.2~MMLAKCXOGNMW.1 size=404461 2024-09-12T17:41:58.517 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.516+0000 7f777f168780 1 > prepared multipart upload key=FI2EY06UN14X upload=MMLAKCXOGNMW tag=UUOOCXDGMVC0 type=write size=2501613 2024-09-12T17:41:58.519 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.517+0000 7f777f168780 1 < completed write operation key=GYBHJV1TE1UC tag=WU26TUB77ZGU type=write size=343918 2024-09-12T17:41:58.520 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.518+0000 7f777f168780 1 > prepared operation key=FCBWV27TCNS4 tag=2UOEFVXN36R2 type=write size=255400 2024-09-12T17:41:58.521 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.520+0000 7f777f168780 1 < completed part key=_multipart_3D7LF14YZ1DI.2~EED6X3KG7ZCH.0 size=797754 2024-09-12T17:41:58.523 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.521+0000 7f777f168780 1 < completed multipart upload key=3D7LF14YZ1DI upload=EED6X3KG7ZCH tag=UMRPJOUOSUR8 type=write size=1846330 2024-09-12T17:41:58.525 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.524+0000 7f777f168780 1 > prepared part key=_multipart_NV7QYM1CMJA7.2~O3WW51AJZ1C0.0 size=1048576 2024-09-12T17:41:58.526 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.525+0000 7f777f168780 1 > prepared part key=_multipart_NV7QYM1CMJA7.2~O3WW51AJZ1C0.1 size=1033454 2024-09-12T17:41:58.526 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.525+0000 7f777f168780 1 > prepared multipart upload key=NV7QYM1CMJA7 upload=O3WW51AJZ1C0 tag=RF0EDNTITE8I type=write size=3130606 2024-09-12T17:41:58.529 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.527+0000 7f777f168780 1 < completed part key=_multipart_GYBHJV1TE1UC.2~UXW8YMT13RHL.0 size=1048576 2024-09-12T17:41:58.529 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.528+0000 7f777f168780 1 < completed part key=_multipart_GYBHJV1TE1UC.2~UXW8YMT13RHL.1 size=442680 2024-09-12T17:41:58.532 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.530+0000 7f777f168780 1 < completed multipart upload key=GYBHJV1TE1UC upload=UXW8YMT13RHL tag=378QZ1ZO9CT9 type=write size=2539832 2024-09-12T17:41:58.533 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.531+0000 7f777f168780 1 > prepared operation key=CASKVIJ5MIV7 tag=XF1E3ROZSLMD type=del size=250720 2024-09-12T17:41:58.534 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.532+0000 7f777f168780 1 < completed delete operation key=ZABXJ7LUKKD3 tag=ADVA0MJEKUCF type=del 2024-09-12T17:41:58.536 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.535+0000 7f777f168780 1 > prepared part key=_multipart_GYBHJV1TE1UC.2~RC6G9UU04FDB.0 size=1048576 2024-09-12T17:41:58.537 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.536+0000 7f777f168780 1 > prepared part key=_multipart_GYBHJV1TE1UC.2~RC6G9UU04FDB.1 size=1048576 2024-09-12T17:41:58.538 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.537+0000 7f777f168780 1 > prepared part key=_multipart_GYBHJV1TE1UC.2~RC6G9UU04FDB.2 size=987241 2024-09-12T17:41:58.538 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.537+0000 7f777f168780 1 > prepared multipart upload key=GYBHJV1TE1UC upload=RC6G9UU04FDB tag=MJRNJJ3FZTFY type=write size=4132969 2024-09-12T17:41:58.539 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.538+0000 7f777f168780 1 < completed part key=_multipart_G4A1L52XKRAS.2~SLL3LOJFD4A5.0 size=1048576 2024-09-12T17:41:58.540 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.539+0000 7f777f168780 1 < completed part key=_multipart_G4A1L52XKRAS.2~SLL3LOJFD4A5.1 size=215936 2024-09-12T17:41:58.542 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.541+0000 7f777f168780 1 < completed multipart upload key=G4A1L52XKRAS upload=SLL3LOJFD4A5 tag=YC8MTKHJVGFD type=write size=2313088 2024-09-12T17:41:58.543 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.542+0000 7f777f168780 1 > prepared operation key=NV7QYM1CMJA7 tag=II7D28MFJC9U type=del size=3691025 2024-09-12T17:41:58.544 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.543+0000 7f777f168780 1 < completed part key=_multipart_1IACFTAZKIWV.2~FKCVUKSMJ1WR.0 size=1048576 2024-09-12T17:41:58.546 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.544+0000 7f777f168780 1 < completed part key=_multipart_1IACFTAZKIWV.2~FKCVUKSMJ1WR.1 size=1048576 2024-09-12T17:41:58.546 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.545+0000 7f777f168780 1 < completed part key=_multipart_1IACFTAZKIWV.2~FKCVUKSMJ1WR.2 size=93243 2024-09-12T17:41:58.548 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.547+0000 7f777f168780 1 < completed multipart upload key=1IACFTAZKIWV upload=FKCVUKSMJ1WR tag=AEYHU0ZC9QXB type=write size=3238971 2024-09-12T17:41:58.550 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.549+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~AHVOMIMBIAFT.0 size=1048576 2024-09-12T17:41:58.551 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.550+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~AHVOMIMBIAFT.1 size=1048576 2024-09-12T17:41:58.552 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.551+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~AHVOMIMBIAFT.2 size=50320 2024-09-12T17:41:58.552 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.551+0000 7f777f168780 1 > prepared multipart upload key=CIHBEU5VBLGQ upload=AHVOMIMBIAFT tag=QK9YF5JS0YOU type=write size=3196048 2024-09-12T17:41:58.553 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.552+0000 7f777f168780 1 < completed part key=_multipart_CV1EGVJPNSKR.2~AMXPU8WXKMRV.0 size=776710 2024-09-12T17:41:58.556 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.554+0000 7f777f168780 1 < completed multipart upload key=CV1EGVJPNSKR upload=AMXPU8WXKMRV tag=QO6YD5A1NGGG type=write size=1825286 2024-09-12T17:41:58.558 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.556+0000 7f777f168780 1 > prepared part key=_multipart_CPJJKVPMV2GJ.2~06WNI1X5AIKR.0 size=1048576 2024-09-12T17:41:58.558 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.557+0000 7f777f168780 1 > prepared part key=_multipart_CPJJKVPMV2GJ.2~06WNI1X5AIKR.1 size=922404 2024-09-12T17:41:58.558 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.557+0000 7f777f168780 1 > prepared multipart upload key=CPJJKVPMV2GJ upload=06WNI1X5AIKR tag=TP3TMV6CPE8G type=write size=3019556 2024-09-12T17:41:58.559 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.558+0000 7f777f168780 1 < canceled operation key=NV7QYM1CMJA7 tag=KE1PQMSALECU type=del size=1590165 2024-09-12T17:41:58.561 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.559+0000 7f777f168780 1 > prepared operation key=CV1EGVJPNSKR tag=R64SJERTP333 type=del size=404814 2024-09-12T17:41:58.562 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.560+0000 7f777f168780 1 < completed part key=_multipart_2BM46JTAY3BM.2~F57MY54UNH0C.0 size=900967 2024-09-12T17:41:58.564 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.562+0000 7f777f168780 1 < completed multipart upload key=2BM46JTAY3BM upload=F57MY54UNH0C tag=YBGHG3ZKIE7L type=write size=1949543 2024-09-12T17:41:58.566 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.564+0000 7f777f168780 1 > prepared part key=_multipart_AEV8UHLVWR8L.2~K1NPPVNS2V5T.0 size=766099 2024-09-12T17:41:58.566 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.564+0000 7f777f168780 1 > prepared multipart upload key=AEV8UHLVWR8L upload=K1NPPVNS2V5T tag=5BK1POYV5VFX type=write size=1814675 2024-09-12T17:41:58.567 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.566+0000 7f777f168780 1 < completed part key=_multipart_CV1EGVJPNSKR.2~O3WIW2M3FKEV.0 size=242072 2024-09-12T17:41:58.569 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.567+0000 7f777f168780 1 < completed multipart upload key=CV1EGVJPNSKR upload=O3WIW2M3FKEV tag=RE51HBFWBXOU type=write size=1290648 2024-09-12T17:41:58.571 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.570+0000 7f777f168780 1 > prepared part key=_multipart_3D7LF14YZ1DI.2~MVXX52NJYZT7.0 size=836901 2024-09-12T17:41:58.571 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.570+0000 7f777f168780 1 > prepared multipart upload key=3D7LF14YZ1DI upload=MVXX52NJYZT7 tag=X9SCJSIB1XC0 type=write size=1885477 2024-09-12T17:41:58.572 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.571+0000 7f777f168780 1 < completed delete operation key=K0OUEJ4GMFDB tag=CYBN0VWB4NK9 type=del 2024-09-12T17:41:58.573 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.572+0000 7f777f168780 1 > prepared operation key=K0OUEJ4GMFDB tag=RV1I4C7D7O47 type=del size=705835 2024-09-12T17:41:58.575 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.573+0000 7f777f168780 1 < completed delete operation key=FCBWV27TCNS4 tag=0RJWLOVL3O9A type=del 2024-09-12T17:41:58.576 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.574+0000 7f777f168780 1 > prepared operation key=1IACFTAZKIWV tag=FPG5T9XNM09L type=del size=1201798 2024-09-12T17:41:58.577 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.576+0000 7f777f168780 1 < completed part key=_multipart_O3IEF0Z4S34O.2~3NV777C35U2S.0 size=1048576 2024-09-12T17:41:58.578 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.577+0000 7f777f168780 1 < completed part key=_multipart_O3IEF0Z4S34O.2~3NV777C35U2S.1 size=1048576 2024-09-12T17:41:58.579 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.578+0000 7f777f168780 1 < completed part key=_multipart_O3IEF0Z4S34O.2~3NV777C35U2S.2 size=309047 2024-09-12T17:41:58.581 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.580+0000 7f777f168780 1 < completed multipart upload key=O3IEF0Z4S34O upload=3NV777C35U2S tag=ZPGK58AX4PWV type=write size=3454775 2024-09-12T17:41:58.583 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.582+0000 7f777f168780 1 > prepared part key=_multipart_PW0NPHZT12D3.2~3AB6CL6H26GR.0 size=1048576 2024-09-12T17:41:58.584 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.583+0000 7f777f168780 1 > prepared part key=_multipart_PW0NPHZT12D3.2~3AB6CL6H26GR.1 size=1026976 2024-09-12T17:41:58.584 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.583+0000 7f777f168780 1 > prepared multipart upload key=PW0NPHZT12D3 upload=3AB6CL6H26GR tag=PL523J0BML8G type=write size=3124128 2024-09-12T17:41:58.587 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.585+0000 7f777f168780 1 < suggested remove operation key=GYBHJV1TE1UC tag=QRB2PVASVDVJ type=del 2024-09-12T17:41:58.589 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.587+0000 7f777f168780 1 > prepared part key=_multipart_CASKVIJ5MIV7.2~7I6KUO6SMQGA.0 size=1048576 2024-09-12T17:41:58.590 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.588+0000 7f777f168780 1 > prepared part key=_multipart_CASKVIJ5MIV7.2~7I6KUO6SMQGA.1 size=1048576 2024-09-12T17:41:58.591 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.589+0000 7f777f168780 1 > prepared part key=_multipart_CASKVIJ5MIV7.2~7I6KUO6SMQGA.2 size=230405 2024-09-12T17:41:58.591 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.589+0000 7f777f168780 1 > prepared multipart upload key=CASKVIJ5MIV7 upload=7I6KUO6SMQGA tag=9IWTJP9ZD8Q9 type=write size=3376133 2024-09-12T17:41:58.592 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.590+0000 7f777f168780 1 < canceled operation key=CIHBEU5VBLGQ tag=3EI1E7V1LW70 type=write size=831248 2024-09-12T17:41:58.594 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.592+0000 7f777f168780 1 > prepared part key=_multipart_CPJJKVPMV2GJ.2~EVPYPDG5AE0E.0 size=1048576 2024-09-12T17:41:58.595 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.593+0000 7f777f168780 1 > prepared part key=_multipart_CPJJKVPMV2GJ.2~EVPYPDG5AE0E.1 size=1048576 2024-09-12T17:41:58.596 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.594+0000 7f777f168780 1 > prepared part key=_multipart_CPJJKVPMV2GJ.2~EVPYPDG5AE0E.2 size=291830 2024-09-12T17:41:58.596 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.594+0000 7f777f168780 1 > prepared multipart upload key=CPJJKVPMV2GJ upload=EVPYPDG5AE0E tag=T1BSKBF8Y5I4 type=write size=3437558 2024-09-12T17:41:58.597 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.596+0000 7f777f168780 1 < completed part key=_multipart_FI2EY06UN14X.2~MMLAKCXOGNMW.0 size=1048576 2024-09-12T17:41:58.598 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.597+0000 7f777f168780 1 < completed part key=_multipart_FI2EY06UN14X.2~MMLAKCXOGNMW.1 size=404461 2024-09-12T17:41:58.600 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.599+0000 7f777f168780 1 < completed multipart upload key=FI2EY06UN14X upload=MMLAKCXOGNMW tag=UUOOCXDGMVC0 type=write size=2501613 2024-09-12T17:41:58.602 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.601+0000 7f777f168780 1 > prepared part key=_multipart_13V8F5WX47AD.2~M8VRKN09MFXV.0 size=1048576 2024-09-12T17:41:58.603 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.602+0000 7f777f168780 1 > prepared part key=_multipart_13V8F5WX47AD.2~M8VRKN09MFXV.1 size=1048576 2024-09-12T17:41:58.604 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.603+0000 7f777f168780 1 > prepared part key=_multipart_13V8F5WX47AD.2~M8VRKN09MFXV.2 size=233989 2024-09-12T17:41:58.604 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.603+0000 7f777f168780 1 > prepared multipart upload key=13V8F5WX47AD upload=M8VRKN09MFXV tag=HH70QWU4A0FK type=write size=3379717 2024-09-12T17:41:58.605 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.604+0000 7f777f168780 1 < completed write operation key=FCBWV27TCNS4 tag=2UOEFVXN36R2 type=write size=255400 2024-09-12T17:41:58.607 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.606+0000 7f777f168780 1 > prepared part key=_multipart_GYBHJV1TE1UC.2~AAUOS9X8J2PM.0 size=820531 2024-09-12T17:41:58.607 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.606+0000 7f777f168780 1 > prepared multipart upload key=GYBHJV1TE1UC upload=AAUOS9X8J2PM tag=PY8CKJ6XVE5M type=write size=1869107 2024-09-12T17:41:58.608 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.606+0000 7f777f168780 1 < canceled part key=_multipart_NV7QYM1CMJA7.2~O3WW51AJZ1C0.0 size=1048576 2024-09-12T17:41:58.609 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.607+0000 7f777f168780 1 < completed part key=_multipart_NV7QYM1CMJA7.2~O3WW51AJZ1C0.1 size=1033454 2024-09-12T17:41:58.611 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.609+0000 7f777f168780 1 < canceled multipart upload key=NV7QYM1CMJA7 upload=O3WW51AJZ1C0 tag=RF0EDNTITE8I type=write size=3130606 2024-09-12T17:41:58.613 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.612+0000 7f777f168780 1 > prepared part key=_multipart_CPJJKVPMV2GJ.2~OHPE58HY994W.0 size=1048576 2024-09-12T17:41:58.614 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.613+0000 7f777f168780 1 > prepared part key=_multipart_CPJJKVPMV2GJ.2~OHPE58HY994W.1 size=312587 2024-09-12T17:41:58.614 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.613+0000 7f777f168780 1 > prepared multipart upload key=CPJJKVPMV2GJ upload=OHPE58HY994W tag=NGN1ARGWCQRA type=write size=2409739 2024-09-12T17:41:58.617 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.615+0000 7f777f168780 1 < suggested remove operation key=CASKVIJ5MIV7 tag=XF1E3ROZSLMD type=del 2024-09-12T17:41:58.618 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.616+0000 7f777f168780 1 > prepared operation key=1IACFTAZKIWV tag=31U2JBKI3WDL type=del size=2997726 2024-09-12T17:41:58.620 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.618+0000 7f777f168780 1 < completed part key=_multipart_GYBHJV1TE1UC.2~RC6G9UU04FDB.0 size=1048576 2024-09-12T17:41:58.620 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.619+0000 7f777f168780 1 < completed part key=_multipart_GYBHJV1TE1UC.2~RC6G9UU04FDB.1 size=1048576 2024-09-12T17:41:58.621 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.620+0000 7f777f168780 1 < completed part key=_multipart_GYBHJV1TE1UC.2~RC6G9UU04FDB.2 size=987241 2024-09-12T17:41:58.623 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.622+0000 7f777f168780 1 < completed multipart upload key=GYBHJV1TE1UC upload=RC6G9UU04FDB tag=MJRNJJ3FZTFY type=write size=4132969 2024-09-12T17:41:58.625 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.623+0000 7f777f168780 1 > prepared operation key=H3CSJQOWQ7NN tag=PXRPTF69JTB0 type=del size=2225787 2024-09-12T17:41:58.626 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.624+0000 7f777f168780 1 < completed delete operation key=NV7QYM1CMJA7 tag=II7D28MFJC9U type=del 2024-09-12T17:41:58.628 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.626+0000 7f777f168780 1 > prepared part key=_multipart_S79H21EJKRPP.2~LGCBB2VAQ4H5.0 size=1048576 2024-09-12T17:41:58.629 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.627+0000 7f777f168780 1 > prepared part key=_multipart_S79H21EJKRPP.2~LGCBB2VAQ4H5.1 size=1048576 2024-09-12T17:41:58.630 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.628+0000 7f777f168780 1 > prepared part key=_multipart_S79H21EJKRPP.2~LGCBB2VAQ4H5.2 size=326623 2024-09-12T17:41:58.630 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.628+0000 7f777f168780 1 > prepared multipart upload key=S79H21EJKRPP upload=LGCBB2VAQ4H5 tag=JFJ1NW0CAVWR type=write size=3472351 2024-09-12T17:41:58.631 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.629+0000 7f777f168780 1 < completed part key=_multipart_CIHBEU5VBLGQ.2~AHVOMIMBIAFT.0 size=1048576 2024-09-12T17:41:58.632 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.630+0000 7f777f168780 1 < completed part key=_multipart_CIHBEU5VBLGQ.2~AHVOMIMBIAFT.1 size=1048576 2024-09-12T17:41:58.633 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.631+0000 7f777f168780 1 < completed part key=_multipart_CIHBEU5VBLGQ.2~AHVOMIMBIAFT.2 size=50320 2024-09-12T17:41:58.636 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.635+0000 7f777f168780 1 < completed multipart upload key=CIHBEU5VBLGQ upload=AHVOMIMBIAFT tag=QK9YF5JS0YOU type=write size=3196048 2024-09-12T17:41:58.637 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.636+0000 7f777f168780 1 > prepared operation key=1IACFTAZKIWV tag=OP33SXGZR2YB type=del size=2231176 2024-09-12T17:41:58.638 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.636+0000 7f777f168780 1 < canceled part key=_multipart_CPJJKVPMV2GJ.2~06WNI1X5AIKR.0 size=1048576 2024-09-12T17:41:58.638 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.637+0000 7f777f168780 1 < completed part key=_multipart_CPJJKVPMV2GJ.2~06WNI1X5AIKR.1 size=922404 2024-09-12T17:41:58.641 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.639+0000 7f777f168780 1 < canceled multipart upload key=CPJJKVPMV2GJ upload=06WNI1X5AIKR tag=TP3TMV6CPE8G type=write size=3019556 2024-09-12T17:41:58.641 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.640+0000 7f777f168780 1 > prepared operation key=2BM46JTAY3BM tag=JGWOO1FHT2FY type=del size=2790328 2024-09-12T17:41:58.644 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.642+0000 7f777f168780 1 < suggested remove operation key=CV1EGVJPNSKR tag=R64SJERTP333 type=del 2024-09-12T17:41:58.646 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.645+0000 7f777f168780 1 > prepared part key=_multipart_O3IEF0Z4S34O.2~8I326K37VM3R.0 size=201666 2024-09-12T17:41:58.647 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.645+0000 7f777f168780 1 > prepared multipart upload key=O3IEF0Z4S34O upload=8I326K37VM3R tag=3UK7SPOE46O9 type=write size=1250242 2024-09-12T17:41:58.647 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.645+0000 7f777f168780 1 < canceled part key=_multipart_AEV8UHLVWR8L.2~K1NPPVNS2V5T.0 size=766099 2024-09-12T17:41:58.648 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.647+0000 7f777f168780 1 < canceled multipart upload key=AEV8UHLVWR8L upload=K1NPPVNS2V5T tag=5BK1POYV5VFX type=write size=1814675 2024-09-12T17:41:58.650 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.649+0000 7f777f168780 1 > prepared part key=_multipart_2BM46JTAY3BM.2~DJNM32IQD31X.0 size=1048576 2024-09-12T17:41:58.651 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.650+0000 7f777f168780 1 > prepared part key=_multipart_2BM46JTAY3BM.2~DJNM32IQD31X.1 size=357144 2024-09-12T17:41:58.651 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.650+0000 7f777f168780 1 > prepared multipart upload key=2BM46JTAY3BM upload=DJNM32IQD31X tag=ESI5PSBVB45L type=write size=2454296 2024-09-12T17:41:58.652 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.651+0000 7f777f168780 1 < completed part key=_multipart_3D7LF14YZ1DI.2~MVXX52NJYZT7.0 size=836901 2024-09-12T17:41:58.654 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.653+0000 7f777f168780 1 < completed multipart upload key=3D7LF14YZ1DI upload=MVXX52NJYZT7 tag=X9SCJSIB1XC0 type=write size=1885477 2024-09-12T17:41:58.656 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.654+0000 7f777f168780 1 > prepared operation key=K0OUEJ4GMFDB tag=KIB5YK5SGH09 type=del size=3012396 2024-09-12T17:41:58.657 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.655+0000 7f777f168780 1 < completed delete operation key=K0OUEJ4GMFDB tag=RV1I4C7D7O47 type=del 2024-09-12T17:41:58.658 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.657+0000 7f777f168780 1 > prepared operation key=AEV8UHLVWR8L tag=04BI56PUR934 type=del size=888124 2024-09-12T17:41:58.659 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.658+0000 7f777f168780 1 < completed delete operation key=1IACFTAZKIWV tag=FPG5T9XNM09L type=del 2024-09-12T17:41:58.661 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.660+0000 7f777f168780 1 > prepared part key=_multipart_9XT9OU5JDG04.2~PO0BJPQVYF0O.0 size=1048576 2024-09-12T17:41:58.662 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.661+0000 7f777f168780 1 > prepared part key=_multipart_9XT9OU5JDG04.2~PO0BJPQVYF0O.1 size=1048576 2024-09-12T17:41:58.663 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.662+0000 7f777f168780 1 > prepared part key=_multipart_9XT9OU5JDG04.2~PO0BJPQVYF0O.2 size=895106 2024-09-12T17:41:58.664 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.662+0000 7f777f168780 1 > prepared multipart upload key=9XT9OU5JDG04 upload=PO0BJPQVYF0O tag=CD2TJ7XDNBNO type=write size=4040834 2024-09-12T17:41:58.665 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.663+0000 7f777f168780 1 < completed part key=_multipart_PW0NPHZT12D3.2~3AB6CL6H26GR.0 size=1048576 2024-09-12T17:41:58.666 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.664+0000 7f777f168780 1 < completed part key=_multipart_PW0NPHZT12D3.2~3AB6CL6H26GR.1 size=1026976 2024-09-12T17:41:58.668 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.666+0000 7f777f168780 1 < completed multipart upload key=PW0NPHZT12D3 upload=3AB6CL6H26GR tag=PL523J0BML8G type=write size=3124128 2024-09-12T17:41:58.669 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.667+0000 7f777f168780 1 > prepared operation key=DCPT2HL28MHD tag=Q0JDED7FGCBZ type=del size=3242623 2024-09-12T17:41:58.670 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.669+0000 7f777f168780 1 < completed part key=_multipart_CASKVIJ5MIV7.2~7I6KUO6SMQGA.0 size=1048576 2024-09-12T17:41:58.671 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.670+0000 7f777f168780 1 < completed part key=_multipart_CASKVIJ5MIV7.2~7I6KUO6SMQGA.1 size=1048576 2024-09-12T17:41:58.671 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.670+0000 7f777f168780 1 < canceled part key=_multipart_CASKVIJ5MIV7.2~7I6KUO6SMQGA.2 size=230405 2024-09-12T17:41:58.673 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.672+0000 7f777f168780 1 < canceled multipart upload key=CASKVIJ5MIV7 upload=7I6KUO6SMQGA tag=9IWTJP9ZD8Q9 type=write size=3376133 2024-09-12T17:41:58.674 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.673+0000 7f777f168780 1 > prepared operation key=DO31EKWPC3OI tag=132IXCU76C54 type=del size=1514798 2024-09-12T17:41:58.674 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.673+0000 7f777f168780 1 < canceled part key=_multipart_CPJJKVPMV2GJ.2~EVPYPDG5AE0E.0 size=1048576 2024-09-12T17:41:58.675 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.673+0000 7f777f168780 1 < canceled part key=_multipart_CPJJKVPMV2GJ.2~EVPYPDG5AE0E.1 size=1048576 2024-09-12T17:41:58.675 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.674+0000 7f777f168780 1 < completed part key=_multipart_CPJJKVPMV2GJ.2~EVPYPDG5AE0E.2 size=291830 2024-09-12T17:41:58.677 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.676+0000 7f777f168780 1 < canceled multipart upload key=CPJJKVPMV2GJ upload=EVPYPDG5AE0E tag=T1BSKBF8Y5I4 type=write size=3437558 2024-09-12T17:41:58.680 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.678+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~AHZY2Y2AYTEW.0 size=1048576 2024-09-12T17:41:58.681 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.679+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~AHZY2Y2AYTEW.1 size=818373 2024-09-12T17:41:58.681 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.679+0000 7f777f168780 1 > prepared multipart upload key=CIHBEU5VBLGQ upload=AHZY2Y2AYTEW tag=O6JA855N3YAS type=write size=2915525 2024-09-12T17:41:58.682 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.681+0000 7f777f168780 1 < completed part key=_multipart_13V8F5WX47AD.2~M8VRKN09MFXV.0 size=1048576 2024-09-12T17:41:58.683 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.682+0000 7f777f168780 1 < completed part key=_multipart_13V8F5WX47AD.2~M8VRKN09MFXV.1 size=1048576 2024-09-12T17:41:58.684 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.682+0000 7f777f168780 1 < completed part key=_multipart_13V8F5WX47AD.2~M8VRKN09MFXV.2 size=233989 2024-09-12T17:41:58.686 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.685+0000 7f777f168780 1 < completed multipart upload key=13V8F5WX47AD upload=M8VRKN09MFXV tag=HH70QWU4A0FK type=write size=3379717 2024-09-12T17:41:58.688 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.687+0000 7f777f168780 1 > prepared part key=_multipart_CV1EGVJPNSKR.2~1J0Y3TVPC4E3.0 size=523695 2024-09-12T17:41:58.689 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.687+0000 7f777f168780 1 > prepared multipart upload key=CV1EGVJPNSKR upload=1J0Y3TVPC4E3 tag=PPZU14YJUUMO type=write size=1572271 2024-09-12T17:41:58.690 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.688+0000 7f777f168780 1 < completed part key=_multipart_GYBHJV1TE1UC.2~AAUOS9X8J2PM.0 size=820531 2024-09-12T17:41:58.692 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.691+0000 7f777f168780 1 < completed multipart upload key=GYBHJV1TE1UC upload=AAUOS9X8J2PM tag=PY8CKJ6XVE5M type=write size=1869107 2024-09-12T17:41:58.693 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.692+0000 7f777f168780 1 > prepared operation key=CV1EGVJPNSKR tag=S30Z3F688NMR type=del size=1085778 2024-09-12T17:41:58.695 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.694+0000 7f777f168780 1 < completed part key=_multipart_CPJJKVPMV2GJ.2~OHPE58HY994W.0 size=1048576 2024-09-12T17:41:58.696 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.695+0000 7f777f168780 1 < completed part key=_multipart_CPJJKVPMV2GJ.2~OHPE58HY994W.1 size=312587 2024-09-12T17:41:58.698 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.697+0000 7f777f168780 1 < completed multipart upload key=CPJJKVPMV2GJ upload=OHPE58HY994W tag=NGN1ARGWCQRA type=write size=2409739 2024-09-12T17:41:58.700 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.698+0000 7f777f168780 1 > prepared operation key=1IACFTAZKIWV tag=7TQWJ9C2ZOZU type=write size=97983 2024-09-12T17:41:58.701 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.700+0000 7f777f168780 1 < completed delete operation key=1IACFTAZKIWV tag=31U2JBKI3WDL type=del 2024-09-12T17:41:58.703 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.701+0000 7f777f168780 1 > prepared operation key=CASKVIJ5MIV7 tag=C1GKWDXCD1D2 type=del size=3778843 2024-09-12T17:41:58.704 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.703+0000 7f777f168780 1 < completed delete operation key=H3CSJQOWQ7NN tag=PXRPTF69JTB0 type=del 2024-09-12T17:41:58.706 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.704+0000 7f777f168780 1 > prepared operation key=FSWX3S2TGJJ9 tag=6MC3SSZFHP3X type=del size=3745470 2024-09-12T17:41:58.707 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.706+0000 7f777f168780 1 < completed part key=_multipart_S79H21EJKRPP.2~LGCBB2VAQ4H5.0 size=1048576 2024-09-12T17:41:58.708 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.707+0000 7f777f168780 1 < completed part key=_multipart_S79H21EJKRPP.2~LGCBB2VAQ4H5.1 size=1048576 2024-09-12T17:41:58.710 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.708+0000 7f777f168780 1 < completed part key=_multipart_S79H21EJKRPP.2~LGCBB2VAQ4H5.2 size=326623 2024-09-12T17:41:58.712 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.711+0000 7f777f168780 1 < completed multipart upload key=S79H21EJKRPP upload=LGCBB2VAQ4H5 tag=JFJ1NW0CAVWR type=write size=3472351 2024-09-12T17:41:58.715 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.713+0000 7f777f168780 1 > prepared part key=_multipart_DO31EKWPC3OI.2~EUYIY2NNLQ7Z.0 size=1048576 2024-09-12T17:41:58.716 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.714+0000 7f777f168780 1 > prepared part key=_multipart_DO31EKWPC3OI.2~EUYIY2NNLQ7Z.1 size=1048576 2024-09-12T17:41:58.717 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.716+0000 7f777f168780 1 > prepared part key=_multipart_DO31EKWPC3OI.2~EUYIY2NNLQ7Z.2 size=952566 2024-09-12T17:41:58.717 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.716+0000 7f777f168780 1 > prepared multipart upload key=DO31EKWPC3OI upload=EUYIY2NNLQ7Z tag=TUSPWOAHI86X type=write size=4098294 2024-09-12T17:41:58.720 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.718+0000 7f777f168780 1 < suggested remove operation key=1IACFTAZKIWV tag=OP33SXGZR2YB type=del 2024-09-12T17:41:58.721 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.720+0000 7f777f168780 1 > prepared operation key=1IACFTAZKIWV tag=8D5MO6V7XYPG type=write size=619661 2024-09-12T17:41:58.724 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.723+0000 7f777f168780 1 < suggested update operation key=2BM46JTAY3BM tag=JGWOO1FHT2FY type=del size=2790328 2024-09-12T17:41:58.727 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.725+0000 7f777f168780 1 > prepared part key=_multipart_2ZFE3UG14FTU.2~U4M833ZDFQ2Y.0 size=1048576 2024-09-12T17:41:58.728 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.726+0000 7f777f168780 1 > prepared part key=_multipart_2ZFE3UG14FTU.2~U4M833ZDFQ2Y.1 size=1048576 2024-09-12T17:41:58.729 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.727+0000 7f777f168780 1 > prepared part key=_multipart_2ZFE3UG14FTU.2~U4M833ZDFQ2Y.2 size=1046829 2024-09-12T17:41:58.729 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.727+0000 7f777f168780 1 > prepared multipart upload key=2ZFE3UG14FTU upload=U4M833ZDFQ2Y tag=KFN3SMP1QY8I type=write size=4192557 2024-09-12T17:41:58.730 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.728+0000 7f777f168780 1 < completed part key=_multipart_O3IEF0Z4S34O.2~8I326K37VM3R.0 size=201666 2024-09-12T17:41:58.732 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.730+0000 7f777f168780 1 < completed multipart upload key=O3IEF0Z4S34O upload=8I326K37VM3R tag=3UK7SPOE46O9 type=write size=1250242 2024-09-12T17:41:58.733 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.732+0000 7f777f168780 1 > prepared operation key=CPJJKVPMV2GJ tag=QTYLJIP06HG0 type=del size=1180221 2024-09-12T17:41:58.733 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.732+0000 7f777f168780 1 < canceled part key=_multipart_2BM46JTAY3BM.2~DJNM32IQD31X.0 size=1048576 2024-09-12T17:41:58.734 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.733+0000 7f777f168780 1 < completed part key=_multipart_2BM46JTAY3BM.2~DJNM32IQD31X.1 size=357144 2024-09-12T17:41:58.736 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.735+0000 7f777f168780 1 < canceled multipart upload key=2BM46JTAY3BM upload=DJNM32IQD31X tag=ESI5PSBVB45L type=write size=2454296 2024-09-12T17:41:58.738 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.737+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~7WW1U1667J27.0 size=1048576 2024-09-12T17:41:58.739 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.738+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~7WW1U1667J27.1 size=1048576 2024-09-12T17:41:58.740 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.739+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~7WW1U1667J27.2 size=844045 2024-09-12T17:41:58.740 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.739+0000 7f777f168780 1 > prepared multipart upload key=CIHBEU5VBLGQ upload=7WW1U1667J27 tag=34IFULGA99PA type=write size=3989773 2024-09-12T17:41:58.743 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.741+0000 7f777f168780 1 < suggested update operation key=K0OUEJ4GMFDB tag=KIB5YK5SGH09 type=del size=3012396 2024-09-12T17:41:58.744 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.742+0000 7f777f168780 1 > prepared operation key=3D7LF14YZ1DI tag=PXB6KKW8A5ZS type=del size=766314 2024-09-12T17:41:58.745 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.744+0000 7f777f168780 1 < completed delete operation key=AEV8UHLVWR8L tag=04BI56PUR934 type=del 2024-09-12T17:41:58.746 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.745+0000 7f777f168780 1 > prepared operation key=CPJJKVPMV2GJ tag=14BPY7Q5YC2O type=del size=359397 2024-09-12T17:41:58.747 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.746+0000 7f777f168780 1 < completed part key=_multipart_9XT9OU5JDG04.2~PO0BJPQVYF0O.0 size=1048576 2024-09-12T17:41:58.749 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.747+0000 7f777f168780 1 < completed part key=_multipart_9XT9OU5JDG04.2~PO0BJPQVYF0O.1 size=1048576 2024-09-12T17:41:58.749 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.748+0000 7f777f168780 1 < completed part key=_multipart_9XT9OU5JDG04.2~PO0BJPQVYF0O.2 size=895106 2024-09-12T17:41:58.752 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.751+0000 7f777f168780 1 < completed multipart upload key=9XT9OU5JDG04 upload=PO0BJPQVYF0O tag=CD2TJ7XDNBNO type=write size=4040834 2024-09-12T17:41:58.754 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.753+0000 7f777f168780 1 > prepared part key=_multipart_2KHLGQJKQA23.2~JQ8UYWNH5K24.0 size=1048576 2024-09-12T17:41:58.755 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.754+0000 7f777f168780 1 > prepared part key=_multipart_2KHLGQJKQA23.2~JQ8UYWNH5K24.1 size=213949 2024-09-12T17:41:58.756 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.754+0000 7f777f168780 1 > prepared multipart upload key=2KHLGQJKQA23 upload=JQ8UYWNH5K24 tag=ZGFMHBLZBA33 type=write size=2311101 2024-09-12T17:41:58.757 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.755+0000 7f777f168780 1 < completed delete operation key=DCPT2HL28MHD tag=Q0JDED7FGCBZ type=del 2024-09-12T17:41:58.759 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.757+0000 7f777f168780 1 > prepared part key=_multipart_DO31EKWPC3OI.2~GVLN1LAGFB12.0 size=1048576 2024-09-12T17:41:58.760 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.758+0000 7f777f168780 1 > prepared part key=_multipart_DO31EKWPC3OI.2~GVLN1LAGFB12.1 size=1048576 2024-09-12T17:41:58.761 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.759+0000 7f777f168780 1 > prepared part key=_multipart_DO31EKWPC3OI.2~GVLN1LAGFB12.2 size=127916 2024-09-12T17:41:58.761 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.759+0000 7f777f168780 1 > prepared multipart upload key=DO31EKWPC3OI upload=GVLN1LAGFB12 tag=ZDM8C6NVPQQ9 type=write size=3273644 2024-09-12T17:41:58.763 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.761+0000 7f777f168780 1 < suggested remove operation key=DO31EKWPC3OI tag=132IXCU76C54 type=del 2024-09-12T17:41:58.764 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.763+0000 7f777f168780 1 > prepared operation key=DCPT2HL28MHD tag=DK2CRB5QAS9N type=del size=2388991 2024-09-12T17:41:58.765 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.764+0000 7f777f168780 1 < completed part key=_multipart_CIHBEU5VBLGQ.2~AHZY2Y2AYTEW.0 size=1048576 2024-09-12T17:41:58.766 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.765+0000 7f777f168780 1 < completed part key=_multipart_CIHBEU5VBLGQ.2~AHZY2Y2AYTEW.1 size=818373 2024-09-12T17:41:58.768 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.767+0000 7f777f168780 1 < completed multipart upload key=CIHBEU5VBLGQ upload=AHZY2Y2AYTEW tag=O6JA855N3YAS type=write size=2915525 2024-09-12T17:41:58.769 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.768+0000 7f777f168780 1 > prepared operation key=FSWX3S2TGJJ9 tag=607P4HXG13L9 type=del size=3403526 2024-09-12T17:41:58.771 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.769+0000 7f777f168780 1 < completed part key=_multipart_CV1EGVJPNSKR.2~1J0Y3TVPC4E3.0 size=523695 2024-09-12T17:41:58.773 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.771+0000 7f777f168780 1 < completed multipart upload key=CV1EGVJPNSKR upload=1J0Y3TVPC4E3 tag=PPZU14YJUUMO type=write size=1572271 2024-09-12T17:41:58.774 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.772+0000 7f777f168780 1 > prepared operation key=3D7LF14YZ1DI tag=YPDN8USYCAPE type=write size=865340 2024-09-12T17:41:58.775 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.773+0000 7f777f168780 1 < completed delete operation key=CV1EGVJPNSKR tag=S30Z3F688NMR type=del 2024-09-12T17:41:58.776 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.775+0000 7f777f168780 1 > prepared operation key=2KHLGQJKQA23 tag=C0S7I94KG05T type=del size=514399 2024-09-12T17:41:58.778 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.777+0000 7f777f168780 1 < suggested remove operation key=1IACFTAZKIWV tag=7TQWJ9C2ZOZU type=write 2024-09-12T17:41:58.780 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.778+0000 7f777f168780 1 > prepared operation key=K0OUEJ4GMFDB tag=JKY4XR5L46DZ type=del size=3316749 2024-09-12T17:41:58.781 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.779+0000 7f777f168780 1 < completed delete operation key=CASKVIJ5MIV7 tag=C1GKWDXCD1D2 type=del 2024-09-12T17:41:58.782 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.781+0000 7f777f168780 1 > prepared operation key=CV1EGVJPNSKR tag=XT8C8CSRZVW0 type=write size=382023 2024-09-12T17:41:58.783 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.782+0000 7f777f168780 1 < completed delete operation key=FSWX3S2TGJJ9 tag=6MC3SSZFHP3X type=del 2024-09-12T17:41:58.785 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.784+0000 7f777f168780 1 > prepared part key=_multipart_DCPT2HL28MHD.2~BU93K13TX42G.0 size=160665 2024-09-12T17:41:58.785 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.784+0000 7f777f168780 1 > prepared multipart upload key=DCPT2HL28MHD upload=BU93K13TX42G tag=2KLSSY0M07RV type=write size=1209241 2024-09-12T17:41:58.786 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.784+0000 7f777f168780 1 < canceled part key=_multipart_DO31EKWPC3OI.2~EUYIY2NNLQ7Z.0 size=1048576 2024-09-12T17:41:58.786 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.785+0000 7f777f168780 1 < completed part key=_multipart_DO31EKWPC3OI.2~EUYIY2NNLQ7Z.1 size=1048576 2024-09-12T17:41:58.787 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.786+0000 7f777f168780 1 < completed part key=_multipart_DO31EKWPC3OI.2~EUYIY2NNLQ7Z.2 size=952566 2024-09-12T17:41:58.789 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.788+0000 7f777f168780 1 < canceled multipart upload key=DO31EKWPC3OI upload=EUYIY2NNLQ7Z tag=TUSPWOAHI86X type=write size=4098294 2024-09-12T17:41:58.791 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.790+0000 7f777f168780 1 > prepared part key=_multipart_2KHLGQJKQA23.2~P9KRU4232WPA.0 size=1048576 2024-09-12T17:41:58.792 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.791+0000 7f777f168780 1 > prepared part key=_multipart_2KHLGQJKQA23.2~P9KRU4232WPA.1 size=771196 2024-09-12T17:41:58.793 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.791+0000 7f777f168780 1 > prepared multipart upload key=2KHLGQJKQA23 upload=P9KRU4232WPA tag=Q6EU68HW4LLR type=write size=2868348 2024-09-12T17:41:58.793 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.792+0000 7f777f168780 -1 < failed to complete operation key=1IACFTAZKIWV tag=8D5MO6V7XYPG type=write size=619661: (22) Invalid argument 2024-09-12T17:41:58.795 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.793+0000 7f777f168780 1 > prepared operation key=3D7LF14YZ1DI tag=SOB4FSDDLL2D type=del size=3091435 2024-09-12T17:41:58.796 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.794+0000 7f777f168780 1 < completed part key=_multipart_2ZFE3UG14FTU.2~U4M833ZDFQ2Y.0 size=1048576 2024-09-12T17:41:58.797 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.795+0000 7f777f168780 1 < completed part key=_multipart_2ZFE3UG14FTU.2~U4M833ZDFQ2Y.1 size=1048576 2024-09-12T17:41:58.798 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.796+0000 7f777f168780 1 < completed part key=_multipart_2ZFE3UG14FTU.2~U4M833ZDFQ2Y.2 size=1046829 2024-09-12T17:41:58.800 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.798+0000 7f777f168780 1 < completed multipart upload key=2ZFE3UG14FTU upload=U4M833ZDFQ2Y tag=KFN3SMP1QY8I type=write size=4192557 2024-09-12T17:41:58.801 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.799+0000 7f777f168780 1 > prepared operation key=K0OUEJ4GMFDB tag=5DFCZWYF5K06 type=del size=584556 2024-09-12T17:41:58.802 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.801+0000 7f777f168780 1 < completed delete operation key=CPJJKVPMV2GJ tag=QTYLJIP06HG0 type=del 2024-09-12T17:41:58.803 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.802+0000 7f777f168780 1 > prepared operation key=1ZL602X3VJDP tag=JR6L3JCX35A7 type=del size=2423356 2024-09-12T17:41:58.804 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.803+0000 7f777f168780 1 < completed part key=_multipart_CIHBEU5VBLGQ.2~7WW1U1667J27.0 size=1048576 2024-09-12T17:41:58.805 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.804+0000 7f777f168780 1 < completed part key=_multipart_CIHBEU5VBLGQ.2~7WW1U1667J27.1 size=1048576 2024-09-12T17:41:58.806 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.805+0000 7f777f168780 1 < completed part key=_multipart_CIHBEU5VBLGQ.2~7WW1U1667J27.2 size=844045 2024-09-12T17:41:58.808 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.807+0000 7f777f168780 1 < completed multipart upload key=CIHBEU5VBLGQ upload=7WW1U1667J27 tag=34IFULGA99PA type=write size=3989773 2024-09-12T17:41:58.810 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.808+0000 7f777f168780 1 > prepared operation key=DCPT2HL28MHD tag=5KY43Q2LX67N type=del size=606549 2024-09-12T17:41:58.811 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.809+0000 7f777f168780 1 < completed delete operation key=3D7LF14YZ1DI tag=PXB6KKW8A5ZS type=del 2024-09-12T17:41:58.813 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.811+0000 7f777f168780 1 > prepared part key=_multipart_3U17OL8VRNIQ.2~XT8370CL53SC.0 size=88645 2024-09-12T17:41:58.813 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.811+0000 7f777f168780 1 > prepared multipart upload key=3U17OL8VRNIQ upload=XT8370CL53SC tag=8IF1RYCLY82G type=write size=1137221 2024-09-12T17:41:58.814 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.813+0000 7f777f168780 1 < canceled operation key=CPJJKVPMV2GJ tag=14BPY7Q5YC2O type=del size=359397 2024-09-12T17:41:58.815 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.814+0000 7f777f168780 1 > prepared operation key=DCPT2HL28MHD tag=DJOEUT7UWUKJ type=write size=384918 2024-09-12T17:41:58.816 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.815+0000 7f777f168780 1 < completed part key=_multipart_2KHLGQJKQA23.2~JQ8UYWNH5K24.0 size=1048576 2024-09-12T17:41:58.817 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.816+0000 7f777f168780 1 < completed part key=_multipart_2KHLGQJKQA23.2~JQ8UYWNH5K24.1 size=213949 2024-09-12T17:41:58.819 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.818+0000 7f777f168780 1 < completed multipart upload key=2KHLGQJKQA23 upload=JQ8UYWNH5K24 tag=ZGFMHBLZBA33 type=write size=2311101 2024-09-12T17:41:58.820 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.819+0000 7f777f168780 1 > prepared operation key=3U17OL8VRNIQ tag=UE28HGPJYCAV type=del size=3473854 2024-09-12T17:41:58.821 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.820+0000 7f777f168780 1 < completed part key=_multipart_DO31EKWPC3OI.2~GVLN1LAGFB12.0 size=1048576 2024-09-12T17:41:58.824 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.821+0000 7f777f168780 1 < completed part key=_multipart_DO31EKWPC3OI.2~GVLN1LAGFB12.1 size=1048576 2024-09-12T17:41:58.824 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.822+0000 7f777f168780 1 < completed part key=_multipart_DO31EKWPC3OI.2~GVLN1LAGFB12.2 size=127916 2024-09-12T17:41:58.825 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.824+0000 7f777f168780 1 < completed multipart upload key=DO31EKWPC3OI upload=GVLN1LAGFB12 tag=ZDM8C6NVPQQ9 type=write size=3273644 2024-09-12T17:41:58.826 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.825+0000 7f777f168780 1 > prepared operation key=O3IEF0Z4S34O tag=ST6BELCK3BYQ type=del size=1169220 2024-09-12T17:41:58.828 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.826+0000 7f777f168780 1 < canceled operation key=DCPT2HL28MHD tag=DK2CRB5QAS9N type=del size=2388991 2024-09-12T17:41:58.830 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.828+0000 7f777f168780 1 > prepared part key=_multipart_FSWX3S2TGJJ9.2~RBW09X8XRHA4.0 size=1048576 2024-09-12T17:41:58.831 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.829+0000 7f777f168780 1 > prepared part key=_multipart_FSWX3S2TGJJ9.2~RBW09X8XRHA4.1 size=181441 2024-09-12T17:41:58.831 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.829+0000 7f777f168780 1 > prepared multipart upload key=FSWX3S2TGJJ9 upload=RBW09X8XRHA4 tag=8BLUROTL10DZ type=write size=2278593 2024-09-12T17:41:58.832 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.830+0000 7f777f168780 1 < completed delete operation key=FSWX3S2TGJJ9 tag=607P4HXG13L9 type=del 2024-09-12T17:41:58.834 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.832+0000 7f777f168780 1 > prepared part key=_multipart_CASKVIJ5MIV7.2~7DE2KHWBBNUW.0 size=1048576 2024-09-12T17:41:58.835 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.833+0000 7f777f168780 1 > prepared part key=_multipart_CASKVIJ5MIV7.2~7DE2KHWBBNUW.1 size=1030272 2024-09-12T17:41:58.835 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.833+0000 7f777f168780 1 > prepared multipart upload key=CASKVIJ5MIV7 upload=7DE2KHWBBNUW tag=9QDDMGDCNP11 type=write size=3127424 2024-09-12T17:41:58.836 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.835+0000 7f777f168780 1 < completed write operation key=3D7LF14YZ1DI tag=YPDN8USYCAPE type=write size=865340 2024-09-12T17:41:58.838 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.837+0000 7f777f168780 1 > prepared part key=_multipart_DO31EKWPC3OI.2~OTH7GRV2T2WX.0 size=1048576 2024-09-12T17:41:58.839 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.838+0000 7f777f168780 1 > prepared part key=_multipart_DO31EKWPC3OI.2~OTH7GRV2T2WX.1 size=341853 2024-09-12T17:41:58.839 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.838+0000 7f777f168780 1 > prepared multipart upload key=DO31EKWPC3OI upload=OTH7GRV2T2WX tag=0JDBQUS3203L type=write size=2439005 2024-09-12T17:41:58.841 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.840+0000 7f777f168780 1 < suggested remove operation key=2KHLGQJKQA23 tag=C0S7I94KG05T type=del 2024-09-12T17:41:58.843 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.841+0000 7f777f168780 1 > prepared operation key=2ZFE3UG14FTU tag=JT4BHOR9TEX5 type=del size=2242760 2024-09-12T17:41:58.844 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.842+0000 7f777f168780 1 < completed delete operation key=K0OUEJ4GMFDB tag=JKY4XR5L46DZ type=del 2024-09-12T17:41:58.845 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.844+0000 7f777f168780 1 > prepared operation key=2ZFE3UG14FTU tag=6I95H9V8Y9VQ type=del size=3540469 2024-09-12T17:41:58.846 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.845+0000 7f777f168780 1 < completed write operation key=CV1EGVJPNSKR tag=XT8C8CSRZVW0 type=write size=382023 2024-09-12T17:41:58.848 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.846+0000 7f777f168780 1 > prepared operation key=1ZL602X3VJDP tag=M7U05JZIO5PS type=del size=1399410 2024-09-12T17:41:58.849 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.848+0000 7f777f168780 1 < completed part key=_multipart_DCPT2HL28MHD.2~BU93K13TX42G.0 size=160665 2024-09-12T17:41:58.851 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.850+0000 7f777f168780 1 < completed multipart upload key=DCPT2HL28MHD upload=BU93K13TX42G tag=2KLSSY0M07RV type=write size=1209241 2024-09-12T17:41:58.852 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.851+0000 7f777f168780 1 > prepared operation key=2ZFE3UG14FTU tag=VOC98DK4P9S6 type=del size=1874155 2024-09-12T17:41:58.853 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.852+0000 7f777f168780 1 < completed part key=_multipart_2KHLGQJKQA23.2~P9KRU4232WPA.0 size=1048576 2024-09-12T17:41:58.855 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.853+0000 7f777f168780 1 < completed part key=_multipart_2KHLGQJKQA23.2~P9KRU4232WPA.1 size=771196 2024-09-12T17:41:58.857 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.855+0000 7f777f168780 1 < completed multipart upload key=2KHLGQJKQA23 upload=P9KRU4232WPA tag=Q6EU68HW4LLR type=write size=2868348 2024-09-12T17:41:58.859 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.858+0000 7f777f168780 1 > prepared part key=_multipart_NV7QYM1CMJA7.2~9H6V1CVTLETB.0 size=1048576 2024-09-12T17:41:58.860 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.859+0000 7f777f168780 1 > prepared part key=_multipart_NV7QYM1CMJA7.2~9H6V1CVTLETB.1 size=48482 2024-09-12T17:41:58.860 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.859+0000 7f777f168780 1 > prepared multipart upload key=NV7QYM1CMJA7 upload=9H6V1CVTLETB tag=ATEGI5BMWCL9 type=write size=2145634 2024-09-12T17:41:58.863 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.861+0000 7f777f168780 1 < completed delete operation key=3D7LF14YZ1DI tag=SOB4FSDDLL2D type=del 2024-09-12T17:41:58.864 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.863+0000 7f777f168780 1 > prepared operation key=CIHBEU5VBLGQ tag=YO1M1DD7HH6K type=del size=3761260 2024-09-12T17:41:58.865 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.864+0000 7f777f168780 1 < completed delete operation key=K0OUEJ4GMFDB tag=5DFCZWYF5K06 type=del 2024-09-12T17:41:58.866 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.865+0000 7f777f168780 1 > prepared operation key=GYBHJV1TE1UC tag=WRMANDXNVWE2 type=del size=2047721 2024-09-12T17:41:58.868 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.866+0000 7f777f168780 1 < completed delete operation key=1ZL602X3VJDP tag=JR6L3JCX35A7 type=del 2024-09-12T17:41:58.869 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.867+0000 7f777f168780 1 > prepared operation key=DCPT2HL28MHD tag=QEOM71FGLM4M type=del size=1138226 2024-09-12T17:41:58.870 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.869+0000 7f777f168780 1 < canceled operation key=DCPT2HL28MHD tag=5KY43Q2LX67N type=del size=606549 2024-09-12T17:41:58.871 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.870+0000 7f777f168780 1 > prepared operation key=S79H21EJKRPP tag=LMDSAPVC3I0E type=del size=1933202 2024-09-12T17:41:58.873 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.871+0000 7f777f168780 1 < completed part key=_multipart_3U17OL8VRNIQ.2~XT8370CL53SC.0 size=88645 2024-09-12T17:41:58.875 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.873+0000 7f777f168780 1 < completed multipart upload key=3U17OL8VRNIQ upload=XT8370CL53SC tag=8IF1RYCLY82G type=write size=1137221 2024-09-12T17:41:58.876 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.874+0000 7f777f168780 1 > prepared operation key=CV1EGVJPNSKR tag=8OWBFWIGYBZ6 type=del size=1063668 2024-09-12T17:41:58.877 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.876+0000 7f777f168780 1 < completed write operation key=DCPT2HL28MHD tag=DJOEUT7UWUKJ type=write size=384918 2024-09-12T17:41:58.879 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.878+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~DZ719RWWTQEA.0 size=1048576 2024-09-12T17:41:58.880 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.879+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~DZ719RWWTQEA.1 size=276644 2024-09-12T17:41:58.880 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.879+0000 7f777f168780 1 > prepared multipart upload key=CIHBEU5VBLGQ upload=DZ719RWWTQEA tag=BX6O2OJFT1SB type=write size=2373796 2024-09-12T17:41:58.882 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.880+0000 7f777f168780 1 < completed delete operation key=3U17OL8VRNIQ tag=UE28HGPJYCAV type=del 2024-09-12T17:41:58.883 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.882+0000 7f777f168780 1 > prepared part key=_multipart_H3CSJQOWQ7NN.2~3UBV7SNTJPMA.0 size=1048576 2024-09-12T17:41:58.884 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.883+0000 7f777f168780 1 > prepared part key=_multipart_H3CSJQOWQ7NN.2~3UBV7SNTJPMA.1 size=732205 2024-09-12T17:41:58.884 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.883+0000 7f777f168780 1 > prepared multipart upload key=H3CSJQOWQ7NN upload=3UBV7SNTJPMA tag=JD9RKMPER4MQ type=write size=2829357 2024-09-12T17:41:58.885 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.884+0000 7f777f168780 1 < completed delete operation key=O3IEF0Z4S34O tag=ST6BELCK3BYQ type=del 2024-09-12T17:41:58.887 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.885+0000 7f777f168780 1 > prepared operation key=CPJJKVPMV2GJ tag=XC0WDKY803WT type=del size=170002 2024-09-12T17:41:58.888 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.887+0000 7f777f168780 1 < completed part key=_multipart_FSWX3S2TGJJ9.2~RBW09X8XRHA4.0 size=1048576 2024-09-12T17:41:58.889 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.888+0000 7f777f168780 1 < completed part key=_multipart_FSWX3S2TGJJ9.2~RBW09X8XRHA4.1 size=181441 2024-09-12T17:41:58.891 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.890+0000 7f777f168780 1 < completed multipart upload key=FSWX3S2TGJJ9 upload=RBW09X8XRHA4 tag=8BLUROTL10DZ type=write size=2278593 2024-09-12T17:41:58.893 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.892+0000 7f777f168780 1 > prepared part key=_multipart_BO6EDKIVIHEW.2~TWR3Q1ZTULZZ.0 size=1048576 2024-09-12T17:41:58.894 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.893+0000 7f777f168780 1 > prepared part key=_multipart_BO6EDKIVIHEW.2~TWR3Q1ZTULZZ.1 size=938699 2024-09-12T17:41:58.895 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.893+0000 7f777f168780 1 > prepared multipart upload key=BO6EDKIVIHEW upload=TWR3Q1ZTULZZ tag=Z7RJDDHVFUDP type=write size=3035851 2024-09-12T17:41:58.896 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.894+0000 7f777f168780 1 < completed part key=_multipart_CASKVIJ5MIV7.2~7DE2KHWBBNUW.0 size=1048576 2024-09-12T17:41:58.897 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.895+0000 7f777f168780 1 < completed part key=_multipart_CASKVIJ5MIV7.2~7DE2KHWBBNUW.1 size=1030272 2024-09-12T17:41:58.899 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.897+0000 7f777f168780 1 < completed multipart upload key=CASKVIJ5MIV7 upload=7DE2KHWBBNUW tag=9QDDMGDCNP11 type=write size=3127424 2024-09-12T17:41:58.900 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.899+0000 7f777f168780 1 > prepared operation key=OE1BUCZHIE1B tag=MCKEV7LQN115 type=del size=1614194 2024-09-12T17:41:58.902 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.900+0000 7f777f168780 1 < completed part key=_multipart_DO31EKWPC3OI.2~OTH7GRV2T2WX.0 size=1048576 2024-09-12T17:41:58.902 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.901+0000 7f777f168780 1 < completed part key=_multipart_DO31EKWPC3OI.2~OTH7GRV2T2WX.1 size=341853 2024-09-12T17:41:58.905 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.903+0000 7f777f168780 1 < completed multipart upload key=DO31EKWPC3OI upload=OTH7GRV2T2WX tag=0JDBQUS3203L type=write size=2439005 2024-09-12T17:41:58.907 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.906+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~UALZZA94IYFJ.0 size=1048576 2024-09-12T17:41:58.908 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.907+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~UALZZA94IYFJ.1 size=1048576 2024-09-12T17:41:58.909 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.908+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~UALZZA94IYFJ.2 size=734437 2024-09-12T17:41:58.909 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.908+0000 7f777f168780 1 > prepared multipart upload key=CIHBEU5VBLGQ upload=UALZZA94IYFJ tag=9YSK3KYRDYZO type=write size=3880165 2024-09-12T17:41:58.910 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.909+0000 7f777f168780 1 < completed delete operation key=2ZFE3UG14FTU tag=JT4BHOR9TEX5 type=del 2024-09-12T17:41:58.911 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.910+0000 7f777f168780 1 > prepared operation key=CV1EGVJPNSKR tag=WV0ZZ0RNKTZR type=del size=2780640 2024-09-12T17:41:58.913 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.911+0000 7f777f168780 1 < completed delete operation key=2ZFE3UG14FTU tag=6I95H9V8Y9VQ type=del 2024-09-12T17:41:58.914 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.912+0000 7f777f168780 1 > prepared operation key=CV1EGVJPNSKR tag=PMHZGEAS1BW2 type=del size=157871 2024-09-12T17:41:58.915 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.914+0000 7f777f168780 1 < completed delete operation key=1ZL602X3VJDP tag=M7U05JZIO5PS type=del 2024-09-12T17:41:58.917 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.916+0000 7f777f168780 1 > prepared part key=_multipart_1ZL602X3VJDP.2~JW31ZZNBZ3UX.0 size=1048576 2024-09-12T17:41:58.918 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.917+0000 7f777f168780 1 > prepared part key=_multipart_1ZL602X3VJDP.2~JW31ZZNBZ3UX.1 size=1048576 2024-09-12T17:41:58.919 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.918+0000 7f777f168780 1 > prepared part key=_multipart_1ZL602X3VJDP.2~JW31ZZNBZ3UX.2 size=417820 2024-09-12T17:41:58.919 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.918+0000 7f777f168780 1 > prepared multipart upload key=1ZL602X3VJDP upload=JW31ZZNBZ3UX tag=BJBX1608KCZQ type=write size=3563548 2024-09-12T17:41:58.920 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.919+0000 7f777f168780 1 < completed delete operation key=2ZFE3UG14FTU tag=VOC98DK4P9S6 type=del 2024-09-12T17:41:58.921 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.920+0000 7f777f168780 1 > prepared operation key=GYBHJV1TE1UC tag=MD3WPXAPWBR8 type=write size=289105 2024-09-12T17:41:58.923 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.921+0000 7f777f168780 1 < completed part key=_multipart_NV7QYM1CMJA7.2~9H6V1CVTLETB.0 size=1048576 2024-09-12T17:41:58.923 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.922+0000 7f777f168780 1 < completed part key=_multipart_NV7QYM1CMJA7.2~9H6V1CVTLETB.1 size=48482 2024-09-12T17:41:58.925 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.924+0000 7f777f168780 1 < completed multipart upload key=NV7QYM1CMJA7 upload=9H6V1CVTLETB tag=ATEGI5BMWCL9 type=write size=2145634 2024-09-12T17:41:58.926 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.925+0000 7f777f168780 1 > prepared operation key=1IACFTAZKIWV tag=1DZBZ9SNE0GY type=del size=2649113 2024-09-12T17:41:58.928 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.926+0000 7f777f168780 1 < completed delete operation key=CIHBEU5VBLGQ tag=YO1M1DD7HH6K type=del 2024-09-12T17:41:58.929 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.927+0000 7f777f168780 1 > prepared operation key=K0OUEJ4GMFDB tag=LL7PB7PZ9VQW type=del size=127472 2024-09-12T17:41:58.930 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.929+0000 7f777f168780 1 < completed delete operation key=GYBHJV1TE1UC tag=WRMANDXNVWE2 type=del 2024-09-12T17:41:58.931 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.930+0000 7f777f168780 1 > prepared operation key=AEV8UHLVWR8L tag=ZG5NM5WRNPM2 type=del size=3409509 2024-09-12T17:41:58.932 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.931+0000 7f777f168780 1 < completed delete operation key=DCPT2HL28MHD tag=QEOM71FGLM4M type=del 2024-09-12T17:41:58.933 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.932+0000 7f777f168780 1 > prepared operation key=AEV8UHLVWR8L tag=AD6KX4PTL859 type=del size=341399 2024-09-12T17:41:58.935 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.933+0000 7f777f168780 1 < completed delete operation key=S79H21EJKRPP tag=LMDSAPVC3I0E type=del 2024-09-12T17:41:58.937 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.935+0000 7f777f168780 1 > prepared part key=_multipart_PW0NPHZT12D3.2~4BPKBU2QMVE6.0 size=1048576 2024-09-12T17:41:58.938 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.936+0000 7f777f168780 1 > prepared part key=_multipart_PW0NPHZT12D3.2~4BPKBU2QMVE6.1 size=609223 2024-09-12T17:41:58.938 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.936+0000 7f777f168780 1 > prepared multipart upload key=PW0NPHZT12D3 upload=4BPKBU2QMVE6 tag=403G3BYNHIK1 type=write size=2706375 2024-09-12T17:41:58.939 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.937+0000 7f777f168780 1 < completed delete operation key=CV1EGVJPNSKR tag=8OWBFWIGYBZ6 type=del 2024-09-12T17:41:58.940 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.939+0000 7f777f168780 1 > prepared operation key=DO31EKWPC3OI tag=0O2L6G61RX1E type=del size=316139 2024-09-12T17:41:58.941 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.940+0000 7f777f168780 1 < completed part key=_multipart_CIHBEU5VBLGQ.2~DZ719RWWTQEA.0 size=1048576 2024-09-12T17:41:58.942 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.941+0000 7f777f168780 1 < completed part key=_multipart_CIHBEU5VBLGQ.2~DZ719RWWTQEA.1 size=276644 2024-09-12T17:41:58.944 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.943+0000 7f777f168780 1 < completed multipart upload key=CIHBEU5VBLGQ upload=DZ719RWWTQEA tag=BX6O2OJFT1SB type=write size=2373796 2024-09-12T17:41:58.946 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.944+0000 7f777f168780 1 > prepared operation key=S79H21EJKRPP tag=F84EHB0OD8DN type=del size=1689923 2024-09-12T17:41:58.947 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.945+0000 7f777f168780 1 < completed part key=_multipart_H3CSJQOWQ7NN.2~3UBV7SNTJPMA.0 size=1048576 2024-09-12T17:41:58.948 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.946+0000 7f777f168780 1 < completed part key=_multipart_H3CSJQOWQ7NN.2~3UBV7SNTJPMA.1 size=732205 2024-09-12T17:41:58.950 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.948+0000 7f777f168780 1 < completed multipart upload key=H3CSJQOWQ7NN upload=3UBV7SNTJPMA tag=JD9RKMPER4MQ type=write size=2829357 2024-09-12T17:41:58.951 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.950+0000 7f777f168780 1 > prepared operation key=2ZFE3UG14FTU tag=L32DY4HWMR3P type=del size=702155 2024-09-12T17:41:58.953 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.952+0000 7f777f168780 1 < suggested update operation key=CPJJKVPMV2GJ tag=XC0WDKY803WT type=del size=170002 2024-09-12T17:41:58.955 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.954+0000 7f777f168780 1 > prepared part key=_multipart_S79H21EJKRPP.2~APOCGM496BKB.0 size=1034485 2024-09-12T17:41:58.956 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.954+0000 7f777f168780 1 > prepared multipart upload key=S79H21EJKRPP upload=APOCGM496BKB tag=6YY1J0W3BHI2 type=write size=2083061 2024-09-12T17:41:58.957 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.955+0000 7f777f168780 1 < completed part key=_multipart_BO6EDKIVIHEW.2~TWR3Q1ZTULZZ.0 size=1048576 2024-09-12T17:41:58.958 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.956+0000 7f777f168780 1 < completed part key=_multipart_BO6EDKIVIHEW.2~TWR3Q1ZTULZZ.1 size=938699 2024-09-12T17:41:58.959 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.958+0000 7f777f168780 1 < completed multipart upload key=BO6EDKIVIHEW upload=TWR3Q1ZTULZZ tag=Z7RJDDHVFUDP type=write size=3035851 2024-09-12T17:41:58.961 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.960+0000 7f777f168780 1 > prepared operation key=BO6EDKIVIHEW tag=LHE7Y16NA4NK type=del size=694478 2024-09-12T17:41:58.963 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.961+0000 7f777f168780 1 < completed delete operation key=OE1BUCZHIE1B tag=MCKEV7LQN115 type=del 2024-09-12T17:41:58.964 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.962+0000 7f777f168780 1 > prepared operation key=VI3OAATH7N7Z tag=EXGL6J1AQDI2 type=write size=274069 2024-09-12T17:41:58.964 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.963+0000 7f777f168780 1 < canceled part key=_multipart_CIHBEU5VBLGQ.2~UALZZA94IYFJ.0 size=1048576 2024-09-12T17:41:58.964 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.963+0000 7f777f168780 1 < canceled part key=_multipart_CIHBEU5VBLGQ.2~UALZZA94IYFJ.1 size=1048576 2024-09-12T17:41:58.965 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.964+0000 7f777f168780 1 < completed part key=_multipart_CIHBEU5VBLGQ.2~UALZZA94IYFJ.2 size=734437 2024-09-12T17:41:58.967 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.966+0000 7f777f168780 1 < canceled multipart upload key=CIHBEU5VBLGQ upload=UALZZA94IYFJ tag=9YSK3KYRDYZO type=write size=3880165 2024-09-12T17:41:58.969 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.968+0000 7f777f168780 1 > prepared part key=_multipart_FSWX3S2TGJJ9.2~K8GAJG08GXG9.0 size=1048576 2024-09-12T17:41:58.970 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.969+0000 7f777f168780 1 > prepared part key=_multipart_FSWX3S2TGJJ9.2~K8GAJG08GXG9.1 size=884407 2024-09-12T17:41:58.970 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.969+0000 7f777f168780 1 > prepared multipart upload key=FSWX3S2TGJJ9 upload=K8GAJG08GXG9 tag=NJOB4NUZEC0F type=write size=2981559 2024-09-12T17:41:58.972 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.970+0000 7f777f168780 1 < canceled operation key=CV1EGVJPNSKR tag=WV0ZZ0RNKTZR type=del size=2780640 2024-09-12T17:41:58.973 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.971+0000 7f777f168780 1 > prepared operation key=2BM46JTAY3BM tag=L2V9IEEVBHIY type=del size=2676296 2024-09-12T17:41:58.977 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.975+0000 7f777f168780 1 < suggested remove operation key=CV1EGVJPNSKR tag=PMHZGEAS1BW2 type=del 2024-09-12T17:41:58.978 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.976+0000 7f777f168780 1 > prepared operation key=DCPT2HL28MHD tag=W0E2LP8TEGU0 type=write size=333844 2024-09-12T17:41:58.979 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.978+0000 7f777f168780 1 < completed part key=_multipart_1ZL602X3VJDP.2~JW31ZZNBZ3UX.0 size=1048576 2024-09-12T17:41:58.980 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.979+0000 7f777f168780 1 < completed part key=_multipart_1ZL602X3VJDP.2~JW31ZZNBZ3UX.1 size=1048576 2024-09-12T17:41:58.981 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.980+0000 7f777f168780 1 < completed part key=_multipart_1ZL602X3VJDP.2~JW31ZZNBZ3UX.2 size=417820 2024-09-12T17:41:58.983 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.982+0000 7f777f168780 1 < completed multipart upload key=1ZL602X3VJDP upload=JW31ZZNBZ3UX tag=BJBX1608KCZQ type=write size=3563548 2024-09-12T17:41:58.984 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.983+0000 7f777f168780 1 > prepared operation key=H3CSJQOWQ7NN tag=9C88AQ80HWGV type=write size=117695 2024-09-12T17:41:58.986 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.984+0000 7f777f168780 1 < completed write operation key=GYBHJV1TE1UC tag=MD3WPXAPWBR8 type=write size=289105 2024-09-12T17:41:58.988 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.987+0000 7f777f168780 1 > prepared part key=_multipart_2KHLGQJKQA23.2~RJJH82NTNU6B.0 size=1048576 2024-09-12T17:41:58.989 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.988+0000 7f777f168780 1 > prepared part key=_multipart_2KHLGQJKQA23.2~RJJH82NTNU6B.1 size=305034 2024-09-12T17:41:58.989 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.988+0000 7f777f168780 1 > prepared multipart upload key=2KHLGQJKQA23 upload=RJJH82NTNU6B tag=T5SELJ4PKJ83 type=write size=2402186 2024-09-12T17:41:58.990 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.989+0000 7f777f168780 1 < canceled operation key=1IACFTAZKIWV tag=1DZBZ9SNE0GY type=del size=2649113 2024-09-12T17:41:58.992 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.990+0000 7f777f168780 1 > prepared operation key=ZABXJ7LUKKD3 tag=531VRBUJ23YJ type=del size=360220 2024-09-12T17:41:58.993 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.992+0000 7f777f168780 1 < completed delete operation key=K0OUEJ4GMFDB tag=LL7PB7PZ9VQW type=del 2024-09-12T17:41:58.995 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.994+0000 7f777f168780 1 > prepared part key=_multipart_1ZL602X3VJDP.2~9BPKSJUS3U3H.0 size=1048576 2024-09-12T17:41:58.996 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.995+0000 7f777f168780 1 > prepared part key=_multipart_1ZL602X3VJDP.2~9BPKSJUS3U3H.1 size=402578 2024-09-12T17:41:58.996 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.995+0000 7f777f168780 1 > prepared multipart upload key=1ZL602X3VJDP upload=9BPKSJUS3U3H tag=PPUD5UZJ8KOM type=write size=2499730 2024-09-12T17:41:58.999 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:58.997+0000 7f777f168780 1 < suggested update operation key=AEV8UHLVWR8L tag=ZG5NM5WRNPM2 type=del size=3409509 2024-09-12T17:41:59.001 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.000+0000 7f777f168780 1 > prepared part key=_multipart_CV1EGVJPNSKR.2~VEZ2XCYZ06B7.0 size=1048576 2024-09-12T17:41:59.002 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.001+0000 7f777f168780 1 > prepared part key=_multipart_CV1EGVJPNSKR.2~VEZ2XCYZ06B7.1 size=434925 2024-09-12T17:41:59.003 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.001+0000 7f777f168780 1 > prepared multipart upload key=CV1EGVJPNSKR upload=VEZ2XCYZ06B7 tag=HMTMI6MGGDCM type=write size=2532077 2024-09-12T17:41:59.004 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.002+0000 7f777f168780 -1 < failed to complete operation key=AEV8UHLVWR8L tag=AD6KX4PTL859 type=del size=341399: (22) Invalid argument 2024-09-12T17:41:59.008 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.004+0000 7f777f168780 1 > prepared operation key=NV7QYM1CMJA7 tag=NT2EEXX3TMUL type=write size=581132 2024-09-12T17:41:59.008 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.005+0000 7f777f168780 1 < completed part key=_multipart_PW0NPHZT12D3.2~4BPKBU2QMVE6.0 size=1048576 2024-09-12T17:41:59.008 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.006+0000 7f777f168780 1 < completed part key=_multipart_PW0NPHZT12D3.2~4BPKBU2QMVE6.1 size=609223 2024-09-12T17:41:59.010 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.008+0000 7f777f168780 1 < completed multipart upload key=PW0NPHZT12D3 upload=4BPKBU2QMVE6 tag=403G3BYNHIK1 type=write size=2706375 2024-09-12T17:41:59.012 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.010+0000 7f777f168780 1 > prepared part key=_multipart_DO31EKWPC3OI.2~J3ZN07Z8OKAK.0 size=1048576 2024-09-12T17:41:59.013 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.011+0000 7f777f168780 1 > prepared part key=_multipart_DO31EKWPC3OI.2~J3ZN07Z8OKAK.1 size=370748 2024-09-12T17:41:59.013 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.011+0000 7f777f168780 1 > prepared multipart upload key=DO31EKWPC3OI upload=J3ZN07Z8OKAK tag=XICJMKXDHNQG type=write size=2467900 2024-09-12T17:41:59.014 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.013+0000 7f777f168780 1 < completed delete operation key=DO31EKWPC3OI tag=0O2L6G61RX1E type=del 2024-09-12T17:41:59.015 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.014+0000 7f777f168780 1 > prepared operation key=G4A1L52XKRAS tag=EBXG6YGL9WKP type=del size=1344353 2024-09-12T17:41:59.016 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.015+0000 7f777f168780 1 < completed delete operation key=S79H21EJKRPP tag=F84EHB0OD8DN type=del 2024-09-12T17:41:59.017 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.016+0000 7f777f168780 1 > prepared operation key=FI2EY06UN14X tag=LP6UM5BV7QOM type=del size=1393983 2024-09-12T17:41:59.019 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.017+0000 7f777f168780 1 < completed delete operation key=2ZFE3UG14FTU tag=L32DY4HWMR3P type=del 2024-09-12T17:41:59.020 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.018+0000 7f777f168780 1 > prepared operation key=S79H21EJKRPP tag=81B1VAL1QJ7M type=del size=2480536 2024-09-12T17:41:59.021 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.019+0000 7f777f168780 1 < completed part key=_multipart_S79H21EJKRPP.2~APOCGM496BKB.0 size=1034485 2024-09-12T17:41:59.023 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.021+0000 7f777f168780 1 < completed multipart upload key=S79H21EJKRPP upload=APOCGM496BKB tag=6YY1J0W3BHI2 type=write size=2083061 2024-09-12T17:41:59.025 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.023+0000 7f777f168780 1 > prepared part key=_multipart_S79H21EJKRPP.2~JMFNQFWVZLWD.0 size=1048576 2024-09-12T17:41:59.026 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.024+0000 7f777f168780 1 > prepared part key=_multipart_S79H21EJKRPP.2~JMFNQFWVZLWD.1 size=1048576 2024-09-12T17:41:59.026 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.025+0000 7f777f168780 1 > prepared part key=_multipart_S79H21EJKRPP.2~JMFNQFWVZLWD.2 size=628376 2024-09-12T17:41:59.027 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.025+0000 7f777f168780 1 > prepared multipart upload key=S79H21EJKRPP upload=JMFNQFWVZLWD tag=SIO2SCXXTSQS type=write size=3774104 2024-09-12T17:41:59.028 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.026+0000 7f777f168780 1 < completed delete operation key=BO6EDKIVIHEW tag=LHE7Y16NA4NK type=del 2024-09-12T17:41:59.029 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.027+0000 7f777f168780 1 > prepared operation key=9XT9OU5JDG04 tag=UR0U6FGFHQ72 type=write size=1021986 2024-09-12T17:41:59.031 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.030+0000 7f777f168780 1 < suggested remove operation key=VI3OAATH7N7Z tag=EXGL6J1AQDI2 type=write 2024-09-12T17:41:59.032 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.031+0000 7f777f168780 1 > prepared operation key=PW0NPHZT12D3 tag=8N1CX5POXEOH type=del size=2704905 2024-09-12T17:41:59.033 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.032+0000 7f777f168780 1 < completed part key=_multipart_FSWX3S2TGJJ9.2~K8GAJG08GXG9.0 size=1048576 2024-09-12T17:41:59.034 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.033+0000 7f777f168780 1 < completed part key=_multipart_FSWX3S2TGJJ9.2~K8GAJG08GXG9.1 size=884407 2024-09-12T17:41:59.036 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.035+0000 7f777f168780 1 < completed multipart upload key=FSWX3S2TGJJ9 upload=K8GAJG08GXG9 tag=NJOB4NUZEC0F type=write size=2981559 2024-09-12T17:41:59.038 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.036+0000 7f777f168780 1 > prepared operation key=NV7QYM1CMJA7 tag=37HEY21ULR3J type=del size=1944995 2024-09-12T17:41:59.038 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.037+0000 7f777f168780 1 < completed delete operation key=2BM46JTAY3BM tag=L2V9IEEVBHIY type=del 2024-09-12T17:41:59.040 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.038+0000 7f777f168780 1 > prepared operation key=13V8F5WX47AD tag=R0TDRI0R1L0J type=del size=4084078 2024-09-12T17:41:59.041 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.040+0000 7f777f168780 1 < completed write operation key=DCPT2HL28MHD tag=W0E2LP8TEGU0 type=write size=333844 2024-09-12T17:41:59.043 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.042+0000 7f777f168780 1 > prepared part key=_multipart_ZABXJ7LUKKD3.2~BM9DK1IN9K3P.0 size=1048576 2024-09-12T17:41:59.044 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.043+0000 7f777f168780 1 > prepared part key=_multipart_ZABXJ7LUKKD3.2~BM9DK1IN9K3P.1 size=1048576 2024-09-12T17:41:59.045 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.043+0000 7f777f168780 1 > prepared part key=_multipart_ZABXJ7LUKKD3.2~BM9DK1IN9K3P.2 size=237187 2024-09-12T17:41:59.045 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.043+0000 7f777f168780 1 > prepared multipart upload key=ZABXJ7LUKKD3 upload=BM9DK1IN9K3P tag=PG3OJJ69HBQT type=write size=3382915 2024-09-12T17:41:59.047 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.046+0000 7f777f168780 1 < suggested remove operation key=H3CSJQOWQ7NN tag=9C88AQ80HWGV type=write 2024-09-12T17:41:59.049 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.048+0000 7f777f168780 1 > prepared part key=_multipart_NV7QYM1CMJA7.2~TEV9YQVS3J22.0 size=187253 2024-09-12T17:41:59.049 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.048+0000 7f777f168780 1 > prepared multipart upload key=NV7QYM1CMJA7 upload=TEV9YQVS3J22 tag=V8D8HAEUFWY0 type=write size=1235829 2024-09-12T17:41:59.050 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.049+0000 7f777f168780 1 < completed part key=_multipart_2KHLGQJKQA23.2~RJJH82NTNU6B.0 size=1048576 2024-09-12T17:41:59.050 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.049+0000 7f777f168780 1 < canceled part key=_multipart_2KHLGQJKQA23.2~RJJH82NTNU6B.1 size=305034 2024-09-12T17:41:59.052 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.050+0000 7f777f168780 1 < canceled multipart upload key=2KHLGQJKQA23 upload=RJJH82NTNU6B tag=T5SELJ4PKJ83 type=write size=2402186 2024-09-12T17:41:59.054 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.052+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~MMJJ9H0JG2I5.0 size=1048576 2024-09-12T17:41:59.055 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.053+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~MMJJ9H0JG2I5.1 size=1048576 2024-09-12T17:41:59.056 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.054+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~MMJJ9H0JG2I5.2 size=712730 2024-09-12T17:41:59.056 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.054+0000 7f777f168780 1 > prepared multipart upload key=CIHBEU5VBLGQ upload=MMJJ9H0JG2I5 tag=HFWPDX4OHEZ9 type=write size=3858458 2024-09-12T17:41:59.057 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.055+0000 7f777f168780 1 < canceled operation key=ZABXJ7LUKKD3 tag=531VRBUJ23YJ type=del size=360220 2024-09-12T17:41:59.059 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.057+0000 7f777f168780 1 > prepared part key=_multipart_AEV8UHLVWR8L.2~WM040TIA1L3O.0 size=274088 2024-09-12T17:41:59.059 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.057+0000 7f777f168780 1 > prepared multipart upload key=AEV8UHLVWR8L upload=WM040TIA1L3O tag=AQ0T236UV0P5 type=write size=1322664 2024-09-12T17:41:59.060 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.058+0000 7f777f168780 1 < completed part key=_multipart_1ZL602X3VJDP.2~9BPKSJUS3U3H.0 size=1048576 2024-09-12T17:41:59.061 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.059+0000 7f777f168780 1 < completed part key=_multipart_1ZL602X3VJDP.2~9BPKSJUS3U3H.1 size=402578 2024-09-12T17:41:59.063 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.061+0000 7f777f168780 1 < completed multipart upload key=1ZL602X3VJDP upload=9BPKSJUS3U3H tag=PPUD5UZJ8KOM type=write size=2499730 2024-09-12T17:41:59.065 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.063+0000 7f777f168780 1 > prepared part key=_multipart_13V8F5WX47AD.2~1LJ7AOYLX129.0 size=211182 2024-09-12T17:41:59.065 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.063+0000 7f777f168780 1 > prepared multipart upload key=13V8F5WX47AD upload=1LJ7AOYLX129 tag=TJAG2NCV4TC9 type=write size=1259758 2024-09-12T17:41:59.066 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.064+0000 7f777f168780 1 < completed part key=_multipart_CV1EGVJPNSKR.2~VEZ2XCYZ06B7.0 size=1048576 2024-09-12T17:41:59.066 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.064+0000 7f777f168780 1 < canceled part key=_multipart_CV1EGVJPNSKR.2~VEZ2XCYZ06B7.1 size=434925 2024-09-12T17:41:59.067 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.066+0000 7f777f168780 1 < canceled multipart upload key=CV1EGVJPNSKR upload=VEZ2XCYZ06B7 tag=HMTMI6MGGDCM type=write size=2532077 2024-09-12T17:41:59.069 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.067+0000 7f777f168780 1 > prepared operation key=FSWX3S2TGJJ9 tag=PGOU55WPQ9V0 type=del size=3934677 2024-09-12T17:41:59.070 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.068+0000 7f777f168780 1 < completed write operation key=NV7QYM1CMJA7 tag=NT2EEXX3TMUL type=write size=581132 2024-09-12T17:41:59.072 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.071+0000 7f777f168780 1 > prepared part key=_multipart_S79H21EJKRPP.2~KQPG2O866QQ5.0 size=1048576 2024-09-12T17:41:59.073 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.071+0000 7f777f168780 1 > prepared part key=_multipart_S79H21EJKRPP.2~KQPG2O866QQ5.1 size=1048576 2024-09-12T17:41:59.074 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.072+0000 7f777f168780 1 > prepared part key=_multipart_S79H21EJKRPP.2~KQPG2O866QQ5.2 size=610686 2024-09-12T17:41:59.074 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.072+0000 7f777f168780 1 > prepared multipart upload key=S79H21EJKRPP upload=KQPG2O866QQ5 tag=11GFBDWN7O5U type=write size=3756414 2024-09-12T17:41:59.075 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.074+0000 7f777f168780 1 < completed part key=_multipart_DO31EKWPC3OI.2~J3ZN07Z8OKAK.0 size=1048576 2024-09-12T17:41:59.075 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.074+0000 7f777f168780 1 < canceled part key=_multipart_DO31EKWPC3OI.2~J3ZN07Z8OKAK.1 size=370748 2024-09-12T17:41:59.077 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.075+0000 7f777f168780 1 < canceled multipart upload key=DO31EKWPC3OI upload=J3ZN07Z8OKAK tag=XICJMKXDHNQG type=write size=2467900 2024-09-12T17:41:59.079 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.078+0000 7f777f168780 1 > prepared part key=_multipart_O3IEF0Z4S34O.2~OXUUYIZHRV1E.0 size=1048576 2024-09-12T17:41:59.080 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.079+0000 7f777f168780 1 > prepared part key=_multipart_O3IEF0Z4S34O.2~OXUUYIZHRV1E.1 size=768194 2024-09-12T17:41:59.080 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.079+0000 7f777f168780 1 > prepared multipart upload key=O3IEF0Z4S34O upload=OXUUYIZHRV1E tag=QCDWVILWRK9S type=write size=2865346 2024-09-12T17:41:59.082 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.080+0000 7f777f168780 1 < completed delete operation key=G4A1L52XKRAS tag=EBXG6YGL9WKP type=del 2024-09-12T17:41:59.083 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.081+0000 7f777f168780 1 > prepared operation key=1ZL602X3VJDP tag=Z8ZM0XUR6PM5 type=del size=2102396 2024-09-12T17:41:59.084 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.082+0000 7f777f168780 1 < canceled operation key=FI2EY06UN14X tag=LP6UM5BV7QOM type=del size=1393983 2024-09-12T17:41:59.087 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.085+0000 7f777f168780 1 > prepared part key=_multipart_K0OUEJ4GMFDB.2~22RZ8TL86C78.0 size=619638 2024-09-12T17:41:59.087 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.085+0000 7f777f168780 1 > prepared multipart upload key=K0OUEJ4GMFDB upload=22RZ8TL86C78 tag=9L0WYJ2QCUJ9 type=write size=1668214 2024-09-12T17:41:59.088 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.087+0000 7f777f168780 1 < completed delete operation key=S79H21EJKRPP tag=81B1VAL1QJ7M type=del 2024-09-12T17:41:59.090 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.089+0000 7f777f168780 1 > prepared part key=_multipart_FCBWV27TCNS4.2~FVISHJQ55W5B.0 size=1048576 2024-09-12T17:41:59.091 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.090+0000 7f777f168780 1 > prepared part key=_multipart_FCBWV27TCNS4.2~FVISHJQ55W5B.1 size=927055 2024-09-12T17:41:59.091 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.090+0000 7f777f168780 1 > prepared multipart upload key=FCBWV27TCNS4 upload=FVISHJQ55W5B tag=E6KU6KIZ83YT type=write size=3024207 2024-09-12T17:41:59.092 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.091+0000 7f777f168780 1 < completed part key=_multipart_S79H21EJKRPP.2~JMFNQFWVZLWD.0 size=1048576 2024-09-12T17:41:59.093 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.092+0000 7f777f168780 1 < completed part key=_multipart_S79H21EJKRPP.2~JMFNQFWVZLWD.1 size=1048576 2024-09-12T17:41:59.094 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.093+0000 7f777f168780 1 < completed part key=_multipart_S79H21EJKRPP.2~JMFNQFWVZLWD.2 size=628376 2024-09-12T17:41:59.096 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.094+0000 7f777f168780 1 < completed multipart upload key=S79H21EJKRPP upload=JMFNQFWVZLWD tag=SIO2SCXXTSQS type=write size=3774104 2024-09-12T17:41:59.097 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.096+0000 7f777f168780 1 > prepared operation key=VI3OAATH7N7Z tag=LQSC91R0CRNN type=del size=2260449 2024-09-12T17:41:59.099 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.098+0000 7f777f168780 1 < suggested update operation key=9XT9OU5JDG04 tag=UR0U6FGFHQ72 type=write size=1021986 2024-09-12T17:41:59.100 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.099+0000 7f777f168780 1 > prepared operation key=GYBHJV1TE1UC tag=UK6QK1YB9H6W type=del size=3639010 2024-09-12T17:41:59.102 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.100+0000 7f777f168780 1 < completed delete operation key=PW0NPHZT12D3 tag=8N1CX5POXEOH type=del 2024-09-12T17:41:59.104 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.102+0000 7f777f168780 1 > prepared part key=_multipart_13V8F5WX47AD.2~5XO4SUCBFAQK.0 size=1048576 2024-09-12T17:41:59.105 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.103+0000 7f777f168780 1 > prepared part key=_multipart_13V8F5WX47AD.2~5XO4SUCBFAQK.1 size=1048576 2024-09-12T17:41:59.106 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.104+0000 7f777f168780 1 > prepared part key=_multipart_13V8F5WX47AD.2~5XO4SUCBFAQK.2 size=119134 2024-09-12T17:41:59.106 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.104+0000 7f777f168780 1 > prepared multipart upload key=13V8F5WX47AD upload=5XO4SUCBFAQK tag=ZSF0BGC362ER type=write size=3264862 2024-09-12T17:41:59.107 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.105+0000 7f777f168780 1 < canceled operation key=NV7QYM1CMJA7 tag=37HEY21ULR3J type=del size=1944995 2024-09-12T17:41:59.109 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.107+0000 7f777f168780 1 > prepared part key=_multipart_2ZFE3UG14FTU.2~29VRKL46S9DL.0 size=1048576 2024-09-12T17:41:59.109 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.108+0000 7f777f168780 1 > prepared part key=_multipart_2ZFE3UG14FTU.2~29VRKL46S9DL.1 size=1048576 2024-09-12T17:41:59.110 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.109+0000 7f777f168780 1 > prepared part key=_multipart_2ZFE3UG14FTU.2~29VRKL46S9DL.2 size=502475 2024-09-12T17:41:59.110 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.109+0000 7f777f168780 1 > prepared multipart upload key=2ZFE3UG14FTU upload=29VRKL46S9DL tag=K1B1RZ39QF7P type=write size=3648203 2024-09-12T17:41:59.113 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.111+0000 7f777f168780 1 < suggested update operation key=13V8F5WX47AD tag=R0TDRI0R1L0J type=del size=4084078 2024-09-12T17:41:59.114 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.113+0000 7f777f168780 1 > prepared operation key=1ZL602X3VJDP tag=EHPQPJ2VVW4B type=del size=2703372 2024-09-12T17:41:59.115 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.114+0000 7f777f168780 1 < completed part key=_multipart_ZABXJ7LUKKD3.2~BM9DK1IN9K3P.0 size=1048576 2024-09-12T17:41:59.116 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.115+0000 7f777f168780 1 < completed part key=_multipart_ZABXJ7LUKKD3.2~BM9DK1IN9K3P.1 size=1048576 2024-09-12T17:41:59.117 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.116+0000 7f777f168780 1 < completed part key=_multipart_ZABXJ7LUKKD3.2~BM9DK1IN9K3P.2 size=237187 2024-09-12T17:41:59.119 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.118+0000 7f777f168780 1 < completed multipart upload key=ZABXJ7LUKKD3 upload=BM9DK1IN9K3P tag=PG3OJJ69HBQT type=write size=3382915 2024-09-12T17:41:59.120 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.119+0000 7f777f168780 1 > prepared operation key=1ZL602X3VJDP tag=5X66WX0RCVJL type=del size=2738111 2024-09-12T17:41:59.121 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.120+0000 7f777f168780 1 < completed part key=_multipart_NV7QYM1CMJA7.2~TEV9YQVS3J22.0 size=187253 2024-09-12T17:41:59.123 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.122+0000 7f777f168780 1 < completed multipart upload key=NV7QYM1CMJA7 upload=TEV9YQVS3J22 tag=V8D8HAEUFWY0 type=write size=1235829 2024-09-12T17:41:59.125 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.123+0000 7f777f168780 1 > prepared operation key=PW0NPHZT12D3 tag=820JA6SGC3Q9 type=write size=7525 2024-09-12T17:41:59.125 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.124+0000 7f777f168780 1 < canceled part key=_multipart_CIHBEU5VBLGQ.2~MMJJ9H0JG2I5.0 size=1048576 2024-09-12T17:41:59.126 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.124+0000 7f777f168780 1 < completed part key=_multipart_CIHBEU5VBLGQ.2~MMJJ9H0JG2I5.1 size=1048576 2024-09-12T17:41:59.127 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.125+0000 7f777f168780 1 < completed part key=_multipart_CIHBEU5VBLGQ.2~MMJJ9H0JG2I5.2 size=712730 2024-09-12T17:41:59.129 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.128+0000 7f777f168780 1 < canceled multipart upload key=CIHBEU5VBLGQ upload=MMJJ9H0JG2I5 tag=HFWPDX4OHEZ9 type=write size=3858458 2024-09-12T17:41:59.130 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.129+0000 7f777f168780 1 > prepared operation key=FI2EY06UN14X tag=30B5CM84AWXB type=write size=895494 2024-09-12T17:41:59.131 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.130+0000 7f777f168780 1 < completed part key=_multipart_AEV8UHLVWR8L.2~WM040TIA1L3O.0 size=274088 2024-09-12T17:41:59.133 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.132+0000 7f777f168780 1 < completed multipart upload key=AEV8UHLVWR8L upload=WM040TIA1L3O tag=AQ0T236UV0P5 type=write size=1322664 2024-09-12T17:41:59.135 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.133+0000 7f777f168780 1 > prepared operation key=PW0NPHZT12D3 tag=BHRIQ1YSL1QQ type=write size=964753 2024-09-12T17:41:59.136 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.135+0000 7f777f168780 1 < completed part key=_multipart_13V8F5WX47AD.2~1LJ7AOYLX129.0 size=211182 2024-09-12T17:41:59.138 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.136+0000 7f777f168780 1 < completed multipart upload key=13V8F5WX47AD upload=1LJ7AOYLX129 tag=TJAG2NCV4TC9 type=write size=1259758 2024-09-12T17:41:59.140 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.138+0000 7f777f168780 1 > prepared part key=_multipart_3U17OL8VRNIQ.2~ZY0FF39N517A.0 size=1048576 2024-09-12T17:41:59.141 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.139+0000 7f777f168780 1 > prepared part key=_multipart_3U17OL8VRNIQ.2~ZY0FF39N517A.1 size=768926 2024-09-12T17:41:59.141 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.139+0000 7f777f168780 1 > prepared multipart upload key=3U17OL8VRNIQ upload=ZY0FF39N517A tag=IWEHUN4WFQ5X type=write size=2866078 2024-09-12T17:41:59.143 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.142+0000 7f777f168780 1 < suggested remove operation key=FSWX3S2TGJJ9 tag=PGOU55WPQ9V0 type=del 2024-09-12T17:41:59.145 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.144+0000 7f777f168780 1 > prepared part key=_multipart_1IACFTAZKIWV.2~0GC26W49C8IQ.0 size=165389 2024-09-12T17:41:59.146 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.144+0000 7f777f168780 1 > prepared multipart upload key=1IACFTAZKIWV upload=0GC26W49C8IQ tag=77HIFR1ZE9IA type=write size=1213965 2024-09-12T17:41:59.147 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.146+0000 7f777f168780 1 < completed part key=_multipart_S79H21EJKRPP.2~KQPG2O866QQ5.0 size=1048576 2024-09-12T17:41:59.148 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.147+0000 7f777f168780 1 < completed part key=_multipart_S79H21EJKRPP.2~KQPG2O866QQ5.1 size=1048576 2024-09-12T17:41:59.149 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.148+0000 7f777f168780 1 < completed part key=_multipart_S79H21EJKRPP.2~KQPG2O866QQ5.2 size=610686 2024-09-12T17:41:59.151 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.150+0000 7f777f168780 1 < completed multipart upload key=S79H21EJKRPP upload=KQPG2O866QQ5 tag=11GFBDWN7O5U type=write size=3756414 2024-09-12T17:41:59.153 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.152+0000 7f777f168780 1 > prepared part key=_multipart_AEV8UHLVWR8L.2~GG5KK0PFA4GJ.0 size=599590 2024-09-12T17:41:59.154 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.152+0000 7f777f168780 1 > prepared multipart upload key=AEV8UHLVWR8L upload=GG5KK0PFA4GJ tag=DO98LVFMEP8H type=write size=1648166 2024-09-12T17:41:59.155 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.153+0000 7f777f168780 1 < completed part key=_multipart_O3IEF0Z4S34O.2~OXUUYIZHRV1E.0 size=1048576 2024-09-12T17:41:59.156 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.154+0000 7f777f168780 1 < completed part key=_multipart_O3IEF0Z4S34O.2~OXUUYIZHRV1E.1 size=768194 2024-09-12T17:41:59.158 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.156+0000 7f777f168780 1 < completed multipart upload key=O3IEF0Z4S34O upload=OXUUYIZHRV1E tag=QCDWVILWRK9S type=write size=2865346 2024-09-12T17:41:59.160 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.159+0000 7f777f168780 1 > prepared part key=_multipart_H3CSJQOWQ7NN.2~D0ENE924YUPJ.0 size=1048576 2024-09-12T17:41:59.161 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.160+0000 7f777f168780 1 > prepared part key=_multipart_H3CSJQOWQ7NN.2~D0ENE924YUPJ.1 size=1048576 2024-09-12T17:41:59.162 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.161+0000 7f777f168780 1 > prepared part key=_multipart_H3CSJQOWQ7NN.2~D0ENE924YUPJ.2 size=178227 2024-09-12T17:41:59.162 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.161+0000 7f777f168780 1 > prepared multipart upload key=H3CSJQOWQ7NN upload=D0ENE924YUPJ tag=BMRS5P2LFXLJ type=write size=3323955 2024-09-12T17:41:59.163 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.162+0000 7f777f168780 1 < completed delete operation key=1ZL602X3VJDP tag=Z8ZM0XUR6PM5 type=del 2024-09-12T17:41:59.166 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.164+0000 7f777f168780 1 > prepared part key=_multipart_BO6EDKIVIHEW.2~BGTL2AZG8NQ1.0 size=1048576 2024-09-12T17:41:59.167 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.165+0000 7f777f168780 1 > prepared part key=_multipart_BO6EDKIVIHEW.2~BGTL2AZG8NQ1.1 size=1048576 2024-09-12T17:41:59.168 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.166+0000 7f777f168780 1 > prepared part key=_multipart_BO6EDKIVIHEW.2~BGTL2AZG8NQ1.2 size=478411 2024-09-12T17:41:59.168 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.166+0000 7f777f168780 1 > prepared multipart upload key=BO6EDKIVIHEW upload=BGTL2AZG8NQ1 tag=R10AEB1USBIK type=write size=3624139 2024-09-12T17:41:59.169 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.168+0000 7f777f168780 1 < completed part key=_multipart_K0OUEJ4GMFDB.2~22RZ8TL86C78.0 size=619638 2024-09-12T17:41:59.171 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.169+0000 7f777f168780 1 < completed multipart upload key=K0OUEJ4GMFDB upload=22RZ8TL86C78 tag=9L0WYJ2QCUJ9 type=write size=1668214 2024-09-12T17:41:59.172 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.171+0000 7f777f168780 1 > prepared operation key=13V8F5WX47AD tag=P6ZJMN65QERS type=del size=705012 2024-09-12T17:41:59.173 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.172+0000 7f777f168780 1 < completed part key=_multipart_FCBWV27TCNS4.2~FVISHJQ55W5B.0 size=1048576 2024-09-12T17:41:59.174 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.173+0000 7f777f168780 1 < completed part key=_multipart_FCBWV27TCNS4.2~FVISHJQ55W5B.1 size=927055 2024-09-12T17:41:59.176 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.175+0000 7f777f168780 1 < completed multipart upload key=FCBWV27TCNS4 upload=FVISHJQ55W5B tag=E6KU6KIZ83YT type=write size=3024207 2024-09-12T17:41:59.178 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.177+0000 7f777f168780 1 > prepared part key=_multipart_CPJJKVPMV2GJ.2~JUCLDLLJ11N2.0 size=1048576 2024-09-12T17:41:59.180 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.178+0000 7f777f168780 1 > prepared part key=_multipart_CPJJKVPMV2GJ.2~JUCLDLLJ11N2.1 size=1048576 2024-09-12T17:41:59.180 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.179+0000 7f777f168780 1 > prepared part key=_multipart_CPJJKVPMV2GJ.2~JUCLDLLJ11N2.2 size=445356 2024-09-12T17:41:59.180 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.179+0000 7f777f168780 1 > prepared multipart upload key=CPJJKVPMV2GJ upload=JUCLDLLJ11N2 tag=KBUAMETOX7EU type=write size=3591084 2024-09-12T17:41:59.181 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.180+0000 7f777f168780 1 < completed delete operation key=VI3OAATH7N7Z tag=LQSC91R0CRNN type=del 2024-09-12T17:41:59.184 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.182+0000 7f777f168780 1 > prepared part key=_multipart_VI3OAATH7N7Z.2~BA2LPQ0O95EM.0 size=1048576 2024-09-12T17:41:59.185 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.183+0000 7f777f168780 1 > prepared part key=_multipart_VI3OAATH7N7Z.2~BA2LPQ0O95EM.1 size=1048576 2024-09-12T17:41:59.186 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.184+0000 7f777f168780 1 > prepared part key=_multipart_VI3OAATH7N7Z.2~BA2LPQ0O95EM.2 size=489466 2024-09-12T17:41:59.186 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.184+0000 7f777f168780 1 > prepared multipart upload key=VI3OAATH7N7Z upload=BA2LPQ0O95EM tag=NV3FDQ9SZI53 type=write size=3635194 2024-09-12T17:41:59.188 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.186+0000 7f777f168780 1 < suggested update operation key=GYBHJV1TE1UC tag=UK6QK1YB9H6W type=del size=3639010 2024-09-12T17:41:59.190 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.189+0000 7f777f168780 1 > prepared part key=_multipart_3D7LF14YZ1DI.2~WSV5ADCU1BJG.0 size=1048576 2024-09-12T17:41:59.191 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.190+0000 7f777f168780 1 > prepared part key=_multipart_3D7LF14YZ1DI.2~WSV5ADCU1BJG.1 size=1048576 2024-09-12T17:41:59.192 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.190+0000 7f777f168780 1 > prepared part key=_multipart_3D7LF14YZ1DI.2~WSV5ADCU1BJG.2 size=186614 2024-09-12T17:41:59.192 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.190+0000 7f777f168780 1 > prepared multipart upload key=3D7LF14YZ1DI upload=WSV5ADCU1BJG tag=QTFKPB4YQXW1 type=write size=3332342 2024-09-12T17:41:59.195 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.193+0000 7f777f168780 1 < completed part key=_multipart_13V8F5WX47AD.2~5XO4SUCBFAQK.0 size=1048576 2024-09-12T17:41:59.195 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.193+0000 7f777f168780 1 < canceled part key=_multipart_13V8F5WX47AD.2~5XO4SUCBFAQK.1 size=1048576 2024-09-12T17:41:59.196 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.194+0000 7f777f168780 1 < completed part key=_multipart_13V8F5WX47AD.2~5XO4SUCBFAQK.2 size=119134 2024-09-12T17:41:59.197 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.196+0000 7f777f168780 1 < canceled multipart upload key=13V8F5WX47AD upload=5XO4SUCBFAQK tag=ZSF0BGC362ER type=write size=3264862 2024-09-12T17:41:59.200 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.198+0000 7f777f168780 1 > prepared part key=_multipart_2KHLGQJKQA23.2~ZRHXVFT5NDWZ.0 size=278353 2024-09-12T17:41:59.200 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.198+0000 7f777f168780 1 > prepared multipart upload key=2KHLGQJKQA23 upload=ZRHXVFT5NDWZ tag=39KOMKJEEQGR type=write size=1326929 2024-09-12T17:41:59.201 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.200+0000 7f777f168780 1 < completed part key=_multipart_2ZFE3UG14FTU.2~29VRKL46S9DL.0 size=1048576 2024-09-12T17:41:59.202 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.200+0000 7f777f168780 1 < completed part key=_multipart_2ZFE3UG14FTU.2~29VRKL46S9DL.1 size=1048576 2024-09-12T17:41:59.203 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.201+0000 7f777f168780 1 < completed part key=_multipart_2ZFE3UG14FTU.2~29VRKL46S9DL.2 size=502475 2024-09-12T17:41:59.205 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.203+0000 7f777f168780 1 < completed multipart upload key=2ZFE3UG14FTU upload=29VRKL46S9DL tag=K1B1RZ39QF7P type=write size=3648203 2024-09-12T17:41:59.206 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.205+0000 7f777f168780 1 > prepared operation key=VI3OAATH7N7Z tag=XRHAT1CH3855 type=write size=277509 2024-09-12T17:41:59.207 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.206+0000 7f777f168780 1 < completed delete operation key=1ZL602X3VJDP tag=EHPQPJ2VVW4B type=del 2024-09-12T17:41:59.208 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.207+0000 7f777f168780 1 > prepared operation key=VI3OAATH7N7Z tag=3SPE1AF80MWQ type=del size=1993756 2024-09-12T17:41:59.210 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.208+0000 7f777f168780 1 < completed delete operation key=1ZL602X3VJDP tag=5X66WX0RCVJL type=del 2024-09-12T17:41:59.211 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.209+0000 7f777f168780 1 > prepared operation key=2KHLGQJKQA23 tag=KN2PPV8X5M9F type=del size=347674 2024-09-12T17:41:59.212 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.210+0000 7f777f168780 1 < completed write operation key=PW0NPHZT12D3 tag=820JA6SGC3Q9 type=write size=7525 2024-09-12T17:41:59.213 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.212+0000 7f777f168780 1 > prepared operation key=3D7LF14YZ1DI tag=X3UUI69QYXP6 type=del size=1381011 2024-09-12T17:41:59.214 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.213+0000 7f777f168780 1 < canceled operation key=FI2EY06UN14X tag=30B5CM84AWXB type=write size=895494 2024-09-12T17:41:59.216 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.215+0000 7f777f168780 1 > prepared part key=_multipart_1IACFTAZKIWV.2~4HH0LWLC8872.0 size=576150 2024-09-12T17:41:59.216 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.215+0000 7f777f168780 1 > prepared multipart upload key=1IACFTAZKIWV upload=4HH0LWLC8872 tag=W3XO0PLOUPTM type=write size=1624726 2024-09-12T17:41:59.217 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.216+0000 7f777f168780 1 < completed write operation key=PW0NPHZT12D3 tag=BHRIQ1YSL1QQ type=write size=964753 2024-09-12T17:41:59.220 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.218+0000 7f777f168780 1 > prepared part key=_multipart_CPJJKVPMV2GJ.2~NSK8P31E58JH.0 size=1048576 2024-09-12T17:41:59.220 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.219+0000 7f777f168780 1 > prepared part key=_multipart_CPJJKVPMV2GJ.2~NSK8P31E58JH.1 size=331275 2024-09-12T17:41:59.221 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.219+0000 7f777f168780 1 > prepared multipart upload key=CPJJKVPMV2GJ upload=NSK8P31E58JH tag=21SBOFLMIW15 type=write size=2428427 2024-09-12T17:41:59.222 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.220+0000 7f777f168780 1 < completed part key=_multipart_3U17OL8VRNIQ.2~ZY0FF39N517A.0 size=1048576 2024-09-12T17:41:59.223 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.221+0000 7f777f168780 1 < completed part key=_multipart_3U17OL8VRNIQ.2~ZY0FF39N517A.1 size=768926 2024-09-12T17:41:59.224 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.223+0000 7f777f168780 1 < completed multipart upload key=3U17OL8VRNIQ upload=ZY0FF39N517A tag=IWEHUN4WFQ5X type=write size=2866078 2024-09-12T17:41:59.226 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.224+0000 7f777f168780 1 > prepared operation key=BO6EDKIVIHEW tag=6QRM4IZMR6ID type=del size=3584464 2024-09-12T17:41:59.227 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.225+0000 7f777f168780 1 < completed part key=_multipart_1IACFTAZKIWV.2~0GC26W49C8IQ.0 size=165389 2024-09-12T17:41:59.229 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.228+0000 7f777f168780 1 < completed multipart upload key=1IACFTAZKIWV upload=0GC26W49C8IQ tag=77HIFR1ZE9IA type=write size=1213965 2024-09-12T17:41:59.232 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.229+0000 7f777f168780 1 > prepared operation key=13V8F5WX47AD tag=6UG1MKB3QPY4 type=del size=2980438 2024-09-12T17:41:59.232 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.230+0000 7f777f168780 1 < completed part key=_multipart_AEV8UHLVWR8L.2~GG5KK0PFA4GJ.0 size=599590 2024-09-12T17:41:59.234 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.232+0000 7f777f168780 1 < completed multipart upload key=AEV8UHLVWR8L upload=GG5KK0PFA4GJ tag=DO98LVFMEP8H type=write size=1648166 2024-09-12T17:41:59.235 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.233+0000 7f777f168780 1 > prepared operation key=DO31EKWPC3OI tag=BJYPD1RW3K19 type=del size=377526 2024-09-12T17:41:59.236 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.235+0000 7f777f168780 1 < completed part key=_multipart_H3CSJQOWQ7NN.2~D0ENE924YUPJ.0 size=1048576 2024-09-12T17:41:59.237 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.236+0000 7f777f168780 1 < completed part key=_multipart_H3CSJQOWQ7NN.2~D0ENE924YUPJ.1 size=1048576 2024-09-12T17:41:59.238 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.237+0000 7f777f168780 1 < completed part key=_multipart_H3CSJQOWQ7NN.2~D0ENE924YUPJ.2 size=178227 2024-09-12T17:41:59.240 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.239+0000 7f777f168780 1 < completed multipart upload key=H3CSJQOWQ7NN upload=D0ENE924YUPJ tag=BMRS5P2LFXLJ type=write size=3323955 2024-09-12T17:41:59.242 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.241+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~5AYWZNVRX2B1.0 size=1048576 2024-09-12T17:41:59.243 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.242+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~5AYWZNVRX2B1.1 size=1048576 2024-09-12T17:41:59.244 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.243+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~5AYWZNVRX2B1.2 size=336763 2024-09-12T17:41:59.244 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.243+0000 7f777f168780 1 > prepared multipart upload key=CIHBEU5VBLGQ upload=5AYWZNVRX2B1 tag=EJBVVK77WSI5 type=write size=3482491 2024-09-12T17:41:59.246 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.244+0000 7f777f168780 1 < completed part key=_multipart_BO6EDKIVIHEW.2~BGTL2AZG8NQ1.0 size=1048576 2024-09-12T17:41:59.246 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.245+0000 7f777f168780 1 < completed part key=_multipart_BO6EDKIVIHEW.2~BGTL2AZG8NQ1.1 size=1048576 2024-09-12T17:41:59.247 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.246+0000 7f777f168780 1 < completed part key=_multipart_BO6EDKIVIHEW.2~BGTL2AZG8NQ1.2 size=478411 2024-09-12T17:41:59.249 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.248+0000 7f777f168780 1 < completed multipart upload key=BO6EDKIVIHEW upload=BGTL2AZG8NQ1 tag=R10AEB1USBIK type=write size=3624139 2024-09-12T17:41:59.251 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.249+0000 7f777f168780 1 > prepared operation key=3D7LF14YZ1DI tag=6TFMDS6P3KU0 type=del size=3241152 2024-09-12T17:41:59.253 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.252+0000 7f777f168780 1 < suggested remove operation key=13V8F5WX47AD tag=P6ZJMN65QERS type=del 2024-09-12T17:41:59.256 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.254+0000 7f777f168780 1 > prepared part key=_multipart_DO31EKWPC3OI.2~SUHDRNBHL1IS.0 size=1048576 2024-09-12T17:41:59.257 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.255+0000 7f777f168780 1 > prepared part key=_multipart_DO31EKWPC3OI.2~SUHDRNBHL1IS.1 size=1048576 2024-09-12T17:41:59.258 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.256+0000 7f777f168780 1 > prepared part key=_multipart_DO31EKWPC3OI.2~SUHDRNBHL1IS.2 size=635109 2024-09-12T17:41:59.258 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.256+0000 7f777f168780 1 > prepared multipart upload key=DO31EKWPC3OI upload=SUHDRNBHL1IS tag=J7RYZGF1OPYN type=write size=3780837 2024-09-12T17:41:59.259 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.258+0000 7f777f168780 1 < completed part key=_multipart_CPJJKVPMV2GJ.2~JUCLDLLJ11N2.0 size=1048576 2024-09-12T17:41:59.260 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.259+0000 7f777f168780 1 < completed part key=_multipart_CPJJKVPMV2GJ.2~JUCLDLLJ11N2.1 size=1048576 2024-09-12T17:41:59.261 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.260+0000 7f777f168780 1 < completed part key=_multipart_CPJJKVPMV2GJ.2~JUCLDLLJ11N2.2 size=445356 2024-09-12T17:41:59.263 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.262+0000 7f777f168780 1 < completed multipart upload key=CPJJKVPMV2GJ upload=JUCLDLLJ11N2 tag=KBUAMETOX7EU type=write size=3591084 2024-09-12T17:41:59.265 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.264+0000 7f777f168780 1 > prepared part key=_multipart_OE1BUCZHIE1B.2~3C3NU0XSSWV8.0 size=1048576 2024-09-12T17:41:59.266 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.265+0000 7f777f168780 1 > prepared part key=_multipart_OE1BUCZHIE1B.2~3C3NU0XSSWV8.1 size=890714 2024-09-12T17:41:59.266 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.265+0000 7f777f168780 1 > prepared multipart upload key=OE1BUCZHIE1B upload=3C3NU0XSSWV8 tag=KFKM9BQWNMO8 type=write size=2987866 2024-09-12T17:41:59.267 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.266+0000 7f777f168780 1 < completed part key=_multipart_VI3OAATH7N7Z.2~BA2LPQ0O95EM.0 size=1048576 2024-09-12T17:41:59.269 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.267+0000 7f777f168780 1 < completed part key=_multipart_VI3OAATH7N7Z.2~BA2LPQ0O95EM.1 size=1048576 2024-09-12T17:41:59.270 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.268+0000 7f777f168780 1 < completed part key=_multipart_VI3OAATH7N7Z.2~BA2LPQ0O95EM.2 size=489466 2024-09-12T17:41:59.272 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.270+0000 7f777f168780 1 < completed multipart upload key=VI3OAATH7N7Z upload=BA2LPQ0O95EM tag=NV3FDQ9SZI53 type=write size=3635194 2024-09-12T17:41:59.273 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.271+0000 7f777f168780 1 > prepared operation key=S79H21EJKRPP tag=H0O3UTS5A51J type=write size=641234 2024-09-12T17:41:59.274 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.273+0000 7f777f168780 1 < completed part key=_multipart_3D7LF14YZ1DI.2~WSV5ADCU1BJG.0 size=1048576 2024-09-12T17:41:59.275 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.274+0000 7f777f168780 1 < completed part key=_multipart_3D7LF14YZ1DI.2~WSV5ADCU1BJG.1 size=1048576 2024-09-12T17:41:59.276 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.274+0000 7f777f168780 1 < completed part key=_multipart_3D7LF14YZ1DI.2~WSV5ADCU1BJG.2 size=186614 2024-09-12T17:41:59.278 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.276+0000 7f777f168780 1 < completed multipart upload key=3D7LF14YZ1DI upload=WSV5ADCU1BJG tag=QTFKPB4YQXW1 type=write size=3332342 2024-09-12T17:41:59.279 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.278+0000 7f777f168780 1 > prepared operation key=3U17OL8VRNIQ tag=52COBUJ0RN62 type=del size=817707 2024-09-12T17:41:59.281 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.279+0000 7f777f168780 1 < completed part key=_multipart_2KHLGQJKQA23.2~ZRHXVFT5NDWZ.0 size=278353 2024-09-12T17:41:59.283 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.281+0000 7f777f168780 1 < completed multipart upload key=2KHLGQJKQA23 upload=ZRHXVFT5NDWZ tag=39KOMKJEEQGR type=write size=1326929 2024-09-12T17:41:59.284 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.283+0000 7f777f168780 1 > prepared operation key=FCBWV27TCNS4 tag=U3SXT2VMF0H9 type=del size=3071112 2024-09-12T17:41:59.286 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.285+0000 7f777f168780 1 < suggested remove operation key=VI3OAATH7N7Z tag=XRHAT1CH3855 type=write 2024-09-12T17:41:59.287 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.286+0000 7f777f168780 1 > prepared operation key=3U17OL8VRNIQ tag=BU1WC0IDD2NL type=del size=2986338 2024-09-12T17:41:59.288 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.286+0000 7f777f168780 -1 < no bi entry to suggest for operation key=VI3OAATH7N7Z tag=3SPE1AF80MWQ type=del size=1993756: (2) No such file or directory 2024-09-12T17:41:59.290 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.289+0000 7f777f168780 1 > prepared part key=_multipart_BO6EDKIVIHEW.2~BT56XFXFAUXW.0 size=1048576 2024-09-12T17:41:59.291 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.290+0000 7f777f168780 1 > prepared part key=_multipart_BO6EDKIVIHEW.2~BT56XFXFAUXW.1 size=1014594 2024-09-12T17:41:59.291 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.290+0000 7f777f168780 1 > prepared multipart upload key=BO6EDKIVIHEW upload=BT56XFXFAUXW tag=515L9HD68FT4 type=write size=3111746 2024-09-12T17:41:59.292 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.291+0000 7f777f168780 1 < completed delete operation key=2KHLGQJKQA23 tag=KN2PPV8X5M9F type=del 2024-09-12T17:41:59.293 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.292+0000 7f777f168780 1 > prepared operation key=7Q7D1WMM31NL tag=OCD2HBZKM0G3 type=del size=1156346 2024-09-12T17:41:59.295 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.293+0000 7f777f168780 1 < completed delete operation key=3D7LF14YZ1DI tag=X3UUI69QYXP6 type=del 2024-09-12T17:41:59.296 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.294+0000 7f777f168780 1 > prepared operation key=1ZL602X3VJDP tag=UTX9B2NZQPU3 type=del size=3236165 2024-09-12T17:41:59.297 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.296+0000 7f777f168780 1 < completed part key=_multipart_1IACFTAZKIWV.2~4HH0LWLC8872.0 size=576150 2024-09-12T17:41:59.299 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.298+0000 7f777f168780 1 < completed multipart upload key=1IACFTAZKIWV upload=4HH0LWLC8872 tag=W3XO0PLOUPTM type=write size=1624726 2024-09-12T17:41:59.300 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.299+0000 7f777f168780 1 > prepared operation key=ZABXJ7LUKKD3 tag=UXWVOYXTD8P5 type=del size=1304031 2024-09-12T17:41:59.302 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.300+0000 7f777f168780 1 < completed part key=_multipart_CPJJKVPMV2GJ.2~NSK8P31E58JH.0 size=1048576 2024-09-12T17:41:59.303 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.301+0000 7f777f168780 1 < completed part key=_multipart_CPJJKVPMV2GJ.2~NSK8P31E58JH.1 size=331275 2024-09-12T17:41:59.306 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.305+0000 7f777f168780 1 < completed multipart upload key=CPJJKVPMV2GJ upload=NSK8P31E58JH tag=21SBOFLMIW15 type=write size=2428427 2024-09-12T17:41:59.309 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.307+0000 7f777f168780 1 > prepared part key=_multipart_DO31EKWPC3OI.2~S3VKJ5XB03XI.0 size=1048576 2024-09-12T17:41:59.309 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.308+0000 7f777f168780 1 > prepared part key=_multipart_DO31EKWPC3OI.2~S3VKJ5XB03XI.1 size=1048576 2024-09-12T17:41:59.310 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.309+0000 7f777f168780 1 > prepared part key=_multipart_DO31EKWPC3OI.2~S3VKJ5XB03XI.2 size=104158 2024-09-12T17:41:59.310 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.309+0000 7f777f168780 1 > prepared multipart upload key=DO31EKWPC3OI upload=S3VKJ5XB03XI tag=S2LRJ95BWYF8 type=write size=3249886 2024-09-12T17:41:59.313 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.311+0000 7f777f168780 1 < suggested update operation key=BO6EDKIVIHEW tag=6QRM4IZMR6ID type=del size=3584464 2024-09-12T17:41:59.315 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.313+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~KGFWKJHFFCFH.0 size=572252 2024-09-12T17:41:59.315 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.313+0000 7f777f168780 1 > prepared multipart upload key=CIHBEU5VBLGQ upload=KGFWKJHFFCFH tag=6U22A2VQ3UA2 type=write size=1620828 2024-09-12T17:41:59.315 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.314+0000 7f777f168780 -1 < no bi entry to suggest for operation key=13V8F5WX47AD tag=6UG1MKB3QPY4 type=del size=2980438: (2) No such file or directory 2024-09-12T17:41:59.316 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.315+0000 7f777f168780 1 > prepared operation key=H3CSJQOWQ7NN tag=0OB81T7BJH48 type=write size=364872 2024-09-12T17:41:59.319 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.317+0000 7f777f168780 1 < suggested remove operation key=DO31EKWPC3OI tag=BJYPD1RW3K19 type=del 2024-09-12T17:41:59.320 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.318+0000 7f777f168780 1 > prepared operation key=NV7QYM1CMJA7 tag=DX4UPOOU4PS9 type=del size=2451681 2024-09-12T17:41:59.321 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.319+0000 7f777f168780 1 < completed part key=_multipart_CIHBEU5VBLGQ.2~5AYWZNVRX2B1.0 size=1048576 2024-09-12T17:41:59.322 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.320+0000 7f777f168780 1 < completed part key=_multipart_CIHBEU5VBLGQ.2~5AYWZNVRX2B1.1 size=1048576 2024-09-12T17:41:59.323 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.321+0000 7f777f168780 1 < completed part key=_multipart_CIHBEU5VBLGQ.2~5AYWZNVRX2B1.2 size=336763 2024-09-12T17:41:59.325 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.323+0000 7f777f168780 1 < completed multipart upload key=CIHBEU5VBLGQ upload=5AYWZNVRX2B1 tag=EJBVVK77WSI5 type=write size=3482491 2024-09-12T17:41:59.326 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.324+0000 7f777f168780 1 > prepared operation key=CIHBEU5VBLGQ tag=DR10CSYNUAEL type=del size=960053 2024-09-12T17:41:59.327 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.326+0000 7f777f168780 1 < completed delete operation key=3D7LF14YZ1DI tag=6TFMDS6P3KU0 type=del 2024-09-12T17:41:59.329 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.328+0000 7f777f168780 1 > prepared part key=_multipart_G4A1L52XKRAS.2~ARMXJ0X4UL05.0 size=1048576 2024-09-12T17:41:59.330 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.329+0000 7f777f168780 1 > prepared part key=_multipart_G4A1L52XKRAS.2~ARMXJ0X4UL05.1 size=1048576 2024-09-12T17:41:59.331 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.330+0000 7f777f168780 1 > prepared part key=_multipart_G4A1L52XKRAS.2~ARMXJ0X4UL05.2 size=101956 2024-09-12T17:41:59.331 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.330+0000 7f777f168780 1 > prepared multipart upload key=G4A1L52XKRAS upload=ARMXJ0X4UL05 tag=OSLVVZ8ZZZUU type=write size=3247684 2024-09-12T17:41:59.332 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.331+0000 7f777f168780 1 < completed part key=_multipart_DO31EKWPC3OI.2~SUHDRNBHL1IS.0 size=1048576 2024-09-12T17:41:59.333 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.332+0000 7f777f168780 1 < completed part key=_multipart_DO31EKWPC3OI.2~SUHDRNBHL1IS.1 size=1048576 2024-09-12T17:41:59.334 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.333+0000 7f777f168780 1 < completed part key=_multipart_DO31EKWPC3OI.2~SUHDRNBHL1IS.2 size=635109 2024-09-12T17:41:59.336 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.334+0000 7f777f168780 1 < completed multipart upload key=DO31EKWPC3OI upload=SUHDRNBHL1IS tag=J7RYZGF1OPYN type=write size=3780837 2024-09-12T17:41:59.338 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.336+0000 7f777f168780 1 > prepared part key=_multipart_13V8F5WX47AD.2~NIZZ64YF97JH.0 size=333745 2024-09-12T17:41:59.338 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.336+0000 7f777f168780 1 > prepared multipart upload key=13V8F5WX47AD upload=NIZZ64YF97JH tag=0Z7FX19CUEDF type=write size=1382321 2024-09-12T17:41:59.339 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.338+0000 7f777f168780 1 < completed part key=_multipart_OE1BUCZHIE1B.2~3C3NU0XSSWV8.0 size=1048576 2024-09-12T17:41:59.340 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.339+0000 7f777f168780 1 < completed part key=_multipart_OE1BUCZHIE1B.2~3C3NU0XSSWV8.1 size=890714 2024-09-12T17:41:59.342 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.341+0000 7f777f168780 1 < completed multipart upload key=OE1BUCZHIE1B upload=3C3NU0XSSWV8 tag=KFKM9BQWNMO8 type=write size=2987866 2024-09-12T17:41:59.344 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.343+0000 7f777f168780 1 > prepared part key=_multipart_FCBWV27TCNS4.2~EW77688LKDL2.0 size=1048576 2024-09-12T17:41:59.345 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.344+0000 7f777f168780 1 > prepared part key=_multipart_FCBWV27TCNS4.2~EW77688LKDL2.1 size=308086 2024-09-12T17:41:59.345 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.344+0000 7f777f168780 1 > prepared multipart upload key=FCBWV27TCNS4 upload=EW77688LKDL2 tag=NKDLHDLBRE2Y type=write size=2405238 2024-09-12T17:41:59.348 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.346+0000 7f777f168780 1 < suggested remove operation key=S79H21EJKRPP tag=H0O3UTS5A51J type=write 2024-09-12T17:41:59.350 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.348+0000 7f777f168780 1 > prepared part key=_multipart_13V8F5WX47AD.2~5JIMOSJTPHOC.0 size=923732 2024-09-12T17:41:59.350 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.348+0000 7f777f168780 1 > prepared multipart upload key=13V8F5WX47AD upload=5JIMOSJTPHOC tag=D0QHR3LOHHPY type=write size=1972308 2024-09-12T17:41:59.351 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.350+0000 7f777f168780 1 < completed delete operation key=3U17OL8VRNIQ tag=52COBUJ0RN62 type=del 2024-09-12T17:41:59.353 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.352+0000 7f777f168780 1 > prepared part key=_multipart_VI3OAATH7N7Z.2~9OY2JXFJ0V9A.0 size=1048576 2024-09-12T17:41:59.354 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.353+0000 7f777f168780 1 > prepared part key=_multipart_VI3OAATH7N7Z.2~9OY2JXFJ0V9A.1 size=798951 2024-09-12T17:41:59.354 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.353+0000 7f777f168780 1 > prepared multipart upload key=VI3OAATH7N7Z upload=9OY2JXFJ0V9A tag=TBHSKWLNC0ZR type=write size=2896103 2024-09-12T17:41:59.355 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.354+0000 7f777f168780 1 < completed delete operation key=FCBWV27TCNS4 tag=U3SXT2VMF0H9 type=del 2024-09-12T17:41:59.358 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.356+0000 7f777f168780 1 > prepared part key=_multipart_NV7QYM1CMJA7.2~FRO0LEI6SZR5.0 size=1048576 2024-09-12T17:41:59.359 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.357+0000 7f777f168780 1 > prepared part key=_multipart_NV7QYM1CMJA7.2~FRO0LEI6SZR5.1 size=16697 2024-09-12T17:41:59.359 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.357+0000 7f777f168780 1 > prepared multipart upload key=NV7QYM1CMJA7 upload=FRO0LEI6SZR5 tag=XGIYZ191D909 type=write size=2113849 2024-09-12T17:41:59.360 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.358+0000 7f777f168780 1 < completed delete operation key=3U17OL8VRNIQ tag=BU1WC0IDD2NL type=del 2024-09-12T17:41:59.361 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.360+0000 7f777f168780 1 > prepared operation key=CASKVIJ5MIV7 tag=R002Q37E0XN2 type=write size=193060 2024-09-12T17:41:59.361 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.360+0000 7f777f168780 1 < canceled part key=_multipart_BO6EDKIVIHEW.2~BT56XFXFAUXW.0 size=1048576 2024-09-12T17:41:59.362 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.361+0000 7f777f168780 1 < completed part key=_multipart_BO6EDKIVIHEW.2~BT56XFXFAUXW.1 size=1014594 2024-09-12T17:41:59.364 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.363+0000 7f777f168780 1 < canceled multipart upload key=BO6EDKIVIHEW upload=BT56XFXFAUXW tag=515L9HD68FT4 type=write size=3111746 2024-09-12T17:41:59.366 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.364+0000 7f777f168780 1 > prepared operation key=FSWX3S2TGJJ9 tag=VAUS6BDHOHEY type=del size=3878807 2024-09-12T17:41:59.367 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.365+0000 7f777f168780 1 < completed delete operation key=7Q7D1WMM31NL tag=OCD2HBZKM0G3 type=del 2024-09-12T17:41:59.370 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.368+0000 7f777f168780 1 > prepared part key=_multipart_DCPT2HL28MHD.2~PMWNDG7FDEUN.0 size=1048576 2024-09-12T17:41:59.371 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.369+0000 7f777f168780 1 > prepared part key=_multipart_DCPT2HL28MHD.2~PMWNDG7FDEUN.1 size=673356 2024-09-12T17:41:59.371 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.369+0000 7f777f168780 1 > prepared multipart upload key=DCPT2HL28MHD upload=PMWNDG7FDEUN tag=VYRMORSFSYAZ type=write size=2770508 2024-09-12T17:41:59.372 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.371+0000 7f777f168780 1 < canceled operation key=1ZL602X3VJDP tag=UTX9B2NZQPU3 type=del size=3236165 2024-09-12T17:41:59.375 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.373+0000 7f777f168780 1 > prepared part key=_multipart_VI3OAATH7N7Z.2~4E1PPXCQXU99.0 size=1048576 2024-09-12T17:41:59.376 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.374+0000 7f777f168780 1 > prepared part key=_multipart_VI3OAATH7N7Z.2~4E1PPXCQXU99.1 size=696992 2024-09-12T17:41:59.376 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.374+0000 7f777f168780 1 > prepared multipart upload key=VI3OAATH7N7Z upload=4E1PPXCQXU99 tag=KPB2LP7PCPMR type=write size=2794144 2024-09-12T17:41:59.377 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.376+0000 7f777f168780 1 < completed delete operation key=ZABXJ7LUKKD3 tag=UXWVOYXTD8P5 type=del 2024-09-12T17:41:59.379 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.378+0000 7f777f168780 1 > prepared part key=_multipart_FI2EY06UN14X.2~G9HF06JMW6S5.0 size=509756 2024-09-12T17:41:59.379 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.378+0000 7f777f168780 1 > prepared multipart upload key=FI2EY06UN14X upload=G9HF06JMW6S5 tag=JUKH677H38PD type=write size=1558332 2024-09-12T17:41:59.381 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.379+0000 7f777f168780 1 < completed part key=_multipart_DO31EKWPC3OI.2~S3VKJ5XB03XI.0 size=1048576 2024-09-12T17:41:59.381 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.380+0000 7f777f168780 1 < completed part key=_multipart_DO31EKWPC3OI.2~S3VKJ5XB03XI.1 size=1048576 2024-09-12T17:41:59.382 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.381+0000 7f777f168780 1 < completed part key=_multipart_DO31EKWPC3OI.2~S3VKJ5XB03XI.2 size=104158 2024-09-12T17:41:59.384 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.383+0000 7f777f168780 1 < completed multipart upload key=DO31EKWPC3OI upload=S3VKJ5XB03XI tag=S2LRJ95BWYF8 type=write size=3249886 2024-09-12T17:41:59.385 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.384+0000 7f777f168780 1 > prepared operation key=BO6EDKIVIHEW tag=V295BACWO99Q type=del size=998469 2024-09-12T17:41:59.387 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.385+0000 7f777f168780 1 < completed part key=_multipart_CIHBEU5VBLGQ.2~KGFWKJHFFCFH.0 size=572252 2024-09-12T17:41:59.388 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.387+0000 7f777f168780 1 < completed multipart upload key=CIHBEU5VBLGQ upload=KGFWKJHFFCFH tag=6U22A2VQ3UA2 type=write size=1620828 2024-09-12T17:41:59.390 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.388+0000 7f777f168780 1 > prepared operation key=ZABXJ7LUKKD3 tag=1V941VOW27LE type=del size=2717499 2024-09-12T17:41:59.391 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.390+0000 7f777f168780 1 < canceled operation key=H3CSJQOWQ7NN tag=0OB81T7BJH48 type=write size=364872 2024-09-12T17:41:59.392 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.391+0000 7f777f168780 1 > prepared operation key=NV7QYM1CMJA7 tag=PBVBYLILD4FB type=del size=903522 2024-09-12T17:41:59.393 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.392+0000 7f777f168780 1 < completed delete operation key=NV7QYM1CMJA7 tag=DX4UPOOU4PS9 type=del 2024-09-12T17:41:59.396 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.394+0000 7f777f168780 1 > prepared part key=_multipart_1ZL602X3VJDP.2~S6E6FB9WM3G5.0 size=992236 2024-09-12T17:41:59.396 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.394+0000 7f777f168780 1 > prepared multipart upload key=1ZL602X3VJDP upload=S6E6FB9WM3G5 tag=Q0P4FZTWKW2N type=write size=2040812 2024-09-12T17:41:59.397 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.396+0000 7f777f168780 1 < completed delete operation key=CIHBEU5VBLGQ tag=DR10CSYNUAEL type=del 2024-09-12T17:41:59.399 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.398+0000 7f777f168780 1 > prepared part key=_multipart_ZABXJ7LUKKD3.2~EXGH81E6J8RC.0 size=1048576 2024-09-12T17:41:59.400 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.399+0000 7f777f168780 1 > prepared part key=_multipart_ZABXJ7LUKKD3.2~EXGH81E6J8RC.1 size=1048576 2024-09-12T17:41:59.401 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.400+0000 7f777f168780 1 > prepared part key=_multipart_ZABXJ7LUKKD3.2~EXGH81E6J8RC.2 size=337987 2024-09-12T17:41:59.401 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.400+0000 7f777f168780 1 > prepared multipart upload key=ZABXJ7LUKKD3 upload=EXGH81E6J8RC tag=VCMAQF88UX9K type=write size=3483715 2024-09-12T17:41:59.403 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.401+0000 7f777f168780 1 < completed part key=_multipart_G4A1L52XKRAS.2~ARMXJ0X4UL05.0 size=1048576 2024-09-12T17:41:59.404 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.402+0000 7f777f168780 1 < completed part key=_multipart_G4A1L52XKRAS.2~ARMXJ0X4UL05.1 size=1048576 2024-09-12T17:41:59.405 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.403+0000 7f777f168780 1 < completed part key=_multipart_G4A1L52XKRAS.2~ARMXJ0X4UL05.2 size=101956 2024-09-12T17:41:59.407 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.405+0000 7f777f168780 1 < completed multipart upload key=G4A1L52XKRAS upload=ARMXJ0X4UL05 tag=OSLVVZ8ZZZUU type=write size=3247684 2024-09-12T17:41:59.409 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.407+0000 7f777f168780 1 > prepared part key=_multipart_PW0NPHZT12D3.2~AHX3ZS861MAY.0 size=1048576 2024-09-12T17:41:59.410 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.408+0000 7f777f168780 1 > prepared part key=_multipart_PW0NPHZT12D3.2~AHX3ZS861MAY.1 size=1048576 2024-09-12T17:41:59.410 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.409+0000 7f777f168780 1 > prepared part key=_multipart_PW0NPHZT12D3.2~AHX3ZS861MAY.2 size=872151 2024-09-12T17:41:59.411 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.409+0000 7f777f168780 1 > prepared multipart upload key=PW0NPHZT12D3 upload=AHX3ZS861MAY tag=8Q4LT39I2AYI type=write size=4017879 2024-09-12T17:41:59.412 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.410+0000 7f777f168780 1 < completed part key=_multipart_13V8F5WX47AD.2~NIZZ64YF97JH.0 size=333745 2024-09-12T17:41:59.414 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.412+0000 7f777f168780 1 < completed multipart upload key=13V8F5WX47AD upload=NIZZ64YF97JH tag=0Z7FX19CUEDF type=write size=1382321 2024-09-12T17:41:59.415 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.413+0000 7f777f168780 1 > prepared operation key=OE1BUCZHIE1B tag=ETDWACF9QI59 type=del size=1456668 2024-09-12T17:41:59.417 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.416+0000 7f777f168780 1 < completed part key=_multipart_FCBWV27TCNS4.2~EW77688LKDL2.0 size=1048576 2024-09-12T17:41:59.418 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.417+0000 7f777f168780 1 < completed part key=_multipart_FCBWV27TCNS4.2~EW77688LKDL2.1 size=308086 2024-09-12T17:41:59.420 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.419+0000 7f777f168780 1 < completed multipart upload key=FCBWV27TCNS4 upload=EW77688LKDL2 tag=NKDLHDLBRE2Y type=write size=2405238 2024-09-12T17:41:59.421 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.420+0000 7f777f168780 1 > prepared operation key=GYBHJV1TE1UC tag=F224F3LNJH2L type=del size=386033 2024-09-12T17:41:59.423 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.421+0000 7f777f168780 1 < completed part key=_multipart_13V8F5WX47AD.2~5JIMOSJTPHOC.0 size=923732 2024-09-12T17:41:59.424 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.423+0000 7f777f168780 1 < completed multipart upload key=13V8F5WX47AD upload=5JIMOSJTPHOC tag=D0QHR3LOHHPY type=write size=1972308 2024-09-12T17:41:59.425 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.424+0000 7f777f168780 1 > prepared operation key=FI2EY06UN14X tag=2SK2OTWNQPVZ type=del size=2599692 2024-09-12T17:41:59.427 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.425+0000 7f777f168780 1 < completed part key=_multipart_VI3OAATH7N7Z.2~9OY2JXFJ0V9A.0 size=1048576 2024-09-12T17:41:59.428 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.426+0000 7f777f168780 1 < completed part key=_multipart_VI3OAATH7N7Z.2~9OY2JXFJ0V9A.1 size=798951 2024-09-12T17:41:59.430 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.428+0000 7f777f168780 1 < completed multipart upload key=VI3OAATH7N7Z upload=9OY2JXFJ0V9A tag=TBHSKWLNC0ZR type=write size=2896103 2024-09-12T17:41:59.432 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.430+0000 7f777f168780 1 > prepared part key=_multipart_AEV8UHLVWR8L.2~45WATCL4L5IY.0 size=591714 2024-09-12T17:41:59.432 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.430+0000 7f777f168780 1 > prepared multipart upload key=AEV8UHLVWR8L upload=45WATCL4L5IY tag=J5TKPJ38Q4SB type=write size=1640290 2024-09-12T17:41:59.433 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.431+0000 7f777f168780 1 < completed part key=_multipart_NV7QYM1CMJA7.2~FRO0LEI6SZR5.0 size=1048576 2024-09-12T17:41:59.434 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.432+0000 7f777f168780 1 < completed part key=_multipart_NV7QYM1CMJA7.2~FRO0LEI6SZR5.1 size=16697 2024-09-12T17:41:59.436 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.434+0000 7f777f168780 1 < completed multipart upload key=NV7QYM1CMJA7 upload=FRO0LEI6SZR5 tag=XGIYZ191D909 type=write size=2113849 2024-09-12T17:41:59.437 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.435+0000 7f777f168780 1 > prepared operation key=FSWX3S2TGJJ9 tag=N7ZDR4AP3VQR type=write size=975368 2024-09-12T17:41:59.438 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.437+0000 7f777f168780 1 < completed write operation key=CASKVIJ5MIV7 tag=R002Q37E0XN2 type=write size=193060 2024-09-12T17:41:59.440 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.439+0000 7f777f168780 1 > prepared part key=_multipart_O3IEF0Z4S34O.2~LAIFXNXHX4OF.0 size=1048576 2024-09-12T17:41:59.441 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.440+0000 7f777f168780 1 > prepared part key=_multipart_O3IEF0Z4S34O.2~LAIFXNXHX4OF.1 size=1022413 2024-09-12T17:41:59.441 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.440+0000 7f777f168780 1 > prepared multipart upload key=O3IEF0Z4S34O upload=LAIFXNXHX4OF tag=9OE0BHN7XAJM type=write size=3119565 2024-09-12T17:41:59.442 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.441+0000 7f777f168780 1 < completed delete operation key=FSWX3S2TGJJ9 tag=VAUS6BDHOHEY type=del 2024-09-12T17:41:59.444 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.443+0000 7f777f168780 1 > prepared part key=_multipart_AEV8UHLVWR8L.2~8ICZA1HRSHF8.0 size=1048576 2024-09-12T17:41:59.445 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.444+0000 7f777f168780 1 > prepared part key=_multipart_AEV8UHLVWR8L.2~8ICZA1HRSHF8.1 size=351243 2024-09-12T17:41:59.445 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.444+0000 7f777f168780 1 > prepared multipart upload key=AEV8UHLVWR8L upload=8ICZA1HRSHF8 tag=KT8XXFVAWQ3Y type=write size=2448395 2024-09-12T17:41:59.447 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.445+0000 7f777f168780 1 < completed part key=_multipart_DCPT2HL28MHD.2~PMWNDG7FDEUN.0 size=1048576 2024-09-12T17:41:59.447 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.446+0000 7f777f168780 1 < completed part key=_multipart_DCPT2HL28MHD.2~PMWNDG7FDEUN.1 size=673356 2024-09-12T17:41:59.449 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.448+0000 7f777f168780 1 < completed multipart upload key=DCPT2HL28MHD upload=PMWNDG7FDEUN tag=VYRMORSFSYAZ type=write size=2770508 2024-09-12T17:41:59.451 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.450+0000 7f777f168780 1 > prepared part key=_multipart_1IACFTAZKIWV.2~Q2NDPIHJ07SO.0 size=1048576 2024-09-12T17:41:59.452 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.451+0000 7f777f168780 1 > prepared part key=_multipart_1IACFTAZKIWV.2~Q2NDPIHJ07SO.1 size=700730 2024-09-12T17:41:59.452 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.451+0000 7f777f168780 1 > prepared multipart upload key=1IACFTAZKIWV upload=Q2NDPIHJ07SO tag=CF0VO311S9DA type=write size=2797882 2024-09-12T17:41:59.453 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.452+0000 7f777f168780 1 < completed part key=_multipart_VI3OAATH7N7Z.2~4E1PPXCQXU99.0 size=1048576 2024-09-12T17:41:59.454 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.453+0000 7f777f168780 1 < completed part key=_multipart_VI3OAATH7N7Z.2~4E1PPXCQXU99.1 size=696992 2024-09-12T17:41:59.456 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.455+0000 7f777f168780 1 < completed multipart upload key=VI3OAATH7N7Z upload=4E1PPXCQXU99 tag=KPB2LP7PCPMR type=write size=2794144 2024-09-12T17:41:59.457 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.456+0000 7f777f168780 1 > prepared operation key=CIHBEU5VBLGQ tag=YLM2KQU25A3Y type=del size=20098 2024-09-12T17:41:59.459 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.457+0000 7f777f168780 1 < completed part key=_multipart_FI2EY06UN14X.2~G9HF06JMW6S5.0 size=509756 2024-09-12T17:41:59.461 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.459+0000 7f777f168780 1 < completed multipart upload key=FI2EY06UN14X upload=G9HF06JMW6S5 tag=JUKH677H38PD type=write size=1558332 2024-09-12T17:41:59.462 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.460+0000 7f777f168780 1 > prepared operation key=NV7QYM1CMJA7 tag=481IL2K1JHCV type=del size=742361 2024-09-12T17:41:59.463 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.461+0000 7f777f168780 1 < completed delete operation key=BO6EDKIVIHEW tag=V295BACWO99Q type=del 2024-09-12T17:41:59.464 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.463+0000 7f777f168780 1 > prepared operation key=1ZL602X3VJDP tag=PKTCGBC1XVCN type=del size=216618 2024-09-12T17:41:59.465 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.464+0000 7f777f168780 1 < completed delete operation key=ZABXJ7LUKKD3 tag=1V941VOW27LE type=del 2024-09-12T17:41:59.467 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.466+0000 7f777f168780 1 > prepared part key=_multipart_FCBWV27TCNS4.2~KVMXOFLCJSR4.0 size=97372 2024-09-12T17:41:59.467 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.466+0000 7f777f168780 1 > prepared multipart upload key=FCBWV27TCNS4 upload=KVMXOFLCJSR4 tag=2FPF2BEJPSSA type=write size=1145948 2024-09-12T17:41:59.468 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.467+0000 7f777f168780 1 < completed delete operation key=NV7QYM1CMJA7 tag=PBVBYLILD4FB type=del 2024-09-12T17:41:59.469 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.468+0000 7f777f168780 1 > prepared operation key=S79H21EJKRPP tag=0JG9LN3Y890F type=del size=2877750 2024-09-12T17:41:59.470 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.469+0000 7f777f168780 1 < completed part key=_multipart_1ZL602X3VJDP.2~S6E6FB9WM3G5.0 size=992236 2024-09-12T17:41:59.472 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.471+0000 7f777f168780 1 < completed multipart upload key=1ZL602X3VJDP upload=S6E6FB9WM3G5 tag=Q0P4FZTWKW2N type=write size=2040812 2024-09-12T17:41:59.474 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.473+0000 7f777f168780 1 > prepared part key=_multipart_BO6EDKIVIHEW.2~UMY4FC18802P.0 size=1048576 2024-09-12T17:41:59.475 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.474+0000 7f777f168780 1 > prepared part key=_multipart_BO6EDKIVIHEW.2~UMY4FC18802P.1 size=1048576 2024-09-12T17:41:59.476 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.475+0000 7f777f168780 1 > prepared part key=_multipart_BO6EDKIVIHEW.2~UMY4FC18802P.2 size=932017 2024-09-12T17:41:59.476 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.475+0000 7f777f168780 1 > prepared multipart upload key=BO6EDKIVIHEW upload=UMY4FC18802P tag=9ZI0N3DBQP0B type=write size=4077745 2024-09-12T17:41:59.477 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.475+0000 7f777f168780 1 < canceled part key=_multipart_ZABXJ7LUKKD3.2~EXGH81E6J8RC.0 size=1048576 2024-09-12T17:41:59.477 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.476+0000 7f777f168780 1 < completed part key=_multipart_ZABXJ7LUKKD3.2~EXGH81E6J8RC.1 size=1048576 2024-09-12T17:41:59.478 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.477+0000 7f777f168780 1 < completed part key=_multipart_ZABXJ7LUKKD3.2~EXGH81E6J8RC.2 size=337987 2024-09-12T17:41:59.481 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.479+0000 7f777f168780 1 < canceled multipart upload key=ZABXJ7LUKKD3 upload=EXGH81E6J8RC tag=VCMAQF88UX9K type=write size=3483715 2024-09-12T17:41:59.483 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.482+0000 7f777f168780 1 > prepared part key=_multipart_FI2EY06UN14X.2~GE2I57DW8T80.0 size=798457 2024-09-12T17:41:59.483 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.482+0000 7f777f168780 1 > prepared multipart upload key=FI2EY06UN14X upload=GE2I57DW8T80 tag=8925YR01YSEO type=write size=1847033 2024-09-12T17:41:59.485 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.483+0000 7f777f168780 1 < completed part key=_multipart_PW0NPHZT12D3.2~AHX3ZS861MAY.0 size=1048576 2024-09-12T17:41:59.486 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.484+0000 7f777f168780 1 < completed part key=_multipart_PW0NPHZT12D3.2~AHX3ZS861MAY.1 size=1048576 2024-09-12T17:41:59.486 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.484+0000 7f777f168780 1 < canceled part key=_multipart_PW0NPHZT12D3.2~AHX3ZS861MAY.2 size=872151 2024-09-12T17:41:59.488 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.486+0000 7f777f168780 1 < canceled multipart upload key=PW0NPHZT12D3 upload=AHX3ZS861MAY tag=8Q4LT39I2AYI type=write size=4017879 2024-09-12T17:41:59.489 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.488+0000 7f777f168780 1 > prepared operation key=FCBWV27TCNS4 tag=RHEQYEAYR2ZG type=del size=1513807 2024-09-12T17:41:59.492 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.490+0000 7f777f168780 1 < suggested update operation key=OE1BUCZHIE1B tag=ETDWACF9QI59 type=del size=1456668 2024-09-12T17:41:59.493 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.491+0000 7f777f168780 1 > prepared operation key=K0OUEJ4GMFDB tag=6FFMW9FYQPHO type=del size=140382 2024-09-12T17:41:59.494 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.493+0000 7f777f168780 1 < completed delete operation key=GYBHJV1TE1UC tag=F224F3LNJH2L type=del 2024-09-12T17:41:59.495 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.494+0000 7f777f168780 1 > prepared operation key=S79H21EJKRPP tag=52EACLJAE1PL type=del size=2888745 2024-09-12T17:41:59.497 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.495+0000 7f777f168780 1 < completed delete operation key=FI2EY06UN14X tag=2SK2OTWNQPVZ type=del 2024-09-12T17:41:59.498 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.496+0000 7f777f168780 1 > prepared operation key=DCPT2HL28MHD tag=K9MJ14I7WIJT type=del size=3063296 2024-09-12T17:41:59.499 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.498+0000 7f777f168780 1 < completed part key=_multipart_AEV8UHLVWR8L.2~45WATCL4L5IY.0 size=591714 2024-09-12T17:41:59.501 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.500+0000 7f777f168780 1 < completed multipart upload key=AEV8UHLVWR8L upload=45WATCL4L5IY tag=J5TKPJ38Q4SB type=write size=1640290 2024-09-12T17:41:59.503 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.502+0000 7f777f168780 1 > prepared part key=_multipart_VI3OAATH7N7Z.2~BTW9B66M1DG3.0 size=1048576 2024-09-12T17:41:59.504 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.503+0000 7f777f168780 1 > prepared part key=_multipart_VI3OAATH7N7Z.2~BTW9B66M1DG3.1 size=1048576 2024-09-12T17:41:59.505 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.504+0000 7f777f168780 1 > prepared part key=_multipart_VI3OAATH7N7Z.2~BTW9B66M1DG3.2 size=643665 2024-09-12T17:41:59.505 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.504+0000 7f777f168780 1 > prepared multipart upload key=VI3OAATH7N7Z upload=BTW9B66M1DG3 tag=U1IRVZPZRWBC type=write size=3789393 2024-09-12T17:41:59.506 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.505+0000 7f777f168780 1 < completed write operation key=FSWX3S2TGJJ9 tag=N7ZDR4AP3VQR type=write size=975368 2024-09-12T17:41:59.509 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.507+0000 7f777f168780 1 > prepared part key=_multipart_BO6EDKIVIHEW.2~XOEFMDWS3RNK.0 size=313910 2024-09-12T17:41:59.509 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.507+0000 7f777f168780 1 > prepared multipart upload key=BO6EDKIVIHEW upload=XOEFMDWS3RNK tag=E3WNNVAH7GD3 type=write size=1362486 2024-09-12T17:41:59.510 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.508+0000 7f777f168780 1 < completed part key=_multipart_O3IEF0Z4S34O.2~LAIFXNXHX4OF.0 size=1048576 2024-09-12T17:41:59.511 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.509+0000 7f777f168780 1 < completed part key=_multipart_O3IEF0Z4S34O.2~LAIFXNXHX4OF.1 size=1022413 2024-09-12T17:41:59.513 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.511+0000 7f777f168780 1 < completed multipart upload key=O3IEF0Z4S34O upload=LAIFXNXHX4OF tag=9OE0BHN7XAJM type=write size=3119565 2024-09-12T17:41:59.515 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.514+0000 7f777f168780 1 > prepared part key=_multipart_1ZL602X3VJDP.2~0G42MQ5GR3PW.0 size=1048576 2024-09-12T17:41:59.516 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.515+0000 7f777f168780 1 > prepared part key=_multipart_1ZL602X3VJDP.2~0G42MQ5GR3PW.1 size=1048576 2024-09-12T17:41:59.517 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.515+0000 7f777f168780 1 > prepared part key=_multipart_1ZL602X3VJDP.2~0G42MQ5GR3PW.2 size=361452 2024-09-12T17:41:59.517 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.515+0000 7f777f168780 1 > prepared multipart upload key=1ZL602X3VJDP upload=0G42MQ5GR3PW tag=XIWEHD2IPJ2K type=write size=3507180 2024-09-12T17:41:59.518 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.517+0000 7f777f168780 1 < completed part key=_multipart_AEV8UHLVWR8L.2~8ICZA1HRSHF8.0 size=1048576 2024-09-12T17:41:59.519 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.518+0000 7f777f168780 1 < completed part key=_multipart_AEV8UHLVWR8L.2~8ICZA1HRSHF8.1 size=351243 2024-09-12T17:41:59.521 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.520+0000 7f777f168780 1 < completed multipart upload key=AEV8UHLVWR8L upload=8ICZA1HRSHF8 tag=KT8XXFVAWQ3Y type=write size=2448395 2024-09-12T17:41:59.523 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.522+0000 7f777f168780 1 > prepared part key=_multipart_1IACFTAZKIWV.2~U4B4D5ESKYRT.0 size=1048576 2024-09-12T17:41:59.526 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.524+0000 7f777f168780 1 > prepared part key=_multipart_1IACFTAZKIWV.2~U4B4D5ESKYRT.1 size=759103 2024-09-12T17:41:59.526 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.524+0000 7f777f168780 1 > prepared multipart upload key=1IACFTAZKIWV upload=U4B4D5ESKYRT tag=CAM2Q01S6ETB type=write size=2856255 2024-09-12T17:41:59.527 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.526+0000 7f777f168780 1 < completed part key=_multipart_1IACFTAZKIWV.2~Q2NDPIHJ07SO.0 size=1048576 2024-09-12T17:41:59.528 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.527+0000 7f777f168780 1 < completed part key=_multipart_1IACFTAZKIWV.2~Q2NDPIHJ07SO.1 size=700730 2024-09-12T17:41:59.530 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.529+0000 7f777f168780 1 < completed multipart upload key=1IACFTAZKIWV upload=Q2NDPIHJ07SO tag=CF0VO311S9DA type=write size=2797882 2024-09-12T17:41:59.531 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.530+0000 7f777f168780 1 > prepared operation key=CV1EGVJPNSKR tag=M6VTW80FLP1N type=del size=1600722 2024-09-12T17:41:59.533 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.531+0000 7f777f168780 1 < completed delete operation key=CIHBEU5VBLGQ tag=YLM2KQU25A3Y type=del 2024-09-12T17:41:59.534 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.532+0000 7f777f168780 1 > prepared operation key=AEV8UHLVWR8L tag=4MVLELCGO4GR type=write size=246869 2024-09-12T17:41:59.536 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.535+0000 7f777f168780 1 < suggested remove operation key=NV7QYM1CMJA7 tag=481IL2K1JHCV type=del 2024-09-12T17:41:59.538 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.537+0000 7f777f168780 1 > prepared part key=_multipart_S79H21EJKRPP.2~RXWMTB149LF3.0 size=683350 2024-09-12T17:41:59.538 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.537+0000 7f777f168780 1 > prepared multipart upload key=S79H21EJKRPP upload=RXWMTB149LF3 tag=S206JWR7817P type=write size=1731926 2024-09-12T17:41:59.540 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.538+0000 7f777f168780 1 < completed delete operation key=1ZL602X3VJDP tag=PKTCGBC1XVCN type=del 2024-09-12T17:41:59.541 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.539+0000 7f777f168780 1 > prepared operation key=CIHBEU5VBLGQ tag=LN181JM8IH1E type=del size=1092633 2024-09-12T17:41:59.542 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.541+0000 7f777f168780 1 < completed part key=_multipart_FCBWV27TCNS4.2~KVMXOFLCJSR4.0 size=97372 2024-09-12T17:41:59.544 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.543+0000 7f777f168780 1 < completed multipart upload key=FCBWV27TCNS4 upload=KVMXOFLCJSR4 tag=2FPF2BEJPSSA type=write size=1145948 2024-09-12T17:41:59.546 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.545+0000 7f777f168780 1 > prepared part key=_multipart_3U17OL8VRNIQ.2~M7K1KXKYT6DH.0 size=855575 2024-09-12T17:41:59.546 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.545+0000 7f777f168780 1 > prepared multipart upload key=3U17OL8VRNIQ upload=M7K1KXKYT6DH tag=P0HG69J4EJAG type=write size=1904151 2024-09-12T17:41:59.549 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.547+0000 7f777f168780 1 < suggested remove operation key=S79H21EJKRPP tag=0JG9LN3Y890F type=del 2024-09-12T17:41:59.550 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.548+0000 7f777f168780 1 > prepared operation key=CASKVIJ5MIV7 tag=E2ZMS5IMXXAH type=del size=1887736 2024-09-12T17:41:59.551 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.549+0000 7f777f168780 1 < completed part key=_multipart_BO6EDKIVIHEW.2~UMY4FC18802P.0 size=1048576 2024-09-12T17:41:59.552 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.550+0000 7f777f168780 1 < completed part key=_multipart_BO6EDKIVIHEW.2~UMY4FC18802P.1 size=1048576 2024-09-12T17:41:59.553 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.551+0000 7f777f168780 1 < completed part key=_multipart_BO6EDKIVIHEW.2~UMY4FC18802P.2 size=932017 2024-09-12T17:41:59.555 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.553+0000 7f777f168780 1 < completed multipart upload key=BO6EDKIVIHEW upload=UMY4FC18802P tag=9ZI0N3DBQP0B type=write size=4077745 2024-09-12T17:41:59.557 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.555+0000 7f777f168780 1 > prepared part key=_multipart_3U17OL8VRNIQ.2~9U3DEZESYT0V.0 size=253086 2024-09-12T17:41:59.557 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.555+0000 7f777f168780 1 > prepared multipart upload key=3U17OL8VRNIQ upload=9U3DEZESYT0V tag=656DGPHOR6XM type=write size=1301662 2024-09-12T17:41:59.558 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.556+0000 7f777f168780 1 < completed part key=_multipart_FI2EY06UN14X.2~GE2I57DW8T80.0 size=798457 2024-09-12T17:41:59.560 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.558+0000 7f777f168780 1 < completed multipart upload key=FI2EY06UN14X upload=GE2I57DW8T80 tag=8925YR01YSEO type=write size=1847033 2024-09-12T17:41:59.562 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.561+0000 7f777f168780 1 > prepared part key=_multipart_2ZFE3UG14FTU.2~4BASLI812DTT.0 size=1048576 2024-09-12T17:41:59.563 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.562+0000 7f777f168780 1 > prepared part key=_multipart_2ZFE3UG14FTU.2~4BASLI812DTT.1 size=1048576 2024-09-12T17:41:59.564 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.563+0000 7f777f168780 1 > prepared part key=_multipart_2ZFE3UG14FTU.2~4BASLI812DTT.2 size=664857 2024-09-12T17:41:59.564 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.563+0000 7f777f168780 1 > prepared multipart upload key=2ZFE3UG14FTU upload=4BASLI812DTT tag=SBZUNV5OZGWR type=write size=3810585 2024-09-12T17:41:59.565 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.564+0000 7f777f168780 1 < completed delete operation key=FCBWV27TCNS4 tag=RHEQYEAYR2ZG type=del 2024-09-12T17:41:59.566 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.565+0000 7f777f168780 1 > prepared operation key=PW0NPHZT12D3 tag=XFY1C0EAL7KW type=del size=1055117 2024-09-12T17:41:59.567 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.566+0000 7f777f168780 1 < completed delete operation key=K0OUEJ4GMFDB tag=6FFMW9FYQPHO type=del 2024-09-12T17:41:59.569 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.567+0000 7f777f168780 1 > prepared operation key=7Q7D1WMM31NL tag=7R0L37GJQY6R type=del size=3829826 2024-09-12T17:41:59.570 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.568+0000 7f777f168780 -1 < failed to complete operation key=S79H21EJKRPP tag=52EACLJAE1PL type=del size=2888745: (22) Invalid argument 2024-09-12T17:41:59.571 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.570+0000 7f777f168780 1 > prepared operation key=O3IEF0Z4S34O tag=RSURG2QOD9QX type=del size=2188142 2024-09-12T17:41:59.572 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.571+0000 7f777f168780 1 < completed delete operation key=DCPT2HL28MHD tag=K9MJ14I7WIJT type=del 2024-09-12T17:41:59.573 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.572+0000 7f777f168780 1 > prepared operation key=CV1EGVJPNSKR tag=NGLEBJQDEARG type=write size=402830 2024-09-12T17:41:59.574 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.572+0000 7f777f168780 1 < canceled part key=_multipart_VI3OAATH7N7Z.2~BTW9B66M1DG3.0 size=1048576 2024-09-12T17:41:59.575 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.573+0000 7f777f168780 1 < completed part key=_multipart_VI3OAATH7N7Z.2~BTW9B66M1DG3.1 size=1048576 2024-09-12T17:41:59.575 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.574+0000 7f777f168780 1 < completed part key=_multipart_VI3OAATH7N7Z.2~BTW9B66M1DG3.2 size=643665 2024-09-12T17:41:59.577 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.576+0000 7f777f168780 1 < canceled multipart upload key=VI3OAATH7N7Z upload=BTW9B66M1DG3 tag=U1IRVZPZRWBC type=write size=3789393 2024-09-12T17:41:59.580 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.578+0000 7f777f168780 1 > prepared part key=_multipart_OE1BUCZHIE1B.2~7LGF2OSMGYDL.0 size=331366 2024-09-12T17:41:59.580 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.578+0000 7f777f168780 1 > prepared multipart upload key=OE1BUCZHIE1B upload=7LGF2OSMGYDL tag=7D9SLB9EU5LV type=write size=1379942 2024-09-12T17:41:59.581 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.579+0000 7f777f168780 1 < completed part key=_multipart_BO6EDKIVIHEW.2~XOEFMDWS3RNK.0 size=313910 2024-09-12T17:41:59.583 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.582+0000 7f777f168780 1 < completed multipart upload key=BO6EDKIVIHEW upload=XOEFMDWS3RNK tag=E3WNNVAH7GD3 type=write size=1362486 2024-09-12T17:41:59.584 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.583+0000 7f777f168780 1 > prepared operation key=1IACFTAZKIWV tag=BZM45TJE6W59 type=del size=2559278 2024-09-12T17:41:59.585 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.584+0000 7f777f168780 1 < completed part key=_multipart_1ZL602X3VJDP.2~0G42MQ5GR3PW.0 size=1048576 2024-09-12T17:41:59.587 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.585+0000 7f777f168780 1 < completed part key=_multipart_1ZL602X3VJDP.2~0G42MQ5GR3PW.1 size=1048576 2024-09-12T17:41:59.588 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.586+0000 7f777f168780 1 < completed part key=_multipart_1ZL602X3VJDP.2~0G42MQ5GR3PW.2 size=361452 2024-09-12T17:41:59.589 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.588+0000 7f777f168780 1 < completed multipart upload key=1ZL602X3VJDP upload=0G42MQ5GR3PW tag=XIWEHD2IPJ2K type=write size=3507180 2024-09-12T17:41:59.591 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.589+0000 7f777f168780 1 > prepared operation key=DO31EKWPC3OI tag=P5QHP0V00HNZ type=del size=73309 2024-09-12T17:41:59.592 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.590+0000 7f777f168780 1 < completed part key=_multipart_1IACFTAZKIWV.2~U4B4D5ESKYRT.0 size=1048576 2024-09-12T17:41:59.593 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.591+0000 7f777f168780 1 < completed part key=_multipart_1IACFTAZKIWV.2~U4B4D5ESKYRT.1 size=759103 2024-09-12T17:41:59.594 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.593+0000 7f777f168780 1 < completed multipart upload key=1IACFTAZKIWV upload=U4B4D5ESKYRT tag=CAM2Q01S6ETB type=write size=2856255 2024-09-12T17:41:59.597 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.595+0000 7f777f168780 1 > prepared part key=_multipart_S79H21EJKRPP.2~BVVAES6UENFM.0 size=1048576 2024-09-12T17:41:59.598 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.596+0000 7f777f168780 1 > prepared part key=_multipart_S79H21EJKRPP.2~BVVAES6UENFM.1 size=1048576 2024-09-12T17:41:59.599 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.597+0000 7f777f168780 1 > prepared part key=_multipart_S79H21EJKRPP.2~BVVAES6UENFM.2 size=868181 2024-09-12T17:41:59.599 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.597+0000 7f777f168780 1 > prepared multipart upload key=S79H21EJKRPP upload=BVVAES6UENFM tag=MR4JG2HJUD28 type=write size=4013909 2024-09-12T17:41:59.600 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.599+0000 7f777f168780 1 < completed delete operation key=CV1EGVJPNSKR tag=M6VTW80FLP1N type=del 2024-09-12T17:41:59.602 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.601+0000 7f777f168780 1 > prepared part key=_multipart_K0OUEJ4GMFDB.2~Q7CNRUXVDNY1.0 size=452832 2024-09-12T17:41:59.602 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.601+0000 7f777f168780 1 > prepared multipart upload key=K0OUEJ4GMFDB upload=Q7CNRUXVDNY1 tag=EZOK4NOD388B type=write size=1501408 2024-09-12T17:41:59.603 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.602+0000 7f777f168780 1 < completed write operation key=AEV8UHLVWR8L tag=4MVLELCGO4GR type=write size=246869 2024-09-12T17:41:59.606 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.604+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~PZM2865UM6P7.0 size=1048576 2024-09-12T17:41:59.607 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.605+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~PZM2865UM6P7.1 size=1048576 2024-09-12T17:41:59.608 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.606+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~PZM2865UM6P7.2 size=495469 2024-09-12T17:41:59.608 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.606+0000 7f777f168780 1 > prepared multipart upload key=CIHBEU5VBLGQ upload=PZM2865UM6P7 tag=0KPB9UFYH5FN type=write size=3641197 2024-09-12T17:41:59.609 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.607+0000 7f777f168780 1 < completed part key=_multipart_S79H21EJKRPP.2~RXWMTB149LF3.0 size=683350 2024-09-12T17:41:59.611 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.609+0000 7f777f168780 1 < completed multipart upload key=S79H21EJKRPP upload=RXWMTB149LF3 tag=S206JWR7817P type=write size=1731926 2024-09-12T17:41:59.612 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.611+0000 7f777f168780 1 > prepared operation key=VI3OAATH7N7Z tag=TAQNTDSNUNFQ type=del size=3215316 2024-09-12T17:41:59.613 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.612+0000 7f777f168780 1 < completed delete operation key=CIHBEU5VBLGQ tag=LN181JM8IH1E type=del 2024-09-12T17:41:59.615 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.613+0000 7f777f168780 1 > prepared operation key=O3IEF0Z4S34O tag=ND7TZVFI7VJW type=del size=3663798 2024-09-12T17:41:59.616 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.614+0000 7f777f168780 1 < completed part key=_multipart_3U17OL8VRNIQ.2~M7K1KXKYT6DH.0 size=855575 2024-09-12T17:41:59.618 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.616+0000 7f777f168780 1 < completed multipart upload key=3U17OL8VRNIQ upload=M7K1KXKYT6DH tag=P0HG69J4EJAG type=write size=1904151 2024-09-12T17:41:59.620 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.619+0000 7f777f168780 1 > prepared part key=_multipart_CPJJKVPMV2GJ.2~GE4DO20CMXP4.0 size=389074 2024-09-12T17:41:59.620 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.619+0000 7f777f168780 1 > prepared multipart upload key=CPJJKVPMV2GJ upload=GE4DO20CMXP4 tag=KB3E74DWV4W4 type=write size=1437650 2024-09-12T17:41:59.621 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.620+0000 7f777f168780 1 < completed delete operation key=CASKVIJ5MIV7 tag=E2ZMS5IMXXAH type=del 2024-09-12T17:41:59.623 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.621+0000 7f777f168780 1 > prepared operation key=DO31EKWPC3OI tag=F0HSKLT5X91R type=write size=988560 2024-09-12T17:41:59.624 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.623+0000 7f777f168780 1 < completed part key=_multipart_3U17OL8VRNIQ.2~9U3DEZESYT0V.0 size=253086 2024-09-12T17:41:59.626 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.625+0000 7f777f168780 1 < completed multipart upload key=3U17OL8VRNIQ upload=9U3DEZESYT0V tag=656DGPHOR6XM type=write size=1301662 2024-09-12T17:41:59.628 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.627+0000 7f777f168780 1 > prepared part key=_multipart_1IACFTAZKIWV.2~F9SC47L4NZCH.0 size=108816 2024-09-12T17:41:59.628 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.627+0000 7f777f168780 1 > prepared multipart upload key=1IACFTAZKIWV upload=F9SC47L4NZCH tag=MHFXKI2A61OI type=write size=1157392 2024-09-12T17:41:59.629 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.628+0000 7f777f168780 1 < completed part key=_multipart_2ZFE3UG14FTU.2~4BASLI812DTT.0 size=1048576 2024-09-12T17:41:59.630 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.629+0000 7f777f168780 1 < completed part key=_multipart_2ZFE3UG14FTU.2~4BASLI812DTT.1 size=1048576 2024-09-12T17:41:59.631 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.630+0000 7f777f168780 1 < completed part key=_multipart_2ZFE3UG14FTU.2~4BASLI812DTT.2 size=664857 2024-09-12T17:41:59.633 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.632+0000 7f777f168780 1 < completed multipart upload key=2ZFE3UG14FTU upload=4BASLI812DTT tag=SBZUNV5OZGWR type=write size=3810585 2024-09-12T17:41:59.635 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.633+0000 7f777f168780 1 > prepared operation key=FCBWV27TCNS4 tag=YETZ0Q4GCMX1 type=del size=3314818 2024-09-12T17:41:59.637 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.636+0000 7f777f168780 1 < completed delete operation key=PW0NPHZT12D3 tag=XFY1C0EAL7KW type=del 2024-09-12T17:41:59.639 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.637+0000 7f777f168780 1 > prepared operation key=DO31EKWPC3OI tag=PUI9TESRWFBL type=del size=239907 2024-09-12T17:41:59.640 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.638+0000 7f777f168780 1 < completed delete operation key=7Q7D1WMM31NL tag=7R0L37GJQY6R type=del 2024-09-12T17:41:59.642 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.640+0000 7f777f168780 1 > prepared part key=_multipart_CV1EGVJPNSKR.2~QJ5KW5VK47CN.0 size=484717 2024-09-12T17:41:59.642 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.640+0000 7f777f168780 1 > prepared multipart upload key=CV1EGVJPNSKR upload=QJ5KW5VK47CN tag=XSAP6053CNSK type=write size=1533293 2024-09-12T17:41:59.643 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.642+0000 7f777f168780 1 < canceled operation key=O3IEF0Z4S34O tag=RSURG2QOD9QX type=del size=2188142 2024-09-12T17:41:59.644 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.643+0000 7f777f168780 1 > prepared operation key=O3IEF0Z4S34O tag=U2BQ3Z2MBM2K type=del size=2397266 2024-09-12T17:41:59.646 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.644+0000 7f777f168780 1 < completed write operation key=CV1EGVJPNSKR tag=NGLEBJQDEARG type=write size=402830 2024-09-12T17:41:59.648 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.646+0000 7f777f168780 1 > prepared part key=_multipart_FI2EY06UN14X.2~E4P5PMYEZ0WS.0 size=1048576 2024-09-12T17:41:59.649 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.647+0000 7f777f168780 1 > prepared part key=_multipart_FI2EY06UN14X.2~E4P5PMYEZ0WS.1 size=170291 2024-09-12T17:41:59.649 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.647+0000 7f777f168780 1 > prepared multipart upload key=FI2EY06UN14X upload=E4P5PMYEZ0WS tag=KWMFCLBK0ME7 type=write size=2267443 2024-09-12T17:41:59.650 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.649+0000 7f777f168780 1 < completed part key=_multipart_OE1BUCZHIE1B.2~7LGF2OSMGYDL.0 size=331366 2024-09-12T17:41:59.652 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.651+0000 7f777f168780 1 < completed multipart upload key=OE1BUCZHIE1B upload=7LGF2OSMGYDL tag=7D9SLB9EU5LV type=write size=1379942 2024-09-12T17:41:59.653 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.652+0000 7f777f168780 1 > prepared operation key=2BM46JTAY3BM tag=MAC2F5X47ETE type=del size=68525 2024-09-12T17:41:59.654 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.653+0000 7f777f168780 1 < canceled operation key=1IACFTAZKIWV tag=BZM45TJE6W59 type=del size=2559278 2024-09-12T17:41:59.656 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.655+0000 7f777f168780 1 > prepared part key=_multipart_1ZL602X3VJDP.2~F2DFETY2NZNG.0 size=1048576 2024-09-12T17:41:59.657 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.656+0000 7f777f168780 1 > prepared part key=_multipart_1ZL602X3VJDP.2~F2DFETY2NZNG.1 size=1048576 2024-09-12T17:41:59.658 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.657+0000 7f777f168780 1 > prepared part key=_multipart_1ZL602X3VJDP.2~F2DFETY2NZNG.2 size=93841 2024-09-12T17:41:59.658 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.657+0000 7f777f168780 1 > prepared multipart upload key=1ZL602X3VJDP upload=F2DFETY2NZNG tag=DRG4QWOPNS09 type=write size=3239569 2024-09-12T17:41:59.660 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.658+0000 7f777f168780 1 < completed delete operation key=DO31EKWPC3OI tag=P5QHP0V00HNZ type=del 2024-09-12T17:41:59.662 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.660+0000 7f777f168780 1 > prepared part key=_multipart_BO6EDKIVIHEW.2~TLKYJSU23IG0.0 size=1048576 2024-09-12T17:41:59.663 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.661+0000 7f777f168780 1 > prepared part key=_multipart_BO6EDKIVIHEW.2~TLKYJSU23IG0.1 size=886809 2024-09-12T17:41:59.663 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.661+0000 7f777f168780 1 > prepared multipart upload key=BO6EDKIVIHEW upload=TLKYJSU23IG0 tag=0J1P0YRX02HV type=write size=2983961 2024-09-12T17:41:59.664 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.663+0000 7f777f168780 1 < completed part key=_multipart_S79H21EJKRPP.2~BVVAES6UENFM.0 size=1048576 2024-09-12T17:41:59.665 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.663+0000 7f777f168780 1 < completed part key=_multipart_S79H21EJKRPP.2~BVVAES6UENFM.1 size=1048576 2024-09-12T17:41:59.665 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.663+0000 7f777f168780 1 < canceled part key=_multipart_S79H21EJKRPP.2~BVVAES6UENFM.2 size=868181 2024-09-12T17:41:59.667 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.665+0000 7f777f168780 1 < canceled multipart upload key=S79H21EJKRPP upload=BVVAES6UENFM tag=MR4JG2HJUD28 type=write size=4013909 2024-09-12T17:41:59.669 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.667+0000 7f777f168780 1 > prepared part key=_multipart_VI3OAATH7N7Z.2~21PKOBXBUBOR.0 size=1048576 2024-09-12T17:41:59.670 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.668+0000 7f777f168780 1 > prepared part key=_multipart_VI3OAATH7N7Z.2~21PKOBXBUBOR.1 size=557036 2024-09-12T17:41:59.670 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.668+0000 7f777f168780 1 > prepared multipart upload key=VI3OAATH7N7Z upload=21PKOBXBUBOR tag=AIA1O8AZBKBJ type=write size=2654188 2024-09-12T17:41:59.671 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.670+0000 7f777f168780 1 < completed part key=_multipart_K0OUEJ4GMFDB.2~Q7CNRUXVDNY1.0 size=452832 2024-09-12T17:41:59.673 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.672+0000 7f777f168780 1 < completed multipart upload key=K0OUEJ4GMFDB upload=Q7CNRUXVDNY1 tag=EZOK4NOD388B type=write size=1501408 2024-09-12T17:41:59.675 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.673+0000 7f777f168780 1 > prepared operation key=VI3OAATH7N7Z tag=1FN2NEXFT7QP type=del size=2986725 2024-09-12T17:41:59.676 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.675+0000 7f777f168780 1 < completed part key=_multipart_CIHBEU5VBLGQ.2~PZM2865UM6P7.0 size=1048576 2024-09-12T17:41:59.677 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.676+0000 7f777f168780 1 < completed part key=_multipart_CIHBEU5VBLGQ.2~PZM2865UM6P7.1 size=1048576 2024-09-12T17:41:59.678 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.677+0000 7f777f168780 1 < completed part key=_multipart_CIHBEU5VBLGQ.2~PZM2865UM6P7.2 size=495469 2024-09-12T17:41:59.680 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.679+0000 7f777f168780 1 < completed multipart upload key=CIHBEU5VBLGQ upload=PZM2865UM6P7 tag=0KPB9UFYH5FN type=write size=3641197 2024-09-12T17:41:59.682 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.680+0000 7f777f168780 1 > prepared operation key=H3CSJQOWQ7NN tag=8DH8ERRBE2T6 type=write size=562946 2024-09-12T17:41:59.683 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.681+0000 7f777f168780 1 < completed delete operation key=VI3OAATH7N7Z tag=TAQNTDSNUNFQ type=del 2024-09-12T17:41:59.684 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.683+0000 7f777f168780 1 > prepared operation key=2BM46JTAY3BM tag=693GH3VRHNVX type=del size=1412669 2024-09-12T17:41:59.685 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.684+0000 7f777f168780 1 < completed delete operation key=O3IEF0Z4S34O tag=ND7TZVFI7VJW type=del 2024-09-12T17:41:59.687 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.685+0000 7f777f168780 1 > prepared operation key=FI2EY06UN14X tag=G3GU8WS13LPF type=del size=3187502 2024-09-12T17:41:59.688 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.687+0000 7f777f168780 1 < completed part key=_multipart_CPJJKVPMV2GJ.2~GE4DO20CMXP4.0 size=389074 2024-09-12T17:41:59.690 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.689+0000 7f777f168780 1 < completed multipart upload key=CPJJKVPMV2GJ upload=GE4DO20CMXP4 tag=KB3E74DWV4W4 type=write size=1437650 2024-09-12T17:41:59.692 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.690+0000 7f777f168780 1 > prepared operation key=NV7QYM1CMJA7 tag=TJ08BP3TNVX9 type=del size=4103432 2024-09-12T17:41:59.693 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.692+0000 7f777f168780 1 < completed write operation key=DO31EKWPC3OI tag=F0HSKLT5X91R type=write size=988560 2024-09-12T17:41:59.695 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.694+0000 7f777f168780 1 > prepared part key=_multipart_3D7LF14YZ1DI.2~I5MDLKBV7WLV.0 size=1036364 2024-09-12T17:41:59.695 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.694+0000 7f777f168780 1 > prepared multipart upload key=3D7LF14YZ1DI upload=I5MDLKBV7WLV tag=QB6WIWY7UF0W type=write size=2084940 2024-09-12T17:41:59.696 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.695+0000 7f777f168780 1 < completed part key=_multipart_1IACFTAZKIWV.2~F9SC47L4NZCH.0 size=108816 2024-09-12T17:41:59.698 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.697+0000 7f777f168780 1 < completed multipart upload key=1IACFTAZKIWV upload=F9SC47L4NZCH tag=MHFXKI2A61OI type=write size=1157392 2024-09-12T17:41:59.700 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.698+0000 7f777f168780 1 > prepared operation key=BO6EDKIVIHEW tag=3KEQMWLRDJBG type=del size=1015352 2024-09-12T17:41:59.701 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.700+0000 7f777f168780 1 < completed delete operation key=FCBWV27TCNS4 tag=YETZ0Q4GCMX1 type=del 2024-09-12T17:41:59.703 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.702+0000 7f777f168780 1 > prepared part key=_multipart_ZABXJ7LUKKD3.2~BPQKG3AFSDS0.0 size=869413 2024-09-12T17:41:59.703 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.702+0000 7f777f168780 1 > prepared multipart upload key=ZABXJ7LUKKD3 upload=BPQKG3AFSDS0 tag=LBI75TU8P8QO type=write size=1917989 2024-09-12T17:41:59.704 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.703+0000 7f777f168780 1 < completed delete operation key=DO31EKWPC3OI tag=PUI9TESRWFBL type=del 2024-09-12T17:41:59.705 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.704+0000 7f777f168780 1 > prepared operation key=AEV8UHLVWR8L tag=TFN2TYOTN2HV type=del size=3410212 2024-09-12T17:41:59.707 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.705+0000 7f777f168780 1 < completed part key=_multipart_CV1EGVJPNSKR.2~QJ5KW5VK47CN.0 size=484717 2024-09-12T17:41:59.709 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.707+0000 7f777f168780 1 < completed multipart upload key=CV1EGVJPNSKR upload=QJ5KW5VK47CN tag=XSAP6053CNSK type=write size=1533293 2024-09-12T17:41:59.710 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.709+0000 7f777f168780 1 > prepared operation key=DO31EKWPC3OI tag=KQGY85BR5P0N type=del size=4132474 2024-09-12T17:41:59.711 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.710+0000 7f777f168780 1 < completed delete operation key=O3IEF0Z4S34O tag=U2BQ3Z2MBM2K type=del 2024-09-12T17:41:59.714 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.712+0000 7f777f168780 1 > prepared part key=_multipart_3D7LF14YZ1DI.2~Z8UIMZ1BFW9B.0 size=1048576 2024-09-12T17:41:59.714 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.713+0000 7f777f168780 1 > prepared part key=_multipart_3D7LF14YZ1DI.2~Z8UIMZ1BFW9B.1 size=1048576 2024-09-12T17:41:59.715 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.714+0000 7f777f168780 1 > prepared part key=_multipart_3D7LF14YZ1DI.2~Z8UIMZ1BFW9B.2 size=223581 2024-09-12T17:41:59.716 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.714+0000 7f777f168780 1 > prepared multipart upload key=3D7LF14YZ1DI upload=Z8UIMZ1BFW9B tag=2OGGGHFKQYUY type=write size=3369309 2024-09-12T17:41:59.717 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.715+0000 7f777f168780 1 < completed part key=_multipart_FI2EY06UN14X.2~E4P5PMYEZ0WS.0 size=1048576 2024-09-12T17:41:59.718 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.716+0000 7f777f168780 1 < completed part key=_multipart_FI2EY06UN14X.2~E4P5PMYEZ0WS.1 size=170291 2024-09-12T17:41:59.720 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.718+0000 7f777f168780 1 < completed multipart upload key=FI2EY06UN14X upload=E4P5PMYEZ0WS tag=KWMFCLBK0ME7 type=write size=2267443 2024-09-12T17:41:59.721 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.719+0000 7f777f168780 1 > prepared operation key=CASKVIJ5MIV7 tag=ZR2GSW4KSECZ type=del size=3743896 2024-09-12T17:41:59.722 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.721+0000 7f777f168780 1 < completed delete operation key=2BM46JTAY3BM tag=MAC2F5X47ETE type=del 2024-09-12T17:41:59.723 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.722+0000 7f777f168780 1 > prepared operation key=7Q7D1WMM31NL tag=8LVU76R3CK90 type=del size=2565779 2024-09-12T17:41:59.725 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.723+0000 7f777f168780 1 < completed part key=_multipart_1ZL602X3VJDP.2~F2DFETY2NZNG.0 size=1048576 2024-09-12T17:41:59.725 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.723+0000 7f777f168780 1 < canceled part key=_multipart_1ZL602X3VJDP.2~F2DFETY2NZNG.1 size=1048576 2024-09-12T17:41:59.726 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.724+0000 7f777f168780 1 < completed part key=_multipart_1ZL602X3VJDP.2~F2DFETY2NZNG.2 size=93841 2024-09-12T17:41:59.728 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.726+0000 7f777f168780 1 < canceled multipart upload key=1ZL602X3VJDP upload=F2DFETY2NZNG tag=DRG4QWOPNS09 type=write size=3239569 2024-09-12T17:41:59.730 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.728+0000 7f777f168780 1 > prepared part key=_multipart_2BM46JTAY3BM.2~QL357A85A9N9.0 size=883280 2024-09-12T17:41:59.730 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.728+0000 7f777f168780 1 > prepared multipart upload key=2BM46JTAY3BM upload=QL357A85A9N9 tag=8IJZA1DR474Z type=write size=1931856 2024-09-12T17:41:59.730 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.729+0000 7f777f168780 1 < canceled part key=_multipart_BO6EDKIVIHEW.2~TLKYJSU23IG0.0 size=1048576 2024-09-12T17:41:59.731 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.730+0000 7f777f168780 1 < completed part key=_multipart_BO6EDKIVIHEW.2~TLKYJSU23IG0.1 size=886809 2024-09-12T17:41:59.733 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.732+0000 7f777f168780 1 < canceled multipart upload key=BO6EDKIVIHEW upload=TLKYJSU23IG0 tag=0J1P0YRX02HV type=write size=2983961 2024-09-12T17:41:59.734 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.733+0000 7f777f168780 1 > prepared operation key=13V8F5WX47AD tag=C2RGVZQQ1O9P type=del size=2492816 2024-09-12T17:41:59.736 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.734+0000 7f777f168780 1 < completed part key=_multipart_VI3OAATH7N7Z.2~21PKOBXBUBOR.0 size=1048576 2024-09-12T17:41:59.736 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.734+0000 7f777f168780 1 < canceled part key=_multipart_VI3OAATH7N7Z.2~21PKOBXBUBOR.1 size=557036 2024-09-12T17:41:59.738 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.736+0000 7f777f168780 1 < canceled multipart upload key=VI3OAATH7N7Z upload=21PKOBXBUBOR tag=AIA1O8AZBKBJ type=write size=2654188 2024-09-12T17:41:59.740 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.738+0000 7f777f168780 1 > prepared part key=_multipart_13V8F5WX47AD.2~EQV6266DJFMJ.0 size=204494 2024-09-12T17:41:59.740 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.738+0000 7f777f168780 1 > prepared multipart upload key=13V8F5WX47AD upload=EQV6266DJFMJ tag=QIWGNYL900OD type=write size=1253070 2024-09-12T17:41:59.742 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.740+0000 7f777f168780 1 < completed delete operation key=VI3OAATH7N7Z tag=1FN2NEXFT7QP type=del 2024-09-12T17:41:59.742 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.741+0000 7f777f168780 1 > prepared operation key=H3CSJQOWQ7NN tag=C10ZF2UTO0WR type=write size=670818 2024-09-12T17:41:59.743 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.742+0000 7f777f168780 1 < completed write operation key=H3CSJQOWQ7NN tag=8DH8ERRBE2T6 type=write size=562946 2024-09-12T17:41:59.746 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.744+0000 7f777f168780 1 > prepared part key=_multipart_CV1EGVJPNSKR.2~S2B5SSESPGG8.0 size=406381 2024-09-12T17:41:59.746 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.744+0000 7f777f168780 1 > prepared multipart upload key=CV1EGVJPNSKR upload=S2B5SSESPGG8 tag=R9QW2IPX1P1T type=write size=1454957 2024-09-12T17:41:59.747 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.745+0000 7f777f168780 1 < completed delete operation key=2BM46JTAY3BM tag=693GH3VRHNVX type=del 2024-09-12T17:41:59.748 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.747+0000 7f777f168780 1 > prepared operation key=2BM46JTAY3BM tag=59PSGYHOC7H8 type=del size=3897127 2024-09-12T17:41:59.749 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.748+0000 7f777f168780 1 < completed delete operation key=FI2EY06UN14X tag=G3GU8WS13LPF type=del 2024-09-12T17:41:59.752 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.751+0000 7f777f168780 1 > prepared part key=_multipart_NV7QYM1CMJA7.2~TXXZJP2FWFT8.0 size=1048576 2024-09-12T17:41:59.753 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.752+0000 7f777f168780 1 > prepared part key=_multipart_NV7QYM1CMJA7.2~TXXZJP2FWFT8.1 size=1048576 2024-09-12T17:41:59.754 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.753+0000 7f777f168780 1 > prepared part key=_multipart_NV7QYM1CMJA7.2~TXXZJP2FWFT8.2 size=93897 2024-09-12T17:41:59.754 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.753+0000 7f777f168780 1 > prepared multipart upload key=NV7QYM1CMJA7 upload=TXXZJP2FWFT8 tag=0I56ZKMVRPS6 type=write size=3239625 2024-09-12T17:41:59.756 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.755+0000 7f777f168780 1 < suggested update operation key=NV7QYM1CMJA7 tag=TJ08BP3TNVX9 type=del size=4103432 2024-09-12T17:41:59.757 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.756+0000 7f777f168780 1 > prepared operation key=GYBHJV1TE1UC tag=E3FKSKQNTSD7 type=write size=819713 2024-09-12T17:41:59.759 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.757+0000 7f777f168780 1 < completed part key=_multipart_3D7LF14YZ1DI.2~I5MDLKBV7WLV.0 size=1036364 2024-09-12T17:41:59.760 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.759+0000 7f777f168780 1 < completed multipart upload key=3D7LF14YZ1DI upload=I5MDLKBV7WLV tag=QB6WIWY7UF0W type=write size=2084940 2024-09-12T17:41:59.763 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.761+0000 7f777f168780 1 > prepared part key=_multipart_DO31EKWPC3OI.2~OGV2LD9ER54K.0 size=1048576 2024-09-12T17:41:59.764 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.762+0000 7f777f168780 1 > prepared part key=_multipart_DO31EKWPC3OI.2~OGV2LD9ER54K.1 size=1048576 2024-09-12T17:41:59.764 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.763+0000 7f777f168780 1 > prepared part key=_multipart_DO31EKWPC3OI.2~OGV2LD9ER54K.2 size=58239 2024-09-12T17:41:59.765 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.763+0000 7f777f168780 1 > prepared multipart upload key=DO31EKWPC3OI upload=OGV2LD9ER54K tag=J86E7QA9YS6V type=write size=3203967 2024-09-12T17:41:59.766 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.764+0000 7f777f168780 1 < completed delete operation key=BO6EDKIVIHEW tag=3KEQMWLRDJBG type=del 2024-09-12T17:41:59.768 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.767+0000 7f777f168780 1 > prepared part key=_multipart_BO6EDKIVIHEW.2~UGN8MUOB83QC.0 size=1048576 2024-09-12T17:41:59.769 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.767+0000 7f777f168780 1 > prepared part key=_multipart_BO6EDKIVIHEW.2~UGN8MUOB83QC.1 size=416185 2024-09-12T17:41:59.769 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.767+0000 7f777f168780 1 > prepared multipart upload key=BO6EDKIVIHEW upload=UGN8MUOB83QC tag=3ZUPVDOJ24F2 type=write size=2513337 2024-09-12T17:41:59.770 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.769+0000 7f777f168780 1 < completed part key=_multipart_ZABXJ7LUKKD3.2~BPQKG3AFSDS0.0 size=869413 2024-09-12T17:41:59.772 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.771+0000 7f777f168780 1 < completed multipart upload key=ZABXJ7LUKKD3 upload=BPQKG3AFSDS0 tag=LBI75TU8P8QO type=write size=1917989 2024-09-12T17:41:59.774 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.773+0000 7f777f168780 1 > prepared part key=_multipart_13V8F5WX47AD.2~ZCDBS6KTAOYZ.0 size=124643 2024-09-12T17:41:59.774 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.773+0000 7f777f168780 1 > prepared multipart upload key=13V8F5WX47AD upload=ZCDBS6KTAOYZ tag=2Y5U294ZD2RE type=write size=1173219 2024-09-12T17:41:59.775 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.774+0000 7f777f168780 1 < canceled operation key=AEV8UHLVWR8L tag=TFN2TYOTN2HV type=del size=3410212 2024-09-12T17:41:59.776 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.775+0000 7f777f168780 1 > prepared operation key=G4A1L52XKRAS tag=7J3YNJ1COQMH type=write size=304733 2024-09-12T17:41:59.778 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.776+0000 7f777f168780 1 < completed delete operation key=DO31EKWPC3OI tag=KQGY85BR5P0N type=del 2024-09-12T17:41:59.780 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.778+0000 7f777f168780 1 > prepared part key=_multipart_ZABXJ7LUKKD3.2~KH5SVCHDK79D.0 size=1048576 2024-09-12T17:41:59.781 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.779+0000 7f777f168780 1 > prepared part key=_multipart_ZABXJ7LUKKD3.2~KH5SVCHDK79D.1 size=1048576 2024-09-12T17:41:59.781 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.780+0000 7f777f168780 1 > prepared part key=_multipart_ZABXJ7LUKKD3.2~KH5SVCHDK79D.2 size=155800 2024-09-12T17:41:59.782 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.780+0000 7f777f168780 1 > prepared multipart upload key=ZABXJ7LUKKD3 upload=KH5SVCHDK79D tag=5CA9NLRRQJW4 type=write size=3301528 2024-09-12T17:41:59.782 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.781+0000 7f777f168780 1 < completed part key=_multipart_3D7LF14YZ1DI.2~Z8UIMZ1BFW9B.0 size=1048576 2024-09-12T17:41:59.783 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.782+0000 7f777f168780 1 < completed part key=_multipart_3D7LF14YZ1DI.2~Z8UIMZ1BFW9B.1 size=1048576 2024-09-12T17:41:59.784 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.783+0000 7f777f168780 1 < completed part key=_multipart_3D7LF14YZ1DI.2~Z8UIMZ1BFW9B.2 size=223581 2024-09-12T17:41:59.786 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.785+0000 7f777f168780 1 < completed multipart upload key=3D7LF14YZ1DI upload=Z8UIMZ1BFW9B tag=2OGGGHFKQYUY type=write size=3369309 2024-09-12T17:41:59.788 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.787+0000 7f777f168780 1 > prepared part key=_multipart_9XT9OU5JDG04.2~B473RLTIFD3R.0 size=539497 2024-09-12T17:41:59.789 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.787+0000 7f777f168780 1 > prepared multipart upload key=9XT9OU5JDG04 upload=B473RLTIFD3R tag=8FLPN9KIBCY2 type=write size=1588073 2024-09-12T17:41:59.790 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.789+0000 7f777f168780 1 < suggested update operation key=CASKVIJ5MIV7 tag=ZR2GSW4KSECZ type=del size=3743896 2024-09-12T17:41:59.793 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.791+0000 7f777f168780 1 > prepared part key=_multipart_AEV8UHLVWR8L.2~AI7K8QZXIQGH.0 size=1048576 2024-09-12T17:41:59.793 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.792+0000 7f777f168780 1 > prepared part key=_multipart_AEV8UHLVWR8L.2~AI7K8QZXIQGH.1 size=705148 2024-09-12T17:41:59.793 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.792+0000 7f777f168780 1 > prepared multipart upload key=AEV8UHLVWR8L upload=AI7K8QZXIQGH tag=7AREXRHP99AQ type=write size=2802300 2024-09-12T17:41:59.796 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.794+0000 7f777f168780 1 < suggested update operation key=7Q7D1WMM31NL tag=8LVU76R3CK90 type=del size=2565779 2024-09-12T17:41:59.797 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.796+0000 7f777f168780 1 > prepared operation key=3D7LF14YZ1DI tag=85S3W37HY9K6 type=del size=942647 2024-09-12T17:41:59.798 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.797+0000 7f777f168780 1 < completed part key=_multipart_2BM46JTAY3BM.2~QL357A85A9N9.0 size=883280 2024-09-12T17:41:59.800 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.799+0000 7f777f168780 1 < completed multipart upload key=2BM46JTAY3BM upload=QL357A85A9N9 tag=8IJZA1DR474Z type=write size=1931856 2024-09-12T17:41:59.802 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.801+0000 7f777f168780 1 > prepared part key=_multipart_2BM46JTAY3BM.2~MT2LNXBSA0GN.0 size=1048576 2024-09-12T17:41:59.803 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.802+0000 7f777f168780 1 > prepared part key=_multipart_2BM46JTAY3BM.2~MT2LNXBSA0GN.1 size=251596 2024-09-12T17:41:59.803 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.802+0000 7f777f168780 1 > prepared multipart upload key=2BM46JTAY3BM upload=MT2LNXBSA0GN tag=61K158Q6N1GP type=write size=2348748 2024-09-12T17:41:59.805 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.804+0000 7f777f168780 1 < suggested remove operation key=13V8F5WX47AD tag=C2RGVZQQ1O9P type=del 2024-09-12T17:41:59.806 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.805+0000 7f777f168780 1 > prepared operation key=NV7QYM1CMJA7 tag=M9DFS6BSQS0C type=del size=444696 2024-09-12T17:41:59.807 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.806+0000 7f777f168780 1 < completed part key=_multipart_13V8F5WX47AD.2~EQV6266DJFMJ.0 size=204494 2024-09-12T17:41:59.809 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.808+0000 7f777f168780 1 < completed multipart upload key=13V8F5WX47AD upload=EQV6266DJFMJ tag=QIWGNYL900OD type=write size=1253070 2024-09-12T17:41:59.811 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.809+0000 7f777f168780 1 > prepared operation key=CV1EGVJPNSKR tag=9TV0AFH860ZM type=write size=250393 2024-09-12T17:41:59.812 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.810+0000 7f777f168780 1 < completed write operation key=H3CSJQOWQ7NN tag=C10ZF2UTO0WR type=write size=670818 2024-09-12T17:41:59.813 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.812+0000 7f777f168780 1 > prepared operation key=VI3OAATH7N7Z tag=QH7ZXDKSR4AC type=del size=152994 2024-09-12T17:41:59.814 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.813+0000 7f777f168780 1 < completed part key=_multipart_CV1EGVJPNSKR.2~S2B5SSESPGG8.0 size=406381 2024-09-12T17:41:59.816 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.815+0000 7f777f168780 1 < completed multipart upload key=CV1EGVJPNSKR upload=S2B5SSESPGG8 tag=R9QW2IPX1P1T type=write size=1454957 2024-09-12T17:41:59.817 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.816+0000 7f777f168780 1 > prepared operation key=CPJJKVPMV2GJ tag=PYD3EZCA9IAO type=write size=431837 2024-09-12T17:41:59.819 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.817+0000 7f777f168780 1 < canceled operation key=2BM46JTAY3BM tag=59PSGYHOC7H8 type=del size=3897127 2024-09-12T17:41:59.820 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.818+0000 7f777f168780 1 > prepared operation key=1IACFTAZKIWV tag=0L0AW0Q8BLFH type=del size=2200876 2024-09-12T17:41:59.821 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.820+0000 7f777f168780 1 < completed part key=_multipart_NV7QYM1CMJA7.2~TXXZJP2FWFT8.0 size=1048576 2024-09-12T17:41:59.822 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.821+0000 7f777f168780 1 < completed part key=_multipart_NV7QYM1CMJA7.2~TXXZJP2FWFT8.1 size=1048576 2024-09-12T17:41:59.823 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.821+0000 7f777f168780 1 < completed part key=_multipart_NV7QYM1CMJA7.2~TXXZJP2FWFT8.2 size=93897 2024-09-12T17:41:59.825 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.823+0000 7f777f168780 1 < completed multipart upload key=NV7QYM1CMJA7 upload=TXXZJP2FWFT8 tag=0I56ZKMVRPS6 type=write size=3239625 2024-09-12T17:41:59.827 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.826+0000 7f777f168780 1 > prepared part key=_multipart_CV1EGVJPNSKR.2~WP0O8SAE403L.0 size=1048576 2024-09-12T17:41:59.828 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.827+0000 7f777f168780 1 > prepared part key=_multipart_CV1EGVJPNSKR.2~WP0O8SAE403L.1 size=1048576 2024-09-12T17:41:59.829 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.828+0000 7f777f168780 1 > prepared part key=_multipart_CV1EGVJPNSKR.2~WP0O8SAE403L.2 size=52138 2024-09-12T17:41:59.829 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.828+0000 7f777f168780 1 > prepared multipart upload key=CV1EGVJPNSKR upload=WP0O8SAE403L tag=ZGM6SRKYUYUZ type=write size=3197866 2024-09-12T17:41:59.831 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.830+0000 7f777f168780 1 < suggested update operation key=GYBHJV1TE1UC tag=E3FKSKQNTSD7 type=write size=819713 2024-09-12T17:41:59.833 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.831+0000 7f777f168780 1 > prepared operation key=DCPT2HL28MHD tag=AYR90G4RO1EZ type=del size=505317 2024-09-12T17:41:59.834 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.832+0000 7f777f168780 1 < completed part key=_multipart_DO31EKWPC3OI.2~OGV2LD9ER54K.0 size=1048576 2024-09-12T17:41:59.835 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.833+0000 7f777f168780 1 < completed part key=_multipart_DO31EKWPC3OI.2~OGV2LD9ER54K.1 size=1048576 2024-09-12T17:41:59.835 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.833+0000 7f777f168780 1 < canceled part key=_multipart_DO31EKWPC3OI.2~OGV2LD9ER54K.2 size=58239 2024-09-12T17:41:59.837 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.835+0000 7f777f168780 1 < canceled multipart upload key=DO31EKWPC3OI upload=OGV2LD9ER54K tag=J86E7QA9YS6V type=write size=3203967 2024-09-12T17:41:59.839 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.837+0000 7f777f168780 1 > prepared part key=_multipart_3D7LF14YZ1DI.2~PEWPF47S7UWZ.0 size=1048576 2024-09-12T17:41:59.839 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.838+0000 7f777f168780 1 > prepared part key=_multipart_3D7LF14YZ1DI.2~PEWPF47S7UWZ.1 size=1048576 2024-09-12T17:41:59.840 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.839+0000 7f777f168780 1 > prepared part key=_multipart_3D7LF14YZ1DI.2~PEWPF47S7UWZ.2 size=622715 2024-09-12T17:41:59.841 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.839+0000 7f777f168780 1 > prepared multipart upload key=3D7LF14YZ1DI upload=PEWPF47S7UWZ tag=FEHVPV9JS5T8 type=write size=3768443 2024-09-12T17:41:59.841 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.839+0000 7f777f168780 1 < canceled part key=_multipart_BO6EDKIVIHEW.2~UGN8MUOB83QC.0 size=1048576 2024-09-12T17:41:59.841 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.839+0000 7f777f168780 1 < canceled part key=_multipart_BO6EDKIVIHEW.2~UGN8MUOB83QC.1 size=416185 2024-09-12T17:41:59.842 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.841+0000 7f777f168780 1 < canceled multipart upload key=BO6EDKIVIHEW upload=UGN8MUOB83QC tag=3ZUPVDOJ24F2 type=write size=2513337 2024-09-12T17:41:59.844 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.842+0000 7f777f168780 1 > prepared operation key=PW0NPHZT12D3 tag=2U3J9ZSRN0A6 type=del size=2011742 2024-09-12T17:41:59.845 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.844+0000 7f777f168780 1 < completed part key=_multipart_13V8F5WX47AD.2~ZCDBS6KTAOYZ.0 size=124643 2024-09-12T17:41:59.847 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.846+0000 7f777f168780 1 < completed multipart upload key=13V8F5WX47AD upload=ZCDBS6KTAOYZ tag=2Y5U294ZD2RE type=write size=1173219 2024-09-12T17:41:59.849 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.848+0000 7f777f168780 1 > prepared part key=_multipart_H3CSJQOWQ7NN.2~UIH21M3PVUPL.0 size=217413 2024-09-12T17:41:59.849 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.848+0000 7f777f168780 1 > prepared multipart upload key=H3CSJQOWQ7NN upload=UIH21M3PVUPL tag=7F11VZPSXFSO type=write size=1265989 2024-09-12T17:41:59.850 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.849+0000 7f777f168780 1 < canceled operation key=G4A1L52XKRAS tag=7J3YNJ1COQMH type=write size=304733 2024-09-12T17:41:59.852 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.850+0000 7f777f168780 1 > prepared operation key=S79H21EJKRPP tag=V9S18PPZC094 type=del size=2807483 2024-09-12T17:41:59.853 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.851+0000 7f777f168780 1 < completed part key=_multipart_ZABXJ7LUKKD3.2~KH5SVCHDK79D.0 size=1048576 2024-09-12T17:41:59.853 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.851+0000 7f777f168780 1 < canceled part key=_multipart_ZABXJ7LUKKD3.2~KH5SVCHDK79D.1 size=1048576 2024-09-12T17:41:59.854 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.852+0000 7f777f168780 1 < completed part key=_multipart_ZABXJ7LUKKD3.2~KH5SVCHDK79D.2 size=155800 2024-09-12T17:41:59.855 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.854+0000 7f777f168780 1 < canceled multipart upload key=ZABXJ7LUKKD3 upload=KH5SVCHDK79D tag=5CA9NLRRQJW4 type=write size=3301528 2024-09-12T17:41:59.858 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.856+0000 7f777f168780 1 > prepared operation key=1ZL602X3VJDP tag=QK26UCRQY1OC type=del size=4035159 2024-09-12T17:41:59.859 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.857+0000 7f777f168780 1 < completed part key=_multipart_9XT9OU5JDG04.2~B473RLTIFD3R.0 size=539497 2024-09-12T17:41:59.861 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.859+0000 7f777f168780 1 < completed multipart upload key=9XT9OU5JDG04 upload=B473RLTIFD3R tag=8FLPN9KIBCY2 type=write size=1588073 2024-09-12T17:41:59.863 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.862+0000 7f777f168780 1 > prepared part key=_multipart_DCPT2HL28MHD.2~TH4K33LFWDZF.0 size=1048576 2024-09-12T17:41:59.864 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.862+0000 7f777f168780 1 > prepared part key=_multipart_DCPT2HL28MHD.2~TH4K33LFWDZF.1 size=1048576 2024-09-12T17:41:59.865 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.863+0000 7f777f168780 1 > prepared part key=_multipart_DCPT2HL28MHD.2~TH4K33LFWDZF.2 size=352020 2024-09-12T17:41:59.865 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.863+0000 7f777f168780 1 > prepared multipart upload key=DCPT2HL28MHD upload=TH4K33LFWDZF tag=1P0BR591M596 type=write size=3497748 2024-09-12T17:41:59.866 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.865+0000 7f777f168780 1 < completed part key=_multipart_AEV8UHLVWR8L.2~AI7K8QZXIQGH.0 size=1048576 2024-09-12T17:41:59.866 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.865+0000 7f777f168780 1 < canceled part key=_multipart_AEV8UHLVWR8L.2~AI7K8QZXIQGH.1 size=705148 2024-09-12T17:41:59.868 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.866+0000 7f777f168780 1 < canceled multipart upload key=AEV8UHLVWR8L upload=AI7K8QZXIQGH tag=7AREXRHP99AQ type=write size=2802300 2024-09-12T17:41:59.870 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.869+0000 7f777f168780 1 > prepared part key=_multipart_OE1BUCZHIE1B.2~6IDVRN306RLC.0 size=1048576 2024-09-12T17:41:59.871 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.869+0000 7f777f168780 1 > prepared part key=_multipart_OE1BUCZHIE1B.2~6IDVRN306RLC.1 size=27718 2024-09-12T17:41:59.871 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.869+0000 7f777f168780 1 > prepared multipart upload key=OE1BUCZHIE1B upload=6IDVRN306RLC tag=2I7JTB4N2YQ5 type=write size=2124870 2024-09-12T17:41:59.872 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.871+0000 7f777f168780 1 < completed delete operation key=3D7LF14YZ1DI tag=85S3W37HY9K6 type=del 2024-09-12T17:41:59.873 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.872+0000 7f777f168780 1 > prepared operation key=PW0NPHZT12D3 tag=4MV30L5CBN4Z type=del size=2594944 2024-09-12T17:41:59.874 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.873+0000 7f777f168780 1 < completed part key=_multipart_2BM46JTAY3BM.2~MT2LNXBSA0GN.0 size=1048576 2024-09-12T17:41:59.875 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.874+0000 7f777f168780 1 < completed part key=_multipart_2BM46JTAY3BM.2~MT2LNXBSA0GN.1 size=251596 2024-09-12T17:41:59.877 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.876+0000 7f777f168780 1 < completed multipart upload key=2BM46JTAY3BM upload=MT2LNXBSA0GN tag=61K158Q6N1GP type=write size=2348748 2024-09-12T17:41:59.878 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.877+0000 7f777f168780 1 > prepared operation key=K0OUEJ4GMFDB tag=3MW1ELMPGTL2 type=del size=451402 2024-09-12T17:41:59.881 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.879+0000 7f777f168780 1 < suggested remove operation key=NV7QYM1CMJA7 tag=M9DFS6BSQS0C type=del 2024-09-12T17:41:59.882 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.881+0000 7f777f168780 1 > prepared operation key=13V8F5WX47AD tag=JEHP2LKF77WM type=del size=788662 2024-09-12T17:41:59.883 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.882+0000 7f777f168780 1 < canceled operation key=CV1EGVJPNSKR tag=9TV0AFH860ZM type=write size=250393 2024-09-12T17:41:59.885 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.884+0000 7f777f168780 1 > prepared part key=_multipart_FSWX3S2TGJJ9.2~WL3HHQ2YXJ2S.0 size=526804 2024-09-12T17:41:59.886 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.884+0000 7f777f168780 1 > prepared multipart upload key=FSWX3S2TGJJ9 upload=WL3HHQ2YXJ2S tag=3MQG4L7CFDSM type=write size=1575380 2024-09-12T17:41:59.886 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.885+0000 7f777f168780 1 < completed delete operation key=VI3OAATH7N7Z tag=QH7ZXDKSR4AC type=del 2024-09-12T17:41:59.889 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.887+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~7W11BNM11VEQ.0 size=443615 2024-09-12T17:41:59.889 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.887+0000 7f777f168780 1 > prepared multipart upload key=CIHBEU5VBLGQ upload=7W11BNM11VEQ tag=1LC4SOH043AZ type=write size=1492191 2024-09-12T17:41:59.890 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.889+0000 7f777f168780 1 < completed write operation key=CPJJKVPMV2GJ tag=PYD3EZCA9IAO type=write size=431837 2024-09-12T17:41:59.891 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.890+0000 7f777f168780 1 > prepared operation key=H3CSJQOWQ7NN tag=QQY4XP3PT63S type=del size=223000 2024-09-12T17:41:59.892 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.891+0000 7f777f168780 1 < completed delete operation key=1IACFTAZKIWV tag=0L0AW0Q8BLFH type=del 2024-09-12T17:41:59.894 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.892+0000 7f777f168780 1 > prepared operation key=NV7QYM1CMJA7 tag=QWUKSO0QIGOY type=del size=2687366 2024-09-12T17:41:59.895 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.893+0000 7f777f168780 1 < completed part key=_multipart_CV1EGVJPNSKR.2~WP0O8SAE403L.0 size=1048576 2024-09-12T17:41:59.896 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.894+0000 7f777f168780 1 < completed part key=_multipart_CV1EGVJPNSKR.2~WP0O8SAE403L.1 size=1048576 2024-09-12T17:41:59.896 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.894+0000 7f777f168780 1 < canceled part key=_multipart_CV1EGVJPNSKR.2~WP0O8SAE403L.2 size=52138 2024-09-12T17:41:59.898 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.896+0000 7f777f168780 1 < canceled multipart upload key=CV1EGVJPNSKR upload=WP0O8SAE403L tag=ZGM6SRKYUYUZ type=write size=3197866 2024-09-12T17:41:59.900 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.899+0000 7f777f168780 1 > prepared part key=_multipart_FCBWV27TCNS4.2~OA8BHX25CWJV.0 size=873143 2024-09-12T17:41:59.900 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.899+0000 7f777f168780 1 > prepared multipart upload key=FCBWV27TCNS4 upload=OA8BHX25CWJV tag=CSLL9WHIYCBX type=write size=1921719 2024-09-12T17:41:59.901 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.900+0000 7f777f168780 1 < completed delete operation key=DCPT2HL28MHD tag=AYR90G4RO1EZ type=del 2024-09-12T17:41:59.904 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.902+0000 7f777f168780 1 > prepared part key=_multipart_BO6EDKIVIHEW.2~1O1DIPPJHAXS.0 size=1048576 2024-09-12T17:41:59.905 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.903+0000 7f777f168780 1 > prepared part key=_multipart_BO6EDKIVIHEW.2~1O1DIPPJHAXS.1 size=1048576 2024-09-12T17:41:59.905 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.904+0000 7f777f168780 1 > prepared part key=_multipart_BO6EDKIVIHEW.2~1O1DIPPJHAXS.2 size=840963 2024-09-12T17:41:59.906 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.904+0000 7f777f168780 1 > prepared multipart upload key=BO6EDKIVIHEW upload=1O1DIPPJHAXS tag=V5E51P94CNUK type=write size=3986691 2024-09-12T17:41:59.907 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.905+0000 7f777f168780 1 < completed part key=_multipart_3D7LF14YZ1DI.2~PEWPF47S7UWZ.0 size=1048576 2024-09-12T17:41:59.908 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.906+0000 7f777f168780 1 < completed part key=_multipart_3D7LF14YZ1DI.2~PEWPF47S7UWZ.1 size=1048576 2024-09-12T17:41:59.909 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.907+0000 7f777f168780 1 < completed part key=_multipart_3D7LF14YZ1DI.2~PEWPF47S7UWZ.2 size=622715 2024-09-12T17:41:59.911 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.909+0000 7f777f168780 1 < completed multipart upload key=3D7LF14YZ1DI upload=PEWPF47S7UWZ tag=FEHVPV9JS5T8 type=write size=3768443 2024-09-12T17:41:59.912 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.911+0000 7f777f168780 1 > prepared operation key=2BM46JTAY3BM tag=SGTGOG8OTAFE type=del size=3993720 2024-09-12T17:41:59.913 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.912+0000 7f777f168780 1 < completed delete operation key=PW0NPHZT12D3 tag=2U3J9ZSRN0A6 type=del 2024-09-12T17:41:59.914 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.913+0000 7f777f168780 1 > prepared operation key=ZABXJ7LUKKD3 tag=OU8K1MAT085F type=del size=2468288 2024-09-12T17:41:59.916 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.914+0000 7f777f168780 1 < completed part key=_multipart_H3CSJQOWQ7NN.2~UIH21M3PVUPL.0 size=217413 2024-09-12T17:41:59.918 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.916+0000 7f777f168780 1 < completed multipart upload key=H3CSJQOWQ7NN upload=UIH21M3PVUPL tag=7F11VZPSXFSO type=write size=1265989 2024-09-12T17:41:59.919 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.918+0000 7f777f168780 1 > prepared operation key=O3IEF0Z4S34O tag=RAFFCRIWNPOO type=del size=1207989 2024-09-12T17:41:59.921 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.919+0000 7f777f168780 1 < canceled operation key=S79H21EJKRPP tag=V9S18PPZC094 type=del size=2807483 2024-09-12T17:41:59.921 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.920+0000 7f777f168780 1 > prepared operation key=NV7QYM1CMJA7 tag=MACFDAYIA5ST type=del size=3184308 2024-09-12T17:41:59.923 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.921+0000 7f777f168780 1 < completed delete operation key=1ZL602X3VJDP tag=QK26UCRQY1OC type=del 2024-09-12T17:41:59.924 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.922+0000 7f777f168780 1 > prepared operation key=G4A1L52XKRAS tag=205HMJHZJ3YU type=del size=2581116 2024-09-12T17:41:59.925 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.924+0000 7f777f168780 1 < completed part key=_multipart_DCPT2HL28MHD.2~TH4K33LFWDZF.0 size=1048576 2024-09-12T17:41:59.926 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.925+0000 7f777f168780 1 < completed part key=_multipart_DCPT2HL28MHD.2~TH4K33LFWDZF.1 size=1048576 2024-09-12T17:41:59.926 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.925+0000 7f777f168780 1 < canceled part key=_multipart_DCPT2HL28MHD.2~TH4K33LFWDZF.2 size=352020 2024-09-12T17:41:59.928 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.927+0000 7f777f168780 1 < canceled multipart upload key=DCPT2HL28MHD upload=TH4K33LFWDZF tag=1P0BR591M596 type=write size=3497748 2024-09-12T17:41:59.930 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.928+0000 7f777f168780 1 > prepared operation key=1IACFTAZKIWV tag=PCC34XQC6ISX type=del size=907683 2024-09-12T17:41:59.930 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.929+0000 7f777f168780 1 < canceled part key=_multipart_OE1BUCZHIE1B.2~6IDVRN306RLC.0 size=1048576 2024-09-12T17:41:59.931 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.930+0000 7f777f168780 1 < completed part key=_multipart_OE1BUCZHIE1B.2~6IDVRN306RLC.1 size=27718 2024-09-12T17:41:59.933 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.931+0000 7f777f168780 1 < canceled multipart upload key=OE1BUCZHIE1B upload=6IDVRN306RLC tag=2I7JTB4N2YQ5 type=write size=2124870 2024-09-12T17:41:59.935 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.934+0000 7f777f168780 1 > prepared part key=_multipart_DCPT2HL28MHD.2~2DW1V69RDI29.0 size=312084 2024-09-12T17:41:59.935 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.934+0000 7f777f168780 1 > prepared multipart upload key=DCPT2HL28MHD upload=2DW1V69RDI29 tag=CI65ICP8B3JG type=write size=1360660 2024-09-12T17:41:59.936 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.935+0000 7f777f168780 1 < completed delete operation key=PW0NPHZT12D3 tag=4MV30L5CBN4Z type=del 2024-09-12T17:41:59.937 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.936+0000 7f777f168780 1 > prepared operation key=NV7QYM1CMJA7 tag=3DWXKSLGNYNS type=del size=546556 2024-09-12T17:41:59.939 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.937+0000 7f777f168780 1 < completed delete operation key=K0OUEJ4GMFDB tag=3MW1ELMPGTL2 type=del 2024-09-12T17:41:59.940 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.938+0000 7f777f168780 1 > prepared operation key=3D7LF14YZ1DI tag=VP3A05BG6KC0 type=del size=3281073 2024-09-12T17:41:59.941 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.940+0000 7f777f168780 1 < completed delete operation key=13V8F5WX47AD tag=JEHP2LKF77WM type=del 2024-09-12T17:41:59.942 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.941+0000 7f777f168780 1 > prepared operation key=OE1BUCZHIE1B tag=V8FV868Z8620 type=del size=2415427 2024-09-12T17:41:59.943 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.942+0000 7f777f168780 1 < completed part key=_multipart_FSWX3S2TGJJ9.2~WL3HHQ2YXJ2S.0 size=526804 2024-09-12T17:41:59.945 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.944+0000 7f777f168780 1 < completed multipart upload key=FSWX3S2TGJJ9 upload=WL3HHQ2YXJ2S tag=3MQG4L7CFDSM type=write size=1575380 2024-09-12T17:41:59.947 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.945+0000 7f777f168780 1 > prepared operation key=1IACFTAZKIWV tag=I3NLM7X1EU3S type=del size=2842145 2024-09-12T17:41:59.948 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.946+0000 7f777f168780 1 < completed part key=_multipart_CIHBEU5VBLGQ.2~7W11BNM11VEQ.0 size=443615 2024-09-12T17:41:59.950 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.948+0000 7f777f168780 1 < completed multipart upload key=CIHBEU5VBLGQ upload=7W11BNM11VEQ tag=1LC4SOH043AZ type=write size=1492191 2024-09-12T17:41:59.952 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.951+0000 7f777f168780 1 > prepared part key=_multipart_PW0NPHZT12D3.2~WBGCOVGS0KRC.0 size=581427 2024-09-12T17:41:59.952 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.951+0000 7f777f168780 1 > prepared multipart upload key=PW0NPHZT12D3 upload=WBGCOVGS0KRC tag=A7K2SU18SCL8 type=write size=1630003 2024-09-12T17:41:59.953 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.952+0000 7f777f168780 1 < completed delete operation key=H3CSJQOWQ7NN tag=QQY4XP3PT63S type=del 2024-09-12T17:41:59.954 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.953+0000 7f777f168780 1 > prepared operation key=3U17OL8VRNIQ tag=GB58O1ZW7ZY1 type=del size=3239129 2024-09-12T17:41:59.957 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.955+0000 7f777f168780 1 < suggested update operation key=NV7QYM1CMJA7 tag=QWUKSO0QIGOY type=del size=2687366 2024-09-12T17:41:59.958 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.957+0000 7f777f168780 1 > prepared operation key=H3CSJQOWQ7NN tag=JYOO16F25HXE type=del size=2317864 2024-09-12T17:41:59.959 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.958+0000 7f777f168780 1 < completed part key=_multipart_FCBWV27TCNS4.2~OA8BHX25CWJV.0 size=873143 2024-09-12T17:41:59.962 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.960+0000 7f777f168780 1 < completed multipart upload key=FCBWV27TCNS4 upload=OA8BHX25CWJV tag=CSLL9WHIYCBX type=write size=1921719 2024-09-12T17:41:59.963 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.961+0000 7f777f168780 1 > prepared operation key=3U17OL8VRNIQ tag=WQOU6JSDG22S type=del size=2320631 2024-09-12T17:41:59.964 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.962+0000 7f777f168780 1 < completed part key=_multipart_BO6EDKIVIHEW.2~1O1DIPPJHAXS.0 size=1048576 2024-09-12T17:41:59.965 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.963+0000 7f777f168780 1 < completed part key=_multipart_BO6EDKIVIHEW.2~1O1DIPPJHAXS.1 size=1048576 2024-09-12T17:41:59.966 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.964+0000 7f777f168780 1 < completed part key=_multipart_BO6EDKIVIHEW.2~1O1DIPPJHAXS.2 size=840963 2024-09-12T17:41:59.968 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.966+0000 7f777f168780 1 < completed multipart upload key=BO6EDKIVIHEW upload=1O1DIPPJHAXS tag=V5E51P94CNUK type=write size=3986691 2024-09-12T17:41:59.970 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.969+0000 7f777f168780 1 > prepared operation key=NV7QYM1CMJA7 tag=039EGC9L6BHH type=del size=2788077 2024-09-12T17:41:59.973 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.971+0000 7f777f168780 1 < suggested remove operation key=2BM46JTAY3BM tag=SGTGOG8OTAFE type=del 2024-09-12T17:41:59.974 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.972+0000 7f777f168780 1 > prepared operation key=VI3OAATH7N7Z tag=BYNPWQ9UMSJ6 type=del size=3850459 2024-09-12T17:41:59.975 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.974+0000 7f777f168780 1 < canceled operation key=ZABXJ7LUKKD3 tag=OU8K1MAT085F type=del size=2468288 2024-09-12T17:41:59.976 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.975+0000 7f777f168780 1 > prepared operation key=13V8F5WX47AD tag=POF4N3V2DM0O type=del size=2839521 2024-09-12T17:41:59.977 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.976+0000 7f777f168780 1 < canceled operation key=O3IEF0Z4S34O tag=RAFFCRIWNPOO type=del size=1207989 2024-09-12T17:41:59.978 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.977+0000 7f777f168780 1 > prepared operation key=S79H21EJKRPP tag=TL0ACNGIACYL type=write size=369961 2024-09-12T17:41:59.980 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.978+0000 7f777f168780 -1 < failed to complete operation key=NV7QYM1CMJA7 tag=MACFDAYIA5ST type=del size=3184308: (22) Invalid argument 2024-09-12T17:41:59.982 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.980+0000 7f777f168780 1 > prepared part key=_multipart_2BM46JTAY3BM.2~RZ66PILMBGYY.0 size=1048576 2024-09-12T17:41:59.983 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.981+0000 7f777f168780 1 > prepared part key=_multipart_2BM46JTAY3BM.2~RZ66PILMBGYY.1 size=252 2024-09-12T17:41:59.983 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.981+0000 7f777f168780 1 > prepared multipart upload key=2BM46JTAY3BM upload=RZ66PILMBGYY tag=LE956GS7S9N9 type=write size=2097404 2024-09-12T17:41:59.984 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.982+0000 7f777f168780 1 < canceled operation key=G4A1L52XKRAS tag=205HMJHZJ3YU type=del size=2581116 2024-09-12T17:41:59.985 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.984+0000 7f777f168780 1 > prepared operation key=2ZFE3UG14FTU tag=9Q55ES3IIJHF type=del size=3824085 2024-09-12T17:41:59.986 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.985+0000 7f777f168780 1 < completed delete operation key=1IACFTAZKIWV tag=PCC34XQC6ISX type=del 2024-09-12T17:41:59.988 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.987+0000 7f777f168780 1 > prepared part key=_multipart_9XT9OU5JDG04.2~AZA0E79Z2SP5.0 size=1048576 2024-09-12T17:41:59.989 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.988+0000 7f777f168780 1 > prepared part key=_multipart_9XT9OU5JDG04.2~AZA0E79Z2SP5.1 size=163297 2024-09-12T17:41:59.989 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.988+0000 7f777f168780 1 > prepared multipart upload key=9XT9OU5JDG04 upload=AZA0E79Z2SP5 tag=K8DYKTFTJ26V type=write size=2260449 2024-09-12T17:41:59.991 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.989+0000 7f777f168780 1 < completed part key=_multipart_DCPT2HL28MHD.2~2DW1V69RDI29.0 size=312084 2024-09-12T17:41:59.992 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.991+0000 7f777f168780 1 < completed multipart upload key=DCPT2HL28MHD upload=2DW1V69RDI29 tag=CI65ICP8B3JG type=write size=1360660 2024-09-12T17:41:59.994 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.992+0000 7f777f168780 1 > prepared operation key=2ZFE3UG14FTU tag=GKJKBZ2YNLLC type=del size=1899312 2024-09-12T17:41:59.995 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.994+0000 7f777f168780 -1 < failed to complete operation key=NV7QYM1CMJA7 tag=3DWXKSLGNYNS type=del size=546556: (22) Invalid argument 2024-09-12T17:41:59.997 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.996+0000 7f777f168780 1 > prepared part key=_multipart_1ZL602X3VJDP.2~OYJ29VJKS82T.0 size=113517 2024-09-12T17:41:59.997 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.996+0000 7f777f168780 1 > prepared multipart upload key=1ZL602X3VJDP upload=OYJ29VJKS82T tag=8BDUGFOKVSGJ type=write size=1162093 2024-09-12T17:41:59.998 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.997+0000 7f777f168780 1 < completed delete operation key=3D7LF14YZ1DI tag=VP3A05BG6KC0 type=del 2024-09-12T17:42:00.000 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:41:59.999+0000 7f777f168780 1 > prepared part key=_multipart_2KHLGQJKQA23.2~AW0PNF02FJBQ.0 size=1048576 2024-09-12T17:42:00.001 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.000+0000 7f777f168780 1 > prepared part key=_multipart_2KHLGQJKQA23.2~AW0PNF02FJBQ.1 size=1048576 2024-09-12T17:42:00.003 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.001+0000 7f777f168780 1 > prepared part key=_multipart_2KHLGQJKQA23.2~AW0PNF02FJBQ.2 size=972258 2024-09-12T17:42:00.003 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.001+0000 7f777f168780 1 > prepared multipart upload key=2KHLGQJKQA23 upload=AW0PNF02FJBQ tag=0B2QZNXPQ04A type=write size=4117986 2024-09-12T17:42:00.004 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.003+0000 7f777f168780 1 < completed delete operation key=OE1BUCZHIE1B tag=V8FV868Z8620 type=del 2024-09-12T17:42:00.006 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.005+0000 7f777f168780 1 > prepared part key=_multipart_CV1EGVJPNSKR.2~4I64PIWXNR3F.0 size=1011291 2024-09-12T17:42:00.006 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.005+0000 7f777f168780 1 > prepared multipart upload key=CV1EGVJPNSKR upload=4I64PIWXNR3F tag=PNLYTTQS49T0 type=write size=2059867 2024-09-12T17:42:00.008 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.006+0000 7f777f168780 1 < completed delete operation key=1IACFTAZKIWV tag=I3NLM7X1EU3S type=del 2024-09-12T17:42:00.010 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.009+0000 7f777f168780 1 > prepared part key=_multipart_1ZL602X3VJDP.2~3SR3MQ41PSBU.0 size=23924 2024-09-12T17:42:00.010 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.009+0000 7f777f168780 1 > prepared multipart upload key=1ZL602X3VJDP upload=3SR3MQ41PSBU tag=H28WINFI17BW type=write size=1072500 2024-09-12T17:42:00.011 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.010+0000 7f777f168780 1 < completed part key=_multipart_PW0NPHZT12D3.2~WBGCOVGS0KRC.0 size=581427 2024-09-12T17:42:00.014 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.012+0000 7f777f168780 1 < completed multipart upload key=PW0NPHZT12D3 upload=WBGCOVGS0KRC tag=A7K2SU18SCL8 type=write size=1630003 2024-09-12T17:42:00.016 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.014+0000 7f777f168780 1 > prepared part key=_multipart_9XT9OU5JDG04.2~LOTOWAJLQ771.0 size=1048576 2024-09-12T17:42:00.017 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.015+0000 7f777f168780 1 > prepared part key=_multipart_9XT9OU5JDG04.2~LOTOWAJLQ771.1 size=1048576 2024-09-12T17:42:00.017 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.016+0000 7f777f168780 1 > prepared part key=_multipart_9XT9OU5JDG04.2~LOTOWAJLQ771.2 size=427461 2024-09-12T17:42:00.018 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.016+0000 7f777f168780 1 > prepared multipart upload key=9XT9OU5JDG04 upload=LOTOWAJLQ771 tag=7FY7K95XKX0C type=write size=3573189 2024-09-12T17:42:00.020 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.019+0000 7f777f168780 1 < suggested update operation key=3U17OL8VRNIQ tag=GB58O1ZW7ZY1 type=del size=3239129 2024-09-12T17:42:00.021 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.020+0000 7f777f168780 1 > prepared operation key=FCBWV27TCNS4 tag=8CANC09VUPDV type=del size=2040453 2024-09-12T17:42:00.022 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.021+0000 7f777f168780 1 < completed delete operation key=H3CSJQOWQ7NN tag=JYOO16F25HXE type=del 2024-09-12T17:42:00.025 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.023+0000 7f777f168780 1 > prepared part key=_multipart_1IACFTAZKIWV.2~QJPZQRHC5EU2.0 size=896037 2024-09-12T17:42:00.025 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.023+0000 7f777f168780 1 > prepared multipart upload key=1IACFTAZKIWV upload=QJPZQRHC5EU2 tag=ICQWFDDC9R30 type=write size=1944613 2024-09-12T17:42:00.026 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.025+0000 7f777f168780 -1 < failed to complete operation key=3U17OL8VRNIQ tag=WQOU6JSDG22S type=del size=2320631: (22) Invalid argument 2024-09-12T17:42:00.027 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.026+0000 7f777f168780 1 > prepared operation key=G4A1L52XKRAS tag=OHMAWZ0QNB5P type=del size=3600527 2024-09-12T17:42:00.029 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.027+0000 7f777f168780 1 < completed delete operation key=NV7QYM1CMJA7 tag=039EGC9L6BHH type=del 2024-09-12T17:42:00.031 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.029+0000 7f777f168780 1 > prepared part key=_multipart_CPJJKVPMV2GJ.2~XGRJLM85UNN3.0 size=1048576 2024-09-12T17:42:00.032 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.030+0000 7f777f168780 1 > prepared part key=_multipart_CPJJKVPMV2GJ.2~XGRJLM85UNN3.1 size=1035127 2024-09-12T17:42:00.032 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.030+0000 7f777f168780 1 > prepared multipart upload key=CPJJKVPMV2GJ upload=XGRJLM85UNN3 tag=Y1GOQW090ZUB type=write size=3132279 2024-09-12T17:42:00.033 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.031+0000 7f777f168780 1 < completed delete operation key=VI3OAATH7N7Z tag=BYNPWQ9UMSJ6 type=del 2024-09-12T17:42:00.035 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.033+0000 7f777f168780 1 > prepared part key=_multipart_VI3OAATH7N7Z.2~9FQZT1OQLOX3.0 size=1048576 2024-09-12T17:42:00.036 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.034+0000 7f777f168780 1 > prepared part key=_multipart_VI3OAATH7N7Z.2~9FQZT1OQLOX3.1 size=534036 2024-09-12T17:42:00.036 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.034+0000 7f777f168780 1 > prepared multipart upload key=VI3OAATH7N7Z upload=9FQZT1OQLOX3 tag=77WIWL2J8R8M type=write size=2631188 2024-09-12T17:42:00.037 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.036+0000 7f777f168780 1 < completed delete operation key=13V8F5WX47AD tag=POF4N3V2DM0O type=del 2024-09-12T17:42:00.040 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.038+0000 7f777f168780 1 > prepared part key=_multipart_2KHLGQJKQA23.2~JAWN028PT44F.0 size=1048576 2024-09-12T17:42:00.041 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.039+0000 7f777f168780 1 > prepared part key=_multipart_2KHLGQJKQA23.2~JAWN028PT44F.1 size=134384 2024-09-12T17:42:00.041 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.039+0000 7f777f168780 1 > prepared multipart upload key=2KHLGQJKQA23 upload=JAWN028PT44F tag=EYLY3NG8U9AS type=write size=2231536 2024-09-12T17:42:00.042 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.041+0000 7f777f168780 1 < completed write operation key=S79H21EJKRPP tag=TL0ACNGIACYL type=write size=369961 2024-09-12T17:42:00.043 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.042+0000 7f777f168780 1 > prepared operation key=VI3OAATH7N7Z tag=F6YBRUZUBH8O type=write size=233247 2024-09-12T17:42:00.044 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.043+0000 7f777f168780 1 < completed part key=_multipart_2BM46JTAY3BM.2~RZ66PILMBGYY.0 size=1048576 2024-09-12T17:42:00.046 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.044+0000 7f777f168780 1 < completed part key=_multipart_2BM46JTAY3BM.2~RZ66PILMBGYY.1 size=252 2024-09-12T17:42:00.047 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.046+0000 7f777f168780 1 < completed multipart upload key=2BM46JTAY3BM upload=RZ66PILMBGYY tag=LE956GS7S9N9 type=write size=2097404 2024-09-12T17:42:00.049 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.047+0000 7f777f168780 1 > prepared operation key=OE1BUCZHIE1B tag=MRE01BKGLLU1 type=del size=903813 2024-09-12T17:42:00.052 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.049+0000 7f777f168780 1 < completed delete operation key=2ZFE3UG14FTU tag=9Q55ES3IIJHF type=del 2024-09-12T17:42:00.052 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.050+0000 7f777f168780 1 > prepared operation key=DO31EKWPC3OI tag=GORVPT3H30L7 type=write size=574282 2024-09-12T17:42:00.053 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.051+0000 7f777f168780 1 < completed part key=_multipart_9XT9OU5JDG04.2~AZA0E79Z2SP5.0 size=1048576 2024-09-12T17:42:00.054 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.052+0000 7f777f168780 1 < completed part key=_multipart_9XT9OU5JDG04.2~AZA0E79Z2SP5.1 size=163297 2024-09-12T17:42:00.055 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.054+0000 7f777f168780 1 < completed multipart upload key=9XT9OU5JDG04 upload=AZA0E79Z2SP5 tag=K8DYKTFTJ26V type=write size=2260449 2024-09-12T17:42:00.057 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.055+0000 7f777f168780 1 > prepared operation key=PW0NPHZT12D3 tag=X8ZU40Q1682J type=write size=388159 2024-09-12T17:42:00.058 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.057+0000 7f777f168780 1 < completed delete operation key=2ZFE3UG14FTU tag=GKJKBZ2YNLLC type=del 2024-09-12T17:42:00.061 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.059+0000 7f777f168780 1 > prepared part key=_multipart_VI3OAATH7N7Z.2~IA8ZAOWSB91H.0 size=1048576 2024-09-12T17:42:00.061 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.060+0000 7f777f168780 1 > prepared part key=_multipart_VI3OAATH7N7Z.2~IA8ZAOWSB91H.1 size=562463 2024-09-12T17:42:00.061 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.060+0000 7f777f168780 1 > prepared multipart upload key=VI3OAATH7N7Z upload=IA8ZAOWSB91H tag=0VXQIGD59J65 type=write size=2659615 2024-09-12T17:42:00.062 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.061+0000 7f777f168780 1 < completed part key=_multipart_1ZL602X3VJDP.2~OYJ29VJKS82T.0 size=113517 2024-09-12T17:42:00.064 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.063+0000 7f777f168780 1 < completed multipart upload key=1ZL602X3VJDP upload=OYJ29VJKS82T tag=8BDUGFOKVSGJ type=write size=1162093 2024-09-12T17:42:00.065 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.064+0000 7f777f168780 1 > prepared operation key=OE1BUCZHIE1B tag=3FG5WZVBAEJ3 type=write size=452861 2024-09-12T17:42:00.066 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.065+0000 7f777f168780 1 < completed part key=_multipart_2KHLGQJKQA23.2~AW0PNF02FJBQ.0 size=1048576 2024-09-12T17:42:00.068 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.066+0000 7f777f168780 1 < completed part key=_multipart_2KHLGQJKQA23.2~AW0PNF02FJBQ.1 size=1048576 2024-09-12T17:42:00.068 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.067+0000 7f777f168780 1 < completed part key=_multipart_2KHLGQJKQA23.2~AW0PNF02FJBQ.2 size=972258 2024-09-12T17:42:00.070 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.069+0000 7f777f168780 1 < completed multipart upload key=2KHLGQJKQA23 upload=AW0PNF02FJBQ tag=0B2QZNXPQ04A type=write size=4117986 2024-09-12T17:42:00.072 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.070+0000 7f777f168780 1 > prepared operation key=3U17OL8VRNIQ tag=UNZFXWVFA5GE type=write size=81839 2024-09-12T17:42:00.073 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.072+0000 7f777f168780 1 < completed part key=_multipart_CV1EGVJPNSKR.2~4I64PIWXNR3F.0 size=1011291 2024-09-12T17:42:00.075 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.074+0000 7f777f168780 1 < completed multipart upload key=CV1EGVJPNSKR upload=4I64PIWXNR3F tag=PNLYTTQS49T0 type=write size=2059867 2024-09-12T17:42:00.076 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.075+0000 7f777f168780 1 > prepared operation key=3U17OL8VRNIQ tag=RKSDBM18G34V type=del size=1282124 2024-09-12T17:42:00.077 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.076+0000 7f777f168780 1 < completed part key=_multipart_1ZL602X3VJDP.2~3SR3MQ41PSBU.0 size=23924 2024-09-12T17:42:00.079 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.078+0000 7f777f168780 1 < completed multipart upload key=1ZL602X3VJDP upload=3SR3MQ41PSBU tag=H28WINFI17BW type=write size=1072500 2024-09-12T17:42:00.081 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.079+0000 7f777f168780 1 > prepared operation key=7Q7D1WMM31NL tag=VXRPH07O5FFT type=del size=3531615 2024-09-12T17:42:00.082 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.080+0000 7f777f168780 1 < completed part key=_multipart_9XT9OU5JDG04.2~LOTOWAJLQ771.0 size=1048576 2024-09-12T17:42:00.084 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.083+0000 7f777f168780 1 < completed part key=_multipart_9XT9OU5JDG04.2~LOTOWAJLQ771.1 size=1048576 2024-09-12T17:42:00.085 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.084+0000 7f777f168780 1 < completed part key=_multipart_9XT9OU5JDG04.2~LOTOWAJLQ771.2 size=427461 2024-09-12T17:42:00.087 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.086+0000 7f777f168780 1 < completed multipart upload key=9XT9OU5JDG04 upload=LOTOWAJLQ771 tag=7FY7K95XKX0C type=write size=3573189 2024-09-12T17:42:00.089 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.088+0000 7f777f168780 1 > prepared part key=_multipart_FI2EY06UN14X.2~KTTZWC6CDKP1.0 size=1048576 2024-09-12T17:42:00.090 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.089+0000 7f777f168780 1 > prepared part key=_multipart_FI2EY06UN14X.2~KTTZWC6CDKP1.1 size=533544 2024-09-12T17:42:00.090 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.089+0000 7f777f168780 1 > prepared multipart upload key=FI2EY06UN14X upload=KTTZWC6CDKP1 tag=EDSYK3SNUHAN type=write size=2630696 2024-09-12T17:42:00.091 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.090+0000 7f777f168780 1 < completed delete operation key=FCBWV27TCNS4 tag=8CANC09VUPDV type=del 2024-09-12T17:42:00.092 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.091+0000 7f777f168780 1 > prepared operation key=DO31EKWPC3OI tag=SUZ77FCHYKWP type=del size=91979 2024-09-12T17:42:00.094 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.092+0000 7f777f168780 1 < completed part key=_multipart_1IACFTAZKIWV.2~QJPZQRHC5EU2.0 size=896037 2024-09-12T17:42:00.096 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.094+0000 7f777f168780 1 < completed multipart upload key=1IACFTAZKIWV upload=QJPZQRHC5EU2 tag=ICQWFDDC9R30 type=write size=1944613 2024-09-12T17:42:00.097 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.095+0000 7f777f168780 1 > prepared operation key=CV1EGVJPNSKR tag=E35WA93N2EMO type=del size=5021 2024-09-12T17:42:00.098 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.097+0000 7f777f168780 1 < canceled operation key=G4A1L52XKRAS tag=OHMAWZ0QNB5P type=del size=3600527 2024-09-12T17:42:00.099 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.098+0000 7f777f168780 1 > prepared operation key=G4A1L52XKRAS tag=4J6X6XSEAROC type=del size=2292765 2024-09-12T17:42:00.100 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.099+0000 7f777f168780 1 < completed part key=_multipart_CPJJKVPMV2GJ.2~XGRJLM85UNN3.0 size=1048576 2024-09-12T17:42:00.101 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.100+0000 7f777f168780 1 < completed part key=_multipart_CPJJKVPMV2GJ.2~XGRJLM85UNN3.1 size=1035127 2024-09-12T17:42:00.103 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.102+0000 7f777f168780 1 < completed multipart upload key=CPJJKVPMV2GJ upload=XGRJLM85UNN3 tag=Y1GOQW090ZUB type=write size=3132279 2024-09-12T17:42:00.105 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.103+0000 7f777f168780 1 > prepared operation key=FCBWV27TCNS4 tag=HB8D9Z8JAT0W type=del size=2272804 2024-09-12T17:42:00.106 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.104+0000 7f777f168780 1 < completed part key=_multipart_VI3OAATH7N7Z.2~9FQZT1OQLOX3.0 size=1048576 2024-09-12T17:42:00.107 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.105+0000 7f777f168780 1 < completed part key=_multipart_VI3OAATH7N7Z.2~9FQZT1OQLOX3.1 size=534036 2024-09-12T17:42:00.109 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.107+0000 7f777f168780 1 < completed multipart upload key=VI3OAATH7N7Z upload=9FQZT1OQLOX3 tag=77WIWL2J8R8M type=write size=2631188 2024-09-12T17:42:00.110 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.109+0000 7f777f168780 1 > prepared operation key=VI3OAATH7N7Z tag=B08FYH5QG14R type=del size=309571 2024-09-12T17:42:00.110 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.109+0000 7f777f168780 1 < canceled part key=_multipart_2KHLGQJKQA23.2~JAWN028PT44F.0 size=1048576 2024-09-12T17:42:00.111 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.110+0000 7f777f168780 1 < completed part key=_multipart_2KHLGQJKQA23.2~JAWN028PT44F.1 size=134384 2024-09-12T17:42:00.113 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.112+0000 7f777f168780 1 < canceled multipart upload key=2KHLGQJKQA23 upload=JAWN028PT44F tag=EYLY3NG8U9AS type=write size=2231536 2024-09-12T17:42:00.115 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.113+0000 7f777f168780 1 > prepared operation key=K0OUEJ4GMFDB tag=2SF1BY2QXR27 type=del size=3773948 2024-09-12T17:42:00.116 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.114+0000 7f777f168780 1 < canceled operation key=VI3OAATH7N7Z tag=F6YBRUZUBH8O type=write size=233247 2024-09-12T17:42:00.118 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.116+0000 7f777f168780 1 > prepared part key=_multipart_1IACFTAZKIWV.2~0Y0PVC2LIMKV.0 size=126666 2024-09-12T17:42:00.118 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.117+0000 7f777f168780 1 > prepared multipart upload key=1IACFTAZKIWV upload=0Y0PVC2LIMKV tag=VI4SXIN1L6A0 type=write size=1175242 2024-09-12T17:42:00.121 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.119+0000 7f777f168780 1 < suggested update operation key=OE1BUCZHIE1B tag=MRE01BKGLLU1 type=del size=903813 2024-09-12T17:42:00.121 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.120+0000 7f777f168780 1 > prepared operation key=G4A1L52XKRAS tag=OZU79AIT0SK1 type=del size=377519 2024-09-12T17:42:00.123 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.121+0000 7f777f168780 1 < completed write operation key=DO31EKWPC3OI tag=GORVPT3H30L7 type=write size=574282 2024-09-12T17:42:00.125 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.123+0000 7f777f168780 1 > prepared part key=_multipart_13V8F5WX47AD.2~D9CWDA8IY4B8.0 size=128250 2024-09-12T17:42:00.125 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.124+0000 7f777f168780 1 > prepared multipart upload key=13V8F5WX47AD upload=D9CWDA8IY4B8 tag=ZMNK56H8K1SI type=write size=1176826 2024-09-12T17:42:00.126 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.125+0000 7f777f168780 1 < completed write operation key=PW0NPHZT12D3 tag=X8ZU40Q1682J type=write size=388159 2024-09-12T17:42:00.127 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.126+0000 7f777f168780 1 > prepared operation key=CIHBEU5VBLGQ tag=I6W3E4WNAKSK type=del size=1813443 2024-09-12T17:42:00.129 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.127+0000 7f777f168780 1 < completed part key=_multipart_VI3OAATH7N7Z.2~IA8ZAOWSB91H.0 size=1048576 2024-09-12T17:42:00.130 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.128+0000 7f777f168780 1 < completed part key=_multipart_VI3OAATH7N7Z.2~IA8ZAOWSB91H.1 size=562463 2024-09-12T17:42:00.132 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.130+0000 7f777f168780 1 < completed multipart upload key=VI3OAATH7N7Z upload=IA8ZAOWSB91H tag=0VXQIGD59J65 type=write size=2659615 2024-09-12T17:42:00.134 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.132+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~WJZB1YTSPLMF.0 size=1048576 2024-09-12T17:42:00.135 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.133+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~WJZB1YTSPLMF.1 size=516399 2024-09-12T17:42:00.135 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.133+0000 7f777f168780 1 > prepared multipart upload key=CIHBEU5VBLGQ upload=WJZB1YTSPLMF tag=QJCB192AK4ND type=write size=2613551 2024-09-12T17:42:00.136 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.135+0000 7f777f168780 -1 < failed to complete operation key=OE1BUCZHIE1B tag=3FG5WZVBAEJ3 type=write size=452861: (22) Invalid argument 2024-09-12T17:42:00.137 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.136+0000 7f777f168780 1 > prepared operation key=H3CSJQOWQ7NN tag=A7NTGSMQTDGD type=del size=1729123 2024-09-12T17:42:00.140 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.138+0000 7f777f168780 1 < suggested remove operation key=3U17OL8VRNIQ tag=UNZFXWVFA5GE type=write 2024-09-12T17:42:00.142 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.140+0000 7f777f168780 1 > prepared part key=_multipart_CASKVIJ5MIV7.2~A5IGKYGW5DL8.0 size=562071 2024-09-12T17:42:00.142 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.140+0000 7f777f168780 1 > prepared multipart upload key=CASKVIJ5MIV7 upload=A5IGKYGW5DL8 tag=4QEJM7O5S85B type=write size=1610647 2024-09-12T17:42:00.143 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.141+0000 7f777f168780 -1 < failed to complete operation key=3U17OL8VRNIQ tag=RKSDBM18G34V type=del size=1282124: (22) Invalid argument 2024-09-12T17:42:00.145 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.144+0000 7f777f168780 1 > prepared part key=_multipart_S79H21EJKRPP.2~IB2C2TZ3DGZL.0 size=690472 2024-09-12T17:42:00.145 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.144+0000 7f777f168780 1 > prepared multipart upload key=S79H21EJKRPP upload=IB2C2TZ3DGZL tag=K5MT28LF27HA type=write size=1739048 2024-09-12T17:42:00.146 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.145+0000 7f777f168780 1 < completed delete operation key=7Q7D1WMM31NL tag=VXRPH07O5FFT type=del 2024-09-12T17:42:00.147 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.146+0000 7f777f168780 1 > prepared operation key=CASKVIJ5MIV7 tag=97VNDSZEG733 type=del size=3634227 2024-09-12T17:42:00.149 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.147+0000 7f777f168780 1 < completed part key=_multipart_FI2EY06UN14X.2~KTTZWC6CDKP1.0 size=1048576 2024-09-12T17:42:00.150 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.148+0000 7f777f168780 1 < completed part key=_multipart_FI2EY06UN14X.2~KTTZWC6CDKP1.1 size=533544 2024-09-12T17:42:00.152 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.150+0000 7f777f168780 1 < completed multipart upload key=FI2EY06UN14X upload=KTTZWC6CDKP1 tag=EDSYK3SNUHAN type=write size=2630696 2024-09-12T17:42:00.154 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.152+0000 7f777f168780 1 > prepared part key=_multipart_NV7QYM1CMJA7.2~3ORPDOK64TG0.0 size=1048576 2024-09-12T17:42:00.155 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.153+0000 7f777f168780 1 > prepared part key=_multipart_NV7QYM1CMJA7.2~3ORPDOK64TG0.1 size=1048576 2024-09-12T17:42:00.156 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.154+0000 7f777f168780 1 > prepared part key=_multipart_NV7QYM1CMJA7.2~3ORPDOK64TG0.2 size=321197 2024-09-12T17:42:00.156 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.154+0000 7f777f168780 1 > prepared multipart upload key=NV7QYM1CMJA7 upload=3ORPDOK64TG0 tag=15NJKP23EJ44 type=write size=3466925 2024-09-12T17:42:00.158 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.157+0000 7f777f168780 1 < suggested update operation key=DO31EKWPC3OI tag=SUZ77FCHYKWP type=del size=91979 2024-09-12T17:42:00.160 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.159+0000 7f777f168780 1 > prepared part key=_multipart_1IACFTAZKIWV.2~BM542O7X89R7.0 size=133453 2024-09-12T17:42:00.160 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.159+0000 7f777f168780 1 > prepared multipart upload key=1IACFTAZKIWV upload=BM542O7X89R7 tag=2LMAZ4H2OZ9C type=write size=1182029 2024-09-12T17:42:00.163 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.161+0000 7f777f168780 1 < suggested remove operation key=CV1EGVJPNSKR tag=E35WA93N2EMO type=del 2024-09-12T17:42:00.164 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.163+0000 7f777f168780 1 > prepared operation key=2ZFE3UG14FTU tag=F1D3TEM021KR type=write size=584009 2024-09-12T17:42:00.165 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.164+0000 7f777f168780 1 < completed delete operation key=G4A1L52XKRAS tag=4J6X6XSEAROC type=del 2024-09-12T17:42:00.166 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.165+0000 7f777f168780 1 > prepared operation key=9XT9OU5JDG04 tag=PD3KHTYZ1JIX type=del size=122867 2024-09-12T17:42:00.167 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.166+0000 7f777f168780 1 < completed delete operation key=FCBWV27TCNS4 tag=HB8D9Z8JAT0W type=del 2024-09-12T17:42:00.170 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.168+0000 7f777f168780 1 > prepared part key=_multipart_3D7LF14YZ1DI.2~JKD4KHGMYYFA.0 size=1048576 2024-09-12T17:42:00.170 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.169+0000 7f777f168780 1 > prepared part key=_multipart_3D7LF14YZ1DI.2~JKD4KHGMYYFA.1 size=1048576 2024-09-12T17:42:00.171 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.170+0000 7f777f168780 1 > prepared part key=_multipart_3D7LF14YZ1DI.2~JKD4KHGMYYFA.2 size=983064 2024-09-12T17:42:00.171 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.170+0000 7f777f168780 1 > prepared multipart upload key=3D7LF14YZ1DI upload=JKD4KHGMYYFA tag=2RHGH7MT7J1H type=write size=4128792 2024-09-12T17:42:00.174 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.172+0000 7f777f168780 1 < suggested update operation key=VI3OAATH7N7Z tag=B08FYH5QG14R type=del size=309571 2024-09-12T17:42:00.176 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.174+0000 7f777f168780 1 > prepared part key=_multipart_K0OUEJ4GMFDB.2~JXKVKMKJ4SOM.0 size=1048576 2024-09-12T17:42:00.177 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.175+0000 7f777f168780 1 > prepared part key=_multipart_K0OUEJ4GMFDB.2~JXKVKMKJ4SOM.1 size=1048576 2024-09-12T17:42:00.177 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.176+0000 7f777f168780 1 > prepared part key=_multipart_K0OUEJ4GMFDB.2~JXKVKMKJ4SOM.2 size=80402 2024-09-12T17:42:00.178 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.176+0000 7f777f168780 1 > prepared multipart upload key=K0OUEJ4GMFDB upload=JXKVKMKJ4SOM tag=0M6GEAMH2EFQ type=write size=3226130 2024-09-12T17:42:00.180 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.179+0000 7f777f168780 1 < suggested update operation key=K0OUEJ4GMFDB tag=2SF1BY2QXR27 type=del size=3773948 2024-09-12T17:42:00.182 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.181+0000 7f777f168780 1 > prepared part key=_multipart_DO31EKWPC3OI.2~6X89HNX56TXM.0 size=1048576 2024-09-12T17:42:00.183 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.182+0000 7f777f168780 1 > prepared part key=_multipart_DO31EKWPC3OI.2~6X89HNX56TXM.1 size=956299 2024-09-12T17:42:00.183 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.182+0000 7f777f168780 1 > prepared multipart upload key=DO31EKWPC3OI upload=6X89HNX56TXM tag=ORBDK4UFW63C type=write size=3053451 2024-09-12T17:42:00.184 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.183+0000 7f777f168780 1 < completed part key=_multipart_1IACFTAZKIWV.2~0Y0PVC2LIMKV.0 size=126666 2024-09-12T17:42:00.186 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.185+0000 7f777f168780 1 < completed multipart upload key=1IACFTAZKIWV upload=0Y0PVC2LIMKV tag=VI4SXIN1L6A0 type=write size=1175242 2024-09-12T17:42:00.188 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.186+0000 7f777f168780 1 > prepared operation key=AEV8UHLVWR8L tag=BB7MHRWJHNT9 type=write size=441544 2024-09-12T17:42:00.189 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.188+0000 7f777f168780 1 < completed delete operation key=G4A1L52XKRAS tag=OZU79AIT0SK1 type=del 2024-09-12T17:42:00.190 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.189+0000 7f777f168780 1 > prepared operation key=AEV8UHLVWR8L tag=ELBMSE6O71W9 type=del size=2837447 2024-09-12T17:42:00.191 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.190+0000 7f777f168780 1 < completed part key=_multipart_13V8F5WX47AD.2~D9CWDA8IY4B8.0 size=128250 2024-09-12T17:42:00.193 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.192+0000 7f777f168780 1 < completed multipart upload key=13V8F5WX47AD upload=D9CWDA8IY4B8 tag=ZMNK56H8K1SI type=write size=1176826 2024-09-12T17:42:00.196 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.194+0000 7f777f168780 1 > prepared operation key=GYBHJV1TE1UC tag=CJOT7G8BE5CL type=del size=2846301 2024-09-12T17:42:00.198 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.197+0000 7f777f168780 1 < suggested update operation key=CIHBEU5VBLGQ tag=I6W3E4WNAKSK type=del size=1813443 2024-09-12T17:42:00.200 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.198+0000 7f777f168780 1 > prepared operation key=GYBHJV1TE1UC tag=9MF48U1LCV3D type=del size=395589 2024-09-12T17:42:00.200 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.198+0000 7f777f168780 1 < canceled part key=_multipart_CIHBEU5VBLGQ.2~WJZB1YTSPLMF.0 size=1048576 2024-09-12T17:42:00.201 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.199+0000 7f777f168780 1 < completed part key=_multipart_CIHBEU5VBLGQ.2~WJZB1YTSPLMF.1 size=516399 2024-09-12T17:42:00.203 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.201+0000 7f777f168780 1 < canceled multipart upload key=CIHBEU5VBLGQ upload=WJZB1YTSPLMF tag=QJCB192AK4ND type=write size=2613551 2024-09-12T17:42:00.205 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.203+0000 7f777f168780 1 > prepared part key=_multipart_9XT9OU5JDG04.2~L35R6UA0JF11.0 size=851135 2024-09-12T17:42:00.205 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.203+0000 7f777f168780 1 > prepared multipart upload key=9XT9OU5JDG04 upload=L35R6UA0JF11 tag=BQ5FM0Z4VMAZ type=write size=1899711 2024-09-12T17:42:00.206 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.204+0000 7f777f168780 1 < completed delete operation key=H3CSJQOWQ7NN tag=A7NTGSMQTDGD type=del 2024-09-12T17:42:00.208 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.206+0000 7f777f168780 1 > prepared part key=_multipart_1ZL602X3VJDP.2~GPQR522PC18Y.0 size=1048576 2024-09-12T17:42:00.209 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.207+0000 7f777f168780 1 > prepared part key=_multipart_1ZL602X3VJDP.2~GPQR522PC18Y.1 size=51777 2024-09-12T17:42:00.209 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.207+0000 7f777f168780 1 > prepared multipart upload key=1ZL602X3VJDP upload=GPQR522PC18Y tag=SCHRXMXD71VM type=write size=2148929 2024-09-12T17:42:00.210 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.209+0000 7f777f168780 1 < completed part key=_multipart_CASKVIJ5MIV7.2~A5IGKYGW5DL8.0 size=562071 2024-09-12T17:42:00.212 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.211+0000 7f777f168780 1 < completed multipart upload key=CASKVIJ5MIV7 upload=A5IGKYGW5DL8 tag=4QEJM7O5S85B type=write size=1610647 2024-09-12T17:42:00.213 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.212+0000 7f777f168780 1 > prepared operation key=BO6EDKIVIHEW tag=7MSUZF3SFWX4 type=write size=764910 2024-09-12T17:42:00.213 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.212+0000 7f777f168780 1 < canceled part key=_multipart_S79H21EJKRPP.2~IB2C2TZ3DGZL.0 size=690472 2024-09-12T17:42:00.215 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.214+0000 7f777f168780 1 < canceled multipart upload key=S79H21EJKRPP upload=IB2C2TZ3DGZL tag=K5MT28LF27HA type=write size=1739048 2024-09-12T17:42:00.218 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.216+0000 7f777f168780 1 > prepared part key=_multipart_PW0NPHZT12D3.2~UQOX2A0946H2.0 size=1048576 2024-09-12T17:42:00.219 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.217+0000 7f777f168780 1 > prepared part key=_multipart_PW0NPHZT12D3.2~UQOX2A0946H2.1 size=1048576 2024-09-12T17:42:00.219 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.218+0000 7f777f168780 1 > prepared part key=_multipart_PW0NPHZT12D3.2~UQOX2A0946H2.2 size=111485 2024-09-12T17:42:00.220 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.218+0000 7f777f168780 1 > prepared multipart upload key=PW0NPHZT12D3 upload=UQOX2A0946H2 tag=SUCVDS4AV3V1 type=write size=3257213 2024-09-12T17:42:00.221 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.219+0000 7f777f168780 1 < completed delete operation key=CASKVIJ5MIV7 tag=97VNDSZEG733 type=del 2024-09-12T17:42:00.222 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.220+0000 7f777f168780 1 > prepared operation key=CV1EGVJPNSKR tag=XA1PR6UBF1HN type=del size=755122 2024-09-12T17:42:00.223 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.222+0000 7f777f168780 1 < completed part key=_multipart_NV7QYM1CMJA7.2~3ORPDOK64TG0.0 size=1048576 2024-09-12T17:42:00.224 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.223+0000 7f777f168780 1 < completed part key=_multipart_NV7QYM1CMJA7.2~3ORPDOK64TG0.1 size=1048576 2024-09-12T17:42:00.225 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.224+0000 7f777f168780 1 < completed part key=_multipart_NV7QYM1CMJA7.2~3ORPDOK64TG0.2 size=321197 2024-09-12T17:42:00.227 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.226+0000 7f777f168780 1 < completed multipart upload key=NV7QYM1CMJA7 upload=3ORPDOK64TG0 tag=15NJKP23EJ44 type=write size=3466925 2024-09-12T17:42:00.229 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.227+0000 7f777f168780 1 > prepared operation key=1ZL602X3VJDP tag=E5LPSEWI6AUI type=del size=487167 2024-09-12T17:42:00.230 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.228+0000 7f777f168780 1 < completed part key=_multipart_1IACFTAZKIWV.2~BM542O7X89R7.0 size=133453 2024-09-12T17:42:00.232 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.230+0000 7f777f168780 1 < completed multipart upload key=1IACFTAZKIWV upload=BM542O7X89R7 tag=2LMAZ4H2OZ9C type=write size=1182029 2024-09-12T17:42:00.234 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.233+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~20CRC8ZZ3EQO.0 size=1048576 2024-09-12T17:42:00.235 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.234+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~20CRC8ZZ3EQO.1 size=1048576 2024-09-12T17:42:00.236 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.235+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~20CRC8ZZ3EQO.2 size=955453 2024-09-12T17:42:00.236 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.235+0000 7f777f168780 1 > prepared multipart upload key=CIHBEU5VBLGQ upload=20CRC8ZZ3EQO tag=RIU5BHOCQY3Q type=write size=4101181 2024-09-12T17:42:00.237 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.236+0000 7f777f168780 1 < completed write operation key=2ZFE3UG14FTU tag=F1D3TEM021KR type=write size=584009 2024-09-12T17:42:00.238 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.237+0000 7f777f168780 1 > prepared operation key=ZABXJ7LUKKD3 tag=LGZ5EHJ3VMHC type=write size=260943 2024-09-12T17:42:00.240 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.238+0000 7f777f168780 1 < completed delete operation key=9XT9OU5JDG04 tag=PD3KHTYZ1JIX type=del 2024-09-12T17:42:00.241 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.239+0000 7f777f168780 1 > prepared operation key=ZABXJ7LUKKD3 tag=ZWS5MSY6RHFY type=del size=2408066 2024-09-12T17:42:00.242 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.241+0000 7f777f168780 1 < completed part key=_multipart_3D7LF14YZ1DI.2~JKD4KHGMYYFA.0 size=1048576 2024-09-12T17:42:00.243 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.241+0000 7f777f168780 1 < completed part key=_multipart_3D7LF14YZ1DI.2~JKD4KHGMYYFA.1 size=1048576 2024-09-12T17:42:00.244 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.242+0000 7f777f168780 1 < completed part key=_multipart_3D7LF14YZ1DI.2~JKD4KHGMYYFA.2 size=983064 2024-09-12T17:42:00.246 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.244+0000 7f777f168780 1 < completed multipart upload key=3D7LF14YZ1DI upload=JKD4KHGMYYFA tag=2RHGH7MT7J1H type=write size=4128792 2024-09-12T17:42:00.247 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.246+0000 7f777f168780 1 > prepared operation key=ZABXJ7LUKKD3 tag=FIYJC42RPYSE type=del size=3793054 2024-09-12T17:42:00.248 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.247+0000 7f777f168780 1 < completed part key=_multipart_K0OUEJ4GMFDB.2~JXKVKMKJ4SOM.0 size=1048576 2024-09-12T17:42:00.249 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.248+0000 7f777f168780 1 < completed part key=_multipart_K0OUEJ4GMFDB.2~JXKVKMKJ4SOM.1 size=1048576 2024-09-12T17:42:00.250 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.249+0000 7f777f168780 1 < completed part key=_multipart_K0OUEJ4GMFDB.2~JXKVKMKJ4SOM.2 size=80402 2024-09-12T17:42:00.252 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.251+0000 7f777f168780 1 < completed multipart upload key=K0OUEJ4GMFDB upload=JXKVKMKJ4SOM tag=0M6GEAMH2EFQ type=write size=3226130 2024-09-12T17:42:00.253 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.252+0000 7f777f168780 1 > prepared operation key=PW0NPHZT12D3 tag=99MBHL2KYS8G type=del size=2489062 2024-09-12T17:42:00.255 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.253+0000 7f777f168780 1 < completed part key=_multipart_DO31EKWPC3OI.2~6X89HNX56TXM.0 size=1048576 2024-09-12T17:42:00.255 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.254+0000 7f777f168780 1 < completed part key=_multipart_DO31EKWPC3OI.2~6X89HNX56TXM.1 size=956299 2024-09-12T17:42:00.257 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.256+0000 7f777f168780 1 < completed multipart upload key=DO31EKWPC3OI upload=6X89HNX56TXM tag=ORBDK4UFW63C type=write size=3053451 2024-09-12T17:42:00.259 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.257+0000 7f777f168780 1 > prepared operation key=FCBWV27TCNS4 tag=FMANTKXT4GX4 type=del size=2341617 2024-09-12T17:42:00.260 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.258+0000 7f777f168780 1 < completed write operation key=AEV8UHLVWR8L tag=BB7MHRWJHNT9 type=write size=441544 2024-09-12T17:42:00.261 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.260+0000 7f777f168780 1 > prepared operation key=CASKVIJ5MIV7 tag=BDZKM0LNRDRW type=write size=834442 2024-09-12T17:42:00.263 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.262+0000 7f777f168780 1 < suggested update operation key=AEV8UHLVWR8L tag=ELBMSE6O71W9 type=del size=2837447 2024-09-12T17:42:00.266 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.264+0000 7f777f168780 1 > prepared part key=_multipart_G4A1L52XKRAS.2~GF0NEQ1L2WPS.0 size=1048576 2024-09-12T17:42:00.267 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.265+0000 7f777f168780 1 > prepared part key=_multipart_G4A1L52XKRAS.2~GF0NEQ1L2WPS.1 size=1048576 2024-09-12T17:42:00.267 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.266+0000 7f777f168780 1 > prepared part key=_multipart_G4A1L52XKRAS.2~GF0NEQ1L2WPS.2 size=626511 2024-09-12T17:42:00.268 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.266+0000 7f777f168780 1 > prepared multipart upload key=G4A1L52XKRAS upload=GF0NEQ1L2WPS tag=F4GRT3LMM5S7 type=write size=3772239 2024-09-12T17:42:00.270 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.268+0000 7f777f168780 1 < suggested remove operation key=GYBHJV1TE1UC tag=CJOT7G8BE5CL type=del 2024-09-12T17:42:00.271 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.270+0000 7f777f168780 1 > prepared operation key=FI2EY06UN14X tag=572YYVO09W9R type=del size=1039259 2024-09-12T17:42:00.271 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.270+0000 7f777f168780 -1 < no bi entry to suggest for operation key=GYBHJV1TE1UC tag=9MF48U1LCV3D type=del size=395589: (2) No such file or directory 2024-09-12T17:42:00.274 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.273+0000 7f777f168780 1 > prepared part key=_multipart_NV7QYM1CMJA7.2~I98V6NQL3FZ5.0 size=1048576 2024-09-12T17:42:00.275 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.274+0000 7f777f168780 1 > prepared part key=_multipart_NV7QYM1CMJA7.2~I98V6NQL3FZ5.1 size=602429 2024-09-12T17:42:00.275 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.274+0000 7f777f168780 1 > prepared multipart upload key=NV7QYM1CMJA7 upload=I98V6NQL3FZ5 tag=BVGL5OT76K08 type=write size=2699581 2024-09-12T17:42:00.276 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.275+0000 7f777f168780 1 < completed part key=_multipart_9XT9OU5JDG04.2~L35R6UA0JF11.0 size=851135 2024-09-12T17:42:00.278 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.277+0000 7f777f168780 1 < completed multipart upload key=9XT9OU5JDG04 upload=L35R6UA0JF11 tag=BQ5FM0Z4VMAZ type=write size=1899711 2024-09-12T17:42:00.280 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.278+0000 7f777f168780 1 > prepared operation key=3D7LF14YZ1DI tag=WQXB3814T2C0 type=del size=2677209 2024-09-12T17:42:00.281 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.280+0000 7f777f168780 1 < completed part key=_multipart_1ZL602X3VJDP.2~GPQR522PC18Y.0 size=1048576 2024-09-12T17:42:00.281 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.280+0000 7f777f168780 1 < canceled part key=_multipart_1ZL602X3VJDP.2~GPQR522PC18Y.1 size=51777 2024-09-12T17:42:00.283 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.282+0000 7f777f168780 1 < canceled multipart upload key=1ZL602X3VJDP upload=GPQR522PC18Y tag=SCHRXMXD71VM type=write size=2148929 2024-09-12T17:42:00.285 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.284+0000 7f777f168780 1 > prepared part key=_multipart_DCPT2HL28MHD.2~PB0S8F21XN2Q.0 size=1048576 2024-09-12T17:42:00.286 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.285+0000 7f777f168780 1 > prepared part key=_multipart_DCPT2HL28MHD.2~PB0S8F21XN2Q.1 size=1006140 2024-09-12T17:42:00.286 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.285+0000 7f777f168780 1 > prepared multipart upload key=DCPT2HL28MHD upload=PB0S8F21XN2Q tag=0EFQUSXCTFDD type=write size=3103292 2024-09-12T17:42:00.288 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.286+0000 7f777f168780 1 < completed write operation key=BO6EDKIVIHEW tag=7MSUZF3SFWX4 type=write size=764910 2024-09-12T17:42:00.290 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.288+0000 7f777f168780 1 > prepared part key=_multipart_2BM46JTAY3BM.2~GL86I9ON9UZK.0 size=1048576 2024-09-12T17:42:00.291 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.289+0000 7f777f168780 1 > prepared part key=_multipart_2BM46JTAY3BM.2~GL86I9ON9UZK.1 size=1048576 2024-09-12T17:42:00.292 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.290+0000 7f777f168780 1 > prepared part key=_multipart_2BM46JTAY3BM.2~GL86I9ON9UZK.2 size=543160 2024-09-12T17:42:00.292 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.290+0000 7f777f168780 1 > prepared multipart upload key=2BM46JTAY3BM upload=GL86I9ON9UZK tag=17JHBSPJV9U0 type=write size=3688888 2024-09-12T17:42:00.293 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.291+0000 7f777f168780 1 < completed part key=_multipart_PW0NPHZT12D3.2~UQOX2A0946H2.0 size=1048576 2024-09-12T17:42:00.293 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.291+0000 7f777f168780 1 < canceled part key=_multipart_PW0NPHZT12D3.2~UQOX2A0946H2.1 size=1048576 2024-09-12T17:42:00.294 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.292+0000 7f777f168780 1 < completed part key=_multipart_PW0NPHZT12D3.2~UQOX2A0946H2.2 size=111485 2024-09-12T17:42:00.296 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.294+0000 7f777f168780 1 < canceled multipart upload key=PW0NPHZT12D3 upload=UQOX2A0946H2 tag=SUCVDS4AV3V1 type=write size=3257213 2024-09-12T17:42:00.298 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.297+0000 7f777f168780 1 > prepared part key=_multipart_1ZL602X3VJDP.2~02VY5HXKS11R.0 size=1048576 2024-09-12T17:42:00.299 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.298+0000 7f777f168780 1 > prepared part key=_multipart_1ZL602X3VJDP.2~02VY5HXKS11R.1 size=907292 2024-09-12T17:42:00.299 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.298+0000 7f777f168780 1 > prepared multipart upload key=1ZL602X3VJDP upload=02VY5HXKS11R tag=WIQBZROSKAYU type=write size=3004444 2024-09-12T17:42:00.300 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.299+0000 7f777f168780 1 < completed delete operation key=CV1EGVJPNSKR tag=XA1PR6UBF1HN type=del 2024-09-12T17:42:00.301 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.300+0000 7f777f168780 1 > prepared operation key=3U17OL8VRNIQ tag=5RSVWSN7OHMA type=del size=2858445 2024-09-12T17:42:00.303 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.302+0000 7f777f168780 1 < completed delete operation key=1ZL602X3VJDP tag=E5LPSEWI6AUI type=del 2024-09-12T17:42:00.304 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.303+0000 7f777f168780 1 > prepared operation key=CIHBEU5VBLGQ tag=EE9XXFCK8J94 type=del size=627773 2024-09-12T17:42:00.306 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.304+0000 7f777f168780 1 < completed part key=_multipart_CIHBEU5VBLGQ.2~20CRC8ZZ3EQO.0 size=1048576 2024-09-12T17:42:00.308 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.306+0000 7f777f168780 1 < completed part key=_multipart_CIHBEU5VBLGQ.2~20CRC8ZZ3EQO.1 size=1048576 2024-09-12T17:42:00.309 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.308+0000 7f777f168780 1 < completed part key=_multipart_CIHBEU5VBLGQ.2~20CRC8ZZ3EQO.2 size=955453 2024-09-12T17:42:00.311 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.310+0000 7f777f168780 1 < completed multipart upload key=CIHBEU5VBLGQ upload=20CRC8ZZ3EQO tag=RIU5BHOCQY3Q type=write size=4101181 2024-09-12T17:42:00.313 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.312+0000 7f777f168780 1 > prepared part key=_multipart_13V8F5WX47AD.2~B7HR8XBOQOU1.0 size=102009 2024-09-12T17:42:00.314 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.312+0000 7f777f168780 1 > prepared multipart upload key=13V8F5WX47AD upload=B7HR8XBOQOU1 tag=1PMQFWJHLBHG type=write size=1150585 2024-09-12T17:42:00.315 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.313+0000 7f777f168780 1 < completed write operation key=ZABXJ7LUKKD3 tag=LGZ5EHJ3VMHC type=write size=260943 2024-09-12T17:42:00.316 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.315+0000 7f777f168780 1 > prepared operation key=AEV8UHLVWR8L tag=W83PE8XDVINX type=del size=3504724 2024-09-12T17:42:00.317 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.316+0000 7f777f168780 1 < completed delete operation key=ZABXJ7LUKKD3 tag=ZWS5MSY6RHFY type=del 2024-09-12T17:42:00.319 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.317+0000 7f777f168780 1 > prepared operation key=FSWX3S2TGJJ9 tag=RLUNSZNSPNP0 type=del size=231539 2024-09-12T17:42:00.320 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.318+0000 7f777f168780 1 < completed delete operation key=ZABXJ7LUKKD3 tag=FIYJC42RPYSE type=del 2024-09-12T17:42:00.322 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.320+0000 7f777f168780 1 > prepared part key=_multipart_OE1BUCZHIE1B.2~973C07M0QEVJ.0 size=1048576 2024-09-12T17:42:00.323 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.322+0000 7f777f168780 1 > prepared part key=_multipart_OE1BUCZHIE1B.2~973C07M0QEVJ.1 size=280120 2024-09-12T17:42:00.323 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.322+0000 7f777f168780 1 > prepared multipart upload key=OE1BUCZHIE1B upload=973C07M0QEVJ tag=NCB39JTB1PN7 type=write size=2377272 2024-09-12T17:42:00.324 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.323+0000 7f777f168780 1 < completed delete operation key=PW0NPHZT12D3 tag=99MBHL2KYS8G type=del 2024-09-12T17:42:00.326 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.324+0000 7f777f168780 1 > prepared operation key=3D7LF14YZ1DI tag=XZQX2J5GNCCX type=write size=153985 2024-09-12T17:42:00.327 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.325+0000 7f777f168780 1 < completed delete operation key=FCBWV27TCNS4 tag=FMANTKXT4GX4 type=del 2024-09-12T17:42:00.328 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.327+0000 7f777f168780 1 > prepared operation key=GYBHJV1TE1UC tag=KFCXZLVQGZLY type=del size=4087108 2024-09-12T17:42:00.329 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.328+0000 7f777f168780 1 < completed write operation key=CASKVIJ5MIV7 tag=BDZKM0LNRDRW type=write size=834442 2024-09-12T17:42:00.332 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.330+0000 7f777f168780 1 > prepared part key=_multipart_BO6EDKIVIHEW.2~WEHQOGPEEJQX.0 size=719328 2024-09-12T17:42:00.332 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.330+0000 7f777f168780 1 > prepared multipart upload key=BO6EDKIVIHEW upload=WEHQOGPEEJQX tag=AH3O171HWF3G type=write size=1767904 2024-09-12T17:42:00.333 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.332+0000 7f777f168780 1 < completed part key=_multipart_G4A1L52XKRAS.2~GF0NEQ1L2WPS.0 size=1048576 2024-09-12T17:42:00.334 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.333+0000 7f777f168780 1 < completed part key=_multipart_G4A1L52XKRAS.2~GF0NEQ1L2WPS.1 size=1048576 2024-09-12T17:42:00.335 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.333+0000 7f777f168780 1 < completed part key=_multipart_G4A1L52XKRAS.2~GF0NEQ1L2WPS.2 size=626511 2024-09-12T17:42:00.337 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.335+0000 7f777f168780 1 < completed multipart upload key=G4A1L52XKRAS upload=GF0NEQ1L2WPS tag=F4GRT3LMM5S7 type=write size=3772239 2024-09-12T17:42:00.338 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.337+0000 7f777f168780 1 > prepared operation key=FCBWV27TCNS4 tag=4E968Q8RPA1Y type=del size=3592025 2024-09-12T17:42:00.339 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.338+0000 7f777f168780 1 < completed delete operation key=FI2EY06UN14X tag=572YYVO09W9R type=del 2024-09-12T17:42:00.341 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.339+0000 7f777f168780 1 > prepared operation key=FI2EY06UN14X tag=ZW7GJCCGT4XI type=write size=403716 2024-09-12T17:42:00.342 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.340+0000 7f777f168780 1 < completed part key=_multipart_NV7QYM1CMJA7.2~I98V6NQL3FZ5.0 size=1048576 2024-09-12T17:42:00.343 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.341+0000 7f777f168780 1 < completed part key=_multipart_NV7QYM1CMJA7.2~I98V6NQL3FZ5.1 size=602429 2024-09-12T17:42:00.345 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.343+0000 7f777f168780 1 < completed multipart upload key=NV7QYM1CMJA7 upload=I98V6NQL3FZ5 tag=BVGL5OT76K08 type=write size=2699581 2024-09-12T17:42:00.346 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.344+0000 7f777f168780 1 > prepared operation key=FI2EY06UN14X tag=9KF0UE66V6IK type=del size=1000047 2024-09-12T17:42:00.347 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.346+0000 7f777f168780 1 < completed delete operation key=3D7LF14YZ1DI tag=WQXB3814T2C0 type=del 2024-09-12T17:42:00.348 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.347+0000 7f777f168780 1 > prepared operation key=ZABXJ7LUKKD3 tag=T8YZ16ANRRB9 type=del size=3157518 2024-09-12T17:42:00.350 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.348+0000 7f777f168780 1 < completed part key=_multipart_DCPT2HL28MHD.2~PB0S8F21XN2Q.0 size=1048576 2024-09-12T17:42:00.351 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.349+0000 7f777f168780 1 < completed part key=_multipart_DCPT2HL28MHD.2~PB0S8F21XN2Q.1 size=1006140 2024-09-12T17:42:00.353 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.351+0000 7f777f168780 1 < completed multipart upload key=DCPT2HL28MHD upload=PB0S8F21XN2Q tag=0EFQUSXCTFDD type=write size=3103292 2024-09-12T17:42:00.354 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.352+0000 7f777f168780 1 > prepared operation key=FCBWV27TCNS4 tag=YXUD1XFRG0G0 type=del size=3893770 2024-09-12T17:42:00.355 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.354+0000 7f777f168780 1 < completed part key=_multipart_2BM46JTAY3BM.2~GL86I9ON9UZK.0 size=1048576 2024-09-12T17:42:00.356 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.355+0000 7f777f168780 1 < completed part key=_multipart_2BM46JTAY3BM.2~GL86I9ON9UZK.1 size=1048576 2024-09-12T17:42:00.356 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.355+0000 7f777f168780 1 < canceled part key=_multipart_2BM46JTAY3BM.2~GL86I9ON9UZK.2 size=543160 2024-09-12T17:42:00.358 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.357+0000 7f777f168780 1 < canceled multipart upload key=2BM46JTAY3BM upload=GL86I9ON9UZK tag=17JHBSPJV9U0 type=write size=3688888 2024-09-12T17:42:00.359 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.358+0000 7f777f168780 1 > prepared operation key=CIHBEU5VBLGQ tag=UL1GFT5ZG4E3 type=del size=43759 2024-09-12T17:42:00.360 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.358+0000 7f777f168780 1 < canceled part key=_multipart_1ZL602X3VJDP.2~02VY5HXKS11R.0 size=1048576 2024-09-12T17:42:00.360 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.359+0000 7f777f168780 1 < completed part key=_multipart_1ZL602X3VJDP.2~02VY5HXKS11R.1 size=907292 2024-09-12T17:42:00.362 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.361+0000 7f777f168780 1 < canceled multipart upload key=1ZL602X3VJDP upload=02VY5HXKS11R tag=WIQBZROSKAYU type=write size=3004444 2024-09-12T17:42:00.363 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.362+0000 7f777f168780 1 > prepared operation key=3D7LF14YZ1DI tag=DLKBS4TUHE57 type=write size=454958 2024-09-12T17:42:00.365 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.363+0000 7f777f168780 1 < completed delete operation key=3U17OL8VRNIQ tag=5RSVWSN7OHMA type=del 2024-09-12T17:42:00.367 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.366+0000 7f777f168780 1 > prepared part key=_multipart_VI3OAATH7N7Z.2~N3JG2P3VMPDN.0 size=1048576 2024-09-12T17:42:00.368 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.367+0000 7f777f168780 1 > prepared part key=_multipart_VI3OAATH7N7Z.2~N3JG2P3VMPDN.1 size=1048576 2024-09-12T17:42:00.369 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.367+0000 7f777f168780 1 > prepared part key=_multipart_VI3OAATH7N7Z.2~N3JG2P3VMPDN.2 size=885727 2024-09-12T17:42:00.369 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.367+0000 7f777f168780 1 > prepared multipart upload key=VI3OAATH7N7Z upload=N3JG2P3VMPDN tag=V9SQ3XA7RDRS type=write size=4031455 2024-09-12T17:42:00.370 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.369+0000 7f777f168780 1 < completed delete operation key=CIHBEU5VBLGQ tag=EE9XXFCK8J94 type=del 2024-09-12T17:42:00.371 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.370+0000 7f777f168780 1 > prepared operation key=7Q7D1WMM31NL tag=5FLTX1E8L5Z3 type=del size=1729534 2024-09-12T17:42:00.373 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.371+0000 7f777f168780 1 < completed part key=_multipart_13V8F5WX47AD.2~B7HR8XBOQOU1.0 size=102009 2024-09-12T17:42:00.375 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.374+0000 7f777f168780 1 < completed multipart upload key=13V8F5WX47AD upload=B7HR8XBOQOU1 tag=1PMQFWJHLBHG type=write size=1150585 2024-09-12T17:42:00.376 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.375+0000 7f777f168780 1 > prepared operation key=K0OUEJ4GMFDB tag=W0ZKAR4LGQJE type=del size=3794412 2024-09-12T17:42:00.377 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.376+0000 7f777f168780 1 < completed delete operation key=AEV8UHLVWR8L tag=W83PE8XDVINX type=del 2024-09-12T17:42:00.379 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.378+0000 7f777f168780 1 > prepared part key=_multipart_2ZFE3UG14FTU.2~VMBOM1A09SO6.0 size=727377 2024-09-12T17:42:00.380 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.378+0000 7f777f168780 1 > prepared multipart upload key=2ZFE3UG14FTU upload=VMBOM1A09SO6 tag=JGCBYNLLE67W type=write size=1775953 2024-09-12T17:42:00.381 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.379+0000 7f777f168780 1 < completed delete operation key=FSWX3S2TGJJ9 tag=RLUNSZNSPNP0 type=del 2024-09-12T17:42:00.382 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.381+0000 7f777f168780 1 > prepared operation key=OE1BUCZHIE1B tag=H8XGBMZOBXAX type=del size=3170958 2024-09-12T17:42:00.383 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.382+0000 7f777f168780 1 < completed part key=_multipart_OE1BUCZHIE1B.2~973C07M0QEVJ.0 size=1048576 2024-09-12T17:42:00.384 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.383+0000 7f777f168780 1 < completed part key=_multipart_OE1BUCZHIE1B.2~973C07M0QEVJ.1 size=280120 2024-09-12T17:42:00.386 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.385+0000 7f777f168780 1 < completed multipart upload key=OE1BUCZHIE1B upload=973C07M0QEVJ tag=NCB39JTB1PN7 type=write size=2377272 2024-09-12T17:42:00.387 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.386+0000 7f777f168780 1 > prepared operation key=DCPT2HL28MHD tag=5OG00YBXY58D type=del size=3467778 2024-09-12T17:42:00.388 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.387+0000 7f777f168780 1 < completed write operation key=3D7LF14YZ1DI tag=XZQX2J5GNCCX type=write size=153985 2024-09-12T17:42:00.390 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.388+0000 7f777f168780 1 > prepared operation key=ZABXJ7LUKKD3 tag=I9EOV6W1IZE9 type=del size=3322529 2024-09-12T17:42:00.391 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.389+0000 7f777f168780 1 < completed delete operation key=GYBHJV1TE1UC tag=KFCXZLVQGZLY type=del 2024-09-12T17:42:00.392 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.391+0000 7f777f168780 1 > prepared operation key=AEV8UHLVWR8L tag=4BVMDCHK7PXY type=del size=1419489 2024-09-12T17:42:00.393 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.392+0000 7f777f168780 1 < completed part key=_multipart_BO6EDKIVIHEW.2~WEHQOGPEEJQX.0 size=719328 2024-09-12T17:42:00.395 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.394+0000 7f777f168780 1 < completed multipart upload key=BO6EDKIVIHEW upload=WEHQOGPEEJQX tag=AH3O171HWF3G type=write size=1767904 2024-09-12T17:42:00.397 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.396+0000 7f777f168780 1 > prepared part key=_multipart_AEV8UHLVWR8L.2~77Q9DUVOOIDM.0 size=1048576 2024-09-12T17:42:00.398 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.397+0000 7f777f168780 1 > prepared part key=_multipart_AEV8UHLVWR8L.2~77Q9DUVOOIDM.1 size=349871 2024-09-12T17:42:00.398 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.397+0000 7f777f168780 1 > prepared multipart upload key=AEV8UHLVWR8L upload=77Q9DUVOOIDM tag=0WZXWSGLTCCY type=write size=2447023 2024-09-12T17:42:00.400 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.398+0000 7f777f168780 1 < completed delete operation key=FCBWV27TCNS4 tag=4E968Q8RPA1Y type=del 2024-09-12T17:42:00.402 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.401+0000 7f777f168780 1 > prepared part key=_multipart_O3IEF0Z4S34O.2~Z3LOLLFLI8GL.0 size=1048576 2024-09-12T17:42:00.403 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.401+0000 7f777f168780 1 > prepared part key=_multipart_O3IEF0Z4S34O.2~Z3LOLLFLI8GL.1 size=1048576 2024-09-12T17:42:00.404 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.402+0000 7f777f168780 1 > prepared part key=_multipart_O3IEF0Z4S34O.2~Z3LOLLFLI8GL.2 size=661780 2024-09-12T17:42:00.404 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.402+0000 7f777f168780 1 > prepared multipart upload key=O3IEF0Z4S34O upload=Z3LOLLFLI8GL tag=DPSCOQFTT32X type=write size=3807508 2024-09-12T17:42:00.406 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.405+0000 7f777f168780 1 < suggested remove operation key=FI2EY06UN14X tag=ZW7GJCCGT4XI type=write 2024-09-12T17:42:00.408 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.407+0000 7f777f168780 1 > prepared part key=_multipart_2ZFE3UG14FTU.2~Y17CLMBWUGIN.0 size=1048576 2024-09-12T17:42:00.409 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.408+0000 7f777f168780 1 > prepared part key=_multipart_2ZFE3UG14FTU.2~Y17CLMBWUGIN.1 size=183418 2024-09-12T17:42:00.410 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.408+0000 7f777f168780 1 > prepared multipart upload key=2ZFE3UG14FTU upload=Y17CLMBWUGIN tag=ASSXQKF59ZEU type=write size=2280570 2024-09-12T17:42:00.411 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.409+0000 7f777f168780 -1 < failed to complete operation key=FI2EY06UN14X tag=9KF0UE66V6IK type=del size=1000047: (22) Invalid argument 2024-09-12T17:42:00.412 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.411+0000 7f777f168780 1 > prepared operation key=PW0NPHZT12D3 tag=NSNFFJDB1QAV type=del size=451554 2024-09-12T17:42:00.413 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.412+0000 7f777f168780 1 < completed delete operation key=ZABXJ7LUKKD3 tag=T8YZ16ANRRB9 type=del 2024-09-12T17:42:00.414 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.413+0000 7f777f168780 1 > prepared operation key=OE1BUCZHIE1B tag=C8NBK50GLKWR type=del size=3014667 2024-09-12T17:42:00.416 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.414+0000 7f777f168780 1 < completed delete operation key=FCBWV27TCNS4 tag=YXUD1XFRG0G0 type=del 2024-09-12T17:42:00.418 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.417+0000 7f777f168780 1 > prepared part key=_multipart_1ZL602X3VJDP.2~8WFM0OA4M960.0 size=1048576 2024-09-12T17:42:00.419 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.418+0000 7f777f168780 1 > prepared part key=_multipart_1ZL602X3VJDP.2~8WFM0OA4M960.1 size=1048576 2024-09-12T17:42:00.420 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.419+0000 7f777f168780 1 > prepared part key=_multipart_1ZL602X3VJDP.2~8WFM0OA4M960.2 size=858150 2024-09-12T17:42:00.420 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.419+0000 7f777f168780 1 > prepared multipart upload key=1ZL602X3VJDP upload=8WFM0OA4M960 tag=KLOQNLZF1P1A type=write size=4003878 2024-09-12T17:42:00.422 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.421+0000 7f777f168780 1 < completed delete operation key=CIHBEU5VBLGQ tag=UL1GFT5ZG4E3 type=del 2024-09-12T17:42:00.424 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.422+0000 7f777f168780 1 > prepared operation key=1ZL602X3VJDP tag=7HOY7HIBM9D3 type=del size=4109099 2024-09-12T17:42:00.425 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.423+0000 7f777f168780 1 < completed write operation key=3D7LF14YZ1DI tag=DLKBS4TUHE57 type=write size=454958 2024-09-12T17:42:00.427 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.426+0000 7f777f168780 1 > prepared part key=_multipart_9XT9OU5JDG04.2~6F5PFY01LR3T.0 size=469939 2024-09-12T17:42:00.427 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.426+0000 7f777f168780 1 > prepared multipart upload key=9XT9OU5JDG04 upload=6F5PFY01LR3T tag=JAHSG5YR8PEI type=write size=1518515 2024-09-12T17:42:00.428 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.427+0000 7f777f168780 1 < completed part key=_multipart_VI3OAATH7N7Z.2~N3JG2P3VMPDN.0 size=1048576 2024-09-12T17:42:00.429 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.428+0000 7f777f168780 1 < completed part key=_multipart_VI3OAATH7N7Z.2~N3JG2P3VMPDN.1 size=1048576 2024-09-12T17:42:00.430 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.429+0000 7f777f168780 1 < completed part key=_multipart_VI3OAATH7N7Z.2~N3JG2P3VMPDN.2 size=885727 2024-09-12T17:42:00.432 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.431+0000 7f777f168780 1 < completed multipart upload key=VI3OAATH7N7Z upload=N3JG2P3VMPDN tag=V9SQ3XA7RDRS type=write size=4031455 2024-09-12T17:42:00.434 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.433+0000 7f777f168780 1 > prepared part key=_multipart_NV7QYM1CMJA7.2~IVXGENSDTSCL.0 size=1048576 2024-09-12T17:42:00.435 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.434+0000 7f777f168780 1 > prepared part key=_multipart_NV7QYM1CMJA7.2~IVXGENSDTSCL.1 size=918727 2024-09-12T17:42:00.436 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.434+0000 7f777f168780 1 > prepared multipart upload key=NV7QYM1CMJA7 upload=IVXGENSDTSCL tag=ZHBQD9BRLLLH type=write size=3015879 2024-09-12T17:42:00.437 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.435+0000 7f777f168780 1 < completed delete operation key=7Q7D1WMM31NL tag=5FLTX1E8L5Z3 type=del 2024-09-12T17:42:00.439 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.437+0000 7f777f168780 1 > prepared part key=_multipart_FSWX3S2TGJJ9.2~9OT7VW1ZWKK0.0 size=1048576 2024-09-12T17:42:00.440 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.438+0000 7f777f168780 1 > prepared part key=_multipart_FSWX3S2TGJJ9.2~9OT7VW1ZWKK0.1 size=916319 2024-09-12T17:42:00.440 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.438+0000 7f777f168780 1 > prepared multipart upload key=FSWX3S2TGJJ9 upload=9OT7VW1ZWKK0 tag=74BLWJ4VEF8B type=write size=3013471 2024-09-12T17:42:00.441 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.440+0000 7f777f168780 1 < completed delete operation key=K0OUEJ4GMFDB tag=W0ZKAR4LGQJE type=del 2024-09-12T17:42:00.443 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.441+0000 7f777f168780 1 > prepared operation key=DCPT2HL28MHD tag=HOZQAB2UTRVK type=del size=4045444 2024-09-12T17:42:00.444 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.443+0000 7f777f168780 1 < completed part key=_multipart_2ZFE3UG14FTU.2~VMBOM1A09SO6.0 size=727377 2024-09-12T17:42:00.446 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.445+0000 7f777f168780 1 < completed multipart upload key=2ZFE3UG14FTU upload=VMBOM1A09SO6 tag=JGCBYNLLE67W type=write size=1775953 2024-09-12T17:42:00.448 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.446+0000 7f777f168780 1 > prepared operation key=CPJJKVPMV2GJ tag=ZS7GH1NMUEC2 type=del size=1133939 2024-09-12T17:42:00.449 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.447+0000 7f777f168780 1 < completed delete operation key=OE1BUCZHIE1B tag=H8XGBMZOBXAX type=del 2024-09-12T17:42:00.450 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.449+0000 7f777f168780 1 > prepared operation key=2KHLGQJKQA23 tag=4Q1QU0U8H9DC type=del size=1578087 2024-09-12T17:42:00.453 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.451+0000 7f777f168780 1 < suggested remove operation key=DCPT2HL28MHD tag=5OG00YBXY58D type=del 2024-09-12T17:42:00.454 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.452+0000 7f777f168780 1 > prepared operation key=GYBHJV1TE1UC tag=O8VIQFOTLPQX type=del size=2873682 2024-09-12T17:42:00.455 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.454+0000 7f777f168780 1 < completed delete operation key=ZABXJ7LUKKD3 tag=I9EOV6W1IZE9 type=del 2024-09-12T17:42:00.456 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.455+0000 7f777f168780 1 > prepared operation key=3U17OL8VRNIQ tag=GT303FC0INHL type=del size=2946186 2024-09-12T17:42:00.458 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.456+0000 7f777f168780 1 < completed delete operation key=AEV8UHLVWR8L tag=4BVMDCHK7PXY type=del 2024-09-12T17:42:00.460 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.458+0000 7f777f168780 1 > prepared part key=_multipart_O3IEF0Z4S34O.2~IS9IN1Z395TX.0 size=425330 2024-09-12T17:42:00.460 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.458+0000 7f777f168780 1 > prepared multipart upload key=O3IEF0Z4S34O upload=IS9IN1Z395TX tag=UC9BBYTI53SJ type=write size=1473906 2024-09-12T17:42:00.461 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.459+0000 7f777f168780 1 < completed part key=_multipart_AEV8UHLVWR8L.2~77Q9DUVOOIDM.0 size=1048576 2024-09-12T17:42:00.462 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.460+0000 7f777f168780 1 < completed part key=_multipart_AEV8UHLVWR8L.2~77Q9DUVOOIDM.1 size=349871 2024-09-12T17:42:00.464 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.463+0000 7f777f168780 1 < completed multipart upload key=AEV8UHLVWR8L upload=77Q9DUVOOIDM tag=0WZXWSGLTCCY type=write size=2447023 2024-09-12T17:42:00.466 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.464+0000 7f777f168780 1 > prepared operation key=1IACFTAZKIWV tag=9ALGJHVB5PP4 type=del size=3704617 2024-09-12T17:42:00.467 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.465+0000 7f777f168780 1 < completed part key=_multipart_O3IEF0Z4S34O.2~Z3LOLLFLI8GL.0 size=1048576 2024-09-12T17:42:00.468 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.466+0000 7f777f168780 1 < completed part key=_multipart_O3IEF0Z4S34O.2~Z3LOLLFLI8GL.1 size=1048576 2024-09-12T17:42:00.469 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.467+0000 7f777f168780 1 < completed part key=_multipart_O3IEF0Z4S34O.2~Z3LOLLFLI8GL.2 size=661780 2024-09-12T17:42:00.471 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.469+0000 7f777f168780 1 < completed multipart upload key=O3IEF0Z4S34O upload=Z3LOLLFLI8GL tag=DPSCOQFTT32X type=write size=3807508 2024-09-12T17:42:00.472 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.470+0000 7f777f168780 1 > prepared operation key=PW0NPHZT12D3 tag=MX1PFNUHUY31 type=write size=365309 2024-09-12T17:42:00.473 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.472+0000 7f777f168780 1 < completed part key=_multipart_2ZFE3UG14FTU.2~Y17CLMBWUGIN.0 size=1048576 2024-09-12T17:42:00.474 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.473+0000 7f777f168780 1 < completed part key=_multipart_2ZFE3UG14FTU.2~Y17CLMBWUGIN.1 size=183418 2024-09-12T17:42:00.476 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.474+0000 7f777f168780 1 < completed multipart upload key=2ZFE3UG14FTU upload=Y17CLMBWUGIN tag=ASSXQKF59ZEU type=write size=2280570 2024-09-12T17:42:00.477 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.476+0000 7f777f168780 1 > prepared operation key=9XT9OU5JDG04 tag=FQD9LNINN6DI type=write size=29179 2024-09-12T17:42:00.478 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.477+0000 7f777f168780 1 < completed delete operation key=PW0NPHZT12D3 tag=NSNFFJDB1QAV type=del 2024-09-12T17:42:00.480 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.479+0000 7f777f168780 1 > prepared part key=_multipart_O3IEF0Z4S34O.2~8FNAKIQ161D5.0 size=1048576 2024-09-12T17:42:00.481 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.480+0000 7f777f168780 1 > prepared part key=_multipart_O3IEF0Z4S34O.2~8FNAKIQ161D5.1 size=1048576 2024-09-12T17:42:00.482 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.481+0000 7f777f168780 1 > prepared part key=_multipart_O3IEF0Z4S34O.2~8FNAKIQ161D5.2 size=933988 2024-09-12T17:42:00.482 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.481+0000 7f777f168780 1 > prepared multipart upload key=O3IEF0Z4S34O upload=8FNAKIQ161D5 tag=J5E7PU4WTZIN type=write size=4079716 2024-09-12T17:42:00.483 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.482+0000 7f777f168780 1 < completed delete operation key=OE1BUCZHIE1B tag=C8NBK50GLKWR type=del 2024-09-12T17:42:00.485 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.483+0000 7f777f168780 1 > prepared operation key=K0OUEJ4GMFDB tag=39CIBSV8YPMV type=del size=314698 2024-09-12T17:42:00.486 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.484+0000 7f777f168780 1 < completed part key=_multipart_1ZL602X3VJDP.2~8WFM0OA4M960.0 size=1048576 2024-09-12T17:42:00.487 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.485+0000 7f777f168780 1 < completed part key=_multipart_1ZL602X3VJDP.2~8WFM0OA4M960.1 size=1048576 2024-09-12T17:42:00.488 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.486+0000 7f777f168780 1 < completed part key=_multipart_1ZL602X3VJDP.2~8WFM0OA4M960.2 size=858150 2024-09-12T17:42:00.490 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.488+0000 7f777f168780 1 < completed multipart upload key=1ZL602X3VJDP upload=8WFM0OA4M960 tag=KLOQNLZF1P1A type=write size=4003878 2024-09-12T17:42:00.492 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.491+0000 7f777f168780 1 > prepared part key=_multipart_FSWX3S2TGJJ9.2~X0EOQGK3TBHB.0 size=1048576 2024-09-12T17:42:00.493 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.491+0000 7f777f168780 1 > prepared part key=_multipart_FSWX3S2TGJJ9.2~X0EOQGK3TBHB.1 size=352198 2024-09-12T17:42:00.493 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.491+0000 7f777f168780 1 > prepared multipart upload key=FSWX3S2TGJJ9 upload=X0EOQGK3TBHB tag=AXZHJD16FNN7 type=write size=2449350 2024-09-12T17:42:00.494 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.493+0000 7f777f168780 1 < completed delete operation key=1ZL602X3VJDP tag=7HOY7HIBM9D3 type=del 2024-09-12T17:42:00.496 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.494+0000 7f777f168780 1 > prepared operation key=CV1EGVJPNSKR tag=JJ2JSXVOLISX type=write size=205026 2024-09-12T17:42:00.497 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.495+0000 7f777f168780 1 < completed part key=_multipart_9XT9OU5JDG04.2~6F5PFY01LR3T.0 size=469939 2024-09-12T17:42:00.498 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.497+0000 7f777f168780 1 < completed multipart upload key=9XT9OU5JDG04 upload=6F5PFY01LR3T tag=JAHSG5YR8PEI type=write size=1518515 2024-09-12T17:42:00.500 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.498+0000 7f777f168780 1 > prepared operation key=CIHBEU5VBLGQ tag=EFEC181DLAOL type=del size=1607745 2024-09-12T17:42:00.501 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.500+0000 7f777f168780 1 < completed part key=_multipart_NV7QYM1CMJA7.2~IVXGENSDTSCL.0 size=1048576 2024-09-12T17:42:00.502 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.501+0000 7f777f168780 1 < completed part key=_multipart_NV7QYM1CMJA7.2~IVXGENSDTSCL.1 size=918727 2024-09-12T17:42:00.504 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.502+0000 7f777f168780 1 < completed multipart upload key=NV7QYM1CMJA7 upload=IVXGENSDTSCL tag=ZHBQD9BRLLLH type=write size=3015879 2024-09-12T17:42:00.506 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.504+0000 7f777f168780 1 > prepared part key=_multipart_1ZL602X3VJDP.2~6MM5PD71I910.0 size=1048576 2024-09-12T17:42:00.507 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.505+0000 7f777f168780 1 > prepared part key=_multipart_1ZL602X3VJDP.2~6MM5PD71I910.1 size=528468 2024-09-12T17:42:00.507 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.505+0000 7f777f168780 1 > prepared multipart upload key=1ZL602X3VJDP upload=6MM5PD71I910 tag=1URVSZB3SEVR type=write size=2625620 2024-09-12T17:42:00.508 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.507+0000 7f777f168780 1 < completed part key=_multipart_FSWX3S2TGJJ9.2~9OT7VW1ZWKK0.0 size=1048576 2024-09-12T17:42:00.509 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.508+0000 7f777f168780 1 < completed part key=_multipart_FSWX3S2TGJJ9.2~9OT7VW1ZWKK0.1 size=916319 2024-09-12T17:42:00.511 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.510+0000 7f777f168780 1 < completed multipart upload key=FSWX3S2TGJJ9 upload=9OT7VW1ZWKK0 tag=74BLWJ4VEF8B type=write size=3013471 2024-09-12T17:42:00.512 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.511+0000 7f777f168780 1 > prepared operation key=9XT9OU5JDG04 tag=SKMLAI6GUB79 type=del size=3858271 2024-09-12T17:42:00.513 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.511+0000 7f777f168780 -1 < no bi entry to suggest for operation key=DCPT2HL28MHD tag=HOZQAB2UTRVK type=del size=4045444: (2) No such file or directory 2024-09-12T17:42:00.514 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.512+0000 7f777f168780 1 > prepared operation key=1ZL602X3VJDP tag=20EDIX6JNN5T type=del size=1052351 2024-09-12T17:42:00.515 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.514+0000 7f777f168780 1 < completed delete operation key=CPJJKVPMV2GJ tag=ZS7GH1NMUEC2 type=del 2024-09-12T17:42:00.517 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.516+0000 7f777f168780 1 > prepared part key=_multipart_13V8F5WX47AD.2~BGMYJALEU9EI.0 size=1048576 2024-09-12T17:42:00.518 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.517+0000 7f777f168780 1 > prepared part key=_multipart_13V8F5WX47AD.2~BGMYJALEU9EI.1 size=1048576 2024-09-12T17:42:00.519 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.517+0000 7f777f168780 1 > prepared part key=_multipart_13V8F5WX47AD.2~BGMYJALEU9EI.2 size=907945 2024-09-12T17:42:00.519 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.517+0000 7f777f168780 1 > prepared multipart upload key=13V8F5WX47AD upload=BGMYJALEU9EI tag=R6ZXPKJESCQG type=write size=4053673 2024-09-12T17:42:00.520 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.519+0000 7f777f168780 1 < completed delete operation key=2KHLGQJKQA23 tag=4Q1QU0U8H9DC type=del 2024-09-12T17:42:00.522 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.521+0000 7f777f168780 1 > prepared part key=_multipart_1IACFTAZKIWV.2~3B49ZGQAJCSA.0 size=1048576 2024-09-12T17:42:00.523 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.522+0000 7f777f168780 1 > prepared part key=_multipart_1IACFTAZKIWV.2~3B49ZGQAJCSA.1 size=171702 2024-09-12T17:42:00.523 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.522+0000 7f777f168780 1 > prepared multipart upload key=1IACFTAZKIWV upload=3B49ZGQAJCSA tag=9CSAW1N92U8H type=write size=2268854 2024-09-12T17:42:00.524 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.523+0000 7f777f168780 1 < completed delete operation key=GYBHJV1TE1UC tag=O8VIQFOTLPQX type=del 2024-09-12T17:42:00.526 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.525+0000 7f777f168780 1 > prepared part key=_multipart_NV7QYM1CMJA7.2~E374VV8ZP946.0 size=1048576 2024-09-12T17:42:00.527 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.526+0000 7f777f168780 1 > prepared part key=_multipart_NV7QYM1CMJA7.2~E374VV8ZP946.1 size=1048576 2024-09-12T17:42:00.528 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.527+0000 7f777f168780 1 > prepared part key=_multipart_NV7QYM1CMJA7.2~E374VV8ZP946.2 size=651430 2024-09-12T17:42:00.528 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.527+0000 7f777f168780 1 > prepared multipart upload key=NV7QYM1CMJA7 upload=E374VV8ZP946 tag=XEK35J8HJ1YI type=write size=3797158 2024-09-12T17:42:00.530 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.528+0000 7f777f168780 1 < completed delete operation key=3U17OL8VRNIQ tag=GT303FC0INHL type=del 2024-09-12T17:42:00.532 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.530+0000 7f777f168780 1 > prepared part key=_multipart_PW0NPHZT12D3.2~JHCI3Q6ZAN8C.0 size=418105 2024-09-12T17:42:00.532 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.530+0000 7f777f168780 1 > prepared multipart upload key=PW0NPHZT12D3 upload=JHCI3Q6ZAN8C tag=VJAEGQ7ZQZBP type=write size=1466681 2024-09-12T17:42:00.534 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.533+0000 7f777f168780 1 < completed part key=_multipart_O3IEF0Z4S34O.2~IS9IN1Z395TX.0 size=425330 2024-09-12T17:42:00.536 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.535+0000 7f777f168780 1 < completed multipart upload key=O3IEF0Z4S34O upload=IS9IN1Z395TX tag=UC9BBYTI53SJ type=write size=1473906 2024-09-12T17:42:00.538 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.537+0000 7f777f168780 1 > prepared part key=_multipart_PW0NPHZT12D3.2~X96KD2ETOFEE.0 size=448701 2024-09-12T17:42:00.538 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.537+0000 7f777f168780 1 > prepared multipart upload key=PW0NPHZT12D3 upload=X96KD2ETOFEE tag=T7XMLI0HRTS5 type=write size=1497277 2024-09-12T17:42:00.539 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.538+0000 7f777f168780 1 < canceled operation key=1IACFTAZKIWV tag=9ALGJHVB5PP4 type=del size=3704617 2024-09-12T17:42:00.540 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.539+0000 7f777f168780 1 > prepared operation key=DO31EKWPC3OI tag=ZUNV0GDPE4GA type=del size=3574264 2024-09-12T17:42:00.542 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.540+0000 7f777f168780 1 < completed write operation key=PW0NPHZT12D3 tag=MX1PFNUHUY31 type=write size=365309 2024-09-12T17:42:00.544 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.543+0000 7f777f168780 1 > prepared part key=_multipart_13V8F5WX47AD.2~GJT7END9IHRW.0 size=1048576 2024-09-12T17:42:00.545 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.544+0000 7f777f168780 1 > prepared part key=_multipart_13V8F5WX47AD.2~GJT7END9IHRW.1 size=1048576 2024-09-12T17:42:00.546 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.544+0000 7f777f168780 1 > prepared part key=_multipart_13V8F5WX47AD.2~GJT7END9IHRW.2 size=977453 2024-09-12T17:42:00.546 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.544+0000 7f777f168780 1 > prepared multipart upload key=13V8F5WX47AD upload=GJT7END9IHRW tag=ZAJ6YA5095YQ type=write size=4123181 2024-09-12T17:42:00.547 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.546+0000 7f777f168780 1 < completed write operation key=9XT9OU5JDG04 tag=FQD9LNINN6DI type=write size=29179 2024-09-12T17:42:00.548 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.547+0000 7f777f168780 1 > prepared operation key=PW0NPHZT12D3 tag=LLZ1IFRNWYWQ type=del size=2317506 2024-09-12T17:42:00.550 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.548+0000 7f777f168780 1 < completed part key=_multipart_O3IEF0Z4S34O.2~8FNAKIQ161D5.0 size=1048576 2024-09-12T17:42:00.551 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.549+0000 7f777f168780 1 < completed part key=_multipart_O3IEF0Z4S34O.2~8FNAKIQ161D5.1 size=1048576 2024-09-12T17:42:00.552 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.550+0000 7f777f168780 1 < completed part key=_multipart_O3IEF0Z4S34O.2~8FNAKIQ161D5.2 size=933988 2024-09-12T17:42:00.554 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.552+0000 7f777f168780 1 < completed multipart upload key=O3IEF0Z4S34O upload=8FNAKIQ161D5 tag=J5E7PU4WTZIN type=write size=4079716 2024-09-12T17:42:00.555 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.554+0000 7f777f168780 1 > prepared operation key=BO6EDKIVIHEW tag=ZRJYZQ18OL2M type=del size=108269 2024-09-12T17:42:00.556 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.555+0000 7f777f168780 1 < completed delete operation key=K0OUEJ4GMFDB tag=39CIBSV8YPMV type=del 2024-09-12T17:42:00.558 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.557+0000 7f777f168780 1 > prepared part key=_multipart_CASKVIJ5MIV7.2~CKJHK7RNQBGK.0 size=1048576 2024-09-12T17:42:00.559 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.558+0000 7f777f168780 1 > prepared part key=_multipart_CASKVIJ5MIV7.2~CKJHK7RNQBGK.1 size=1048576 2024-09-12T17:42:00.560 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.559+0000 7f777f168780 1 > prepared part key=_multipart_CASKVIJ5MIV7.2~CKJHK7RNQBGK.2 size=208578 2024-09-12T17:42:00.560 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.559+0000 7f777f168780 1 > prepared multipart upload key=CASKVIJ5MIV7 upload=CKJHK7RNQBGK tag=MM3IEWJNWYRK type=write size=3354306 2024-09-12T17:42:00.561 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.560+0000 7f777f168780 1 < completed part key=_multipart_FSWX3S2TGJJ9.2~X0EOQGK3TBHB.0 size=1048576 2024-09-12T17:42:00.561 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.560+0000 7f777f168780 1 < canceled part key=_multipart_FSWX3S2TGJJ9.2~X0EOQGK3TBHB.1 size=352198 2024-09-12T17:42:00.563 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.562+0000 7f777f168780 1 < canceled multipart upload key=FSWX3S2TGJJ9 upload=X0EOQGK3TBHB tag=AXZHJD16FNN7 type=write size=2449350 2024-09-12T17:42:00.565 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.564+0000 7f777f168780 1 > prepared part key=_multipart_3U17OL8VRNIQ.2~N4TY29M7FZQH.0 size=1048576 2024-09-12T17:42:00.566 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.565+0000 7f777f168780 1 > prepared part key=_multipart_3U17OL8VRNIQ.2~N4TY29M7FZQH.1 size=493269 2024-09-12T17:42:00.566 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.565+0000 7f777f168780 1 > prepared multipart upload key=3U17OL8VRNIQ upload=N4TY29M7FZQH tag=7ZLSIUH6XX8R type=write size=2590421 2024-09-12T17:42:00.567 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.566+0000 7f777f168780 1 < completed write operation key=CV1EGVJPNSKR tag=JJ2JSXVOLISX type=write size=205026 2024-09-12T17:42:00.569 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.567+0000 7f777f168780 1 > prepared operation key=2BM46JTAY3BM tag=KWBANC3SLSKB type=del size=1441662 2024-09-12T17:42:00.570 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.569+0000 7f777f168780 1 < completed delete operation key=CIHBEU5VBLGQ tag=EFEC181DLAOL type=del 2024-09-12T17:42:00.572 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.571+0000 7f777f168780 1 > prepared part key=_multipart_O3IEF0Z4S34O.2~JM2V5JCYLJHV.0 size=782801 2024-09-12T17:42:00.572 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.571+0000 7f777f168780 1 > prepared multipart upload key=O3IEF0Z4S34O upload=JM2V5JCYLJHV tag=DOTH3T951PPG type=write size=1831377 2024-09-12T17:42:00.573 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.572+0000 7f777f168780 1 < completed part key=_multipart_1ZL602X3VJDP.2~6MM5PD71I910.0 size=1048576 2024-09-12T17:42:00.574 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.573+0000 7f777f168780 1 < completed part key=_multipart_1ZL602X3VJDP.2~6MM5PD71I910.1 size=528468 2024-09-12T17:42:00.576 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.575+0000 7f777f168780 1 < completed multipart upload key=1ZL602X3VJDP upload=6MM5PD71I910 tag=1URVSZB3SEVR type=write size=2625620 2024-09-12T17:42:00.577 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.576+0000 7f777f168780 1 > prepared operation key=BO6EDKIVIHEW tag=L2QTFJMU63R6 type=del size=895221 2024-09-12T17:42:00.580 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.579+0000 7f777f168780 1 < suggested remove operation key=9XT9OU5JDG04 tag=SKMLAI6GUB79 type=del 2024-09-12T17:42:00.581 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.580+0000 7f777f168780 1 > prepared operation key=2ZFE3UG14FTU tag=L0AVXGV3YD44 type=del size=2954217 2024-09-12T17:42:00.583 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.581+0000 7f777f168780 1 < completed delete operation key=1ZL602X3VJDP tag=20EDIX6JNN5T type=del 2024-09-12T17:42:00.584 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.583+0000 7f777f168780 1 > prepared operation key=CIHBEU5VBLGQ tag=9WHUZ9NVSZ14 type=del size=863833 2024-09-12T17:42:00.585 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.584+0000 7f777f168780 1 < completed part key=_multipart_13V8F5WX47AD.2~BGMYJALEU9EI.0 size=1048576 2024-09-12T17:42:00.585 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.584+0000 7f777f168780 1 < canceled part key=_multipart_13V8F5WX47AD.2~BGMYJALEU9EI.1 size=1048576 2024-09-12T17:42:00.586 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.584+0000 7f777f168780 1 < canceled part key=_multipart_13V8F5WX47AD.2~BGMYJALEU9EI.2 size=907945 2024-09-12T17:42:00.587 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.586+0000 7f777f168780 1 < canceled multipart upload key=13V8F5WX47AD upload=BGMYJALEU9EI tag=R6ZXPKJESCQG type=write size=4053673 2024-09-12T17:42:00.589 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.587+0000 7f777f168780 1 > prepared operation key=CPJJKVPMV2GJ tag=TJ5UGK6U7EMX type=del size=2339524 2024-09-12T17:42:00.590 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.588+0000 7f777f168780 1 < completed part key=_multipart_1IACFTAZKIWV.2~3B49ZGQAJCSA.0 size=1048576 2024-09-12T17:42:00.591 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.589+0000 7f777f168780 1 < completed part key=_multipart_1IACFTAZKIWV.2~3B49ZGQAJCSA.1 size=171702 2024-09-12T17:42:00.593 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.591+0000 7f777f168780 1 < completed multipart upload key=1IACFTAZKIWV upload=3B49ZGQAJCSA tag=9CSAW1N92U8H type=write size=2268854 2024-09-12T17:42:00.594 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.592+0000 7f777f168780 1 > prepared operation key=CASKVIJ5MIV7 tag=6DEQYJ1XXCPI type=del size=1816012 2024-09-12T17:42:00.595 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.594+0000 7f777f168780 1 < completed part key=_multipart_NV7QYM1CMJA7.2~E374VV8ZP946.0 size=1048576 2024-09-12T17:42:00.596 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.595+0000 7f777f168780 1 < completed part key=_multipart_NV7QYM1CMJA7.2~E374VV8ZP946.1 size=1048576 2024-09-12T17:42:00.597 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.596+0000 7f777f168780 1 < completed part key=_multipart_NV7QYM1CMJA7.2~E374VV8ZP946.2 size=651430 2024-09-12T17:42:00.599 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.597+0000 7f777f168780 1 < completed multipart upload key=NV7QYM1CMJA7 upload=E374VV8ZP946 tag=XEK35J8HJ1YI type=write size=3797158 2024-09-12T17:42:00.600 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.599+0000 7f777f168780 1 > prepared operation key=FCBWV27TCNS4 tag=BQ7NHBNEHF6P type=write size=47904 2024-09-12T17:42:00.601 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.600+0000 7f777f168780 1 < completed part key=_multipart_PW0NPHZT12D3.2~JHCI3Q6ZAN8C.0 size=418105 2024-09-12T17:42:00.603 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.602+0000 7f777f168780 1 < completed multipart upload key=PW0NPHZT12D3 upload=JHCI3Q6ZAN8C tag=VJAEGQ7ZQZBP type=write size=1466681 2024-09-12T17:42:00.604 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.603+0000 7f777f168780 1 > prepared operation key=H3CSJQOWQ7NN tag=VTRR3FTBJ6WE type=del size=3439536 2024-09-12T17:42:00.605 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.604+0000 7f777f168780 1 < completed part key=_multipart_PW0NPHZT12D3.2~X96KD2ETOFEE.0 size=448701 2024-09-12T17:42:00.607 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.606+0000 7f777f168780 1 < completed multipart upload key=PW0NPHZT12D3 upload=X96KD2ETOFEE tag=T7XMLI0HRTS5 type=write size=1497277 2024-09-12T17:42:00.609 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.607+0000 7f777f168780 1 > prepared operation key=O3IEF0Z4S34O tag=DULOWBKN0IT9 type=del size=719706 2024-09-12T17:42:00.610 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.608+0000 7f777f168780 1 < completed delete operation key=DO31EKWPC3OI tag=ZUNV0GDPE4GA type=del 2024-09-12T17:42:00.611 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.610+0000 7f777f168780 1 > prepared operation key=13V8F5WX47AD tag=4YCVRTJWV3SS type=del size=2278720 2024-09-12T17:42:00.612 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.611+0000 7f777f168780 1 < completed part key=_multipart_13V8F5WX47AD.2~GJT7END9IHRW.0 size=1048576 2024-09-12T17:42:00.613 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.612+0000 7f777f168780 1 < completed part key=_multipart_13V8F5WX47AD.2~GJT7END9IHRW.1 size=1048576 2024-09-12T17:42:00.614 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.613+0000 7f777f168780 1 < completed part key=_multipart_13V8F5WX47AD.2~GJT7END9IHRW.2 size=977453 2024-09-12T17:42:00.617 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.615+0000 7f777f168780 1 < completed multipart upload key=13V8F5WX47AD upload=GJT7END9IHRW tag=ZAJ6YA5095YQ type=write size=4123181 2024-09-12T17:42:00.618 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.617+0000 7f777f168780 1 > prepared operation key=FI2EY06UN14X tag=IMXLZBD5776R type=del size=2512013 2024-09-12T17:42:00.620 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.619+0000 7f777f168780 1 < suggested remove operation key=PW0NPHZT12D3 tag=LLZ1IFRNWYWQ type=del 2024-09-12T17:42:00.623 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.621+0000 7f777f168780 1 > prepared part key=_multipart_G4A1L52XKRAS.2~47O95DV31YYR.0 size=1048576 2024-09-12T17:42:00.624 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.622+0000 7f777f168780 1 > prepared part key=_multipart_G4A1L52XKRAS.2~47O95DV31YYR.1 size=425948 2024-09-12T17:42:00.624 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.622+0000 7f777f168780 1 > prepared multipart upload key=G4A1L52XKRAS upload=47O95DV31YYR tag=1BEHE6ZHE1YX type=write size=2523100 2024-09-12T17:42:00.625 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.624+0000 7f777f168780 1 < completed delete operation key=BO6EDKIVIHEW tag=ZRJYZQ18OL2M type=del 2024-09-12T17:42:00.627 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.626+0000 7f777f168780 1 > prepared part key=_multipart_FI2EY06UN14X.2~PKLSUIBT8RMR.0 size=1027828 2024-09-12T17:42:00.627 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.626+0000 7f777f168780 1 > prepared multipart upload key=FI2EY06UN14X upload=PKLSUIBT8RMR tag=N0FR52NLSTYC type=write size=2076404 2024-09-12T17:42:00.629 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.627+0000 7f777f168780 1 < completed part key=_multipart_CASKVIJ5MIV7.2~CKJHK7RNQBGK.0 size=1048576 2024-09-12T17:42:00.630 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.628+0000 7f777f168780 1 < completed part key=_multipart_CASKVIJ5MIV7.2~CKJHK7RNQBGK.1 size=1048576 2024-09-12T17:42:00.631 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.630+0000 7f777f168780 1 < completed part key=_multipart_CASKVIJ5MIV7.2~CKJHK7RNQBGK.2 size=208578 2024-09-12T17:42:00.634 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.632+0000 7f777f168780 1 < completed multipart upload key=CASKVIJ5MIV7 upload=CKJHK7RNQBGK tag=MM3IEWJNWYRK type=write size=3354306 2024-09-12T17:42:00.636 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.634+0000 7f777f168780 1 > prepared part key=_multipart_2KHLGQJKQA23.2~YZCUL7MT9SCX.0 size=1048576 2024-09-12T17:42:00.637 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.635+0000 7f777f168780 1 > prepared part key=_multipart_2KHLGQJKQA23.2~YZCUL7MT9SCX.1 size=1048576 2024-09-12T17:42:00.638 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.636+0000 7f777f168780 1 > prepared part key=_multipart_2KHLGQJKQA23.2~YZCUL7MT9SCX.2 size=344465 2024-09-12T17:42:00.638 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.636+0000 7f777f168780 1 > prepared multipart upload key=2KHLGQJKQA23 upload=YZCUL7MT9SCX tag=NOGS94UO6PCL type=write size=3490193 2024-09-12T17:42:00.639 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.637+0000 7f777f168780 1 < completed part key=_multipart_3U17OL8VRNIQ.2~N4TY29M7FZQH.0 size=1048576 2024-09-12T17:42:00.640 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.638+0000 7f777f168780 1 < completed part key=_multipart_3U17OL8VRNIQ.2~N4TY29M7FZQH.1 size=493269 2024-09-12T17:42:00.642 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.640+0000 7f777f168780 1 < completed multipart upload key=3U17OL8VRNIQ upload=N4TY29M7FZQH tag=7ZLSIUH6XX8R type=write size=2590421 2024-09-12T17:42:00.643 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.641+0000 7f777f168780 1 > prepared operation key=S79H21EJKRPP tag=LXFJBICE93IZ type=del size=426024 2024-09-12T17:42:00.644 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.643+0000 7f777f168780 1 < completed delete operation key=2BM46JTAY3BM tag=KWBANC3SLSKB type=del 2024-09-12T17:42:00.646 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.645+0000 7f777f168780 1 > prepared operation key=DO31EKWPC3OI tag=NC6QKMXDQSDZ type=del size=3786173 2024-09-12T17:42:00.647 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.646+0000 7f777f168780 1 < completed part key=_multipart_O3IEF0Z4S34O.2~JM2V5JCYLJHV.0 size=782801 2024-09-12T17:42:00.649 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.648+0000 7f777f168780 1 < completed multipart upload key=O3IEF0Z4S34O upload=JM2V5JCYLJHV tag=DOTH3T951PPG type=write size=1831377 2024-09-12T17:42:00.651 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.650+0000 7f777f168780 1 > prepared part key=_multipart_GYBHJV1TE1UC.2~HINRRGRACOXB.0 size=1048576 2024-09-12T17:42:00.652 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.651+0000 7f777f168780 1 > prepared part key=_multipart_GYBHJV1TE1UC.2~HINRRGRACOXB.1 size=802261 2024-09-12T17:42:00.652 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.651+0000 7f777f168780 1 > prepared multipart upload key=GYBHJV1TE1UC upload=HINRRGRACOXB tag=9HNNF5AVGL51 type=write size=2899413 2024-09-12T17:42:00.653 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.652+0000 7f777f168780 1 < completed delete operation key=BO6EDKIVIHEW tag=L2QTFJMU63R6 type=del 2024-09-12T17:42:00.655 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.654+0000 7f777f168780 1 > prepared part key=_multipart_PW0NPHZT12D3.2~MIO99H6ZKKJE.0 size=144285 2024-09-12T17:42:00.655 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.654+0000 7f777f168780 1 > prepared multipart upload key=PW0NPHZT12D3 upload=MIO99H6ZKKJE tag=2U29MA4V2040 type=write size=1192861 2024-09-12T17:42:00.656 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.655+0000 7f777f168780 1 < completed delete operation key=2ZFE3UG14FTU tag=L0AVXGV3YD44 type=del 2024-09-12T17:42:00.657 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.656+0000 7f777f168780 1 > prepared operation key=CASKVIJ5MIV7 tag=CNFWYPHVXCFA type=del size=1499425 2024-09-12T17:42:00.659 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.658+0000 7f777f168780 1 < completed delete operation key=CIHBEU5VBLGQ tag=9WHUZ9NVSZ14 type=del 2024-09-12T17:42:00.664 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.660+0000 7f777f168780 1 > prepared part key=_multipart_PW0NPHZT12D3.2~D36MI101VUYK.0 size=223941 2024-09-12T17:42:00.664 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.660+0000 7f777f168780 1 > prepared multipart upload key=PW0NPHZT12D3 upload=D36MI101VUYK tag=WL84Y1IAYRLH type=write size=1272517 2024-09-12T17:42:00.664 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.662+0000 7f777f168780 1 < suggested update operation key=CPJJKVPMV2GJ tag=TJ5UGK6U7EMX type=del size=2339524 2024-09-12T17:42:00.665 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.664+0000 7f777f168780 1 > prepared part key=_multipart_H3CSJQOWQ7NN.2~NVFC6V97LPN6.0 size=1048576 2024-09-12T17:42:00.666 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.665+0000 7f777f168780 1 > prepared part key=_multipart_H3CSJQOWQ7NN.2~NVFC6V97LPN6.1 size=1048576 2024-09-12T17:42:00.667 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.666+0000 7f777f168780 1 > prepared part key=_multipart_H3CSJQOWQ7NN.2~NVFC6V97LPN6.2 size=851372 2024-09-12T17:42:00.667 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.666+0000 7f777f168780 1 > prepared multipart upload key=H3CSJQOWQ7NN upload=NVFC6V97LPN6 tag=VLE3OFV78TQK type=write size=3997100 2024-09-12T17:42:00.668 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.667+0000 7f777f168780 1 < completed delete operation key=CASKVIJ5MIV7 tag=6DEQYJ1XXCPI type=del 2024-09-12T17:42:00.669 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.668+0000 7f777f168780 1 > prepared operation key=1ZL602X3VJDP tag=862IN569MVPX type=del size=4163094 2024-09-12T17:42:00.671 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.669+0000 7f777f168780 1 < completed write operation key=FCBWV27TCNS4 tag=BQ7NHBNEHF6P type=write size=47904 2024-09-12T17:42:00.672 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.671+0000 7f777f168780 1 > prepared operation key=FCBWV27TCNS4 tag=9LONZI2DKWWB type=del size=2033613 2024-09-12T17:42:00.673 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.672+0000 7f777f168780 1 < completed delete operation key=H3CSJQOWQ7NN tag=VTRR3FTBJ6WE type=del 2024-09-12T17:42:00.674 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.673+0000 7f777f168780 1 > prepared operation key=9XT9OU5JDG04 tag=MYS0B820D885 type=del size=2190181 2024-09-12T17:42:00.677 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.675+0000 7f777f168780 1 < suggested update operation key=O3IEF0Z4S34O tag=DULOWBKN0IT9 type=del size=719706 2024-09-12T17:42:00.679 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.677+0000 7f777f168780 1 > prepared part key=_multipart_FCBWV27TCNS4.2~ID6D29WLB0E5.0 size=1048576 2024-09-12T17:42:00.679 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.678+0000 7f777f168780 1 > prepared part key=_multipart_FCBWV27TCNS4.2~ID6D29WLB0E5.1 size=463651 2024-09-12T17:42:00.679 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.678+0000 7f777f168780 1 > prepared multipart upload key=FCBWV27TCNS4 upload=ID6D29WLB0E5 tag=T25054SOKYZB type=write size=2560803 2024-09-12T17:42:00.681 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.679+0000 7f777f168780 1 < completed delete operation key=13V8F5WX47AD tag=4YCVRTJWV3SS type=del 2024-09-12T17:42:00.682 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.680+0000 7f777f168780 1 > prepared operation key=GYBHJV1TE1UC tag=1IDENZ40L5Q6 type=del size=2350489 2024-09-12T17:42:00.684 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.683+0000 7f777f168780 1 < suggested remove operation key=FI2EY06UN14X tag=IMXLZBD5776R type=del 2024-09-12T17:42:00.685 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.684+0000 7f777f168780 1 > prepared operation key=ZABXJ7LUKKD3 tag=STQ88WNJA3V4 type=del size=253110 2024-09-12T17:42:00.687 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.685+0000 7f777f168780 1 < completed part key=_multipart_G4A1L52XKRAS.2~47O95DV31YYR.0 size=1048576 2024-09-12T17:42:00.687 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.685+0000 7f777f168780 1 < canceled part key=_multipart_G4A1L52XKRAS.2~47O95DV31YYR.1 size=425948 2024-09-12T17:42:00.689 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.687+0000 7f777f168780 1 < canceled multipart upload key=G4A1L52XKRAS upload=47O95DV31YYR tag=1BEHE6ZHE1YX type=write size=2523100 2024-09-12T17:42:00.690 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.688+0000 7f777f168780 1 > prepared operation key=K0OUEJ4GMFDB tag=ZDSN260AU0NB type=del size=86363 2024-09-12T17:42:00.691 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.690+0000 7f777f168780 1 < completed part key=_multipart_FI2EY06UN14X.2~PKLSUIBT8RMR.0 size=1027828 2024-09-12T17:42:00.693 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.691+0000 7f777f168780 1 < completed multipart upload key=FI2EY06UN14X upload=PKLSUIBT8RMR tag=N0FR52NLSTYC type=write size=2076404 2024-09-12T17:42:00.694 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.693+0000 7f777f168780 1 > prepared operation key=VI3OAATH7N7Z tag=GMQ48JOIB3ZP type=del size=3205531 2024-09-12T17:42:00.695 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.694+0000 7f777f168780 1 < completed part key=_multipart_2KHLGQJKQA23.2~YZCUL7MT9SCX.0 size=1048576 2024-09-12T17:42:00.696 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.695+0000 7f777f168780 1 < completed part key=_multipart_2KHLGQJKQA23.2~YZCUL7MT9SCX.1 size=1048576 2024-09-12T17:42:00.697 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.696+0000 7f777f168780 1 < completed part key=_multipart_2KHLGQJKQA23.2~YZCUL7MT9SCX.2 size=344465 2024-09-12T17:42:00.699 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.698+0000 7f777f168780 1 < completed multipart upload key=2KHLGQJKQA23 upload=YZCUL7MT9SCX tag=NOGS94UO6PCL type=write size=3490193 2024-09-12T17:42:00.700 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.699+0000 7f777f168780 1 > prepared operation key=GYBHJV1TE1UC tag=6X9AWVLAP240 type=del size=2481079 2024-09-12T17:42:00.701 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.700+0000 7f777f168780 1 < completed delete operation key=S79H21EJKRPP tag=LXFJBICE93IZ type=del 2024-09-12T17:42:00.704 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.702+0000 7f777f168780 1 > prepared part key=_multipart_3D7LF14YZ1DI.2~6LS5BYJZ5H4Y.0 size=472544 2024-09-12T17:42:00.704 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.702+0000 7f777f168780 1 > prepared multipart upload key=3D7LF14YZ1DI upload=6LS5BYJZ5H4Y tag=806BZ6LWD71H type=write size=1521120 2024-09-12T17:42:00.705 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.703+0000 7f777f168780 1 < completed delete operation key=DO31EKWPC3OI tag=NC6QKMXDQSDZ type=del 2024-09-12T17:42:00.706 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.705+0000 7f777f168780 1 > prepared operation key=CPJJKVPMV2GJ tag=Z8YE0SB4830F type=del size=2829859 2024-09-12T17:42:00.707 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.706+0000 7f777f168780 1 < completed part key=_multipart_GYBHJV1TE1UC.2~HINRRGRACOXB.0 size=1048576 2024-09-12T17:42:00.708 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.707+0000 7f777f168780 1 < completed part key=_multipart_GYBHJV1TE1UC.2~HINRRGRACOXB.1 size=802261 2024-09-12T17:42:00.710 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.709+0000 7f777f168780 1 < completed multipart upload key=GYBHJV1TE1UC upload=HINRRGRACOXB tag=9HNNF5AVGL51 type=write size=2899413 2024-09-12T17:42:00.711 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.710+0000 7f777f168780 1 > prepared operation key=FCBWV27TCNS4 tag=ZT006NZ9R8AE type=del size=440250 2024-09-12T17:42:00.713 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.711+0000 7f777f168780 1 < completed part key=_multipart_PW0NPHZT12D3.2~MIO99H6ZKKJE.0 size=144285 2024-09-12T17:42:00.714 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.713+0000 7f777f168780 1 < completed multipart upload key=PW0NPHZT12D3 upload=MIO99H6ZKKJE tag=2U29MA4V2040 type=write size=1192861 2024-09-12T17:42:00.716 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.715+0000 7f777f168780 1 > prepared part key=_multipart_2ZFE3UG14FTU.2~YFV85S0XC19O.0 size=1048576 2024-09-12T17:42:00.717 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.716+0000 7f777f168780 1 > prepared part key=_multipart_2ZFE3UG14FTU.2~YFV85S0XC19O.1 size=610355 2024-09-12T17:42:00.717 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.716+0000 7f777f168780 1 > prepared multipart upload key=2ZFE3UG14FTU upload=YFV85S0XC19O tag=5PHKM200E06U type=write size=2707507 2024-09-12T17:42:00.719 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.717+0000 7f777f168780 1 < canceled operation key=CASKVIJ5MIV7 tag=CNFWYPHVXCFA type=del size=1499425 2024-09-12T17:42:00.720 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.718+0000 7f777f168780 1 > prepared operation key=VI3OAATH7N7Z tag=5O1E7DTQD9BX type=del size=1748685 2024-09-12T17:42:00.721 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.719+0000 7f777f168780 1 < completed part key=_multipart_PW0NPHZT12D3.2~D36MI101VUYK.0 size=223941 2024-09-12T17:42:00.723 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.721+0000 7f777f168780 1 < completed multipart upload key=PW0NPHZT12D3 upload=D36MI101VUYK tag=WL84Y1IAYRLH type=write size=1272517 2024-09-12T17:42:00.724 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.722+0000 7f777f168780 1 > prepared operation key=DCPT2HL28MHD tag=PN6YRCQOL2GJ type=write size=809973 2024-09-12T17:42:00.725 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.724+0000 7f777f168780 1 < completed part key=_multipart_H3CSJQOWQ7NN.2~NVFC6V97LPN6.0 size=1048576 2024-09-12T17:42:00.726 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.724+0000 7f777f168780 1 < completed part key=_multipart_H3CSJQOWQ7NN.2~NVFC6V97LPN6.1 size=1048576 2024-09-12T17:42:00.727 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.725+0000 7f777f168780 1 < completed part key=_multipart_H3CSJQOWQ7NN.2~NVFC6V97LPN6.2 size=851372 2024-09-12T17:42:00.729 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.727+0000 7f777f168780 1 < completed multipart upload key=H3CSJQOWQ7NN upload=NVFC6V97LPN6 tag=VLE3OFV78TQK type=write size=3997100 2024-09-12T17:42:00.731 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.729+0000 7f777f168780 1 > prepared part key=_multipart_AEV8UHLVWR8L.2~GUDX66HR0ZFL.0 size=1048576 2024-09-12T17:42:00.732 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.730+0000 7f777f168780 1 > prepared part key=_multipart_AEV8UHLVWR8L.2~GUDX66HR0ZFL.1 size=1048576 2024-09-12T17:42:00.732 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.731+0000 7f777f168780 1 > prepared part key=_multipart_AEV8UHLVWR8L.2~GUDX66HR0ZFL.2 size=635168 2024-09-12T17:42:00.733 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.731+0000 7f777f168780 1 > prepared multipart upload key=AEV8UHLVWR8L upload=GUDX66HR0ZFL tag=QO5T9866UG6J type=write size=3780896 2024-09-12T17:42:00.734 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.732+0000 7f777f168780 1 < completed delete operation key=1ZL602X3VJDP tag=862IN569MVPX type=del 2024-09-12T17:42:00.735 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.734+0000 7f777f168780 1 > prepared operation key=13V8F5WX47AD tag=26KJW1F0UYN7 type=del size=2596020 2024-09-12T17:42:00.738 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.736+0000 7f777f168780 1 < suggested update operation key=FCBWV27TCNS4 tag=9LONZI2DKWWB type=del size=2033613 2024-09-12T17:42:00.740 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.738+0000 7f777f168780 1 > prepared part key=_multipart_AEV8UHLVWR8L.2~0BWXQHITC137.0 size=823968 2024-09-12T17:42:00.740 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.738+0000 7f777f168780 1 > prepared multipart upload key=AEV8UHLVWR8L upload=0BWXQHITC137 tag=1A2SU7O1VMXR type=write size=1872544 2024-09-12T17:42:00.741 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.739+0000 7f777f168780 1 < completed delete operation key=9XT9OU5JDG04 tag=MYS0B820D885 type=del 2024-09-12T17:42:00.742 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.741+0000 7f777f168780 1 > prepared operation key=3D7LF14YZ1DI tag=1CV31WE5RWM3 type=del size=3110948 2024-09-12T17:42:00.744 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.742+0000 7f777f168780 1 < completed part key=_multipart_FCBWV27TCNS4.2~ID6D29WLB0E5.0 size=1048576 2024-09-12T17:42:00.744 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.743+0000 7f777f168780 1 < completed part key=_multipart_FCBWV27TCNS4.2~ID6D29WLB0E5.1 size=463651 2024-09-12T17:42:00.746 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.745+0000 7f777f168780 1 < completed multipart upload key=FCBWV27TCNS4 upload=ID6D29WLB0E5 tag=T25054SOKYZB type=write size=2560803 2024-09-12T17:42:00.749 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.747+0000 7f777f168780 1 > prepared part key=_multipart_1IACFTAZKIWV.2~OCGFZGPR82AS.0 size=897813 2024-09-12T17:42:00.749 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.747+0000 7f777f168780 1 > prepared multipart upload key=1IACFTAZKIWV upload=OCGFZGPR82AS tag=STBA58BSV5MU type=write size=1946389 2024-09-12T17:42:00.751 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.750+0000 7f777f168780 1 < suggested update operation key=GYBHJV1TE1UC tag=1IDENZ40L5Q6 type=del size=2350489 2024-09-12T17:42:00.753 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.752+0000 7f777f168780 1 > prepared part key=_multipart_H3CSJQOWQ7NN.2~7TIWXUK0MXEY.0 size=1048576 2024-09-12T17:42:00.756 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.754+0000 7f777f168780 1 > prepared part key=_multipart_H3CSJQOWQ7NN.2~7TIWXUK0MXEY.1 size=596345 2024-09-12T17:42:00.756 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.754+0000 7f777f168780 1 > prepared multipart upload key=H3CSJQOWQ7NN upload=7TIWXUK0MXEY tag=E3BQ9AE6W02W type=write size=2693497 2024-09-12T17:42:00.757 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.755+0000 7f777f168780 1 < canceled operation key=ZABXJ7LUKKD3 tag=STQ88WNJA3V4 type=del size=253110 2024-09-12T17:42:00.758 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.757+0000 7f777f168780 1 > prepared operation key=FI2EY06UN14X tag=ZA6J7E1I6ABU type=del size=3041946 2024-09-12T17:42:00.759 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.758+0000 7f777f168780 1 < completed delete operation key=K0OUEJ4GMFDB tag=ZDSN260AU0NB type=del 2024-09-12T17:42:00.760 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.759+0000 7f777f168780 1 > prepared operation key=DCPT2HL28MHD tag=807LD9EJ50AV type=del size=1461785 2024-09-12T17:42:00.762 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.760+0000 7f777f168780 1 < canceled operation key=VI3OAATH7N7Z tag=GMQ48JOIB3ZP type=del size=3205531 2024-09-12T17:42:00.763 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.761+0000 7f777f168780 1 > prepared operation key=VI3OAATH7N7Z tag=0LD3HAEIRXU2 type=del size=3145794 2024-09-12T17:42:00.764 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.763+0000 7f777f168780 -1 < failed to complete operation key=GYBHJV1TE1UC tag=6X9AWVLAP240 type=del size=2481079: (22) Invalid argument 2024-09-12T17:42:00.766 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.765+0000 7f777f168780 1 > prepared part key=_multipart_2KHLGQJKQA23.2~7QWYZOR99PEV.0 size=1048576 2024-09-12T17:42:00.767 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.766+0000 7f777f168780 1 > prepared part key=_multipart_2KHLGQJKQA23.2~7QWYZOR99PEV.1 size=1048576 2024-09-12T17:42:00.768 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.767+0000 7f777f168780 1 > prepared part key=_multipart_2KHLGQJKQA23.2~7QWYZOR99PEV.2 size=712827 2024-09-12T17:42:00.768 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.767+0000 7f777f168780 1 > prepared multipart upload key=2KHLGQJKQA23 upload=7QWYZOR99PEV tag=8RHAJ0X3NJ0U type=write size=3858555 2024-09-12T17:42:00.769 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.768+0000 7f777f168780 1 < completed part key=_multipart_3D7LF14YZ1DI.2~6LS5BYJZ5H4Y.0 size=472544 2024-09-12T17:42:00.771 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.770+0000 7f777f168780 1 < completed multipart upload key=3D7LF14YZ1DI upload=6LS5BYJZ5H4Y tag=806BZ6LWD71H type=write size=1521120 2024-09-12T17:42:00.772 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.771+0000 7f777f168780 1 > prepared operation key=2KHLGQJKQA23 tag=DGKBTVH74N2L type=del size=2243344 2024-09-12T17:42:00.773 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.772+0000 7f777f168780 1 < completed delete operation key=CPJJKVPMV2GJ tag=Z8YE0SB4830F type=del 2024-09-12T17:42:00.775 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.773+0000 7f777f168780 1 > prepared operation key=2KHLGQJKQA23 tag=DXHYKBXN538R type=del size=1496182 2024-09-12T17:42:00.776 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.774+0000 7f777f168780 -1 < failed to complete operation key=FCBWV27TCNS4 tag=ZT006NZ9R8AE type=del size=440250: (22) Invalid argument 2024-09-12T17:42:00.778 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.776+0000 7f777f168780 1 > prepared part key=_multipart_7Q7D1WMM31NL.2~2LZXFOCD12JY.0 size=1048576 2024-09-12T17:42:00.779 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.777+0000 7f777f168780 1 > prepared part key=_multipart_7Q7D1WMM31NL.2~2LZXFOCD12JY.1 size=765016 2024-09-12T17:42:00.779 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.778+0000 7f777f168780 1 > prepared multipart upload key=7Q7D1WMM31NL upload=2LZXFOCD12JY tag=UBIJH3TGVJ07 type=write size=2862168 2024-09-12T17:42:00.780 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.779+0000 7f777f168780 1 < completed part key=_multipart_2ZFE3UG14FTU.2~YFV85S0XC19O.0 size=1048576 2024-09-12T17:42:00.781 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.780+0000 7f777f168780 1 < completed part key=_multipart_2ZFE3UG14FTU.2~YFV85S0XC19O.1 size=610355 2024-09-12T17:42:00.783 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.782+0000 7f777f168780 1 < completed multipart upload key=2ZFE3UG14FTU upload=YFV85S0XC19O tag=5PHKM200E06U type=write size=2707507 2024-09-12T17:42:00.784 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.783+0000 7f777f168780 1 > prepared operation key=3D7LF14YZ1DI tag=E8GA6RWRIZTB type=del size=954387 2024-09-12T17:42:00.786 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.784+0000 7f777f168780 1 < completed delete operation key=VI3OAATH7N7Z tag=5O1E7DTQD9BX type=del 2024-09-12T17:42:00.787 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.785+0000 7f777f168780 1 > prepared operation key=DO31EKWPC3OI tag=59ONO3JV47G7 type=del size=478241 2024-09-12T17:42:00.788 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.787+0000 7f777f168780 1 < completed write operation key=DCPT2HL28MHD tag=PN6YRCQOL2GJ type=write size=809973 2024-09-12T17:42:00.789 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.788+0000 7f777f168780 1 > prepared operation key=AEV8UHLVWR8L tag=WC7O3DY0HVIS type=del size=3167276 2024-09-12T17:42:00.791 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.789+0000 7f777f168780 1 < completed part key=_multipart_AEV8UHLVWR8L.2~GUDX66HR0ZFL.0 size=1048576 2024-09-12T17:42:00.792 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.790+0000 7f777f168780 1 < completed part key=_multipart_AEV8UHLVWR8L.2~GUDX66HR0ZFL.1 size=1048576 2024-09-12T17:42:00.793 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.791+0000 7f777f168780 1 < completed part key=_multipart_AEV8UHLVWR8L.2~GUDX66HR0ZFL.2 size=635168 2024-09-12T17:42:00.795 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.793+0000 7f777f168780 1 < completed multipart upload key=AEV8UHLVWR8L upload=GUDX66HR0ZFL tag=QO5T9866UG6J type=write size=3780896 2024-09-12T17:42:00.797 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.795+0000 7f777f168780 1 > prepared part key=_multipart_S79H21EJKRPP.2~VQZFX0HKJM33.0 size=816897 2024-09-12T17:42:00.797 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.795+0000 7f777f168780 1 > prepared multipart upload key=S79H21EJKRPP upload=VQZFX0HKJM33 tag=T11HCO19JZQU type=write size=1865473 2024-09-12T17:42:00.798 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.797+0000 7f777f168780 1 < completed delete operation key=13V8F5WX47AD tag=26KJW1F0UYN7 type=del 2024-09-12T17:42:00.799 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.798+0000 7f777f168780 1 > prepared operation key=FCBWV27TCNS4 tag=6FUNWAWG2QIN type=write size=856646 2024-09-12T17:42:00.801 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.799+0000 7f777f168780 1 < completed part key=_multipart_AEV8UHLVWR8L.2~0BWXQHITC137.0 size=823968 2024-09-12T17:42:00.802 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.801+0000 7f777f168780 1 < completed multipart upload key=AEV8UHLVWR8L upload=0BWXQHITC137 tag=1A2SU7O1VMXR type=write size=1872544 2024-09-12T17:42:00.804 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.802+0000 7f777f168780 1 > prepared operation key=DO31EKWPC3OI tag=OHO1T2JMBQXG type=write size=700002 2024-09-12T17:42:00.805 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.803+0000 7f777f168780 1 < completed delete operation key=3D7LF14YZ1DI tag=1CV31WE5RWM3 type=del 2024-09-12T17:42:00.806 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.805+0000 7f777f168780 1 > prepared operation key=2KHLGQJKQA23 tag=QRO3AMY1L0KS type=del size=903961 2024-09-12T17:42:00.807 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.806+0000 7f777f168780 1 < completed part key=_multipart_1IACFTAZKIWV.2~OCGFZGPR82AS.0 size=897813 2024-09-12T17:42:00.809 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.808+0000 7f777f168780 1 < completed multipart upload key=1IACFTAZKIWV upload=OCGFZGPR82AS tag=STBA58BSV5MU type=write size=1946389 2024-09-12T17:42:00.810 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.809+0000 7f777f168780 1 > prepared operation key=CIHBEU5VBLGQ tag=178ZT3CDVKIX type=write size=525771 2024-09-12T17:42:00.811 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.810+0000 7f777f168780 1 < completed part key=_multipart_H3CSJQOWQ7NN.2~7TIWXUK0MXEY.0 size=1048576 2024-09-12T17:42:00.812 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.811+0000 7f777f168780 1 < completed part key=_multipart_H3CSJQOWQ7NN.2~7TIWXUK0MXEY.1 size=596345 2024-09-12T17:42:00.814 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.813+0000 7f777f168780 1 < completed multipart upload key=H3CSJQOWQ7NN upload=7TIWXUK0MXEY tag=E3BQ9AE6W02W type=write size=2693497 2024-09-12T17:42:00.816 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.815+0000 7f777f168780 1 > prepared part key=_multipart_2KHLGQJKQA23.2~7WT2AF51ANS0.0 size=1048576 2024-09-12T17:42:00.817 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.816+0000 7f777f168780 1 > prepared part key=_multipart_2KHLGQJKQA23.2~7WT2AF51ANS0.1 size=1048576 2024-09-12T17:42:00.818 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.817+0000 7f777f168780 1 > prepared part key=_multipart_2KHLGQJKQA23.2~7WT2AF51ANS0.2 size=59257 2024-09-12T17:42:00.818 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.817+0000 7f777f168780 1 > prepared multipart upload key=2KHLGQJKQA23 upload=7WT2AF51ANS0 tag=67YQOE9VH2FJ type=write size=3204985 2024-09-12T17:42:00.819 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.818+0000 7f777f168780 1 < completed delete operation key=FI2EY06UN14X tag=ZA6J7E1I6ABU type=del 2024-09-12T17:42:00.821 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.820+0000 7f777f168780 1 > prepared part key=_multipart_1ZL602X3VJDP.2~O27JLCUQWEQ5.0 size=1048576 2024-09-12T17:42:00.822 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.821+0000 7f777f168780 1 > prepared part key=_multipart_1ZL602X3VJDP.2~O27JLCUQWEQ5.1 size=1048576 2024-09-12T17:42:00.823 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.822+0000 7f777f168780 1 > prepared part key=_multipart_1ZL602X3VJDP.2~O27JLCUQWEQ5.2 size=414900 2024-09-12T17:42:00.823 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.822+0000 7f777f168780 1 > prepared multipart upload key=1ZL602X3VJDP upload=O27JLCUQWEQ5 tag=6W1D082091JP type=write size=3560628 2024-09-12T17:42:00.824 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.823+0000 7f777f168780 1 < completed delete operation key=DCPT2HL28MHD tag=807LD9EJ50AV type=del 2024-09-12T17:42:00.826 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.825+0000 7f777f168780 1 > prepared part key=_multipart_CASKVIJ5MIV7.2~HDHCFN33H1HM.0 size=1048576 2024-09-12T17:42:00.827 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.826+0000 7f777f168780 1 > prepared part key=_multipart_CASKVIJ5MIV7.2~HDHCFN33H1HM.1 size=1048576 2024-09-12T17:42:00.828 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.827+0000 7f777f168780 1 > prepared part key=_multipart_CASKVIJ5MIV7.2~HDHCFN33H1HM.2 size=224645 2024-09-12T17:42:00.828 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.827+0000 7f777f168780 1 > prepared multipart upload key=CASKVIJ5MIV7 upload=HDHCFN33H1HM tag=V2CS1WSWQ3HX type=write size=3370373 2024-09-12T17:42:00.829 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.828+0000 7f777f168780 1 < canceled operation key=VI3OAATH7N7Z tag=0LD3HAEIRXU2 type=del size=3145794 2024-09-12T17:42:00.831 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.830+0000 7f777f168780 1 > prepared part key=_multipart_3U17OL8VRNIQ.2~VBS4TSQJ0URT.0 size=801823 2024-09-12T17:42:00.831 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.830+0000 7f777f168780 1 > prepared multipart upload key=3U17OL8VRNIQ upload=VBS4TSQJ0URT tag=YXYH1S1EPY6G type=write size=1850399 2024-09-12T17:42:00.832 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.831+0000 7f777f168780 1 < completed part key=_multipart_2KHLGQJKQA23.2~7QWYZOR99PEV.0 size=1048576 2024-09-12T17:42:00.833 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.832+0000 7f777f168780 1 < completed part key=_multipart_2KHLGQJKQA23.2~7QWYZOR99PEV.1 size=1048576 2024-09-12T17:42:00.834 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.833+0000 7f777f168780 1 < completed part key=_multipart_2KHLGQJKQA23.2~7QWYZOR99PEV.2 size=712827 2024-09-12T17:42:00.836 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.835+0000 7f777f168780 1 < completed multipart upload key=2KHLGQJKQA23 upload=7QWYZOR99PEV tag=8RHAJ0X3NJ0U type=write size=3858555 2024-09-12T17:42:00.837 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.836+0000 7f777f168780 1 > prepared operation key=FCBWV27TCNS4 tag=NXYT230QRVJC type=del size=495660 2024-09-12T17:42:00.839 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.838+0000 7f777f168780 1 < suggested remove operation key=2KHLGQJKQA23 tag=DGKBTVH74N2L type=del 2024-09-12T17:42:00.842 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.840+0000 7f777f168780 1 > prepared part key=_multipart_H3CSJQOWQ7NN.2~291B4DMAW92T.0 size=658961 2024-09-12T17:42:00.842 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.840+0000 7f777f168780 1 > prepared multipart upload key=H3CSJQOWQ7NN upload=291B4DMAW92T tag=8EHPBOBTWV7L type=write size=1707537 2024-09-12T17:42:00.843 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.841+0000 7f777f168780 -1 < failed to complete operation key=2KHLGQJKQA23 tag=DXHYKBXN538R type=del size=1496182: (22) Invalid argument 2024-09-12T17:42:00.844 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.843+0000 7f777f168780 1 > prepared operation key=7Q7D1WMM31NL tag=DQHF4DJ0PE67 type=del size=3429361 2024-09-12T17:42:00.846 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.844+0000 7f777f168780 1 < completed part key=_multipart_7Q7D1WMM31NL.2~2LZXFOCD12JY.0 size=1048576 2024-09-12T17:42:00.847 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.845+0000 7f777f168780 1 < completed part key=_multipart_7Q7D1WMM31NL.2~2LZXFOCD12JY.1 size=765016 2024-09-12T17:42:00.848 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.847+0000 7f777f168780 1 < completed multipart upload key=7Q7D1WMM31NL upload=2LZXFOCD12JY tag=UBIJH3TGVJ07 type=write size=2862168 2024-09-12T17:42:00.851 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.849+0000 7f777f168780 1 > prepared part key=_multipart_3U17OL8VRNIQ.2~AKQG9GIDBQA6.0 size=1048576 2024-09-12T17:42:00.852 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.850+0000 7f777f168780 1 > prepared part key=_multipart_3U17OL8VRNIQ.2~AKQG9GIDBQA6.1 size=1048576 2024-09-12T17:42:00.853 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.851+0000 7f777f168780 1 > prepared part key=_multipart_3U17OL8VRNIQ.2~AKQG9GIDBQA6.2 size=172790 2024-09-12T17:42:00.853 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.851+0000 7f777f168780 1 > prepared multipart upload key=3U17OL8VRNIQ upload=AKQG9GIDBQA6 tag=N6FQYTRQ0ZHF type=write size=3318518 2024-09-12T17:42:00.854 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.852+0000 7f777f168780 1 < completed delete operation key=3D7LF14YZ1DI tag=E8GA6RWRIZTB type=del 2024-09-12T17:42:00.856 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.855+0000 7f777f168780 1 > prepared part key=_multipart_CV1EGVJPNSKR.2~UJEWNLU3U5XZ.0 size=13277 2024-09-12T17:42:00.856 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.855+0000 7f777f168780 1 > prepared multipart upload key=CV1EGVJPNSKR upload=UJEWNLU3U5XZ tag=VC3CWI2NMFMK type=write size=1061853 2024-09-12T17:42:00.857 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.856+0000 7f777f168780 1 < completed delete operation key=DO31EKWPC3OI tag=59ONO3JV47G7 type=del 2024-09-12T17:42:00.858 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.857+0000 7f777f168780 1 > prepared operation key=3D7LF14YZ1DI tag=WOZ14WWEY8HT type=del size=2131241 2024-09-12T17:42:00.860 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.858+0000 7f777f168780 1 < completed delete operation key=AEV8UHLVWR8L tag=WC7O3DY0HVIS type=del 2024-09-12T17:42:00.862 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.861+0000 7f777f168780 1 > prepared part key=_multipart_3D7LF14YZ1DI.2~22XJWFVN1J84.0 size=1048576 2024-09-12T17:42:00.863 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.862+0000 7f777f168780 1 > prepared part key=_multipart_3D7LF14YZ1DI.2~22XJWFVN1J84.1 size=404772 2024-09-12T17:42:00.863 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.862+0000 7f777f168780 1 > prepared multipart upload key=3D7LF14YZ1DI upload=22XJWFVN1J84 tag=JEPFQVUG6DIZ type=write size=2501924 2024-09-12T17:42:00.865 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.864+0000 7f777f168780 1 < completed part key=_multipart_S79H21EJKRPP.2~VQZFX0HKJM33.0 size=816897 2024-09-12T17:42:00.867 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.866+0000 7f777f168780 1 < completed multipart upload key=S79H21EJKRPP upload=VQZFX0HKJM33 tag=T11HCO19JZQU type=write size=1865473 2024-09-12T17:42:00.868 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.867+0000 7f777f168780 1 > prepared operation key=BO6EDKIVIHEW tag=VYT4E9BSMFC1 type=del size=2982915 2024-09-12T17:42:00.870 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.868+0000 7f777f168780 1 < completed write operation key=FCBWV27TCNS4 tag=6FUNWAWG2QIN type=write size=856646 2024-09-12T17:42:00.871 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.869+0000 7f777f168780 1 > prepared operation key=1ZL602X3VJDP tag=72USV4H6NLD6 type=write size=183802 2024-09-12T17:42:00.872 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.871+0000 7f777f168780 1 < canceled operation key=DO31EKWPC3OI tag=OHO1T2JMBQXG type=write size=700002 2024-09-12T17:42:00.875 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.873+0000 7f777f168780 1 > prepared part key=_multipart_S79H21EJKRPP.2~UXHDR89AVD39.0 size=1048576 2024-09-12T17:42:00.875 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.874+0000 7f777f168780 1 > prepared part key=_multipart_S79H21EJKRPP.2~UXHDR89AVD39.1 size=19687 2024-09-12T17:42:00.875 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.874+0000 7f777f168780 1 > prepared multipart upload key=S79H21EJKRPP upload=UXHDR89AVD39 tag=W0L1HSHIM3Q2 type=write size=2116839 2024-09-12T17:42:00.877 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.875+0000 7f777f168780 -1 < failed to complete operation key=2KHLGQJKQA23 tag=QRO3AMY1L0KS type=del size=903961: (22) Invalid argument 2024-09-12T17:42:00.879 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.877+0000 7f777f168780 1 > prepared part key=_multipart_9XT9OU5JDG04.2~7LNP5OLSJD58.0 size=1048576 2024-09-12T17:42:00.880 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.878+0000 7f777f168780 1 > prepared part key=_multipart_9XT9OU5JDG04.2~7LNP5OLSJD58.1 size=600557 2024-09-12T17:42:00.880 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.878+0000 7f777f168780 1 > prepared multipart upload key=9XT9OU5JDG04 upload=7LNP5OLSJD58 tag=V93Y9ZJB7JLO type=write size=2697709 2024-09-12T17:42:00.881 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.879+0000 7f777f168780 1 < completed write operation key=CIHBEU5VBLGQ tag=178ZT3CDVKIX type=write size=525771 2024-09-12T17:42:00.883 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.882+0000 7f777f168780 1 > prepared part key=_multipart_1IACFTAZKIWV.2~4M6KG9UNOP0W.0 size=734070 2024-09-12T17:42:00.883 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.882+0000 7f777f168780 1 > prepared multipart upload key=1IACFTAZKIWV upload=4M6KG9UNOP0W tag=G0204SVIR4JT type=write size=1782646 2024-09-12T17:42:00.884 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.883+0000 7f777f168780 1 < completed part key=_multipart_2KHLGQJKQA23.2~7WT2AF51ANS0.0 size=1048576 2024-09-12T17:42:00.885 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.884+0000 7f777f168780 1 < completed part key=_multipart_2KHLGQJKQA23.2~7WT2AF51ANS0.1 size=1048576 2024-09-12T17:42:00.886 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.885+0000 7f777f168780 1 < completed part key=_multipart_2KHLGQJKQA23.2~7WT2AF51ANS0.2 size=59257 2024-09-12T17:42:00.888 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.887+0000 7f777f168780 1 < completed multipart upload key=2KHLGQJKQA23 upload=7WT2AF51ANS0 tag=67YQOE9VH2FJ type=write size=3204985 2024-09-12T17:42:00.890 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.888+0000 7f777f168780 1 > prepared operation key=3U17OL8VRNIQ tag=P2M66ENLZZ44 type=del size=2493868 2024-09-12T17:42:00.891 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.889+0000 7f777f168780 1 < completed part key=_multipart_1ZL602X3VJDP.2~O27JLCUQWEQ5.0 size=1048576 2024-09-12T17:42:00.892 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.890+0000 7f777f168780 1 < completed part key=_multipart_1ZL602X3VJDP.2~O27JLCUQWEQ5.1 size=1048576 2024-09-12T17:42:00.893 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.891+0000 7f777f168780 1 < completed part key=_multipart_1ZL602X3VJDP.2~O27JLCUQWEQ5.2 size=414900 2024-09-12T17:42:00.895 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.893+0000 7f777f168780 1 < completed multipart upload key=1ZL602X3VJDP upload=O27JLCUQWEQ5 tag=6W1D082091JP type=write size=3560628 2024-09-12T17:42:00.897 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.896+0000 7f777f168780 1 > prepared part key=_multipart_DO31EKWPC3OI.2~6AECFQ14YW9D.0 size=768197 2024-09-12T17:42:00.897 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.896+0000 7f777f168780 1 > prepared multipart upload key=DO31EKWPC3OI upload=6AECFQ14YW9D tag=CUWY5IJ4F4O3 type=write size=1816773 2024-09-12T17:42:00.898 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.897+0000 7f777f168780 1 < completed part key=_multipart_CASKVIJ5MIV7.2~HDHCFN33H1HM.0 size=1048576 2024-09-12T17:42:00.898 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.897+0000 7f777f168780 1 < canceled part key=_multipart_CASKVIJ5MIV7.2~HDHCFN33H1HM.1 size=1048576 2024-09-12T17:42:00.899 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.898+0000 7f777f168780 1 < completed part key=_multipart_CASKVIJ5MIV7.2~HDHCFN33H1HM.2 size=224645 2024-09-12T17:42:00.901 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.900+0000 7f777f168780 1 < canceled multipart upload key=CASKVIJ5MIV7 upload=HDHCFN33H1HM tag=V2CS1WSWQ3HX type=write size=3370373 2024-09-12T17:42:00.902 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.901+0000 7f777f168780 1 > prepared operation key=CV1EGVJPNSKR tag=PJCZWXV0F7BH type=write size=443420 2024-09-12T17:42:00.904 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.902+0000 7f777f168780 1 < completed part key=_multipart_3U17OL8VRNIQ.2~VBS4TSQJ0URT.0 size=801823 2024-09-12T17:42:00.906 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.904+0000 7f777f168780 1 < completed multipart upload key=3U17OL8VRNIQ upload=VBS4TSQJ0URT tag=YXYH1S1EPY6G type=write size=1850399 2024-09-12T17:42:00.907 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.905+0000 7f777f168780 1 > prepared operation key=CIHBEU5VBLGQ tag=QI64MVKV7SE0 type=del size=3224187 2024-09-12T17:42:00.908 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.907+0000 7f777f168780 1 < completed delete operation key=FCBWV27TCNS4 tag=NXYT230QRVJC type=del 2024-09-12T17:42:00.909 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.908+0000 7f777f168780 1 > prepared operation key=ZABXJ7LUKKD3 tag=3LWQS8W9W0GV type=del size=140365 2024-09-12T17:42:00.910 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.909+0000 7f777f168780 1 < completed part key=_multipart_H3CSJQOWQ7NN.2~291B4DMAW92T.0 size=658961 2024-09-12T17:42:00.912 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.911+0000 7f777f168780 1 < completed multipart upload key=H3CSJQOWQ7NN upload=291B4DMAW92T tag=8EHPBOBTWV7L type=write size=1707537 2024-09-12T17:42:00.914 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.912+0000 7f777f168780 1 > prepared operation key=1IACFTAZKIWV tag=ZZZPTHZBA1JR type=del size=865498 2024-09-12T17:42:00.915 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.913+0000 7f777f168780 1 < completed delete operation key=7Q7D1WMM31NL tag=DQHF4DJ0PE67 type=del 2024-09-12T17:42:00.917 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.915+0000 7f777f168780 1 > prepared part key=_multipart_K0OUEJ4GMFDB.2~2FIMP02P16KJ.0 size=1048576 2024-09-12T17:42:00.918 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.916+0000 7f777f168780 1 > prepared part key=_multipart_K0OUEJ4GMFDB.2~2FIMP02P16KJ.1 size=245039 2024-09-12T17:42:00.918 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.916+0000 7f777f168780 1 > prepared multipart upload key=K0OUEJ4GMFDB upload=2FIMP02P16KJ tag=4P20X9LXXB76 type=write size=2342191 2024-09-12T17:42:00.918 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.917+0000 7f777f168780 1 < canceled part key=_multipart_3U17OL8VRNIQ.2~AKQG9GIDBQA6.0 size=1048576 2024-09-12T17:42:00.919 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.918+0000 7f777f168780 1 < completed part key=_multipart_3U17OL8VRNIQ.2~AKQG9GIDBQA6.1 size=1048576 2024-09-12T17:42:00.920 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.919+0000 7f777f168780 1 < completed part key=_multipart_3U17OL8VRNIQ.2~AKQG9GIDBQA6.2 size=172790 2024-09-12T17:42:00.922 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.921+0000 7f777f168780 1 < canceled multipart upload key=3U17OL8VRNIQ upload=AKQG9GIDBQA6 tag=N6FQYTRQ0ZHF type=write size=3318518 2024-09-12T17:42:00.924 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.923+0000 7f777f168780 1 > prepared part key=_multipart_1ZL602X3VJDP.2~L9R2CHBLQZ3F.0 size=1048576 2024-09-12T17:42:00.925 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.924+0000 7f777f168780 1 > prepared part key=_multipart_1ZL602X3VJDP.2~L9R2CHBLQZ3F.1 size=1048576 2024-09-12T17:42:00.926 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.925+0000 7f777f168780 1 > prepared part key=_multipart_1ZL602X3VJDP.2~L9R2CHBLQZ3F.2 size=897021 2024-09-12T17:42:00.926 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.925+0000 7f777f168780 1 > prepared multipart upload key=1ZL602X3VJDP upload=L9R2CHBLQZ3F tag=6NRLTDH2Y5WT type=write size=4042749 2024-09-12T17:42:00.927 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.925+0000 7f777f168780 1 < canceled part key=_multipart_CV1EGVJPNSKR.2~UJEWNLU3U5XZ.0 size=13277 2024-09-12T17:42:00.929 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.928+0000 7f777f168780 1 < canceled multipart upload key=CV1EGVJPNSKR upload=UJEWNLU3U5XZ tag=VC3CWI2NMFMK type=write size=1061853 2024-09-12T17:42:00.932 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.930+0000 7f777f168780 1 > prepared part key=_multipart_CV1EGVJPNSKR.2~DOE9JA80H965.0 size=595894 2024-09-12T17:42:00.932 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.930+0000 7f777f168780 1 > prepared multipart upload key=CV1EGVJPNSKR upload=DOE9JA80H965 tag=7MENILZURPYW type=write size=1644470 2024-09-12T17:42:00.933 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.932+0000 7f777f168780 1 < completed delete operation key=3D7LF14YZ1DI tag=WOZ14WWEY8HT type=del 2024-09-12T17:42:00.936 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.934+0000 7f777f168780 1 > prepared part key=_multipart_CPJJKVPMV2GJ.2~F2TBJJSHXR95.0 size=1048576 2024-09-12T17:42:00.937 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.935+0000 7f777f168780 1 > prepared part key=_multipart_CPJJKVPMV2GJ.2~F2TBJJSHXR95.1 size=1048576 2024-09-12T17:42:00.938 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.936+0000 7f777f168780 1 > prepared part key=_multipart_CPJJKVPMV2GJ.2~F2TBJJSHXR95.2 size=294941 2024-09-12T17:42:00.938 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.936+0000 7f777f168780 1 > prepared multipart upload key=CPJJKVPMV2GJ upload=F2TBJJSHXR95 tag=8IN5MOVG6532 type=write size=3440669 2024-09-12T17:42:00.939 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.938+0000 7f777f168780 1 < completed part key=_multipart_3D7LF14YZ1DI.2~22XJWFVN1J84.0 size=1048576 2024-09-12T17:42:00.940 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.939+0000 7f777f168780 1 < completed part key=_multipart_3D7LF14YZ1DI.2~22XJWFVN1J84.1 size=404772 2024-09-12T17:42:00.942 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.941+0000 7f777f168780 1 < completed multipart upload key=3D7LF14YZ1DI upload=22XJWFVN1J84 tag=JEPFQVUG6DIZ type=write size=2501924 2024-09-12T17:42:00.944 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.942+0000 7f777f168780 1 > prepared operation key=VI3OAATH7N7Z tag=MJSUB0JEUMM3 type=write size=98697 2024-09-12T17:42:00.945 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.944+0000 7f777f168780 1 < completed delete operation key=BO6EDKIVIHEW tag=VYT4E9BSMFC1 type=del 2024-09-12T17:42:00.947 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.945+0000 7f777f168780 1 > prepared operation key=3D7LF14YZ1DI tag=8MXO2MVQ27BF type=del size=2499217 2024-09-12T17:42:00.948 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.946+0000 7f777f168780 1 < canceled operation key=1ZL602X3VJDP tag=72USV4H6NLD6 type=write size=183802 2024-09-12T17:42:00.949 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.947+0000 7f777f168780 1 > prepared operation key=1ZL602X3VJDP tag=PQEIG6B5TZSD type=del size=2356493 2024-09-12T17:42:00.950 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.949+0000 7f777f168780 1 < completed part key=_multipart_S79H21EJKRPP.2~UXHDR89AVD39.0 size=1048576 2024-09-12T17:42:00.950 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.949+0000 7f777f168780 1 < canceled part key=_multipart_S79H21EJKRPP.2~UXHDR89AVD39.1 size=19687 2024-09-12T17:42:00.952 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.951+0000 7f777f168780 1 < canceled multipart upload key=S79H21EJKRPP upload=UXHDR89AVD39 tag=W0L1HSHIM3Q2 type=write size=2116839 2024-09-12T17:42:00.953 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.952+0000 7f777f168780 1 > prepared operation key=3D7LF14YZ1DI tag=V1YJSD041141 type=del size=2084777 2024-09-12T17:42:00.954 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.953+0000 7f777f168780 1 < completed part key=_multipart_9XT9OU5JDG04.2~7LNP5OLSJD58.0 size=1048576 2024-09-12T17:42:00.955 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.954+0000 7f777f168780 1 < completed part key=_multipart_9XT9OU5JDG04.2~7LNP5OLSJD58.1 size=600557 2024-09-12T17:42:00.957 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.956+0000 7f777f168780 1 < completed multipart upload key=9XT9OU5JDG04 upload=7LNP5OLSJD58 tag=V93Y9ZJB7JLO type=write size=2697709 2024-09-12T17:42:00.959 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.958+0000 7f777f168780 1 > prepared part key=_multipart_1ZL602X3VJDP.2~TRP0T8N5IIJ2.0 size=1015718 2024-09-12T17:42:00.959 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.958+0000 7f777f168780 1 > prepared multipart upload key=1ZL602X3VJDP upload=TRP0T8N5IIJ2 tag=M3RROV60HAGP type=write size=2064294 2024-09-12T17:42:00.960 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.959+0000 7f777f168780 1 < completed part key=_multipart_1IACFTAZKIWV.2~4M6KG9UNOP0W.0 size=734070 2024-09-12T17:42:00.962 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.961+0000 7f777f168780 1 < completed multipart upload key=1IACFTAZKIWV upload=4M6KG9UNOP0W tag=G0204SVIR4JT type=write size=1782646 2024-09-12T17:42:00.964 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.963+0000 7f777f168780 1 > prepared part key=_multipart_1ZL602X3VJDP.2~88VPZO2NIYWP.0 size=1048576 2024-09-12T17:42:00.965 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.964+0000 7f777f168780 1 > prepared part key=_multipart_1ZL602X3VJDP.2~88VPZO2NIYWP.1 size=101955 2024-09-12T17:42:00.965 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.964+0000 7f777f168780 1 > prepared multipart upload key=1ZL602X3VJDP upload=88VPZO2NIYWP tag=KCA9KXO4MPPR type=write size=2199107 2024-09-12T17:42:00.967 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.965+0000 7f777f168780 1 < completed delete operation key=3U17OL8VRNIQ tag=P2M66ENLZZ44 type=del 2024-09-12T17:42:00.968 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.966+0000 7f777f168780 1 > prepared operation key=2ZFE3UG14FTU tag=ZSWBSWL4Y87J type=del size=2352280 2024-09-12T17:42:00.969 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.967+0000 7f777f168780 1 < completed part key=_multipart_DO31EKWPC3OI.2~6AECFQ14YW9D.0 size=768197 2024-09-12T17:42:00.971 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.969+0000 7f777f168780 1 < completed multipart upload key=DO31EKWPC3OI upload=6AECFQ14YW9D tag=CUWY5IJ4F4O3 type=write size=1816773 2024-09-12T17:42:00.972 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.970+0000 7f777f168780 1 > prepared operation key=PW0NPHZT12D3 tag=0E1FWOCC28JA type=del size=2340202 2024-09-12T17:42:00.974 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.973+0000 7f777f168780 1 < suggested update operation key=CV1EGVJPNSKR tag=PJCZWXV0F7BH type=write size=443420 2024-09-12T17:42:00.976 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.974+0000 7f777f168780 1 > prepared operation key=3D7LF14YZ1DI tag=9IY1JG42V2MT type=del size=4151148 2024-09-12T17:42:00.979 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.977+0000 7f777f168780 1 < completed delete operation key=CIHBEU5VBLGQ tag=QI64MVKV7SE0 type=del 2024-09-12T17:42:00.980 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.978+0000 7f777f168780 1 > prepared operation key=CASKVIJ5MIV7 tag=VH5TUS6P1H1D type=del size=1776731 2024-09-12T17:42:00.981 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.980+0000 7f777f168780 1 < completed delete operation key=ZABXJ7LUKKD3 tag=3LWQS8W9W0GV type=del 2024-09-12T17:42:00.983 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.982+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~ADLHPPXIZWQR.0 size=161559 2024-09-12T17:42:00.983 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.982+0000 7f777f168780 1 > prepared multipart upload key=CIHBEU5VBLGQ upload=ADLHPPXIZWQR tag=Z0LKTNO20XML type=write size=1210135 2024-09-12T17:42:00.984 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.983+0000 7f777f168780 1 < completed delete operation key=1IACFTAZKIWV tag=ZZZPTHZBA1JR type=del 2024-09-12T17:42:00.985 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.984+0000 7f777f168780 1 > prepared operation key=3U17OL8VRNIQ tag=J0GG4EYP6KY6 type=del size=2191159 2024-09-12T17:42:00.986 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.984+0000 7f777f168780 1 < canceled part key=_multipart_K0OUEJ4GMFDB.2~2FIMP02P16KJ.0 size=1048576 2024-09-12T17:42:00.987 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.985+0000 7f777f168780 1 < completed part key=_multipart_K0OUEJ4GMFDB.2~2FIMP02P16KJ.1 size=245039 2024-09-12T17:42:00.989 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.987+0000 7f777f168780 1 < canceled multipart upload key=K0OUEJ4GMFDB upload=2FIMP02P16KJ tag=4P20X9LXXB76 type=write size=2342191 2024-09-12T17:42:00.990 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.989+0000 7f777f168780 1 > prepared operation key=1IACFTAZKIWV tag=GGEUMO6W15HM type=del size=847438 2024-09-12T17:42:00.992 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.990+0000 7f777f168780 1 < completed part key=_multipart_1ZL602X3VJDP.2~L9R2CHBLQZ3F.0 size=1048576 2024-09-12T17:42:00.992 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.991+0000 7f777f168780 1 < completed part key=_multipart_1ZL602X3VJDP.2~L9R2CHBLQZ3F.1 size=1048576 2024-09-12T17:42:00.994 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.992+0000 7f777f168780 1 < completed part key=_multipart_1ZL602X3VJDP.2~L9R2CHBLQZ3F.2 size=897021 2024-09-12T17:42:00.995 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.994+0000 7f777f168780 1 < completed multipart upload key=1ZL602X3VJDP upload=L9R2CHBLQZ3F tag=6NRLTDH2Y5WT type=write size=4042749 2024-09-12T17:42:00.997 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.995+0000 7f777f168780 1 > prepared operation key=G4A1L52XKRAS tag=L58RPK4QQ6L0 type=del size=3797818 2024-09-12T17:42:00.998 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.996+0000 7f777f168780 1 < completed part key=_multipart_CV1EGVJPNSKR.2~DOE9JA80H965.0 size=595894 2024-09-12T17:42:01.000 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.998+0000 7f777f168780 1 < completed multipart upload key=CV1EGVJPNSKR upload=DOE9JA80H965 tag=7MENILZURPYW type=write size=1644470 2024-09-12T17:42:01.001 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:00.999+0000 7f777f168780 1 > prepared operation key=DO31EKWPC3OI tag=O4URDE3EXDCY type=del size=3157972 2024-09-12T17:42:01.002 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.001+0000 7f777f168780 1 < completed part key=_multipart_CPJJKVPMV2GJ.2~F2TBJJSHXR95.0 size=1048576 2024-09-12T17:42:01.002 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.001+0000 7f777f168780 1 < canceled part key=_multipart_CPJJKVPMV2GJ.2~F2TBJJSHXR95.1 size=1048576 2024-09-12T17:42:01.003 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.002+0000 7f777f168780 1 < completed part key=_multipart_CPJJKVPMV2GJ.2~F2TBJJSHXR95.2 size=294941 2024-09-12T17:42:01.005 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.003+0000 7f777f168780 1 < canceled multipart upload key=CPJJKVPMV2GJ upload=F2TBJJSHXR95 tag=8IN5MOVG6532 type=write size=3440669 2024-09-12T17:42:01.006 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.005+0000 7f777f168780 1 > prepared operation key=G4A1L52XKRAS tag=NC0K25NBGJR9 type=del size=3088367 2024-09-12T17:42:01.008 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.007+0000 7f777f168780 1 < suggested remove operation key=VI3OAATH7N7Z tag=MJSUB0JEUMM3 type=write 2024-09-12T17:42:01.010 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.009+0000 7f777f168780 1 > prepared part key=_multipart_OE1BUCZHIE1B.2~S6PM7UQ9IJJ5.0 size=844185 2024-09-12T17:42:01.010 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.009+0000 7f777f168780 1 > prepared multipart upload key=OE1BUCZHIE1B upload=S6PM7UQ9IJJ5 tag=81PM4EHCKLV7 type=write size=1892761 2024-09-12T17:42:01.011 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.010+0000 7f777f168780 1 < completed delete operation key=3D7LF14YZ1DI tag=8MXO2MVQ27BF type=del 2024-09-12T17:42:01.013 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.012+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~87M3DD1LFTG8.0 size=1048576 2024-09-12T17:42:01.014 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.013+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~87M3DD1LFTG8.1 size=1048576 2024-09-12T17:42:01.015 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.014+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~87M3DD1LFTG8.2 size=946314 2024-09-12T17:42:01.016 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.014+0000 7f777f168780 1 > prepared multipart upload key=CIHBEU5VBLGQ upload=87M3DD1LFTG8 tag=7R9RJI9U4S61 type=write size=4092042 2024-09-12T17:42:01.018 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.016+0000 7f777f168780 1 < suggested update operation key=1ZL602X3VJDP tag=PQEIG6B5TZSD type=del size=2356493 2024-09-12T17:42:01.019 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.018+0000 7f777f168780 1 > prepared operation key=BO6EDKIVIHEW tag=C8G10LQFA8BO type=del size=246496 2024-09-12T17:42:01.021 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.019+0000 7f777f168780 1 < completed delete operation key=3D7LF14YZ1DI tag=V1YJSD041141 type=del 2024-09-12T17:42:01.022 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.020+0000 7f777f168780 1 > prepared operation key=VI3OAATH7N7Z tag=CT105X10LYH1 type=del size=3654115 2024-09-12T17:42:01.024 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.022+0000 7f777f168780 1 < completed part key=_multipart_1ZL602X3VJDP.2~TRP0T8N5IIJ2.0 size=1015718 2024-09-12T17:42:01.025 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.024+0000 7f777f168780 1 < completed multipart upload key=1ZL602X3VJDP upload=TRP0T8N5IIJ2 tag=M3RROV60HAGP type=write size=2064294 2024-09-12T17:42:01.026 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.025+0000 7f777f168780 1 > prepared operation key=FCBWV27TCNS4 tag=845UBCWT0PDL type=del size=3921982 2024-09-12T17:42:01.027 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.025+0000 7f777f168780 1 < canceled part key=_multipart_1ZL602X3VJDP.2~88VPZO2NIYWP.0 size=1048576 2024-09-12T17:42:01.028 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.026+0000 7f777f168780 1 < completed part key=_multipart_1ZL602X3VJDP.2~88VPZO2NIYWP.1 size=101955 2024-09-12T17:42:01.029 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.028+0000 7f777f168780 1 < canceled multipart upload key=1ZL602X3VJDP upload=88VPZO2NIYWP tag=KCA9KXO4MPPR type=write size=2199107 2024-09-12T17:42:01.031 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.029+0000 7f777f168780 1 > prepared operation key=1IACFTAZKIWV tag=XPX2QP7IGWHG type=del size=1365618 2024-09-12T17:42:01.032 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.030+0000 7f777f168780 1 < completed delete operation key=2ZFE3UG14FTU tag=ZSWBSWL4Y87J type=del 2024-09-12T17:42:01.033 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.032+0000 7f777f168780 1 > prepared operation key=2ZFE3UG14FTU tag=STAMSQXRQ400 type=del size=2769379 2024-09-12T17:42:01.034 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.033+0000 7f777f168780 1 < completed delete operation key=PW0NPHZT12D3 tag=0E1FWOCC28JA type=del 2024-09-12T17:42:01.036 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.034+0000 7f777f168780 1 > prepared operation key=PW0NPHZT12D3 tag=X3OK0YLH8X6Z type=write size=748093 2024-09-12T17:42:01.037 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.035+0000 7f777f168780 1 < completed delete operation key=3D7LF14YZ1DI tag=9IY1JG42V2MT type=del 2024-09-12T17:42:01.039 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.037+0000 7f777f168780 1 > prepared part key=_multipart_FCBWV27TCNS4.2~B0KMG2GHB98S.0 size=1048576 2024-09-12T17:42:01.040 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.038+0000 7f777f168780 1 > prepared part key=_multipart_FCBWV27TCNS4.2~B0KMG2GHB98S.1 size=1048576 2024-09-12T17:42:01.041 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.039+0000 7f777f168780 1 > prepared part key=_multipart_FCBWV27TCNS4.2~B0KMG2GHB98S.2 size=964703 2024-09-12T17:42:01.041 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.039+0000 7f777f168780 1 > prepared multipart upload key=FCBWV27TCNS4 upload=B0KMG2GHB98S tag=PTUAYC8953EE type=write size=4110431 2024-09-12T17:42:01.042 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.041+0000 7f777f168780 1 < completed delete operation key=CASKVIJ5MIV7 tag=VH5TUS6P1H1D type=del 2024-09-12T17:42:01.043 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.042+0000 7f777f168780 1 > prepared operation key=S79H21EJKRPP tag=4WI01KUKFCX3 type=write size=762911 2024-09-12T17:42:01.044 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.042+0000 7f777f168780 1 < canceled part key=_multipart_CIHBEU5VBLGQ.2~ADLHPPXIZWQR.0 size=161559 2024-09-12T17:42:01.046 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.044+0000 7f777f168780 1 < canceled multipart upload key=CIHBEU5VBLGQ upload=ADLHPPXIZWQR tag=Z0LKTNO20XML type=write size=1210135 2024-09-12T17:42:01.047 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.046+0000 7f777f168780 1 > prepared part key=_multipart_S79H21EJKRPP.2~6ZVLY5AD225P.0 size=894480 2024-09-12T17:42:01.048 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.046+0000 7f777f168780 1 > prepared multipart upload key=S79H21EJKRPP upload=6ZVLY5AD225P tag=BZJNTV0SIX6T type=write size=1943056 2024-09-12T17:42:01.049 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.047+0000 7f777f168780 1 < completed delete operation key=3U17OL8VRNIQ tag=J0GG4EYP6KY6 type=del 2024-09-12T17:42:01.051 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.050+0000 7f777f168780 1 > prepared part key=_multipart_2BM46JTAY3BM.2~T0YTKGXH9LTU.0 size=683290 2024-09-12T17:42:01.051 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.050+0000 7f777f168780 1 > prepared multipart upload key=2BM46JTAY3BM upload=T0YTKGXH9LTU tag=6XKC1YBMV5GM type=write size=1731866 2024-09-12T17:42:01.054 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.052+0000 7f777f168780 1 < suggested remove operation key=1IACFTAZKIWV tag=GGEUMO6W15HM type=del 2024-09-12T17:42:01.056 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.054+0000 7f777f168780 1 > prepared part key=_multipart_7Q7D1WMM31NL.2~OPLG7QWSQ14S.0 size=984289 2024-09-12T17:42:01.056 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.054+0000 7f777f168780 1 > prepared multipart upload key=7Q7D1WMM31NL upload=OPLG7QWSQ14S tag=ADEGX8KQBL0I type=write size=2032865 2024-09-12T17:42:01.057 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.055+0000 7f777f168780 1 < completed delete operation key=G4A1L52XKRAS tag=L58RPK4QQ6L0 type=del 2024-09-12T17:42:01.059 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.057+0000 7f777f168780 1 > prepared part key=_multipart_PW0NPHZT12D3.2~RR1Z7H5Q8XZF.0 size=1048576 2024-09-12T17:42:01.060 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.058+0000 7f777f168780 1 > prepared part key=_multipart_PW0NPHZT12D3.2~RR1Z7H5Q8XZF.1 size=1048576 2024-09-12T17:42:01.061 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.059+0000 7f777f168780 1 > prepared part key=_multipart_PW0NPHZT12D3.2~RR1Z7H5Q8XZF.2 size=382276 2024-09-12T17:42:01.061 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.059+0000 7f777f168780 1 > prepared multipart upload key=PW0NPHZT12D3 upload=RR1Z7H5Q8XZF tag=LM5AULUTD9B3 type=write size=3528004 2024-09-12T17:42:01.062 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.060+0000 7f777f168780 1 < completed delete operation key=DO31EKWPC3OI tag=O4URDE3EXDCY type=del 2024-09-12T17:42:01.064 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.063+0000 7f777f168780 1 > prepared part key=_multipart_13V8F5WX47AD.2~2PGR03RZ1P72.0 size=756055 2024-09-12T17:42:01.064 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.063+0000 7f777f168780 1 > prepared multipart upload key=13V8F5WX47AD upload=2PGR03RZ1P72 tag=3MTU3WF9VMYU type=write size=1804631 2024-09-12T17:42:01.066 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.065+0000 7f777f168780 1 < suggested remove operation key=G4A1L52XKRAS tag=NC0K25NBGJR9 type=del 2024-09-12T17:42:01.067 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.066+0000 7f777f168780 1 > prepared operation key=13V8F5WX47AD tag=G3QVEE93XJT2 type=del size=2429595 2024-09-12T17:42:01.069 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.067+0000 7f777f168780 1 < completed part key=_multipart_OE1BUCZHIE1B.2~S6PM7UQ9IJJ5.0 size=844185 2024-09-12T17:42:01.070 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.069+0000 7f777f168780 1 < completed multipart upload key=OE1BUCZHIE1B upload=S6PM7UQ9IJJ5 tag=81PM4EHCKLV7 type=write size=1892761 2024-09-12T17:42:01.072 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.070+0000 7f777f168780 1 > prepared operation key=FI2EY06UN14X tag=1POUDTEZ7H64 type=del size=1571109 2024-09-12T17:42:01.073 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.071+0000 7f777f168780 1 < completed part key=_multipart_CIHBEU5VBLGQ.2~87M3DD1LFTG8.0 size=1048576 2024-09-12T17:42:01.074 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.072+0000 7f777f168780 1 < completed part key=_multipart_CIHBEU5VBLGQ.2~87M3DD1LFTG8.1 size=1048576 2024-09-12T17:42:01.075 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.073+0000 7f777f168780 1 < completed part key=_multipart_CIHBEU5VBLGQ.2~87M3DD1LFTG8.2 size=946314 2024-09-12T17:42:01.077 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.075+0000 7f777f168780 1 < completed multipart upload key=CIHBEU5VBLGQ upload=87M3DD1LFTG8 tag=7R9RJI9U4S61 type=write size=4092042 2024-09-12T17:42:01.079 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.077+0000 7f777f168780 1 > prepared part key=_multipart_1IACFTAZKIWV.2~6T2JBDEYNHDT.0 size=488951 2024-09-12T17:42:01.079 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.077+0000 7f777f168780 1 > prepared multipart upload key=1IACFTAZKIWV upload=6T2JBDEYNHDT tag=CBS1ANXBN035 type=write size=1537527 2024-09-12T17:42:01.080 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.079+0000 7f777f168780 1 < completed delete operation key=BO6EDKIVIHEW tag=C8G10LQFA8BO type=del 2024-09-12T17:42:01.081 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.080+0000 7f777f168780 1 > prepared operation key=ZABXJ7LUKKD3 tag=KR1YT8NNHVTX type=write size=587757 2024-09-12T17:42:01.083 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.081+0000 7f777f168780 1 < completed delete operation key=VI3OAATH7N7Z tag=CT105X10LYH1 type=del 2024-09-12T17:42:01.085 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.083+0000 7f777f168780 1 > prepared part key=_multipart_OE1BUCZHIE1B.2~Q27IXQBQ03ER.0 size=1048576 2024-09-12T17:42:01.086 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.084+0000 7f777f168780 1 > prepared part key=_multipart_OE1BUCZHIE1B.2~Q27IXQBQ03ER.1 size=64051 2024-09-12T17:42:01.086 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.084+0000 7f777f168780 1 > prepared multipart upload key=OE1BUCZHIE1B upload=Q27IXQBQ03ER tag=M229SAPZLL9W type=write size=2161203 2024-09-12T17:42:01.088 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.087+0000 7f777f168780 1 < suggested remove operation key=FCBWV27TCNS4 tag=845UBCWT0PDL type=del 2024-09-12T17:42:01.091 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.089+0000 7f777f168780 1 > prepared operation key=CIHBEU5VBLGQ tag=03FY5G2VOX3S type=del size=211807 2024-09-12T17:42:01.092 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.091+0000 7f777f168780 -1 < failed to complete operation key=1IACFTAZKIWV tag=XPX2QP7IGWHG type=del size=1365618: (22) Invalid argument 2024-09-12T17:42:01.093 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.092+0000 7f777f168780 1 > prepared operation key=CPJJKVPMV2GJ tag=3V082GF40LUD type=del size=850283 2024-09-12T17:42:01.094 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.093+0000 7f777f168780 1 < completed delete operation key=2ZFE3UG14FTU tag=STAMSQXRQ400 type=del 2024-09-12T17:42:01.096 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.094+0000 7f777f168780 1 > prepared operation key=FSWX3S2TGJJ9 tag=BMVT7RTK19L7 type=write size=694171 2024-09-12T17:42:01.098 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.097+0000 7f777f168780 1 < suggested update operation key=PW0NPHZT12D3 tag=X3OK0YLH8X6Z type=write size=748093 2024-09-12T17:42:01.100 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.098+0000 7f777f168780 1 > prepared part key=_multipart_DO31EKWPC3OI.2~37K7EIT3K2SP.0 size=1048576 2024-09-12T17:42:01.102 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.099+0000 7f777f168780 1 > prepared part key=_multipart_DO31EKWPC3OI.2~37K7EIT3K2SP.1 size=632099 2024-09-12T17:42:01.102 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.099+0000 7f777f168780 1 > prepared multipart upload key=DO31EKWPC3OI upload=37K7EIT3K2SP tag=P3OF6CJE3HE1 type=write size=2729251 2024-09-12T17:42:01.102 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.100+0000 7f777f168780 1 < canceled part key=_multipart_FCBWV27TCNS4.2~B0KMG2GHB98S.0 size=1048576 2024-09-12T17:42:01.103 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.101+0000 7f777f168780 1 < completed part key=_multipart_FCBWV27TCNS4.2~B0KMG2GHB98S.1 size=1048576 2024-09-12T17:42:01.103 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.102+0000 7f777f168780 1 < completed part key=_multipart_FCBWV27TCNS4.2~B0KMG2GHB98S.2 size=964703 2024-09-12T17:42:01.105 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.103+0000 7f777f168780 1 < canceled multipart upload key=FCBWV27TCNS4 upload=B0KMG2GHB98S tag=PTUAYC8953EE type=write size=4110431 2024-09-12T17:42:01.106 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.105+0000 7f777f168780 1 > prepared operation key=O3IEF0Z4S34O tag=KLVA05V2DSW9 type=write size=695105 2024-09-12T17:42:01.107 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.106+0000 7f777f168780 1 < completed write operation key=S79H21EJKRPP tag=4WI01KUKFCX3 type=write size=762911 2024-09-12T17:42:01.108 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.107+0000 7f777f168780 1 > prepared operation key=9XT9OU5JDG04 tag=IR13D0L61DXF type=del size=2642441 2024-09-12T17:42:01.110 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.108+0000 7f777f168780 1 < completed part key=_multipart_S79H21EJKRPP.2~6ZVLY5AD225P.0 size=894480 2024-09-12T17:42:01.112 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.110+0000 7f777f168780 1 < completed multipart upload key=S79H21EJKRPP upload=6ZVLY5AD225P tag=BZJNTV0SIX6T type=write size=1943056 2024-09-12T17:42:01.113 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.111+0000 7f777f168780 1 > prepared operation key=2ZFE3UG14FTU tag=A8NHB5LFVUD3 type=del size=857288 2024-09-12T17:42:01.114 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.112+0000 7f777f168780 1 < completed part key=_multipart_2BM46JTAY3BM.2~T0YTKGXH9LTU.0 size=683290 2024-09-12T17:42:01.116 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.115+0000 7f777f168780 1 < completed multipart upload key=2BM46JTAY3BM upload=T0YTKGXH9LTU tag=6XKC1YBMV5GM type=write size=1731866 2024-09-12T17:42:01.117 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.116+0000 7f777f168780 1 > prepared operation key=H3CSJQOWQ7NN tag=F9HCXF6TOIT9 type=del size=4063250 2024-09-12T17:42:01.117 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.116+0000 7f777f168780 1 < canceled part key=_multipart_7Q7D1WMM31NL.2~OPLG7QWSQ14S.0 size=984289 2024-09-12T17:42:01.119 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.118+0000 7f777f168780 1 < canceled multipart upload key=7Q7D1WMM31NL upload=OPLG7QWSQ14S tag=ADEGX8KQBL0I type=write size=2032865 2024-09-12T17:42:01.121 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.119+0000 7f777f168780 1 > prepared operation key=2KHLGQJKQA23 tag=4BQ2R2W8SA8B type=del size=159200 2024-09-12T17:42:01.122 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.120+0000 7f777f168780 1 < completed part key=_multipart_PW0NPHZT12D3.2~RR1Z7H5Q8XZF.0 size=1048576 2024-09-12T17:42:01.122 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.120+0000 7f777f168780 1 < canceled part key=_multipart_PW0NPHZT12D3.2~RR1Z7H5Q8XZF.1 size=1048576 2024-09-12T17:42:01.123 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.121+0000 7f777f168780 1 < completed part key=_multipart_PW0NPHZT12D3.2~RR1Z7H5Q8XZF.2 size=382276 2024-09-12T17:42:01.125 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.123+0000 7f777f168780 1 < canceled multipart upload key=PW0NPHZT12D3 upload=RR1Z7H5Q8XZF tag=LM5AULUTD9B3 type=write size=3528004 2024-09-12T17:42:01.126 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.125+0000 7f777f168780 1 > prepared operation key=FCBWV27TCNS4 tag=97OG0NZUM7J9 type=del size=1051644 2024-09-12T17:42:01.127 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.126+0000 7f777f168780 1 < completed part key=_multipart_13V8F5WX47AD.2~2PGR03RZ1P72.0 size=756055 2024-09-12T17:42:01.129 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.128+0000 7f777f168780 1 < completed multipart upload key=13V8F5WX47AD upload=2PGR03RZ1P72 tag=3MTU3WF9VMYU type=write size=1804631 2024-09-12T17:42:01.131 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.129+0000 7f777f168780 1 > prepared operation key=7Q7D1WMM31NL tag=CIXF493VPGQ2 type=del size=9459 2024-09-12T17:42:01.132 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.130+0000 7f777f168780 1 < completed delete operation key=13V8F5WX47AD tag=G3QVEE93XJT2 type=del 2024-09-12T17:42:01.135 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.133+0000 7f777f168780 1 > prepared part key=_multipart_2ZFE3UG14FTU.2~SPNLBS6P2J3Z.0 size=1048576 2024-09-12T17:42:01.135 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.134+0000 7f777f168780 1 > prepared part key=_multipart_2ZFE3UG14FTU.2~SPNLBS6P2J3Z.1 size=1048576 2024-09-12T17:42:01.136 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.135+0000 7f777f168780 1 > prepared part key=_multipart_2ZFE3UG14FTU.2~SPNLBS6P2J3Z.2 size=1047332 2024-09-12T17:42:01.136 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.135+0000 7f777f168780 1 > prepared multipart upload key=2ZFE3UG14FTU upload=SPNLBS6P2J3Z tag=NC13QG6MFRRQ type=write size=4193060 2024-09-12T17:42:01.138 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.137+0000 7f777f168780 1 < suggested update operation key=FI2EY06UN14X tag=1POUDTEZ7H64 type=del size=1571109 2024-09-12T17:42:01.140 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.138+0000 7f777f168780 1 > prepared operation key=BO6EDKIVIHEW tag=1UJ6LL4X673L type=del size=2229888 2024-09-12T17:42:01.141 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.139+0000 7f777f168780 1 < completed part key=_multipart_1IACFTAZKIWV.2~6T2JBDEYNHDT.0 size=488951 2024-09-12T17:42:01.143 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.141+0000 7f777f168780 1 < completed multipart upload key=1IACFTAZKIWV upload=6T2JBDEYNHDT tag=CBS1ANXBN035 type=write size=1537527 2024-09-12T17:42:01.146 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.143+0000 7f777f168780 1 > prepared part key=_multipart_3D7LF14YZ1DI.2~RAQJ44NNW95F.0 size=1048576 2024-09-12T17:42:01.146 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.144+0000 7f777f168780 1 > prepared part key=_multipart_3D7LF14YZ1DI.2~RAQJ44NNW95F.1 size=1048576 2024-09-12T17:42:01.147 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.145+0000 7f777f168780 1 > prepared part key=_multipart_3D7LF14YZ1DI.2~RAQJ44NNW95F.2 size=978709 2024-09-12T17:42:01.147 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.145+0000 7f777f168780 1 > prepared multipart upload key=3D7LF14YZ1DI upload=RAQJ44NNW95F tag=3JT6J9JGLA9O type=write size=4124437 2024-09-12T17:42:01.148 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.146+0000 7f777f168780 1 < completed write operation key=ZABXJ7LUKKD3 tag=KR1YT8NNHVTX type=write size=587757 2024-09-12T17:42:01.150 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.148+0000 7f777f168780 1 > prepared part key=_multipart_CPJJKVPMV2GJ.2~KW7J6QH2R15X.0 size=1048576 2024-09-12T17:42:01.151 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.149+0000 7f777f168780 1 > prepared part key=_multipart_CPJJKVPMV2GJ.2~KW7J6QH2R15X.1 size=1048576 2024-09-12T17:42:01.152 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.150+0000 7f777f168780 1 > prepared part key=_multipart_CPJJKVPMV2GJ.2~KW7J6QH2R15X.2 size=347024 2024-09-12T17:42:01.152 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.150+0000 7f777f168780 1 > prepared multipart upload key=CPJJKVPMV2GJ upload=KW7J6QH2R15X tag=6A1NH87F00EH type=write size=3492752 2024-09-12T17:42:01.153 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.151+0000 7f777f168780 1 < completed part key=_multipart_OE1BUCZHIE1B.2~Q27IXQBQ03ER.0 size=1048576 2024-09-12T17:42:01.154 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.152+0000 7f777f168780 1 < completed part key=_multipart_OE1BUCZHIE1B.2~Q27IXQBQ03ER.1 size=64051 2024-09-12T17:42:01.156 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.154+0000 7f777f168780 1 < completed multipart upload key=OE1BUCZHIE1B upload=Q27IXQBQ03ER tag=M229SAPZLL9W type=write size=2161203 2024-09-12T17:42:01.157 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.156+0000 7f777f168780 1 > prepared operation key=NV7QYM1CMJA7 tag=KGG3BC4U6OPU type=del size=233230 2024-09-12T17:42:01.158 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.157+0000 7f777f168780 1 < completed delete operation key=CIHBEU5VBLGQ tag=03FY5G2VOX3S type=del 2024-09-12T17:42:01.160 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.158+0000 7f777f168780 1 > prepared operation key=1ZL602X3VJDP tag=6ZU19UCYEXTR type=del size=2127954 2024-09-12T17:42:01.162 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.161+0000 7f777f168780 1 < suggested remove operation key=CPJJKVPMV2GJ tag=3V082GF40LUD type=del 2024-09-12T17:42:01.163 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.162+0000 7f777f168780 1 > prepared operation key=3D7LF14YZ1DI tag=2260KWDH17O1 type=del size=284046 2024-09-12T17:42:01.165 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.163+0000 7f777f168780 1 < completed write operation key=FSWX3S2TGJJ9 tag=BMVT7RTK19L7 type=write size=694171 2024-09-12T17:42:01.166 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.165+0000 7f777f168780 1 > prepared operation key=OE1BUCZHIE1B tag=H5FL8OSJPFM1 type=del size=1893910 2024-09-12T17:42:01.167 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.166+0000 7f777f168780 1 < completed part key=_multipart_DO31EKWPC3OI.2~37K7EIT3K2SP.0 size=1048576 2024-09-12T17:42:01.168 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.167+0000 7f777f168780 1 < completed part key=_multipart_DO31EKWPC3OI.2~37K7EIT3K2SP.1 size=632099 2024-09-12T17:42:01.171 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.169+0000 7f777f168780 1 < completed multipart upload key=DO31EKWPC3OI upload=37K7EIT3K2SP tag=P3OF6CJE3HE1 type=write size=2729251 2024-09-12T17:42:01.173 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.171+0000 7f777f168780 1 > prepared part key=_multipart_G4A1L52XKRAS.2~I21VN3BFLGTQ.0 size=1048576 2024-09-12T17:42:01.174 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.172+0000 7f777f168780 1 > prepared part key=_multipart_G4A1L52XKRAS.2~I21VN3BFLGTQ.1 size=1048576 2024-09-12T17:42:01.175 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.174+0000 7f777f168780 1 > prepared part key=_multipart_G4A1L52XKRAS.2~I21VN3BFLGTQ.2 size=385085 2024-09-12T17:42:01.175 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.174+0000 7f777f168780 1 > prepared multipart upload key=G4A1L52XKRAS upload=I21VN3BFLGTQ tag=W15WOMRB6N72 type=write size=3530813 2024-09-12T17:42:01.176 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.175+0000 7f777f168780 1 < completed write operation key=O3IEF0Z4S34O tag=KLVA05V2DSW9 type=write size=695105 2024-09-12T17:42:01.179 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.177+0000 7f777f168780 1 > prepared part key=_multipart_AEV8UHLVWR8L.2~FVE7N3ATD4HH.0 size=1048576 2024-09-12T17:42:01.180 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.178+0000 7f777f168780 1 > prepared part key=_multipart_AEV8UHLVWR8L.2~FVE7N3ATD4HH.1 size=409036 2024-09-12T17:42:01.180 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.178+0000 7f777f168780 1 > prepared multipart upload key=AEV8UHLVWR8L upload=FVE7N3ATD4HH tag=C4UI73HNMMW8 type=write size=2506188 2024-09-12T17:42:01.181 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.180+0000 7f777f168780 1 < completed delete operation key=9XT9OU5JDG04 tag=IR13D0L61DXF type=del 2024-09-12T17:42:01.183 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.181+0000 7f777f168780 1 > prepared operation key=AEV8UHLVWR8L tag=TD6HDAOU1ILU type=del size=3952143 2024-09-12T17:42:01.184 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.183+0000 7f777f168780 1 < completed delete operation key=2ZFE3UG14FTU tag=A8NHB5LFVUD3 type=del 2024-09-12T17:42:01.185 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.184+0000 7f777f168780 1 > prepared operation key=2KHLGQJKQA23 tag=ROSKTALVHGA2 type=del size=3215669 2024-09-12T17:42:01.187 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.185+0000 7f777f168780 1 < completed delete operation key=H3CSJQOWQ7NN tag=F9HCXF6TOIT9 type=del 2024-09-12T17:42:01.189 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.188+0000 7f777f168780 1 > prepared part key=_multipart_ZABXJ7LUKKD3.2~DF30UCA5J1KG.0 size=102264 2024-09-12T17:42:01.189 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.188+0000 7f777f168780 1 > prepared multipart upload key=ZABXJ7LUKKD3 upload=DF30UCA5J1KG tag=CDC3D34PJ885 type=write size=1150840 2024-09-12T17:42:01.190 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.189+0000 7f777f168780 1 < completed delete operation key=2KHLGQJKQA23 tag=4BQ2R2W8SA8B type=del 2024-09-12T17:42:01.192 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.190+0000 7f777f168780 1 > prepared operation key=FI2EY06UN14X tag=5H5GLK034GJL type=del size=1986780 2024-09-12T17:42:01.193 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.191+0000 7f777f168780 1 < completed delete operation key=FCBWV27TCNS4 tag=97OG0NZUM7J9 type=del 2024-09-12T17:42:01.194 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.193+0000 7f777f168780 1 > prepared operation key=K0OUEJ4GMFDB tag=VVB43327SQI1 type=del size=640209 2024-09-12T17:42:01.195 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.194+0000 7f777f168780 1 < completed delete operation key=7Q7D1WMM31NL tag=CIXF493VPGQ2 type=del 2024-09-12T17:42:01.197 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.195+0000 7f777f168780 1 > prepared operation key=OE1BUCZHIE1B tag=9N9SOQUAVLOO type=del size=630101 2024-09-12T17:42:01.198 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.196+0000 7f777f168780 1 < completed part key=_multipart_2ZFE3UG14FTU.2~SPNLBS6P2J3Z.0 size=1048576 2024-09-12T17:42:01.199 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.197+0000 7f777f168780 1 < completed part key=_multipart_2ZFE3UG14FTU.2~SPNLBS6P2J3Z.1 size=1048576 2024-09-12T17:42:01.200 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.198+0000 7f777f168780 1 < completed part key=_multipart_2ZFE3UG14FTU.2~SPNLBS6P2J3Z.2 size=1047332 2024-09-12T17:42:01.202 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.200+0000 7f777f168780 1 < completed multipart upload key=2ZFE3UG14FTU upload=SPNLBS6P2J3Z tag=NC13QG6MFRRQ type=write size=4193060 2024-09-12T17:42:01.203 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.202+0000 7f777f168780 1 > prepared operation key=G4A1L52XKRAS tag=0UU4Z2NL1DJC type=del size=2694513 2024-09-12T17:42:01.206 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.204+0000 7f777f168780 1 < canceled operation key=BO6EDKIVIHEW tag=1UJ6LL4X673L type=del size=2229888 2024-09-12T17:42:01.207 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.205+0000 7f777f168780 1 > prepared operation key=2BM46JTAY3BM tag=GB1EWHANCEBV type=del size=947564 2024-09-12T17:42:01.208 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.207+0000 7f777f168780 1 < completed part key=_multipart_3D7LF14YZ1DI.2~RAQJ44NNW95F.0 size=1048576 2024-09-12T17:42:01.209 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.208+0000 7f777f168780 1 < completed part key=_multipart_3D7LF14YZ1DI.2~RAQJ44NNW95F.1 size=1048576 2024-09-12T17:42:01.210 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.209+0000 7f777f168780 1 < completed part key=_multipart_3D7LF14YZ1DI.2~RAQJ44NNW95F.2 size=978709 2024-09-12T17:42:01.212 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.211+0000 7f777f168780 1 < completed multipart upload key=3D7LF14YZ1DI upload=RAQJ44NNW95F tag=3JT6J9JGLA9O type=write size=4124437 2024-09-12T17:42:01.213 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.212+0000 7f777f168780 1 > prepared operation key=H3CSJQOWQ7NN tag=F6UUCK6BH2SE type=del size=3260432 2024-09-12T17:42:01.215 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.213+0000 7f777f168780 1 < completed part key=_multipart_CPJJKVPMV2GJ.2~KW7J6QH2R15X.0 size=1048576 2024-09-12T17:42:01.216 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.214+0000 7f777f168780 1 < completed part key=_multipart_CPJJKVPMV2GJ.2~KW7J6QH2R15X.1 size=1048576 2024-09-12T17:42:01.217 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.215+0000 7f777f168780 1 < completed part key=_multipart_CPJJKVPMV2GJ.2~KW7J6QH2R15X.2 size=347024 2024-09-12T17:42:01.219 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.217+0000 7f777f168780 1 < completed multipart upload key=CPJJKVPMV2GJ upload=KW7J6QH2R15X tag=6A1NH87F00EH type=write size=3492752 2024-09-12T17:42:01.220 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.219+0000 7f777f168780 1 > prepared operation key=FCBWV27TCNS4 tag=Y1L6RN8CCG4J type=del size=2980508 2024-09-12T17:42:01.221 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.220+0000 7f777f168780 1 < completed delete operation key=NV7QYM1CMJA7 tag=KGG3BC4U6OPU type=del 2024-09-12T17:42:01.222 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.221+0000 7f777f168780 1 > prepared operation key=2BM46JTAY3BM tag=5622GAY0TX2I type=del size=1728978 2024-09-12T17:42:01.224 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.222+0000 7f777f168780 1 < completed delete operation key=1ZL602X3VJDP tag=6ZU19UCYEXTR type=del 2024-09-12T17:42:01.225 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.223+0000 7f777f168780 1 > prepared operation key=2KHLGQJKQA23 tag=AFHD0AFW40YS type=del size=3294624 2024-09-12T17:42:01.227 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.226+0000 7f777f168780 1 < suggested update operation key=3D7LF14YZ1DI tag=2260KWDH17O1 type=del size=284046 2024-09-12T17:42:01.229 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.228+0000 7f777f168780 1 > prepared part key=_multipart_FSWX3S2TGJJ9.2~AMAM9FH1JIQX.0 size=152831 2024-09-12T17:42:01.229 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.228+0000 7f777f168780 1 > prepared multipart upload key=FSWX3S2TGJJ9 upload=AMAM9FH1JIQX tag=LDA6CRYC68Z5 type=write size=1201407 2024-09-12T17:42:01.231 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.229+0000 7f777f168780 1 < completed delete operation key=OE1BUCZHIE1B tag=H5FL8OSJPFM1 type=del 2024-09-12T17:42:01.233 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.231+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~U1UN6LEEADKW.0 size=1048576 2024-09-12T17:42:01.234 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.232+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~U1UN6LEEADKW.1 size=371724 2024-09-12T17:42:01.234 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.232+0000 7f777f168780 1 > prepared multipart upload key=CIHBEU5VBLGQ upload=U1UN6LEEADKW tag=91LECGXYAPN9 type=write size=2468876 2024-09-12T17:42:01.235 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.234+0000 7f777f168780 1 < completed part key=_multipart_G4A1L52XKRAS.2~I21VN3BFLGTQ.0 size=1048576 2024-09-12T17:42:01.236 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.235+0000 7f777f168780 1 < completed part key=_multipart_G4A1L52XKRAS.2~I21VN3BFLGTQ.1 size=1048576 2024-09-12T17:42:01.237 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.236+0000 7f777f168780 1 < completed part key=_multipart_G4A1L52XKRAS.2~I21VN3BFLGTQ.2 size=385085 2024-09-12T17:42:01.239 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.238+0000 7f777f168780 1 < completed multipart upload key=G4A1L52XKRAS upload=I21VN3BFLGTQ tag=W15WOMRB6N72 type=write size=3530813 2024-09-12T17:42:01.241 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.240+0000 7f777f168780 1 > prepared part key=_multipart_G4A1L52XKRAS.2~J0MRF9R1WU81.0 size=1048576 2024-09-12T17:42:01.242 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.241+0000 7f777f168780 1 > prepared part key=_multipart_G4A1L52XKRAS.2~J0MRF9R1WU81.1 size=1040567 2024-09-12T17:42:01.243 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.241+0000 7f777f168780 1 > prepared multipart upload key=G4A1L52XKRAS upload=J0MRF9R1WU81 tag=F61IFXXBIB7E type=write size=3137719 2024-09-12T17:42:01.244 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.242+0000 7f777f168780 1 < completed part key=_multipart_AEV8UHLVWR8L.2~FVE7N3ATD4HH.0 size=1048576 2024-09-12T17:42:01.245 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.243+0000 7f777f168780 1 < completed part key=_multipart_AEV8UHLVWR8L.2~FVE7N3ATD4HH.1 size=409036 2024-09-12T17:42:01.247 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.245+0000 7f777f168780 1 < completed multipart upload key=AEV8UHLVWR8L upload=FVE7N3ATD4HH tag=C4UI73HNMMW8 type=write size=2506188 2024-09-12T17:42:01.249 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.247+0000 7f777f168780 1 > prepared part key=_multipart_PW0NPHZT12D3.2~A4JDKCOUU26Z.0 size=1048576 2024-09-12T17:42:01.250 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.249+0000 7f777f168780 1 > prepared part key=_multipart_PW0NPHZT12D3.2~A4JDKCOUU26Z.1 size=1048576 2024-09-12T17:42:01.251 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.249+0000 7f777f168780 1 > prepared part key=_multipart_PW0NPHZT12D3.2~A4JDKCOUU26Z.2 size=986750 2024-09-12T17:42:01.251 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.249+0000 7f777f168780 1 > prepared multipart upload key=PW0NPHZT12D3 upload=A4JDKCOUU26Z tag=KPNN01TXCOZX type=write size=4132478 2024-09-12T17:42:01.252 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.251+0000 7f777f168780 1 < completed delete operation key=AEV8UHLVWR8L tag=TD6HDAOU1ILU type=del 2024-09-12T17:42:01.253 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.252+0000 7f777f168780 1 > prepared operation key=9XT9OU5JDG04 tag=LRI0HWBJVYTA type=del size=2549821 2024-09-12T17:42:01.255 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.253+0000 7f777f168780 1 < completed delete operation key=2KHLGQJKQA23 tag=ROSKTALVHGA2 type=del 2024-09-12T17:42:01.256 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.254+0000 7f777f168780 1 > prepared operation key=NV7QYM1CMJA7 tag=KRG9I57PRV8Q type=del size=1699391 2024-09-12T17:42:01.257 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.256+0000 7f777f168780 1 < completed part key=_multipart_ZABXJ7LUKKD3.2~DF30UCA5J1KG.0 size=102264 2024-09-12T17:42:01.259 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.258+0000 7f777f168780 1 < completed multipart upload key=ZABXJ7LUKKD3 upload=DF30UCA5J1KG tag=CDC3D34PJ885 type=write size=1150840 2024-09-12T17:42:01.260 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.259+0000 7f777f168780 1 > prepared operation key=K0OUEJ4GMFDB tag=CMKFIE8SDQGK type=del size=3170963 2024-09-12T17:42:01.261 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.260+0000 7f777f168780 1 < completed delete operation key=FI2EY06UN14X tag=5H5GLK034GJL type=del 2024-09-12T17:42:01.263 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.261+0000 7f777f168780 1 > prepared operation key=DO31EKWPC3OI tag=W7JX3Z4H9RO5 type=del size=1370501 2024-09-12T17:42:01.264 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.262+0000 7f777f168780 1 < canceled operation key=K0OUEJ4GMFDB tag=VVB43327SQI1 type=del size=640209 2024-09-12T17:42:01.265 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.264+0000 7f777f168780 1 > prepared operation key=DO31EKWPC3OI tag=UAKZVG8POINR type=del size=1212368 2024-09-12T17:42:01.266 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.265+0000 7f777f168780 1 < completed delete operation key=OE1BUCZHIE1B tag=9N9SOQUAVLOO type=del 2024-09-12T17:42:01.267 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.266+0000 7f777f168780 1 > prepared operation key=3U17OL8VRNIQ tag=KW55U0KQ2H1K type=write size=535853 2024-09-12T17:42:01.269 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.267+0000 7f777f168780 1 < canceled operation key=G4A1L52XKRAS tag=0UU4Z2NL1DJC type=del size=2694513 2024-09-12T17:42:01.270 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.269+0000 7f777f168780 1 > prepared operation key=13V8F5WX47AD tag=CHUVVAZ82FJ9 type=del size=84502 2024-09-12T17:42:01.271 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.270+0000 7f777f168780 1 < completed delete operation key=2BM46JTAY3BM tag=GB1EWHANCEBV type=del 2024-09-12T17:42:01.272 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.271+0000 7f777f168780 1 > prepared operation key=S79H21EJKRPP tag=G71X3G4SZCPN type=del size=2930789 2024-09-12T17:42:01.276 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.272+0000 7f777f168780 1 < canceled operation key=H3CSJQOWQ7NN tag=F6UUCK6BH2SE type=del size=3260432 2024-09-12T17:42:01.276 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.274+0000 7f777f168780 1 > prepared operation key=GYBHJV1TE1UC tag=LVMZGCHIP3O7 type=write size=220165 2024-09-12T17:42:01.276 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.275+0000 7f777f168780 1 < completed delete operation key=FCBWV27TCNS4 tag=Y1L6RN8CCG4J type=del 2024-09-12T17:42:01.277 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.276+0000 7f777f168780 1 > prepared operation key=3U17OL8VRNIQ tag=4KVR3M8YU5BT type=del size=465005 2024-09-12T17:42:01.278 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.277+0000 7f777f168780 1 < completed delete operation key=2BM46JTAY3BM tag=5622GAY0TX2I type=del 2024-09-12T17:42:01.281 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.278+0000 7f777f168780 1 > prepared operation key=GYBHJV1TE1UC tag=3Q5J42KQK885 type=del size=1044172 2024-09-12T17:42:01.281 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.279+0000 7f777f168780 1 < completed delete operation key=2KHLGQJKQA23 tag=AFHD0AFW40YS type=del 2024-09-12T17:42:01.282 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.281+0000 7f777f168780 1 > prepared operation key=2ZFE3UG14FTU tag=CFPOG8MWJGFC type=del size=2505062 2024-09-12T17:42:01.283 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.282+0000 7f777f168780 1 < completed part key=_multipart_FSWX3S2TGJJ9.2~AMAM9FH1JIQX.0 size=152831 2024-09-12T17:42:01.285 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.283+0000 7f777f168780 1 < completed multipart upload key=FSWX3S2TGJJ9 upload=AMAM9FH1JIQX tag=LDA6CRYC68Z5 type=write size=1201407 2024-09-12T17:42:01.287 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.285+0000 7f777f168780 1 > prepared part key=_multipart_NV7QYM1CMJA7.2~SOEHGD2HXD9V.0 size=373786 2024-09-12T17:42:01.287 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.285+0000 7f777f168780 1 > prepared multipart upload key=NV7QYM1CMJA7 upload=SOEHGD2HXD9V tag=WUOK19HK1911 type=write size=1422362 2024-09-12T17:42:01.288 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.287+0000 7f777f168780 1 < completed part key=_multipart_CIHBEU5VBLGQ.2~U1UN6LEEADKW.0 size=1048576 2024-09-12T17:42:01.289 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.287+0000 7f777f168780 1 < completed part key=_multipart_CIHBEU5VBLGQ.2~U1UN6LEEADKW.1 size=371724 2024-09-12T17:42:01.291 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.289+0000 7f777f168780 1 < completed multipart upload key=CIHBEU5VBLGQ upload=U1UN6LEEADKW tag=91LECGXYAPN9 type=write size=2468876 2024-09-12T17:42:01.292 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.290+0000 7f777f168780 1 > prepared operation key=G4A1L52XKRAS tag=8PL09O4PO4PV type=del size=3717771 2024-09-12T17:42:01.293 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.291+0000 7f777f168780 1 < completed part key=_multipart_G4A1L52XKRAS.2~J0MRF9R1WU81.0 size=1048576 2024-09-12T17:42:01.294 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.292+0000 7f777f168780 1 < completed part key=_multipart_G4A1L52XKRAS.2~J0MRF9R1WU81.1 size=1040567 2024-09-12T17:42:01.296 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.294+0000 7f777f168780 1 < completed multipart upload key=G4A1L52XKRAS upload=J0MRF9R1WU81 tag=F61IFXXBIB7E type=write size=3137719 2024-09-12T17:42:01.298 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.296+0000 7f777f168780 1 > prepared part key=_multipart_K0OUEJ4GMFDB.2~SD8ACBYLKGOR.0 size=327568 2024-09-12T17:42:01.298 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.296+0000 7f777f168780 1 > prepared multipart upload key=K0OUEJ4GMFDB upload=SD8ACBYLKGOR tag=7HNWPNEBONSM type=write size=1376144 2024-09-12T17:42:01.299 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.297+0000 7f777f168780 1 < completed part key=_multipart_PW0NPHZT12D3.2~A4JDKCOUU26Z.0 size=1048576 2024-09-12T17:42:01.300 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.298+0000 7f777f168780 1 < completed part key=_multipart_PW0NPHZT12D3.2~A4JDKCOUU26Z.1 size=1048576 2024-09-12T17:42:01.301 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.299+0000 7f777f168780 1 < completed part key=_multipart_PW0NPHZT12D3.2~A4JDKCOUU26Z.2 size=986750 2024-09-12T17:42:01.303 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.301+0000 7f777f168780 1 < completed multipart upload key=PW0NPHZT12D3 upload=A4JDKCOUU26Z tag=KPNN01TXCOZX type=write size=4132478 2024-09-12T17:42:01.304 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.302+0000 7f777f168780 1 > prepared operation key=O3IEF0Z4S34O tag=43W1YGA8QZIY type=del size=4126947 2024-09-12T17:42:01.305 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.304+0000 7f777f168780 1 < completed delete operation key=9XT9OU5JDG04 tag=LRI0HWBJVYTA type=del 2024-09-12T17:42:01.307 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.306+0000 7f777f168780 1 > prepared part key=_multipart_VI3OAATH7N7Z.2~FHLE584E91SI.0 size=410780 2024-09-12T17:42:01.307 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.306+0000 7f777f168780 1 > prepared multipart upload key=VI3OAATH7N7Z upload=FHLE584E91SI tag=R8HH70KEY3EO type=write size=1459356 2024-09-12T17:42:01.308 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.307+0000 7f777f168780 1 < completed delete operation key=NV7QYM1CMJA7 tag=KRG9I57PRV8Q type=del 2024-09-12T17:42:01.309 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.308+0000 7f777f168780 1 > prepared operation key=2KHLGQJKQA23 tag=F836CLW6A2RX type=write size=605087 2024-09-12T17:42:01.310 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.309+0000 7f777f168780 1 < completed delete operation key=K0OUEJ4GMFDB tag=CMKFIE8SDQGK type=del 2024-09-12T17:42:01.313 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.311+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~CQJAG0YB1R0L.0 size=1048576 2024-09-12T17:42:01.313 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.312+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~CQJAG0YB1R0L.1 size=800698 2024-09-12T17:42:01.314 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.312+0000 7f777f168780 1 > prepared multipart upload key=CIHBEU5VBLGQ upload=CQJAG0YB1R0L tag=ZFPGY39B72RA type=write size=2897850 2024-09-12T17:42:01.317 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.315+0000 7f777f168780 1 < suggested remove operation key=DO31EKWPC3OI tag=W7JX3Z4H9RO5 type=del 2024-09-12T17:42:01.318 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.317+0000 7f777f168780 1 > prepared operation key=1ZL602X3VJDP tag=X2BHKUM80TEG type=write size=860910 2024-09-12T17:42:01.319 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.318+0000 7f777f168780 -1 < failed to complete operation key=DO31EKWPC3OI tag=UAKZVG8POINR type=del size=1212368: (22) Invalid argument 2024-09-12T17:42:01.320 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.319+0000 7f777f168780 1 > prepared operation key=CV1EGVJPNSKR tag=C0XP2CDZT6G0 type=del size=3251131 2024-09-12T17:42:01.323 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.321+0000 7f777f168780 1 < suggested update operation key=3U17OL8VRNIQ tag=KW55U0KQ2H1K type=write size=535853 2024-09-12T17:42:01.325 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.323+0000 7f777f168780 1 > prepared part key=_multipart_FI2EY06UN14X.2~19I89FFAASUI.0 size=53085 2024-09-12T17:42:01.325 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.323+0000 7f777f168780 1 > prepared multipart upload key=FI2EY06UN14X upload=19I89FFAASUI tag=NK5DZXKI9DYB type=write size=1101661 2024-09-12T17:42:01.326 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.324+0000 7f777f168780 1 < completed delete operation key=13V8F5WX47AD tag=CHUVVAZ82FJ9 type=del 2024-09-12T17:42:01.327 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.326+0000 7f777f168780 1 > prepared operation key=ZABXJ7LUKKD3 tag=9M6GM9O84EZF type=del size=2252013 2024-09-12T17:42:01.328 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.327+0000 7f777f168780 1 < completed delete operation key=S79H21EJKRPP tag=G71X3G4SZCPN type=del 2024-09-12T17:42:01.329 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.328+0000 7f777f168780 1 > prepared operation key=S79H21EJKRPP tag=V4BNTD2K619X type=del size=560562 2024-09-12T17:42:01.331 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.329+0000 7f777f168780 1 < completed write operation key=GYBHJV1TE1UC tag=LVMZGCHIP3O7 type=write size=220165 2024-09-12T17:42:01.333 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.331+0000 7f777f168780 1 > prepared part key=_multipart_CV1EGVJPNSKR.2~E9VNYQBRSL3Y.0 size=60802 2024-09-12T17:42:01.333 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.331+0000 7f777f168780 1 > prepared multipart upload key=CV1EGVJPNSKR upload=E9VNYQBRSL3Y tag=KHC9K8M8VCDV type=write size=1109378 2024-09-12T17:42:01.334 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.332+0000 7f777f168780 -1 < failed to complete operation key=3U17OL8VRNIQ tag=4KVR3M8YU5BT type=del size=465005: (22) Invalid argument 2024-09-12T17:42:01.335 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.333+0000 7f777f168780 1 > prepared operation key=2ZFE3UG14FTU tag=4M9V5FN44U1F type=write size=854211 2024-09-12T17:42:01.337 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.336+0000 7f777f168780 1 < suggested remove operation key=GYBHJV1TE1UC tag=3Q5J42KQK885 type=del 2024-09-12T17:42:01.338 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.337+0000 7f777f168780 1 > prepared operation key=7Q7D1WMM31NL tag=8XPOR320BC5M type=del size=145303 2024-09-12T17:42:01.341 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.339+0000 7f777f168780 1 < suggested update operation key=2ZFE3UG14FTU tag=CFPOG8MWJGFC type=del size=2505062 2024-09-12T17:42:01.342 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.341+0000 7f777f168780 1 > prepared operation key=CV1EGVJPNSKR tag=GVV2VKM3T2MF type=write size=220558 2024-09-12T17:42:01.343 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.341+0000 7f777f168780 1 < canceled part key=_multipart_NV7QYM1CMJA7.2~SOEHGD2HXD9V.0 size=373786 2024-09-12T17:42:01.344 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.343+0000 7f777f168780 1 < canceled multipart upload key=NV7QYM1CMJA7 upload=SOEHGD2HXD9V tag=WUOK19HK1911 type=write size=1422362 2024-09-12T17:42:01.345 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.344+0000 7f777f168780 1 > prepared operation key=1IACFTAZKIWV tag=D7NPRO79K19W type=del size=623559 2024-09-12T17:42:01.347 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.345+0000 7f777f168780 1 < completed delete operation key=G4A1L52XKRAS tag=8PL09O4PO4PV type=del 2024-09-12T17:42:01.348 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.346+0000 7f777f168780 1 > prepared operation key=O3IEF0Z4S34O tag=TS5M0LF6LWNO type=del size=3347929 2024-09-12T17:42:01.349 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.348+0000 7f777f168780 1 < completed part key=_multipart_K0OUEJ4GMFDB.2~SD8ACBYLKGOR.0 size=327568 2024-09-12T17:42:01.351 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.350+0000 7f777f168780 1 < completed multipart upload key=K0OUEJ4GMFDB upload=SD8ACBYLKGOR tag=7HNWPNEBONSM type=write size=1376144 2024-09-12T17:42:01.353 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.352+0000 7f777f168780 1 > prepared part key=_multipart_7Q7D1WMM31NL.2~NY9MXEXWGGHW.0 size=1048576 2024-09-12T17:42:01.354 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.353+0000 7f777f168780 1 > prepared part key=_multipart_7Q7D1WMM31NL.2~NY9MXEXWGGHW.1 size=1048576 2024-09-12T17:42:01.356 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.354+0000 7f777f168780 1 > prepared part key=_multipart_7Q7D1WMM31NL.2~NY9MXEXWGGHW.2 size=1037928 2024-09-12T17:42:01.356 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.354+0000 7f777f168780 1 > prepared multipart upload key=7Q7D1WMM31NL upload=NY9MXEXWGGHW tag=1RR2OLOHO2MT type=write size=4183656 2024-09-12T17:42:01.357 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.355+0000 7f777f168780 1 < completed delete operation key=O3IEF0Z4S34O tag=43W1YGA8QZIY type=del 2024-09-12T17:42:01.358 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.357+0000 7f777f168780 1 > prepared operation key=G4A1L52XKRAS tag=VWHDIG072G8P type=del size=2903652 2024-09-12T17:42:01.359 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.358+0000 7f777f168780 1 < completed part key=_multipart_VI3OAATH7N7Z.2~FHLE584E91SI.0 size=410780 2024-09-12T17:42:01.361 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.360+0000 7f777f168780 1 < completed multipart upload key=VI3OAATH7N7Z upload=FHLE584E91SI tag=R8HH70KEY3EO type=write size=1459356 2024-09-12T17:42:01.363 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.361+0000 7f777f168780 1 > prepared operation key=FI2EY06UN14X tag=6EP2CCKQ47X2 type=del size=3809017 2024-09-12T17:42:01.364 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.362+0000 7f777f168780 1 < completed write operation key=2KHLGQJKQA23 tag=F836CLW6A2RX type=write size=605087 2024-09-12T17:42:01.365 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.364+0000 7f777f168780 1 > prepared operation key=2BM46JTAY3BM tag=S82N08P1K3GQ type=del size=2992815 2024-09-12T17:42:01.365 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.364+0000 7f777f168780 1 < canceled part key=_multipart_CIHBEU5VBLGQ.2~CQJAG0YB1R0L.0 size=1048576 2024-09-12T17:42:01.366 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.365+0000 7f777f168780 1 < completed part key=_multipart_CIHBEU5VBLGQ.2~CQJAG0YB1R0L.1 size=800698 2024-09-12T17:42:01.369 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.367+0000 7f777f168780 1 < canceled multipart upload key=CIHBEU5VBLGQ upload=CQJAG0YB1R0L tag=ZFPGY39B72RA type=write size=2897850 2024-09-12T17:42:01.370 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.368+0000 7f777f168780 1 > prepared operation key=OE1BUCZHIE1B tag=QCEXMQHOA64D type=write size=512344 2024-09-12T17:42:01.371 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.370+0000 7f777f168780 1 < canceled operation key=1ZL602X3VJDP tag=X2BHKUM80TEG type=write size=860910 2024-09-12T17:42:01.372 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.371+0000 7f777f168780 1 > prepared operation key=3D7LF14YZ1DI tag=13M43CI6SAAX type=del size=3951032 2024-09-12T17:42:01.375 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.373+0000 7f777f168780 1 < suggested remove operation key=CV1EGVJPNSKR tag=C0XP2CDZT6G0 type=del 2024-09-12T17:42:01.377 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.375+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~YE0513OBLQVN.0 size=574177 2024-09-12T17:42:01.377 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.375+0000 7f777f168780 1 > prepared multipart upload key=CIHBEU5VBLGQ upload=YE0513OBLQVN tag=32QDYUQHEKAM type=write size=1622753 2024-09-12T17:42:01.378 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.377+0000 7f777f168780 1 < completed part key=_multipart_FI2EY06UN14X.2~19I89FFAASUI.0 size=53085 2024-09-12T17:42:01.380 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.378+0000 7f777f168780 1 < completed multipart upload key=FI2EY06UN14X upload=19I89FFAASUI tag=NK5DZXKI9DYB type=write size=1101661 2024-09-12T17:42:01.382 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.381+0000 7f777f168780 1 > prepared part key=_multipart_CPJJKVPMV2GJ.2~KYN316YYGEYU.0 size=889439 2024-09-12T17:42:01.382 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.381+0000 7f777f168780 1 > prepared multipart upload key=CPJJKVPMV2GJ upload=KYN316YYGEYU tag=K2NKGSNRGP9Y type=write size=1938015 2024-09-12T17:42:01.383 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.382+0000 7f777f168780 1 < completed delete operation key=ZABXJ7LUKKD3 tag=9M6GM9O84EZF type=del 2024-09-12T17:42:01.384 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.383+0000 7f777f168780 1 > prepared operation key=2ZFE3UG14FTU tag=VI4ON2RYH4JL type=del size=3620094 2024-09-12T17:42:01.386 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.384+0000 7f777f168780 1 < completed delete operation key=S79H21EJKRPP tag=V4BNTD2K619X type=del 2024-09-12T17:42:01.388 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.386+0000 7f777f168780 1 > prepared part key=_multipart_1IACFTAZKIWV.2~VWOT40VJWMJP.0 size=1048576 2024-09-12T17:42:01.389 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.387+0000 7f777f168780 1 > prepared part key=_multipart_1IACFTAZKIWV.2~VWOT40VJWMJP.1 size=902974 2024-09-12T17:42:01.389 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.387+0000 7f777f168780 1 > prepared multipart upload key=1IACFTAZKIWV upload=VWOT40VJWMJP tag=G0FA05WKLWW7 type=write size=3000126 2024-09-12T17:42:01.390 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.389+0000 7f777f168780 1 < completed part key=_multipart_CV1EGVJPNSKR.2~E9VNYQBRSL3Y.0 size=60802 2024-09-12T17:42:01.392 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.391+0000 7f777f168780 1 < completed multipart upload key=CV1EGVJPNSKR upload=E9VNYQBRSL3Y tag=KHC9K8M8VCDV type=write size=1109378 2024-09-12T17:42:01.393 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.392+0000 7f777f168780 1 > prepared operation key=CIHBEU5VBLGQ tag=12EH9BBBQ86E type=del size=3152388 2024-09-12T17:42:01.396 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.394+0000 7f777f168780 1 < suggested remove operation key=2ZFE3UG14FTU tag=4M9V5FN44U1F type=write 2024-09-12T17:42:01.397 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.395+0000 7f777f168780 1 > prepared operation key=FCBWV27TCNS4 tag=2C6DUNYGUFQG type=del size=2736887 2024-09-12T17:42:01.398 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.397+0000 7f777f168780 1 < completed delete operation key=7Q7D1WMM31NL tag=8XPOR320BC5M type=del 2024-09-12T17:42:01.400 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.399+0000 7f777f168780 1 > prepared part key=_multipart_G4A1L52XKRAS.2~EI4BZHUSLXYY.0 size=210449 2024-09-12T17:42:01.400 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.399+0000 7f777f168780 1 > prepared multipart upload key=G4A1L52XKRAS upload=EI4BZHUSLXYY tag=OH2H6DA03NQQ type=write size=1259025 2024-09-12T17:42:01.403 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.401+0000 7f777f168780 1 < suggested update operation key=CV1EGVJPNSKR tag=GVV2VKM3T2MF type=write size=220558 2024-09-12T17:42:01.404 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.402+0000 7f777f168780 1 > prepared operation key=S79H21EJKRPP tag=ALXZJOPJ1A2M type=del size=3064557 2024-09-12T17:42:01.405 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.404+0000 7f777f168780 1 < canceled operation key=1IACFTAZKIWV tag=D7NPRO79K19W type=del size=623559 2024-09-12T17:42:01.406 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.405+0000 7f777f168780 1 > prepared operation key=CASKVIJ5MIV7 tag=LMM77OCSY63P type=del size=3044501 2024-09-12T17:42:01.407 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.406+0000 7f777f168780 1 < completed delete operation key=O3IEF0Z4S34O tag=TS5M0LF6LWNO type=del 2024-09-12T17:42:01.409 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.407+0000 7f777f168780 1 > prepared operation key=CIHBEU5VBLGQ tag=WB4N5OMYZ3CF type=del size=207785 2024-09-12T17:42:01.410 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.409+0000 7f777f168780 1 < completed part key=_multipart_7Q7D1WMM31NL.2~NY9MXEXWGGHW.0 size=1048576 2024-09-12T17:42:01.411 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.409+0000 7f777f168780 1 < completed part key=_multipart_7Q7D1WMM31NL.2~NY9MXEXWGGHW.1 size=1048576 2024-09-12T17:42:01.412 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.410+0000 7f777f168780 1 < completed part key=_multipart_7Q7D1WMM31NL.2~NY9MXEXWGGHW.2 size=1037928 2024-09-12T17:42:01.414 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.412+0000 7f777f168780 1 < completed multipart upload key=7Q7D1WMM31NL upload=NY9MXEXWGGHW tag=1RR2OLOHO2MT type=write size=4183656 2024-09-12T17:42:01.415 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.414+0000 7f777f168780 1 > prepared operation key=3U17OL8VRNIQ tag=8DMO1I36FJIU type=del size=3124803 2024-09-12T17:42:01.416 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.415+0000 7f777f168780 1 < completed delete operation key=G4A1L52XKRAS tag=VWHDIG072G8P type=del 2024-09-12T17:42:01.418 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.417+0000 7f777f168780 1 > prepared part key=_multipart_FCBWV27TCNS4.2~3TWPKDN8SNTE.0 size=1048576 2024-09-12T17:42:01.419 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.418+0000 7f777f168780 1 > prepared part key=_multipart_FCBWV27TCNS4.2~3TWPKDN8SNTE.1 size=781182 2024-09-12T17:42:01.420 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.418+0000 7f777f168780 1 > prepared multipart upload key=FCBWV27TCNS4 upload=3TWPKDN8SNTE tag=ULUTRGCH4ZGK type=write size=2878334 2024-09-12T17:42:01.422 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.420+0000 7f777f168780 1 < suggested remove operation key=FI2EY06UN14X tag=6EP2CCKQ47X2 type=del 2024-09-12T17:42:01.423 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.422+0000 7f777f168780 1 > prepared operation key=CPJJKVPMV2GJ tag=VIWMB7S3K5V7 type=del size=2710353 2024-09-12T17:42:01.424 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.423+0000 7f777f168780 1 < completed delete operation key=2BM46JTAY3BM tag=S82N08P1K3GQ type=del 2024-09-12T17:42:01.425 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.424+0000 7f777f168780 1 > prepared operation key=7Q7D1WMM31NL tag=FJ9UNRKIAA24 type=write size=612021 2024-09-12T17:42:01.427 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.425+0000 7f777f168780 1 < completed write operation key=OE1BUCZHIE1B tag=QCEXMQHOA64D type=write size=512344 2024-09-12T17:42:01.428 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.427+0000 7f777f168780 1 > prepared operation key=1IACFTAZKIWV tag=QOLX8268UQ1E type=del size=1881449 2024-09-12T17:42:01.429 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.428+0000 7f777f168780 1 < completed delete operation key=3D7LF14YZ1DI tag=13M43CI6SAAX type=del 2024-09-12T17:42:01.430 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.429+0000 7f777f168780 1 > prepared operation key=O3IEF0Z4S34O tag=F20YF63BRBGW type=write size=855600 2024-09-12T17:42:01.433 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.431+0000 7f777f168780 1 < completed part key=_multipart_CIHBEU5VBLGQ.2~YE0513OBLQVN.0 size=574177 2024-09-12T17:42:01.435 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.433+0000 7f777f168780 1 < completed multipart upload key=CIHBEU5VBLGQ upload=YE0513OBLQVN tag=32QDYUQHEKAM type=write size=1622753 2024-09-12T17:42:01.436 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.434+0000 7f777f168780 1 > prepared operation key=S79H21EJKRPP tag=JYLO3Q83CSNJ type=del size=2951854 2024-09-12T17:42:01.437 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.436+0000 7f777f168780 1 < completed part key=_multipart_CPJJKVPMV2GJ.2~KYN316YYGEYU.0 size=889439 2024-09-12T17:42:01.439 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.437+0000 7f777f168780 1 < completed multipart upload key=CPJJKVPMV2GJ upload=KYN316YYGEYU tag=K2NKGSNRGP9Y type=write size=1938015 2024-09-12T17:42:01.441 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.439+0000 7f777f168780 1 > prepared part key=_multipart_FSWX3S2TGJJ9.2~CBNUGUHM2918.0 size=1048576 2024-09-12T17:42:01.442 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.440+0000 7f777f168780 1 > prepared part key=_multipart_FSWX3S2TGJJ9.2~CBNUGUHM2918.1 size=1048576 2024-09-12T17:42:01.443 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.441+0000 7f777f168780 1 > prepared part key=_multipart_FSWX3S2TGJJ9.2~CBNUGUHM2918.2 size=102653 2024-09-12T17:42:01.443 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.441+0000 7f777f168780 1 > prepared multipart upload key=FSWX3S2TGJJ9 upload=CBNUGUHM2918 tag=R7JQAMPG2JSC type=write size=3248381 2024-09-12T17:42:01.443 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.442+0000 7f777f168780 -1 < no bi entry to suggest for operation key=2ZFE3UG14FTU tag=VI4ON2RYH4JL type=del size=3620094: (2) No such file or directory 2024-09-12T17:42:01.444 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.443+0000 7f777f168780 1 > prepared operation key=CIHBEU5VBLGQ tag=4O74Q4S79GA4 type=write size=432712 2024-09-12T17:42:01.446 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.444+0000 7f777f168780 1 < completed part key=_multipart_1IACFTAZKIWV.2~VWOT40VJWMJP.0 size=1048576 2024-09-12T17:42:01.446 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.444+0000 7f777f168780 1 < canceled part key=_multipart_1IACFTAZKIWV.2~VWOT40VJWMJP.1 size=902974 2024-09-12T17:42:01.448 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.446+0000 7f777f168780 1 < canceled multipart upload key=1IACFTAZKIWV upload=VWOT40VJWMJP tag=G0FA05WKLWW7 type=write size=3000126 2024-09-12T17:42:01.450 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.448+0000 7f777f168780 1 > prepared part key=_multipart_3U17OL8VRNIQ.2~S754SCJNQDLL.0 size=518638 2024-09-12T17:42:01.450 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.448+0000 7f777f168780 1 > prepared multipart upload key=3U17OL8VRNIQ upload=S754SCJNQDLL tag=HO8VZN3IOO6U type=write size=1567214 2024-09-12T17:42:01.451 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.450+0000 7f777f168780 1 < completed delete operation key=CIHBEU5VBLGQ tag=12EH9BBBQ86E type=del 2024-09-12T17:42:01.453 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.452+0000 7f777f168780 1 > prepared part key=_multipart_OE1BUCZHIE1B.2~1EW5OGMCHRNH.0 size=1048576 2024-09-12T17:42:01.454 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.453+0000 7f777f168780 1 > prepared part key=_multipart_OE1BUCZHIE1B.2~1EW5OGMCHRNH.1 size=944782 2024-09-12T17:42:01.454 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.453+0000 7f777f168780 1 > prepared multipart upload key=OE1BUCZHIE1B upload=1EW5OGMCHRNH tag=PC9Q3T7BJ8FQ type=write size=3041934 2024-09-12T17:42:01.455 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.454+0000 7f777f168780 1 < completed delete operation key=FCBWV27TCNS4 tag=2C6DUNYGUFQG type=del 2024-09-12T17:42:01.456 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.455+0000 7f777f168780 1 > prepared operation key=BO6EDKIVIHEW tag=MCW0NS0O609Q type=del size=3830285 2024-09-12T17:42:01.458 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.456+0000 7f777f168780 1 < completed part key=_multipart_G4A1L52XKRAS.2~EI4BZHUSLXYY.0 size=210449 2024-09-12T17:42:01.459 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.458+0000 7f777f168780 1 < completed multipart upload key=G4A1L52XKRAS upload=EI4BZHUSLXYY tag=OH2H6DA03NQQ type=write size=1259025 2024-09-12T17:42:01.462 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.460+0000 7f777f168780 1 > prepared part key=_multipart_DCPT2HL28MHD.2~BP4HPLJJ8YUG.0 size=530888 2024-09-12T17:42:01.462 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.460+0000 7f777f168780 1 > prepared multipart upload key=DCPT2HL28MHD upload=BP4HPLJJ8YUG tag=NJ3GMK26TTK5 type=write size=1579464 2024-09-12T17:42:01.463 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.461+0000 7f777f168780 1 < completed delete operation key=S79H21EJKRPP tag=ALXZJOPJ1A2M type=del 2024-09-12T17:42:01.464 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.463+0000 7f777f168780 1 > prepared operation key=VI3OAATH7N7Z tag=0KNGL31Q8OM3 type=del size=318640 2024-09-12T17:42:01.466 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.464+0000 7f777f168780 1 < completed delete operation key=CASKVIJ5MIV7 tag=LMM77OCSY63P type=del 2024-09-12T17:42:01.467 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.465+0000 7f777f168780 1 > prepared operation key=FI2EY06UN14X tag=Y0TCYPR9Z4V2 type=del size=3255485 2024-09-12T17:42:01.468 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.467+0000 7f777f168780 1 < completed delete operation key=CIHBEU5VBLGQ tag=WB4N5OMYZ3CF type=del 2024-09-12T17:42:01.469 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.468+0000 7f777f168780 1 > prepared operation key=S79H21EJKRPP tag=9WX2MB19BZMA type=del size=1738081 2024-09-12T17:42:01.471 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.469+0000 7f777f168780 1 < canceled operation key=3U17OL8VRNIQ tag=8DMO1I36FJIU type=del size=3124803 2024-09-12T17:42:01.472 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.470+0000 7f777f168780 1 > prepared operation key=13V8F5WX47AD tag=SBHCQV249TUS type=del size=1390149 2024-09-12T17:42:01.473 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.472+0000 7f777f168780 1 < completed part key=_multipart_FCBWV27TCNS4.2~3TWPKDN8SNTE.0 size=1048576 2024-09-12T17:42:01.473 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.472+0000 7f777f168780 1 < canceled part key=_multipart_FCBWV27TCNS4.2~3TWPKDN8SNTE.1 size=781182 2024-09-12T17:42:01.475 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.474+0000 7f777f168780 1 < canceled multipart upload key=FCBWV27TCNS4 upload=3TWPKDN8SNTE tag=ULUTRGCH4ZGK type=write size=2878334 2024-09-12T17:42:01.476 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.475+0000 7f777f168780 1 > prepared operation key=H3CSJQOWQ7NN tag=J5L231LSZ6NL type=del size=1341796 2024-09-12T17:42:01.480 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.477+0000 7f777f168780 1 < suggested remove operation key=CPJJKVPMV2GJ tag=VIWMB7S3K5V7 type=del 2024-09-12T17:42:01.481 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.479+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~BB41ZBKXU20I.0 size=347368 2024-09-12T17:42:01.481 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.479+0000 7f777f168780 1 > prepared multipart upload key=CIHBEU5VBLGQ upload=BB41ZBKXU20I tag=OXCGNK6E4CSY type=write size=1395944 2024-09-12T17:42:01.482 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.480+0000 7f777f168780 1 < completed write operation key=7Q7D1WMM31NL tag=FJ9UNRKIAA24 type=write size=612021 2024-09-12T17:42:01.483 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.482+0000 7f777f168780 1 > prepared operation key=S79H21EJKRPP tag=Q69TXARE4AQK type=del size=733344 2024-09-12T17:42:01.484 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.483+0000 7f777f168780 1 < completed delete operation key=1IACFTAZKIWV tag=QOLX8268UQ1E type=del 2024-09-12T17:42:01.485 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.484+0000 7f777f168780 1 > prepared operation key=3U17OL8VRNIQ tag=RGKEWKBL0XJV type=write size=838087 2024-09-12T17:42:01.487 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.485+0000 7f777f168780 1 < completed write operation key=O3IEF0Z4S34O tag=F20YF63BRBGW type=write size=855600 2024-09-12T17:42:01.489 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.487+0000 7f777f168780 1 > prepared part key=_multipart_H3CSJQOWQ7NN.2~7QPUJGEX00N2.0 size=1048576 2024-09-12T17:42:01.490 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.488+0000 7f777f168780 1 > prepared part key=_multipart_H3CSJQOWQ7NN.2~7QPUJGEX00N2.1 size=1048576 2024-09-12T17:42:01.491 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.489+0000 7f777f168780 1 > prepared part key=_multipart_H3CSJQOWQ7NN.2~7QPUJGEX00N2.2 size=81193 2024-09-12T17:42:01.491 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.489+0000 7f777f168780 1 > prepared multipart upload key=H3CSJQOWQ7NN upload=7QPUJGEX00N2 tag=I281WGSVD8AR type=write size=3226921 2024-09-12T17:42:01.492 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.490+0000 7f777f168780 1 < completed delete operation key=S79H21EJKRPP tag=JYLO3Q83CSNJ type=del 2024-09-12T17:42:01.494 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.493+0000 7f777f168780 1 > prepared part key=_multipart_9XT9OU5JDG04.2~39H7YUV3E0L1.0 size=1025173 2024-09-12T17:42:01.494 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.493+0000 7f777f168780 1 > prepared multipart upload key=9XT9OU5JDG04 upload=39H7YUV3E0L1 tag=Z8YGT9VS25Q5 type=write size=2073749 2024-09-12T17:42:01.495 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.494+0000 7f777f168780 1 < completed part key=_multipart_FSWX3S2TGJJ9.2~CBNUGUHM2918.0 size=1048576 2024-09-12T17:42:01.496 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.495+0000 7f777f168780 1 < completed part key=_multipart_FSWX3S2TGJJ9.2~CBNUGUHM2918.1 size=1048576 2024-09-12T17:42:01.497 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.496+0000 7f777f168780 1 < completed part key=_multipart_FSWX3S2TGJJ9.2~CBNUGUHM2918.2 size=102653 2024-09-12T17:42:01.499 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.498+0000 7f777f168780 1 < completed multipart upload key=FSWX3S2TGJJ9 upload=CBNUGUHM2918 tag=R7JQAMPG2JSC type=write size=3248381 2024-09-12T17:42:01.500 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.499+0000 7f777f168780 1 > prepared operation key=1IACFTAZKIWV tag=HLJY1OH41YI2 type=del size=2008296 2024-09-12T17:42:01.502 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.500+0000 7f777f168780 1 < completed write operation key=CIHBEU5VBLGQ tag=4O74Q4S79GA4 type=write size=432712 2024-09-12T17:42:01.504 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.502+0000 7f777f168780 1 > prepared part key=_multipart_FI2EY06UN14X.2~09KNAGS79O82.0 size=1048576 2024-09-12T17:42:01.505 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.503+0000 7f777f168780 1 > prepared part key=_multipart_FI2EY06UN14X.2~09KNAGS79O82.1 size=1048576 2024-09-12T17:42:01.506 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.504+0000 7f777f168780 1 > prepared part key=_multipart_FI2EY06UN14X.2~09KNAGS79O82.2 size=670117 2024-09-12T17:42:01.506 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.504+0000 7f777f168780 1 > prepared multipart upload key=FI2EY06UN14X upload=09KNAGS79O82 tag=MAJXRK0P8CDS type=write size=3815845 2024-09-12T17:42:01.507 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.505+0000 7f777f168780 1 < completed part key=_multipart_3U17OL8VRNIQ.2~S754SCJNQDLL.0 size=518638 2024-09-12T17:42:01.509 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.507+0000 7f777f168780 1 < completed multipart upload key=3U17OL8VRNIQ upload=S754SCJNQDLL tag=HO8VZN3IOO6U type=write size=1567214 2024-09-12T17:42:01.510 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.509+0000 7f777f168780 1 > prepared operation key=FI2EY06UN14X tag=WORDIWPJTDN0 type=del size=3158277 2024-09-12T17:42:01.511 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.510+0000 7f777f168780 1 < completed part key=_multipart_OE1BUCZHIE1B.2~1EW5OGMCHRNH.0 size=1048576 2024-09-12T17:42:01.512 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.511+0000 7f777f168780 1 < completed part key=_multipart_OE1BUCZHIE1B.2~1EW5OGMCHRNH.1 size=944782 2024-09-12T17:42:01.514 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.513+0000 7f777f168780 1 < completed multipart upload key=OE1BUCZHIE1B upload=1EW5OGMCHRNH tag=PC9Q3T7BJ8FQ type=write size=3041934 2024-09-12T17:42:01.516 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.514+0000 7f777f168780 1 > prepared operation key=9XT9OU5JDG04 tag=UQGXXDK62A21 type=del size=1884049 2024-09-12T17:42:01.518 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.516+0000 7f777f168780 1 < completed delete operation key=BO6EDKIVIHEW tag=MCW0NS0O609Q type=del 2024-09-12T17:42:01.518 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.517+0000 7f777f168780 1 > prepared operation key=DCPT2HL28MHD tag=SKO0NWWGLQ6H type=write size=794413 2024-09-12T17:42:01.518 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.517+0000 7f777f168780 1 < canceled part key=_multipart_DCPT2HL28MHD.2~BP4HPLJJ8YUG.0 size=530888 2024-09-12T17:42:01.521 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.519+0000 7f777f168780 1 < canceled multipart upload key=DCPT2HL28MHD upload=BP4HPLJJ8YUG tag=NJ3GMK26TTK5 type=write size=1579464 2024-09-12T17:42:01.523 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.521+0000 7f777f168780 1 > prepared part key=_multipart_S79H21EJKRPP.2~QLQW19W0WMR7.0 size=175720 2024-09-12T17:42:01.523 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.521+0000 7f777f168780 1 > prepared multipart upload key=S79H21EJKRPP upload=QLQW19W0WMR7 tag=NMJP1I28OMBB type=write size=1224296 2024-09-12T17:42:01.525 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.524+0000 7f777f168780 1 < suggested remove operation key=VI3OAATH7N7Z tag=0KNGL31Q8OM3 type=del 2024-09-12T17:42:01.526 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.525+0000 7f777f168780 1 > prepared operation key=2KHLGQJKQA23 tag=BZDOIJKWRYDW type=del size=1983440 2024-09-12T17:42:01.528 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.526+0000 7f777f168780 1 < completed delete operation key=FI2EY06UN14X tag=Y0TCYPR9Z4V2 type=del 2024-09-12T17:42:01.530 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.529+0000 7f777f168780 1 > prepared part key=_multipart_AEV8UHLVWR8L.2~J87C9Y4RCB2N.0 size=192769 2024-09-12T17:42:01.530 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.529+0000 7f777f168780 1 > prepared multipart upload key=AEV8UHLVWR8L upload=J87C9Y4RCB2N tag=H9I59NXWOG3X type=write size=1241345 2024-09-12T17:42:01.531 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.530+0000 7f777f168780 1 < completed delete operation key=S79H21EJKRPP tag=9WX2MB19BZMA type=del 2024-09-12T17:42:01.532 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.531+0000 7f777f168780 1 > prepared operation key=DCPT2HL28MHD tag=BUYLQDZ68TYR type=write size=58769 2024-09-12T17:42:01.534 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.532+0000 7f777f168780 1 < canceled operation key=13V8F5WX47AD tag=SBHCQV249TUS type=del size=1390149 2024-09-12T17:42:01.535 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.534+0000 7f777f168780 1 > prepared operation key=3U17OL8VRNIQ tag=WESPNBNFUTD3 type=del size=3879409 2024-09-12T17:42:01.536 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.535+0000 7f777f168780 1 < completed delete operation key=H3CSJQOWQ7NN tag=J5L231LSZ6NL type=del 2024-09-12T17:42:01.538 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.537+0000 7f777f168780 1 > prepared part key=_multipart_FSWX3S2TGJJ9.2~ZO0AICIFPTPY.0 size=1048576 2024-09-12T17:42:01.539 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.538+0000 7f777f168780 1 > prepared part key=_multipart_FSWX3S2TGJJ9.2~ZO0AICIFPTPY.1 size=1048576 2024-09-12T17:42:01.540 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.539+0000 7f777f168780 1 > prepared part key=_multipart_FSWX3S2TGJJ9.2~ZO0AICIFPTPY.2 size=470384 2024-09-12T17:42:01.541 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.539+0000 7f777f168780 1 > prepared multipart upload key=FSWX3S2TGJJ9 upload=ZO0AICIFPTPY tag=P8TXL4N76ZSZ type=write size=3616112 2024-09-12T17:42:01.542 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.540+0000 7f777f168780 1 < completed part key=_multipart_CIHBEU5VBLGQ.2~BB41ZBKXU20I.0 size=347368 2024-09-12T17:42:01.544 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.542+0000 7f777f168780 1 < completed multipart upload key=CIHBEU5VBLGQ upload=BB41ZBKXU20I tag=OXCGNK6E4CSY type=write size=1395944 2024-09-12T17:42:01.547 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.545+0000 7f777f168780 1 > prepared operation key=1ZL602X3VJDP tag=G64ED4NE6053 type=del size=2802580 2024-09-12T17:42:01.549 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.548+0000 7f777f168780 1 < suggested remove operation key=S79H21EJKRPP tag=Q69TXARE4AQK type=del 2024-09-12T17:42:01.550 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.549+0000 7f777f168780 1 > prepared operation key=K0OUEJ4GMFDB tag=XKX2PNYBTG50 type=del size=152591 2024-09-12T17:42:01.553 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.551+0000 7f777f168780 1 < suggested remove operation key=3U17OL8VRNIQ tag=RGKEWKBL0XJV type=write 2024-09-12T17:42:01.555 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.554+0000 7f777f168780 1 > prepared part key=_multipart_S79H21EJKRPP.2~YDC8K31R90MR.0 size=1048576 2024-09-12T17:42:01.556 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.555+0000 7f777f168780 1 > prepared part key=_multipart_S79H21EJKRPP.2~YDC8K31R90MR.1 size=1048576 2024-09-12T17:42:01.557 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.556+0000 7f777f168780 1 > prepared part key=_multipart_S79H21EJKRPP.2~YDC8K31R90MR.2 size=214728 2024-09-12T17:42:01.557 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.556+0000 7f777f168780 1 > prepared multipart upload key=S79H21EJKRPP upload=YDC8K31R90MR tag=AO7XJLC2WF1S type=write size=3360456 2024-09-12T17:42:01.558 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.557+0000 7f777f168780 1 < completed part key=_multipart_H3CSJQOWQ7NN.2~7QPUJGEX00N2.0 size=1048576 2024-09-12T17:42:01.559 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.558+0000 7f777f168780 1 < completed part key=_multipart_H3CSJQOWQ7NN.2~7QPUJGEX00N2.1 size=1048576 2024-09-12T17:42:01.560 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.559+0000 7f777f168780 1 < completed part key=_multipart_H3CSJQOWQ7NN.2~7QPUJGEX00N2.2 size=81193 2024-09-12T17:42:01.563 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.561+0000 7f777f168780 1 < completed multipart upload key=H3CSJQOWQ7NN upload=7QPUJGEX00N2 tag=I281WGSVD8AR type=write size=3226921 2024-09-12T17:42:01.564 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.562+0000 7f777f168780 1 > prepared operation key=AEV8UHLVWR8L tag=03GXUNZM4NOD type=del size=869946 2024-09-12T17:42:01.565 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.564+0000 7f777f168780 1 < completed part key=_multipart_9XT9OU5JDG04.2~39H7YUV3E0L1.0 size=1025173 2024-09-12T17:42:01.567 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.566+0000 7f777f168780 1 < completed multipart upload key=9XT9OU5JDG04 upload=39H7YUV3E0L1 tag=Z8YGT9VS25Q5 type=write size=2073749 2024-09-12T17:42:01.569 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.568+0000 7f777f168780 1 > prepared part key=_multipart_GYBHJV1TE1UC.2~3RPT6LJU953C.0 size=1048576 2024-09-12T17:42:01.570 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.569+0000 7f777f168780 1 > prepared part key=_multipart_GYBHJV1TE1UC.2~3RPT6LJU953C.1 size=1048576 2024-09-12T17:42:01.571 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.570+0000 7f777f168780 1 > prepared part key=_multipart_GYBHJV1TE1UC.2~3RPT6LJU953C.2 size=226605 2024-09-12T17:42:01.571 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.570+0000 7f777f168780 1 > prepared multipart upload key=GYBHJV1TE1UC upload=3RPT6LJU953C tag=KBVCUB6P8CRN type=write size=3372333 2024-09-12T17:42:01.572 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.571+0000 7f777f168780 1 < completed delete operation key=1IACFTAZKIWV tag=HLJY1OH41YI2 type=del 2024-09-12T17:42:01.574 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.573+0000 7f777f168780 1 > prepared part key=_multipart_2BM46JTAY3BM.2~9N0ZF16PADN6.0 size=89412 2024-09-12T17:42:01.575 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.573+0000 7f777f168780 1 > prepared multipart upload key=2BM46JTAY3BM upload=9N0ZF16PADN6 tag=QACG5MW2QS6E type=write size=1137988 2024-09-12T17:42:01.576 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.574+0000 7f777f168780 1 < completed part key=_multipart_FI2EY06UN14X.2~09KNAGS79O82.0 size=1048576 2024-09-12T17:42:01.576 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.574+0000 7f777f168780 1 < canceled part key=_multipart_FI2EY06UN14X.2~09KNAGS79O82.1 size=1048576 2024-09-12T17:42:01.577 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.575+0000 7f777f168780 1 < completed part key=_multipart_FI2EY06UN14X.2~09KNAGS79O82.2 size=670117 2024-09-12T17:42:01.579 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.577+0000 7f777f168780 1 < canceled multipart upload key=FI2EY06UN14X upload=09KNAGS79O82 tag=MAJXRK0P8CDS type=write size=3815845 2024-09-12T17:42:01.580 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.578+0000 7f777f168780 1 > prepared operation key=7Q7D1WMM31NL tag=5J35EYFQPX80 type=del size=787923 2024-09-12T17:42:01.582 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.581+0000 7f777f168780 1 < suggested update operation key=FI2EY06UN14X tag=WORDIWPJTDN0 type=del size=3158277 2024-09-12T17:42:01.584 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.583+0000 7f777f168780 1 > prepared part key=_multipart_2BM46JTAY3BM.2~FY8DA8KF3928.0 size=1048576 2024-09-12T17:42:01.585 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.584+0000 7f777f168780 1 > prepared part key=_multipart_2BM46JTAY3BM.2~FY8DA8KF3928.1 size=659189 2024-09-12T17:42:01.586 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.584+0000 7f777f168780 1 > prepared multipart upload key=2BM46JTAY3BM upload=FY8DA8KF3928 tag=EZQ7QBCA1XX0 type=write size=2756341 2024-09-12T17:42:01.587 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.585+0000 7f777f168780 1 < completed delete operation key=9XT9OU5JDG04 tag=UQGXXDK62A21 type=del 2024-09-12T17:42:01.589 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.587+0000 7f777f168780 1 > prepared part key=_multipart_2BM46JTAY3BM.2~L1DO67L5B4LR.0 size=1048576 2024-09-12T17:42:01.590 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.588+0000 7f777f168780 1 > prepared part key=_multipart_2BM46JTAY3BM.2~L1DO67L5B4LR.1 size=1048576 2024-09-12T17:42:01.591 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.589+0000 7f777f168780 1 > prepared part key=_multipart_2BM46JTAY3BM.2~L1DO67L5B4LR.2 size=855547 2024-09-12T17:42:01.591 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.589+0000 7f777f168780 1 > prepared multipart upload key=2BM46JTAY3BM upload=L1DO67L5B4LR tag=R52Y4WH011XA type=write size=4001275 2024-09-12T17:42:01.593 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.592+0000 7f777f168780 1 < suggested update operation key=DCPT2HL28MHD tag=SKO0NWWGLQ6H type=write size=794413 2024-09-12T17:42:01.594 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.593+0000 7f777f168780 1 > prepared operation key=FCBWV27TCNS4 tag=THAN3YD1DCVR type=del size=2566772 2024-09-12T17:42:01.596 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.594+0000 7f777f168780 1 < completed part key=_multipart_S79H21EJKRPP.2~QLQW19W0WMR7.0 size=175720 2024-09-12T17:42:01.597 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.596+0000 7f777f168780 1 < completed multipart upload key=S79H21EJKRPP upload=QLQW19W0WMR7 tag=NMJP1I28OMBB type=write size=1224296 2024-09-12T17:42:01.600 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.598+0000 7f777f168780 1 > prepared part key=_multipart_H3CSJQOWQ7NN.2~URSOY6US8ZH8.0 size=76563 2024-09-12T17:42:01.600 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.598+0000 7f777f168780 1 > prepared multipart upload key=H3CSJQOWQ7NN upload=URSOY6US8ZH8 tag=L06FQNURRXEG type=write size=1125139 2024-09-12T17:42:01.601 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.600+0000 7f777f168780 1 < completed delete operation key=2KHLGQJKQA23 tag=BZDOIJKWRYDW type=del 2024-09-12T17:42:01.602 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.601+0000 7f777f168780 1 > prepared operation key=3D7LF14YZ1DI tag=LWRSIA2BA2QX type=del size=618408 2024-09-12T17:42:01.603 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.602+0000 7f777f168780 1 < completed part key=_multipart_AEV8UHLVWR8L.2~J87C9Y4RCB2N.0 size=192769 2024-09-12T17:42:01.605 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.604+0000 7f777f168780 1 < completed multipart upload key=AEV8UHLVWR8L upload=J87C9Y4RCB2N tag=H9I59NXWOG3X type=write size=1241345 2024-09-12T17:42:01.607 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.605+0000 7f777f168780 1 > prepared operation key=ZABXJ7LUKKD3 tag=75S2S2M4C90S type=write size=548088 2024-09-12T17:42:01.608 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.607+0000 7f777f168780 -1 < failed to complete operation key=DCPT2HL28MHD tag=BUYLQDZ68TYR type=write size=58769: (22) Invalid argument 2024-09-12T17:42:01.611 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.609+0000 7f777f168780 1 > prepared part key=_multipart_1IACFTAZKIWV.2~IISQY3SB07YO.0 size=333348 2024-09-12T17:42:01.611 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.609+0000 7f777f168780 1 > prepared multipart upload key=1IACFTAZKIWV upload=IISQY3SB07YO tag=4X3R9P70MIXB type=write size=1381924 2024-09-12T17:42:01.612 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.610+0000 7f777f168780 -1 < failed to complete operation key=3U17OL8VRNIQ tag=WESPNBNFUTD3 type=del size=3879409: (22) Invalid argument 2024-09-12T17:42:01.614 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.613+0000 7f777f168780 1 > prepared part key=_multipart_ZABXJ7LUKKD3.2~4S33702JIVRD.0 size=1048576 2024-09-12T17:42:01.615 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.614+0000 7f777f168780 1 > prepared part key=_multipart_ZABXJ7LUKKD3.2~4S33702JIVRD.1 size=570045 2024-09-12T17:42:01.615 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.614+0000 7f777f168780 1 > prepared multipart upload key=ZABXJ7LUKKD3 upload=4S33702JIVRD tag=CASOEN7MLSCU type=write size=2667197 2024-09-12T17:42:01.616 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.615+0000 7f777f168780 1 < completed part key=_multipart_FSWX3S2TGJJ9.2~ZO0AICIFPTPY.0 size=1048576 2024-09-12T17:42:01.618 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.616+0000 7f777f168780 1 < completed part key=_multipart_FSWX3S2TGJJ9.2~ZO0AICIFPTPY.1 size=1048576 2024-09-12T17:42:01.619 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.617+0000 7f777f168780 1 < completed part key=_multipart_FSWX3S2TGJJ9.2~ZO0AICIFPTPY.2 size=470384 2024-09-12T17:42:01.621 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.620+0000 7f777f168780 1 < completed multipart upload key=FSWX3S2TGJJ9 upload=ZO0AICIFPTPY tag=P8TXL4N76ZSZ type=write size=3616112 2024-09-12T17:42:01.623 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.622+0000 7f777f168780 1 > prepared operation key=FCBWV27TCNS4 tag=RR95XB7954B3 type=del size=201723 2024-09-12T17:42:01.624 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.623+0000 7f777f168780 1 < completed delete operation key=1ZL602X3VJDP tag=G64ED4NE6053 type=del 2024-09-12T17:42:01.625 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.624+0000 7f777f168780 1 > prepared operation key=GYBHJV1TE1UC tag=YVB8VE3EFFPC type=del size=1664989 2024-09-12T17:42:01.627 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.625+0000 7f777f168780 1 < completed delete operation key=K0OUEJ4GMFDB tag=XKX2PNYBTG50 type=del 2024-09-12T17:42:01.629 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.627+0000 7f777f168780 1 > prepared part key=_multipart_2KHLGQJKQA23.2~3LX8Y27CUFGX.0 size=1048576 2024-09-12T17:42:01.630 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.628+0000 7f777f168780 1 > prepared part key=_multipart_2KHLGQJKQA23.2~3LX8Y27CUFGX.1 size=1048576 2024-09-12T17:42:01.631 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.629+0000 7f777f168780 1 > prepared part key=_multipart_2KHLGQJKQA23.2~3LX8Y27CUFGX.2 size=403268 2024-09-12T17:42:01.631 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.629+0000 7f777f168780 1 > prepared multipart upload key=2KHLGQJKQA23 upload=3LX8Y27CUFGX tag=17Y5DR58VS2C type=write size=3548996 2024-09-12T17:42:01.632 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.631+0000 7f777f168780 1 < completed part key=_multipart_S79H21EJKRPP.2~YDC8K31R90MR.0 size=1048576 2024-09-12T17:42:01.633 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.632+0000 7f777f168780 1 < completed part key=_multipart_S79H21EJKRPP.2~YDC8K31R90MR.1 size=1048576 2024-09-12T17:42:01.634 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.633+0000 7f777f168780 1 < completed part key=_multipart_S79H21EJKRPP.2~YDC8K31R90MR.2 size=214728 2024-09-12T17:42:01.636 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.635+0000 7f777f168780 1 < completed multipart upload key=S79H21EJKRPP upload=YDC8K31R90MR tag=AO7XJLC2WF1S type=write size=3360456 2024-09-12T17:42:01.637 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.636+0000 7f777f168780 1 > prepared operation key=1IACFTAZKIWV tag=KOE1DEMSR1X4 type=del size=1424599 2024-09-12T17:42:01.639 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.637+0000 7f777f168780 1 < completed delete operation key=AEV8UHLVWR8L tag=03GXUNZM4NOD type=del 2024-09-12T17:42:01.640 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.638+0000 7f777f168780 1 > prepared operation key=NV7QYM1CMJA7 tag=FT04ZCV2SW7L type=write size=795843 2024-09-12T17:42:01.641 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.640+0000 7f777f168780 1 < completed part key=_multipart_GYBHJV1TE1UC.2~3RPT6LJU953C.0 size=1048576 2024-09-12T17:42:01.642 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.641+0000 7f777f168780 1 < completed part key=_multipart_GYBHJV1TE1UC.2~3RPT6LJU953C.1 size=1048576 2024-09-12T17:42:01.643 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.642+0000 7f777f168780 1 < completed part key=_multipart_GYBHJV1TE1UC.2~3RPT6LJU953C.2 size=226605 2024-09-12T17:42:01.645 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.644+0000 7f777f168780 1 < completed multipart upload key=GYBHJV1TE1UC upload=3RPT6LJU953C tag=KBVCUB6P8CRN type=write size=3372333 2024-09-12T17:42:01.647 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.645+0000 7f777f168780 1 > prepared operation key=FCBWV27TCNS4 tag=EYDW0V7LDJWE type=del size=1857587 2024-09-12T17:42:01.648 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.647+0000 7f777f168780 1 < completed part key=_multipart_2BM46JTAY3BM.2~9N0ZF16PADN6.0 size=89412 2024-09-12T17:42:01.650 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.649+0000 7f777f168780 1 < completed multipart upload key=2BM46JTAY3BM upload=9N0ZF16PADN6 tag=QACG5MW2QS6E type=write size=1137988 2024-09-12T17:42:01.651 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.650+0000 7f777f168780 1 > prepared operation key=13V8F5WX47AD tag=3WMKDJ196MD8 type=del size=3032576 2024-09-12T17:42:01.654 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.653+0000 7f777f168780 1 < suggested update operation key=7Q7D1WMM31NL tag=5J35EYFQPX80 type=del size=787923 2024-09-12T17:42:01.655 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.654+0000 7f777f168780 1 > prepared operation key=ZABXJ7LUKKD3 tag=LG197V8BWIUG type=del size=1094688 2024-09-12T17:42:01.656 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.655+0000 7f777f168780 1 < completed part key=_multipart_2BM46JTAY3BM.2~FY8DA8KF3928.0 size=1048576 2024-09-12T17:42:01.658 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.656+0000 7f777f168780 1 < completed part key=_multipart_2BM46JTAY3BM.2~FY8DA8KF3928.1 size=659189 2024-09-12T17:42:01.659 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.658+0000 7f777f168780 1 < completed multipart upload key=2BM46JTAY3BM upload=FY8DA8KF3928 tag=EZQ7QBCA1XX0 type=write size=2756341 2024-09-12T17:42:01.663 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.661+0000 7f777f168780 1 > prepared part key=_multipart_H3CSJQOWQ7NN.2~RBFGQPWY09P6.0 size=941874 2024-09-12T17:42:01.663 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.661+0000 7f777f168780 1 > prepared multipart upload key=H3CSJQOWQ7NN upload=RBFGQPWY09P6 tag=PCVNPEY2RLPW type=write size=1990450 2024-09-12T17:42:01.664 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.662+0000 7f777f168780 1 < completed part key=_multipart_2BM46JTAY3BM.2~L1DO67L5B4LR.0 size=1048576 2024-09-12T17:42:01.665 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.663+0000 7f777f168780 1 < completed part key=_multipart_2BM46JTAY3BM.2~L1DO67L5B4LR.1 size=1048576 2024-09-12T17:42:01.666 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.664+0000 7f777f168780 1 < completed part key=_multipart_2BM46JTAY3BM.2~L1DO67L5B4LR.2 size=855547 2024-09-12T17:42:01.668 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.666+0000 7f777f168780 1 < completed multipart upload key=2BM46JTAY3BM upload=L1DO67L5B4LR tag=R52Y4WH011XA type=write size=4001275 2024-09-12T17:42:01.669 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.667+0000 7f777f168780 1 > prepared operation key=NV7QYM1CMJA7 tag=QTYNKB30G7ED type=del size=2147508 2024-09-12T17:42:01.670 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.669+0000 7f777f168780 1 < completed delete operation key=FCBWV27TCNS4 tag=THAN3YD1DCVR type=del 2024-09-12T17:42:01.671 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.670+0000 7f777f168780 1 > prepared operation key=13V8F5WX47AD tag=BX7VN5HSSU57 type=del size=2047002 2024-09-12T17:42:01.672 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.671+0000 7f777f168780 1 < completed part key=_multipart_H3CSJQOWQ7NN.2~URSOY6US8ZH8.0 size=76563 2024-09-12T17:42:01.674 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.673+0000 7f777f168780 1 < completed multipart upload key=H3CSJQOWQ7NN upload=URSOY6US8ZH8 tag=L06FQNURRXEG type=write size=1125139 2024-09-12T17:42:01.677 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.675+0000 7f777f168780 1 > prepared part key=_multipart_7Q7D1WMM31NL.2~535P0BAIGJLX.0 size=1048576 2024-09-12T17:42:01.678 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.676+0000 7f777f168780 1 > prepared part key=_multipart_7Q7D1WMM31NL.2~535P0BAIGJLX.1 size=750864 2024-09-12T17:42:01.678 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.676+0000 7f777f168780 1 > prepared multipart upload key=7Q7D1WMM31NL upload=535P0BAIGJLX tag=A3K4J8ABF01Z type=write size=2848016 2024-09-12T17:42:01.679 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.677+0000 7f777f168780 1 < completed delete operation key=3D7LF14YZ1DI tag=LWRSIA2BA2QX type=del 2024-09-12T17:42:01.681 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.680+0000 7f777f168780 1 > prepared part key=_multipart_PW0NPHZT12D3.2~KZRAG9JYCKIB.0 size=1048576 2024-09-12T17:42:01.684 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.680+0000 7f777f168780 1 > prepared part key=_multipart_PW0NPHZT12D3.2~KZRAG9JYCKIB.1 size=1048576 2024-09-12T17:42:01.684 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.681+0000 7f777f168780 1 > prepared part key=_multipart_PW0NPHZT12D3.2~KZRAG9JYCKIB.2 size=874550 2024-09-12T17:42:01.684 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.681+0000 7f777f168780 1 > prepared multipart upload key=PW0NPHZT12D3 upload=KZRAG9JYCKIB tag=UHI45DO0G9MY type=write size=4020278 2024-09-12T17:42:01.685 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.684+0000 7f777f168780 1 < suggested update operation key=ZABXJ7LUKKD3 tag=75S2S2M4C90S type=write size=548088 2024-09-12T17:42:01.688 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.685+0000 7f777f168780 1 > prepared operation key=CASKVIJ5MIV7 tag=GQJO3OR4BTLX type=del size=2095623 2024-09-12T17:42:01.688 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.686+0000 7f777f168780 1 < completed part key=_multipart_1IACFTAZKIWV.2~IISQY3SB07YO.0 size=333348 2024-09-12T17:42:01.690 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.688+0000 7f777f168780 1 < completed multipart upload key=1IACFTAZKIWV upload=IISQY3SB07YO tag=4X3R9P70MIXB type=write size=1381924 2024-09-12T17:42:01.691 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.689+0000 7f777f168780 1 > prepared operation key=G4A1L52XKRAS tag=XIN8OT5Z03DH type=del size=235651 2024-09-12T17:42:01.692 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.691+0000 7f777f168780 1 < completed part key=_multipart_ZABXJ7LUKKD3.2~4S33702JIVRD.0 size=1048576 2024-09-12T17:42:01.693 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.691+0000 7f777f168780 1 < completed part key=_multipart_ZABXJ7LUKKD3.2~4S33702JIVRD.1 size=570045 2024-09-12T17:42:01.695 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.693+0000 7f777f168780 1 < completed multipart upload key=ZABXJ7LUKKD3 upload=4S33702JIVRD tag=CASOEN7MLSCU type=write size=2667197 2024-09-12T17:42:01.696 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.695+0000 7f777f168780 1 > prepared operation key=FI2EY06UN14X tag=RC4KVG1DZH36 type=del size=1740579 2024-09-12T17:42:01.697 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.696+0000 7f777f168780 1 < canceled operation key=FCBWV27TCNS4 tag=RR95XB7954B3 type=del size=201723 2024-09-12T17:42:01.698 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.697+0000 7f777f168780 1 > prepared operation key=2ZFE3UG14FTU tag=T3107I4PMZPI type=write size=1006067 2024-09-12T17:42:01.700 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.698+0000 7f777f168780 1 < completed delete operation key=GYBHJV1TE1UC tag=YVB8VE3EFFPC type=del 2024-09-12T17:42:01.701 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.699+0000 7f777f168780 1 > prepared operation key=O3IEF0Z4S34O tag=5EE41Y2JJDSR type=del size=1272678 2024-09-12T17:42:01.702 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.701+0000 7f777f168780 1 < completed part key=_multipart_2KHLGQJKQA23.2~3LX8Y27CUFGX.0 size=1048576 2024-09-12T17:42:01.703 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.702+0000 7f777f168780 1 < completed part key=_multipart_2KHLGQJKQA23.2~3LX8Y27CUFGX.1 size=1048576 2024-09-12T17:42:01.704 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.702+0000 7f777f168780 1 < completed part key=_multipart_2KHLGQJKQA23.2~3LX8Y27CUFGX.2 size=403268 2024-09-12T17:42:01.706 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.705+0000 7f777f168780 1 < completed multipart upload key=2KHLGQJKQA23 upload=3LX8Y27CUFGX tag=17Y5DR58VS2C type=write size=3548996 2024-09-12T17:42:01.708 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.707+0000 7f777f168780 1 > prepared part key=_multipart_FCBWV27TCNS4.2~XOKWBMEBV0C5.0 size=1048576 2024-09-12T17:42:01.709 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.708+0000 7f777f168780 1 > prepared part key=_multipart_FCBWV27TCNS4.2~XOKWBMEBV0C5.1 size=935405 2024-09-12T17:42:01.709 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.708+0000 7f777f168780 1 > prepared multipart upload key=FCBWV27TCNS4 upload=XOKWBMEBV0C5 tag=FXGZS8250U6N type=write size=3032557 2024-09-12T17:42:01.710 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.709+0000 7f777f168780 1 < canceled operation key=1IACFTAZKIWV tag=KOE1DEMSR1X4 type=del size=1424599 2024-09-12T17:42:01.711 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.710+0000 7f777f168780 1 > prepared operation key=VI3OAATH7N7Z tag=JJXPZ0P4WZ4X type=del size=3983315 2024-09-12T17:42:01.713 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.711+0000 7f777f168780 1 < completed write operation key=NV7QYM1CMJA7 tag=FT04ZCV2SW7L type=write size=795843 2024-09-12T17:42:01.714 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.712+0000 7f777f168780 1 > prepared operation key=OE1BUCZHIE1B tag=9502OE4HXNIG type=write size=291065 2024-09-12T17:42:01.715 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.713+0000 7f777f168780 1 < canceled operation key=FCBWV27TCNS4 tag=EYDW0V7LDJWE type=del size=1857587 2024-09-12T17:42:01.716 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.715+0000 7f777f168780 1 > prepared operation key=PW0NPHZT12D3 tag=4FBUWZS35JN3 type=write size=916855 2024-09-12T17:42:01.717 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.716+0000 7f777f168780 1 < completed delete operation key=13V8F5WX47AD tag=3WMKDJ196MD8 type=del 2024-09-12T17:42:01.718 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.717+0000 7f777f168780 1 > prepared operation key=K0OUEJ4GMFDB tag=OL9RBGT5EPYM type=del size=3955923 2024-09-12T17:42:01.720 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.718+0000 7f777f168780 -1 < failed to complete operation key=ZABXJ7LUKKD3 tag=LG197V8BWIUG type=del size=1094688: (22) Invalid argument 2024-09-12T17:42:01.722 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.720+0000 7f777f168780 1 > prepared part key=_multipart_PW0NPHZT12D3.2~U25P91LZVGII.0 size=1048576 2024-09-12T17:42:01.723 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.721+0000 7f777f168780 1 > prepared part key=_multipart_PW0NPHZT12D3.2~U25P91LZVGII.1 size=140838 2024-09-12T17:42:01.723 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.721+0000 7f777f168780 1 > prepared multipart upload key=PW0NPHZT12D3 upload=U25P91LZVGII tag=PXBHWADXF0RX type=write size=2237990 2024-09-12T17:42:01.724 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.722+0000 7f777f168780 1 < completed part key=_multipart_H3CSJQOWQ7NN.2~RBFGQPWY09P6.0 size=941874 2024-09-12T17:42:01.726 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.724+0000 7f777f168780 1 < completed multipart upload key=H3CSJQOWQ7NN upload=RBFGQPWY09P6 tag=PCVNPEY2RLPW type=write size=1990450 2024-09-12T17:42:01.728 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.726+0000 7f777f168780 1 > prepared part key=_multipart_1ZL602X3VJDP.2~6P0C8A20ZM3Q.0 size=1048576 2024-09-12T17:42:01.729 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.727+0000 7f777f168780 1 > prepared part key=_multipart_1ZL602X3VJDP.2~6P0C8A20ZM3Q.1 size=631268 2024-09-12T17:42:01.729 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.727+0000 7f777f168780 1 > prepared multipart upload key=1ZL602X3VJDP upload=6P0C8A20ZM3Q tag=4CPWJHLBMAJE type=write size=2728420 2024-09-12T17:42:01.730 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.729+0000 7f777f168780 1 < completed delete operation key=NV7QYM1CMJA7 tag=QTYNKB30G7ED type=del 2024-09-12T17:42:01.731 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.730+0000 7f777f168780 1 > prepared operation key=DCPT2HL28MHD tag=KBULMV17S9PE type=del size=1861698 2024-09-12T17:42:01.732 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.731+0000 7f777f168780 1 < completed delete operation key=13V8F5WX47AD tag=BX7VN5HSSU57 type=del 2024-09-12T17:42:01.734 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.732+0000 7f777f168780 1 > prepared operation key=VI3OAATH7N7Z tag=IFUVFN021ZWE type=write size=797065 2024-09-12T17:42:01.735 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.733+0000 7f777f168780 1 < completed part key=_multipart_7Q7D1WMM31NL.2~535P0BAIGJLX.0 size=1048576 2024-09-12T17:42:01.736 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.734+0000 7f777f168780 1 < completed part key=_multipart_7Q7D1WMM31NL.2~535P0BAIGJLX.1 size=750864 2024-09-12T17:42:01.738 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.736+0000 7f777f168780 1 < completed multipart upload key=7Q7D1WMM31NL upload=535P0BAIGJLX tag=A3K4J8ABF01Z type=write size=2848016 2024-09-12T17:42:01.740 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.739+0000 7f777f168780 1 > prepared part key=_multipart_FCBWV27TCNS4.2~N7I21IGFG6FI.0 size=1048576 2024-09-12T17:42:01.741 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.739+0000 7f777f168780 1 > prepared part key=_multipart_FCBWV27TCNS4.2~N7I21IGFG6FI.1 size=751295 2024-09-12T17:42:01.741 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.739+0000 7f777f168780 1 > prepared multipart upload key=FCBWV27TCNS4 upload=N7I21IGFG6FI tag=FPCGTDUYUP85 type=write size=2848447 2024-09-12T17:42:01.742 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.741+0000 7f777f168780 1 < completed part key=_multipart_PW0NPHZT12D3.2~KZRAG9JYCKIB.0 size=1048576 2024-09-12T17:42:01.743 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.742+0000 7f777f168780 1 < completed part key=_multipart_PW0NPHZT12D3.2~KZRAG9JYCKIB.1 size=1048576 2024-09-12T17:42:01.744 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.743+0000 7f777f168780 1 < completed part key=_multipart_PW0NPHZT12D3.2~KZRAG9JYCKIB.2 size=874550 2024-09-12T17:42:01.746 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.745+0000 7f777f168780 1 < completed multipart upload key=PW0NPHZT12D3 upload=KZRAG9JYCKIB tag=UHI45DO0G9MY type=write size=4020278 2024-09-12T17:42:01.747 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.746+0000 7f777f168780 1 > prepared operation key=FSWX3S2TGJJ9 tag=R2SUM31EH9Q4 type=del size=369094 2024-09-12T17:42:01.750 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.748+0000 7f777f168780 1 < suggested update operation key=CASKVIJ5MIV7 tag=GQJO3OR4BTLX type=del size=2095623 2024-09-12T17:42:01.751 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.749+0000 7f777f168780 1 > prepared operation key=PW0NPHZT12D3 tag=ASE7A7ZVOZPK type=del size=1746332 2024-09-12T17:42:01.752 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.750+0000 7f777f168780 1 < canceled operation key=G4A1L52XKRAS tag=XIN8OT5Z03DH type=del size=235651 2024-09-12T17:42:01.754 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.753+0000 7f777f168780 1 > prepared part key=_multipart_3D7LF14YZ1DI.2~BNTUVA4II3MX.0 size=1014278 2024-09-12T17:42:01.754 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.753+0000 7f777f168780 1 > prepared multipart upload key=3D7LF14YZ1DI upload=BNTUVA4II3MX tag=RNJLT4UIPAL7 type=write size=2062854 2024-09-12T17:42:01.755 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.754+0000 7f777f168780 1 < completed delete operation key=FI2EY06UN14X tag=RC4KVG1DZH36 type=del 2024-09-12T17:42:01.756 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.755+0000 7f777f168780 1 > prepared operation key=3D7LF14YZ1DI tag=5MHUU8JORUNT type=del size=2478978 2024-09-12T17:42:01.759 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.757+0000 7f777f168780 1 < suggested update operation key=2ZFE3UG14FTU tag=T3107I4PMZPI type=write size=1006067 2024-09-12T17:42:01.760 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.758+0000 7f777f168780 1 > prepared operation key=FCBWV27TCNS4 tag=6QXZZPQ2YN7Z type=del size=161815 2024-09-12T17:42:01.762 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.761+0000 7f777f168780 1 < suggested update operation key=O3IEF0Z4S34O tag=5EE41Y2JJDSR type=del size=1272678 2024-09-12T17:42:01.764 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.763+0000 7f777f168780 1 > prepared part key=_multipart_NV7QYM1CMJA7.2~60BYPBJP7FK6.0 size=1048576 2024-09-12T17:42:01.765 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.764+0000 7f777f168780 1 > prepared part key=_multipart_NV7QYM1CMJA7.2~60BYPBJP7FK6.1 size=1048576 2024-09-12T17:42:01.766 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.765+0000 7f777f168780 1 > prepared part key=_multipart_NV7QYM1CMJA7.2~60BYPBJP7FK6.2 size=649984 2024-09-12T17:42:01.766 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.765+0000 7f777f168780 1 > prepared multipart upload key=NV7QYM1CMJA7 upload=60BYPBJP7FK6 tag=0VTF8W8QVJU3 type=write size=3795712 2024-09-12T17:42:01.766 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.765+0000 7f777f168780 1 < canceled part key=_multipart_FCBWV27TCNS4.2~XOKWBMEBV0C5.0 size=1048576 2024-09-12T17:42:01.767 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.766+0000 7f777f168780 1 < completed part key=_multipart_FCBWV27TCNS4.2~XOKWBMEBV0C5.1 size=935405 2024-09-12T17:42:01.769 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.768+0000 7f777f168780 1 < canceled multipart upload key=FCBWV27TCNS4 upload=XOKWBMEBV0C5 tag=FXGZS8250U6N type=write size=3032557 2024-09-12T17:42:01.772 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.770+0000 7f777f168780 1 > prepared operation key=2ZFE3UG14FTU tag=KCPE7HQ7HD8Q type=del size=91392 2024-09-12T17:42:01.773 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.771+0000 7f777f168780 1 < completed delete operation key=VI3OAATH7N7Z tag=JJXPZ0P4WZ4X type=del 2024-09-12T17:42:01.774 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.772+0000 7f777f168780 1 > prepared operation key=7Q7D1WMM31NL tag=PLU81YIDXFLP type=write size=310125 2024-09-12T17:42:01.776 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.775+0000 7f777f168780 1 < suggested remove operation key=OE1BUCZHIE1B tag=9502OE4HXNIG type=write 2024-09-12T17:42:01.778 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.777+0000 7f777f168780 1 > prepared part key=_multipart_BO6EDKIVIHEW.2~G7GHQ1PA64CJ.0 size=488611 2024-09-12T17:42:01.778 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.777+0000 7f777f168780 1 > prepared multipart upload key=BO6EDKIVIHEW upload=G7GHQ1PA64CJ tag=UV5ZKSPQ4SEK type=write size=1537187 2024-09-12T17:42:01.780 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.778+0000 7f777f168780 1 < completed write operation key=PW0NPHZT12D3 tag=4FBUWZS35JN3 type=write size=916855 2024-09-12T17:42:01.781 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.779+0000 7f777f168780 1 > prepared operation key=3U17OL8VRNIQ tag=LQYOQDE7XVE2 type=del size=3047056 2024-09-12T17:42:01.782 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.781+0000 7f777f168780 1 < canceled operation key=K0OUEJ4GMFDB tag=OL9RBGT5EPYM type=del size=3955923 2024-09-12T17:42:01.783 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.782+0000 7f777f168780 1 > prepared operation key=O3IEF0Z4S34O tag=U2FGXQ30ECAQ type=del size=2211479 2024-09-12T17:42:01.785 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.783+0000 7f777f168780 1 < completed part key=_multipart_PW0NPHZT12D3.2~U25P91LZVGII.0 size=1048576 2024-09-12T17:42:01.786 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.784+0000 7f777f168780 1 < completed part key=_multipart_PW0NPHZT12D3.2~U25P91LZVGII.1 size=140838 2024-09-12T17:42:01.788 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.786+0000 7f777f168780 1 < completed multipart upload key=PW0NPHZT12D3 upload=U25P91LZVGII tag=PXBHWADXF0RX type=write size=2237990 2024-09-12T17:42:01.790 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.789+0000 7f777f168780 1 > prepared part key=_multipart_13V8F5WX47AD.2~NF966QAEREQL.0 size=1048576 2024-09-12T17:42:01.791 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.790+0000 7f777f168780 1 > prepared part key=_multipart_13V8F5WX47AD.2~NF966QAEREQL.1 size=12217 2024-09-12T17:42:01.792 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.790+0000 7f777f168780 1 > prepared multipart upload key=13V8F5WX47AD upload=NF966QAEREQL tag=F029GBV8C6U2 type=write size=2109369 2024-09-12T17:42:01.793 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.791+0000 7f777f168780 1 < completed part key=_multipart_1ZL602X3VJDP.2~6P0C8A20ZM3Q.0 size=1048576 2024-09-12T17:42:01.794 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.792+0000 7f777f168780 1 < completed part key=_multipart_1ZL602X3VJDP.2~6P0C8A20ZM3Q.1 size=631268 2024-09-12T17:42:01.796 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.794+0000 7f777f168780 1 < completed multipart upload key=1ZL602X3VJDP upload=6P0C8A20ZM3Q tag=4CPWJHLBMAJE type=write size=2728420 2024-09-12T17:42:01.797 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.795+0000 7f777f168780 1 > prepared operation key=H3CSJQOWQ7NN tag=XWHTJBC6OZE7 type=del size=3746678 2024-09-12T17:42:01.798 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.797+0000 7f777f168780 1 < completed delete operation key=DCPT2HL28MHD tag=KBULMV17S9PE type=del 2024-09-12T17:42:01.799 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.798+0000 7f777f168780 1 > prepared operation key=DCPT2HL28MHD tag=E8UMV47O7XN2 type=write size=600176 2024-09-12T17:42:01.802 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.800+0000 7f777f168780 1 < suggested remove operation key=VI3OAATH7N7Z tag=IFUVFN021ZWE type=write 2024-09-12T17:42:01.804 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.802+0000 7f777f168780 1 > prepared part key=_multipart_PW0NPHZT12D3.2~JHVBY8NQZZ5D.0 size=1048576 2024-09-12T17:42:01.805 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.803+0000 7f777f168780 1 > prepared part key=_multipart_PW0NPHZT12D3.2~JHVBY8NQZZ5D.1 size=1048576 2024-09-12T17:42:01.806 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.804+0000 7f777f168780 1 > prepared part key=_multipart_PW0NPHZT12D3.2~JHVBY8NQZZ5D.2 size=785262 2024-09-12T17:42:01.806 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.804+0000 7f777f168780 1 > prepared multipart upload key=PW0NPHZT12D3 upload=JHVBY8NQZZ5D tag=Z9URK9GH267I type=write size=3930990 2024-09-12T17:42:01.807 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.806+0000 7f777f168780 1 < completed part key=_multipart_FCBWV27TCNS4.2~N7I21IGFG6FI.0 size=1048576 2024-09-12T17:42:01.808 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.807+0000 7f777f168780 1 < completed part key=_multipart_FCBWV27TCNS4.2~N7I21IGFG6FI.1 size=751295 2024-09-12T17:42:01.810 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.809+0000 7f777f168780 1 < completed multipart upload key=FCBWV27TCNS4 upload=N7I21IGFG6FI tag=FPCGTDUYUP85 type=write size=2848447 2024-09-12T17:42:01.812 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.811+0000 7f777f168780 1 > prepared part key=_multipart_FCBWV27TCNS4.2~83V16QSQC7NQ.0 size=1048576 2024-09-12T17:42:01.813 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.812+0000 7f777f168780 1 > prepared part key=_multipart_FCBWV27TCNS4.2~83V16QSQC7NQ.1 size=1048576 2024-09-12T17:42:01.814 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.813+0000 7f777f168780 1 > prepared part key=_multipart_FCBWV27TCNS4.2~83V16QSQC7NQ.2 size=37354 2024-09-12T17:42:01.814 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.813+0000 7f777f168780 1 > prepared multipart upload key=FCBWV27TCNS4 upload=83V16QSQC7NQ tag=LS9UOS60URSS type=write size=3183082 2024-09-12T17:42:01.815 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.814+0000 7f777f168780 1 < canceled operation key=FSWX3S2TGJJ9 tag=R2SUM31EH9Q4 type=del size=369094 2024-09-12T17:42:01.816 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.815+0000 7f777f168780 1 > prepared operation key=3D7LF14YZ1DI tag=EHM36KE3GL84 type=del size=2582542 2024-09-12T17:42:01.819 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.817+0000 7f777f168780 1 < suggested remove operation key=PW0NPHZT12D3 tag=ASE7A7ZVOZPK type=del 2024-09-12T17:42:01.820 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.819+0000 7f777f168780 1 > prepared operation key=S79H21EJKRPP tag=FSRLV07AC0ID type=del size=2064651 2024-09-12T17:42:01.821 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.820+0000 7f777f168780 1 < completed part key=_multipart_3D7LF14YZ1DI.2~BNTUVA4II3MX.0 size=1014278 2024-09-12T17:42:01.823 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.822+0000 7f777f168780 1 < completed multipart upload key=3D7LF14YZ1DI upload=BNTUVA4II3MX tag=RNJLT4UIPAL7 type=write size=2062854 2024-09-12T17:42:01.825 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.824+0000 7f777f168780 1 > prepared part key=_multipart_FSWX3S2TGJJ9.2~3FE1LC0WIWQC.0 size=1048576 2024-09-12T17:42:01.826 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.825+0000 7f777f168780 1 > prepared part key=_multipart_FSWX3S2TGJJ9.2~3FE1LC0WIWQC.1 size=1048576 2024-09-12T17:42:01.827 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.826+0000 7f777f168780 1 > prepared part key=_multipart_FSWX3S2TGJJ9.2~3FE1LC0WIWQC.2 size=512857 2024-09-12T17:42:01.827 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.826+0000 7f777f168780 1 > prepared multipart upload key=FSWX3S2TGJJ9 upload=3FE1LC0WIWQC tag=CI489YCQPZHZ type=write size=3658585 2024-09-12T17:42:01.828 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.827+0000 7f777f168780 1 < completed delete operation key=3D7LF14YZ1DI tag=5MHUU8JORUNT type=del 2024-09-12T17:42:01.829 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.828+0000 7f777f168780 1 > prepared operation key=FCBWV27TCNS4 tag=QGN9O60YBOID type=write size=443234 2024-09-12T17:42:01.831 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.829+0000 7f777f168780 1 < completed delete operation key=FCBWV27TCNS4 tag=6QXZZPQ2YN7Z type=del 2024-09-12T17:42:01.832 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.831+0000 7f777f168780 1 > prepared operation key=DO31EKWPC3OI tag=F4J3KTYGJPRF type=del size=3433160 2024-09-12T17:42:01.833 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.832+0000 7f777f168780 1 < completed part key=_multipart_NV7QYM1CMJA7.2~60BYPBJP7FK6.0 size=1048576 2024-09-12T17:42:01.834 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.833+0000 7f777f168780 1 < completed part key=_multipart_NV7QYM1CMJA7.2~60BYPBJP7FK6.1 size=1048576 2024-09-12T17:42:01.835 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.834+0000 7f777f168780 1 < completed part key=_multipart_NV7QYM1CMJA7.2~60BYPBJP7FK6.2 size=649984 2024-09-12T17:42:01.837 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.836+0000 7f777f168780 1 < completed multipart upload key=NV7QYM1CMJA7 upload=60BYPBJP7FK6 tag=0VTF8W8QVJU3 type=write size=3795712 2024-09-12T17:42:01.839 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.838+0000 7f777f168780 1 > prepared part key=_multipart_DO31EKWPC3OI.2~8HC3OOBWDQXQ.0 size=1006100 2024-09-12T17:42:01.839 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.838+0000 7f777f168780 1 > prepared multipart upload key=DO31EKWPC3OI upload=8HC3OOBWDQXQ tag=WEPPJ61NTE81 type=write size=2054676 2024-09-12T17:42:01.842 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.840+0000 7f777f168780 1 < suggested remove operation key=2ZFE3UG14FTU tag=KCPE7HQ7HD8Q type=del 2024-09-12T17:42:01.843 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.841+0000 7f777f168780 1 > prepared operation key=13V8F5WX47AD tag=V7DGOIXHD0D4 type=del size=4163968 2024-09-12T17:42:01.844 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.843+0000 7f777f168780 1 < completed write operation key=7Q7D1WMM31NL tag=PLU81YIDXFLP type=write size=310125 2024-09-12T17:42:01.846 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.845+0000 7f777f168780 1 > prepared part key=_multipart_1ZL602X3VJDP.2~TKCRUYO5POV4.0 size=1048576 2024-09-12T17:42:01.847 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.846+0000 7f777f168780 1 > prepared part key=_multipart_1ZL602X3VJDP.2~TKCRUYO5POV4.1 size=1048576 2024-09-12T17:42:01.848 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.847+0000 7f777f168780 1 > prepared part key=_multipart_1ZL602X3VJDP.2~TKCRUYO5POV4.2 size=808040 2024-09-12T17:42:01.849 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.847+0000 7f777f168780 1 > prepared multipart upload key=1ZL602X3VJDP upload=TKCRUYO5POV4 tag=J86QBVCCMEYZ type=write size=3953768 2024-09-12T17:42:01.849 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.848+0000 7f777f168780 1 < completed part key=_multipart_BO6EDKIVIHEW.2~G7GHQ1PA64CJ.0 size=488611 2024-09-12T17:42:01.851 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.850+0000 7f777f168780 1 < completed multipart upload key=BO6EDKIVIHEW upload=G7GHQ1PA64CJ tag=UV5ZKSPQ4SEK type=write size=1537187 2024-09-12T17:42:01.852 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.851+0000 7f777f168780 1 > prepared operation key=CASKVIJ5MIV7 tag=EP1273R1ZJJV type=write size=817540 2024-09-12T17:42:01.854 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.852+0000 7f777f168780 1 < completed delete operation key=3U17OL8VRNIQ tag=LQYOQDE7XVE2 type=del 2024-09-12T17:42:01.856 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.854+0000 7f777f168780 1 > prepared part key=_multipart_7Q7D1WMM31NL.2~P27W3YAK178U.0 size=665235 2024-09-12T17:42:01.856 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.854+0000 7f777f168780 1 > prepared multipart upload key=7Q7D1WMM31NL upload=P27W3YAK178U tag=YNCCP3CTRYEQ type=write size=1713811 2024-09-12T17:42:01.857 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.855+0000 7f777f168780 1 < completed delete operation key=O3IEF0Z4S34O tag=U2FGXQ30ECAQ type=del 2024-09-12T17:42:01.859 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.858+0000 7f777f168780 1 > prepared part key=_multipart_H3CSJQOWQ7NN.2~X87OJ2TGRNG8.0 size=168613 2024-09-12T17:42:01.860 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.858+0000 7f777f168780 1 > prepared multipart upload key=H3CSJQOWQ7NN upload=X87OJ2TGRNG8 tag=JNH8K5VC6ABQ type=write size=1217189 2024-09-12T17:42:01.860 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.859+0000 7f777f168780 1 < completed part key=_multipart_13V8F5WX47AD.2~NF966QAEREQL.0 size=1048576 2024-09-12T17:42:01.861 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.859+0000 7f777f168780 1 < canceled part key=_multipart_13V8F5WX47AD.2~NF966QAEREQL.1 size=12217 2024-09-12T17:42:01.862 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.861+0000 7f777f168780 1 < canceled multipart upload key=13V8F5WX47AD upload=NF966QAEREQL tag=F029GBV8C6U2 type=write size=2109369 2024-09-12T17:42:01.863 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.862+0000 7f777f168780 1 > prepared operation key=2ZFE3UG14FTU tag=N6DIEO3EFG3O type=write size=377268 2024-09-12T17:42:01.865 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.863+0000 7f777f168780 1 < completed delete operation key=H3CSJQOWQ7NN tag=XWHTJBC6OZE7 type=del 2024-09-12T17:42:01.867 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.865+0000 7f777f168780 1 > prepared part key=_multipart_DCPT2HL28MHD.2~AZ01M2A1CCM3.0 size=886682 2024-09-12T17:42:01.867 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.865+0000 7f777f168780 1 > prepared multipart upload key=DCPT2HL28MHD upload=AZ01M2A1CCM3 tag=441KBC7Y7C32 type=write size=1935258 2024-09-12T17:42:01.868 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.867+0000 7f777f168780 1 < completed write operation key=DCPT2HL28MHD tag=E8UMV47O7XN2 type=write size=600176 2024-09-12T17:42:01.870 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.868+0000 7f777f168780 1 > prepared operation key=CPJJKVPMV2GJ tag=056T650GDMQ0 type=del size=3343463 2024-09-12T17:42:01.871 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.869+0000 7f777f168780 1 < completed part key=_multipart_PW0NPHZT12D3.2~JHVBY8NQZZ5D.0 size=1048576 2024-09-12T17:42:01.872 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.870+0000 7f777f168780 1 < completed part key=_multipart_PW0NPHZT12D3.2~JHVBY8NQZZ5D.1 size=1048576 2024-09-12T17:42:01.872 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.870+0000 7f777f168780 1 < canceled part key=_multipart_PW0NPHZT12D3.2~JHVBY8NQZZ5D.2 size=785262 2024-09-12T17:42:01.874 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.872+0000 7f777f168780 1 < canceled multipart upload key=PW0NPHZT12D3 upload=JHVBY8NQZZ5D tag=Z9URK9GH267I type=write size=3930990 2024-09-12T17:42:01.875 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.874+0000 7f777f168780 1 > prepared operation key=G4A1L52XKRAS tag=B2D0Q32BYZMR type=del size=3670831 2024-09-12T17:42:01.876 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.875+0000 7f777f168780 1 < completed part key=_multipart_FCBWV27TCNS4.2~83V16QSQC7NQ.0 size=1048576 2024-09-12T17:42:01.877 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.876+0000 7f777f168780 1 < completed part key=_multipart_FCBWV27TCNS4.2~83V16QSQC7NQ.1 size=1048576 2024-09-12T17:42:01.878 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.877+0000 7f777f168780 1 < completed part key=_multipart_FCBWV27TCNS4.2~83V16QSQC7NQ.2 size=37354 2024-09-12T17:42:01.880 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.879+0000 7f777f168780 1 < completed multipart upload key=FCBWV27TCNS4 upload=83V16QSQC7NQ tag=LS9UOS60URSS type=write size=3183082 2024-09-12T17:42:01.883 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.882+0000 7f777f168780 1 > prepared part key=_multipart_NV7QYM1CMJA7.2~B1827E0Y8BVE.0 size=1048576 2024-09-12T17:42:01.884 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.883+0000 7f777f168780 1 > prepared part key=_multipart_NV7QYM1CMJA7.2~B1827E0Y8BVE.1 size=751093 2024-09-12T17:42:01.884 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.883+0000 7f777f168780 1 > prepared multipart upload key=NV7QYM1CMJA7 upload=B1827E0Y8BVE tag=PMGYSR4TCXWN type=write size=2848245 2024-09-12T17:42:01.885 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.884+0000 7f777f168780 1 < completed delete operation key=3D7LF14YZ1DI tag=EHM36KE3GL84 type=del 2024-09-12T17:42:01.887 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.885+0000 7f777f168780 1 > prepared operation key=O3IEF0Z4S34O tag=5S51I5RO5ZVY type=del size=252520 2024-09-12T17:42:01.888 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.886+0000 7f777f168780 1 < completed delete operation key=S79H21EJKRPP tag=FSRLV07AC0ID type=del 2024-09-12T17:42:01.889 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.888+0000 7f777f168780 1 > prepared operation key=FSWX3S2TGJJ9 tag=ND93C21BMJML type=del size=564394 2024-09-12T17:42:01.892 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.889+0000 7f777f168780 1 < completed part key=_multipart_FSWX3S2TGJJ9.2~3FE1LC0WIWQC.0 size=1048576 2024-09-12T17:42:01.892 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.890+0000 7f777f168780 1 < completed part key=_multipart_FSWX3S2TGJJ9.2~3FE1LC0WIWQC.1 size=1048576 2024-09-12T17:42:01.892 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.891+0000 7f777f168780 1 < completed part key=_multipart_FSWX3S2TGJJ9.2~3FE1LC0WIWQC.2 size=512857 2024-09-12T17:42:01.894 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.893+0000 7f777f168780 1 < completed multipart upload key=FSWX3S2TGJJ9 upload=3FE1LC0WIWQC tag=CI489YCQPZHZ type=write size=3658585 2024-09-12T17:42:01.896 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.895+0000 7f777f168780 1 > prepared part key=_multipart_K0OUEJ4GMFDB.2~FEJ9FM9YEEU2.0 size=1048576 2024-09-12T17:42:01.897 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.896+0000 7f777f168780 1 > prepared part key=_multipart_K0OUEJ4GMFDB.2~FEJ9FM9YEEU2.1 size=1048576 2024-09-12T17:42:01.898 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.897+0000 7f777f168780 1 > prepared part key=_multipart_K0OUEJ4GMFDB.2~FEJ9FM9YEEU2.2 size=1009329 2024-09-12T17:42:01.898 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.897+0000 7f777f168780 1 > prepared multipart upload key=K0OUEJ4GMFDB upload=FEJ9FM9YEEU2 tag=66PC4KNCROUS type=write size=4155057 2024-09-12T17:42:01.900 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.899+0000 7f777f168780 1 < suggested remove operation key=FCBWV27TCNS4 tag=QGN9O60YBOID type=write 2024-09-12T17:42:01.902 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.901+0000 7f777f168780 1 > prepared part key=_multipart_FCBWV27TCNS4.2~O9M20472CFYE.0 size=1048576 2024-09-12T17:42:01.903 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.902+0000 7f777f168780 1 > prepared part key=_multipart_FCBWV27TCNS4.2~O9M20472CFYE.1 size=685197 2024-09-12T17:42:01.903 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.902+0000 7f777f168780 1 > prepared multipart upload key=FCBWV27TCNS4 upload=O9M20472CFYE tag=NDHJJIHJZBH3 type=write size=2782349 2024-09-12T17:42:01.904 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.903+0000 7f777f168780 1 < completed delete operation key=DO31EKWPC3OI tag=F4J3KTYGJPRF type=del 2024-09-12T17:42:01.906 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.905+0000 7f777f168780 1 > prepared part key=_multipart_O3IEF0Z4S34O.2~AH6W8FYCO08V.0 size=447680 2024-09-12T17:42:01.907 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.905+0000 7f777f168780 1 > prepared multipart upload key=O3IEF0Z4S34O upload=AH6W8FYCO08V tag=WWJ5Z6LKX7NR type=write size=1496256 2024-09-12T17:42:01.908 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.906+0000 7f777f168780 1 < completed part key=_multipart_DO31EKWPC3OI.2~8HC3OOBWDQXQ.0 size=1006100 2024-09-12T17:42:01.910 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.908+0000 7f777f168780 1 < completed multipart upload key=DO31EKWPC3OI upload=8HC3OOBWDQXQ tag=WEPPJ61NTE81 type=write size=2054676 2024-09-12T17:42:01.912 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.911+0000 7f777f168780 1 > prepared part key=_multipart_3D7LF14YZ1DI.2~7Y1I0WPRBV1L.0 size=1048576 2024-09-12T17:42:01.913 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.912+0000 7f777f168780 1 > prepared part key=_multipart_3D7LF14YZ1DI.2~7Y1I0WPRBV1L.1 size=785742 2024-09-12T17:42:01.913 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.912+0000 7f777f168780 1 > prepared multipart upload key=3D7LF14YZ1DI upload=7Y1I0WPRBV1L tag=9HTRDF45U4G8 type=write size=2882894 2024-09-12T17:42:01.914 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.913+0000 7f777f168780 1 < completed delete operation key=13V8F5WX47AD tag=V7DGOIXHD0D4 type=del 2024-09-12T17:42:01.916 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.915+0000 7f777f168780 1 > prepared part key=_multipart_AEV8UHLVWR8L.2~Y2JB1L2OI3BI.0 size=1048576 2024-09-12T17:42:01.917 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.916+0000 7f777f168780 1 > prepared part key=_multipart_AEV8UHLVWR8L.2~Y2JB1L2OI3BI.1 size=1048576 2024-09-12T17:42:01.918 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.917+0000 7f777f168780 1 > prepared part key=_multipart_AEV8UHLVWR8L.2~Y2JB1L2OI3BI.2 size=742602 2024-09-12T17:42:01.918 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.917+0000 7f777f168780 1 > prepared multipart upload key=AEV8UHLVWR8L upload=Y2JB1L2OI3BI tag=UJVRPF77OZ1I type=write size=3888330 2024-09-12T17:42:01.919 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.918+0000 7f777f168780 1 < completed part key=_multipart_1ZL602X3VJDP.2~TKCRUYO5POV4.0 size=1048576 2024-09-12T17:42:01.920 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.919+0000 7f777f168780 1 < completed part key=_multipart_1ZL602X3VJDP.2~TKCRUYO5POV4.1 size=1048576 2024-09-12T17:42:01.921 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.920+0000 7f777f168780 1 < completed part key=_multipart_1ZL602X3VJDP.2~TKCRUYO5POV4.2 size=808040 2024-09-12T17:42:01.923 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.922+0000 7f777f168780 1 < completed multipart upload key=1ZL602X3VJDP upload=TKCRUYO5POV4 tag=J86QBVCCMEYZ type=write size=3953768 2024-09-12T17:42:01.924 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.923+0000 7f777f168780 1 > prepared operation key=OE1BUCZHIE1B tag=LT0Q1LR07W84 type=del size=677684 2024-09-12T17:42:01.927 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.925+0000 7f777f168780 1 < suggested remove operation key=CASKVIJ5MIV7 tag=EP1273R1ZJJV type=write 2024-09-12T17:42:01.929 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.928+0000 7f777f168780 1 > prepared part key=_multipart_3U17OL8VRNIQ.2~9KBHTMDGUMFN.0 size=1048576 2024-09-12T17:42:01.930 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.928+0000 7f777f168780 1 > prepared part key=_multipart_3U17OL8VRNIQ.2~9KBHTMDGUMFN.1 size=59863 2024-09-12T17:42:01.930 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.928+0000 7f777f168780 1 > prepared multipart upload key=3U17OL8VRNIQ upload=9KBHTMDGUMFN tag=7XZDTCXFJUDR type=write size=2157015 2024-09-12T17:42:01.931 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.930+0000 7f777f168780 1 < completed part key=_multipart_7Q7D1WMM31NL.2~P27W3YAK178U.0 size=665235 2024-09-12T17:42:01.933 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.932+0000 7f777f168780 1 < completed multipart upload key=7Q7D1WMM31NL upload=P27W3YAK178U tag=YNCCP3CTRYEQ type=write size=1713811 2024-09-12T17:42:01.935 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.934+0000 7f777f168780 1 > prepared part key=_multipart_VI3OAATH7N7Z.2~YXECDFSU9FQA.0 size=1048576 2024-09-12T17:42:01.936 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.935+0000 7f777f168780 1 > prepared part key=_multipart_VI3OAATH7N7Z.2~YXECDFSU9FQA.1 size=1048576 2024-09-12T17:42:01.937 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.936+0000 7f777f168780 1 > prepared part key=_multipart_VI3OAATH7N7Z.2~YXECDFSU9FQA.2 size=172116 2024-09-12T17:42:01.937 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.936+0000 7f777f168780 1 > prepared multipart upload key=VI3OAATH7N7Z upload=YXECDFSU9FQA tag=0O5ZQP8G3CGY type=write size=3317844 2024-09-12T17:42:01.938 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.937+0000 7f777f168780 1 < completed part key=_multipart_H3CSJQOWQ7NN.2~X87OJ2TGRNG8.0 size=168613 2024-09-12T17:42:01.940 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.939+0000 7f777f168780 1 < completed multipart upload key=H3CSJQOWQ7NN upload=X87OJ2TGRNG8 tag=JNH8K5VC6ABQ type=write size=1217189 2024-09-12T17:42:01.941 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.940+0000 7f777f168780 1 > prepared operation key=OE1BUCZHIE1B tag=2OED3BF5ECE9 type=del size=3023567 2024-09-12T17:42:01.943 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.941+0000 7f777f168780 1 < canceled operation key=2ZFE3UG14FTU tag=N6DIEO3EFG3O type=write size=377268 2024-09-12T17:42:01.945 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.943+0000 7f777f168780 1 > prepared part key=_multipart_3U17OL8VRNIQ.2~FYLRP2E43QXU.0 size=127291 2024-09-12T17:42:01.945 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.943+0000 7f777f168780 1 > prepared multipart upload key=3U17OL8VRNIQ upload=FYLRP2E43QXU tag=FKSHRPVIBJIX type=write size=1175867 2024-09-12T17:42:01.946 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.945+0000 7f777f168780 1 < completed part key=_multipart_DCPT2HL28MHD.2~AZ01M2A1CCM3.0 size=886682 2024-09-12T17:42:01.948 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.947+0000 7f777f168780 1 < completed multipart upload key=DCPT2HL28MHD upload=AZ01M2A1CCM3 tag=441KBC7Y7C32 type=write size=1935258 2024-09-12T17:42:01.949 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.948+0000 7f777f168780 1 > prepared operation key=NV7QYM1CMJA7 tag=U2WRWPZNQIOG type=del size=99737 2024-09-12T17:42:01.951 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.949+0000 7f777f168780 1 < completed delete operation key=CPJJKVPMV2GJ tag=056T650GDMQ0 type=del 2024-09-12T17:42:01.952 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.950+0000 7f777f168780 1 > prepared operation key=PW0NPHZT12D3 tag=2H0PKJMB3N1N type=del size=3088228 2024-09-12T17:42:01.953 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.951+0000 7f777f168780 1 < completed delete operation key=G4A1L52XKRAS tag=B2D0Q32BYZMR type=del 2024-09-12T17:42:01.955 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.954+0000 7f777f168780 1 > prepared part key=_multipart_O3IEF0Z4S34O.2~0F0TBP6G853J.0 size=1048576 2024-09-12T17:42:01.956 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.955+0000 7f777f168780 1 > prepared part key=_multipart_O3IEF0Z4S34O.2~0F0TBP6G853J.1 size=1048576 2024-09-12T17:42:01.957 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.956+0000 7f777f168780 1 > prepared part key=_multipart_O3IEF0Z4S34O.2~0F0TBP6G853J.2 size=288417 2024-09-12T17:42:01.957 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.956+0000 7f777f168780 1 > prepared multipart upload key=O3IEF0Z4S34O upload=0F0TBP6G853J tag=6TGNJNNE77VO type=write size=3434145 2024-09-12T17:42:01.957 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.956+0000 7f777f168780 1 < canceled part key=_multipart_NV7QYM1CMJA7.2~B1827E0Y8BVE.0 size=1048576 2024-09-12T17:42:01.958 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.957+0000 7f777f168780 1 < completed part key=_multipart_NV7QYM1CMJA7.2~B1827E0Y8BVE.1 size=751093 2024-09-12T17:42:01.960 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.959+0000 7f777f168780 1 < canceled multipart upload key=NV7QYM1CMJA7 upload=B1827E0Y8BVE tag=PMGYSR4TCXWN type=write size=2848245 2024-09-12T17:42:01.962 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.961+0000 7f777f168780 1 > prepared part key=_multipart_GYBHJV1TE1UC.2~2JB89K0XEDKZ.0 size=1048576 2024-09-12T17:42:01.963 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.962+0000 7f777f168780 1 > prepared part key=_multipart_GYBHJV1TE1UC.2~2JB89K0XEDKZ.1 size=1048576 2024-09-12T17:42:01.964 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.963+0000 7f777f168780 1 > prepared part key=_multipart_GYBHJV1TE1UC.2~2JB89K0XEDKZ.2 size=498444 2024-09-12T17:42:01.964 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.963+0000 7f777f168780 1 > prepared multipart upload key=GYBHJV1TE1UC upload=2JB89K0XEDKZ tag=I1VLQMQW4F1V type=write size=3644172 2024-09-12T17:42:01.965 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.964+0000 7f777f168780 1 < canceled operation key=O3IEF0Z4S34O tag=5S51I5RO5ZVY type=del size=252520 2024-09-12T17:42:01.968 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.966+0000 7f777f168780 1 > prepared part key=_multipart_7Q7D1WMM31NL.2~XMY3T2OWG64F.0 size=1048576 2024-09-12T17:42:01.969 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.967+0000 7f777f168780 1 > prepared part key=_multipart_7Q7D1WMM31NL.2~XMY3T2OWG64F.1 size=195111 2024-09-12T17:42:01.969 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.967+0000 7f777f168780 1 > prepared multipart upload key=7Q7D1WMM31NL upload=XMY3T2OWG64F tag=07PK2UXLPJON type=write size=2292263 2024-09-12T17:42:01.970 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.968+0000 7f777f168780 1 < completed delete operation key=FSWX3S2TGJJ9 tag=ND93C21BMJML type=del 2024-09-12T17:42:01.972 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.971+0000 7f777f168780 1 > prepared part key=_multipart_K0OUEJ4GMFDB.2~OEIVKNLD416T.0 size=276728 2024-09-12T17:42:01.972 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.971+0000 7f777f168780 1 > prepared multipart upload key=K0OUEJ4GMFDB upload=OEIVKNLD416T tag=D4ELZAH2EKAX type=write size=1325304 2024-09-12T17:42:01.974 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.972+0000 7f777f168780 1 < completed part key=_multipart_K0OUEJ4GMFDB.2~FEJ9FM9YEEU2.0 size=1048576 2024-09-12T17:42:01.975 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.973+0000 7f777f168780 1 < completed part key=_multipart_K0OUEJ4GMFDB.2~FEJ9FM9YEEU2.1 size=1048576 2024-09-12T17:42:01.976 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.974+0000 7f777f168780 1 < completed part key=_multipart_K0OUEJ4GMFDB.2~FEJ9FM9YEEU2.2 size=1009329 2024-09-12T17:42:01.978 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.976+0000 7f777f168780 1 < completed multipart upload key=K0OUEJ4GMFDB upload=FEJ9FM9YEEU2 tag=66PC4KNCROUS type=write size=4155057 2024-09-12T17:42:01.980 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.979+0000 7f777f168780 1 > prepared part key=_multipart_K0OUEJ4GMFDB.2~KNVJIKG8FK9X.0 size=387539 2024-09-12T17:42:01.980 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.979+0000 7f777f168780 1 > prepared multipart upload key=K0OUEJ4GMFDB upload=KNVJIKG8FK9X tag=MG3LYUP52WNP type=write size=1436115 2024-09-12T17:42:01.981 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.980+0000 7f777f168780 1 < completed part key=_multipart_FCBWV27TCNS4.2~O9M20472CFYE.0 size=1048576 2024-09-12T17:42:01.981 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.980+0000 7f777f168780 1 < canceled part key=_multipart_FCBWV27TCNS4.2~O9M20472CFYE.1 size=685197 2024-09-12T17:42:01.983 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.982+0000 7f777f168780 1 < canceled multipart upload key=FCBWV27TCNS4 upload=O9M20472CFYE tag=NDHJJIHJZBH3 type=write size=2782349 2024-09-12T17:42:01.984 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.983+0000 7f777f168780 1 > prepared operation key=VI3OAATH7N7Z tag=201855QLVPFD type=del size=1882172 2024-09-12T17:42:01.985 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.984+0000 7f777f168780 1 < completed part key=_multipart_O3IEF0Z4S34O.2~AH6W8FYCO08V.0 size=447680 2024-09-12T17:42:01.988 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.986+0000 7f777f168780 1 < completed multipart upload key=O3IEF0Z4S34O upload=AH6W8FYCO08V tag=WWJ5Z6LKX7NR type=write size=1496256 2024-09-12T17:42:01.989 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.987+0000 7f777f168780 1 > prepared operation key=OE1BUCZHIE1B tag=2LWJ3UOGP9N9 type=del size=3371901 2024-09-12T17:42:01.990 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.988+0000 7f777f168780 1 < completed part key=_multipart_3D7LF14YZ1DI.2~7Y1I0WPRBV1L.0 size=1048576 2024-09-12T17:42:01.992 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.990+0000 7f777f168780 1 < completed part key=_multipart_3D7LF14YZ1DI.2~7Y1I0WPRBV1L.1 size=785742 2024-09-12T17:42:01.994 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.992+0000 7f777f168780 1 < completed multipart upload key=3D7LF14YZ1DI upload=7Y1I0WPRBV1L tag=9HTRDF45U4G8 type=write size=2882894 2024-09-12T17:42:01.995 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.993+0000 7f777f168780 1 > prepared operation key=FSWX3S2TGJJ9 tag=QXHHUXBUZUU6 type=del size=2691621 2024-09-12T17:42:01.996 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.995+0000 7f777f168780 1 < completed part key=_multipart_AEV8UHLVWR8L.2~Y2JB1L2OI3BI.0 size=1048576 2024-09-12T17:42:01.997 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.996+0000 7f777f168780 1 < completed part key=_multipart_AEV8UHLVWR8L.2~Y2JB1L2OI3BI.1 size=1048576 2024-09-12T17:42:01.998 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.997+0000 7f777f168780 1 < completed part key=_multipart_AEV8UHLVWR8L.2~Y2JB1L2OI3BI.2 size=742602 2024-09-12T17:42:02.000 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:01.999+0000 7f777f168780 1 < completed multipart upload key=AEV8UHLVWR8L upload=Y2JB1L2OI3BI tag=UJVRPF77OZ1I type=write size=3888330 2024-09-12T17:42:02.001 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.000+0000 7f777f168780 1 > prepared operation key=FSWX3S2TGJJ9 tag=SV34OWX41GJZ type=del size=1625299 2024-09-12T17:42:02.003 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.001+0000 7f777f168780 1 < canceled operation key=OE1BUCZHIE1B tag=LT0Q1LR07W84 type=del size=677684 2024-09-12T17:42:02.004 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.002+0000 7f777f168780 1 > prepared operation key=2ZFE3UG14FTU tag=NW5GOUL3HP06 type=del size=523318 2024-09-12T17:42:02.005 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.004+0000 7f777f168780 1 < completed part key=_multipart_3U17OL8VRNIQ.2~9KBHTMDGUMFN.0 size=1048576 2024-09-12T17:42:02.006 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.005+0000 7f777f168780 1 < completed part key=_multipart_3U17OL8VRNIQ.2~9KBHTMDGUMFN.1 size=59863 2024-09-12T17:42:02.008 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.007+0000 7f777f168780 1 < completed multipart upload key=3U17OL8VRNIQ upload=9KBHTMDGUMFN tag=7XZDTCXFJUDR type=write size=2157015 2024-09-12T17:42:02.009 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.008+0000 7f777f168780 1 > prepared operation key=OE1BUCZHIE1B tag=K7EWDXJHCKGR type=del size=194248 2024-09-12T17:42:02.010 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.009+0000 7f777f168780 1 < completed part key=_multipart_VI3OAATH7N7Z.2~YXECDFSU9FQA.0 size=1048576 2024-09-12T17:42:02.011 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.010+0000 7f777f168780 1 < completed part key=_multipart_VI3OAATH7N7Z.2~YXECDFSU9FQA.1 size=1048576 2024-09-12T17:42:02.012 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.011+0000 7f777f168780 1 < completed part key=_multipart_VI3OAATH7N7Z.2~YXECDFSU9FQA.2 size=172116 2024-09-12T17:42:02.014 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.013+0000 7f777f168780 1 < completed multipart upload key=VI3OAATH7N7Z upload=YXECDFSU9FQA tag=0O5ZQP8G3CGY type=write size=3317844 2024-09-12T17:42:02.016 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.015+0000 7f777f168780 1 > prepared part key=_multipart_O3IEF0Z4S34O.2~QNQOOQN6MQ3J.0 size=1048576 2024-09-12T17:42:02.017 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.016+0000 7f777f168780 1 > prepared part key=_multipart_O3IEF0Z4S34O.2~QNQOOQN6MQ3J.1 size=1048576 2024-09-12T17:42:02.018 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.017+0000 7f777f168780 1 > prepared part key=_multipart_O3IEF0Z4S34O.2~QNQOOQN6MQ3J.2 size=520958 2024-09-12T17:42:02.018 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.017+0000 7f777f168780 1 > prepared multipart upload key=O3IEF0Z4S34O upload=QNQOOQN6MQ3J tag=5WDJL503ME08 type=write size=3666686 2024-09-12T17:42:02.019 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.018+0000 7f777f168780 1 < canceled operation key=OE1BUCZHIE1B tag=2OED3BF5ECE9 type=del size=3023567 2024-09-12T17:42:02.021 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.019+0000 7f777f168780 1 > prepared operation key=2BM46JTAY3BM tag=2H8R2BVBMOWL type=del size=1534125 2024-09-12T17:42:02.022 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.020+0000 7f777f168780 1 < completed part key=_multipart_3U17OL8VRNIQ.2~FYLRP2E43QXU.0 size=127291 2024-09-12T17:42:02.024 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.022+0000 7f777f168780 1 < completed multipart upload key=3U17OL8VRNIQ upload=FYLRP2E43QXU tag=FKSHRPVIBJIX type=write size=1175867 2024-09-12T17:42:02.025 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.024+0000 7f777f168780 1 > prepared operation key=O3IEF0Z4S34O tag=UGZNDFCS7XN1 type=del size=273921 2024-09-12T17:42:02.026 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.025+0000 7f777f168780 1 < completed delete operation key=NV7QYM1CMJA7 tag=U2WRWPZNQIOG type=del 2024-09-12T17:42:02.027 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.026+0000 7f777f168780 1 > prepared operation key=G4A1L52XKRAS tag=HCYUMKXDFLQE type=del size=2084538 2024-09-12T17:42:02.029 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.027+0000 7f777f168780 1 < completed delete operation key=PW0NPHZT12D3 tag=2H0PKJMB3N1N type=del 2024-09-12T17:42:02.031 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.029+0000 7f777f168780 1 > prepared part key=_multipart_1ZL602X3VJDP.2~21CRD3M0BSYV.0 size=536298 2024-09-12T17:42:02.031 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.029+0000 7f777f168780 1 > prepared multipart upload key=1ZL602X3VJDP upload=21CRD3M0BSYV tag=B2FXK0U00K78 type=write size=1584874 2024-09-12T17:42:02.032 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.030+0000 7f777f168780 1 < completed part key=_multipart_O3IEF0Z4S34O.2~0F0TBP6G853J.0 size=1048576 2024-09-12T17:42:02.033 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.031+0000 7f777f168780 1 < completed part key=_multipart_O3IEF0Z4S34O.2~0F0TBP6G853J.1 size=1048576 2024-09-12T17:42:02.034 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.032+0000 7f777f168780 1 < completed part key=_multipart_O3IEF0Z4S34O.2~0F0TBP6G853J.2 size=288417 2024-09-12T17:42:02.036 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.034+0000 7f777f168780 1 < completed multipart upload key=O3IEF0Z4S34O upload=0F0TBP6G853J tag=6TGNJNNE77VO type=write size=3434145 2024-09-12T17:42:02.038 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.037+0000 7f777f168780 1 > prepared part key=_multipart_CASKVIJ5MIV7.2~7FQLZQ31OFPW.0 size=368188 2024-09-12T17:42:02.038 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.037+0000 7f777f168780 1 > prepared multipart upload key=CASKVIJ5MIV7 upload=7FQLZQ31OFPW tag=VSYS8IYB1140 type=write size=1416764 2024-09-12T17:42:02.038 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.037+0000 7f777f168780 1 < canceled part key=_multipart_GYBHJV1TE1UC.2~2JB89K0XEDKZ.0 size=1048576 2024-09-12T17:42:02.038 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.037+0000 7f777f168780 1 < canceled part key=_multipart_GYBHJV1TE1UC.2~2JB89K0XEDKZ.1 size=1048576 2024-09-12T17:42:02.039 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.038+0000 7f777f168780 1 < completed part key=_multipart_GYBHJV1TE1UC.2~2JB89K0XEDKZ.2 size=498444 2024-09-12T17:42:02.041 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.040+0000 7f777f168780 1 < canceled multipart upload key=GYBHJV1TE1UC upload=2JB89K0XEDKZ tag=I1VLQMQW4F1V type=write size=3644172 2024-09-12T17:42:02.042 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.041+0000 7f777f168780 1 > prepared operation key=9XT9OU5JDG04 tag=VT0U00MK7G01 type=write size=1035697 2024-09-12T17:42:02.043 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.041+0000 7f777f168780 1 < canceled part key=_multipart_7Q7D1WMM31NL.2~XMY3T2OWG64F.0 size=1048576 2024-09-12T17:42:02.043 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.042+0000 7f777f168780 1 < completed part key=_multipart_7Q7D1WMM31NL.2~XMY3T2OWG64F.1 size=195111 2024-09-12T17:42:02.045 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.044+0000 7f777f168780 1 < canceled multipart upload key=7Q7D1WMM31NL upload=XMY3T2OWG64F tag=07PK2UXLPJON type=write size=2292263 2024-09-12T17:42:02.047 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.045+0000 7f777f168780 1 > prepared operation key=NV7QYM1CMJA7 tag=38ZUSMZE9UFD type=del size=3947880 2024-09-12T17:42:02.048 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.046+0000 7f777f168780 1 < completed part key=_multipart_K0OUEJ4GMFDB.2~OEIVKNLD416T.0 size=276728 2024-09-12T17:42:02.050 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.048+0000 7f777f168780 1 < completed multipart upload key=K0OUEJ4GMFDB upload=OEIVKNLD416T tag=D4ELZAH2EKAX type=write size=1325304 2024-09-12T17:42:02.051 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.050+0000 7f777f168780 1 > prepared operation key=BO6EDKIVIHEW tag=2KZOLA7G1D0C type=del size=572613 2024-09-12T17:42:02.051 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.050+0000 7f777f168780 1 < canceled part key=_multipart_K0OUEJ4GMFDB.2~KNVJIKG8FK9X.0 size=387539 2024-09-12T17:42:02.053 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.052+0000 7f777f168780 1 < canceled multipart upload key=K0OUEJ4GMFDB upload=KNVJIKG8FK9X tag=MG3LYUP52WNP type=write size=1436115 2024-09-12T17:42:02.054 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.053+0000 7f777f168780 1 > prepared operation key=H3CSJQOWQ7NN tag=PLZLG50V7IXB type=del size=3893869 2024-09-12T17:42:02.056 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.054+0000 7f777f168780 1 < completed delete operation key=VI3OAATH7N7Z tag=201855QLVPFD type=del 2024-09-12T17:42:02.057 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.055+0000 7f777f168780 1 > prepared operation key=DO31EKWPC3OI tag=X5YB692EYPLQ type=del size=3482924 2024-09-12T17:42:02.059 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.058+0000 7f777f168780 1 < suggested update operation key=OE1BUCZHIE1B tag=2LWJ3UOGP9N9 type=del size=3371901 2024-09-12T17:42:02.060 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.059+0000 7f777f168780 1 > prepared operation key=3D7LF14YZ1DI tag=ZU1Q7L670TFH type=write size=185408 2024-09-12T17:42:02.062 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.060+0000 7f777f168780 1 < completed delete operation key=FSWX3S2TGJJ9 tag=QXHHUXBUZUU6 type=del 2024-09-12T17:42:02.064 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.063+0000 7f777f168780 1 > prepared part key=_multipart_3D7LF14YZ1DI.2~B1ZV00BJQXI5.0 size=206422 2024-09-12T17:42:02.064 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.063+0000 7f777f168780 1 > prepared multipart upload key=3D7LF14YZ1DI upload=B1ZV00BJQXI5 tag=5DX4023X8SGB type=write size=1254998 2024-09-12T17:42:02.065 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.064+0000 7f777f168780 1 < canceled operation key=FSWX3S2TGJJ9 tag=SV34OWX41GJZ type=del size=1625299 2024-09-12T17:42:02.067 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.065+0000 7f777f168780 1 > prepared operation key=CIHBEU5VBLGQ tag=VQ1G2YPQFWGU type=del size=719556 2024-09-12T17:42:02.068 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.066+0000 7f777f168780 1 < completed delete operation key=2ZFE3UG14FTU tag=NW5GOUL3HP06 type=del 2024-09-12T17:42:02.070 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.068+0000 7f777f168780 1 > prepared part key=_multipart_ZABXJ7LUKKD3.2~DOOI32EE826F.0 size=415939 2024-09-12T17:42:02.070 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.068+0000 7f777f168780 1 > prepared multipart upload key=ZABXJ7LUKKD3 upload=DOOI32EE826F tag=E300CN7GJF3R type=write size=1464515 2024-09-12T17:42:02.071 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.070+0000 7f777f168780 -1 < failed to complete operation key=OE1BUCZHIE1B tag=K7EWDXJHCKGR type=del size=194248: (22) Invalid argument 2024-09-12T17:42:02.073 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.072+0000 7f777f168780 1 > prepared part key=_multipart_7Q7D1WMM31NL.2~FQ3O084PZ6S3.0 size=1048576 2024-09-12T17:42:02.074 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.073+0000 7f777f168780 1 > prepared part key=_multipart_7Q7D1WMM31NL.2~FQ3O084PZ6S3.1 size=1048576 2024-09-12T17:42:02.075 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.074+0000 7f777f168780 1 > prepared part key=_multipart_7Q7D1WMM31NL.2~FQ3O084PZ6S3.2 size=895254 2024-09-12T17:42:02.075 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.074+0000 7f777f168780 1 > prepared multipart upload key=7Q7D1WMM31NL upload=FQ3O084PZ6S3 tag=C2ZI4YDQLR66 type=write size=4040982 2024-09-12T17:42:02.077 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.075+0000 7f777f168780 1 < completed part key=_multipart_O3IEF0Z4S34O.2~QNQOOQN6MQ3J.0 size=1048576 2024-09-12T17:42:02.077 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.076+0000 7f777f168780 1 < completed part key=_multipart_O3IEF0Z4S34O.2~QNQOOQN6MQ3J.1 size=1048576 2024-09-12T17:42:02.078 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.077+0000 7f777f168780 1 < completed part key=_multipart_O3IEF0Z4S34O.2~QNQOOQN6MQ3J.2 size=520958 2024-09-12T17:42:02.080 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.079+0000 7f777f168780 1 < completed multipart upload key=O3IEF0Z4S34O upload=QNQOOQN6MQ3J tag=5WDJL503ME08 type=write size=3666686 2024-09-12T17:42:02.083 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.081+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~XDDED08T8C1F.0 size=1048576 2024-09-12T17:42:02.083 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.082+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~XDDED08T8C1F.1 size=1048576 2024-09-12T17:42:02.084 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.083+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~XDDED08T8C1F.2 size=213557 2024-09-12T17:42:02.084 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.083+0000 7f777f168780 1 > prepared multipart upload key=CIHBEU5VBLGQ upload=XDDED08T8C1F tag=ANC9UXHC0RWC type=write size=3359285 2024-09-12T17:42:02.086 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.084+0000 7f777f168780 1 < completed delete operation key=2BM46JTAY3BM tag=2H8R2BVBMOWL type=del 2024-09-12T17:42:02.087 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.085+0000 7f777f168780 1 > prepared operation key=FCBWV27TCNS4 tag=CU47MBE2BJQP type=del size=2417046 2024-09-12T17:42:02.088 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.086+0000 7f777f168780 1 < completed delete operation key=O3IEF0Z4S34O tag=UGZNDFCS7XN1 type=del 2024-09-12T17:42:02.089 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.088+0000 7f777f168780 1 > prepared operation key=CV1EGVJPNSKR tag=GW8E2644SQOQ type=del size=3998170 2024-09-12T17:42:02.090 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.089+0000 7f777f168780 1 < completed delete operation key=G4A1L52XKRAS tag=HCYUMKXDFLQE type=del 2024-09-12T17:42:02.092 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.090+0000 7f777f168780 1 > prepared operation key=3D7LF14YZ1DI tag=JUE87YQZOJF3 type=del size=3741746 2024-09-12T17:42:02.096 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.091+0000 7f777f168780 1 < completed part key=_multipart_1ZL602X3VJDP.2~21CRD3M0BSYV.0 size=536298 2024-09-12T17:42:02.096 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.093+0000 7f777f168780 1 < completed multipart upload key=1ZL602X3VJDP upload=21CRD3M0BSYV tag=B2FXK0U00K78 type=write size=1584874 2024-09-12T17:42:02.096 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.094+0000 7f777f168780 1 > prepared operation key=AEV8UHLVWR8L tag=NQG9BJ9LCWUL type=del size=16141 2024-09-12T17:42:02.097 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.096+0000 7f777f168780 1 < completed part key=_multipart_CASKVIJ5MIV7.2~7FQLZQ31OFPW.0 size=368188 2024-09-12T17:42:02.099 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.097+0000 7f777f168780 1 < completed multipart upload key=CASKVIJ5MIV7 upload=7FQLZQ31OFPW tag=VSYS8IYB1140 type=write size=1416764 2024-09-12T17:42:02.100 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.099+0000 7f777f168780 1 > prepared operation key=S79H21EJKRPP tag=IKQJTNGDRRY9 type=del size=3611638 2024-09-12T17:42:02.102 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.101+0000 7f777f168780 1 < completed write operation key=9XT9OU5JDG04 tag=VT0U00MK7G01 type=write size=1035697 2024-09-12T17:42:02.105 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.103+0000 7f777f168780 1 > prepared part key=_multipart_BO6EDKIVIHEW.2~H384CNRZPIE9.0 size=581456 2024-09-12T17:42:02.105 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.103+0000 7f777f168780 1 > prepared multipart upload key=BO6EDKIVIHEW upload=H384CNRZPIE9 tag=TEFX9FIKNZVL type=write size=1630032 2024-09-12T17:42:02.106 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.104+0000 7f777f168780 1 < completed delete operation key=NV7QYM1CMJA7 tag=38ZUSMZE9UFD type=del 2024-09-12T17:42:02.107 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.106+0000 7f777f168780 1 > prepared operation key=1ZL602X3VJDP tag=5AZHCKE8MIZA type=del size=2097030 2024-09-12T17:42:02.108 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.107+0000 7f777f168780 1 < completed delete operation key=BO6EDKIVIHEW tag=2KZOLA7G1D0C type=del 2024-09-12T17:42:02.109 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.108+0000 7f777f168780 1 > prepared operation key=G4A1L52XKRAS tag=U4JZ1ZRQ5V01 type=del size=277455 2024-09-12T17:42:02.110 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.109+0000 7f777f168780 1 < completed delete operation key=H3CSJQOWQ7NN tag=PLZLG50V7IXB type=del 2024-09-12T17:42:02.112 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.110+0000 7f777f168780 1 > prepared operation key=AEV8UHLVWR8L tag=TLPMDWIIRFLT type=del size=987793 2024-09-12T17:42:02.113 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.111+0000 7f777f168780 1 < completed delete operation key=DO31EKWPC3OI tag=X5YB692EYPLQ type=del 2024-09-12T17:42:02.114 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.112+0000 7f777f168780 1 > prepared operation key=CV1EGVJPNSKR tag=C22UWFU63Y6T type=del size=3580239 2024-09-12T17:42:02.115 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.113+0000 7f777f168780 1 < completed write operation key=3D7LF14YZ1DI tag=ZU1Q7L670TFH type=write size=185408 2024-09-12T17:42:02.116 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.115+0000 7f777f168780 1 > prepared operation key=1IACFTAZKIWV tag=YE10NPKXL3KL type=del size=3160795 2024-09-12T17:42:02.118 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.116+0000 7f777f168780 1 < completed part key=_multipart_3D7LF14YZ1DI.2~B1ZV00BJQXI5.0 size=206422 2024-09-12T17:42:02.119 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.118+0000 7f777f168780 1 < completed multipart upload key=3D7LF14YZ1DI upload=B1ZV00BJQXI5 tag=5DX4023X8SGB type=write size=1254998 2024-09-12T17:42:02.120 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.119+0000 7f777f168780 1 > prepared operation key=NV7QYM1CMJA7 tag=OKIPQJUMVBN7 type=del size=1965937 2024-09-12T17:42:02.121 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.120+0000 7f777f168780 1 < completed delete operation key=CIHBEU5VBLGQ tag=VQ1G2YPQFWGU type=del 2024-09-12T17:42:02.123 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.122+0000 7f777f168780 1 > prepared part key=_multipart_3D7LF14YZ1DI.2~802O3YAN3EWI.0 size=734215 2024-09-12T17:42:02.124 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.122+0000 7f777f168780 1 > prepared multipart upload key=3D7LF14YZ1DI upload=802O3YAN3EWI tag=OIIK6IUH3TY1 type=write size=1782791 2024-09-12T17:42:02.125 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.123+0000 7f777f168780 1 < completed part key=_multipart_ZABXJ7LUKKD3.2~DOOI32EE826F.0 size=415939 2024-09-12T17:42:02.126 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.125+0000 7f777f168780 1 < completed multipart upload key=ZABXJ7LUKKD3 upload=DOOI32EE826F tag=E300CN7GJF3R type=write size=1464515 2024-09-12T17:42:02.127 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.126+0000 7f777f168780 1 > prepared operation key=DCPT2HL28MHD tag=WEIAI74P1JJR type=del size=1988946 2024-09-12T17:42:02.129 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.127+0000 7f777f168780 1 < completed part key=_multipart_7Q7D1WMM31NL.2~FQ3O084PZ6S3.0 size=1048576 2024-09-12T17:42:02.129 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.128+0000 7f777f168780 1 < completed part key=_multipart_7Q7D1WMM31NL.2~FQ3O084PZ6S3.1 size=1048576 2024-09-12T17:42:02.130 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.129+0000 7f777f168780 1 < completed part key=_multipart_7Q7D1WMM31NL.2~FQ3O084PZ6S3.2 size=895254 2024-09-12T17:42:02.132 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.131+0000 7f777f168780 1 < completed multipart upload key=7Q7D1WMM31NL upload=FQ3O084PZ6S3 tag=C2ZI4YDQLR66 type=write size=4040982 2024-09-12T17:42:02.135 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.133+0000 7f777f168780 1 > prepared part key=_multipart_PW0NPHZT12D3.2~NGGLFHIY0TW0.0 size=634518 2024-09-12T17:42:02.135 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.133+0000 7f777f168780 1 > prepared multipart upload key=PW0NPHZT12D3 upload=NGGLFHIY0TW0 tag=IO4NB4JHV0EY type=write size=1683094 2024-09-12T17:42:02.136 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.134+0000 7f777f168780 1 < completed part key=_multipart_CIHBEU5VBLGQ.2~XDDED08T8C1F.0 size=1048576 2024-09-12T17:42:02.137 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.135+0000 7f777f168780 1 < completed part key=_multipart_CIHBEU5VBLGQ.2~XDDED08T8C1F.1 size=1048576 2024-09-12T17:42:02.139 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.136+0000 7f777f168780 1 < completed part key=_multipart_CIHBEU5VBLGQ.2~XDDED08T8C1F.2 size=213557 2024-09-12T17:42:02.140 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.138+0000 7f777f168780 1 < completed multipart upload key=CIHBEU5VBLGQ upload=XDDED08T8C1F tag=ANC9UXHC0RWC type=write size=3359285 2024-09-12T17:42:02.141 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.139+0000 7f777f168780 1 > prepared operation key=VI3OAATH7N7Z tag=RUD1APH98QHV type=del size=1865712 2024-09-12T17:42:02.142 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.141+0000 7f777f168780 1 < completed delete operation key=FCBWV27TCNS4 tag=CU47MBE2BJQP type=del 2024-09-12T17:42:02.143 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.142+0000 7f777f168780 1 > prepared operation key=9XT9OU5JDG04 tag=8JJ5PY4SANBU type=del size=259519 2024-09-12T17:42:02.144 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.143+0000 7f777f168780 1 < completed delete operation key=CV1EGVJPNSKR tag=GW8E2644SQOQ type=del 2024-09-12T17:42:02.146 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.144+0000 7f777f168780 1 > prepared operation key=DCPT2HL28MHD tag=LB3WT2PDVNZU type=del size=1143790 2024-09-12T17:42:02.147 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.146+0000 7f777f168780 1 < completed delete operation key=3D7LF14YZ1DI tag=JUE87YQZOJF3 type=del 2024-09-12T17:42:02.149 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.148+0000 7f777f168780 1 > prepared part key=_multipart_S79H21EJKRPP.2~CZX8ZSA05V32.0 size=1048576 2024-09-12T17:42:02.150 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.149+0000 7f777f168780 1 > prepared part key=_multipart_S79H21EJKRPP.2~CZX8ZSA05V32.1 size=321199 2024-09-12T17:42:02.150 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.149+0000 7f777f168780 1 > prepared multipart upload key=S79H21EJKRPP upload=CZX8ZSA05V32 tag=B8WB3EZ702UZ type=write size=2418351 2024-09-12T17:42:02.151 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.150+0000 7f777f168780 1 < completed delete operation key=AEV8UHLVWR8L tag=NQG9BJ9LCWUL type=del 2024-09-12T17:42:02.153 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.151+0000 7f777f168780 1 > prepared operation key=GYBHJV1TE1UC tag=T8PND2YP2VK5 type=del size=1971488 2024-09-12T17:42:02.154 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.152+0000 7f777f168780 1 < completed delete operation key=S79H21EJKRPP tag=IKQJTNGDRRY9 type=del 2024-09-12T17:42:02.156 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.155+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~Z06A9R7SJ4T8.0 size=1048576 2024-09-12T17:42:02.157 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.155+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~Z06A9R7SJ4T8.1 size=1048576 2024-09-12T17:42:02.158 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.156+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~Z06A9R7SJ4T8.2 size=382202 2024-09-12T17:42:02.158 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.156+0000 7f777f168780 1 > prepared multipart upload key=CIHBEU5VBLGQ upload=Z06A9R7SJ4T8 tag=9T16LZRQ1BA4 type=write size=3527930 2024-09-12T17:42:02.159 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.158+0000 7f777f168780 1 < completed part key=_multipart_BO6EDKIVIHEW.2~H384CNRZPIE9.0 size=581456 2024-09-12T17:42:02.161 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.160+0000 7f777f168780 1 < completed multipart upload key=BO6EDKIVIHEW upload=H384CNRZPIE9 tag=TEFX9FIKNZVL type=write size=1630032 2024-09-12T17:42:02.163 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.162+0000 7f777f168780 1 > prepared part key=_multipart_1IACFTAZKIWV.2~M40FR15DOX06.0 size=1048576 2024-09-12T17:42:02.164 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.163+0000 7f777f168780 1 > prepared part key=_multipart_1IACFTAZKIWV.2~M40FR15DOX06.1 size=68217 2024-09-12T17:42:02.164 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.163+0000 7f777f168780 1 > prepared multipart upload key=1IACFTAZKIWV upload=M40FR15DOX06 tag=GX5WESNQSG3P type=write size=2165369 2024-09-12T17:42:02.165 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.164+0000 7f777f168780 1 < completed delete operation key=1ZL602X3VJDP tag=5AZHCKE8MIZA type=del 2024-09-12T17:42:02.166 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.165+0000 7f777f168780 1 > prepared operation key=FI2EY06UN14X tag=ACHZL0Q2I90I type=del size=3504295 2024-09-12T17:42:02.168 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.166+0000 7f777f168780 1 < completed delete operation key=G4A1L52XKRAS tag=U4JZ1ZRQ5V01 type=del 2024-09-12T17:42:02.169 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.167+0000 7f777f168780 1 > prepared operation key=CPJJKVPMV2GJ tag=OXAIGIQNILBR type=write size=684712 2024-09-12T17:42:02.170 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.169+0000 7f777f168780 1 < completed delete operation key=AEV8UHLVWR8L tag=TLPMDWIIRFLT type=del 2024-09-12T17:42:02.172 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.170+0000 7f777f168780 1 > prepared operation key=FCBWV27TCNS4 tag=5CQJDG41B8H3 type=del size=2511107 2024-09-12T17:42:02.173 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.171+0000 7f777f168780 1 < completed delete operation key=CV1EGVJPNSKR tag=C22UWFU63Y6T type=del 2024-09-12T17:42:02.175 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.174+0000 7f777f168780 1 > prepared part key=_multipart_CPJJKVPMV2GJ.2~5QMAJU976UIV.0 size=1048576 2024-09-12T17:42:02.176 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.174+0000 7f777f168780 1 > prepared part key=_multipart_CPJJKVPMV2GJ.2~5QMAJU976UIV.1 size=1048576 2024-09-12T17:42:02.177 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.175+0000 7f777f168780 1 > prepared part key=_multipart_CPJJKVPMV2GJ.2~5QMAJU976UIV.2 size=311506 2024-09-12T17:42:02.177 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.175+0000 7f777f168780 1 > prepared multipart upload key=CPJJKVPMV2GJ upload=5QMAJU976UIV tag=WA5QG0W976WK type=write size=3457234 2024-09-12T17:42:02.178 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.177+0000 7f777f168780 1 < completed delete operation key=1IACFTAZKIWV tag=YE10NPKXL3KL type=del 2024-09-12T17:42:02.180 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.179+0000 7f777f168780 1 > prepared part key=_multipart_O3IEF0Z4S34O.2~8FLM21X47X68.0 size=1048576 2024-09-12T17:42:02.181 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.180+0000 7f777f168780 1 > prepared part key=_multipart_O3IEF0Z4S34O.2~8FLM21X47X68.1 size=1048576 2024-09-12T17:42:02.182 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.181+0000 7f777f168780 1 > prepared part key=_multipart_O3IEF0Z4S34O.2~8FLM21X47X68.2 size=50236 2024-09-12T17:42:02.182 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.181+0000 7f777f168780 1 > prepared multipart upload key=O3IEF0Z4S34O upload=8FLM21X47X68 tag=K68ZANKRV76E type=write size=3195964 2024-09-12T17:42:02.184 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.182+0000 7f777f168780 1 < completed delete operation key=NV7QYM1CMJA7 tag=OKIPQJUMVBN7 type=del 2024-09-12T17:42:02.185 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.184+0000 7f777f168780 1 > prepared operation key=2KHLGQJKQA23 tag=M04V5PLECXIR type=del size=17947 2024-09-12T17:42:02.186 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.185+0000 7f777f168780 1 < completed part key=_multipart_3D7LF14YZ1DI.2~802O3YAN3EWI.0 size=734215 2024-09-12T17:42:02.188 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.187+0000 7f777f168780 1 < completed multipart upload key=3D7LF14YZ1DI upload=802O3YAN3EWI tag=OIIK6IUH3TY1 type=write size=1782791 2024-09-12T17:42:02.189 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.188+0000 7f777f168780 1 > prepared operation key=S79H21EJKRPP tag=O7NVUVVV3XTF type=del size=527729 2024-09-12T17:42:02.191 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.189+0000 7f777f168780 1 < completed delete operation key=DCPT2HL28MHD tag=WEIAI74P1JJR type=del 2024-09-12T17:42:02.192 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.190+0000 7f777f168780 1 > prepared operation key=9XT9OU5JDG04 tag=5DBL7XGVXZG8 type=del size=462580 2024-09-12T17:42:02.193 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.191+0000 7f777f168780 1 < completed part key=_multipart_PW0NPHZT12D3.2~NGGLFHIY0TW0.0 size=634518 2024-09-12T17:42:02.195 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.193+0000 7f777f168780 1 < completed multipart upload key=PW0NPHZT12D3 upload=NGGLFHIY0TW0 tag=IO4NB4JHV0EY type=write size=1683094 2024-09-12T17:42:02.197 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.195+0000 7f777f168780 1 > prepared part key=_multipart_H3CSJQOWQ7NN.2~V09E11UJ1IN4.0 size=420567 2024-09-12T17:42:02.197 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.195+0000 7f777f168780 1 > prepared multipart upload key=H3CSJQOWQ7NN upload=V09E11UJ1IN4 tag=E1NSQ61CRO2D type=write size=1469143 2024-09-12T17:42:02.198 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.197+0000 7f777f168780 1 < completed delete operation key=VI3OAATH7N7Z tag=RUD1APH98QHV type=del 2024-09-12T17:42:02.200 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.199+0000 7f777f168780 1 > prepared part key=_multipart_3U17OL8VRNIQ.2~AD3D6OZEJRTU.0 size=1048576 2024-09-12T17:42:02.201 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.199+0000 7f777f168780 1 > prepared part key=_multipart_3U17OL8VRNIQ.2~AD3D6OZEJRTU.1 size=956016 2024-09-12T17:42:02.201 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.199+0000 7f777f168780 1 > prepared multipart upload key=3U17OL8VRNIQ upload=AD3D6OZEJRTU tag=DXVLA2ZIONSE type=write size=3053168 2024-09-12T17:42:02.202 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.201+0000 7f777f168780 1 < completed delete operation key=9XT9OU5JDG04 tag=8JJ5PY4SANBU type=del 2024-09-12T17:42:02.203 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.202+0000 7f777f168780 1 > prepared operation key=13V8F5WX47AD tag=K5G2HRUUDPY5 type=del size=419036 2024-09-12T17:42:02.204 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.203+0000 7f777f168780 1 < completed delete operation key=DCPT2HL28MHD tag=LB3WT2PDVNZU type=del 2024-09-12T17:42:02.206 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.204+0000 7f777f168780 1 > prepared operation key=OE1BUCZHIE1B tag=HP3I91RUWVPY type=del size=388977 2024-09-12T17:42:02.207 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.205+0000 7f777f168780 1 < completed part key=_multipart_S79H21EJKRPP.2~CZX8ZSA05V32.0 size=1048576 2024-09-12T17:42:02.207 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.205+0000 7f777f168780 1 < canceled part key=_multipart_S79H21EJKRPP.2~CZX8ZSA05V32.1 size=321199 2024-09-12T17:42:02.209 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.207+0000 7f777f168780 1 < canceled multipart upload key=S79H21EJKRPP upload=CZX8ZSA05V32 tag=B8WB3EZ702UZ type=write size=2418351 2024-09-12T17:42:02.211 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.209+0000 7f777f168780 1 > prepared part key=_multipart_PW0NPHZT12D3.2~V366YCBBXV8W.0 size=1048576 2024-09-12T17:42:02.212 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.211+0000 7f777f168780 1 > prepared part key=_multipart_PW0NPHZT12D3.2~V366YCBBXV8W.1 size=348300 2024-09-12T17:42:02.213 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.211+0000 7f777f168780 1 > prepared multipart upload key=PW0NPHZT12D3 upload=V366YCBBXV8W tag=2K1YRDCOF541 type=write size=2445452 2024-09-12T17:42:02.214 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.212+0000 7f777f168780 1 < canceled operation key=GYBHJV1TE1UC tag=T8PND2YP2VK5 type=del size=1971488 2024-09-12T17:42:02.216 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.214+0000 7f777f168780 1 > prepared part key=_multipart_7Q7D1WMM31NL.2~A6S1IRGE22T4.0 size=1048576 2024-09-12T17:42:02.217 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.215+0000 7f777f168780 1 > prepared part key=_multipart_7Q7D1WMM31NL.2~A6S1IRGE22T4.1 size=1048576 2024-09-12T17:42:02.217 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.216+0000 7f777f168780 1 > prepared part key=_multipart_7Q7D1WMM31NL.2~A6S1IRGE22T4.2 size=462597 2024-09-12T17:42:02.217 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.216+0000 7f777f168780 1 > prepared multipart upload key=7Q7D1WMM31NL upload=A6S1IRGE22T4 tag=6ZTRXGNIGALJ type=write size=3608325 2024-09-12T17:42:02.219 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.217+0000 7f777f168780 1 < completed part key=_multipart_CIHBEU5VBLGQ.2~Z06A9R7SJ4T8.0 size=1048576 2024-09-12T17:42:02.219 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.217+0000 7f777f168780 1 < canceled part key=_multipart_CIHBEU5VBLGQ.2~Z06A9R7SJ4T8.1 size=1048576 2024-09-12T17:42:02.219 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.218+0000 7f777f168780 1 < completed part key=_multipart_CIHBEU5VBLGQ.2~Z06A9R7SJ4T8.2 size=382202 2024-09-12T17:42:02.221 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.220+0000 7f777f168780 1 < canceled multipart upload key=CIHBEU5VBLGQ upload=Z06A9R7SJ4T8 tag=9T16LZRQ1BA4 type=write size=3527930 2024-09-12T17:42:02.222 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.221+0000 7f777f168780 1 > prepared operation key=BO6EDKIVIHEW tag=LB8V7KAY6D2A type=del size=4012705 2024-09-12T17:42:02.224 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.222+0000 7f777f168780 1 < completed part key=_multipart_1IACFTAZKIWV.2~M40FR15DOX06.0 size=1048576 2024-09-12T17:42:02.225 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.223+0000 7f777f168780 1 < completed part key=_multipart_1IACFTAZKIWV.2~M40FR15DOX06.1 size=68217 2024-09-12T17:42:02.227 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.225+0000 7f777f168780 1 < completed multipart upload key=1IACFTAZKIWV upload=M40FR15DOX06 tag=GX5WESNQSG3P type=write size=2165369 2024-09-12T17:42:02.228 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.227+0000 7f777f168780 1 > prepared part key=_multipart_VI3OAATH7N7Z.2~RXB3STA8UNFJ.0 size=863040 2024-09-12T17:42:02.229 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.227+0000 7f777f168780 1 > prepared multipart upload key=VI3OAATH7N7Z upload=RXB3STA8UNFJ tag=QK0DA8NA9GL8 type=write size=1911616 2024-09-12T17:42:02.230 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.228+0000 7f777f168780 1 < canceled operation key=FI2EY06UN14X tag=ACHZL0Q2I90I type=del size=3504295 2024-09-12T17:42:02.232 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.230+0000 7f777f168780 1 > prepared part key=_multipart_2BM46JTAY3BM.2~B4LPBF5IZ6TR.0 size=1048576 2024-09-12T17:42:02.233 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.231+0000 7f777f168780 1 > prepared part key=_multipart_2BM46JTAY3BM.2~B4LPBF5IZ6TR.1 size=1048576 2024-09-12T17:42:02.234 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.232+0000 7f777f168780 1 > prepared part key=_multipart_2BM46JTAY3BM.2~B4LPBF5IZ6TR.2 size=435677 2024-09-12T17:42:02.234 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.232+0000 7f777f168780 1 > prepared multipart upload key=2BM46JTAY3BM upload=B4LPBF5IZ6TR tag=02AZ673F9BFQ type=write size=3581405 2024-09-12T17:42:02.235 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.233+0000 7f777f168780 1 < canceled operation key=CPJJKVPMV2GJ tag=OXAIGIQNILBR type=write size=684712 2024-09-12T17:42:02.236 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.234+0000 7f777f168780 1 > prepared operation key=G4A1L52XKRAS tag=OGOP1E8F8H1P type=write size=837977 2024-09-12T17:42:02.238 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.237+0000 7f777f168780 1 < suggested remove operation key=FCBWV27TCNS4 tag=5CQJDG41B8H3 type=del 2024-09-12T17:42:02.239 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.238+0000 7f777f168780 1 > prepared operation key=FI2EY06UN14X tag=OMYJNDRSSIRZ type=write size=378337 2024-09-12T17:42:02.240 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.238+0000 7f777f168780 1 < canceled part key=_multipart_CPJJKVPMV2GJ.2~5QMAJU976UIV.0 size=1048576 2024-09-12T17:42:02.240 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.239+0000 7f777f168780 1 < completed part key=_multipart_CPJJKVPMV2GJ.2~5QMAJU976UIV.1 size=1048576 2024-09-12T17:42:02.241 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.240+0000 7f777f168780 1 < completed part key=_multipart_CPJJKVPMV2GJ.2~5QMAJU976UIV.2 size=311506 2024-09-12T17:42:02.243 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.242+0000 7f777f168780 1 < canceled multipart upload key=CPJJKVPMV2GJ upload=5QMAJU976UIV tag=WA5QG0W976WK type=write size=3457234 2024-09-12T17:42:02.245 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.244+0000 7f777f168780 1 > prepared part key=_multipart_1IACFTAZKIWV.2~HQU939YF2GDZ.0 size=663104 2024-09-12T17:42:02.245 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.244+0000 7f777f168780 1 > prepared multipart upload key=1IACFTAZKIWV upload=HQU939YF2GDZ tag=PM252X2YSD03 type=write size=1711680 2024-09-12T17:42:02.247 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.245+0000 7f777f168780 1 < completed part key=_multipart_O3IEF0Z4S34O.2~8FLM21X47X68.0 size=1048576 2024-09-12T17:42:02.247 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.245+0000 7f777f168780 1 < canceled part key=_multipart_O3IEF0Z4S34O.2~8FLM21X47X68.1 size=1048576 2024-09-12T17:42:02.247 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.246+0000 7f777f168780 1 < completed part key=_multipart_O3IEF0Z4S34O.2~8FLM21X47X68.2 size=50236 2024-09-12T17:42:02.249 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.248+0000 7f777f168780 1 < canceled multipart upload key=O3IEF0Z4S34O upload=8FLM21X47X68 tag=K68ZANKRV76E type=write size=3195964 2024-09-12T17:42:02.250 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.249+0000 7f777f168780 1 > prepared operation key=2KHLGQJKQA23 tag=732TF0SIS3RQ type=write size=319798 2024-09-12T17:42:02.252 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.250+0000 7f777f168780 1 < completed delete operation key=2KHLGQJKQA23 tag=M04V5PLECXIR type=del 2024-09-12T17:42:02.253 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.251+0000 7f777f168780 1 > prepared operation key=FSWX3S2TGJJ9 tag=9JLLXNTYP5K9 type=write size=464234 2024-09-12T17:42:02.254 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.253+0000 7f777f168780 1 < completed delete operation key=S79H21EJKRPP tag=O7NVUVVV3XTF type=del 2024-09-12T17:42:02.255 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.254+0000 7f777f168780 1 > prepared operation key=1ZL602X3VJDP tag=XLN9OJQV84TB type=del size=1793705 2024-09-12T17:42:02.256 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.255+0000 7f777f168780 1 < completed delete operation key=9XT9OU5JDG04 tag=5DBL7XGVXZG8 type=del 2024-09-12T17:42:02.258 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.256+0000 7f777f168780 1 > prepared operation key=GYBHJV1TE1UC tag=B2ZNL3V25GMW type=del size=746852 2024-09-12T17:42:02.259 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.257+0000 7f777f168780 1 < completed part key=_multipart_H3CSJQOWQ7NN.2~V09E11UJ1IN4.0 size=420567 2024-09-12T17:42:02.261 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.259+0000 7f777f168780 1 < completed multipart upload key=H3CSJQOWQ7NN upload=V09E11UJ1IN4 tag=E1NSQ61CRO2D type=write size=1469143 2024-09-12T17:42:02.262 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.260+0000 7f777f168780 1 > prepared operation key=OE1BUCZHIE1B tag=KWR1DDRWA6C0 type=write size=210764 2024-09-12T17:42:02.263 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.262+0000 7f777f168780 1 < completed part key=_multipart_3U17OL8VRNIQ.2~AD3D6OZEJRTU.0 size=1048576 2024-09-12T17:42:02.264 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.262+0000 7f777f168780 1 < completed part key=_multipart_3U17OL8VRNIQ.2~AD3D6OZEJRTU.1 size=956016 2024-09-12T17:42:02.266 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.264+0000 7f777f168780 1 < completed multipart upload key=3U17OL8VRNIQ upload=AD3D6OZEJRTU tag=DXVLA2ZIONSE type=write size=3053168 2024-09-12T17:42:02.268 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.266+0000 7f777f168780 1 > prepared part key=_multipart_DO31EKWPC3OI.2~MER74SPIHHH4.0 size=612529 2024-09-12T17:42:02.268 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.266+0000 7f777f168780 1 > prepared multipart upload key=DO31EKWPC3OI upload=MER74SPIHHH4 tag=6ZRROPE8R2VO type=write size=1661105 2024-09-12T17:42:02.270 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.269+0000 7f777f168780 1 < suggested remove operation key=13V8F5WX47AD tag=K5G2HRUUDPY5 type=del 2024-09-12T17:42:02.271 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.270+0000 7f777f168780 1 > prepared operation key=2KHLGQJKQA23 tag=J4JYFRLPQY9F type=del size=3107575 2024-09-12T17:42:02.272 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.271+0000 7f777f168780 1 < canceled operation key=OE1BUCZHIE1B tag=HP3I91RUWVPY type=del size=388977 2024-09-12T17:42:02.275 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.273+0000 7f777f168780 1 > prepared part key=_multipart_2ZFE3UG14FTU.2~RZLK5IRXQEAU.0 size=1048576 2024-09-12T17:42:02.275 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.274+0000 7f777f168780 1 > prepared part key=_multipart_2ZFE3UG14FTU.2~RZLK5IRXQEAU.1 size=335478 2024-09-12T17:42:02.276 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.274+0000 7f777f168780 1 > prepared multipart upload key=2ZFE3UG14FTU upload=RZLK5IRXQEAU tag=3Y5SIV82L1N8 type=write size=2432630 2024-09-12T17:42:02.277 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.275+0000 7f777f168780 1 < completed part key=_multipart_PW0NPHZT12D3.2~V366YCBBXV8W.0 size=1048576 2024-09-12T17:42:02.278 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.276+0000 7f777f168780 1 < completed part key=_multipart_PW0NPHZT12D3.2~V366YCBBXV8W.1 size=348300 2024-09-12T17:42:02.279 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.278+0000 7f777f168780 1 < completed multipart upload key=PW0NPHZT12D3 upload=V366YCBBXV8W tag=2K1YRDCOF541 type=write size=2445452 2024-09-12T17:42:02.282 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.280+0000 7f777f168780 1 > prepared part key=_multipart_VI3OAATH7N7Z.2~V9E85G5JYUB2.0 size=1048576 2024-09-12T17:42:02.283 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.281+0000 7f777f168780 1 > prepared part key=_multipart_VI3OAATH7N7Z.2~V9E85G5JYUB2.1 size=1048576 2024-09-12T17:42:02.284 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.282+0000 7f777f168780 1 > prepared part key=_multipart_VI3OAATH7N7Z.2~V9E85G5JYUB2.2 size=27241 2024-09-12T17:42:02.284 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.282+0000 7f777f168780 1 > prepared multipart upload key=VI3OAATH7N7Z upload=V9E85G5JYUB2 tag=IWLPLCAV5F64 type=write size=3172969 2024-09-12T17:42:02.285 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.284+0000 7f777f168780 1 < completed part key=_multipart_7Q7D1WMM31NL.2~A6S1IRGE22T4.0 size=1048576 2024-09-12T17:42:02.286 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.284+0000 7f777f168780 1 < completed part key=_multipart_7Q7D1WMM31NL.2~A6S1IRGE22T4.1 size=1048576 2024-09-12T17:42:02.287 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.285+0000 7f777f168780 1 < completed part key=_multipart_7Q7D1WMM31NL.2~A6S1IRGE22T4.2 size=462597 2024-09-12T17:42:02.289 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.288+0000 7f777f168780 1 < completed multipart upload key=7Q7D1WMM31NL upload=A6S1IRGE22T4 tag=6ZTRXGNIGALJ type=write size=3608325 2024-09-12T17:42:02.291 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.290+0000 7f777f168780 1 > prepared part key=_multipart_BO6EDKIVIHEW.2~2N9JF660YSR6.0 size=1048576 2024-09-12T17:42:02.292 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.291+0000 7f777f168780 1 > prepared part key=_multipart_BO6EDKIVIHEW.2~2N9JF660YSR6.1 size=331316 2024-09-12T17:42:02.292 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.291+0000 7f777f168780 1 > prepared multipart upload key=BO6EDKIVIHEW upload=2N9JF660YSR6 tag=AJXT3JEXVNOG type=write size=2428468 2024-09-12T17:42:02.295 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.293+0000 7f777f168780 1 < suggested update operation key=BO6EDKIVIHEW tag=LB8V7KAY6D2A type=del size=4012705 2024-09-12T17:42:02.296 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.295+0000 7f777f168780 1 > prepared operation key=FCBWV27TCNS4 tag=I9WMBLSDRA1F type=del size=3112100 2024-09-12T17:42:02.297 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.296+0000 7f777f168780 1 < completed part key=_multipart_VI3OAATH7N7Z.2~RXB3STA8UNFJ.0 size=863040 2024-09-12T17:42:02.300 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.298+0000 7f777f168780 1 < completed multipart upload key=VI3OAATH7N7Z upload=RXB3STA8UNFJ tag=QK0DA8NA9GL8 type=write size=1911616 2024-09-12T17:42:02.301 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.300+0000 7f777f168780 1 > prepared part key=_multipart_2BM46JTAY3BM.2~HXC6H0334P15.0 size=1048576 2024-09-12T17:42:02.302 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.301+0000 7f777f168780 1 > prepared part key=_multipart_2BM46JTAY3BM.2~HXC6H0334P15.1 size=1048576 2024-09-12T17:42:02.303 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.302+0000 7f777f168780 1 > prepared part key=_multipart_2BM46JTAY3BM.2~HXC6H0334P15.2 size=143576 2024-09-12T17:42:02.303 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.302+0000 7f777f168780 1 > prepared multipart upload key=2BM46JTAY3BM upload=HXC6H0334P15 tag=0LWHY2OLA0EA type=write size=3289304 2024-09-12T17:42:02.305 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.303+0000 7f777f168780 1 < completed part key=_multipart_2BM46JTAY3BM.2~B4LPBF5IZ6TR.0 size=1048576 2024-09-12T17:42:02.305 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.304+0000 7f777f168780 1 < completed part key=_multipart_2BM46JTAY3BM.2~B4LPBF5IZ6TR.1 size=1048576 2024-09-12T17:42:02.306 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.305+0000 7f777f168780 1 < completed part key=_multipart_2BM46JTAY3BM.2~B4LPBF5IZ6TR.2 size=435677 2024-09-12T17:42:02.308 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.307+0000 7f777f168780 1 < completed multipart upload key=2BM46JTAY3BM upload=B4LPBF5IZ6TR tag=02AZ673F9BFQ type=write size=3581405 2024-09-12T17:42:02.310 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.308+0000 7f777f168780 1 > prepared operation key=13V8F5WX47AD tag=C5CGFE4VFU31 type=del size=715707 2024-09-12T17:42:02.311 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.309+0000 7f777f168780 1 < completed write operation key=G4A1L52XKRAS tag=OGOP1E8F8H1P type=write size=837977 2024-09-12T17:42:02.313 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.312+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~RRW3GO75TRAZ.0 size=1048576 2024-09-12T17:42:02.314 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.313+0000 7f777f168780 1 > prepared part key=_multipart_CIHBEU5VBLGQ.2~RRW3GO75TRAZ.1 size=417694 2024-09-12T17:42:02.314 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.313+0000 7f777f168780 1 > prepared multipart upload key=CIHBEU5VBLGQ upload=RRW3GO75TRAZ tag=PK225KT83UXS type=write size=2514846 2024-09-12T17:42:02.315 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.314+0000 7f777f168780 1 < completed write operation key=FI2EY06UN14X tag=OMYJNDRSSIRZ type=write size=378337 2024-09-12T17:42:02.316 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.315+0000 7f777f168780 1 > prepared operation key=CV1EGVJPNSKR tag=7KTJZQO3NN43 type=del size=2262999 2024-09-12T17:42:02.318 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.316+0000 7f777f168780 1 < completed part key=_multipart_1IACFTAZKIWV.2~HQU939YF2GDZ.0 size=663104 2024-09-12T17:42:02.320 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.319+0000 7f777f168780 1 < completed multipart upload key=1IACFTAZKIWV upload=HQU939YF2GDZ tag=PM252X2YSD03 type=write size=1711680 2024-09-12T17:42:02.322 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.320+0000 7f777f168780 1 > prepared operation key=CV1EGVJPNSKR tag=0S3SEJ6ECUAZ type=del size=260433 2024-09-12T17:42:02.323 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.321+0000 7f777f168780 1 < completed write operation key=2KHLGQJKQA23 tag=732TF0SIS3RQ type=write size=319798 2024-09-12T17:42:02.324 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.323+0000 7f777f168780 1 > prepared operation key=PW0NPHZT12D3 tag=IC4KWQRVEE8X type=del size=1153445 2024-09-12T17:42:02.325 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.324+0000 7f777f168780 1 < completed write operation key=FSWX3S2TGJJ9 tag=9JLLXNTYP5K9 type=write size=464234 2024-09-12T17:42:02.327 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.326+0000 7f777f168780 1 > prepared part key=_multipart_ZABXJ7LUKKD3.2~1QZT0UC7HNHE.0 size=1048576 2024-09-12T17:42:02.328 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.327+0000 7f777f168780 1 > prepared part key=_multipart_ZABXJ7LUKKD3.2~1QZT0UC7HNHE.1 size=976247 2024-09-12T17:42:02.328 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.327+0000 7f777f168780 1 > prepared multipart upload key=ZABXJ7LUKKD3 upload=1QZT0UC7HNHE tag=F4N3NCWCQ9P2 type=write size=3073399 2024-09-12T17:42:02.329 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.328+0000 7f777f168780 1 < completed delete operation key=1ZL602X3VJDP tag=XLN9OJQV84TB type=del 2024-09-12T17:42:02.330 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.329+0000 7f777f168780 1 > prepared operation key=CPJJKVPMV2GJ tag=NRJCVXQL1QRG type=del size=1356295 2024-09-12T17:42:02.332 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.331+0000 7f777f168780 1 < suggested update operation key=GYBHJV1TE1UC tag=B2ZNL3V25GMW type=del size=746852 2024-09-12T17:42:02.335 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.333+0000 7f777f168780 1 > prepared part key=_multipart_GYBHJV1TE1UC.2~3ZR6OHSPPZ4V.0 size=608697 2024-09-12T17:42:02.335 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.333+0000 7f777f168780 1 > prepared multipart upload key=GYBHJV1TE1UC upload=3ZR6OHSPPZ4V tag=L07RUMI9WUXN type=write size=1657273 2024-09-12T17:42:02.336 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.334+0000 7f777f168780 1 < completed write operation key=OE1BUCZHIE1B tag=KWR1DDRWA6C0 type=write size=210764 2024-09-12T17:42:02.338 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.336+0000 7f777f168780 1 > prepared part key=_multipart_DCPT2HL28MHD.2~D8A8IWCUPDYO.0 size=460603 2024-09-12T17:42:02.338 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.336+0000 7f777f168780 1 > prepared multipart upload key=DCPT2HL28MHD upload=D8A8IWCUPDYO tag=FAL7LRN69020 type=write size=1509179 2024-09-12T17:42:02.339 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.337+0000 7f777f168780 1 < completed part key=_multipart_DO31EKWPC3OI.2~MER74SPIHHH4.0 size=612529 2024-09-12T17:42:02.341 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.339+0000 7f777f168780 1 < completed multipart upload key=DO31EKWPC3OI upload=MER74SPIHHH4 tag=6ZRROPE8R2VO type=write size=1661105 2024-09-12T17:42:02.343 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.341+0000 7f777f168780 1 > prepared part key=_multipart_FSWX3S2TGJJ9.2~AKQ2Y5JBYGZ7.0 size=553012 2024-09-12T17:42:02.343 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.341+0000 7f777f168780 1 > prepared multipart upload key=FSWX3S2TGJJ9 upload=AKQ2Y5JBYGZ7 tag=EESE4OKLR4DB type=write size=1601588 2024-09-12T17:42:02.345 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.344+0000 7f777f168780 1 < suggested update operation key=2KHLGQJKQA23 tag=J4JYFRLPQY9F type=del size=3107575 2024-09-12T17:42:02.347 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.346+0000 7f777f168780 1 > prepared part key=_multipart_NV7QYM1CMJA7.2~9KUA4KW9VGX9.0 size=1048576 2024-09-12T17:42:02.348 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.347+0000 7f777f168780 1 > prepared part key=_multipart_NV7QYM1CMJA7.2~9KUA4KW9VGX9.1 size=831864 2024-09-12T17:42:02.348 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.347+0000 7f777f168780 1 > prepared multipart upload key=NV7QYM1CMJA7 upload=9KUA4KW9VGX9 tag=K7D70OFKXHF6 type=write size=2929016 2024-09-12T17:42:02.349 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.348+0000 7f777f168780 1 < completed part key=_multipart_2ZFE3UG14FTU.2~RZLK5IRXQEAU.0 size=1048576 2024-09-12T17:42:02.350 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.349+0000 7f777f168780 1 < completed part key=_multipart_2ZFE3UG14FTU.2~RZLK5IRXQEAU.1 size=335478 2024-09-12T17:42:02.352 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.351+0000 7f777f168780 1 < completed multipart upload key=2ZFE3UG14FTU upload=RZLK5IRXQEAU tag=3Y5SIV82L1N8 type=write size=2432630 2024-09-12T17:42:02.353 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.352+0000 7f777f168780 1 > prepared operation key=O3IEF0Z4S34O tag=JY30S2KJIUJH type=del size=2661955 2024-09-12T17:42:02.355 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.353+0000 7f777f168780 1 < completed part key=_multipart_VI3OAATH7N7Z.2~V9E85G5JYUB2.0 size=1048576 2024-09-12T17:42:02.355 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.354+0000 7f777f168780 1 < completed part key=_multipart_VI3OAATH7N7Z.2~V9E85G5JYUB2.1 size=1048576 2024-09-12T17:42:02.357 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.355+0000 7f777f168780 1 < completed part key=_multipart_VI3OAATH7N7Z.2~V9E85G5JYUB2.2 size=27241 2024-09-12T17:42:02.358 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.357+0000 7f777f168780 1 < completed multipart upload key=VI3OAATH7N7Z upload=V9E85G5JYUB2 tag=IWLPLCAV5F64 type=write size=3172969 2024-09-12T17:42:02.359 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.358+0000 7f777f168780 1 > prepared operation key=2KHLGQJKQA23 tag=NTFBUMH3ORRU type=del size=2354918 2024-09-12T17:42:02.361 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.359+0000 7f777f168780 1 < completed part key=_multipart_BO6EDKIVIHEW.2~2N9JF660YSR6.0 size=1048576 2024-09-12T17:42:02.362 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.360+0000 7f777f168780 1 < completed part key=_multipart_BO6EDKIVIHEW.2~2N9JF660YSR6.1 size=331316 2024-09-12T17:42:02.363 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.362+0000 7f777f168780 1 < completed multipart upload key=BO6EDKIVIHEW upload=2N9JF660YSR6 tag=AJXT3JEXVNOG type=write size=2428468 2024-09-12T17:42:02.365 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.363+0000 7f777f168780 1 > prepared operation key=FCBWV27TCNS4 tag=C4DAG0YE3YIB type=del size=1697939 2024-09-12T17:42:02.366 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.364+0000 7f777f168780 1 < completed delete operation key=FCBWV27TCNS4 tag=I9WMBLSDRA1F type=del 2024-09-12T17:42:02.368 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.366+0000 7f777f168780 1 > prepared part key=_multipart_DO31EKWPC3OI.2~RBL26A5JYWJD.0 size=1048576 2024-09-12T17:42:02.369 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.367+0000 7f777f168780 1 > prepared part key=_multipart_DO31EKWPC3OI.2~RBL26A5JYWJD.1 size=1048576 2024-09-12T17:42:02.370 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.368+0000 7f777f168780 1 > prepared part key=_multipart_DO31EKWPC3OI.2~RBL26A5JYWJD.2 size=252569 2024-09-12T17:42:02.370 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.368+0000 7f777f168780 1 > prepared multipart upload key=DO31EKWPC3OI upload=RBL26A5JYWJD tag=MN341PVL5R1U type=write size=3398297 2024-09-12T17:42:02.371 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.369+0000 7f777f168780 1 < completed part key=_multipart_2BM46JTAY3BM.2~HXC6H0334P15.0 size=1048576 2024-09-12T17:42:02.372 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.370+0000 7f777f168780 1 < completed part key=_multipart_2BM46JTAY3BM.2~HXC6H0334P15.1 size=1048576 2024-09-12T17:42:02.373 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.371+0000 7f777f168780 1 < completed part key=_multipart_2BM46JTAY3BM.2~HXC6H0334P15.2 size=143576 2024-09-12T17:42:02.375 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.373+0000 7f777f168780 1 < completed multipart upload key=2BM46JTAY3BM upload=HXC6H0334P15 tag=0LWHY2OLA0EA type=write size=3289304 2024-09-12T17:42:02.376 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.374+0000 7f777f168780 1 > prepared operation key=S79H21EJKRPP tag=D9ZB0AGJFX7I type=write size=133157 2024-09-12T17:42:02.377 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.376+0000 7f777f168780 1 < completed delete operation key=13V8F5WX47AD tag=C5CGFE4VFU31 type=del 2024-09-12T17:42:02.379 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.378+0000 7f777f168780 1 > prepared part key=_multipart_1IACFTAZKIWV.2~UE9ZTG5I3G31.0 size=1048576 2024-09-12T17:42:02.380 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.379+0000 7f777f168780 1 > prepared part key=_multipart_1IACFTAZKIWV.2~UE9ZTG5I3G31.1 size=1048576 2024-09-12T17:42:02.381 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.379+0000 7f777f168780 1 > prepared part key=_multipart_1IACFTAZKIWV.2~UE9ZTG5I3G31.2 size=116574 2024-09-12T17:42:02.381 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.379+0000 7f777f168780 1 > prepared multipart upload key=1IACFTAZKIWV upload=UE9ZTG5I3G31 tag=R8HOLRBLBY3S type=write size=3262302 2024-09-12T17:42:02.382 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.381+0000 7f777f168780 1 < completed part key=_multipart_CIHBEU5VBLGQ.2~RRW3GO75TRAZ.0 size=1048576 2024-09-12T17:42:02.383 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.382+0000 7f777f168780 1 < completed part key=_multipart_CIHBEU5VBLGQ.2~RRW3GO75TRAZ.1 size=417694 2024-09-12T17:42:02.385 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.384+0000 7f777f168780 1 < completed multipart upload key=CIHBEU5VBLGQ upload=RRW3GO75TRAZ tag=PK225KT83UXS type=write size=2514846 2024-09-12T17:42:02.387 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.386+0000 7f777f168780 1 > prepared part key=_multipart_7Q7D1WMM31NL.2~JVE4BASAREFY.0 size=1048576 2024-09-12T17:42:02.388 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.387+0000 7f777f168780 1 > prepared part key=_multipart_7Q7D1WMM31NL.2~JVE4BASAREFY.1 size=700686 2024-09-12T17:42:02.388 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.387+0000 7f777f168780 1 > prepared multipart upload key=7Q7D1WMM31NL upload=JVE4BASAREFY tag=SRH6KK2JRIOC type=write size=2797838 2024-09-12T17:42:02.390 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.388+0000 7f777f168780 1 < completed delete operation key=CV1EGVJPNSKR tag=7KTJZQO3NN43 type=del 2024-09-12T17:42:02.392 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.390+0000 7f777f168780 1 > prepared part key=_multipart_FI2EY06UN14X.2~0K2D1R9EYNT6.0 size=26098 2024-09-12T17:42:02.392 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.390+0000 7f777f168780 1 > prepared multipart upload key=FI2EY06UN14X upload=0K2D1R9EYNT6 tag=JZMMO2JT08OH type=write size=1074674 2024-09-12T17:42:02.393 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.392+0000 7f777f168780 1 < completed delete operation key=CV1EGVJPNSKR tag=0S3SEJ6ECUAZ type=del 2024-09-12T17:42:02.394 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.393+0000 7f777f168780 1 > prepared operation key=CASKVIJ5MIV7 tag=37GCQZPN4DKU type=del size=1851357 2024-09-12T17:42:02.396 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.394+0000 7f777f168780 1 < canceled operation key=PW0NPHZT12D3 tag=IC4KWQRVEE8X type=del size=1153445 2024-09-12T17:42:02.397 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.395+0000 7f777f168780 1 > prepared operation key=BO6EDKIVIHEW tag=8SL2I4ETN4J0 type=del size=3653258 2024-09-12T17:42:02.398 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.397+0000 7f777f168780 1 < completed part key=_multipart_ZABXJ7LUKKD3.2~1QZT0UC7HNHE.0 size=1048576 2024-09-12T17:42:02.399 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.398+0000 7f777f168780 1 < completed part key=_multipart_ZABXJ7LUKKD3.2~1QZT0UC7HNHE.1 size=976247 2024-09-12T17:42:02.401 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.400+0000 7f777f168780 1 < completed multipart upload key=ZABXJ7LUKKD3 upload=1QZT0UC7HNHE tag=F4N3NCWCQ9P2 type=write size=3073399 2024-09-12T17:42:02.402 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.401+0000 7f777f168780 1 > prepared operation key=FI2EY06UN14X tag=5AXXEDHSDTAM type=del size=897624 2024-09-12T17:42:02.404 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.402+0000 7f777f168780 1 < completed delete operation key=CPJJKVPMV2GJ tag=NRJCVXQL1QRG type=del 2024-09-12T17:42:02.405 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.403+0000 7f777f168780 1 > prepared operation key=DCPT2HL28MHD tag=NA33U4Y70YQH type=del size=334963 2024-09-12T17:42:02.406 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.405+0000 7f777f168780 1 < completed part key=_multipart_GYBHJV1TE1UC.2~3ZR6OHSPPZ4V.0 size=608697 2024-09-12T17:42:02.408 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.407+0000 7f777f168780 1 < completed multipart upload key=GYBHJV1TE1UC upload=3ZR6OHSPPZ4V tag=L07RUMI9WUXN type=write size=1657273 2024-09-12T17:42:02.409 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.408+0000 7f777f168780 1 > prepared operation key=CPJJKVPMV2GJ tag=SN1TK7QLR0WL type=del size=1573273 2024-09-12T17:42:02.411 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.409+0000 7f777f168780 1 < completed part key=_multipart_DCPT2HL28MHD.2~D8A8IWCUPDYO.0 size=460603 2024-09-12T17:42:02.413 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.411+0000 7f777f168780 1 < completed multipart upload key=DCPT2HL28MHD upload=D8A8IWCUPDYO tag=FAL7LRN69020 type=write size=1509179 2024-09-12T17:42:02.414 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.412+0000 7f777f168780 1 > prepared operation key=3D7LF14YZ1DI tag=DF656OFSXI91 type=del size=121612 2024-09-12T17:42:02.415 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.414+0000 7f777f168780 1 < completed part key=_multipart_FSWX3S2TGJJ9.2~AKQ2Y5JBYGZ7.0 size=553012 2024-09-12T17:42:02.417 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.416+0000 7f777f168780 1 < completed multipart upload key=FSWX3S2TGJJ9 upload=AKQ2Y5JBYGZ7 tag=EESE4OKLR4DB type=write size=1601588 2024-09-12T17:42:02.418 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.417+0000 7f777f168780 1 > prepared operation key=9XT9OU5JDG04 tag=4G8P2PFXYCU5 type=del size=913973 2024-09-12T17:42:02.419 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.418+0000 7f777f168780 1 < completed part key=_multipart_NV7QYM1CMJA7.2~9KUA4KW9VGX9.0 size=1048576 2024-09-12T17:42:02.420 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.419+0000 7f777f168780 1 < completed part key=_multipart_NV7QYM1CMJA7.2~9KUA4KW9VGX9.1 size=831864 2024-09-12T17:42:02.422 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.421+0000 7f777f168780 1 < completed multipart upload key=NV7QYM1CMJA7 upload=9KUA4KW9VGX9 tag=K7D70OFKXHF6 type=write size=2929016 2024-09-12T17:42:02.425 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.423+0000 7f777f168780 1 > prepared part key=_multipart_7Q7D1WMM31NL.2~XPCH1K5EL35J.0 size=1048576 2024-09-12T17:42:02.426 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.424+0000 7f777f168780 1 > prepared part key=_multipart_7Q7D1WMM31NL.2~XPCH1K5EL35J.1 size=1048576 2024-09-12T17:42:02.428 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.427+0000 7f777f168780 1 > prepared part key=_multipart_7Q7D1WMM31NL.2~XPCH1K5EL35J.2 size=925549 2024-09-12T17:42:02.428 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.427+0000 7f777f168780 1 > prepared multipart upload key=7Q7D1WMM31NL upload=XPCH1K5EL35J tag=1RUK0UUUJMQ6 type=write size=4071277 2024-09-12T17:42:02.430 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.429+0000 7f777f168780 1 < suggested update operation key=O3IEF0Z4S34O tag=JY30S2KJIUJH type=del size=2661955 2024-09-12T17:42:02.431 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.430+0000 7f777f168780 1 > prepared operation key=G4A1L52XKRAS tag=CU06IO981EE3 type=del size=120854 2024-09-12T17:42:02.433 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.431+0000 7f777f168780 1 < completed delete operation key=2KHLGQJKQA23 tag=NTFBUMH3ORRU type=del 2024-09-12T17:42:02.435 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.434+0000 7f777f168780 1 > prepared part key=_multipart_2BM46JTAY3BM.2~CNA87E0VG5WQ.0 size=1048576 2024-09-12T17:42:02.436 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.435+0000 7f777f168780 1 > prepared part key=_multipart_2BM46JTAY3BM.2~CNA87E0VG5WQ.1 size=713132 2024-09-12T17:42:02.436 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.435+0000 7f777f168780 1 > prepared multipart upload key=2BM46JTAY3BM upload=CNA87E0VG5WQ tag=CD5TPGKSUP6T type=write size=2810284 2024-09-12T17:42:02.437 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.436+0000 7f777f168780 1 < canceled operation key=FCBWV27TCNS4 tag=C4DAG0YE3YIB type=del size=1697939 2024-09-12T17:42:02.438 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.437+0000 7f777f168780 1 > prepared operation key=CIHBEU5VBLGQ tag=WDYFXCV27OGR type=write size=584029 2024-09-12T17:42:02.439 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.438+0000 7f777f168780 1 < completed part key=_multipart_DO31EKWPC3OI.2~RBL26A5JYWJD.0 size=1048576 2024-09-12T17:42:02.441 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.439+0000 7f777f168780 1 < completed part key=_multipart_DO31EKWPC3OI.2~RBL26A5JYWJD.1 size=1048576 2024-09-12T17:42:02.441 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.440+0000 7f777f168780 1 < completed part key=_multipart_DO31EKWPC3OI.2~RBL26A5JYWJD.2 size=252569 2024-09-12T17:42:02.443 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.442+0000 7f777f168780 1 < completed multipart upload key=DO31EKWPC3OI upload=RBL26A5JYWJD tag=MN341PVL5R1U type=write size=3398297 2024-09-12T17:42:02.445 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.444+0000 7f777f168780 1 > prepared part key=_multipart_GYBHJV1TE1UC.2~6F5OADD7D9YX.0 size=1048576 2024-09-12T17:42:02.446 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.445+0000 7f777f168780 1 > prepared part key=_multipart_GYBHJV1TE1UC.2~6F5OADD7D9YX.1 size=144571 2024-09-12T17:42:02.446 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.445+0000 7f777f168780 1 > prepared multipart upload key=GYBHJV1TE1UC upload=6F5OADD7D9YX tag=J2AJ53T09JNA type=write size=2241723 2024-09-12T17:42:02.449 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.447+0000 7f777f168780 1 < suggested remove operation key=S79H21EJKRPP tag=D9ZB0AGJFX7I type=write 2024-09-12T17:42:02.450 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.448+0000 7f777f168780 1 > prepared operation key=1IACFTAZKIWV tag=EU08GJ017KRE type=write size=604150 2024-09-12T17:42:02.451 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.450+0000 7f777f168780 1 < completed part key=_multipart_1IACFTAZKIWV.2~UE9ZTG5I3G31.0 size=1048576 2024-09-12T17:42:02.452 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.451+0000 7f777f168780 1 < completed part key=_multipart_1IACFTAZKIWV.2~UE9ZTG5I3G31.1 size=1048576 2024-09-12T17:42:02.453 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.452+0000 7f777f168780 1 < completed part key=_multipart_1IACFTAZKIWV.2~UE9ZTG5I3G31.2 size=116574 2024-09-12T17:42:02.455 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.454+0000 7f777f168780 1 < completed multipart upload key=1IACFTAZKIWV upload=UE9ZTG5I3G31 tag=R8HOLRBLBY3S type=write size=3262302 2024-09-12T17:42:02.456 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.455+0000 7f777f168780 1 > prepared operation key=AEV8UHLVWR8L tag=HLMH06FG3L64 type=del size=1916453 2024-09-12T17:42:02.457 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.456+0000 7f777f168780 1 < completed part key=_multipart_7Q7D1WMM31NL.2~JVE4BASAREFY.0 size=1048576 2024-09-12T17:42:02.458 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.457+0000 7f777f168780 1 < completed part key=_multipart_7Q7D1WMM31NL.2~JVE4BASAREFY.1 size=700686 2024-09-12T17:42:02.461 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.459+0000 7f777f168780 1 < completed multipart upload key=7Q7D1WMM31NL upload=JVE4BASAREFY tag=SRH6KK2JRIOC type=write size=2797838 2024-09-12T17:42:02.462 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.460+0000 7f777f168780 1 > prepared operation key=K0OUEJ4GMFDB tag=PWCVPXGVH505 type=del size=106922 2024-09-12T17:42:02.463 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.462+0000 7f777f168780 1 < completed part key=_multipart_FI2EY06UN14X.2~0K2D1R9EYNT6.0 size=26098 2024-09-12T17:42:02.465 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.463+0000 7f777f168780 1 < completed multipart upload key=FI2EY06UN14X upload=0K2D1R9EYNT6 tag=JZMMO2JT08OH type=write size=1074674 2024-09-12T17:42:02.466 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.465+0000 7f777f168780 1 > prepared operation key=2KHLGQJKQA23 tag=YR2BUCGHVHXI type=del size=3608589 2024-09-12T17:42:02.467 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.466+0000 7f777f168780 1 < completed delete operation key=CASKVIJ5MIV7 tag=37GCQZPN4DKU type=del 2024-09-12T17:42:02.469 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.467+0000 7f777f168780 1 > prepared operation key=3D7LF14YZ1DI tag=WTO82P856QHT type=del size=1393861 2024-09-12T17:42:02.470 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.468+0000 7f777f168780 1 < completed delete operation key=BO6EDKIVIHEW tag=8SL2I4ETN4J0 type=del 2024-09-12T17:42:02.472 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.471+0000 7f777f168780 1 > prepared part key=_multipart_FSWX3S2TGJJ9.2~51Y5W3X29CSH.0 size=136833 2024-09-12T17:42:02.472 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.471+0000 7f777f168780 1 > prepared multipart upload key=FSWX3S2TGJJ9 upload=51Y5W3X29CSH tag=0WP9NK4HFNQX type=write size=1185409 2024-09-12T17:42:02.473 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.472+0000 7f777f168780 1 < completed delete operation key=FI2EY06UN14X tag=5AXXEDHSDTAM type=del 2024-09-12T17:42:02.475 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.474+0000 7f777f168780 1 > prepared part key=_multipart_FCBWV27TCNS4.2~5VL8JFWHDK2S.0 size=151717 2024-09-12T17:42:02.475 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.474+0000 7f777f168780 1 > prepared multipart upload key=FCBWV27TCNS4 upload=5VL8JFWHDK2S tag=QT7SHX2NT67Q type=write size=1200293 2024-09-12T17:42:02.477 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.476+0000 7f777f168780 1 < suggested remove operation key=DCPT2HL28MHD tag=NA33U4Y70YQH type=del 2024-09-12T17:42:02.479 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.478+0000 7f777f168780 1 > prepared part key=_multipart_FCBWV27TCNS4.2~P0P10XS3ADJ7.0 size=750588 2024-09-12T17:42:02.480 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.478+0000 7f777f168780 1 > prepared multipart upload key=FCBWV27TCNS4 upload=P0P10XS3ADJ7 tag=EIRDW3DTKRAB type=write size=1799164 2024-09-12T17:42:02.481 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.479+0000 7f777f168780 1 < completed delete operation key=CPJJKVPMV2GJ tag=SN1TK7QLR0WL type=del 2024-09-12T17:42:02.482 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.480+0000 7f777f168780 1 > prepared operation key=CASKVIJ5MIV7 tag=894LLX5HBOLA type=write size=973526 2024-09-12T17:42:02.483 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.482+0000 7f777f168780 1 < completed delete operation key=3D7LF14YZ1DI tag=DF656OFSXI91 type=del 2024-09-12T17:42:02.484 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.483+0000 7f777f168780 1 > prepared operation key=DO31EKWPC3OI tag=SF1YBOOUMKVW type=del size=1378334 2024-09-12T17:42:02.485 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.484+0000 7f777f168780 1 < completed delete operation key=9XT9OU5JDG04 tag=4G8P2PFXYCU5 type=del 2024-09-12T17:42:02.486 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.485+0000 7f777f168780 1 > prepared operation key=S79H21EJKRPP tag=OIM54RMD6S7V type=del size=3181734 2024-09-12T17:42:02.488 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.486+0000 7f777f168780 1 < completed part key=_multipart_7Q7D1WMM31NL.2~XPCH1K5EL35J.0 size=1048576 2024-09-12T17:42:02.489 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.487+0000 7f777f168780 1 < completed part key=_multipart_7Q7D1WMM31NL.2~XPCH1K5EL35J.1 size=1048576 2024-09-12T17:42:02.490 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.488+0000 7f777f168780 1 < completed part key=_multipart_7Q7D1WMM31NL.2~XPCH1K5EL35J.2 size=925549 2024-09-12T17:42:02.491 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.490+0000 7f777f168780 1 < completed multipart upload key=7Q7D1WMM31NL upload=XPCH1K5EL35J tag=1RUK0UUUJMQ6 type=write size=4071277 2024-09-12T17:42:02.493 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.491+0000 7f777f168780 1 > prepared operation key=2BM46JTAY3BM tag=XVI7EE0KFGWQ type=del size=1628670 2024-09-12T17:42:02.494 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.492+0000 7f777f168780 1 < completed delete operation key=G4A1L52XKRAS tag=CU06IO981EE3 type=del 2024-09-12T17:42:02.496 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.494+0000 7f777f168780 1 > prepared part key=_multipart_DCPT2HL28MHD.2~FOX5NNB5MBUU.0 size=1048576 2024-09-12T17:42:02.497 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.496+0000 7f777f168780 1 > prepared part key=_multipart_DCPT2HL28MHD.2~FOX5NNB5MBUU.1 size=497570 2024-09-12T17:42:02.497 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.496+0000 7f777f168780 1 > prepared multipart upload key=DCPT2HL28MHD upload=FOX5NNB5MBUU tag=RMBVCA1K3174 type=write size=2594722 2024-09-12T17:42:02.498 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.496+0000 7f777f168780 1 < canceled part key=_multipart_2BM46JTAY3BM.2~CNA87E0VG5WQ.0 size=1048576 2024-09-12T17:42:02.498 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.496+0000 7f777f168780 1 < canceled part key=_multipart_2BM46JTAY3BM.2~CNA87E0VG5WQ.1 size=713132 2024-09-12T17:42:02.499 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.498+0000 7f777f168780 1 < canceled multipart upload key=2BM46JTAY3BM upload=CNA87E0VG5WQ tag=CD5TPGKSUP6T type=write size=2810284 2024-09-12T17:42:02.501 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.500+0000 7f777f168780 1 > prepared part key=_multipart_CPJJKVPMV2GJ.2~V6YGWSWGG8JD.0 size=1048576 2024-09-12T17:42:02.502 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.501+0000 7f777f168780 1 > prepared part key=_multipart_CPJJKVPMV2GJ.2~V6YGWSWGG8JD.1 size=898733 2024-09-12T17:42:02.502 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.501+0000 7f777f168780 1 > prepared multipart upload key=CPJJKVPMV2GJ upload=V6YGWSWGG8JD tag=VQLZ2HX1RFLO type=write size=2995885 2024-09-12T17:42:02.504 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.502+0000 7f777f168780 1 < completed write operation key=CIHBEU5VBLGQ tag=WDYFXCV27OGR type=write size=584029 2024-09-12T17:42:02.506 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.504+0000 7f777f168780 1 > prepared part key=_multipart_2ZFE3UG14FTU.2~BC0PU4OFJEJF.0 size=1048576 2024-09-12T17:42:02.509 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.505+0000 7f777f168780 1 > prepared part key=_multipart_2ZFE3UG14FTU.2~BC0PU4OFJEJF.1 size=1045938 2024-09-12T17:42:02.509 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.505+0000 7f777f168780 1 > prepared multipart upload key=2ZFE3UG14FTU upload=BC0PU4OFJEJF tag=ODNRX3VH7M8D type=write size=3143090 2024-09-12T17:42:02.509 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.506+0000 7f777f168780 1 < canceled part key=_multipart_GYBHJV1TE1UC.2~6F5OADD7D9YX.0 size=1048576 2024-09-12T17:42:02.509 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.507+0000 7f777f168780 1 < completed part key=_multipart_GYBHJV1TE1UC.2~6F5OADD7D9YX.1 size=144571 2024-09-12T17:42:02.510 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.509+0000 7f777f168780 1 < canceled multipart upload key=GYBHJV1TE1UC upload=6F5OADD7D9YX tag=J2AJ53T09JNA type=write size=2241723 2024-09-12T17:42:02.511 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.510+0000 7f777f168780 1 > prepared operation key=CPJJKVPMV2GJ tag=ZRXXE89NQXKP type=del size=1158226 2024-09-12T17:42:02.512 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.511+0000 7f777f168780 1 < canceled operation key=1IACFTAZKIWV tag=EU08GJ017KRE type=write size=604150 2024-09-12T17:42:02.514 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.512+0000 7f777f168780 1 > prepared operation key=CASKVIJ5MIV7 tag=G1QDIHIRL43T type=del size=2382142 2024-09-12T17:42:02.515 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.513+0000 7f777f168780 1 < completed delete operation key=AEV8UHLVWR8L tag=HLMH06FG3L64 type=del 2024-09-12T17:42:02.516 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.515+0000 7f777f168780 1 > prepared operation key=G4A1L52XKRAS tag=3Y28CSQTY6O0 type=del size=1880305 2024-09-12T17:42:02.517 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.516+0000 7f777f168780 1 < completed delete operation key=K0OUEJ4GMFDB tag=PWCVPXGVH505 type=del 2024-09-12T17:42:02.519 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.518+0000 7f777f168780 1 > prepared part key=_multipart_NV7QYM1CMJA7.2~MFA0TYWLYVDO.0 size=233705 2024-09-12T17:42:02.520 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.518+0000 7f777f168780 1 > prepared multipart upload key=NV7QYM1CMJA7 upload=MFA0TYWLYVDO tag=FSFSXCTNX9YP type=write size=1282281 2024-09-12T17:42:02.522 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.520+0000 7f777f168780 1 < suggested update operation key=2KHLGQJKQA23 tag=YR2BUCGHVHXI type=del size=3608589 2024-09-12T17:42:02.524 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.523+0000 7f777f168780 1 > prepared part key=_multipart_3U17OL8VRNIQ.2~IYDLOWEKDFI0.0 size=1048576 2024-09-12T17:42:02.525 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.524+0000 7f777f168780 1 > prepared part key=_multipart_3U17OL8VRNIQ.2~IYDLOWEKDFI0.1 size=592008 2024-09-12T17:42:02.526 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.524+0000 7f777f168780 1 > prepared multipart upload key=3U17OL8VRNIQ upload=IYDLOWEKDFI0 tag=1LEYARWGZWWH type=write size=2689160 2024-09-12T17:42:02.527 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.525+0000 7f777f168780 1 < completed delete operation key=3D7LF14YZ1DI tag=WTO82P856QHT type=del 2024-09-12T17:42:02.529 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.528+0000 7f777f168780 1 > prepared part key=_multipart_3D7LF14YZ1DI.2~DLGM5DN6V3DB.0 size=1048576 2024-09-12T17:42:02.530 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.529+0000 7f777f168780 1 > prepared part key=_multipart_3D7LF14YZ1DI.2~DLGM5DN6V3DB.1 size=1048576 2024-09-12T17:42:02.532 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.530+0000 7f777f168780 1 > prepared part key=_multipart_3D7LF14YZ1DI.2~DLGM5DN6V3DB.2 size=775737 2024-09-12T17:42:02.532 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.530+0000 7f777f168780 1 > prepared multipart upload key=3D7LF14YZ1DI upload=DLGM5DN6V3DB tag=S37IUI3V9VMY type=write size=3921465 2024-09-12T17:42:02.532 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.530+0000 7f777f168780 1 < canceled part key=_multipart_FSWX3S2TGJJ9.2~51Y5W3X29CSH.0 size=136833 2024-09-12T17:42:02.534 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.533+0000 7f777f168780 1 < canceled multipart upload key=FSWX3S2TGJJ9 upload=51Y5W3X29CSH tag=0WP9NK4HFNQX type=write size=1185409 2024-09-12T17:42:02.537 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.535+0000 7f777f168780 1 > prepared part key=_multipart_FCBWV27TCNS4.2~OV1ZLFAP8PJ1.0 size=1048576 2024-09-12T17:42:02.538 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.536+0000 7f777f168780 1 > prepared part key=_multipart_FCBWV27TCNS4.2~OV1ZLFAP8PJ1.1 size=501982 2024-09-12T17:42:02.538 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.536+0000 7f777f168780 1 > prepared multipart upload key=FCBWV27TCNS4 upload=OV1ZLFAP8PJ1 tag=9221APTYBFSK type=write size=2599134 2024-09-12T17:42:02.539 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.538+0000 7f777f168780 1 < completed part key=_multipart_FCBWV27TCNS4.2~5VL8JFWHDK2S.0 size=151717 2024-09-12T17:42:02.543 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.542+0000 7f777f168780 1 < completed multipart upload key=FCBWV27TCNS4 upload=5VL8JFWHDK2S tag=QT7SHX2NT67Q type=write size=1200293 2024-09-12T17:42:02.544 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.543+0000 7f777f168780 1 > prepared operation key=DCPT2HL28MHD tag=HX9CGW42E7XB type=write size=388807 2024-09-12T17:42:02.545 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.544+0000 7f777f168780 1 < completed part key=_multipart_FCBWV27TCNS4.2~P0P10XS3ADJ7.0 size=750588 2024-09-12T17:42:02.547 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.546+0000 7f777f168780 1 < completed multipart upload key=FCBWV27TCNS4 upload=P0P10XS3ADJ7 tag=EIRDW3DTKRAB type=write size=1799164 2024-09-12T17:42:02.549 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.547+0000 7f777f168780 1 > prepared operation key=2KHLGQJKQA23 tag=26P710I7F80L type=del size=1989423 2024-09-12T17:42:02.551 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.550+0000 7f777f168780 1 < suggested remove operation key=CASKVIJ5MIV7 tag=894LLX5HBOLA type=write 2024-09-12T17:42:02.552 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.551+0000 7f777f168780 1 > prepared operation key=FCBWV27TCNS4 tag=99UK10Q0SRRL type=write size=717404 2024-09-12T17:42:02.554 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.552+0000 7f777f168780 1 < canceled operation key=DO31EKWPC3OI tag=SF1YBOOUMKVW type=del size=1378334 2024-09-12T17:42:02.555 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.554+0000 7f777f168780 1 > prepared operation key=3D7LF14YZ1DI tag=BPIYFW1T0C9Q type=del size=2250746 2024-09-12T17:42:02.557 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.555+0000 7f777f168780 1 < completed delete operation key=S79H21EJKRPP tag=OIM54RMD6S7V type=del 2024-09-12T17:42:02.558 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.556+0000 7f777f168780 1 > prepared operation key=2KHLGQJKQA23 tag=88EKW08UBPXM type=del size=878798 2024-09-12T17:42:02.559 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.558+0000 7f777f168780 1 < completed delete operation key=2BM46JTAY3BM tag=XVI7EE0KFGWQ type=del 2024-09-12T17:42:02.561 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.559+0000 7f777f168780 1 > prepared operation key=GYBHJV1TE1UC tag=XJSZWDOCT46O type=del size=2805363 2024-09-12T17:42:02.562 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.560+0000 7f777f168780 1 < completed part key=_multipart_DCPT2HL28MHD.2~FOX5NNB5MBUU.0 size=1048576 2024-09-12T17:42:02.563 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.561+0000 7f777f168780 1 < completed part key=_multipart_DCPT2HL28MHD.2~FOX5NNB5MBUU.1 size=497570 2024-09-12T17:42:02.565 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.563+0000 7f777f168780 1 < completed multipart upload key=DCPT2HL28MHD upload=FOX5NNB5MBUU tag=RMBVCA1K3174 type=write size=2594722 2024-09-12T17:42:02.567 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.565+0000 7f777f168780 1 > prepared part key=_multipart_FI2EY06UN14X.2~N3ZYV8JMWEQK.0 size=1048576 2024-09-12T17:42:02.568 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.566+0000 7f777f168780 1 > prepared part key=_multipart_FI2EY06UN14X.2~N3ZYV8JMWEQK.1 size=1048576 2024-09-12T17:42:02.569 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.567+0000 7f777f168780 1 > prepared part key=_multipart_FI2EY06UN14X.2~N3ZYV8JMWEQK.2 size=237531 2024-09-12T17:42:02.569 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.567+0000 7f777f168780 1 > prepared multipart upload key=FI2EY06UN14X upload=N3ZYV8JMWEQK tag=8C3443GRCETB type=write size=3383259 2024-09-12T17:42:02.570 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.569+0000 7f777f168780 1 < completed part key=_multipart_CPJJKVPMV2GJ.2~V6YGWSWGG8JD.0 size=1048576 2024-09-12T17:42:02.571 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.570+0000 7f777f168780 1 < completed part key=_multipart_CPJJKVPMV2GJ.2~V6YGWSWGG8JD.1 size=898733 2024-09-12T17:42:02.573 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.572+0000 7f777f168780 1 < completed multipart upload key=CPJJKVPMV2GJ upload=V6YGWSWGG8JD tag=VQLZ2HX1RFLO type=write size=2995885 2024-09-12T17:42:02.576 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.574+0000 7f777f168780 1 > prepared part key=_multipart_GYBHJV1TE1UC.2~3ET30N543BCW.0 size=1035493 2024-09-12T17:42:02.576 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.574+0000 7f777f168780 1 > prepared multipart upload key=GYBHJV1TE1UC upload=3ET30N543BCW tag=HO8TH2CMOAA8 type=write size=2084069 2024-09-12T17:42:02.577 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.575+0000 7f777f168780 1 < completed part key=_multipart_2ZFE3UG14FTU.2~BC0PU4OFJEJF.0 size=1048576 2024-09-12T17:42:02.578 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.577+0000 7f777f168780 1 < completed part key=_multipart_2ZFE3UG14FTU.2~BC0PU4OFJEJF.1 size=1045938 2024-09-12T17:42:02.580 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.579+0000 7f777f168780 1 < completed multipart upload key=2ZFE3UG14FTU upload=BC0PU4OFJEJF tag=ODNRX3VH7M8D type=write size=3143090 2024-09-12T17:42:02.583 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.582+0000 7f777f168780 1 > prepared part key=_multipart_3U17OL8VRNIQ.2~J0O33GFUU0OH.0 size=1048576 2024-09-12T17:42:02.584 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.583+0000 7f777f168780 1 > prepared part key=_multipart_3U17OL8VRNIQ.2~J0O33GFUU0OH.1 size=1048576 2024-09-12T17:42:02.585 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.584+0000 7f777f168780 1 > prepared part key=_multipart_3U17OL8VRNIQ.2~J0O33GFUU0OH.2 size=409462 2024-09-12T17:42:02.585 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.584+0000 7f777f168780 1 > prepared multipart upload key=3U17OL8VRNIQ upload=J0O33GFUU0OH tag=AW4HD8JQXBKZ type=write size=3555190 2024-09-12T17:42:02.588 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.587+0000 7f777f168780 1 < suggested update operation key=CPJJKVPMV2GJ tag=ZRXXE89NQXKP type=del size=1158226 2024-09-12T17:42:02.589 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.588+0000 7f777f168780 1 > prepared operation key=K0OUEJ4GMFDB tag=BV1CRKJ4E9ZC type=del size=2410151 2024-09-12T17:42:02.591 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.589+0000 7f777f168780 -1 < failed to complete operation key=CASKVIJ5MIV7 tag=G1QDIHIRL43T type=del size=2382142: (22) Invalid argument 2024-09-12T17:42:02.593 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.592+0000 7f777f168780 1 > prepared part key=_multipart_PW0NPHZT12D3.2~DCENVFR5NFES.0 size=1048576 2024-09-12T17:42:02.594 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.593+0000 7f777f168780 1 > prepared part key=_multipart_PW0NPHZT12D3.2~DCENVFR5NFES.1 size=693289 2024-09-12T17:42:02.594 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.593+0000 7f777f168780 1 > prepared multipart upload key=PW0NPHZT12D3 upload=DCENVFR5NFES tag=XIL0GQIUJ311 type=write size=2790441 2024-09-12T17:42:02.595 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.594+0000 7f777f168780 1 < completed delete operation key=G4A1L52XKRAS tag=3Y28CSQTY6O0 type=del 2024-09-12T17:42:02.597 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.595+0000 7f777f168780 1 > prepared operation key=2BM46JTAY3BM tag=1AGKC8P84WV7 type=del size=1317939 2024-09-12T17:42:02.598 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.596+0000 7f777f168780 1 < completed part key=_multipart_NV7QYM1CMJA7.2~MFA0TYWLYVDO.0 size=233705 2024-09-12T17:42:02.600 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.598+0000 7f777f168780 1 < completed multipart upload key=NV7QYM1CMJA7 upload=MFA0TYWLYVDO tag=FSFSXCTNX9YP type=write size=1282281 2024-09-12T17:42:02.602 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.600+0000 7f777f168780 1 > prepared part key=_multipart_NV7QYM1CMJA7.2~VLRKHBQ3U4P6.0 size=1048576 2024-09-12T17:42:02.603 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.601+0000 7f777f168780 1 > prepared part key=_multipart_NV7QYM1CMJA7.2~VLRKHBQ3U4P6.1 size=917795 2024-09-12T17:42:02.603 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.601+0000 7f777f168780 1 > prepared multipart upload key=NV7QYM1CMJA7 upload=VLRKHBQ3U4P6 tag=7OUS2GKMTSZ8 type=write size=3014947 2024-09-12T17:42:02.604 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.603+0000 7f777f168780 1 < completed part key=_multipart_3U17OL8VRNIQ.2~IYDLOWEKDFI0.0 size=1048576 2024-09-12T17:42:02.605 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.604+0000 7f777f168780 1 < completed part key=_multipart_3U17OL8VRNIQ.2~IYDLOWEKDFI0.1 size=592008 2024-09-12T17:42:02.607 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.606+0000 7f777f168780 1 < completed multipart upload key=3U17OL8VRNIQ upload=IYDLOWEKDFI0 tag=1LEYARWGZWWH type=write size=2689160 2024-09-12T17:42:02.609 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.608+0000 7f777f168780 1 > prepared part key=_multipart_DO31EKWPC3OI.2~VKAO6EH9H49W.0 size=743345 2024-09-12T17:42:02.609 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.608+0000 7f777f168780 1 > prepared multipart upload key=DO31EKWPC3OI upload=VKAO6EH9H49W tag=631H2FHJBZB5 type=write size=1791921 2024-09-12T17:42:02.610 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.609+0000 7f777f168780 1 < completed part key=_multipart_3D7LF14YZ1DI.2~DLGM5DN6V3DB.0 size=1048576 2024-09-12T17:42:02.611 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.610+0000 7f777f168780 1 < completed part key=_multipart_3D7LF14YZ1DI.2~DLGM5DN6V3DB.1 size=1048576 2024-09-12T17:42:02.612 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.611+0000 7f777f168780 1 < completed part key=_multipart_3D7LF14YZ1DI.2~DLGM5DN6V3DB.2 size=775737 2024-09-12T17:42:02.614 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.613+0000 7f777f168780 1 < completed multipart upload key=3D7LF14YZ1DI upload=DLGM5DN6V3DB tag=S37IUI3V9VMY type=write size=3921465 2024-09-12T17:42:02.617 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.615+0000 7f777f168780 1 > prepared part key=_multipart_H3CSJQOWQ7NN.2~4S39CDJG59UF.0 size=1048576 2024-09-12T17:42:02.618 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.616+0000 7f777f168780 1 > prepared part key=_multipart_H3CSJQOWQ7NN.2~4S39CDJG59UF.1 size=1048576 2024-09-12T17:42:02.619 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.617+0000 7f777f168780 1 > prepared part key=_multipart_H3CSJQOWQ7NN.2~4S39CDJG59UF.2 size=284233 2024-09-12T17:42:02.619 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.617+0000 7f777f168780 1 > prepared multipart upload key=H3CSJQOWQ7NN upload=4S39CDJG59UF tag=LI1GYSPBO08E type=write size=3429961 2024-09-12T17:42:02.620 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.619+0000 7f777f168780 1 < completed part key=_multipart_FCBWV27TCNS4.2~OV1ZLFAP8PJ1.0 size=1048576 2024-09-12T17:42:02.621 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.620+0000 7f777f168780 1 < completed part key=_multipart_FCBWV27TCNS4.2~OV1ZLFAP8PJ1.1 size=501982 2024-09-12T17:42:02.624 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.622+0000 7f777f168780 1 < completed multipart upload key=FCBWV27TCNS4 upload=OV1ZLFAP8PJ1 tag=9221APTYBFSK type=write size=2599134 2024-09-12T17:42:02.625 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.623+0000 7f777f168780 1 > prepared operation key=BO6EDKIVIHEW tag=WD5S88O1DU3C type=del size=1999938 2024-09-12T17:42:02.628 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.626+0000 7f777f168780 1 < suggested remove operation key=DCPT2HL28MHD tag=HX9CGW42E7XB type=write 2024-09-12T17:42:02.629 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.627+0000 7f777f168780 1 > prepared operation key=GYBHJV1TE1UC tag=HSC4OZ03XXR4 type=del size=120525 2024-09-12T17:42:02.630 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.629+0000 7f777f168780 1 < canceled operation key=2KHLGQJKQA23 tag=26P710I7F80L type=del size=1989423 2024-09-12T17:42:02.632 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.631+0000 7f777f168780 1 > prepared part key=_multipart_CPJJKVPMV2GJ.2~POVJCWQR5UT4.0 size=1048576 2024-09-12T17:42:02.634 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.632+0000 7f777f168780 1 > prepared part key=_multipart_CPJJKVPMV2GJ.2~POVJCWQR5UT4.1 size=1048576 2024-09-12T17:42:02.635 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.633+0000 7f777f168780 1 > prepared part key=_multipart_CPJJKVPMV2GJ.2~POVJCWQR5UT4.2 size=940073 2024-09-12T17:42:02.635 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.633+0000 7f777f168780 1 > prepared multipart upload key=CPJJKVPMV2GJ upload=POVJCWQR5UT4 tag=ETZ56AX7L0TY type=write size=4085801 2024-09-12T17:42:02.638 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.636+0000 7f777f168780 1 < suggested remove operation key=FCBWV27TCNS4 tag=99UK10Q0SRRL type=write 2024-09-12T17:42:02.640 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.638+0000 7f777f168780 1 > prepared part key=_multipart_OE1BUCZHIE1B.2~SGWZG67EFB04.0 size=267478 2024-09-12T17:42:02.640 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:42:02.638+0000 7f777f168780 1 > prepared multipart upload key=OE1BUCZHIE1B upload=SGWZG67EFB04 tag=D014C913SJFF type=write size=1316054 2024-09-12T17:42:02.640 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] cls_rgw_stats.simulate (9097 ms) 2024-09-12T17:42:02.640 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] 1 test from cls_rgw_stats (9097 ms total) 2024-09-12T17:42:02.640 INFO:tasks.workunit.client.0.smithi045.stdout: 2024-09-12T17:42:02.640 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] Global test environment tear-down 2024-09-12T17:42:03.624 INFO:tasks.workunit.client.0.smithi045.stdout:[==========] 1 test from 1 test suite ran. (11988 ms total) 2024-09-12T17:42:03.625 INFO:tasks.workunit.client.0.smithi045.stdout:[ PASSED ] 1 test. 2024-09-12T17:42:03.629 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:42:03.629 DEBUG:teuthology.orchestra.run.smithi045:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:42:03.714 INFO:tasks.workunit:Running workunits matching cls/test_cls_cmpomap.sh on client.0... 2024-09-12T17:42:03.716 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2024-09-12T17:42:03.716 DEBUG:teuthology.orchestra.run.smithi045:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2024-09-12T17:42:03.764 INFO:tasks.workunit.client.0.smithi045.stdout:Running main() from gmock_main.cc 2024-09-12T17:42:03.764 INFO:tasks.workunit.client.0.smithi045.stdout:[==========] Running 31 tests from 1 test suite. 2024-09-12T17:42:03.764 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] Global test environment set-up. 2024-09-12T17:42:05.638 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] 31 tests from CmpOmap 2024-09-12T17:42:05.638 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2024-09-12T17:42:05.652 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (13 ms) 2024-09-12T17:42:05.652 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2024-09-12T17:42:05.662 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (11 ms) 2024-09-12T17:42:05.662 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2024-09-12T17:42:05.665 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (3 ms) 2024-09-12T17:42:05.666 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2024-09-12T17:42:05.669 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (4 ms) 2024-09-12T17:42:05.669 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] CmpOmap.cmp_vals_str 2024-09-12T17:42:05.675 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] CmpOmap.cmp_vals_str (6 ms) 2024-09-12T17:42:05.675 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2024-09-12T17:42:05.681 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] CmpOmap.cmp_vals_u64 (6 ms) 2024-09-12T17:42:05.681 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2024-09-12T17:42:05.685 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (4 ms) 2024-09-12T17:42:05.685 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2024-09-12T17:42:05.689 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (4 ms) 2024-09-12T17:42:05.689 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2024-09-12T17:42:05.693 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (4 ms) 2024-09-12T17:42:05.693 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2024-09-12T17:42:05.697 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (4 ms) 2024-09-12T17:42:05.697 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2024-09-12T17:42:05.698 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (1 ms) 2024-09-12T17:42:05.698 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2024-09-12T17:42:05.698 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (0 ms) 2024-09-12T17:42:05.698 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2024-09-12T17:42:05.705 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (7 ms) 2024-09-12T17:42:05.705 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2024-09-12T17:42:05.713 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (8 ms) 2024-09-12T17:42:05.713 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2024-09-12T17:42:05.719 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (6 ms) 2024-09-12T17:42:05.719 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2024-09-12T17:42:05.725 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (6 ms) 2024-09-12T17:42:05.725 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2024-09-12T17:42:05.733 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] CmpOmap.cmp_set_vals_str (8 ms) 2024-09-12T17:42:05.733 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2024-09-12T17:42:05.742 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (8 ms) 2024-09-12T17:42:05.742 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2024-09-12T17:42:05.744 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (3 ms) 2024-09-12T17:42:05.744 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2024-09-12T17:42:05.747 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (3 ms) 2024-09-12T17:42:05.747 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2024-09-12T17:42:05.748 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (1 ms) 2024-09-12T17:42:05.748 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2024-09-12T17:42:05.748 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (1 ms) 2024-09-12T17:42:05.749 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2024-09-12T17:42:05.755 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (6 ms) 2024-09-12T17:42:05.755 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2024-09-12T17:42:05.761 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (6 ms) 2024-09-12T17:42:05.761 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2024-09-12T17:42:05.767 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (6 ms) 2024-09-12T17:42:05.768 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2024-09-12T17:42:05.775 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (9 ms) 2024-09-12T17:42:05.775 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2024-09-12T17:42:05.778 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (2 ms) 2024-09-12T17:42:05.778 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2024-09-12T17:42:05.780 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (2 ms) 2024-09-12T17:42:05.780 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2024-09-12T17:42:05.781 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (1 ms) 2024-09-12T17:42:05.781 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2024-09-12T17:42:05.782 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (1 ms) 2024-09-12T17:42:05.782 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2024-09-12T17:42:05.789 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (7 ms) 2024-09-12T17:42:05.789 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] 31 tests from CmpOmap (151 ms total) 2024-09-12T17:42:05.789 INFO:tasks.workunit.client.0.smithi045.stdout: 2024-09-12T17:42:05.789 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] Global test environment tear-down 2024-09-12T17:42:06.644 INFO:tasks.workunit.client.0.smithi045.stdout:[==========] 31 tests from 1 test suite ran. (2881 ms total) 2024-09-12T17:42:06.644 INFO:tasks.workunit.client.0.smithi045.stdout:[ PASSED ] 31 tests. 2024-09-12T17:42:06.647 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:42:06.647 DEBUG:teuthology.orchestra.run.smithi045:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:42:06.694 INFO:tasks.workunit:Running workunits matching cls/test_cls_2pc_queue.sh on client.0... 2024-09-12T17:42:06.696 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2024-09-12T17:42:06.697 DEBUG:teuthology.orchestra.run.smithi045:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2024-09-12T17:42:06.745 INFO:tasks.workunit.client.0.smithi045.stdout:Running main() from gmock_main.cc 2024-09-12T17:42:06.745 INFO:tasks.workunit.client.0.smithi045.stdout:[==========] Running 24 tests from 1 test suite. 2024-09-12T17:42:06.746 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] Global test environment set-up. 2024-09-12T17:42:06.746 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] 24 tests from TestCls2PCQueue 2024-09-12T17:42:06.746 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2024-09-12T17:42:09.667 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2922 ms) 2024-09-12T17:42:09.667 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2024-09-12T17:42:12.684 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3017 ms) 2024-09-12T17:42:12.685 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] TestCls2PCQueue.Reserve 2024-09-12T17:42:15.691 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] TestCls2PCQueue.Reserve (3007 ms) 2024-09-12T17:42:15.691 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2024-09-12T17:42:18.724 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3033 ms) 2024-09-12T17:42:18.724 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] TestCls2PCQueue.Commit 2024-09-12T17:42:21.741 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] TestCls2PCQueue.Commit (3016 ms) 2024-09-12T17:42:21.741 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] TestCls2PCQueue.Stats 2024-09-12T17:42:24.751 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] TestCls2PCQueue.Stats (3009 ms) 2024-09-12T17:42:24.752 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] TestCls2PCQueue.UpgradeFromReef 2024-09-12T17:42:28.774 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] TestCls2PCQueue.UpgradeFromReef (4025 ms) 2024-09-12T17:42:28.774 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] TestCls2PCQueue.Abort 2024-09-12T17:42:31.802 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] TestCls2PCQueue.Abort (3028 ms) 2024-09-12T17:42:31.803 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2024-09-12T17:42:34.816 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] TestCls2PCQueue.ReserveError (3011 ms) 2024-09-12T17:42:34.816 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] TestCls2PCQueue.CommitError 2024-09-12T17:42:37.843 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] TestCls2PCQueue.CommitError (3030 ms) 2024-09-12T17:42:37.843 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] TestCls2PCQueue.AbortError 2024-09-12T17:42:40.849 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] TestCls2PCQueue.AbortError (3005 ms) 2024-09-12T17:42:40.849 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2024-09-12T17:42:43.882 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3034 ms) 2024-09-12T17:42:43.882 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2024-09-12T17:42:46.893 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3011 ms) 2024-09-12T17:42:46.894 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2024-09-12T17:42:49.921 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3028 ms) 2024-09-12T17:42:49.921 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2024-09-12T17:42:52.939 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3018 ms) 2024-09-12T17:42:52.939 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2024-09-12T17:42:55.965 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3026 ms) 2024-09-12T17:42:55.966 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2024-09-12T17:42:58.979 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3013 ms) 2024-09-12T17:42:58.979 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2024-09-12T17:43:01.985 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] TestCls2PCQueue.Cleanup (3007 ms) 2024-09-12T17:43:01.986 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2024-09-12T17:43:12.031 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] TestCls2PCQueue.MultiProducer (10045 ms) 2024-09-12T17:43:12.031 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2024-09-12T17:43:15.046 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (3016 ms) 2024-09-12T17:43:15.046 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2024-09-12T17:43:28.090 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (13044 ms) 2024-09-12T17:43:28.090 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2024-09-12T17:43:32.110 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (4019 ms) 2024-09-12T17:43:32.110 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2024-09-12T17:43:38.137 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (6027 ms) 2024-09-12T17:43:38.137 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2024-09-12T17:43:43.164 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (5028 ms) 2024-09-12T17:43:43.164 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] 24 tests from TestCls2PCQueue (96419 ms total) 2024-09-12T17:43:43.164 INFO:tasks.workunit.client.0.smithi045.stdout: 2024-09-12T17:43:43.164 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] Global test environment tear-down 2024-09-12T17:43:43.164 INFO:tasks.workunit.client.0.smithi045.stdout:[==========] 24 tests from 1 test suite ran. (96419 ms total) 2024-09-12T17:43:43.164 INFO:tasks.workunit.client.0.smithi045.stdout:[ PASSED ] 24 tests. 2024-09-12T17:43:43.167 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:43:43.167 DEBUG:teuthology.orchestra.run.smithi045:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:43:43.213 INFO:tasks.workunit:Running workunits matching cls/test_cls_user.sh on client.0... 2024-09-12T17:43:43.214 INFO:tasks.workunit:Running workunit cls/test_cls_user.sh... 2024-09-12T17:43:43.214 DEBUG:teuthology.orchestra.run.smithi045:workunit test cls/test_cls_user.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_user.sh 2024-09-12T17:43:43.271 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:43:43.271 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:43:43.271 INFO:tasks.workunit.client.0.smithi045.stdout:[==========] Running 4 tests from 1 test suite. 2024-09-12T17:43:43.271 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] Global test environment set-up. 2024-09-12T17:43:45.175 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] 4 tests from ClsAccount 2024-09-12T17:43:45.175 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] ClsAccount.add 2024-09-12T17:43:45.191 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] ClsAccount.add (16 ms) 2024-09-12T17:43:45.191 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] ClsAccount.get 2024-09-12T17:43:45.196 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] ClsAccount.get (5 ms) 2024-09-12T17:43:45.196 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] ClsAccount.rm 2024-09-12T17:43:45.627 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] ClsAccount.rm (431 ms) 2024-09-12T17:43:45.628 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] ClsAccount.list 2024-09-12T17:43:45.650 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] ClsAccount.list (23 ms) 2024-09-12T17:43:45.650 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] 4 tests from ClsAccount (475 ms total) 2024-09-12T17:43:45.650 INFO:tasks.workunit.client.0.smithi045.stdout: 2024-09-12T17:43:45.650 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] Global test environment tear-down 2024-09-12T17:43:46.181 INFO:tasks.workunit.client.0.smithi045.stdout:[==========] 4 tests from 1 test suite ran. (2910 ms total) 2024-09-12T17:43:46.182 INFO:tasks.workunit.client.0.smithi045.stdout:[ PASSED ] 4 tests. 2024-09-12T17:43:46.186 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:43:46.186 DEBUG:teuthology.orchestra.run.smithi045:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:43:46.230 INFO:tasks.workunit:Running workunits matching rgw/test_rgw_gc_log.sh on client.0... 2024-09-12T17:43:46.231 INFO:tasks.workunit:Running workunit rgw/test_rgw_gc_log.sh... 2024-09-12T17:43:46.231 DEBUG:teuthology.orchestra.run.smithi045:workunit test rgw/test_rgw_gc_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_gc_log.sh 2024-09-12T17:43:46.327 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:43:46.327 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:43:46.327 INFO:tasks.workunit.client.0.smithi045.stdout:[==========] Running 6 tests from 1 test suite. 2024-09-12T17:43:46.327 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] Global test environment set-up. 2024-09-12T17:43:48.185 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] 6 tests from rgw_gc_log 2024-09-12T17:43:48.185 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] rgw_gc_log.init_existing_queue 2024-09-12T17:43:48.203 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] rgw_gc_log.init_existing_queue (18 ms) 2024-09-12T17:43:48.203 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] rgw_gc_log.init_existing_omap 2024-09-12T17:43:48.206 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] rgw_gc_log.init_existing_omap (4 ms) 2024-09-12T17:43:48.207 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] rgw_gc_log.enqueue1_after_init 2024-09-12T17:43:48.210 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] rgw_gc_log.enqueue1_after_init (3 ms) 2024-09-12T17:43:48.210 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] rgw_gc_log.enqueue2_before_init 2024-09-12T17:43:48.211 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] rgw_gc_log.enqueue2_before_init (2 ms) 2024-09-12T17:43:48.212 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] rgw_gc_log.defer1_after_init 2024-09-12T17:43:48.214 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] rgw_gc_log.defer1_after_init (2 ms) 2024-09-12T17:43:48.214 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] rgw_gc_log.defer2_before_init 2024-09-12T17:43:48.216 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] rgw_gc_log.defer2_before_init (2 ms) 2024-09-12T17:43:48.216 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] 6 tests from rgw_gc_log (31 ms total) 2024-09-12T17:43:48.216 INFO:tasks.workunit.client.0.smithi045.stdout: 2024-09-12T17:43:48.216 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] Global test environment tear-down 2024-09-12T17:43:49.188 INFO:tasks.workunit.client.0.smithi045.stdout:[==========] 6 tests from 1 test suite ran. (2860 ms total) 2024-09-12T17:43:49.188 INFO:tasks.workunit.client.0.smithi045.stdout:[ PASSED ] 6 tests. 2024-09-12T17:43:49.192 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:43:49.192 DEBUG:teuthology.orchestra.run.smithi045:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:43:49.237 INFO:tasks.workunit:Running workunits matching rgw/test_rgw_obj.sh on client.0... 2024-09-12T17:43:49.238 INFO:tasks.workunit:Running workunit rgw/test_rgw_obj.sh... 2024-09-12T17:43:49.238 DEBUG:teuthology.orchestra.run.smithi045:workunit test rgw/test_rgw_obj.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_obj.sh 2024-09-12T17:43:49.339 INFO:tasks.workunit.client.0.smithi045.stdout:Running main() from gmock_main.cc 2024-09-12T17:43:49.339 INFO:tasks.workunit.client.0.smithi045.stdout:[==========] Running 4 tests from 1 test suite. 2024-09-12T17:43:49.339 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] Global test environment set-up. 2024-09-12T17:43:49.339 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] 4 tests from TestRGWObj 2024-09-12T17:43:49.339 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] TestRGWObj.underscore 2024-09-12T17:43:49.339 INFO:tasks.workunit.client.0.smithi045.stdout:parsed: _obj 2024-09-12T17:43:49.339 INFO:tasks.workunit.client.0.smithi045.stdout:parsed: _obj 2024-09-12T17:43:49.339 INFO:tasks.workunit.client.0.smithi045.stdout:stripped: _obj ns= i= 2024-09-12T17:43:49.340 INFO:tasks.workunit.client.0.smithi045.stdout:parsed: _obj 2024-09-12T17:43:49.340 INFO:tasks.workunit.client.0.smithi045.stdout:parsed: _obj 2024-09-12T17:43:49.340 INFO:tasks.workunit.client.0.smithi045.stdout:stripped: _obj ns= i= 2024-09-12T17:43:49.340 INFO:tasks.workunit.client.0.smithi045.stdout:parsed: _obj 2024-09-12T17:43:49.340 INFO:tasks.workunit.client.0.smithi045.stdout:parsed: _obj 2024-09-12T17:43:49.340 INFO:tasks.workunit.client.0.smithi045.stdout:stripped: _obj ns= i= 2024-09-12T17:43:49.340 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.340 INFO:tasks.workunit.client.0.smithi045.stdout: "obj1": { 2024-09-12T17:43:49.340 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.340 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.340 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.340 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.340 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.341 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.341 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.341 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.341 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.341 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.341 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.341 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.341 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "_obj", 2024-09-12T17:43:49.342 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "", 2024-09-12T17:43:49.342 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "" 2024-09-12T17:43:49.342 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.342 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.342 INFO:tasks.workunit.client.0.smithi045.stdout: "obj2": { 2024-09-12T17:43:49.342 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.342 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.342 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.342 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.342 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.342 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.342 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.343 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.343 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.343 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.343 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.343 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.343 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "_obj", 2024-09-12T17:43:49.343 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "", 2024-09-12T17:43:49.343 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "" 2024-09-12T17:43:49.343 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.343 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.343 INFO:tasks.workunit.client.0.smithi045.stdout: "obj3": { 2024-09-12T17:43:49.344 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.344 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.344 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.344 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.344 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.344 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.344 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.344 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.344 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.344 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.344 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.344 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.345 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "_obj", 2024-09-12T17:43:49.345 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "", 2024-09-12T17:43:49.345 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "" 2024-09-12T17:43:49.345 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.345 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.345 INFO:tasks.workunit.client.0.smithi045.stdout: "obj3-2": { 2024-09-12T17:43:49.345 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.345 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.346 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.346 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.346 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.346 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.346 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.346 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.346 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.346 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.346 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.346 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.346 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "_obj", 2024-09-12T17:43:49.346 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "", 2024-09-12T17:43:49.347 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "" 2024-09-12T17:43:49.347 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.347 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.347 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.347 INFO:tasks.workunit.client.0.smithi045.stdout:parsed: _obj 2024-09-12T17:43:49.347 INFO:tasks.workunit.client.0.smithi045.stdout:parsed: _obj 2024-09-12T17:43:49.347 INFO:tasks.workunit.client.0.smithi045.stdout:stripped: _obj ns=ns i= 2024-09-12T17:43:49.347 INFO:tasks.workunit.client.0.smithi045.stdout:parsed: _obj 2024-09-12T17:43:49.347 INFO:tasks.workunit.client.0.smithi045.stdout:parsed: _obj 2024-09-12T17:43:49.347 INFO:tasks.workunit.client.0.smithi045.stdout:stripped: _obj ns=ns i= 2024-09-12T17:43:49.347 INFO:tasks.workunit.client.0.smithi045.stdout:parsed: _obj 2024-09-12T17:43:49.347 INFO:tasks.workunit.client.0.smithi045.stdout:parsed: _obj 2024-09-12T17:43:49.347 INFO:tasks.workunit.client.0.smithi045.stdout:stripped: _obj ns=ns i= 2024-09-12T17:43:49.348 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.348 INFO:tasks.workunit.client.0.smithi045.stdout: "obj1": { 2024-09-12T17:43:49.348 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.348 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.348 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.348 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.348 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.348 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.348 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.348 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.349 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.349 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.349 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.349 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.349 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "_obj", 2024-09-12T17:43:49.349 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "", 2024-09-12T17:43:49.349 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "ns" 2024-09-12T17:43:49.349 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.349 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.350 INFO:tasks.workunit.client.0.smithi045.stdout: "obj2": { 2024-09-12T17:43:49.350 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.350 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.350 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.350 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.350 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.350 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.350 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.350 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.350 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.350 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.351 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.351 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.351 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "_obj", 2024-09-12T17:43:49.351 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "", 2024-09-12T17:43:49.351 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "ns" 2024-09-12T17:43:49.351 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.351 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.351 INFO:tasks.workunit.client.0.smithi045.stdout: "obj3": { 2024-09-12T17:43:49.351 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.351 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.352 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.352 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.352 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.352 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.352 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.352 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.352 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.352 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.352 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.352 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.353 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "_obj", 2024-09-12T17:43:49.353 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "", 2024-09-12T17:43:49.353 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "" 2024-09-12T17:43:49.354 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.354 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.354 INFO:tasks.workunit.client.0.smithi045.stdout: "obj3-2": { 2024-09-12T17:43:49.354 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.354 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.354 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.354 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.354 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.354 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.354 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.354 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.354 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.355 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.355 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.355 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.355 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "_obj", 2024-09-12T17:43:49.355 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "", 2024-09-12T17:43:49.355 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "ns" 2024-09-12T17:43:49.355 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.355 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.355 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.355 INFO:tasks.workunit.client.0.smithi045.stdout:parsed: _obj[v1] 2024-09-12T17:43:49.355 INFO:tasks.workunit.client.0.smithi045.stdout:parsed: _obj[v1] 2024-09-12T17:43:49.355 INFO:tasks.workunit.client.0.smithi045.stdout:stripped: _obj ns= i=v1 2024-09-12T17:43:49.356 INFO:tasks.workunit.client.0.smithi045.stdout:parsed: _obj[v1] 2024-09-12T17:43:49.356 INFO:tasks.workunit.client.0.smithi045.stdout:parsed: _obj[v1] 2024-09-12T17:43:49.356 INFO:tasks.workunit.client.0.smithi045.stdout:stripped: _obj ns= i=v1 2024-09-12T17:43:49.356 INFO:tasks.workunit.client.0.smithi045.stdout:parsed: _obj[v1] 2024-09-12T17:43:49.356 INFO:tasks.workunit.client.0.smithi045.stdout:parsed: _obj[v1] 2024-09-12T17:43:49.356 INFO:tasks.workunit.client.0.smithi045.stdout:stripped: _obj ns= i=v1 2024-09-12T17:43:49.356 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.356 INFO:tasks.workunit.client.0.smithi045.stdout: "obj1": { 2024-09-12T17:43:49.356 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.356 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.356 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.356 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.357 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.357 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.357 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.357 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.357 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.357 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.357 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.357 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.357 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "_obj", 2024-09-12T17:43:49.357 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "v1", 2024-09-12T17:43:49.357 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "" 2024-09-12T17:43:49.357 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.358 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.358 INFO:tasks.workunit.client.0.smithi045.stdout: "obj2": { 2024-09-12T17:43:49.358 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.358 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.358 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.358 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.358 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.358 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.358 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.358 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.358 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.358 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.359 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.359 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.359 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "_obj", 2024-09-12T17:43:49.359 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "v1", 2024-09-12T17:43:49.359 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "" 2024-09-12T17:43:49.359 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.359 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.359 INFO:tasks.workunit.client.0.smithi045.stdout: "obj3": { 2024-09-12T17:43:49.359 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.359 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.359 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.359 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.360 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.360 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.360 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.360 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.360 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.360 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.360 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.360 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.360 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "_obj", 2024-09-12T17:43:49.360 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "", 2024-09-12T17:43:49.360 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "" 2024-09-12T17:43:49.360 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.360 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.361 INFO:tasks.workunit.client.0.smithi045.stdout: "obj3-2": { 2024-09-12T17:43:49.361 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.361 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.361 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.361 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.361 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.361 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.361 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.361 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.361 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.361 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.361 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.362 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.362 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "_obj", 2024-09-12T17:43:49.362 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "v1", 2024-09-12T17:43:49.362 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "" 2024-09-12T17:43:49.362 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.362 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.362 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.362 INFO:tasks.workunit.client.0.smithi045.stdout:parsed: _obj[v1] 2024-09-12T17:43:49.362 INFO:tasks.workunit.client.0.smithi045.stdout:parsed: _obj[v1] 2024-09-12T17:43:49.362 INFO:tasks.workunit.client.0.smithi045.stdout:stripped: _obj ns=ns i=v1 2024-09-12T17:43:49.362 INFO:tasks.workunit.client.0.smithi045.stdout:parsed: _obj[v1] 2024-09-12T17:43:49.362 INFO:tasks.workunit.client.0.smithi045.stdout:parsed: _obj[v1] 2024-09-12T17:43:49.362 INFO:tasks.workunit.client.0.smithi045.stdout:stripped: _obj ns=ns i=v1 2024-09-12T17:43:49.363 INFO:tasks.workunit.client.0.smithi045.stdout:parsed: _obj[v1] 2024-09-12T17:43:49.363 INFO:tasks.workunit.client.0.smithi045.stdout:parsed: _obj[v1] 2024-09-12T17:43:49.363 INFO:tasks.workunit.client.0.smithi045.stdout:stripped: _obj ns=ns i=v1 2024-09-12T17:43:49.363 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.363 INFO:tasks.workunit.client.0.smithi045.stdout: "obj1": { 2024-09-12T17:43:49.363 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.363 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.363 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.363 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.363 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.363 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.363 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.363 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.364 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.364 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.364 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.364 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.364 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "_obj", 2024-09-12T17:43:49.364 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "v1", 2024-09-12T17:43:49.364 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "ns" 2024-09-12T17:43:49.364 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.364 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.364 INFO:tasks.workunit.client.0.smithi045.stdout: "obj2": { 2024-09-12T17:43:49.364 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.364 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.365 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.365 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.365 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.365 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.365 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.365 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.365 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.365 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.365 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.365 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.365 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "_obj", 2024-09-12T17:43:49.365 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "v1", 2024-09-12T17:43:49.365 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "ns" 2024-09-12T17:43:49.366 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.366 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.366 INFO:tasks.workunit.client.0.smithi045.stdout: "obj3": { 2024-09-12T17:43:49.366 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.366 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.366 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.366 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.366 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.366 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.366 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.366 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.366 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.366 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.367 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.367 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.367 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "_obj", 2024-09-12T17:43:49.367 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "", 2024-09-12T17:43:49.367 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "" 2024-09-12T17:43:49.367 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.367 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.367 INFO:tasks.workunit.client.0.smithi045.stdout: "obj3-2": { 2024-09-12T17:43:49.367 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.367 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.367 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.367 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.367 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.367 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.368 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.368 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.368 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.368 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.368 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.368 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.368 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "_obj", 2024-09-12T17:43:49.368 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "v1", 2024-09-12T17:43:49.368 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "ns" 2024-09-12T17:43:49.368 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.368 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.369 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.369 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] TestRGWObj.underscore (0 ms) 2024-09-12T17:43:49.369 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] TestRGWObj.no_underscore 2024-09-12T17:43:49.369 INFO:tasks.workunit.client.0.smithi045.stdout:parsed: obj 2024-09-12T17:43:49.369 INFO:tasks.workunit.client.0.smithi045.stdout:parsed: obj 2024-09-12T17:43:49.369 INFO:tasks.workunit.client.0.smithi045.stdout:stripped: obj ns= i= 2024-09-12T17:43:49.369 INFO:tasks.workunit.client.0.smithi045.stdout:parsed: obj 2024-09-12T17:43:49.369 INFO:tasks.workunit.client.0.smithi045.stdout:parsed: obj 2024-09-12T17:43:49.369 INFO:tasks.workunit.client.0.smithi045.stdout:stripped: obj ns= i= 2024-09-12T17:43:49.369 INFO:tasks.workunit.client.0.smithi045.stdout:parsed: obj 2024-09-12T17:43:49.369 INFO:tasks.workunit.client.0.smithi045.stdout:parsed: obj 2024-09-12T17:43:49.369 INFO:tasks.workunit.client.0.smithi045.stdout:stripped: obj ns= i= 2024-09-12T17:43:49.369 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.369 INFO:tasks.workunit.client.0.smithi045.stdout: "obj1": { 2024-09-12T17:43:49.370 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.370 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.370 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.370 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.370 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.370 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.370 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.370 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.370 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.370 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.370 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.370 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.371 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "obj", 2024-09-12T17:43:49.371 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "", 2024-09-12T17:43:49.371 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "" 2024-09-12T17:43:49.371 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.371 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.371 INFO:tasks.workunit.client.0.smithi045.stdout: "obj2": { 2024-09-12T17:43:49.371 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.371 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.371 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.371 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.371 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.371 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.371 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.372 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.372 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.372 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.372 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.372 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.372 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "obj", 2024-09-12T17:43:49.372 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "", 2024-09-12T17:43:49.372 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "" 2024-09-12T17:43:49.372 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.372 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.372 INFO:tasks.workunit.client.0.smithi045.stdout: "obj3": { 2024-09-12T17:43:49.372 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.373 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.373 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.373 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.373 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.373 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.373 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.373 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.373 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.373 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.373 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.373 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.374 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "obj", 2024-09-12T17:43:49.374 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "", 2024-09-12T17:43:49.374 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "" 2024-09-12T17:43:49.374 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.374 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.374 INFO:tasks.workunit.client.0.smithi045.stdout: "obj3-2": { 2024-09-12T17:43:49.374 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.374 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.374 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.374 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.374 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.374 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.374 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.374 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.375 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.375 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.375 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.375 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.375 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "obj", 2024-09-12T17:43:49.375 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "", 2024-09-12T17:43:49.375 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "" 2024-09-12T17:43:49.375 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.375 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.375 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.375 INFO:tasks.workunit.client.0.smithi045.stdout:parsed: obj 2024-09-12T17:43:49.375 INFO:tasks.workunit.client.0.smithi045.stdout:parsed: obj 2024-09-12T17:43:49.375 INFO:tasks.workunit.client.0.smithi045.stdout:stripped: obj ns=ns i= 2024-09-12T17:43:49.376 INFO:tasks.workunit.client.0.smithi045.stdout:parsed: obj 2024-09-12T17:43:49.376 INFO:tasks.workunit.client.0.smithi045.stdout:parsed: obj 2024-09-12T17:43:49.376 INFO:tasks.workunit.client.0.smithi045.stdout:stripped: obj ns=ns i= 2024-09-12T17:43:49.376 INFO:tasks.workunit.client.0.smithi045.stdout:parsed: obj 2024-09-12T17:43:49.376 INFO:tasks.workunit.client.0.smithi045.stdout:parsed: obj 2024-09-12T17:43:49.376 INFO:tasks.workunit.client.0.smithi045.stdout:stripped: obj ns=ns i= 2024-09-12T17:43:49.376 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.376 INFO:tasks.workunit.client.0.smithi045.stdout: "obj1": { 2024-09-12T17:43:49.376 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.376 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.376 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.376 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.376 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.377 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.377 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.377 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.377 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.377 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.377 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.377 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.377 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "obj", 2024-09-12T17:43:49.377 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "", 2024-09-12T17:43:49.377 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "ns" 2024-09-12T17:43:49.377 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.377 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.377 INFO:tasks.workunit.client.0.smithi045.stdout: "obj2": { 2024-09-12T17:43:49.378 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.378 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.378 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.378 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.378 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.378 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.378 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.378 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.378 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.378 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.378 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.378 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.378 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "obj", 2024-09-12T17:43:49.379 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "", 2024-09-12T17:43:49.379 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "ns" 2024-09-12T17:43:49.379 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.379 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.379 INFO:tasks.workunit.client.0.smithi045.stdout: "obj3": { 2024-09-12T17:43:49.379 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.379 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.379 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.379 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.379 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.379 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.379 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.379 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.380 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.380 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.380 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.380 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.380 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "obj", 2024-09-12T17:43:49.380 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "", 2024-09-12T17:43:49.380 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "" 2024-09-12T17:43:49.380 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.380 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.380 INFO:tasks.workunit.client.0.smithi045.stdout: "obj3-2": { 2024-09-12T17:43:49.380 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.380 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.381 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.381 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.381 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.381 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.381 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.381 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.381 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.381 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.381 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.381 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.381 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "obj", 2024-09-12T17:43:49.381 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "", 2024-09-12T17:43:49.381 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "ns" 2024-09-12T17:43:49.382 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.382 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.382 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.382 INFO:tasks.workunit.client.0.smithi045.stdout:parsed: obj[v1] 2024-09-12T17:43:49.382 INFO:tasks.workunit.client.0.smithi045.stdout:parsed: obj[v1] 2024-09-12T17:43:49.382 INFO:tasks.workunit.client.0.smithi045.stdout:stripped: obj ns= i=v1 2024-09-12T17:43:49.382 INFO:tasks.workunit.client.0.smithi045.stdout:parsed: obj[v1] 2024-09-12T17:43:49.382 INFO:tasks.workunit.client.0.smithi045.stdout:parsed: obj[v1] 2024-09-12T17:43:49.382 INFO:tasks.workunit.client.0.smithi045.stdout:stripped: obj ns= i=v1 2024-09-12T17:43:49.382 INFO:tasks.workunit.client.0.smithi045.stdout:parsed: obj[v1] 2024-09-12T17:43:49.382 INFO:tasks.workunit.client.0.smithi045.stdout:parsed: obj[v1] 2024-09-12T17:43:49.382 INFO:tasks.workunit.client.0.smithi045.stdout:stripped: obj ns= i=v1 2024-09-12T17:43:49.382 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.383 INFO:tasks.workunit.client.0.smithi045.stdout: "obj1": { 2024-09-12T17:43:49.383 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.383 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.383 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.383 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.383 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.383 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.383 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.383 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.383 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.383 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.383 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.383 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.384 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "obj", 2024-09-12T17:43:49.384 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "v1", 2024-09-12T17:43:49.384 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "" 2024-09-12T17:43:49.384 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.384 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.384 INFO:tasks.workunit.client.0.smithi045.stdout: "obj2": { 2024-09-12T17:43:49.384 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.384 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.384 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.384 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.384 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.385 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.385 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.385 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.385 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.385 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.385 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.385 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.385 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "obj", 2024-09-12T17:43:49.385 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "v1", 2024-09-12T17:43:49.385 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "" 2024-09-12T17:43:49.385 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.385 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.385 INFO:tasks.workunit.client.0.smithi045.stdout: "obj3": { 2024-09-12T17:43:49.386 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.386 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.386 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.386 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.386 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.386 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.386 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.386 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.386 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.386 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.386 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.386 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.386 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "obj", 2024-09-12T17:43:49.387 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "", 2024-09-12T17:43:49.387 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "" 2024-09-12T17:43:49.387 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.387 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.387 INFO:tasks.workunit.client.0.smithi045.stdout: "obj3-2": { 2024-09-12T17:43:49.387 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.387 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.387 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.387 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.387 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.387 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.387 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.387 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.388 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.388 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.388 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.388 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.388 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "obj", 2024-09-12T17:43:49.388 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "v1", 2024-09-12T17:43:49.388 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "" 2024-09-12T17:43:49.388 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.388 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.388 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.388 INFO:tasks.workunit.client.0.smithi045.stdout:parsed: obj[v1] 2024-09-12T17:43:49.388 INFO:tasks.workunit.client.0.smithi045.stdout:parsed: obj[v1] 2024-09-12T17:43:49.388 INFO:tasks.workunit.client.0.smithi045.stdout:stripped: obj ns=ns i=v1 2024-09-12T17:43:49.389 INFO:tasks.workunit.client.0.smithi045.stdout:parsed: obj[v1] 2024-09-12T17:43:49.389 INFO:tasks.workunit.client.0.smithi045.stdout:parsed: obj[v1] 2024-09-12T17:43:49.389 INFO:tasks.workunit.client.0.smithi045.stdout:stripped: obj ns=ns i=v1 2024-09-12T17:43:49.389 INFO:tasks.workunit.client.0.smithi045.stdout:parsed: obj[v1] 2024-09-12T17:43:49.389 INFO:tasks.workunit.client.0.smithi045.stdout:parsed: obj[v1] 2024-09-12T17:43:49.389 INFO:tasks.workunit.client.0.smithi045.stdout:stripped: obj ns=ns i=v1 2024-09-12T17:43:49.389 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.389 INFO:tasks.workunit.client.0.smithi045.stdout: "obj1": { 2024-09-12T17:43:49.389 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.389 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.389 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.389 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.389 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.390 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.390 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.390 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.390 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.390 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.390 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.390 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.390 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "obj", 2024-09-12T17:43:49.390 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "v1", 2024-09-12T17:43:49.390 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "ns" 2024-09-12T17:43:49.390 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.390 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.390 INFO:tasks.workunit.client.0.smithi045.stdout: "obj2": { 2024-09-12T17:43:49.391 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.391 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.391 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.391 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.391 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.391 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.391 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.391 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.391 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.391 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.391 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.391 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.391 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "obj", 2024-09-12T17:43:49.392 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "v1", 2024-09-12T17:43:49.392 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "ns" 2024-09-12T17:43:49.392 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.392 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.392 INFO:tasks.workunit.client.0.smithi045.stdout: "obj3": { 2024-09-12T17:43:49.392 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.392 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.392 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.392 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.392 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.392 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.392 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.393 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.393 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.393 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.393 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.393 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.393 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "obj", 2024-09-12T17:43:49.393 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "", 2024-09-12T17:43:49.393 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "" 2024-09-12T17:43:49.393 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.393 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.393 INFO:tasks.workunit.client.0.smithi045.stdout: "obj3-2": { 2024-09-12T17:43:49.393 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.393 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.394 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.394 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.394 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.394 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.394 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.394 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.394 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.394 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.394 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.394 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.394 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "obj", 2024-09-12T17:43:49.394 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "v1", 2024-09-12T17:43:49.394 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "ns" 2024-09-12T17:43:49.395 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.395 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.395 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.395 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] TestRGWObj.no_underscore (0 ms) 2024-09-12T17:43:49.395 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] TestRGWObj.obj_to_raw 2024-09-12T17:43:49.395 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.395 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.395 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.395 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.395 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.395 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.395 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.395 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.396 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.396 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.396 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.396 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.396 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.396 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.396 INFO:tasks.workunit.client.0.smithi045.stdout: "obj": { 2024-09-12T17:43:49.396 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.396 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.396 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.396 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.397 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.397 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.397 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.397 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.397 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.397 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.397 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.397 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.397 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "myobj", 2024-09-12T17:43:49.397 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "", 2024-09-12T17:43:49.397 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "" 2024-09-12T17:43:49.397 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.397 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.398 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.398 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.398 INFO:tasks.workunit.client.0.smithi045.stdout: "raw_obj": { 2024-09-12T17:43:49.398 INFO:tasks.workunit.client.0.smithi045.stdout: "pool": "default-placement.data", 2024-09-12T17:43:49.398 INFO:tasks.workunit.client.0.smithi045.stdout: "oid": "marker_myobj", 2024-09-12T17:43:49.398 INFO:tasks.workunit.client.0.smithi045.stdout: "loc": "" 2024-09-12T17:43:49.398 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.398 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.398 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.398 INFO:tasks.workunit.client.0.smithi045.stdout: "new_obj": { 2024-09-12T17:43:49.398 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.398 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.398 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.399 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.399 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.399 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.399 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.399 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.399 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.399 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.399 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.399 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.399 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "myobj", 2024-09-12T17:43:49.399 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "", 2024-09-12T17:43:49.399 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "" 2024-09-12T17:43:49.399 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.400 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.400 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.400 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.400 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.400 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "ebtest", 2024-09-12T17:43:49.400 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.400 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.400 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.400 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.400 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": ".data-pool", 2024-09-12T17:43:49.400 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.400 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": ".index-pool" 2024-09-12T17:43:49.400 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.400 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.401 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.401 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.401 INFO:tasks.workunit.client.0.smithi045.stdout: "obj": { 2024-09-12T17:43:49.401 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.401 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "ebtest", 2024-09-12T17:43:49.401 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.401 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.401 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.401 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.401 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": ".data-pool", 2024-09-12T17:43:49.401 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.401 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": ".index-pool" 2024-09-12T17:43:49.401 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.402 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.402 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.402 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "myobj", 2024-09-12T17:43:49.402 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "", 2024-09-12T17:43:49.402 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "" 2024-09-12T17:43:49.402 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.402 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.402 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.402 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.402 INFO:tasks.workunit.client.0.smithi045.stdout: "raw_obj": { 2024-09-12T17:43:49.402 INFO:tasks.workunit.client.0.smithi045.stdout: "pool": ".data-pool", 2024-09-12T17:43:49.402 INFO:tasks.workunit.client.0.smithi045.stdout: "oid": "marker_myobj", 2024-09-12T17:43:49.402 INFO:tasks.workunit.client.0.smithi045.stdout: "loc": "" 2024-09-12T17:43:49.402 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.403 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.403 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.403 INFO:tasks.workunit.client.0.smithi045.stdout: "new_obj": { 2024-09-12T17:43:49.403 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.403 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "ebtest", 2024-09-12T17:43:49.403 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.403 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.403 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.403 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.403 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": ".data-pool", 2024-09-12T17:43:49.403 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.403 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": ".index-pool" 2024-09-12T17:43:49.403 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.404 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.404 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.404 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "myobj", 2024-09-12T17:43:49.404 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "", 2024-09-12T17:43:49.404 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "" 2024-09-12T17:43:49.404 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.404 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.404 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.404 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.404 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.404 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.404 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.404 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.405 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.405 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.405 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.405 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.405 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.405 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.405 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.405 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.405 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.405 INFO:tasks.workunit.client.0.smithi045.stdout: "obj": { 2024-09-12T17:43:49.405 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.405 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.405 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.405 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.406 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.406 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.406 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.406 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.406 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.406 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.406 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.406 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.406 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "myobj", 2024-09-12T17:43:49.406 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "", 2024-09-12T17:43:49.406 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "ns" 2024-09-12T17:43:49.406 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.406 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.407 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.407 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.407 INFO:tasks.workunit.client.0.smithi045.stdout: "raw_obj": { 2024-09-12T17:43:49.407 INFO:tasks.workunit.client.0.smithi045.stdout: "pool": "default-placement.data", 2024-09-12T17:43:49.407 INFO:tasks.workunit.client.0.smithi045.stdout: "oid": "marker__ns_myobj", 2024-09-12T17:43:49.407 INFO:tasks.workunit.client.0.smithi045.stdout: "loc": "" 2024-09-12T17:43:49.407 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.407 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.407 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.407 INFO:tasks.workunit.client.0.smithi045.stdout: "new_obj": { 2024-09-12T17:43:49.407 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.407 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.407 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.408 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.408 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.408 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.408 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.408 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.408 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.408 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.408 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.408 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.408 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "myobj", 2024-09-12T17:43:49.408 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "", 2024-09-12T17:43:49.408 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "ns" 2024-09-12T17:43:49.409 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.409 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.409 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.409 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.409 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.409 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "ebtest", 2024-09-12T17:43:49.409 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.409 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.409 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.409 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.409 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": ".data-pool", 2024-09-12T17:43:49.409 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.410 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": ".index-pool" 2024-09-12T17:43:49.410 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.410 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.410 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.410 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.410 INFO:tasks.workunit.client.0.smithi045.stdout: "obj": { 2024-09-12T17:43:49.410 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.410 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "ebtest", 2024-09-12T17:43:49.410 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.410 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.410 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.410 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.410 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": ".data-pool", 2024-09-12T17:43:49.411 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.411 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": ".index-pool" 2024-09-12T17:43:49.411 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.411 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.411 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.411 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "myobj", 2024-09-12T17:43:49.411 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "", 2024-09-12T17:43:49.411 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "ns" 2024-09-12T17:43:49.411 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.411 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.411 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.411 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.412 INFO:tasks.workunit.client.0.smithi045.stdout: "raw_obj": { 2024-09-12T17:43:49.412 INFO:tasks.workunit.client.0.smithi045.stdout: "pool": ".data-pool", 2024-09-12T17:43:49.412 INFO:tasks.workunit.client.0.smithi045.stdout: "oid": "marker__ns_myobj", 2024-09-12T17:43:49.412 INFO:tasks.workunit.client.0.smithi045.stdout: "loc": "" 2024-09-12T17:43:49.412 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.412 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.412 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.412 INFO:tasks.workunit.client.0.smithi045.stdout: "new_obj": { 2024-09-12T17:43:49.412 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.412 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "ebtest", 2024-09-12T17:43:49.412 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.412 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.413 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.413 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.413 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": ".data-pool", 2024-09-12T17:43:49.413 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.413 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": ".index-pool" 2024-09-12T17:43:49.413 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.413 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.413 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.413 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "myobj", 2024-09-12T17:43:49.413 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "", 2024-09-12T17:43:49.413 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "ns" 2024-09-12T17:43:49.413 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.414 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.414 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.414 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.414 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.414 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.414 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.414 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.414 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.414 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.414 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.414 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.414 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.415 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.415 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.415 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.415 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.415 INFO:tasks.workunit.client.0.smithi045.stdout: "obj": { 2024-09-12T17:43:49.415 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.415 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.415 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.415 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.415 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.415 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.415 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.415 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.416 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.416 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.416 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.416 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.416 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "myobj", 2024-09-12T17:43:49.416 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "inst", 2024-09-12T17:43:49.416 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "" 2024-09-12T17:43:49.416 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.416 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.416 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.416 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.416 INFO:tasks.workunit.client.0.smithi045.stdout: "raw_obj": { 2024-09-12T17:43:49.417 INFO:tasks.workunit.client.0.smithi045.stdout: "pool": "default-placement.data", 2024-09-12T17:43:49.417 INFO:tasks.workunit.client.0.smithi045.stdout: "oid": "marker__:inst_myobj", 2024-09-12T17:43:49.417 INFO:tasks.workunit.client.0.smithi045.stdout: "loc": "" 2024-09-12T17:43:49.417 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.417 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.417 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.417 INFO:tasks.workunit.client.0.smithi045.stdout: "new_obj": { 2024-09-12T17:43:49.417 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.417 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.417 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.417 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.417 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.418 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.418 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.418 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.418 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.418 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.418 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.418 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.418 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "myobj", 2024-09-12T17:43:49.418 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "inst", 2024-09-12T17:43:49.418 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "" 2024-09-12T17:43:49.418 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.418 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.418 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.419 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.419 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.419 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "ebtest", 2024-09-12T17:43:49.419 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.419 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.419 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.419 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.419 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": ".data-pool", 2024-09-12T17:43:49.419 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.419 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": ".index-pool" 2024-09-12T17:43:49.419 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.419 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.419 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.420 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.420 INFO:tasks.workunit.client.0.smithi045.stdout: "obj": { 2024-09-12T17:43:49.420 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.420 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "ebtest", 2024-09-12T17:43:49.420 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.420 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.420 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.420 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.420 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": ".data-pool", 2024-09-12T17:43:49.420 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.420 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": ".index-pool" 2024-09-12T17:43:49.420 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.420 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.421 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.421 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "myobj", 2024-09-12T17:43:49.421 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "inst", 2024-09-12T17:43:49.421 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "" 2024-09-12T17:43:49.421 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.421 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.421 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.421 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.421 INFO:tasks.workunit.client.0.smithi045.stdout: "raw_obj": { 2024-09-12T17:43:49.421 INFO:tasks.workunit.client.0.smithi045.stdout: "pool": ".data-pool", 2024-09-12T17:43:49.421 INFO:tasks.workunit.client.0.smithi045.stdout: "oid": "marker__:inst_myobj", 2024-09-12T17:43:49.421 INFO:tasks.workunit.client.0.smithi045.stdout: "loc": "" 2024-09-12T17:43:49.422 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.422 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.422 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.422 INFO:tasks.workunit.client.0.smithi045.stdout: "new_obj": { 2024-09-12T17:43:49.422 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.422 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "ebtest", 2024-09-12T17:43:49.422 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.422 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.422 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.422 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.422 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": ".data-pool", 2024-09-12T17:43:49.422 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.422 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": ".index-pool" 2024-09-12T17:43:49.423 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.423 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.423 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.423 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "myobj", 2024-09-12T17:43:49.423 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "inst", 2024-09-12T17:43:49.423 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "" 2024-09-12T17:43:49.423 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.423 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.423 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.423 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.423 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.423 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.423 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.423 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.424 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.424 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.424 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.424 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.424 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.424 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.424 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.424 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.424 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.424 INFO:tasks.workunit.client.0.smithi045.stdout: "obj": { 2024-09-12T17:43:49.424 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.424 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.424 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.425 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.425 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.425 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.425 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.425 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.425 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.425 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.425 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.425 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.425 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "myobj", 2024-09-12T17:43:49.425 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "inst", 2024-09-12T17:43:49.425 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "ns" 2024-09-12T17:43:49.425 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.426 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.426 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.426 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.426 INFO:tasks.workunit.client.0.smithi045.stdout: "raw_obj": { 2024-09-12T17:43:49.426 INFO:tasks.workunit.client.0.smithi045.stdout: "pool": "default-placement.data", 2024-09-12T17:43:49.426 INFO:tasks.workunit.client.0.smithi045.stdout: "oid": "marker__ns:inst_myobj", 2024-09-12T17:43:49.426 INFO:tasks.workunit.client.0.smithi045.stdout: "loc": "" 2024-09-12T17:43:49.426 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.426 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.426 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.426 INFO:tasks.workunit.client.0.smithi045.stdout: "new_obj": { 2024-09-12T17:43:49.426 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.427 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.427 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.427 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.427 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.427 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.427 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.427 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.427 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.427 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.427 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.427 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.427 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "myobj", 2024-09-12T17:43:49.427 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "inst", 2024-09-12T17:43:49.428 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "ns" 2024-09-12T17:43:49.428 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.428 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.428 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.428 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.428 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.428 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "ebtest", 2024-09-12T17:43:49.428 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.428 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.428 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.428 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.428 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": ".data-pool", 2024-09-12T17:43:49.428 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.429 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": ".index-pool" 2024-09-12T17:43:49.429 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.429 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.429 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.429 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.429 INFO:tasks.workunit.client.0.smithi045.stdout: "obj": { 2024-09-12T17:43:49.429 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.429 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "ebtest", 2024-09-12T17:43:49.429 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.429 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.429 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.429 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.429 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": ".data-pool", 2024-09-12T17:43:49.429 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.430 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": ".index-pool" 2024-09-12T17:43:49.430 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.430 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.430 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.430 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "myobj", 2024-09-12T17:43:49.430 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "inst", 2024-09-12T17:43:49.430 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "ns" 2024-09-12T17:43:49.430 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.430 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.430 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.430 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.430 INFO:tasks.workunit.client.0.smithi045.stdout: "raw_obj": { 2024-09-12T17:43:49.430 INFO:tasks.workunit.client.0.smithi045.stdout: "pool": ".data-pool", 2024-09-12T17:43:49.431 INFO:tasks.workunit.client.0.smithi045.stdout: "oid": "marker__ns:inst_myobj", 2024-09-12T17:43:49.431 INFO:tasks.workunit.client.0.smithi045.stdout: "loc": "" 2024-09-12T17:43:49.431 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.431 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.431 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.431 INFO:tasks.workunit.client.0.smithi045.stdout: "new_obj": { 2024-09-12T17:43:49.431 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.431 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "ebtest", 2024-09-12T17:43:49.431 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.431 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.431 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.431 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.431 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": ".data-pool", 2024-09-12T17:43:49.432 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.432 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": ".index-pool" 2024-09-12T17:43:49.432 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.432 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.432 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.432 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "myobj", 2024-09-12T17:43:49.432 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "inst", 2024-09-12T17:43:49.432 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "ns" 2024-09-12T17:43:49.432 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.432 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.432 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.432 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.432 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.433 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.433 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.433 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.433 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.433 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.433 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.433 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.433 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.433 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.433 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.433 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.433 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.433 INFO:tasks.workunit.client.0.smithi045.stdout: "obj": { 2024-09-12T17:43:49.433 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.434 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.434 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.434 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.434 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.434 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.434 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.434 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.434 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.434 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.434 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.434 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.434 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "_myobj", 2024-09-12T17:43:49.434 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "", 2024-09-12T17:43:49.435 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "" 2024-09-12T17:43:49.435 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.435 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.435 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.435 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.435 INFO:tasks.workunit.client.0.smithi045.stdout: "raw_obj": { 2024-09-12T17:43:49.435 INFO:tasks.workunit.client.0.smithi045.stdout: "pool": "default-placement.data", 2024-09-12T17:43:49.435 INFO:tasks.workunit.client.0.smithi045.stdout: "oid": "marker___myobj", 2024-09-12T17:43:49.435 INFO:tasks.workunit.client.0.smithi045.stdout: "loc": "marker__myobj" 2024-09-12T17:43:49.435 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.435 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.435 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.436 INFO:tasks.workunit.client.0.smithi045.stdout: "new_obj": { 2024-09-12T17:43:49.436 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.436 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.436 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.436 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.436 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.436 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.436 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.436 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.436 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.436 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.436 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.436 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.437 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "_myobj", 2024-09-12T17:43:49.437 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "", 2024-09-12T17:43:49.437 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "" 2024-09-12T17:43:49.437 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.437 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.437 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.437 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.437 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.437 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "ebtest", 2024-09-12T17:43:49.437 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.437 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.437 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.438 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.438 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": ".data-pool", 2024-09-12T17:43:49.438 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.438 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": ".index-pool" 2024-09-12T17:43:49.438 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.438 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.438 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.438 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.438 INFO:tasks.workunit.client.0.smithi045.stdout: "obj": { 2024-09-12T17:43:49.438 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.438 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "ebtest", 2024-09-12T17:43:49.438 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.439 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.439 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.439 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.439 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": ".data-pool", 2024-09-12T17:43:49.439 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.439 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": ".index-pool" 2024-09-12T17:43:49.439 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.439 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.439 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.439 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "_myobj", 2024-09-12T17:43:49.439 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "", 2024-09-12T17:43:49.439 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "" 2024-09-12T17:43:49.440 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.440 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.440 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.440 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.440 INFO:tasks.workunit.client.0.smithi045.stdout: "raw_obj": { 2024-09-12T17:43:49.440 INFO:tasks.workunit.client.0.smithi045.stdout: "pool": ".data-pool", 2024-09-12T17:43:49.440 INFO:tasks.workunit.client.0.smithi045.stdout: "oid": "marker___myobj", 2024-09-12T17:43:49.440 INFO:tasks.workunit.client.0.smithi045.stdout: "loc": "marker__myobj" 2024-09-12T17:43:49.440 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.440 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.440 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.440 INFO:tasks.workunit.client.0.smithi045.stdout: "new_obj": { 2024-09-12T17:43:49.440 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.441 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "ebtest", 2024-09-12T17:43:49.441 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.441 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.441 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.441 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.441 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": ".data-pool", 2024-09-12T17:43:49.441 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.441 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": ".index-pool" 2024-09-12T17:43:49.441 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.441 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.441 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.441 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "_myobj", 2024-09-12T17:43:49.441 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "", 2024-09-12T17:43:49.442 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "" 2024-09-12T17:43:49.442 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.442 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.442 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.442 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.442 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.442 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.442 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.442 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.442 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.442 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.442 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.442 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.443 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.443 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.443 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.443 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.443 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.443 INFO:tasks.workunit.client.0.smithi045.stdout: "obj": { 2024-09-12T17:43:49.443 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.443 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.443 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.443 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.443 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.443 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.444 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.444 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.444 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.444 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.444 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.444 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.444 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "_myobj", 2024-09-12T17:43:49.444 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "", 2024-09-12T17:43:49.444 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "ns" 2024-09-12T17:43:49.444 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.444 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.444 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.445 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.445 INFO:tasks.workunit.client.0.smithi045.stdout: "raw_obj": { 2024-09-12T17:43:49.445 INFO:tasks.workunit.client.0.smithi045.stdout: "pool": "default-placement.data", 2024-09-12T17:43:49.445 INFO:tasks.workunit.client.0.smithi045.stdout: "oid": "marker__ns__myobj", 2024-09-12T17:43:49.445 INFO:tasks.workunit.client.0.smithi045.stdout: "loc": "" 2024-09-12T17:43:49.445 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.445 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.445 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.445 INFO:tasks.workunit.client.0.smithi045.stdout: "new_obj": { 2024-09-12T17:43:49.446 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.446 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.446 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.446 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.446 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.446 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.446 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.446 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.446 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.446 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.446 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.446 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.446 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "_myobj", 2024-09-12T17:43:49.447 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "", 2024-09-12T17:43:49.447 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "ns" 2024-09-12T17:43:49.447 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.447 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.447 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.447 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.447 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.447 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "ebtest", 2024-09-12T17:43:49.447 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.447 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.447 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.447 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.447 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": ".data-pool", 2024-09-12T17:43:49.448 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.448 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": ".index-pool" 2024-09-12T17:43:49.448 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.448 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.448 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.448 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.448 INFO:tasks.workunit.client.0.smithi045.stdout: "obj": { 2024-09-12T17:43:49.448 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.448 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "ebtest", 2024-09-12T17:43:49.448 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.448 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.448 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.449 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.449 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": ".data-pool", 2024-09-12T17:43:49.449 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.449 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": ".index-pool" 2024-09-12T17:43:49.449 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.449 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.449 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.449 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "_myobj", 2024-09-12T17:43:49.449 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "", 2024-09-12T17:43:49.449 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "ns" 2024-09-12T17:43:49.449 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.449 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.450 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.450 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.450 INFO:tasks.workunit.client.0.smithi045.stdout: "raw_obj": { 2024-09-12T17:43:49.450 INFO:tasks.workunit.client.0.smithi045.stdout: "pool": ".data-pool", 2024-09-12T17:43:49.450 INFO:tasks.workunit.client.0.smithi045.stdout: "oid": "marker__ns__myobj", 2024-09-12T17:43:49.450 INFO:tasks.workunit.client.0.smithi045.stdout: "loc": "" 2024-09-12T17:43:49.450 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.450 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.450 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.450 INFO:tasks.workunit.client.0.smithi045.stdout: "new_obj": { 2024-09-12T17:43:49.450 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.450 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "ebtest", 2024-09-12T17:43:49.450 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.451 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.451 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.451 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.451 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": ".data-pool", 2024-09-12T17:43:49.451 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.451 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": ".index-pool" 2024-09-12T17:43:49.451 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.451 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.451 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.451 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "_myobj", 2024-09-12T17:43:49.451 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "", 2024-09-12T17:43:49.451 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "ns" 2024-09-12T17:43:49.451 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.452 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.452 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.452 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.452 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.452 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.452 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.452 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.452 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.452 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.452 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.452 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.452 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.453 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.453 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.453 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.453 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.453 INFO:tasks.workunit.client.0.smithi045.stdout: "obj": { 2024-09-12T17:43:49.453 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.453 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.453 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.453 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.453 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.453 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.453 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.453 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.454 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.454 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.454 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.454 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.454 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "_myobj", 2024-09-12T17:43:49.454 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "inst", 2024-09-12T17:43:49.454 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "" 2024-09-12T17:43:49.454 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.454 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.454 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.454 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.454 INFO:tasks.workunit.client.0.smithi045.stdout: "raw_obj": { 2024-09-12T17:43:49.455 INFO:tasks.workunit.client.0.smithi045.stdout: "pool": "default-placement.data", 2024-09-12T17:43:49.455 INFO:tasks.workunit.client.0.smithi045.stdout: "oid": "marker__:inst__myobj", 2024-09-12T17:43:49.455 INFO:tasks.workunit.client.0.smithi045.stdout: "loc": "marker__myobj" 2024-09-12T17:43:49.455 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.455 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.455 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.455 INFO:tasks.workunit.client.0.smithi045.stdout: "new_obj": { 2024-09-12T17:43:49.455 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.455 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.455 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.455 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.455 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.455 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.456 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.456 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.456 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.456 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.456 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.456 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.456 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "_myobj", 2024-09-12T17:43:49.456 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "inst", 2024-09-12T17:43:49.456 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "" 2024-09-12T17:43:49.456 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.456 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.456 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.457 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.457 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.457 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "ebtest", 2024-09-12T17:43:49.457 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.457 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.457 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.457 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.457 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": ".data-pool", 2024-09-12T17:43:49.457 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.457 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": ".index-pool" 2024-09-12T17:43:49.457 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.457 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.458 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.458 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.458 INFO:tasks.workunit.client.0.smithi045.stdout: "obj": { 2024-09-12T17:43:49.458 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.458 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "ebtest", 2024-09-12T17:43:49.458 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.458 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.458 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.458 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.458 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": ".data-pool", 2024-09-12T17:43:49.458 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.458 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": ".index-pool" 2024-09-12T17:43:49.458 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.459 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.459 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.459 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "_myobj", 2024-09-12T17:43:49.459 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "inst", 2024-09-12T17:43:49.459 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "" 2024-09-12T17:43:49.459 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.459 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.459 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.459 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.459 INFO:tasks.workunit.client.0.smithi045.stdout: "raw_obj": { 2024-09-12T17:43:49.459 INFO:tasks.workunit.client.0.smithi045.stdout: "pool": ".data-pool", 2024-09-12T17:43:49.459 INFO:tasks.workunit.client.0.smithi045.stdout: "oid": "marker__:inst__myobj", 2024-09-12T17:43:49.459 INFO:tasks.workunit.client.0.smithi045.stdout: "loc": "marker__myobj" 2024-09-12T17:43:49.459 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.460 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.460 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.460 INFO:tasks.workunit.client.0.smithi045.stdout: "new_obj": { 2024-09-12T17:43:49.460 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.460 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "ebtest", 2024-09-12T17:43:49.460 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.460 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.460 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.460 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.460 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": ".data-pool", 2024-09-12T17:43:49.460 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.460 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": ".index-pool" 2024-09-12T17:43:49.460 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.460 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.461 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.461 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "_myobj", 2024-09-12T17:43:49.461 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "inst", 2024-09-12T17:43:49.461 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "" 2024-09-12T17:43:49.461 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.461 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.461 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.461 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.461 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.461 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.461 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.461 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.461 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.462 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.462 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.462 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.462 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.462 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.462 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.462 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.462 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.462 INFO:tasks.workunit.client.0.smithi045.stdout: "obj": { 2024-09-12T17:43:49.462 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.462 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.462 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.462 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.463 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.463 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.463 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.463 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.463 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.463 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.463 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.463 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.463 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "_myobj", 2024-09-12T17:43:49.463 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "inst", 2024-09-12T17:43:49.463 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "ns" 2024-09-12T17:43:49.463 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.464 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.464 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.464 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.464 INFO:tasks.workunit.client.0.smithi045.stdout: "raw_obj": { 2024-09-12T17:43:49.464 INFO:tasks.workunit.client.0.smithi045.stdout: "pool": "default-placement.data", 2024-09-12T17:43:49.464 INFO:tasks.workunit.client.0.smithi045.stdout: "oid": "marker__ns:inst__myobj", 2024-09-12T17:43:49.464 INFO:tasks.workunit.client.0.smithi045.stdout: "loc": "" 2024-09-12T17:43:49.464 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.464 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.464 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.464 INFO:tasks.workunit.client.0.smithi045.stdout: "new_obj": { 2024-09-12T17:43:49.464 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.464 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.465 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.465 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.465 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.465 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.465 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.465 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.465 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.465 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.465 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.465 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.465 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "_myobj", 2024-09-12T17:43:49.465 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "inst", 2024-09-12T17:43:49.465 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "ns" 2024-09-12T17:43:49.466 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.466 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.466 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.466 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.466 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.466 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "ebtest", 2024-09-12T17:43:49.466 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.466 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.466 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.466 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.466 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": ".data-pool", 2024-09-12T17:43:49.466 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.466 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": ".index-pool" 2024-09-12T17:43:49.467 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.467 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.467 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.467 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.467 INFO:tasks.workunit.client.0.smithi045.stdout: "obj": { 2024-09-12T17:43:49.467 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.467 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "ebtest", 2024-09-12T17:43:49.467 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.467 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.467 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.467 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.467 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": ".data-pool", 2024-09-12T17:43:49.467 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.468 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": ".index-pool" 2024-09-12T17:43:49.468 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.468 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.468 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.468 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "_myobj", 2024-09-12T17:43:49.468 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "inst", 2024-09-12T17:43:49.468 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "ns" 2024-09-12T17:43:49.468 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.468 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.468 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.468 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.469 INFO:tasks.workunit.client.0.smithi045.stdout: "raw_obj": { 2024-09-12T17:43:49.469 INFO:tasks.workunit.client.0.smithi045.stdout: "pool": ".data-pool", 2024-09-12T17:43:49.469 INFO:tasks.workunit.client.0.smithi045.stdout: "oid": "marker__ns:inst__myobj", 2024-09-12T17:43:49.469 INFO:tasks.workunit.client.0.smithi045.stdout: "loc": "" 2024-09-12T17:43:49.469 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.469 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.469 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.469 INFO:tasks.workunit.client.0.smithi045.stdout: "new_obj": { 2024-09-12T17:43:49.469 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.469 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "ebtest", 2024-09-12T17:43:49.469 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.469 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.469 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.470 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.470 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": ".data-pool", 2024-09-12T17:43:49.470 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.470 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": ".index-pool" 2024-09-12T17:43:49.470 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.470 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.470 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.470 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "_myobj", 2024-09-12T17:43:49.470 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "inst", 2024-09-12T17:43:49.470 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "ns" 2024-09-12T17:43:49.470 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.470 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.471 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.471 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.471 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.471 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.471 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.471 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.471 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.471 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.471 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.471 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.471 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.471 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.471 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.472 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.472 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.472 INFO:tasks.workunit.client.0.smithi045.stdout: "obj": { 2024-09-12T17:43:49.472 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.472 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.472 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.472 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.472 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.472 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.472 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.472 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.472 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.473 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.473 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.473 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.473 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "_myobj_", 2024-09-12T17:43:49.473 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "", 2024-09-12T17:43:49.473 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "" 2024-09-12T17:43:49.473 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.473 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.473 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.473 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.473 INFO:tasks.workunit.client.0.smithi045.stdout: "raw_obj": { 2024-09-12T17:43:49.473 INFO:tasks.workunit.client.0.smithi045.stdout: "pool": "default-placement.data", 2024-09-12T17:43:49.474 INFO:tasks.workunit.client.0.smithi045.stdout: "oid": "marker___myobj_", 2024-09-12T17:43:49.474 INFO:tasks.workunit.client.0.smithi045.stdout: "loc": "marker__myobj_" 2024-09-12T17:43:49.474 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.474 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.474 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.474 INFO:tasks.workunit.client.0.smithi045.stdout: "new_obj": { 2024-09-12T17:43:49.474 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.474 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.474 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.474 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.474 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.474 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.474 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.475 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.475 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.475 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.475 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.475 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.475 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "_myobj_", 2024-09-12T17:43:49.475 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "", 2024-09-12T17:43:49.475 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "" 2024-09-12T17:43:49.475 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.475 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.475 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.475 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.475 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.476 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "ebtest", 2024-09-12T17:43:49.476 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.476 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.476 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.476 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.476 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": ".data-pool", 2024-09-12T17:43:49.476 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.476 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": ".index-pool" 2024-09-12T17:43:49.476 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.476 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.476 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.476 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.477 INFO:tasks.workunit.client.0.smithi045.stdout: "obj": { 2024-09-12T17:43:49.477 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.477 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "ebtest", 2024-09-12T17:43:49.477 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.477 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.477 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.477 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.477 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": ".data-pool", 2024-09-12T17:43:49.477 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.477 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": ".index-pool" 2024-09-12T17:43:49.477 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.477 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.477 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.478 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "_myobj_", 2024-09-12T17:43:49.478 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "", 2024-09-12T17:43:49.478 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "" 2024-09-12T17:43:49.478 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.478 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.478 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.478 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.478 INFO:tasks.workunit.client.0.smithi045.stdout: "raw_obj": { 2024-09-12T17:43:49.478 INFO:tasks.workunit.client.0.smithi045.stdout: "pool": ".data-pool", 2024-09-12T17:43:49.478 INFO:tasks.workunit.client.0.smithi045.stdout: "oid": "marker___myobj_", 2024-09-12T17:43:49.478 INFO:tasks.workunit.client.0.smithi045.stdout: "loc": "marker__myobj_" 2024-09-12T17:43:49.478 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.478 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.479 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.479 INFO:tasks.workunit.client.0.smithi045.stdout: "new_obj": { 2024-09-12T17:43:49.479 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.479 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "ebtest", 2024-09-12T17:43:49.479 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.479 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.479 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.479 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.479 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": ".data-pool", 2024-09-12T17:43:49.479 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.479 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": ".index-pool" 2024-09-12T17:43:49.479 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.479 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.480 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.480 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "_myobj_", 2024-09-12T17:43:49.480 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "", 2024-09-12T17:43:49.480 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "" 2024-09-12T17:43:49.480 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.480 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.480 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.480 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.480 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.480 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.480 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.480 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.481 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.481 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.481 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.481 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.481 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.481 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.481 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.481 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.481 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.481 INFO:tasks.workunit.client.0.smithi045.stdout: "obj": { 2024-09-12T17:43:49.481 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.481 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.481 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.482 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.482 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.482 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.482 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.482 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.482 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.482 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.482 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.482 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.482 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "_myobj_", 2024-09-12T17:43:49.482 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "", 2024-09-12T17:43:49.482 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "ns" 2024-09-12T17:43:49.482 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.482 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.483 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.483 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.483 INFO:tasks.workunit.client.0.smithi045.stdout: "raw_obj": { 2024-09-12T17:43:49.483 INFO:tasks.workunit.client.0.smithi045.stdout: "pool": "default-placement.data", 2024-09-12T17:43:49.483 INFO:tasks.workunit.client.0.smithi045.stdout: "oid": "marker__ns__myobj_", 2024-09-12T17:43:49.483 INFO:tasks.workunit.client.0.smithi045.stdout: "loc": "" 2024-09-12T17:43:49.483 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.483 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.483 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.483 INFO:tasks.workunit.client.0.smithi045.stdout: "new_obj": { 2024-09-12T17:43:49.483 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.483 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.483 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.484 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.484 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.484 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.484 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.484 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.484 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.484 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.484 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.484 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.484 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "_myobj_", 2024-09-12T17:43:49.484 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "", 2024-09-12T17:43:49.484 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "ns" 2024-09-12T17:43:49.484 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.485 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.485 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.485 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.485 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.485 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "ebtest", 2024-09-12T17:43:49.485 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.485 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.485 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.485 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.485 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": ".data-pool", 2024-09-12T17:43:49.485 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.485 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": ".index-pool" 2024-09-12T17:43:49.485 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.485 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.486 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.486 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.486 INFO:tasks.workunit.client.0.smithi045.stdout: "obj": { 2024-09-12T17:43:49.486 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.486 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "ebtest", 2024-09-12T17:43:49.486 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.486 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.486 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.486 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.486 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": ".data-pool", 2024-09-12T17:43:49.486 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.486 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": ".index-pool" 2024-09-12T17:43:49.486 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.487 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.487 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.487 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "_myobj_", 2024-09-12T17:43:49.487 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "", 2024-09-12T17:43:49.487 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "ns" 2024-09-12T17:43:49.487 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.487 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.487 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.487 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.487 INFO:tasks.workunit.client.0.smithi045.stdout: "raw_obj": { 2024-09-12T17:43:49.487 INFO:tasks.workunit.client.0.smithi045.stdout: "pool": ".data-pool", 2024-09-12T17:43:49.487 INFO:tasks.workunit.client.0.smithi045.stdout: "oid": "marker__ns__myobj_", 2024-09-12T17:43:49.487 INFO:tasks.workunit.client.0.smithi045.stdout: "loc": "" 2024-09-12T17:43:49.487 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.488 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.488 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.488 INFO:tasks.workunit.client.0.smithi045.stdout: "new_obj": { 2024-09-12T17:43:49.488 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.488 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "ebtest", 2024-09-12T17:43:49.488 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.488 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.488 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.488 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.488 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": ".data-pool", 2024-09-12T17:43:49.488 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.488 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": ".index-pool" 2024-09-12T17:43:49.488 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.489 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.489 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.489 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "_myobj_", 2024-09-12T17:43:49.489 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "", 2024-09-12T17:43:49.489 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "ns" 2024-09-12T17:43:49.489 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.489 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.489 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.489 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.489 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.489 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.489 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.489 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.490 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.490 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.490 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.490 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.490 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.490 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.490 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.490 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.490 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.490 INFO:tasks.workunit.client.0.smithi045.stdout: "obj": { 2024-09-12T17:43:49.490 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.490 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.490 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.491 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.491 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.491 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.491 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.491 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.491 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.491 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.491 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.491 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.491 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "_myobj_", 2024-09-12T17:43:49.491 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "inst", 2024-09-12T17:43:49.491 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "" 2024-09-12T17:43:49.491 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.491 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.492 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.492 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.492 INFO:tasks.workunit.client.0.smithi045.stdout: "raw_obj": { 2024-09-12T17:43:49.492 INFO:tasks.workunit.client.0.smithi045.stdout: "pool": "default-placement.data", 2024-09-12T17:43:49.492 INFO:tasks.workunit.client.0.smithi045.stdout: "oid": "marker__:inst__myobj_", 2024-09-12T17:43:49.492 INFO:tasks.workunit.client.0.smithi045.stdout: "loc": "marker__myobj_" 2024-09-12T17:43:49.492 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.492 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.492 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.492 INFO:tasks.workunit.client.0.smithi045.stdout: "new_obj": { 2024-09-12T17:43:49.492 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.492 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.492 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.493 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.493 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.493 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.493 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.493 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.493 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.493 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.493 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.493 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.493 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "_myobj_", 2024-09-12T17:43:49.493 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "inst", 2024-09-12T17:43:49.493 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "" 2024-09-12T17:43:49.493 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.494 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.494 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.494 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.494 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.494 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "ebtest", 2024-09-12T17:43:49.494 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.494 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.494 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.494 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.494 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": ".data-pool", 2024-09-12T17:43:49.494 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.494 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": ".index-pool" 2024-09-12T17:43:49.494 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.495 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.495 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.495 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.495 INFO:tasks.workunit.client.0.smithi045.stdout: "obj": { 2024-09-12T17:43:49.495 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.495 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "ebtest", 2024-09-12T17:43:49.495 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.495 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.495 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.495 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.495 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": ".data-pool", 2024-09-12T17:43:49.495 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.495 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": ".index-pool" 2024-09-12T17:43:49.496 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.496 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.496 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.496 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "_myobj_", 2024-09-12T17:43:49.496 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "inst", 2024-09-12T17:43:49.496 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "" 2024-09-12T17:43:49.496 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.496 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.496 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.496 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.496 INFO:tasks.workunit.client.0.smithi045.stdout: "raw_obj": { 2024-09-12T17:43:49.496 INFO:tasks.workunit.client.0.smithi045.stdout: "pool": ".data-pool", 2024-09-12T17:43:49.497 INFO:tasks.workunit.client.0.smithi045.stdout: "oid": "marker__:inst__myobj_", 2024-09-12T17:43:49.497 INFO:tasks.workunit.client.0.smithi045.stdout: "loc": "marker__myobj_" 2024-09-12T17:43:49.497 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.497 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.497 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.497 INFO:tasks.workunit.client.0.smithi045.stdout: "new_obj": { 2024-09-12T17:43:49.497 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.497 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "ebtest", 2024-09-12T17:43:49.497 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.497 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.497 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.497 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.498 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": ".data-pool", 2024-09-12T17:43:49.498 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.498 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": ".index-pool" 2024-09-12T17:43:49.498 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.498 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.498 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.498 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "_myobj_", 2024-09-12T17:43:49.498 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "inst", 2024-09-12T17:43:49.498 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "" 2024-09-12T17:43:49.498 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.498 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.498 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.498 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.499 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.499 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.499 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.499 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.499 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.499 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.499 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.499 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.499 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.499 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.499 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.499 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.499 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.500 INFO:tasks.workunit.client.0.smithi045.stdout: "obj": { 2024-09-12T17:43:49.500 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.500 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.500 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.500 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.500 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.500 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.500 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.500 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.500 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.500 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.500 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.501 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.501 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "_myobj_", 2024-09-12T17:43:49.501 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "inst", 2024-09-12T17:43:49.501 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "ns" 2024-09-12T17:43:49.501 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.501 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.501 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.501 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.501 INFO:tasks.workunit.client.0.smithi045.stdout: "raw_obj": { 2024-09-12T17:43:49.501 INFO:tasks.workunit.client.0.smithi045.stdout: "pool": "default-placement.data", 2024-09-12T17:43:49.501 INFO:tasks.workunit.client.0.smithi045.stdout: "oid": "marker__ns:inst__myobj_", 2024-09-12T17:43:49.501 INFO:tasks.workunit.client.0.smithi045.stdout: "loc": "" 2024-09-12T17:43:49.501 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.502 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.502 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.502 INFO:tasks.workunit.client.0.smithi045.stdout: "new_obj": { 2024-09-12T17:43:49.502 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.502 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "test", 2024-09-12T17:43:49.502 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.502 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.502 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.502 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.502 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": "", 2024-09-12T17:43:49.502 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.502 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": "" 2024-09-12T17:43:49.502 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.502 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.503 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.503 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "_myobj_", 2024-09-12T17:43:49.503 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "inst", 2024-09-12T17:43:49.503 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "ns" 2024-09-12T17:43:49.503 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.503 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.503 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.503 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.503 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.503 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "ebtest", 2024-09-12T17:43:49.503 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.503 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.503 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.504 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.504 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": ".data-pool", 2024-09-12T17:43:49.504 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.504 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": ".index-pool" 2024-09-12T17:43:49.504 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.504 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.504 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.504 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.504 INFO:tasks.workunit.client.0.smithi045.stdout: "obj": { 2024-09-12T17:43:49.504 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.504 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "ebtest", 2024-09-12T17:43:49.504 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.505 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.505 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.505 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.505 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": ".data-pool", 2024-09-12T17:43:49.505 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.505 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": ".index-pool" 2024-09-12T17:43:49.505 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.505 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.505 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.505 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "_myobj_", 2024-09-12T17:43:49.505 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "inst", 2024-09-12T17:43:49.505 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "ns" 2024-09-12T17:43:49.505 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.506 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.506 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.506 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.506 INFO:tasks.workunit.client.0.smithi045.stdout: "raw_obj": { 2024-09-12T17:43:49.506 INFO:tasks.workunit.client.0.smithi045.stdout: "pool": ".data-pool", 2024-09-12T17:43:49.506 INFO:tasks.workunit.client.0.smithi045.stdout: "oid": "marker__ns:inst__myobj_", 2024-09-12T17:43:49.506 INFO:tasks.workunit.client.0.smithi045.stdout: "loc": "" 2024-09-12T17:43:49.506 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.506 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.506 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.506 INFO:tasks.workunit.client.0.smithi045.stdout: "new_obj": { 2024-09-12T17:43:49.506 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.506 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "ebtest", 2024-09-12T17:43:49.507 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.507 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.507 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.507 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.507 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": ".data-pool", 2024-09-12T17:43:49.507 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.507 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": ".index-pool" 2024-09-12T17:43:49.507 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.507 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.507 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.507 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "_myobj_", 2024-09-12T17:43:49.507 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "inst", 2024-09-12T17:43:49.508 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "ns" 2024-09-12T17:43:49.508 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.508 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.508 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.508 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] TestRGWObj.obj_to_raw (1 ms) 2024-09-12T17:43:49.508 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] TestRGWObj.old_to_raw 2024-09-12T17:43:49.508 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.508 INFO:tasks.workunit.client.0.smithi045.stdout: "raw_obj": { 2024-09-12T17:43:49.508 INFO:tasks.workunit.client.0.smithi045.stdout: "pool": ".data-pool", 2024-09-12T17:43:49.508 INFO:tasks.workunit.client.0.smithi045.stdout: "oid": "marker_myobj", 2024-09-12T17:43:49.508 INFO:tasks.workunit.client.0.smithi045.stdout: "loc": "" 2024-09-12T17:43:49.508 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.509 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.509 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.509 INFO:tasks.workunit.client.0.smithi045.stdout: "new_obj": { 2024-09-12T17:43:49.509 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.509 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "ebtest", 2024-09-12T17:43:49.509 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.509 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.509 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.509 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.509 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": ".data-pool", 2024-09-12T17:43:49.509 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.509 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": ".index-pool" 2024-09-12T17:43:49.509 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.510 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.510 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.510 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "myobj", 2024-09-12T17:43:49.510 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "", 2024-09-12T17:43:49.510 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "" 2024-09-12T17:43:49.510 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.510 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.510 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.510 INFO:tasks.workunit.client.0.smithi045.stdout:raw=.data-pool:marker_myobj 2024-09-12T17:43:49.510 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.510 INFO:tasks.workunit.client.0.smithi045.stdout: "raw_obj2": { 2024-09-12T17:43:49.510 INFO:tasks.workunit.client.0.smithi045.stdout: "pool": ".data-pool", 2024-09-12T17:43:49.510 INFO:tasks.workunit.client.0.smithi045.stdout: "oid": "marker_myobj", 2024-09-12T17:43:49.511 INFO:tasks.workunit.client.0.smithi045.stdout: "loc": "" 2024-09-12T17:43:49.511 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.511 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.511 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.511 INFO:tasks.workunit.client.0.smithi045.stdout: "new_obj2": { 2024-09-12T17:43:49.511 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.511 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "ebtest", 2024-09-12T17:43:49.511 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.511 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.511 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.511 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.511 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": ".data-pool", 2024-09-12T17:43:49.512 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.512 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": ".index-pool" 2024-09-12T17:43:49.512 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.512 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.512 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.512 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "myobj", 2024-09-12T17:43:49.512 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "", 2024-09-12T17:43:49.512 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "" 2024-09-12T17:43:49.512 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.512 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.512 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.512 INFO:tasks.workunit.client.0.smithi045.stdout:raw2=.data-pool:marker_myobj 2024-09-12T17:43:49.512 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.513 INFO:tasks.workunit.client.0.smithi045.stdout: "raw_obj": { 2024-09-12T17:43:49.513 INFO:tasks.workunit.client.0.smithi045.stdout: "pool": ".data-pool", 2024-09-12T17:43:49.513 INFO:tasks.workunit.client.0.smithi045.stdout: "oid": "marker__ns_myobj", 2024-09-12T17:43:49.513 INFO:tasks.workunit.client.0.smithi045.stdout: "loc": "" 2024-09-12T17:43:49.513 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.513 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.513 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.513 INFO:tasks.workunit.client.0.smithi045.stdout: "new_obj": { 2024-09-12T17:43:49.513 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.513 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "ebtest", 2024-09-12T17:43:49.513 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.513 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.514 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.514 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.514 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": ".data-pool", 2024-09-12T17:43:49.514 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.514 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": ".index-pool" 2024-09-12T17:43:49.514 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.514 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.514 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.514 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "myobj", 2024-09-12T17:43:49.514 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "", 2024-09-12T17:43:49.514 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "ns" 2024-09-12T17:43:49.514 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.515 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.515 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.515 INFO:tasks.workunit.client.0.smithi045.stdout:raw=.data-pool:marker__ns_myobj 2024-09-12T17:43:49.515 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.515 INFO:tasks.workunit.client.0.smithi045.stdout: "raw_obj2": { 2024-09-12T17:43:49.515 INFO:tasks.workunit.client.0.smithi045.stdout: "pool": ".data-pool", 2024-09-12T17:43:49.515 INFO:tasks.workunit.client.0.smithi045.stdout: "oid": "marker__ns_myobj", 2024-09-12T17:43:49.515 INFO:tasks.workunit.client.0.smithi045.stdout: "loc": "" 2024-09-12T17:43:49.515 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.515 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.515 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.515 INFO:tasks.workunit.client.0.smithi045.stdout: "new_obj2": { 2024-09-12T17:43:49.515 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.516 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "ebtest", 2024-09-12T17:43:49.516 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.516 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.516 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.516 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.516 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": ".data-pool", 2024-09-12T17:43:49.516 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.516 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": ".index-pool" 2024-09-12T17:43:49.516 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.516 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.516 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.516 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "myobj", 2024-09-12T17:43:49.517 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "", 2024-09-12T17:43:49.517 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "ns" 2024-09-12T17:43:49.517 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.517 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.517 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.517 INFO:tasks.workunit.client.0.smithi045.stdout:raw2=.data-pool:marker__ns_myobj 2024-09-12T17:43:49.517 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.517 INFO:tasks.workunit.client.0.smithi045.stdout: "raw_obj": { 2024-09-12T17:43:49.517 INFO:tasks.workunit.client.0.smithi045.stdout: "pool": ".data-pool", 2024-09-12T17:43:49.517 INFO:tasks.workunit.client.0.smithi045.stdout: "oid": "marker__:inst_myobj", 2024-09-12T17:43:49.517 INFO:tasks.workunit.client.0.smithi045.stdout: "loc": "" 2024-09-12T17:43:49.517 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.517 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.518 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.518 INFO:tasks.workunit.client.0.smithi045.stdout: "new_obj": { 2024-09-12T17:43:49.518 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.518 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "ebtest", 2024-09-12T17:43:49.518 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.518 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.518 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.518 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.518 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": ".data-pool", 2024-09-12T17:43:49.518 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.518 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": ".index-pool" 2024-09-12T17:43:49.518 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.518 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.519 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.519 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "myobj", 2024-09-12T17:43:49.519 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "inst", 2024-09-12T17:43:49.519 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "" 2024-09-12T17:43:49.519 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.519 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.519 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.519 INFO:tasks.workunit.client.0.smithi045.stdout:raw=.data-pool:marker__:inst_myobj 2024-09-12T17:43:49.519 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.519 INFO:tasks.workunit.client.0.smithi045.stdout: "raw_obj2": { 2024-09-12T17:43:49.519 INFO:tasks.workunit.client.0.smithi045.stdout: "pool": ".data-pool", 2024-09-12T17:43:49.519 INFO:tasks.workunit.client.0.smithi045.stdout: "oid": "marker__:inst_myobj", 2024-09-12T17:43:49.519 INFO:tasks.workunit.client.0.smithi045.stdout: "loc": "" 2024-09-12T17:43:49.519 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.520 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.520 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.520 INFO:tasks.workunit.client.0.smithi045.stdout: "new_obj2": { 2024-09-12T17:43:49.520 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.520 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "ebtest", 2024-09-12T17:43:49.520 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.520 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.520 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.520 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.520 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": ".data-pool", 2024-09-12T17:43:49.520 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.520 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": ".index-pool" 2024-09-12T17:43:49.521 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.521 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.521 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.521 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "myobj", 2024-09-12T17:43:49.521 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "inst", 2024-09-12T17:43:49.521 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "" 2024-09-12T17:43:49.521 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.521 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.521 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.521 INFO:tasks.workunit.client.0.smithi045.stdout:raw2=.data-pool:marker__:inst_myobj 2024-09-12T17:43:49.521 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.521 INFO:tasks.workunit.client.0.smithi045.stdout: "raw_obj": { 2024-09-12T17:43:49.521 INFO:tasks.workunit.client.0.smithi045.stdout: "pool": ".data-pool", 2024-09-12T17:43:49.522 INFO:tasks.workunit.client.0.smithi045.stdout: "oid": "marker__ns:inst_myobj", 2024-09-12T17:43:49.522 INFO:tasks.workunit.client.0.smithi045.stdout: "loc": "" 2024-09-12T17:43:49.522 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.522 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.522 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.522 INFO:tasks.workunit.client.0.smithi045.stdout: "new_obj": { 2024-09-12T17:43:49.522 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.522 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "ebtest", 2024-09-12T17:43:49.522 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.522 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.522 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.522 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.522 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": ".data-pool", 2024-09-12T17:43:49.522 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.523 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": ".index-pool" 2024-09-12T17:43:49.523 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.523 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.523 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.523 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "myobj", 2024-09-12T17:43:49.523 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "inst", 2024-09-12T17:43:49.523 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "ns" 2024-09-12T17:43:49.523 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.523 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.523 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.523 INFO:tasks.workunit.client.0.smithi045.stdout:raw=.data-pool:marker__ns:inst_myobj 2024-09-12T17:43:49.523 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.523 INFO:tasks.workunit.client.0.smithi045.stdout: "raw_obj2": { 2024-09-12T17:43:49.524 INFO:tasks.workunit.client.0.smithi045.stdout: "pool": ".data-pool", 2024-09-12T17:43:49.524 INFO:tasks.workunit.client.0.smithi045.stdout: "oid": "marker__ns:inst_myobj", 2024-09-12T17:43:49.524 INFO:tasks.workunit.client.0.smithi045.stdout: "loc": "" 2024-09-12T17:43:49.524 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.524 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.524 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.524 INFO:tasks.workunit.client.0.smithi045.stdout: "new_obj2": { 2024-09-12T17:43:49.524 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.524 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "ebtest", 2024-09-12T17:43:49.524 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.524 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.524 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.524 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.525 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": ".data-pool", 2024-09-12T17:43:49.525 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.525 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": ".index-pool" 2024-09-12T17:43:49.525 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.525 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.525 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.525 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "myobj", 2024-09-12T17:43:49.525 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "inst", 2024-09-12T17:43:49.525 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "ns" 2024-09-12T17:43:49.525 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.525 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.525 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.525 INFO:tasks.workunit.client.0.smithi045.stdout:raw2=.data-pool:marker__ns:inst_myobj 2024-09-12T17:43:49.526 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.526 INFO:tasks.workunit.client.0.smithi045.stdout: "raw_obj": { 2024-09-12T17:43:49.526 INFO:tasks.workunit.client.0.smithi045.stdout: "pool": ".data-pool", 2024-09-12T17:43:49.526 INFO:tasks.workunit.client.0.smithi045.stdout: "oid": "marker___myobj", 2024-09-12T17:43:49.526 INFO:tasks.workunit.client.0.smithi045.stdout: "loc": "marker__myobj" 2024-09-12T17:43:49.526 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.526 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.526 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.526 INFO:tasks.workunit.client.0.smithi045.stdout: "new_obj": { 2024-09-12T17:43:49.526 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.526 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "ebtest", 2024-09-12T17:43:49.526 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.526 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.527 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.527 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.527 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": ".data-pool", 2024-09-12T17:43:49.527 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.527 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": ".index-pool" 2024-09-12T17:43:49.527 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.527 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.527 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.527 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "_myobj", 2024-09-12T17:43:49.527 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "", 2024-09-12T17:43:49.527 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "" 2024-09-12T17:43:49.527 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.528 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.528 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.528 INFO:tasks.workunit.client.0.smithi045.stdout:raw=.data-pool:marker___myobj 2024-09-12T17:43:49.528 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.528 INFO:tasks.workunit.client.0.smithi045.stdout: "raw_obj2": { 2024-09-12T17:43:49.528 INFO:tasks.workunit.client.0.smithi045.stdout: "pool": ".data-pool", 2024-09-12T17:43:49.528 INFO:tasks.workunit.client.0.smithi045.stdout: "oid": "marker___myobj", 2024-09-12T17:43:49.528 INFO:tasks.workunit.client.0.smithi045.stdout: "loc": "marker__myobj" 2024-09-12T17:43:49.528 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.528 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.528 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.528 INFO:tasks.workunit.client.0.smithi045.stdout: "new_obj2": { 2024-09-12T17:43:49.528 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.529 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "ebtest", 2024-09-12T17:43:49.529 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.529 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.529 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.529 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.529 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": ".data-pool", 2024-09-12T17:43:49.529 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.529 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": ".index-pool" 2024-09-12T17:43:49.529 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.529 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.529 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.529 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "_myobj", 2024-09-12T17:43:49.530 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "", 2024-09-12T17:43:49.530 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "" 2024-09-12T17:43:49.530 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.530 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.530 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.530 INFO:tasks.workunit.client.0.smithi045.stdout:raw2=.data-pool:marker___myobj 2024-09-12T17:43:49.530 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.530 INFO:tasks.workunit.client.0.smithi045.stdout: "raw_obj": { 2024-09-12T17:43:49.530 INFO:tasks.workunit.client.0.smithi045.stdout: "pool": ".data-pool", 2024-09-12T17:43:49.530 INFO:tasks.workunit.client.0.smithi045.stdout: "oid": "marker__ns__myobj", 2024-09-12T17:43:49.530 INFO:tasks.workunit.client.0.smithi045.stdout: "loc": "" 2024-09-12T17:43:49.530 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.531 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.531 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.531 INFO:tasks.workunit.client.0.smithi045.stdout: "new_obj": { 2024-09-12T17:43:49.531 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.531 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "ebtest", 2024-09-12T17:43:49.531 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.531 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.531 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.531 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.531 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": ".data-pool", 2024-09-12T17:43:49.531 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.531 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": ".index-pool" 2024-09-12T17:43:49.532 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.532 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.532 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.532 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "_myobj", 2024-09-12T17:43:49.532 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "", 2024-09-12T17:43:49.532 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "ns" 2024-09-12T17:43:49.532 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.532 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.532 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.532 INFO:tasks.workunit.client.0.smithi045.stdout:raw=.data-pool:marker__ns__myobj 2024-09-12T17:43:49.532 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.532 INFO:tasks.workunit.client.0.smithi045.stdout: "raw_obj2": { 2024-09-12T17:43:49.532 INFO:tasks.workunit.client.0.smithi045.stdout: "pool": ".data-pool", 2024-09-12T17:43:49.533 INFO:tasks.workunit.client.0.smithi045.stdout: "oid": "marker__ns__myobj", 2024-09-12T17:43:49.533 INFO:tasks.workunit.client.0.smithi045.stdout: "loc": "" 2024-09-12T17:43:49.533 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.533 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.533 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.533 INFO:tasks.workunit.client.0.smithi045.stdout: "new_obj2": { 2024-09-12T17:43:49.533 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.533 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "ebtest", 2024-09-12T17:43:49.533 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.533 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.533 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.533 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.534 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": ".data-pool", 2024-09-12T17:43:49.534 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.534 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": ".index-pool" 2024-09-12T17:43:49.534 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.534 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.534 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.534 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "_myobj", 2024-09-12T17:43:49.534 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "", 2024-09-12T17:43:49.534 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "ns" 2024-09-12T17:43:49.534 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.534 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.534 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.534 INFO:tasks.workunit.client.0.smithi045.stdout:raw2=.data-pool:marker__ns__myobj 2024-09-12T17:43:49.535 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.535 INFO:tasks.workunit.client.0.smithi045.stdout: "raw_obj": { 2024-09-12T17:43:49.535 INFO:tasks.workunit.client.0.smithi045.stdout: "pool": ".data-pool", 2024-09-12T17:43:49.535 INFO:tasks.workunit.client.0.smithi045.stdout: "oid": "marker__:inst__myobj", 2024-09-12T17:43:49.535 INFO:tasks.workunit.client.0.smithi045.stdout: "loc": "marker__myobj" 2024-09-12T17:43:49.535 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.535 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.535 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.535 INFO:tasks.workunit.client.0.smithi045.stdout: "new_obj": { 2024-09-12T17:43:49.535 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.535 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "ebtest", 2024-09-12T17:43:49.535 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.536 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.536 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.536 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.536 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": ".data-pool", 2024-09-12T17:43:49.536 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.536 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": ".index-pool" 2024-09-12T17:43:49.536 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.536 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.536 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.536 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "_myobj", 2024-09-12T17:43:49.536 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "inst", 2024-09-12T17:43:49.536 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "" 2024-09-12T17:43:49.536 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.537 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.537 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.537 INFO:tasks.workunit.client.0.smithi045.stdout:raw=.data-pool:marker__:inst__myobj 2024-09-12T17:43:49.537 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.537 INFO:tasks.workunit.client.0.smithi045.stdout: "raw_obj2": { 2024-09-12T17:43:49.537 INFO:tasks.workunit.client.0.smithi045.stdout: "pool": ".data-pool", 2024-09-12T17:43:49.537 INFO:tasks.workunit.client.0.smithi045.stdout: "oid": "marker__:inst__myobj", 2024-09-12T17:43:49.537 INFO:tasks.workunit.client.0.smithi045.stdout: "loc": "marker__myobj" 2024-09-12T17:43:49.537 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.537 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.537 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.537 INFO:tasks.workunit.client.0.smithi045.stdout: "new_obj2": { 2024-09-12T17:43:49.538 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.538 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "ebtest", 2024-09-12T17:43:49.538 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.538 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.538 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.538 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.538 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": ".data-pool", 2024-09-12T17:43:49.538 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.538 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": ".index-pool" 2024-09-12T17:43:49.538 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.538 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.538 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.538 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "_myobj", 2024-09-12T17:43:49.539 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "inst", 2024-09-12T17:43:49.539 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "" 2024-09-12T17:43:49.539 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.539 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.539 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.539 INFO:tasks.workunit.client.0.smithi045.stdout:raw2=.data-pool:marker__:inst__myobj 2024-09-12T17:43:49.539 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.539 INFO:tasks.workunit.client.0.smithi045.stdout: "raw_obj": { 2024-09-12T17:43:49.539 INFO:tasks.workunit.client.0.smithi045.stdout: "pool": ".data-pool", 2024-09-12T17:43:49.539 INFO:tasks.workunit.client.0.smithi045.stdout: "oid": "marker__ns:inst__myobj", 2024-09-12T17:43:49.539 INFO:tasks.workunit.client.0.smithi045.stdout: "loc": "" 2024-09-12T17:43:49.539 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.539 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.540 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.540 INFO:tasks.workunit.client.0.smithi045.stdout: "new_obj": { 2024-09-12T17:43:49.540 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.540 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "ebtest", 2024-09-12T17:43:49.540 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.540 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.540 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.540 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.540 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": ".data-pool", 2024-09-12T17:43:49.540 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.540 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": ".index-pool" 2024-09-12T17:43:49.540 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.541 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.541 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.541 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "_myobj", 2024-09-12T17:43:49.541 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "inst", 2024-09-12T17:43:49.541 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "ns" 2024-09-12T17:43:49.541 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.541 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.541 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.541 INFO:tasks.workunit.client.0.smithi045.stdout:raw=.data-pool:marker__ns:inst__myobj 2024-09-12T17:43:49.541 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.541 INFO:tasks.workunit.client.0.smithi045.stdout: "raw_obj2": { 2024-09-12T17:43:49.541 INFO:tasks.workunit.client.0.smithi045.stdout: "pool": ".data-pool", 2024-09-12T17:43:49.541 INFO:tasks.workunit.client.0.smithi045.stdout: "oid": "marker__ns:inst__myobj", 2024-09-12T17:43:49.542 INFO:tasks.workunit.client.0.smithi045.stdout: "loc": "" 2024-09-12T17:43:49.542 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.542 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.542 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.542 INFO:tasks.workunit.client.0.smithi045.stdout: "new_obj2": { 2024-09-12T17:43:49.542 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.542 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "ebtest", 2024-09-12T17:43:49.542 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.542 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.542 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.542 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.542 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": ".data-pool", 2024-09-12T17:43:49.542 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.543 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": ".index-pool" 2024-09-12T17:43:49.543 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.543 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.543 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.543 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "_myobj", 2024-09-12T17:43:49.543 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "inst", 2024-09-12T17:43:49.543 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "ns" 2024-09-12T17:43:49.543 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.543 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.543 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.543 INFO:tasks.workunit.client.0.smithi045.stdout:raw2=.data-pool:marker__ns:inst__myobj 2024-09-12T17:43:49.543 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.543 INFO:tasks.workunit.client.0.smithi045.stdout: "raw_obj": { 2024-09-12T17:43:49.544 INFO:tasks.workunit.client.0.smithi045.stdout: "pool": ".data-pool", 2024-09-12T17:43:49.544 INFO:tasks.workunit.client.0.smithi045.stdout: "oid": "marker___myobj_", 2024-09-12T17:43:49.544 INFO:tasks.workunit.client.0.smithi045.stdout: "loc": "marker__myobj_" 2024-09-12T17:43:49.544 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.544 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.544 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.544 INFO:tasks.workunit.client.0.smithi045.stdout: "new_obj": { 2024-09-12T17:43:49.544 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.544 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "ebtest", 2024-09-12T17:43:49.544 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.544 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.544 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.544 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.545 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": ".data-pool", 2024-09-12T17:43:49.545 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.545 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": ".index-pool" 2024-09-12T17:43:49.545 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.545 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.545 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.545 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "_myobj_", 2024-09-12T17:43:49.545 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "", 2024-09-12T17:43:49.545 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "" 2024-09-12T17:43:49.545 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.548 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.548 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.548 INFO:tasks.workunit.client.0.smithi045.stdout:raw=.data-pool:marker___myobj_ 2024-09-12T17:43:49.548 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.548 INFO:tasks.workunit.client.0.smithi045.stdout: "raw_obj2": { 2024-09-12T17:43:49.548 INFO:tasks.workunit.client.0.smithi045.stdout: "pool": ".data-pool", 2024-09-12T17:43:49.548 INFO:tasks.workunit.client.0.smithi045.stdout: "oid": "marker___myobj_", 2024-09-12T17:43:49.548 INFO:tasks.workunit.client.0.smithi045.stdout: "loc": "marker__myobj_" 2024-09-12T17:43:49.548 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.548 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.548 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.549 INFO:tasks.workunit.client.0.smithi045.stdout: "new_obj2": { 2024-09-12T17:43:49.549 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.549 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "ebtest", 2024-09-12T17:43:49.549 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.549 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.549 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.549 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.549 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": ".data-pool", 2024-09-12T17:43:49.549 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.549 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": ".index-pool" 2024-09-12T17:43:49.549 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.549 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.549 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.550 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "_myobj_", 2024-09-12T17:43:49.550 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "", 2024-09-12T17:43:49.550 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "" 2024-09-12T17:43:49.550 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.550 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.550 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.550 INFO:tasks.workunit.client.0.smithi045.stdout:raw2=.data-pool:marker___myobj_ 2024-09-12T17:43:49.550 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.550 INFO:tasks.workunit.client.0.smithi045.stdout: "raw_obj": { 2024-09-12T17:43:49.550 INFO:tasks.workunit.client.0.smithi045.stdout: "pool": ".data-pool", 2024-09-12T17:43:49.550 INFO:tasks.workunit.client.0.smithi045.stdout: "oid": "marker__ns__myobj_", 2024-09-12T17:43:49.550 INFO:tasks.workunit.client.0.smithi045.stdout: "loc": "" 2024-09-12T17:43:49.550 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.550 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.551 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.551 INFO:tasks.workunit.client.0.smithi045.stdout: "new_obj": { 2024-09-12T17:43:49.551 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.551 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "ebtest", 2024-09-12T17:43:49.551 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.551 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.551 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.551 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.551 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": ".data-pool", 2024-09-12T17:43:49.551 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.551 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": ".index-pool" 2024-09-12T17:43:49.551 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.551 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.551 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.552 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "_myobj_", 2024-09-12T17:43:49.552 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "", 2024-09-12T17:43:49.552 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "ns" 2024-09-12T17:43:49.552 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.552 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.552 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.552 INFO:tasks.workunit.client.0.smithi045.stdout:raw=.data-pool:marker__ns__myobj_ 2024-09-12T17:43:49.552 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.552 INFO:tasks.workunit.client.0.smithi045.stdout: "raw_obj2": { 2024-09-12T17:43:49.552 INFO:tasks.workunit.client.0.smithi045.stdout: "pool": ".data-pool", 2024-09-12T17:43:49.552 INFO:tasks.workunit.client.0.smithi045.stdout: "oid": "marker__ns__myobj_", 2024-09-12T17:43:49.552 INFO:tasks.workunit.client.0.smithi045.stdout: "loc": "" 2024-09-12T17:43:49.552 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.553 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.553 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.553 INFO:tasks.workunit.client.0.smithi045.stdout: "new_obj2": { 2024-09-12T17:43:49.553 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.553 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "ebtest", 2024-09-12T17:43:49.553 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.553 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.553 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.553 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.553 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": ".data-pool", 2024-09-12T17:43:49.553 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.553 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": ".index-pool" 2024-09-12T17:43:49.553 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.553 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.554 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.554 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "_myobj_", 2024-09-12T17:43:49.554 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "", 2024-09-12T17:43:49.554 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "ns" 2024-09-12T17:43:49.554 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.554 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.554 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.554 INFO:tasks.workunit.client.0.smithi045.stdout:raw2=.data-pool:marker__ns__myobj_ 2024-09-12T17:43:49.554 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.554 INFO:tasks.workunit.client.0.smithi045.stdout: "raw_obj": { 2024-09-12T17:43:49.554 INFO:tasks.workunit.client.0.smithi045.stdout: "pool": ".data-pool", 2024-09-12T17:43:49.554 INFO:tasks.workunit.client.0.smithi045.stdout: "oid": "marker__:inst__myobj_", 2024-09-12T17:43:49.554 INFO:tasks.workunit.client.0.smithi045.stdout: "loc": "marker__myobj_" 2024-09-12T17:43:49.555 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.555 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.555 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.555 INFO:tasks.workunit.client.0.smithi045.stdout: "new_obj": { 2024-09-12T17:43:49.555 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.555 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "ebtest", 2024-09-12T17:43:49.555 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.555 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.555 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.555 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.555 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": ".data-pool", 2024-09-12T17:43:49.555 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.555 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": ".index-pool" 2024-09-12T17:43:49.556 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.556 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.556 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.556 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "_myobj_", 2024-09-12T17:43:49.556 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "inst", 2024-09-12T17:43:49.556 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "" 2024-09-12T17:43:49.556 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.556 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.556 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.556 INFO:tasks.workunit.client.0.smithi045.stdout:raw=.data-pool:marker__:inst__myobj_ 2024-09-12T17:43:49.556 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.556 INFO:tasks.workunit.client.0.smithi045.stdout: "raw_obj2": { 2024-09-12T17:43:49.556 INFO:tasks.workunit.client.0.smithi045.stdout: "pool": ".data-pool", 2024-09-12T17:43:49.557 INFO:tasks.workunit.client.0.smithi045.stdout: "oid": "marker__:inst__myobj_", 2024-09-12T17:43:49.557 INFO:tasks.workunit.client.0.smithi045.stdout: "loc": "marker__myobj_" 2024-09-12T17:43:49.557 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.557 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.557 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.557 INFO:tasks.workunit.client.0.smithi045.stdout: "new_obj2": { 2024-09-12T17:43:49.557 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.557 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "ebtest", 2024-09-12T17:43:49.557 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.557 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.557 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.557 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.557 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": ".data-pool", 2024-09-12T17:43:49.558 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.558 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": ".index-pool" 2024-09-12T17:43:49.558 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.558 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.558 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.558 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "_myobj_", 2024-09-12T17:43:49.558 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "inst", 2024-09-12T17:43:49.558 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "" 2024-09-12T17:43:49.558 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.558 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.558 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.558 INFO:tasks.workunit.client.0.smithi045.stdout:raw2=.data-pool:marker__:inst__myobj_ 2024-09-12T17:43:49.558 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.559 INFO:tasks.workunit.client.0.smithi045.stdout: "raw_obj": { 2024-09-12T17:43:49.559 INFO:tasks.workunit.client.0.smithi045.stdout: "pool": ".data-pool", 2024-09-12T17:43:49.559 INFO:tasks.workunit.client.0.smithi045.stdout: "oid": "marker__ns:inst__myobj_", 2024-09-12T17:43:49.559 INFO:tasks.workunit.client.0.smithi045.stdout: "loc": "" 2024-09-12T17:43:49.559 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.559 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.559 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.559 INFO:tasks.workunit.client.0.smithi045.stdout: "new_obj": { 2024-09-12T17:43:49.559 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.559 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "ebtest", 2024-09-12T17:43:49.559 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.559 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.559 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.560 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.560 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": ".data-pool", 2024-09-12T17:43:49.560 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.560 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": ".index-pool" 2024-09-12T17:43:49.560 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.560 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.560 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.560 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "_myobj_", 2024-09-12T17:43:49.560 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "inst", 2024-09-12T17:43:49.560 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "ns" 2024-09-12T17:43:49.560 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.560 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.560 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.561 INFO:tasks.workunit.client.0.smithi045.stdout:raw=.data-pool:marker__ns:inst__myobj_ 2024-09-12T17:43:49.561 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.561 INFO:tasks.workunit.client.0.smithi045.stdout: "raw_obj2": { 2024-09-12T17:43:49.561 INFO:tasks.workunit.client.0.smithi045.stdout: "pool": ".data-pool", 2024-09-12T17:43:49.561 INFO:tasks.workunit.client.0.smithi045.stdout: "oid": "marker__ns:inst__myobj_", 2024-09-12T17:43:49.561 INFO:tasks.workunit.client.0.smithi045.stdout: "loc": "" 2024-09-12T17:43:49.561 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.561 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.561 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:49.561 INFO:tasks.workunit.client.0.smithi045.stdout: "new_obj2": { 2024-09-12T17:43:49.561 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket": { 2024-09-12T17:43:49.561 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "ebtest", 2024-09-12T17:43:49.561 INFO:tasks.workunit.client.0.smithi045.stdout: "marker": "marker", 2024-09-12T17:43:49.562 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_id": "bucket-id", 2024-09-12T17:43:49.562 INFO:tasks.workunit.client.0.smithi045.stdout: "tenant": "", 2024-09-12T17:43:49.562 INFO:tasks.workunit.client.0.smithi045.stdout: "explicit_placement": { 2024-09-12T17:43:49.562 INFO:tasks.workunit.client.0.smithi045.stdout: "data_pool": ".data-pool", 2024-09-12T17:43:49.562 INFO:tasks.workunit.client.0.smithi045.stdout: "data_extra_pool": "", 2024-09-12T17:43:49.562 INFO:tasks.workunit.client.0.smithi045.stdout: "index_pool": ".index-pool" 2024-09-12T17:43:49.562 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.562 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:49.562 INFO:tasks.workunit.client.0.smithi045.stdout: "key": { 2024-09-12T17:43:49.562 INFO:tasks.workunit.client.0.smithi045.stdout: "name": "_myobj_", 2024-09-12T17:43:49.562 INFO:tasks.workunit.client.0.smithi045.stdout: "instance": "inst", 2024-09-12T17:43:49.562 INFO:tasks.workunit.client.0.smithi045.stdout: "ns": "ns" 2024-09-12T17:43:49.562 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.563 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:49.563 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:49.563 INFO:tasks.workunit.client.0.smithi045.stdout:raw2=.data-pool:marker__ns:inst__myobj_ 2024-09-12T17:43:49.563 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] TestRGWObj.old_to_raw (0 ms) 2024-09-12T17:43:49.563 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] 4 tests from TestRGWObj (1 ms total) 2024-09-12T17:43:49.563 INFO:tasks.workunit.client.0.smithi045.stdout: 2024-09-12T17:43:49.563 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] Global test environment tear-down 2024-09-12T17:43:49.563 INFO:tasks.workunit.client.0.smithi045.stdout:[==========] 4 tests from 1 test suite ran. (1 ms total) 2024-09-12T17:43:49.563 INFO:tasks.workunit.client.0.smithi045.stdout:[ PASSED ] 4 tests. 2024-09-12T17:43:49.563 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:43:49.564 DEBUG:teuthology.orchestra.run.smithi045:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:43:49.607 INFO:tasks.workunit:Running workunits matching rgw/test_librgw_file.sh on client.0... 2024-09-12T17:43:49.608 INFO:tasks.workunit:Running workunit rgw/test_librgw_file.sh... 2024-09-12T17:43:49.608 DEBUG:teuthology.orchestra.run.smithi045:workunit test rgw/test_librgw_file.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_librgw_file.sh 2024-09-12T17:43:49.728 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:43:49.728 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:43:49.767 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:49.766+0000 7f7cc1d2c800 20 rados->read ofs=0 len=0 2024-09-12T17:43:49.769 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:49.767+0000 7f7cc1d2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:43:49.769 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:49.767+0000 7f7cc1d2c800 20 realm 2024-09-12T17:43:49.769 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:49.767+0000 7f7cc1d2c800 20 rados->read ofs=0 len=0 2024-09-12T17:43:49.769 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:49.767+0000 7f7cc1d2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:43:49.769 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:49.767+0000 7f7cc1d2c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:43:49.770 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:49.767+0000 7f7cc1d2c800 20 rados->read ofs=0 len=0 2024-09-12T17:43:49.770 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:49.768+0000 7f7cc1d2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:43:49.770 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:49.768+0000 7f7cc1d2c800 20 rados->read ofs=0 len=0 2024-09-12T17:43:49.770 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:49.769+0000 7f7cc1d2c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:43:49.770 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:49.769+0000 7f7cc1d2c800 20 rados->read ofs=0 len=0 2024-09-12T17:43:49.771 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:49.770+0000 7f7cc1d2c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:43:49.771 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:49.770+0000 7f7cc1d2c800 20 searching for the correct realm 2024-09-12T17:43:49.774 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:49.772+0000 7f7cbd13d640 0 -- 172.21.15.45:0/2747567050 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x559c8f595ac0 msgr2=0x559c8f597eb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:43:49.778 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:49.776+0000 7f7cbd93e640 0 -- 172.21.15.45:0/2747567050 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f7cb4081ac0 msgr2=0x7f7cb4059500 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:43:49.985 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:49.983+0000 7f7cc1d2c800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:43:49.985 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:49.983+0000 7f7cc1d2c800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:43:49.985 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:49.983+0000 7f7cc1d2c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:43:49.985 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:49.983+0000 7f7cc1d2c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:43:49.985 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:49.983+0000 7f7cc1d2c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:43:49.985 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:49.983+0000 7f7cc1d2c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:43:49.985 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:49.983+0000 7f7cc1d2c800 20 rados->read ofs=0 len=0 2024-09-12T17:43:49.985 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:49.983+0000 7f7cc1d2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:43:49.986 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:49.983+0000 7f7cc1d2c800 20 rados->read ofs=0 len=0 2024-09-12T17:43:49.987 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:49.984+0000 7f7cc1d2c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:43:49.987 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:49.984+0000 7f7cc1d2c800 20 rados->read ofs=0 len=0 2024-09-12T17:43:49.987 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:49.984+0000 7f7cc1d2c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:43:49.987 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:49.984+0000 7f7cc1d2c800 20 zone default found 2024-09-12T17:43:49.987 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:49.984+0000 7f7cc1d2c800 4 Realm: () 2024-09-12T17:43:49.987 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:49.984+0000 7f7cc1d2c800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:43:49.987 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:49.984+0000 7f7cc1d2c800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:43:49.987 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:49.984+0000 7f7cc1d2c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:43:49.987 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:49.984+0000 7f7cc1d2c800 20 zonegroup default 2024-09-12T17:43:49.988 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:49.984+0000 7f7cc1d2c800 20 rados->read ofs=0 len=0 2024-09-12T17:43:49.988 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:49.984+0000 7f7cc1d2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:43:49.988 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:49.984+0000 7f7cc1d2c800 20 rados->read ofs=0 len=0 2024-09-12T17:43:49.988 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:49.985+0000 7f7cc1d2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:43:49.988 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:49.985+0000 7f7cc1d2c800 20 rados->read ofs=0 len=0 2024-09-12T17:43:49.988 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:49.985+0000 7f7cc1d2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:43:49.988 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:49.985+0000 7f7cc1d2c800 20 started sync module instance, tier type = 2024-09-12T17:43:49.988 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:49.985+0000 7f7cc1d2c800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:43:49.997 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:49.995+0000 7f7cc1d2c800 20 add_watcher() i=0 2024-09-12T17:43:49.997 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:49.995+0000 7f7cc1d2c800 20 add_watcher() i=1 2024-09-12T17:43:49.997 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:49.995+0000 7f7cc1d2c800 20 add_watcher() i=2 2024-09-12T17:43:49.997 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:49.995+0000 7f7cc1d2c800 20 add_watcher() i=3 2024-09-12T17:43:49.997 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:49.995+0000 7f7cc1d2c800 20 add_watcher() i=4 2024-09-12T17:43:49.997 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:49.995+0000 7f7cc1d2c800 20 add_watcher() i=5 2024-09-12T17:43:49.997 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:49.995+0000 7f7cc1d2c800 20 add_watcher() i=6 2024-09-12T17:43:49.998 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:49.996+0000 7f7cc1d2c800 20 add_watcher() i=7 2024-09-12T17:43:49.998 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:49.996+0000 7f7cc1d2c800 2 all 8 watchers are set, enabling cache 2024-09-12T17:43:49.999 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:49.998+0000 7f7b6f7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:43:50.000 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:49.998+0000 7f7cc1d2c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:43:50.001 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:49.998+0000 7f7cc1d2c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:43:50.001 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:49.998+0000 7f7cc1d2c800 5 note: GC not initialized 2024-09-12T17:43:50.001 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:49.999+0000 7f7b6e7fc640 20 reqs_thread_entry: start 2024-09-12T17:43:50.001 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:49.999+0000 7f7cc1d2c800 20 init_complete bucket index max shards: 1 2024-09-12T17:43:50.001 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:49.999+0000 7f7cc1d2c800 20 Filter name: none 2024-09-12T17:43:50.001 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:49.999+0000 7f7cc1d2c800 10 cache get: name=default.rgw.meta+users.uid+ceph-test-librgw-file : miss 2024-09-12T17:43:50.002 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:49.999+0000 7f7adffff640 20 reqs_thread_entry: start 2024-09-12T17:43:50.002 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:49.999+0000 7f7cc1d2c800 20 rados->read ofs=0 len=0 2024-09-12T17:43:50.004 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:49.999+0000 7f7cc1d2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:43:50.004 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:49.999+0000 7f7cc1d2c800 10 cache put: name=default.rgw.meta+users.uid+ceph-test-librgw-file info.flags=0x0 2024-09-12T17:43:50.004 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:49.999+0000 7f7cc1d2c800 10 adding default.rgw.meta+users.uid+ceph-test-librgw-file to cache LRU end 2024-09-12T17:43:50.004 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:50.000+0000 7f7cc1d2c800 10 cache get: name=default.rgw.meta+users.email+librgw@example.com : miss 2024-09-12T17:43:50.005 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:50.000+0000 7f7cc1d2c800 20 rados->read ofs=0 len=0 2024-09-12T17:43:50.005 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:50.000+0000 7f7cc1d2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:43:50.005 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:50.000+0000 7f7cc1d2c800 10 cache put: name=default.rgw.meta+users.email+librgw@example.com info.flags=0x0 2024-09-12T17:43:50.005 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:50.000+0000 7f7cc1d2c800 10 adding default.rgw.meta+users.email+librgw@example.com to cache LRU end 2024-09-12T17:43:50.005 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:50.000+0000 7f7cc1d2c800 10 cache get: name=default.rgw.meta+users.keys+HD8hdntCWaV52Jnrm6GddWjR0gk= : miss 2024-09-12T17:43:50.005 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:50.000+0000 7f7cc1d2c800 20 rados->read ofs=0 len=0 2024-09-12T17:43:50.005 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:50.000+0000 7f7cc1d2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:43:50.005 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:50.000+0000 7f7cc1d2c800 10 cache put: name=default.rgw.meta+users.keys+HD8hdntCWaV52Jnrm6GddWjR0gk= info.flags=0x0 2024-09-12T17:43:50.005 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:50.000+0000 7f7cc1d2c800 10 adding default.rgw.meta+users.keys+HD8hdntCWaV52Jnrm6GddWjR0gk= to cache LRU end 2024-09-12T17:43:50.005 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:50.000+0000 7f7cc1d2c800 10 cache get: name=default.rgw.meta+users.keys+HD8hdntCWaV52Jnrm6GddWjR0gk= : hit (negative entry) 2024-09-12T17:43:50.006 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:50.000+0000 7f7cc1d2c800 10 cache get: name=default.rgw.meta+users.keys+HD8hdntCWaV52Jnrm6GddWjR0gk= : hit (negative entry) 2024-09-12T17:43:50.006 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:50.002+0000 7f7cc1d2c800 10 cache put: name=default.rgw.meta+users.uid+ceph-test-librgw-file info.flags=0x17 2024-09-12T17:43:50.006 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:50.002+0000 7f7cc1d2c800 10 moving default.rgw.meta+users.uid+ceph-test-librgw-file to cache LRU end 2024-09-12T17:43:50.006 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:50.002+0000 7f7cc1d2c800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.uid:ceph-test-librgw-file, ofs0, ns] 2024-09-12T17:43:50.006 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:50.002+0000 7f7ba17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791299 cookie 94130908294896 notifier 5240 bl.length()=697 2024-09-12T17:43:50.006 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:50.002+0000 7f7ba17fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+ceph-test-librgw-file info.flags=0x17 2024-09-12T17:43:50.006 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:50.002+0000 7f7ba17fa640 10 rgw watcher librados: moving default.rgw.meta+users.uid+ceph-test-librgw-file to cache LRU end 2024-09-12T17:43:50.008 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:50.004+0000 7f7cc1d2c800 10 cache put: name=default.rgw.meta+users.email+librgw@example.com info.flags=0x7 2024-09-12T17:43:50.008 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:50.004+0000 7f7cc1d2c800 10 moving default.rgw.meta+users.email+librgw@example.com to cache LRU end 2024-09-12T17:43:50.008 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:50.004+0000 7f7cc1d2c800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.email:librgw@example.com, ofs0, ns] 2024-09-12T17:43:50.008 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:50.004+0000 7f7ba17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791296 cookie 94130908289920 notifier 5240 bl.length()=194 2024-09-12T17:43:50.009 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:50.004+0000 7f7ba17fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+librgw@example.com info.flags=0x7 2024-09-12T17:43:50.009 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:50.004+0000 7f7ba17fa640 10 rgw watcher librados: moving default.rgw.meta+users.email+librgw@example.com to cache LRU end 2024-09-12T17:43:50.009 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:50.006+0000 7f7cc1d2c800 10 cache put: name=default.rgw.meta+users.keys+HD8hdntCWaV52Jnrm6GddWjR0gk= info.flags=0x7 2024-09-12T17:43:50.009 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:50.006+0000 7f7cc1d2c800 10 moving default.rgw.meta+users.keys+HD8hdntCWaV52Jnrm6GddWjR0gk= to cache LRU end 2024-09-12T17:43:50.009 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:50.006+0000 7f7cc1d2c800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.keys:HD8hdntCWaV52Jnrm6GddWjR0gk=, ofs0, ns] 2024-09-12T17:43:50.009 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:50.006+0000 7f7ba0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791296 cookie 94130908308384 notifier 5240 bl.length()=203 2024-09-12T17:43:50.009 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:50.006+0000 7f7ba0ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+HD8hdntCWaV52Jnrm6GddWjR0gk= info.flags=0x7 2024-09-12T17:43:50.009 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:50.006+0000 7f7ba0ff9640 10 rgw watcher librados: moving default.rgw.meta+users.keys+HD8hdntCWaV52Jnrm6GddWjR0gk= to cache LRU end 2024-09-12T17:43:50.009 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:43:50.009 INFO:tasks.workunit.client.0.smithi045.stdout: "user_id": "ceph-test-librgw-file", 2024-09-12T17:43:50.010 INFO:tasks.workunit.client.0.smithi045.stdout: "display_name": "librgw test user", 2024-09-12T17:43:50.010 INFO:tasks.workunit.client.0.smithi045.stdout: "email": "librgw@example.com", 2024-09-12T17:43:50.010 INFO:tasks.workunit.client.0.smithi045.stdout: "suspended": 0, 2024-09-12T17:43:50.010 INFO:tasks.workunit.client.0.smithi045.stdout: "max_buckets": 1000, 2024-09-12T17:43:50.010 INFO:tasks.workunit.client.0.smithi045.stdout: "subusers": [], 2024-09-12T17:43:50.010 INFO:tasks.workunit.client.0.smithi045.stdout: "keys": [ 2024-09-12T17:43:50.010 INFO:tasks.workunit.client.0.smithi045.stdout: { 2024-09-12T17:43:50.010 INFO:tasks.workunit.client.0.smithi045.stdout: "user": "ceph-test-librgw-file", 2024-09-12T17:43:50.010 INFO:tasks.workunit.client.0.smithi045.stdout: "access_key": "HD8hdntCWaV52Jnrm6GddWjR0gk=", 2024-09-12T17:43:50.010 INFO:tasks.workunit.client.0.smithi045.stdout: "secret_key": "yDeuHuEmxxT/DmA64ERkGlVtx6soYdOwA0EQpo7bnIB184rtVJQVjw==", 2024-09-12T17:43:50.010 INFO:tasks.workunit.client.0.smithi045.stdout: "active": true, 2024-09-12T17:43:50.010 INFO:tasks.workunit.client.0.smithi045.stdout: "create_date": "2024-09-12T17:43:50.002246Z" 2024-09-12T17:43:50.010 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:43:50.011 INFO:tasks.workunit.client.0.smithi045.stdout: ], 2024-09-12T17:43:50.011 INFO:tasks.workunit.client.0.smithi045.stdout: "swift_keys": [], 2024-09-12T17:43:50.011 INFO:tasks.workunit.client.0.smithi045.stdout: "caps": [], 2024-09-12T17:43:50.011 INFO:tasks.workunit.client.0.smithi045.stdout: "op_mask": "read, write, delete", 2024-09-12T17:43:50.011 INFO:tasks.workunit.client.0.smithi045.stdout: "default_placement": "", 2024-09-12T17:43:50.011 INFO:tasks.workunit.client.0.smithi045.stdout: "default_storage_class": "", 2024-09-12T17:43:50.011 INFO:tasks.workunit.client.0.smithi045.stdout: "placement_tags": [], 2024-09-12T17:43:50.011 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_quota": { 2024-09-12T17:43:50.011 INFO:tasks.workunit.client.0.smithi045.stdout: "enabled": false, 2024-09-12T17:43:50.011 INFO:tasks.workunit.client.0.smithi045.stdout: "check_on_raw": false, 2024-09-12T17:43:50.011 INFO:tasks.workunit.client.0.smithi045.stdout: "max_size": -1, 2024-09-12T17:43:50.011 INFO:tasks.workunit.client.0.smithi045.stdout: "max_size_kb": 0, 2024-09-12T17:43:50.011 INFO:tasks.workunit.client.0.smithi045.stdout: "max_objects": -1 2024-09-12T17:43:50.011 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:50.011 INFO:tasks.workunit.client.0.smithi045.stdout: "user_quota": { 2024-09-12T17:43:50.012 INFO:tasks.workunit.client.0.smithi045.stdout: "enabled": false, 2024-09-12T17:43:50.012 INFO:tasks.workunit.client.0.smithi045.stdout: "check_on_raw": false, 2024-09-12T17:43:50.012 INFO:tasks.workunit.client.0.smithi045.stdout: "max_size": -1, 2024-09-12T17:43:50.012 INFO:tasks.workunit.client.0.smithi045.stdout: "max_size_kb": 0, 2024-09-12T17:43:50.012 INFO:tasks.workunit.client.0.smithi045.stdout: "max_objects": -1 2024-09-12T17:43:50.012 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:43:50.012 INFO:tasks.workunit.client.0.smithi045.stdout: "temp_url_keys": [], 2024-09-12T17:43:50.012 INFO:tasks.workunit.client.0.smithi045.stdout: "type": "rgw", 2024-09-12T17:43:50.012 INFO:tasks.workunit.client.0.smithi045.stdout: "mfa_ids": [], 2024-09-12T17:43:50.012 INFO:tasks.workunit.client.0.smithi045.stdout: "account_id": "", 2024-09-12T17:43:50.012 INFO:tasks.workunit.client.0.smithi045.stdout: "path": "/", 2024-09-12T17:43:50.012 INFO:tasks.workunit.client.0.smithi045.stdout: "create_date": "2024-09-12T17:43:50.002229Z", 2024-09-12T17:43:50.012 INFO:tasks.workunit.client.0.smithi045.stdout: "tags": [], 2024-09-12T17:43:50.012 INFO:tasks.workunit.client.0.smithi045.stdout: "group_ids": [] 2024-09-12T17:43:50.013 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:43:50.013 INFO:tasks.workunit.client.0.smithi045.stdout: 2024-09-12T17:43:50.013 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:50.007+0000 7f7b6f7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:43:50.013 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:50.010+0000 7f7cc1d2c800 20 remove_watcher() i=0 2024-09-12T17:43:50.013 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:50.010+0000 7f7cc1d2c800 2 removed watcher, disabling cache 2024-09-12T17:43:50.014 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:50.011+0000 7f7cc1d2c800 20 remove_watcher() i=1 2024-09-12T17:43:50.014 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:50.012+0000 7f7cc1d2c800 20 remove_watcher() i=2 2024-09-12T17:43:50.014 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:50.013+0000 7f7cc1d2c800 20 remove_watcher() i=3 2024-09-12T17:43:50.015 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:50.014+0000 7f7cc1d2c800 20 remove_watcher() i=4 2024-09-12T17:43:50.016 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:50.015+0000 7f7cc1d2c800 20 remove_watcher() i=5 2024-09-12T17:43:50.017 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:50.016+0000 7f7cc1d2c800 20 remove_watcher() i=6 2024-09-12T17:43:50.018 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:50.017+0000 7f7cc1d2c800 20 remove_watcher() i=7 2024-09-12T17:43:50.029 INFO:tasks.workunit.client.0.smithi045.stdout:phase 1.1 2024-09-12T17:43:50.051 INFO:tasks.workunit.client.0.smithi045.stdout:[==========] Running 24 tests from 1 test suite. 2024-09-12T17:43:50.051 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] Global test environment set-up. 2024-09-12T17:43:50.051 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] 24 tests from LibRGW 2024-09-12T17:43:50.051 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.INIT 2024-09-12T17:43:50.062 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:43:50.062 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:43:50.241 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.INIT (190 ms) 2024-09-12T17:43:50.241 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.MOUNT_NOROOT 2024-09-12T17:43:50.242 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.MOUNT_NOROOT (1 ms) 2024-09-12T17:43:50.242 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T17:43:50.242 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2024-09-12T17:43:50.242 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.SETUP_HIER1 2024-09-12T17:43:50.249 INFO:tasks.workunit.client.0.smithi045.stdout:creating: nfsroot:foo/bar/baz/quux 2024-09-12T17:43:50.254 INFO:tasks.workunit.client.0.smithi045.stdout:creating: nfsroot:foo/f1 2024-09-12T17:43:50.257 INFO:tasks.workunit.client.0.smithi045.stdout:creating: nfsroot:foo/f2 2024-09-12T17:43:50.260 INFO:tasks.workunit.client.0.smithi045.stdout:creating: nfsroot:foo/bar/f1 2024-09-12T17:43:50.263 INFO:tasks.workunit.client.0.smithi045.stdout:creating: nfsroot:foo/bar/d1/ 2024-09-12T17:43:50.266 INFO:tasks.workunit.client.0.smithi045.stdout:creating: nfsroot:foo/bar/baz/hungry 2024-09-12T17:43:50.269 INFO:tasks.workunit.client.0.smithi045.stdout:creating: nfsroot:foo/bar/baz/hungry/ 2024-09-12T17:43:50.273 INFO:tasks.workunit.client.0.smithi045.stdout:creating: nfsroot:foo/bar/baz/momma 2024-09-12T17:43:50.276 INFO:tasks.workunit.client.0.smithi045.stdout:creating: nfsroot:foo/bar/baz/bear/ 2024-09-12T17:43:50.279 INFO:tasks.workunit.client.0.smithi045.stdout:creating: nfsroot:foo/bar/baz/sasquatch 2024-09-12T17:43:50.282 INFO:tasks.workunit.client.0.smithi045.stdout:creating: nfsroot:foo/bar/baz/sasquatch/ 2024-09-12T17:43:50.284 INFO:tasks.workunit.client.0.smithi045.stdout:creating: nfsroot:foo/bar/baz/frobozz 2024-09-12T17:43:50.287 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.SETUP_HIER1 (46 ms) 2024-09-12T17:43:50.288 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.SETUP_DIRS1 2024-09-12T17:43:50.381 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.SETUP_DIRS1 (93 ms) 2024-09-12T17:43:50.381 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.SETATTR 2024-09-12T17:43:50.381 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.SETATTR (0 ms) 2024-09-12T17:43:50.381 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.RGW_CREATE_DIRS1 2024-09-12T17:43:50.398 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.RGW_CREATE_DIRS1 (17 ms) 2024-09-12T17:43:50.399 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.RGW_SETUP_RENAME1 2024-09-12T17:43:50.434 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.RGW_SETUP_RENAME1 (35 ms) 2024-09-12T17:43:50.434 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.RGW_INTRABUCKET_RENAME1 2024-09-12T17:43:50.434 INFO:tasks.workunit.client.0.smithi045.stdout:rename file rfile_0 to rfile_r0 (bucket brename0) 2024-09-12T17:43:50.440 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.RGW_INTRABUCKET_RENAME1 (7 ms) 2024-09-12T17:43:50.441 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.RGW_CROSSBUCKET_RENAME1 2024-09-12T17:43:50.441 INFO:tasks.workunit.client.0.smithi045.stdout:rename file rfile_1 (bucket brename0) to rfile_rhilldog (bucket brename1) 2024-09-12T17:43:50.447 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.RGW_CROSSBUCKET_RENAME1 (6 ms) 2024-09-12T17:43:50.448 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.GETATTR_DIRS1 2024-09-12T17:43:50.448 INFO:tasks.workunit.client.0.smithi045.stdout:scanning objects in /bdirs1/dir_0 2024-09-12T17:43:50.448 INFO:tasks.workunit.client.0.smithi045.stdout: /bdirs1/dir_0/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-12T17:43:50.448 INFO:tasks.workunit.client.0.smithi045.stdout: /bdirs1/dir_0/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-12T17:43:50.448 INFO:tasks.workunit.client.0.smithi045.stdout: /bdirs1/dir_0/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-12T17:43:50.448 INFO:tasks.workunit.client.0.smithi045.stdout: /bdirs1/dir_0/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-12T17:43:50.448 INFO:tasks.workunit.client.0.smithi045.stdout:scanning objects in /bdirs1/dir_1 2024-09-12T17:43:50.448 INFO:tasks.workunit.client.0.smithi045.stdout: /bdirs1/dir_1/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-12T17:43:50.448 INFO:tasks.workunit.client.0.smithi045.stdout: /bdirs1/dir_1/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-12T17:43:50.448 INFO:tasks.workunit.client.0.smithi045.stdout: /bdirs1/dir_1/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-12T17:43:50.448 INFO:tasks.workunit.client.0.smithi045.stdout: /bdirs1/dir_1/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-12T17:43:50.448 INFO:tasks.workunit.client.0.smithi045.stdout:scanning objects in /bdirs1/dir_2 2024-09-12T17:43:50.449 INFO:tasks.workunit.client.0.smithi045.stdout: /bdirs1/dir_2/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-12T17:43:50.449 INFO:tasks.workunit.client.0.smithi045.stdout: /bdirs1/dir_2/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-12T17:43:50.449 INFO:tasks.workunit.client.0.smithi045.stdout: /bdirs1/dir_2/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-12T17:43:50.449 INFO:tasks.workunit.client.0.smithi045.stdout: /bdirs1/dir_2/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-12T17:43:50.449 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.GETATTR_DIRS1 (0 ms) 2024-09-12T17:43:50.449 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.READ_DIRS1 2024-09-12T17:43:50.449 INFO:tasks.workunit.client.0.smithi045.stdout:read back objects in /bdirs1/dir_0 2024-09-12T17:43:50.449 INFO:tasks.workunit.client.0.smithi045.stdout:reading 0,256 dir_0/sfile_0 2024-09-12T17:43:50.450 INFO:tasks.workunit.client.0.smithi045.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-12T17:43:50.450 INFO:tasks.workunit.client.0.smithi045.stdout:reading 0,256 dir_0/sfile_1 2024-09-12T17:43:50.451 INFO:tasks.workunit.client.0.smithi045.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-12T17:43:50.451 INFO:tasks.workunit.client.0.smithi045.stdout:read back objects in /bdirs1/dir_1 2024-09-12T17:43:50.451 INFO:tasks.workunit.client.0.smithi045.stdout:reading 0,256 dir_1/sfile_0 2024-09-12T17:43:50.452 INFO:tasks.workunit.client.0.smithi045.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-12T17:43:50.452 INFO:tasks.workunit.client.0.smithi045.stdout:reading 0,256 dir_1/sfile_1 2024-09-12T17:43:50.453 INFO:tasks.workunit.client.0.smithi045.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-12T17:43:50.454 INFO:tasks.workunit.client.0.smithi045.stdout:read back objects in /bdirs1/dir_2 2024-09-12T17:43:50.454 INFO:tasks.workunit.client.0.smithi045.stdout:reading 0,256 dir_2/sfile_0 2024-09-12T17:43:50.454 INFO:tasks.workunit.client.0.smithi045.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-12T17:43:50.455 INFO:tasks.workunit.client.0.smithi045.stdout:reading 0,256 dir_2/sfile_1 2024-09-12T17:43:50.456 INFO:tasks.workunit.client.0.smithi045.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-12T17:43:50.456 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.READ_DIRS1 (9 ms) 2024-09-12T17:43:50.456 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.READF_SETUP1 2024-09-12T17:43:50.636 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.READF_SETUP1 (180 ms) 2024-09-12T17:43:50.636 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.READF_DIRS1 2024-09-12T17:43:50.637 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.READF_DIRS1 (0 ms) 2024-09-12T17:43:50.637 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.WRITEF_DIRS1 2024-09-12T17:43:50.637 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.WRITEF_DIRS1 (0 ms) 2024-09-12T17:43:50.637 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.RELEASE_DIRS1 2024-09-12T17:43:50.637 INFO:tasks.workunit.client.0.smithi045.stdout:release sdir_0 type: DIR refs: 2 2024-09-12T17:43:50.637 INFO:tasks.workunit.client.0.smithi045.stdout:release sfile_0 type: FILE refs: 2 2024-09-12T17:43:50.637 INFO:tasks.workunit.client.0.smithi045.stdout:release sdir_1 type: DIR refs: 2 2024-09-12T17:43:50.637 INFO:tasks.workunit.client.0.smithi045.stdout:release sfile_1 type: FILE refs: 2 2024-09-12T17:43:50.637 INFO:tasks.workunit.client.0.smithi045.stdout:release sdir_0 type: DIR refs: 2 2024-09-12T17:43:50.637 INFO:tasks.workunit.client.0.smithi045.stdout:release sfile_0 type: FILE refs: 2 2024-09-12T17:43:50.638 INFO:tasks.workunit.client.0.smithi045.stdout:release sdir_1 type: DIR refs: 2 2024-09-12T17:43:50.638 INFO:tasks.workunit.client.0.smithi045.stdout:release sfile_1 type: FILE refs: 2 2024-09-12T17:43:50.638 INFO:tasks.workunit.client.0.smithi045.stdout:release sdir_0 type: DIR refs: 2 2024-09-12T17:43:50.638 INFO:tasks.workunit.client.0.smithi045.stdout:release sfile_0 type: FILE refs: 2 2024-09-12T17:43:50.638 INFO:tasks.workunit.client.0.smithi045.stdout:release sdir_1 type: DIR refs: 2 2024-09-12T17:43:50.638 INFO:tasks.workunit.client.0.smithi045.stdout:release sfile_1 type: FILE refs: 2 2024-09-12T17:43:50.638 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.RELEASE_DIRS1 (0 ms) 2024-09-12T17:43:50.638 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.HIER1 2024-09-12T17:43:50.642 INFO:tasks.workunit.client.0.smithi045.stdout:/nfsroot/foo/f2 (f2): FILE 2024-09-12T17:43:50.643 INFO:tasks.workunit.client.0.smithi045.stdout:/nfsroot/foo/f1 (f1): FILE 2024-09-12T17:43:50.645 INFO:tasks.workunit.client.0.smithi045.stdout:/nfsroot/foo/bar/f1 (f1): FILE 2024-09-12T17:43:50.647 INFO:tasks.workunit.client.0.smithi045.stdout:/nfsroot/foo/bar/d1 (d1): DIR 2024-09-12T17:43:50.650 INFO:tasks.workunit.client.0.smithi045.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2024-09-12T17:43:50.650 INFO:tasks.workunit.client.0.smithi045.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2024-09-12T17:43:50.651 INFO:tasks.workunit.client.0.smithi045.stdout:/nfsroot/foo/bar/baz/quux (quux): FILE 2024-09-12T17:43:50.651 INFO:tasks.workunit.client.0.smithi045.stdout:/nfsroot/foo/bar/baz/momma (momma): FILE 2024-09-12T17:43:50.652 INFO:tasks.workunit.client.0.smithi045.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2024-09-12T17:43:50.652 INFO:tasks.workunit.client.0.smithi045.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2024-09-12T17:43:50.653 INFO:tasks.workunit.client.0.smithi045.stdout:/nfsroot/foo/bar/baz/frobozz (frobozz): FILE 2024-09-12T17:43:50.655 INFO:tasks.workunit.client.0.smithi045.stdout:/nfsroot/foo/bar/baz/bear (bear): DIR 2024-09-12T17:43:50.655 INFO:tasks.workunit.client.0.smithi045.stdout:/nfsroot/foo/bar/baz (baz): DIR 2024-09-12T17:43:50.655 INFO:tasks.workunit.client.0.smithi045.stdout:/nfsroot/foo/bar (bar): DIR 2024-09-12T17:43:50.655 INFO:tasks.workunit.client.0.smithi045.stdout:/nfsroot/foo (foo): DIR 2024-09-12T17:43:50.655 INFO:tasks.workunit.client.0.smithi045.stdout:/nfsroot (nfsroot): DIR 2024-09-12T17:43:50.656 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.HIER1 (19 ms) 2024-09-12T17:43:50.656 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2024-09-12T17:43:50.656 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (0 ms) 2024-09-12T17:43:50.656 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2024-09-12T17:43:50.656 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2024-09-12T17:43:50.656 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2024-09-12T17:43:50.656 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2024-09-12T17:43:50.656 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2024-09-12T17:43:50.656 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2024-09-12T17:43:50.656 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T17:43:50.656 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T17:43:50.656 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T17:43:50.656 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T17:43:50.657 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T17:43:50.657 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:50.653+0000 7ff2a12b38c0 -1 shutting down 2024-09-12T17:43:50.657 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:43:50.655+0000 7ff17aff0640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 63478, si_uid : 1000, si_addr0x3e80000f7f6, si_status0 2024-09-12T17:44:20.533 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.SHUTDOWN (29878 ms) 2024-09-12T17:44:20.534 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] 24 tests from LibRGW (30482 ms total) 2024-09-12T17:44:20.534 INFO:tasks.workunit.client.0.smithi045.stdout: 2024-09-12T17:44:20.534 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] Global test environment tear-down 2024-09-12T17:44:20.534 INFO:tasks.workunit.client.0.smithi045.stdout:[==========] 24 tests from 1 test suite ran. (30482 ms total) 2024-09-12T17:44:20.534 INFO:tasks.workunit.client.0.smithi045.stdout:[ PASSED ] 24 tests. 2024-09-12T17:44:20.540 INFO:tasks.workunit.client.0.smithi045.stdout:phase 1.2 2024-09-12T17:44:20.565 INFO:tasks.workunit.client.0.smithi045.stdout:[==========] Running 24 tests from 1 test suite. 2024-09-12T17:44:20.565 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] Global test environment set-up. 2024-09-12T17:44:20.565 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] 24 tests from LibRGW 2024-09-12T17:44:20.565 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.INIT 2024-09-12T17:44:20.574 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:44:20.574 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:44:20.967 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.INIT (402 ms) 2024-09-12T17:44:20.968 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.MOUNT_NOROOT 2024-09-12T17:44:20.969 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.MOUNT_NOROOT (1 ms) 2024-09-12T17:44:20.969 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T17:44:20.970 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2024-09-12T17:44:20.970 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.SETUP_HIER1 2024-09-12T17:44:20.970 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.SETUP_HIER1 (0 ms) 2024-09-12T17:44:20.970 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.SETUP_DIRS1 2024-09-12T17:44:20.970 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.SETUP_DIRS1 (0 ms) 2024-09-12T17:44:20.970 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.SETATTR 2024-09-12T17:44:20.970 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.SETATTR (0 ms) 2024-09-12T17:44:20.970 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.RGW_CREATE_DIRS1 2024-09-12T17:44:20.970 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.RGW_CREATE_DIRS1 (0 ms) 2024-09-12T17:44:20.970 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.RGW_SETUP_RENAME1 2024-09-12T17:44:20.970 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.RGW_SETUP_RENAME1 (0 ms) 2024-09-12T17:44:20.971 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.RGW_INTRABUCKET_RENAME1 2024-09-12T17:44:20.971 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.RGW_INTRABUCKET_RENAME1 (0 ms) 2024-09-12T17:44:20.971 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.RGW_CROSSBUCKET_RENAME1 2024-09-12T17:44:20.971 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.RGW_CROSSBUCKET_RENAME1 (0 ms) 2024-09-12T17:44:20.971 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.GETATTR_DIRS1 2024-09-12T17:44:20.971 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.GETATTR_DIRS1 (0 ms) 2024-09-12T17:44:20.971 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.READ_DIRS1 2024-09-12T17:44:20.971 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.READ_DIRS1 (0 ms) 2024-09-12T17:44:20.971 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.READF_SETUP1 2024-09-12T17:44:20.971 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.READF_SETUP1 (0 ms) 2024-09-12T17:44:20.971 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.READF_DIRS1 2024-09-12T17:44:20.971 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.READF_DIRS1 (0 ms) 2024-09-12T17:44:20.971 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.WRITEF_DIRS1 2024-09-12T17:44:20.972 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.WRITEF_DIRS1 (0 ms) 2024-09-12T17:44:20.972 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.RELEASE_DIRS1 2024-09-12T17:44:20.972 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.RELEASE_DIRS1 (0 ms) 2024-09-12T17:44:20.972 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.HIER1 2024-09-12T17:44:20.972 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.HIER1 (0 ms) 2024-09-12T17:44:20.972 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2024-09-12T17:44:20.972 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (0 ms) 2024-09-12T17:44:20.972 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2024-09-12T17:44:20.972 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2024-09-12T17:44:20.972 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2024-09-12T17:44:20.972 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2024-09-12T17:44:20.972 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2024-09-12T17:44:20.973 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2024-09-12T17:44:20.973 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T17:44:20.973 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T17:44:20.973 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T17:44:20.973 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T17:44:20.973 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T17:44:20.973 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:44:20.968+0000 7fef7bf268c0 -1 shutting down 2024-09-12T17:44:20.973 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:44:20.969+0000 7fee533cf640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 64104, si_uid : 1000, si_addr0x3e80000fa68, si_status0 2024-09-12T17:44:51.362 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.SHUTDOWN (30393 ms) 2024-09-12T17:44:51.363 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] 24 tests from LibRGW (30797 ms total) 2024-09-12T17:44:51.363 INFO:tasks.workunit.client.0.smithi045.stdout: 2024-09-12T17:44:51.363 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] Global test environment tear-down 2024-09-12T17:44:51.363 INFO:tasks.workunit.client.0.smithi045.stdout:[==========] 24 tests from 1 test suite ran. (30797 ms total) 2024-09-12T17:44:51.363 INFO:tasks.workunit.client.0.smithi045.stdout:[ PASSED ] 24 tests. 2024-09-12T17:44:51.368 INFO:tasks.workunit.client.0.smithi045.stdout:phase 1.3 2024-09-12T17:44:51.393 INFO:tasks.workunit.client.0.smithi045.stdout:[==========] Running 24 tests from 1 test suite. 2024-09-12T17:44:51.393 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] Global test environment set-up. 2024-09-12T17:44:51.394 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] 24 tests from LibRGW 2024-09-12T17:44:51.394 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.INIT 2024-09-12T17:44:51.404 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:44:51.404 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:44:52.002 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.INIT (609 ms) 2024-09-12T17:44:52.002 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.MOUNT_NOROOT 2024-09-12T17:44:52.003 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.MOUNT_NOROOT (1 ms) 2024-09-12T17:44:52.003 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T17:44:52.003 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2024-09-12T17:44:52.003 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.SETUP_HIER1 2024-09-12T17:44:52.007 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.SETUP_HIER1 (4 ms) 2024-09-12T17:44:52.007 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.SETUP_DIRS1 2024-09-12T17:44:52.068 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.SETUP_DIRS1 (61 ms) 2024-09-12T17:44:52.068 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.SETATTR 2024-09-12T17:44:52.068 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.SETATTR (0 ms) 2024-09-12T17:44:52.068 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.RGW_CREATE_DIRS1 2024-09-12T17:44:52.068 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.RGW_CREATE_DIRS1 (0 ms) 2024-09-12T17:44:52.069 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.RGW_SETUP_RENAME1 2024-09-12T17:44:52.069 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.RGW_SETUP_RENAME1 (0 ms) 2024-09-12T17:44:52.069 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.RGW_INTRABUCKET_RENAME1 2024-09-12T17:44:52.069 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.RGW_INTRABUCKET_RENAME1 (0 ms) 2024-09-12T17:44:52.069 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.RGW_CROSSBUCKET_RENAME1 2024-09-12T17:44:52.069 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.RGW_CROSSBUCKET_RENAME1 (0 ms) 2024-09-12T17:44:52.069 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.GETATTR_DIRS1 2024-09-12T17:44:52.069 INFO:tasks.workunit.client.0.smithi045.stdout:scanning objects in /bdirs1/dir_0 2024-09-12T17:44:52.069 INFO:tasks.workunit.client.0.smithi045.stdout: /bdirs1/dir_0/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-12T17:44:52.069 INFO:tasks.workunit.client.0.smithi045.stdout: /bdirs1/dir_0/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-12T17:44:52.069 INFO:tasks.workunit.client.0.smithi045.stdout: /bdirs1/dir_0/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-12T17:44:52.069 INFO:tasks.workunit.client.0.smithi045.stdout: /bdirs1/dir_0/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-12T17:44:52.069 INFO:tasks.workunit.client.0.smithi045.stdout:scanning objects in /bdirs1/dir_1 2024-09-12T17:44:52.070 INFO:tasks.workunit.client.0.smithi045.stdout: /bdirs1/dir_1/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-12T17:44:52.070 INFO:tasks.workunit.client.0.smithi045.stdout: /bdirs1/dir_1/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-12T17:44:52.070 INFO:tasks.workunit.client.0.smithi045.stdout: /bdirs1/dir_1/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-12T17:44:52.070 INFO:tasks.workunit.client.0.smithi045.stdout: /bdirs1/dir_1/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-12T17:44:52.070 INFO:tasks.workunit.client.0.smithi045.stdout:scanning objects in /bdirs1/dir_2 2024-09-12T17:44:52.070 INFO:tasks.workunit.client.0.smithi045.stdout: /bdirs1/dir_2/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-12T17:44:52.070 INFO:tasks.workunit.client.0.smithi045.stdout: /bdirs1/dir_2/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-12T17:44:52.070 INFO:tasks.workunit.client.0.smithi045.stdout: /bdirs1/dir_2/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-12T17:44:52.070 INFO:tasks.workunit.client.0.smithi045.stdout: /bdirs1/dir_2/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-12T17:44:52.070 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.GETATTR_DIRS1 (0 ms) 2024-09-12T17:44:52.070 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.READ_DIRS1 2024-09-12T17:44:52.070 INFO:tasks.workunit.client.0.smithi045.stdout:read back objects in /bdirs1/dir_0 2024-09-12T17:44:52.070 INFO:tasks.workunit.client.0.smithi045.stdout:reading 0,256 dir_0/sfile_0 2024-09-12T17:44:52.071 INFO:tasks.workunit.client.0.smithi045.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-12T17:44:52.071 INFO:tasks.workunit.client.0.smithi045.stdout:reading 0,256 dir_0/sfile_1 2024-09-12T17:44:52.072 INFO:tasks.workunit.client.0.smithi045.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-12T17:44:52.072 INFO:tasks.workunit.client.0.smithi045.stdout:read back objects in /bdirs1/dir_1 2024-09-12T17:44:52.072 INFO:tasks.workunit.client.0.smithi045.stdout:reading 0,256 dir_1/sfile_0 2024-09-12T17:44:52.073 INFO:tasks.workunit.client.0.smithi045.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-12T17:44:52.073 INFO:tasks.workunit.client.0.smithi045.stdout:reading 0,256 dir_1/sfile_1 2024-09-12T17:44:52.076 INFO:tasks.workunit.client.0.smithi045.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-12T17:44:52.076 INFO:tasks.workunit.client.0.smithi045.stdout:read back objects in /bdirs1/dir_2 2024-09-12T17:44:52.076 INFO:tasks.workunit.client.0.smithi045.stdout:reading 0,256 dir_2/sfile_0 2024-09-12T17:44:52.076 INFO:tasks.workunit.client.0.smithi045.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-12T17:44:52.076 INFO:tasks.workunit.client.0.smithi045.stdout:reading 0,256 dir_2/sfile_1 2024-09-12T17:44:52.078 INFO:tasks.workunit.client.0.smithi045.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-12T17:44:52.078 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.READ_DIRS1 (9 ms) 2024-09-12T17:44:52.078 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.READF_SETUP1 2024-09-12T17:44:52.078 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.READF_SETUP1 (0 ms) 2024-09-12T17:44:52.078 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.READF_DIRS1 2024-09-12T17:44:52.078 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.READF_DIRS1 (0 ms) 2024-09-12T17:44:52.079 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.WRITEF_DIRS1 2024-09-12T17:44:52.079 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.WRITEF_DIRS1 (0 ms) 2024-09-12T17:44:52.079 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.RELEASE_DIRS1 2024-09-12T17:44:52.079 INFO:tasks.workunit.client.0.smithi045.stdout:release sdir_0 type: DIR refs: 2 2024-09-12T17:44:52.079 INFO:tasks.workunit.client.0.smithi045.stdout:release sfile_0 type: FILE refs: 2 2024-09-12T17:44:52.079 INFO:tasks.workunit.client.0.smithi045.stdout:release sdir_1 type: DIR refs: 2 2024-09-12T17:44:52.079 INFO:tasks.workunit.client.0.smithi045.stdout:release sfile_1 type: FILE refs: 2 2024-09-12T17:44:52.079 INFO:tasks.workunit.client.0.smithi045.stdout:release sdir_0 type: DIR refs: 2 2024-09-12T17:44:52.079 INFO:tasks.workunit.client.0.smithi045.stdout:release sfile_0 type: FILE refs: 2 2024-09-12T17:44:52.079 INFO:tasks.workunit.client.0.smithi045.stdout:release sdir_1 type: DIR refs: 2 2024-09-12T17:44:52.079 INFO:tasks.workunit.client.0.smithi045.stdout:release sfile_1 type: FILE refs: 2 2024-09-12T17:44:52.079 INFO:tasks.workunit.client.0.smithi045.stdout:release sdir_0 type: DIR refs: 2 2024-09-12T17:44:52.079 INFO:tasks.workunit.client.0.smithi045.stdout:release sfile_0 type: FILE refs: 2 2024-09-12T17:44:52.079 INFO:tasks.workunit.client.0.smithi045.stdout:release sdir_1 type: DIR refs: 2 2024-09-12T17:44:52.080 INFO:tasks.workunit.client.0.smithi045.stdout:release sfile_1 type: FILE refs: 2 2024-09-12T17:44:52.080 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.RELEASE_DIRS1 (0 ms) 2024-09-12T17:44:52.080 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.HIER1 2024-09-12T17:44:52.083 INFO:tasks.workunit.client.0.smithi045.stdout:/nfsroot/foo/f2 (f2): FILE 2024-09-12T17:44:52.083 INFO:tasks.workunit.client.0.smithi045.stdout:/nfsroot/foo/f1 (f1): FILE 2024-09-12T17:44:52.086 INFO:tasks.workunit.client.0.smithi045.stdout:/nfsroot/foo/bar/f1 (f1): FILE 2024-09-12T17:44:52.087 INFO:tasks.workunit.client.0.smithi045.stdout:/nfsroot/foo/bar/d1 (d1): DIR 2024-09-12T17:44:52.090 INFO:tasks.workunit.client.0.smithi045.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2024-09-12T17:44:52.090 INFO:tasks.workunit.client.0.smithi045.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2024-09-12T17:44:52.091 INFO:tasks.workunit.client.0.smithi045.stdout:/nfsroot/foo/bar/baz/quux (quux): FILE 2024-09-12T17:44:52.091 INFO:tasks.workunit.client.0.smithi045.stdout:/nfsroot/foo/bar/baz/momma (momma): FILE 2024-09-12T17:44:52.092 INFO:tasks.workunit.client.0.smithi045.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2024-09-12T17:44:52.092 INFO:tasks.workunit.client.0.smithi045.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2024-09-12T17:44:52.092 INFO:tasks.workunit.client.0.smithi045.stdout:/nfsroot/foo/bar/baz/frobozz (frobozz): FILE 2024-09-12T17:44:52.094 INFO:tasks.workunit.client.0.smithi045.stdout:/nfsroot/foo/bar/baz/bear (bear): DIR 2024-09-12T17:44:52.095 INFO:tasks.workunit.client.0.smithi045.stdout:/nfsroot/foo/bar/baz (baz): DIR 2024-09-12T17:44:52.095 INFO:tasks.workunit.client.0.smithi045.stdout:/nfsroot/foo/bar (bar): DIR 2024-09-12T17:44:52.095 INFO:tasks.workunit.client.0.smithi045.stdout:/nfsroot/foo (foo): DIR 2024-09-12T17:44:52.095 INFO:tasks.workunit.client.0.smithi045.stdout:/nfsroot (nfsroot): DIR 2024-09-12T17:44:52.095 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.HIER1 (17 ms) 2024-09-12T17:44:52.095 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2024-09-12T17:44:52.095 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (0 ms) 2024-09-12T17:44:52.095 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2024-09-12T17:44:52.095 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2024-09-12T17:44:52.095 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2024-09-12T17:44:52.095 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2024-09-12T17:44:52.095 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2024-09-12T17:44:52.095 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2024-09-12T17:44:52.096 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T17:44:52.096 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T17:44:52.096 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T17:44:52.096 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T17:44:52.096 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T17:44:52.096 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:44:52.093+0000 7ff0f8f208c0 -1 shutting down 2024-09-12T17:44:52.096 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:44:52.094+0000 7fefd0e04640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 64723, si_uid : 1000, si_addr0x3e80000fcd3, si_status0 2024-09-12T17:45:22.276 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.SHUTDOWN (30182 ms) 2024-09-12T17:45:22.277 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] 24 tests from LibRGW (30883 ms total) 2024-09-12T17:45:22.277 INFO:tasks.workunit.client.0.smithi045.stdout: 2024-09-12T17:45:22.277 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] Global test environment tear-down 2024-09-12T17:45:22.277 INFO:tasks.workunit.client.0.smithi045.stdout:[==========] 24 tests from 1 test suite ran. (30883 ms total) 2024-09-12T17:45:22.277 INFO:tasks.workunit.client.0.smithi045.stdout:[ PASSED ] 24 tests. 2024-09-12T17:45:22.282 INFO:tasks.workunit.client.0.smithi045.stdout:phase 2.1 2024-09-12T17:45:22.309 INFO:tasks.workunit.client.0.smithi045.stdout:[==========] Running 9 tests from 1 test suite. 2024-09-12T17:45:22.309 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] Global test environment set-up. 2024-09-12T17:45:22.309 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] 9 tests from LibRGW 2024-09-12T17:45:22.309 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.INIT 2024-09-12T17:45:22.319 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:45:22.319 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:45:22.713 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.INIT (404 ms) 2024-09-12T17:45:22.714 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T17:45:22.714 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.MOUNT (2 ms) 2024-09-12T17:45:22.715 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-12T17:45:22.722 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.CREATE_BUCKET (8 ms) 2024-09-12T17:45:22.722 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-12T17:45:22.723 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.DELETE_BUCKET (0 ms) 2024-09-12T17:45:22.723 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.CREATE_BUCKET_MULTI 2024-09-12T17:45:22.729 INFO:tasks.workunit.client.0.smithi045.stdout:created: sorrydave0 2024-09-12T17:45:22.737 INFO:tasks.workunit.client.0.smithi045.stdout:created: sorrydave1 2024-09-12T17:45:22.744 INFO:tasks.workunit.client.0.smithi045.stdout:created: sorrydave2 2024-09-12T17:45:22.751 INFO:tasks.workunit.client.0.smithi045.stdout:created: sorrydave3 2024-09-12T17:45:22.758 INFO:tasks.workunit.client.0.smithi045.stdout:created: sorrydave4 2024-09-12T17:45:22.765 INFO:tasks.workunit.client.0.smithi045.stdout:created: sorrydave5 2024-09-12T17:45:22.771 INFO:tasks.workunit.client.0.smithi045.stdout:created: sorrydave6 2024-09-12T17:45:22.778 INFO:tasks.workunit.client.0.smithi045.stdout:created: sorrydave7 2024-09-12T17:45:22.785 INFO:tasks.workunit.client.0.smithi045.stdout:created: sorrydave8 2024-09-12T17:45:22.791 INFO:tasks.workunit.client.0.smithi045.stdout:created: sorrydave9 2024-09-12T17:45:22.791 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.CREATE_BUCKET_MULTI (68 ms) 2024-09-12T17:45:22.791 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.DELETE_BUCKET_MULTI 2024-09-12T17:45:22.934 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.DELETE_BUCKET_MULTI (143 ms) 2024-09-12T17:45:22.934 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T17:45:22.934 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T17:45:22.935 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T17:45:22.935 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T17:45:22.935 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T17:45:22.935 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:45:22.933+0000 7f91415528c0 -1 shutting down 2024-09-12T17:45:22.935 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:45:22.935+0000 7f901b28f640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 65350, si_uid : 1000, si_addr0x3e80000ff46, si_status0 2024-09-12T17:45:52.977 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.SHUTDOWN (30042 ms) 2024-09-12T17:45:52.978 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] 9 tests from LibRGW (30667 ms total) 2024-09-12T17:45:52.978 INFO:tasks.workunit.client.0.smithi045.stdout: 2024-09-12T17:45:52.978 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] Global test environment tear-down 2024-09-12T17:45:52.978 INFO:tasks.workunit.client.0.smithi045.stdout:[==========] 9 tests from 1 test suite ran. (30667 ms total) 2024-09-12T17:45:52.978 INFO:tasks.workunit.client.0.smithi045.stdout:[ PASSED ] 9 tests. 2024-09-12T17:45:52.983 INFO:tasks.workunit.client.0.smithi045.stdout:phase 2.2 2024-09-12T17:45:53.009 INFO:tasks.workunit.client.0.smithi045.stdout:[==========] Running 9 tests from 1 test suite. 2024-09-12T17:45:53.009 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] Global test environment set-up. 2024-09-12T17:45:53.009 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] 9 tests from LibRGW 2024-09-12T17:45:53.009 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.INIT 2024-09-12T17:45:53.018 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:45:53.018 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:45:53.200 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.INIT (191 ms) 2024-09-12T17:45:53.200 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T17:45:53.200 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2024-09-12T17:45:53.200 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-12T17:45:53.201 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.CREATE_BUCKET (0 ms) 2024-09-12T17:45:53.201 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-12T17:45:53.218 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.DELETE_BUCKET (17 ms) 2024-09-12T17:45:53.218 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.CREATE_BUCKET_MULTI 2024-09-12T17:45:53.225 INFO:tasks.workunit.client.0.smithi045.stdout:created: sorrydave0 2024-09-12T17:45:53.232 INFO:tasks.workunit.client.0.smithi045.stdout:created: sorrydave1 2024-09-12T17:45:53.239 INFO:tasks.workunit.client.0.smithi045.stdout:created: sorrydave2 2024-09-12T17:45:53.246 INFO:tasks.workunit.client.0.smithi045.stdout:created: sorrydave3 2024-09-12T17:45:53.253 INFO:tasks.workunit.client.0.smithi045.stdout:created: sorrydave4 2024-09-12T17:45:53.259 INFO:tasks.workunit.client.0.smithi045.stdout:created: sorrydave5 2024-09-12T17:45:53.267 INFO:tasks.workunit.client.0.smithi045.stdout:created: sorrydave6 2024-09-12T17:45:53.274 INFO:tasks.workunit.client.0.smithi045.stdout:created: sorrydave7 2024-09-12T17:45:53.281 INFO:tasks.workunit.client.0.smithi045.stdout:created: sorrydave8 2024-09-12T17:45:53.288 INFO:tasks.workunit.client.0.smithi045.stdout:created: sorrydave9 2024-09-12T17:45:53.288 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.CREATE_BUCKET_MULTI (70 ms) 2024-09-12T17:45:53.288 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.DELETE_BUCKET_MULTI 2024-09-12T17:45:53.427 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.DELETE_BUCKET_MULTI (139 ms) 2024-09-12T17:45:53.427 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T17:45:53.428 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T17:45:53.428 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T17:45:53.428 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T17:45:53.428 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T17:45:53.429 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:45:53.425+0000 7fa364d4b8c0 -1 shutting down 2024-09-12T17:45:53.429 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:45:53.427+0000 7fa23ea8a640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 65969, si_uid : 1000, si_addr0x3e8000101b1, si_status0 2024-09-12T17:46:23.557 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.SHUTDOWN (30129 ms) 2024-09-12T17:46:23.558 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] 9 tests from LibRGW (30547 ms total) 2024-09-12T17:46:23.558 INFO:tasks.workunit.client.0.smithi045.stdout: 2024-09-12T17:46:23.558 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] Global test environment tear-down 2024-09-12T17:46:23.558 INFO:tasks.workunit.client.0.smithi045.stdout:[==========] 9 tests from 1 test suite ran. (30548 ms total) 2024-09-12T17:46:23.558 INFO:tasks.workunit.client.0.smithi045.stdout:[ PASSED ] 9 tests. 2024-09-12T17:46:23.563 INFO:tasks.workunit.client.0.smithi045.stdout:phase 3.1 2024-09-12T17:46:23.894 INFO:tasks.workunit.client.0.smithi045.stdout:[==========] Running 13 tests from 1 test suite. 2024-09-12T17:46:23.895 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] Global test environment set-up. 2024-09-12T17:46:23.895 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] 13 tests from LibRGW 2024-09-12T17:46:23.895 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.INIT 2024-09-12T17:46:23.904 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:46:23.904 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:46:24.081 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.INIT (187 ms) 2024-09-12T17:46:24.081 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T17:46:24.082 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2024-09-12T17:46:24.082 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-12T17:46:24.089 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.CREATE_BUCKET (7 ms) 2024-09-12T17:46:24.089 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2024-09-12T17:46:24.092 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (3 ms) 2024-09-12T17:46:24.092 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2024-09-12T17:46:24.093 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (1 ms) 2024-09-12T17:46:24.093 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.LARGE1 2024-09-12T17:46:24.543 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.LARGE1 (450 ms) 2024-09-12T17:46:24.543 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.LARGE2 2024-09-12T17:46:24.594 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.LARGE2 (50 ms) 2024-09-12T17:46:24.594 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.STAT_OBJECT 2024-09-12T17:46:24.594 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2024-09-12T17:46:24.594 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2024-09-12T17:46:24.594 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.DELETE_OBJECT (0 ms) 2024-09-12T17:46:24.594 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-12T17:46:24.594 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.DELETE_BUCKET (0 ms) 2024-09-12T17:46:24.595 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T17:46:24.595 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T17:46:24.595 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T17:46:24.595 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T17:46:24.595 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T17:46:24.595 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:46:24.593+0000 7fc5a5b248c0 -1 shutting down 2024-09-12T17:46:24.595 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:46:24.595+0000 7fc47da9a640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 66588, si_uid : 1000, si_addr0x3e80001041c, si_status0 2024-09-12T17:46:54.182 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.SHUTDOWN (29588 ms) 2024-09-12T17:46:54.183 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] 13 tests from LibRGW (30288 ms total) 2024-09-12T17:46:54.183 INFO:tasks.workunit.client.0.smithi045.stdout: 2024-09-12T17:46:54.183 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] Global test environment tear-down 2024-09-12T17:46:54.183 INFO:tasks.workunit.client.0.smithi045.stdout:[==========] 13 tests from 1 test suite ran. (30288 ms total) 2024-09-12T17:46:54.183 INFO:tasks.workunit.client.0.smithi045.stdout:[ PASSED ] 13 tests. 2024-09-12T17:46:54.190 INFO:tasks.workunit.client.0.smithi045.stdout:phase 3.2 2024-09-12T17:46:54.521 INFO:tasks.workunit.client.0.smithi045.stdout:[==========] Running 13 tests from 1 test suite. 2024-09-12T17:46:54.521 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] Global test environment set-up. 2024-09-12T17:46:54.521 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] 13 tests from LibRGW 2024-09-12T17:46:54.521 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.INIT 2024-09-12T17:46:54.529 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:46:54.529 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:46:54.713 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.INIT (192 ms) 2024-09-12T17:46:54.713 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T17:46:54.713 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2024-09-12T17:46:54.714 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-12T17:46:54.714 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.CREATE_BUCKET (0 ms) 2024-09-12T17:46:54.714 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2024-09-12T17:46:54.718 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (4 ms) 2024-09-12T17:46:54.718 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2024-09-12T17:46:54.722 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (4 ms) 2024-09-12T17:46:54.722 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.LARGE1 2024-09-12T17:46:54.798 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.LARGE1 (76 ms) 2024-09-12T17:46:54.798 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.LARGE2 2024-09-12T17:46:54.798 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.LARGE2 (0 ms) 2024-09-12T17:46:54.798 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.STAT_OBJECT 2024-09-12T17:46:54.798 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2024-09-12T17:46:54.798 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2024-09-12T17:46:54.802 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.DELETE_OBJECT (4 ms) 2024-09-12T17:46:54.802 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-12T17:46:54.816 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.DELETE_BUCKET (14 ms) 2024-09-12T17:46:54.816 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T17:46:54.816 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T17:46:54.816 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T17:46:54.816 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T17:46:54.816 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T17:46:54.817 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:46:54.814+0000 7f55560c38c0 -1 shutting down 2024-09-12T17:46:54.817 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:46:54.816+0000 7f542d01c640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 67208, si_uid : 1000, si_addr0x3e800010688, si_status0 2024-09-12T17:47:25.104 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.SHUTDOWN (30287 ms) 2024-09-12T17:47:25.104 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] 13 tests from LibRGW (30582 ms total) 2024-09-12T17:47:25.105 INFO:tasks.workunit.client.0.smithi045.stdout: 2024-09-12T17:47:25.105 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] Global test environment tear-down 2024-09-12T17:47:25.105 INFO:tasks.workunit.client.0.smithi045.stdout:[==========] 13 tests from 1 test suite ran. (30582 ms total) 2024-09-12T17:47:25.105 INFO:tasks.workunit.client.0.smithi045.stdout:[ PASSED ] 13 tests. 2024-09-12T17:47:25.111 INFO:tasks.workunit.client.0.smithi045.stdout:phase 4.1 2024-09-12T17:47:25.138 INFO:tasks.workunit.client.0.smithi045.stdout:[==========] Running 11 tests from 1 test suite. 2024-09-12T17:47:25.138 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] Global test environment set-up. 2024-09-12T17:47:25.138 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] 11 tests from LibRGW 2024-09-12T17:47:25.138 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.TVAR 2024-09-12T17:47:25.138 INFO:tasks.workunit.client.0.smithi045.stdout:read i1: 64001 2024-09-12T17:47:25.138 INFO:tasks.workunit.client.0.smithi045.stdout:read s1: blunderbuss 2024-09-12T17:47:25.138 INFO:tasks.workunit.client.0.smithi045.stdout:read s3: [ OK ] LibRGW.TVAR (0 ms) 2024-09-12T17:47:25.138 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.INIT 2024-09-12T17:47:25.149 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:47:25.149 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:47:25.748 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.INIT (610 ms) 2024-09-12T17:47:25.748 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T17:47:25.749 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2024-09-12T17:47:25.749 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2024-09-12T17:47:25.764 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (15 ms) 2024-09-12T17:47:25.764 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2024-09-12T17:47:26.196 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_0 2024-09-12T17:47:26.196 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_1 2024-09-12T17:47:26.196 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_2 2024-09-12T17:47:26.196 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_3 2024-09-12T17:47:26.197 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_4 2024-09-12T17:47:26.197 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_5 2024-09-12T17:47:26.197 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_6 2024-09-12T17:47:26.197 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_7 2024-09-12T17:47:26.197 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_8 2024-09-12T17:47:26.197 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_9 2024-09-12T17:47:26.197 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_10 2024-09-12T17:47:26.197 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_11 2024-09-12T17:47:26.197 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_12 2024-09-12T17:47:26.197 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_13 2024-09-12T17:47:26.197 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_14 2024-09-12T17:47:26.197 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_15 2024-09-12T17:47:26.197 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_16 2024-09-12T17:47:26.198 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_17 2024-09-12T17:47:26.198 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_18 2024-09-12T17:47:26.198 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_19 2024-09-12T17:47:26.198 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_20 2024-09-12T17:47:26.198 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_21 2024-09-12T17:47:26.198 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_22 2024-09-12T17:47:26.198 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_23 2024-09-12T17:47:26.198 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_24 2024-09-12T17:47:26.198 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_25 2024-09-12T17:47:26.198 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_26 2024-09-12T17:47:26.198 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_27 2024-09-12T17:47:26.198 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_28 2024-09-12T17:47:26.198 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_29 2024-09-12T17:47:26.199 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_30 2024-09-12T17:47:26.199 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_31 2024-09-12T17:47:26.199 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_32 2024-09-12T17:47:26.199 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_33 2024-09-12T17:47:26.199 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_34 2024-09-12T17:47:26.199 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_35 2024-09-12T17:47:26.199 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_36 2024-09-12T17:47:26.199 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_37 2024-09-12T17:47:26.199 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_38 2024-09-12T17:47:26.199 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_39 2024-09-12T17:47:26.199 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_40 2024-09-12T17:47:26.199 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_41 2024-09-12T17:47:26.199 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_42 2024-09-12T17:47:26.200 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_43 2024-09-12T17:47:26.200 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_44 2024-09-12T17:47:26.200 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_45 2024-09-12T17:47:26.200 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_46 2024-09-12T17:47:26.200 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_47 2024-09-12T17:47:26.200 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_48 2024-09-12T17:47:26.200 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_49 2024-09-12T17:47:26.200 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_50 2024-09-12T17:47:26.200 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_51 2024-09-12T17:47:26.200 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_52 2024-09-12T17:47:26.200 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_53 2024-09-12T17:47:26.200 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_54 2024-09-12T17:47:26.200 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_55 2024-09-12T17:47:26.201 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_56 2024-09-12T17:47:26.201 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_57 2024-09-12T17:47:26.201 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_58 2024-09-12T17:47:26.201 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_59 2024-09-12T17:47:26.201 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_60 2024-09-12T17:47:26.201 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_61 2024-09-12T17:47:26.201 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_62 2024-09-12T17:47:26.201 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_63 2024-09-12T17:47:26.201 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_64 2024-09-12T17:47:26.201 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_65 2024-09-12T17:47:26.201 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_66 2024-09-12T17:47:26.201 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_67 2024-09-12T17:47:26.201 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_68 2024-09-12T17:47:26.202 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_69 2024-09-12T17:47:26.202 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_70 2024-09-12T17:47:26.202 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_71 2024-09-12T17:47:26.202 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_72 2024-09-12T17:47:26.202 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_73 2024-09-12T17:47:26.202 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_74 2024-09-12T17:47:26.202 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_75 2024-09-12T17:47:26.202 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_76 2024-09-12T17:47:26.202 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_77 2024-09-12T17:47:26.202 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_78 2024-09-12T17:47:26.202 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_79 2024-09-12T17:47:26.202 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_80 2024-09-12T17:47:26.202 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_81 2024-09-12T17:47:26.203 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_82 2024-09-12T17:47:26.203 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_83 2024-09-12T17:47:26.203 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_84 2024-09-12T17:47:26.203 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_85 2024-09-12T17:47:26.203 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_86 2024-09-12T17:47:26.203 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_87 2024-09-12T17:47:26.203 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_88 2024-09-12T17:47:26.203 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_89 2024-09-12T17:47:26.203 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_90 2024-09-12T17:47:26.203 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_91 2024-09-12T17:47:26.203 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_92 2024-09-12T17:47:26.203 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_93 2024-09-12T17:47:26.204 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_94 2024-09-12T17:47:26.204 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_95 2024-09-12T17:47:26.204 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_96 2024-09-12T17:47:26.204 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_97 2024-09-12T17:47:26.204 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_98 2024-09-12T17:47:26.204 INFO:tasks.workunit.client.0.smithi045.stdout:created: dmarker:f_99 2024-09-12T17:47:26.204 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (432 ms) 2024-09-12T17:47:26.204 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2024-09-12T17:47:26.205 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=. flags=4 2024-09-12T17:47:26.205 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=.. flags=4 2024-09-12T17:47:26.206 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_0 flags=8 2024-09-12T17:47:26.206 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_1 flags=8 2024-09-12T17:47:26.206 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_10 flags=8 2024-09-12T17:47:26.206 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_11 flags=8 2024-09-12T17:47:26.206 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_12 flags=8 2024-09-12T17:47:26.206 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_13 flags=8 2024-09-12T17:47:26.206 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_14 flags=8 2024-09-12T17:47:26.206 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_15 flags=8 2024-09-12T17:47:26.207 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_16 flags=8 2024-09-12T17:47:26.207 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_17 flags=8 2024-09-12T17:47:26.207 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_18 flags=8 2024-09-12T17:47:26.207 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_19 flags=8 2024-09-12T17:47:26.207 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_2 flags=8 2024-09-12T17:47:26.207 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_20 flags=8 2024-09-12T17:47:26.208 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_21 flags=8 2024-09-12T17:47:26.208 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_22 flags=8 2024-09-12T17:47:26.208 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_23 flags=8 2024-09-12T17:47:26.208 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_24 flags=8 2024-09-12T17:47:26.208 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_25 flags=8 2024-09-12T17:47:26.208 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_26 flags=8 2024-09-12T17:47:26.208 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_27 flags=8 2024-09-12T17:47:26.208 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_28 flags=8 2024-09-12T17:47:26.208 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_29 flags=8 2024-09-12T17:47:26.208 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_3 flags=8 2024-09-12T17:47:26.208 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_30 flags=8 2024-09-12T17:47:26.208 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_31 flags=8 2024-09-12T17:47:26.209 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_32 flags=8 2024-09-12T17:47:26.209 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_33 flags=8 2024-09-12T17:47:26.209 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_34 flags=8 2024-09-12T17:47:26.209 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_35 flags=8 2024-09-12T17:47:26.209 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_36 flags=8 2024-09-12T17:47:26.209 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_37 flags=8 2024-09-12T17:47:26.209 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_38 flags=8 2024-09-12T17:47:26.209 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_39 flags=8 2024-09-12T17:47:26.209 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_4 flags=8 2024-09-12T17:47:26.209 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_40 flags=8 2024-09-12T17:47:26.209 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_41 flags=8 2024-09-12T17:47:26.209 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_42 flags=8 2024-09-12T17:47:26.210 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_43 flags=8 2024-09-12T17:47:26.210 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_44 flags=8 2024-09-12T17:47:26.210 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_45 flags=8 2024-09-12T17:47:26.210 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_46 flags=8 2024-09-12T17:47:26.210 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_47 flags=8 2024-09-12T17:47:26.210 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_48 flags=8 2024-09-12T17:47:26.210 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_49 flags=8 2024-09-12T17:47:26.210 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_5 flags=8 2024-09-12T17:47:26.210 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_50 flags=8 2024-09-12T17:47:26.210 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_51 flags=8 2024-09-12T17:47:26.210 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_52 flags=8 2024-09-12T17:47:26.210 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_53 flags=8 2024-09-12T17:47:26.210 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_54 flags=8 2024-09-12T17:47:26.211 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_55 flags=8 2024-09-12T17:47:26.211 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_56 flags=8 2024-09-12T17:47:26.211 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_57 flags=8 2024-09-12T17:47:26.211 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_58 flags=8 2024-09-12T17:47:26.211 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_59 flags=8 2024-09-12T17:47:26.211 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_6 flags=8 2024-09-12T17:47:26.211 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_60 flags=8 2024-09-12T17:47:26.211 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_61 flags=8 2024-09-12T17:47:26.211 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_62 flags=8 2024-09-12T17:47:26.211 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_63 flags=8 2024-09-12T17:47:26.211 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_64 flags=8 2024-09-12T17:47:26.211 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_65 flags=8 2024-09-12T17:47:26.211 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_66 flags=8 2024-09-12T17:47:26.212 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_67 flags=8 2024-09-12T17:47:26.212 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_68 flags=8 2024-09-12T17:47:26.212 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_69 flags=8 2024-09-12T17:47:26.212 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_7 flags=8 2024-09-12T17:47:26.212 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_70 flags=8 2024-09-12T17:47:26.212 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_71 flags=8 2024-09-12T17:47:26.212 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_72 flags=8 2024-09-12T17:47:26.212 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_73 flags=8 2024-09-12T17:47:26.212 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_74 flags=8 2024-09-12T17:47:26.212 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_75 flags=8 2024-09-12T17:47:26.212 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_76 flags=8 2024-09-12T17:47:26.212 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_77 flags=8 2024-09-12T17:47:26.213 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_78 flags=8 2024-09-12T17:47:26.213 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_79 flags=8 2024-09-12T17:47:26.213 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_8 flags=8 2024-09-12T17:47:26.213 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_80 flags=8 2024-09-12T17:47:26.213 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_81 flags=8 2024-09-12T17:47:26.213 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_82 flags=8 2024-09-12T17:47:26.213 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_83 flags=8 2024-09-12T17:47:26.213 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_84 flags=8 2024-09-12T17:47:26.213 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_85 flags=8 2024-09-12T17:47:26.213 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_86 flags=8 2024-09-12T17:47:26.213 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_87 flags=8 2024-09-12T17:47:26.213 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_88 flags=8 2024-09-12T17:47:26.213 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_89 flags=8 2024-09-12T17:47:26.213 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_9 flags=8 2024-09-12T17:47:26.214 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_90 flags=8 2024-09-12T17:47:26.214 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_91 flags=8 2024-09-12T17:47:26.214 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_92 flags=8 2024-09-12T17:47:26.214 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_93 flags=8 2024-09-12T17:47:26.214 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_94 flags=8 2024-09-12T17:47:26.214 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_95 flags=8 2024-09-12T17:47:26.214 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_96 flags=8 2024-09-12T17:47:26.214 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_97 flags=8 2024-09-12T17:47:26.214 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_98 flags=8 2024-09-12T17:47:26.214 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_99 flags=8 2024-09-12T17:47:26.214 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.MARKER1_READDIR (3 ms) 2024-09-12T17:47:26.214 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.MARKER2_READDIR 2024-09-12T17:47:26.214 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_0 flags=8 2024-09-12T17:47:26.215 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_1 flags=8 2024-09-12T17:47:26.215 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_10 flags=8 2024-09-12T17:47:26.215 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_11 flags=8 2024-09-12T17:47:26.215 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_12 flags=8 2024-09-12T17:47:26.215 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_13 flags=8 2024-09-12T17:47:26.215 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_14 flags=8 2024-09-12T17:47:26.215 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_15 flags=8 2024-09-12T17:47:26.215 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_16 flags=8 2024-09-12T17:47:26.215 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_17 flags=8 2024-09-12T17:47:26.215 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_18 flags=8 2024-09-12T17:47:26.215 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_19 flags=8 2024-09-12T17:47:26.215 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_2 flags=8 2024-09-12T17:47:26.215 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_20 flags=8 2024-09-12T17:47:26.216 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_21 flags=8 2024-09-12T17:47:26.216 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_22 flags=8 2024-09-12T17:47:26.216 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_23 flags=8 2024-09-12T17:47:26.216 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_24 flags=8 2024-09-12T17:47:26.216 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_25 flags=8 2024-09-12T17:47:26.216 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_26 flags=8 2024-09-12T17:47:26.216 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_27 flags=8 2024-09-12T17:47:26.216 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_28 flags=8 2024-09-12T17:47:26.216 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_29 flags=8 2024-09-12T17:47:26.216 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_3 flags=8 2024-09-12T17:47:26.216 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_30 flags=8 2024-09-12T17:47:26.216 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_31 flags=8 2024-09-12T17:47:26.216 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_32 flags=8 2024-09-12T17:47:26.217 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_33 flags=8 2024-09-12T17:47:26.217 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_34 flags=8 2024-09-12T17:47:26.217 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_35 flags=8 2024-09-12T17:47:26.217 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_36 flags=8 2024-09-12T17:47:26.217 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_37 flags=8 2024-09-12T17:47:26.217 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_38 flags=8 2024-09-12T17:47:26.217 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_39 flags=8 2024-09-12T17:47:26.217 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_4 flags=8 2024-09-12T17:47:26.217 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_40 flags=8 2024-09-12T17:47:26.217 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_41 flags=8 2024-09-12T17:47:26.218 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_42 flags=8 2024-09-12T17:47:26.218 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_43 flags=8 2024-09-12T17:47:26.218 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_44 flags=8 2024-09-12T17:47:26.218 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_45 flags=8 2024-09-12T17:47:26.218 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_46 flags=8 2024-09-12T17:47:26.218 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_47 flags=8 2024-09-12T17:47:26.218 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_48 flags=8 2024-09-12T17:47:26.218 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_49 flags=8 2024-09-12T17:47:26.218 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_5 flags=8 2024-09-12T17:47:26.218 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_50 flags=8 2024-09-12T17:47:26.218 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_51 flags=8 2024-09-12T17:47:26.218 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_52 flags=8 2024-09-12T17:47:26.218 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_53 flags=8 2024-09-12T17:47:26.219 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_54 flags=8 2024-09-12T17:47:26.219 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_55 flags=8 2024-09-12T17:47:26.219 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_56 flags=8 2024-09-12T17:47:26.219 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_57 flags=8 2024-09-12T17:47:26.219 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_58 flags=8 2024-09-12T17:47:26.219 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_59 flags=8 2024-09-12T17:47:26.219 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_6 flags=8 2024-09-12T17:47:26.219 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_60 flags=8 2024-09-12T17:47:26.219 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_61 flags=8 2024-09-12T17:47:26.219 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_62 flags=8 2024-09-12T17:47:26.219 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_63 flags=8 2024-09-12T17:47:26.219 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_64 flags=8 2024-09-12T17:47:26.219 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_65 flags=8 2024-09-12T17:47:26.219 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_66 flags=8 2024-09-12T17:47:26.220 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_67 flags=8 2024-09-12T17:47:26.220 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_68 flags=8 2024-09-12T17:47:26.220 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_69 flags=8 2024-09-12T17:47:26.220 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_7 flags=8 2024-09-12T17:47:26.220 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_70 flags=8 2024-09-12T17:47:26.220 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_71 flags=8 2024-09-12T17:47:26.220 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_72 flags=8 2024-09-12T17:47:26.220 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_73 flags=8 2024-09-12T17:47:26.220 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_74 flags=8 2024-09-12T17:47:26.221 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_75 flags=8 2024-09-12T17:47:26.221 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_76 flags=8 2024-09-12T17:47:26.221 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_77 flags=8 2024-09-12T17:47:26.221 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_78 flags=8 2024-09-12T17:47:26.221 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_79 flags=8 2024-09-12T17:47:26.221 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_8 flags=8 2024-09-12T17:47:26.221 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_80 flags=8 2024-09-12T17:47:26.221 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_81 flags=8 2024-09-12T17:47:26.221 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_82 flags=8 2024-09-12T17:47:26.221 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_83 flags=8 2024-09-12T17:47:26.221 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_84 flags=8 2024-09-12T17:47:26.222 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_85 flags=8 2024-09-12T17:47:26.222 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_86 flags=8 2024-09-12T17:47:26.222 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_87 flags=8 2024-09-12T17:47:26.222 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_88 flags=8 2024-09-12T17:47:26.222 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_89 flags=8 2024-09-12T17:47:26.222 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_9 flags=8 2024-09-12T17:47:26.222 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_90 flags=8 2024-09-12T17:47:26.222 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_91 flags=8 2024-09-12T17:47:26.222 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_92 flags=8 2024-09-12T17:47:26.222 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_93 flags=8 2024-09-12T17:47:26.222 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_94 flags=8 2024-09-12T17:47:26.222 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_95 flags=8 2024-09-12T17:47:26.222 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_96 flags=8 2024-09-12T17:47:26.222 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_97 flags=8 2024-09-12T17:47:26.223 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_98 flags=8 2024-09-12T17:47:26.223 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_99 flags=8 2024-09-12T17:47:26.223 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.MARKER2_READDIR (2 ms) 2024-09-12T17:47:26.223 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2024-09-12T17:47:26.223 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2024-09-12T17:47:26.223 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T17:47:26.223 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T17:47:26.223 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T17:47:26.223 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T17:47:26.223 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T17:47:26.224 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:47:26.201+0000 7f8b64d2b8c0 -1 shutting down 2024-09-12T17:47:26.224 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:47:26.202+0000 7f8a3cd2e640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 67827, si_uid : 1000, si_addr0x3e8000108f3, si_status0 2024-09-12T17:47:56.186 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.SHUTDOWN (29985 ms) 2024-09-12T17:47:56.186 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] 11 tests from LibRGW (31048 ms total) 2024-09-12T17:47:56.186 INFO:tasks.workunit.client.0.smithi045.stdout: 2024-09-12T17:47:56.186 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] Global test environment tear-down 2024-09-12T17:47:56.186 INFO:tasks.workunit.client.0.smithi045.stdout:[==========] 11 tests from 1 test suite ran. (31049 ms total) 2024-09-12T17:47:56.187 INFO:tasks.workunit.client.0.smithi045.stdout:[ PASSED ] 11 tests. 2024-09-12T17:47:56.192 INFO:tasks.workunit.client.0.smithi045.stdout:phase 4.2 2024-09-12T17:47:56.218 INFO:tasks.workunit.client.0.smithi045.stdout:[==========] Running 11 tests from 1 test suite. 2024-09-12T17:47:56.219 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] Global test environment set-up. 2024-09-12T17:47:56.219 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] 11 tests from LibRGW 2024-09-12T17:47:56.219 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.TVAR 2024-09-12T17:47:56.219 INFO:tasks.workunit.client.0.smithi045.stdout:read i1: 64001 2024-09-12T17:47:56.219 INFO:tasks.workunit.client.0.smithi045.stdout:read s1: blunderbuss 2024-09-12T17:47:56.219 INFO:tasks.workunit.client.0.smithi045.stdout:read s3: [ OK ] LibRGW.TVAR (0 ms) 2024-09-12T17:47:56.219 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.INIT 2024-09-12T17:47:56.227 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:47:56.227 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:47:56.616 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.INIT (398 ms) 2024-09-12T17:47:56.616 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T17:47:56.617 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2024-09-12T17:47:56.617 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2024-09-12T17:47:56.626 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (9 ms) 2024-09-12T17:47:56.626 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2024-09-12T17:47:56.626 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2024-09-12T17:47:56.626 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2024-09-12T17:47:56.626 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2024-09-12T17:47:56.626 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.MARKER2_READDIR 2024-09-12T17:47:56.629 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_0 flags=8 2024-09-12T17:47:56.629 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_1 flags=8 2024-09-12T17:47:56.629 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_10 flags=8 2024-09-12T17:47:56.629 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_11 flags=8 2024-09-12T17:47:56.629 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_12 flags=8 2024-09-12T17:47:56.629 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_13 flags=8 2024-09-12T17:47:56.629 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_14 flags=8 2024-09-12T17:47:56.629 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_15 flags=8 2024-09-12T17:47:56.630 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_16 flags=8 2024-09-12T17:47:56.630 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_17 flags=8 2024-09-12T17:47:56.630 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_18 flags=8 2024-09-12T17:47:56.630 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_19 flags=8 2024-09-12T17:47:56.630 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_2 flags=8 2024-09-12T17:47:56.630 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_20 flags=8 2024-09-12T17:47:56.630 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_21 flags=8 2024-09-12T17:47:56.630 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_22 flags=8 2024-09-12T17:47:56.630 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_23 flags=8 2024-09-12T17:47:56.630 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_24 flags=8 2024-09-12T17:47:56.630 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_25 flags=8 2024-09-12T17:47:56.630 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_26 flags=8 2024-09-12T17:47:56.631 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_27 flags=8 2024-09-12T17:47:56.631 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_28 flags=8 2024-09-12T17:47:56.631 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_29 flags=8 2024-09-12T17:47:56.631 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_3 flags=8 2024-09-12T17:47:56.631 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_30 flags=8 2024-09-12T17:47:56.631 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_31 flags=8 2024-09-12T17:47:56.631 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_32 flags=8 2024-09-12T17:47:56.631 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_33 flags=8 2024-09-12T17:47:56.631 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_34 flags=8 2024-09-12T17:47:56.631 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_35 flags=8 2024-09-12T17:47:56.631 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_36 flags=8 2024-09-12T17:47:56.631 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_37 flags=8 2024-09-12T17:47:56.631 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_38 flags=8 2024-09-12T17:47:56.632 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_39 flags=8 2024-09-12T17:47:56.632 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_4 flags=8 2024-09-12T17:47:56.632 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_40 flags=8 2024-09-12T17:47:56.632 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_41 flags=8 2024-09-12T17:47:56.632 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_42 flags=8 2024-09-12T17:47:56.632 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_43 flags=8 2024-09-12T17:47:56.632 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_44 flags=8 2024-09-12T17:47:56.632 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_45 flags=8 2024-09-12T17:47:56.632 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_46 flags=8 2024-09-12T17:47:56.632 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_47 flags=8 2024-09-12T17:47:56.632 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_48 flags=8 2024-09-12T17:47:56.633 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_49 flags=8 2024-09-12T17:47:56.633 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_5 flags=8 2024-09-12T17:47:56.633 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_50 flags=8 2024-09-12T17:47:56.633 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_51 flags=8 2024-09-12T17:47:56.633 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_52 flags=8 2024-09-12T17:47:56.633 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_53 flags=8 2024-09-12T17:47:56.633 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_54 flags=8 2024-09-12T17:47:56.633 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_55 flags=8 2024-09-12T17:47:56.633 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_56 flags=8 2024-09-12T17:47:56.633 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_57 flags=8 2024-09-12T17:47:56.633 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_58 flags=8 2024-09-12T17:47:56.633 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_59 flags=8 2024-09-12T17:47:56.633 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_6 flags=8 2024-09-12T17:47:56.634 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_60 flags=8 2024-09-12T17:47:56.634 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_61 flags=8 2024-09-12T17:47:56.634 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_62 flags=8 2024-09-12T17:47:56.634 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_63 flags=8 2024-09-12T17:47:56.634 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_64 flags=8 2024-09-12T17:47:56.634 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_65 flags=8 2024-09-12T17:47:56.634 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_66 flags=8 2024-09-12T17:47:56.634 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_67 flags=8 2024-09-12T17:47:56.634 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_68 flags=8 2024-09-12T17:47:56.634 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_69 flags=8 2024-09-12T17:47:56.634 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_7 flags=8 2024-09-12T17:47:56.634 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_70 flags=8 2024-09-12T17:47:56.634 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_71 flags=8 2024-09-12T17:47:56.635 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_72 flags=8 2024-09-12T17:47:56.635 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_73 flags=8 2024-09-12T17:47:56.635 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_74 flags=8 2024-09-12T17:47:56.635 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_75 flags=8 2024-09-12T17:47:56.635 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_76 flags=8 2024-09-12T17:47:56.635 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_77 flags=8 2024-09-12T17:47:56.635 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_78 flags=8 2024-09-12T17:47:56.636 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_79 flags=8 2024-09-12T17:47:56.636 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_8 flags=8 2024-09-12T17:47:56.636 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_80 flags=8 2024-09-12T17:47:56.636 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_81 flags=8 2024-09-12T17:47:56.636 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_82 flags=8 2024-09-12T17:47:56.636 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_83 flags=8 2024-09-12T17:47:56.636 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_84 flags=8 2024-09-12T17:47:56.636 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_85 flags=8 2024-09-12T17:47:56.636 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_86 flags=8 2024-09-12T17:47:56.637 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_87 flags=8 2024-09-12T17:47:56.637 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_88 flags=8 2024-09-12T17:47:56.637 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_89 flags=8 2024-09-12T17:47:56.637 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_9 flags=8 2024-09-12T17:47:56.637 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_90 flags=8 2024-09-12T17:47:56.637 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_91 flags=8 2024-09-12T17:47:56.637 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_92 flags=8 2024-09-12T17:47:56.637 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_93 flags=8 2024-09-12T17:47:56.637 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_94 flags=8 2024-09-12T17:47:56.637 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_95 flags=8 2024-09-12T17:47:56.637 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_96 flags=8 2024-09-12T17:47:56.637 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_97 flags=8 2024-09-12T17:47:56.637 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_98 flags=8 2024-09-12T17:47:56.638 INFO:tasks.workunit.client.0.smithi045.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_99 flags=8 2024-09-12T17:47:56.638 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.MARKER2_READDIR (3 ms) 2024-09-12T17:47:56.638 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2024-09-12T17:47:56.638 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2024-09-12T17:47:56.638 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T17:47:56.638 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T17:47:56.638 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T17:47:56.638 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T17:47:56.638 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T17:47:56.638 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:47:56.627+0000 7f03b71258c0 -1 shutting down 2024-09-12T17:47:56.639 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:47:56.629+0000 7f028f0f7640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 68446, si_uid : 1000, si_addr0x3e800010b5e, si_status0 2024-09-12T17:48:26.935 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.SHUTDOWN (30305 ms) 2024-09-12T17:48:26.936 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] 11 tests from LibRGW (30716 ms total) 2024-09-12T17:48:26.936 INFO:tasks.workunit.client.0.smithi045.stdout: 2024-09-12T17:48:26.936 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] Global test environment tear-down 2024-09-12T17:48:26.936 INFO:tasks.workunit.client.0.smithi045.stdout:[==========] 11 tests from 1 test suite ran. (30716 ms total) 2024-09-12T17:48:26.936 INFO:tasks.workunit.client.0.smithi045.stdout:[ PASSED ] 11 tests. 2024-09-12T17:48:26.941 INFO:tasks.workunit.client.0.smithi045.stdout:phase 5.1 2024-09-12T17:48:26.977 INFO:tasks.workunit.client.0.smithi045.stdout:[==========] Running 19 tests from 1 test suite. 2024-09-12T17:48:26.977 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] Global test environment set-up. 2024-09-12T17:48:26.978 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] 19 tests from LibRGW 2024-09-12T17:48:26.978 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.INIT 2024-09-12T17:48:26.988 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:48:26.989 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:48:27.379 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.INIT (402 ms) 2024-09-12T17:48:27.379 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T17:48:27.380 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2024-09-12T17:48:27.380 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-12T17:48:27.388 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.CREATE_BUCKET (8 ms) 2024-09-12T17:48:27.388 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2024-09-12T17:48:27.391 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (3 ms) 2024-09-12T17:48:27.391 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.LIST_OBJECTS 2024-09-12T17:48:27.391 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.LIST_OBJECTS (0 ms) 2024-09-12T17:48:27.391 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2024-09-12T17:48:27.392 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (1 ms) 2024-09-12T17:48:27.392 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.OBJ_OPEN 2024-09-12T17:48:27.392 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.OBJ_OPEN (0 ms) 2024-09-12T17:48:27.392 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.PUT_OBJECT 2024-09-12T17:48:27.395 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.PUT_OBJECT (3 ms) 2024-09-12T17:48:27.395 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.GET_OBJECT 2024-09-12T17:48:27.397 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.GET_OBJECT (2 ms) 2024-09-12T17:48:27.398 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.STAT_OBJECT 2024-09-12T17:48:27.398 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2024-09-12T17:48:27.398 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.WRITE_READ_VERIFY 2024-09-12T17:48:27.398 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.WRITE_READ_VERIFY (0 ms) 2024-09-12T17:48:27.398 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.WRITEV 2024-09-12T17:48:27.398 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.WRITEV (0 ms) 2024-09-12T17:48:27.398 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.READV 2024-09-12T17:48:27.398 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.READV (0 ms) 2024-09-12T17:48:27.398 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.READV_AFTER_WRITEV 2024-09-12T17:48:27.398 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.READV_AFTER_WRITEV (0 ms) 2024-09-12T17:48:27.398 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2024-09-12T17:48:27.399 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.DELETE_OBJECT (0 ms) 2024-09-12T17:48:27.399 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-12T17:48:27.399 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.DELETE_BUCKET (0 ms) 2024-09-12T17:48:27.399 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T17:48:27.399 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T17:48:27.399 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T17:48:27.399 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T17:48:27.399 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T17:48:27.400 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:48:27.397+0000 7f4b26f398c0 -1 shutting down 2024-09-12T17:48:27.400 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:48:27.398+0000 7f49feed5640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 69065, si_uid : 1000, si_addr0x3e800010dc9, si_status0 2024-09-12T17:48:57.551 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.SHUTDOWN (30153 ms) 2024-09-12T17:48:57.552 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] 19 tests from LibRGW (30573 ms total) 2024-09-12T17:48:57.552 INFO:tasks.workunit.client.0.smithi045.stdout: 2024-09-12T17:48:57.552 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] Global test environment tear-down 2024-09-12T17:48:57.552 INFO:tasks.workunit.client.0.smithi045.stdout:[==========] 19 tests from 1 test suite ran. (30573 ms total) 2024-09-12T17:48:57.552 INFO:tasks.workunit.client.0.smithi045.stdout:[ PASSED ] 19 tests. 2024-09-12T17:48:57.557 INFO:tasks.workunit.client.0.smithi045.stdout:phase 5.2 2024-09-12T17:48:57.591 INFO:tasks.workunit.client.0.smithi045.stdout:[==========] Running 19 tests from 1 test suite. 2024-09-12T17:48:57.591 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] Global test environment set-up. 2024-09-12T17:48:57.592 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] 19 tests from LibRGW 2024-09-12T17:48:57.592 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.INIT 2024-09-12T17:48:57.602 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:48:57.602 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:48:57.989 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.INIT (398 ms) 2024-09-12T17:48:57.989 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T17:48:57.990 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2024-09-12T17:48:57.990 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-12T17:48:57.990 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.CREATE_BUCKET (0 ms) 2024-09-12T17:48:57.990 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2024-09-12T17:48:57.996 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (6 ms) 2024-09-12T17:48:57.996 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.LIST_OBJECTS 2024-09-12T17:48:57.996 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.LIST_OBJECTS (0 ms) 2024-09-12T17:48:57.996 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2024-09-12T17:48:57.996 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (0 ms) 2024-09-12T17:48:57.996 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.OBJ_OPEN 2024-09-12T17:48:57.996 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.OBJ_OPEN (0 ms) 2024-09-12T17:48:57.996 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.PUT_OBJECT 2024-09-12T17:48:57.996 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.PUT_OBJECT (0 ms) 2024-09-12T17:48:57.997 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.GET_OBJECT 2024-09-12T17:48:57.997 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.GET_OBJECT (0 ms) 2024-09-12T17:48:57.997 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.STAT_OBJECT 2024-09-12T17:48:57.997 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2024-09-12T17:48:57.997 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.WRITE_READ_VERIFY 2024-09-12T17:48:57.997 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.WRITE_READ_VERIFY (0 ms) 2024-09-12T17:48:57.997 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.WRITEV 2024-09-12T17:48:57.997 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.WRITEV (0 ms) 2024-09-12T17:48:57.997 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.READV 2024-09-12T17:48:57.997 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.READV (0 ms) 2024-09-12T17:48:57.997 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.READV_AFTER_WRITEV 2024-09-12T17:48:57.997 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.READV_AFTER_WRITEV (0 ms) 2024-09-12T17:48:57.997 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2024-09-12T17:48:57.999 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.DELETE_OBJECT (3 ms) 2024-09-12T17:48:57.999 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-12T17:48:58.016 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.DELETE_BUCKET (17 ms) 2024-09-12T17:48:58.017 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T17:48:58.017 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T17:48:58.017 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T17:48:58.017 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T17:48:58.017 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T17:48:58.017 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:48:58.015+0000 7f2e7d5228c0 -1 shutting down 2024-09-12T17:48:58.017 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:48:58.016+0000 7f2d55524640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 69686, si_uid : 1000, si_addr0x3e800011036, si_status0 2024-09-12T17:49:28.140 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.SHUTDOWN (30123 ms) 2024-09-12T17:49:28.141 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] 19 tests from LibRGW (30548 ms total) 2024-09-12T17:49:28.141 INFO:tasks.workunit.client.0.smithi045.stdout: 2024-09-12T17:49:28.141 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] Global test environment tear-down 2024-09-12T17:49:28.141 INFO:tasks.workunit.client.0.smithi045.stdout:[==========] 19 tests from 1 test suite ran. (30548 ms total) 2024-09-12T17:49:28.141 INFO:tasks.workunit.client.0.smithi045.stdout:[ PASSED ] 19 tests. 2024-09-12T17:49:28.146 INFO:tasks.workunit.client.0.smithi045.stdout:phase 6.1 2024-09-12T17:49:28.172 INFO:tasks.workunit.client.0.smithi045.stdout:[==========] Running 10 tests from 1 test suite. 2024-09-12T17:49:28.172 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] Global test environment set-up. 2024-09-12T17:49:28.172 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] 10 tests from LibRGW 2024-09-12T17:49:28.172 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.INIT 2024-09-12T17:49:28.180 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:49:28.180 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:49:28.572 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.INIT (400 ms) 2024-09-12T17:49:28.572 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T17:49:28.573 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2024-09-12T17:49:28.573 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.CREATE_BUCKETS 2024-09-12T17:49:28.588 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.CREATE_BUCKETS (15 ms) 2024-09-12T17:49:28.588 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.LOOKUP_BUCKETS 2024-09-12T17:49:28.593 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.LOOKUP_BUCKETS (5 ms) 2024-09-12T17:49:28.593 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.TOPDIR_RENAME 2024-09-12T17:49:28.608 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.TOPDIR_RENAME (15 ms) 2024-09-12T17:49:28.608 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.SUBDIR_RENAME 2024-09-12T17:49:28.629 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.SUBDIR_RENAME (21 ms) 2024-09-12T17:49:28.629 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.CROSS_BUCKET_RENAME 2024-09-12T17:49:28.650 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.CROSS_BUCKET_RENAME (21 ms) 2024-09-12T17:49:28.650 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T17:49:28.650 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T17:49:28.650 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T17:49:28.650 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T17:49:28.651 INFO:tasks.workunit.client.0.smithi045.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T17:49:28.651 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:28.649+0000 7fcff10bf8c0 -1 shutting down 2024-09-12T17:49:28.651 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:28.651+0000 7fcec7ff3640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 70306, si_uid : 1000, si_addr0x3e8000112a2, si_status0 2024-09-12T17:49:58.846 INFO:tasks.workunit.client.0.smithi045.stdout:[ OK ] LibRGW.SHUTDOWN (30195 ms) 2024-09-12T17:49:58.846 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] 10 tests from LibRGW (30673 ms total) 2024-09-12T17:49:58.846 INFO:tasks.workunit.client.0.smithi045.stdout: 2024-09-12T17:49:58.846 INFO:tasks.workunit.client.0.smithi045.stdout:[----------] Global test environment tear-down 2024-09-12T17:49:58.846 INFO:tasks.workunit.client.0.smithi045.stdout:[==========] 10 tests from 1 test suite ran. (30673 ms total) 2024-09-12T17:49:58.846 INFO:tasks.workunit.client.0.smithi045.stdout:[ PASSED ] 10 tests. 2024-09-12T17:49:58.853 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:49:58.853 DEBUG:teuthology.orchestra.run.smithi045:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:49:58.899 INFO:tasks.workunit:Running workunits matching rgw/test_awssdkv4_sig.sh on client.0... 2024-09-12T17:49:58.900 INFO:tasks.workunit:Running workunit rgw/test_awssdkv4_sig.sh... 2024-09-12T17:49:58.900 DEBUG:teuthology.orchestra.run.smithi045:workunit test rgw/test_awssdkv4_sig.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_awssdkv4_sig.sh 2024-09-12T17:49:58.936 INFO:tasks.workunit.client.0.smithi045.stderr:+ '[' -z ']' 2024-09-12T17:49:58.937 INFO:tasks.workunit.client.0.smithi045.stderr:+ export AWS_ACCESS_KEY_ID=lNCnR47C2g+ZidCWBAUuwfSAA7Q= 2024-09-12T17:49:58.937 INFO:tasks.workunit.client.0.smithi045.stderr:+ AWS_ACCESS_KEY_ID=lNCnR47C2g+ZidCWBAUuwfSAA7Q= 2024-09-12T17:49:58.937 INFO:tasks.workunit.client.0.smithi045.stderr:+ export AWS_SECRET_ACCESS_KEY=tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g== 2024-09-12T17:49:58.937 INFO:tasks.workunit.client.0.smithi045.stderr:+ AWS_SECRET_ACCESS_KEY=tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g== 2024-09-12T17:49:58.937 INFO:tasks.workunit.client.0.smithi045.stderr:+ radosgw-admin user create --uid ceph-test-maven --access-key lNCnR47C2g+ZidCWBAUuwfSAA7Q= --secret tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g== --display-name 'maven test user' --email sigv4@example.com 2024-09-12T17:49:58.975 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:49:58.975 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:49:59.016 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.014+0000 7fc816430800 20 rados->read ofs=0 len=0 2024-09-12T17:49:59.018 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.016+0000 7fc816430800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:49:59.018 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.016+0000 7fc816430800 20 realm 2024-09-12T17:49:59.018 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.016+0000 7fc816430800 20 rados->read ofs=0 len=0 2024-09-12T17:49:59.018 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.016+0000 7fc816430800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:49:59.018 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.016+0000 7fc816430800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:49:59.018 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.016+0000 7fc816430800 20 rados->read ofs=0 len=0 2024-09-12T17:49:59.018 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.017+0000 7fc816430800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:49:59.018 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.017+0000 7fc816430800 20 rados->read ofs=0 len=0 2024-09-12T17:49:59.019 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.017+0000 7fc816430800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:49:59.019 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.017+0000 7fc816430800 20 rados->read ofs=0 len=0 2024-09-12T17:49:59.019 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.018+0000 7fc816430800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:49:59.020 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.018+0000 7fc816430800 20 searching for the correct realm 2024-09-12T17:49:59.023 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.022+0000 7fc810fcb640 0 -- 172.21.15.45:0/391935170 >> [v2:172.21.15.45:6800/38958590,v1:172.21.15.45:6801/38958590] conn(0x5589a6e0a5a0 msgr2=0x5589a6e0c9b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:49:59.027 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.025+0000 7fc810fcb640 0 -- 172.21.15.45:0/391935170 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7fc80401e060 msgr2=0x7fc80408a990 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:49:59.031 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.029+0000 7fc816430800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:49:59.031 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.029+0000 7fc816430800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:49:59.031 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.029+0000 7fc816430800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:49:59.031 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.029+0000 7fc816430800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:49:59.031 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.029+0000 7fc816430800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:49:59.031 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.029+0000 7fc816430800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:49:59.031 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.029+0000 7fc816430800 20 rados->read ofs=0 len=0 2024-09-12T17:49:59.031 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.030+0000 7fc816430800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:49:59.032 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.030+0000 7fc816430800 20 rados->read ofs=0 len=0 2024-09-12T17:49:59.033 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.030+0000 7fc816430800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:49:59.033 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.030+0000 7fc816430800 20 rados->read ofs=0 len=0 2024-09-12T17:49:59.033 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.030+0000 7fc816430800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:49:59.033 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.030+0000 7fc816430800 20 zone default found 2024-09-12T17:49:59.033 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.030+0000 7fc816430800 4 Realm: () 2024-09-12T17:49:59.033 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.030+0000 7fc816430800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:49:59.033 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.030+0000 7fc816430800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:49:59.033 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.030+0000 7fc816430800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:49:59.033 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.030+0000 7fc816430800 20 zonegroup default 2024-09-12T17:49:59.034 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.030+0000 7fc816430800 20 rados->read ofs=0 len=0 2024-09-12T17:49:59.034 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.030+0000 7fc816430800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:49:59.034 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.030+0000 7fc816430800 20 rados->read ofs=0 len=0 2024-09-12T17:49:59.034 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.031+0000 7fc816430800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:49:59.034 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.031+0000 7fc816430800 20 rados->read ofs=0 len=0 2024-09-12T17:49:59.034 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.031+0000 7fc816430800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:49:59.034 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.031+0000 7fc816430800 20 started sync module instance, tier type = 2024-09-12T17:49:59.034 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.031+0000 7fc816430800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:49:59.042 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.040+0000 7fc816430800 20 add_watcher() i=0 2024-09-12T17:49:59.042 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.040+0000 7fc816430800 20 add_watcher() i=1 2024-09-12T17:49:59.042 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.040+0000 7fc816430800 20 add_watcher() i=2 2024-09-12T17:49:59.042 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.040+0000 7fc816430800 20 add_watcher() i=3 2024-09-12T17:49:59.042 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.040+0000 7fc816430800 20 add_watcher() i=4 2024-09-12T17:49:59.042 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.040+0000 7fc816430800 20 add_watcher() i=5 2024-09-12T17:49:59.042 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.040+0000 7fc816430800 20 add_watcher() i=6 2024-09-12T17:49:59.042 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.041+0000 7fc816430800 20 add_watcher() i=7 2024-09-12T17:49:59.043 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.041+0000 7fc816430800 2 all 8 watchers are set, enabling cache 2024-09-12T17:49:59.048 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.043+0000 7fc6c77e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:49:59.048 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.043+0000 7fc816430800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:49:59.048 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.043+0000 7fc816430800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:49:59.048 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.043+0000 7fc816430800 5 note: GC not initialized 2024-09-12T17:49:59.048 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.043+0000 7fc6c67e4640 20 reqs_thread_entry: start 2024-09-12T17:49:59.049 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.043+0000 7fc816430800 20 init_complete bucket index max shards: 1 2024-09-12T17:49:59.049 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.043+0000 7fc816430800 20 Filter name: none 2024-09-12T17:49:59.049 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.044+0000 7fc637fff640 20 reqs_thread_entry: start 2024-09-12T17:49:59.049 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.044+0000 7fc816430800 10 cache get: name=default.rgw.meta+users.uid+ceph-test-maven : miss 2024-09-12T17:49:59.049 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.044+0000 7fc816430800 20 rados->read ofs=0 len=0 2024-09-12T17:49:59.049 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.044+0000 7fc816430800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:49:59.050 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.044+0000 7fc816430800 10 cache put: name=default.rgw.meta+users.uid+ceph-test-maven info.flags=0x0 2024-09-12T17:49:59.050 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.044+0000 7fc816430800 10 adding default.rgw.meta+users.uid+ceph-test-maven to cache LRU end 2024-09-12T17:49:59.050 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.044+0000 7fc816430800 10 cache get: name=default.rgw.meta+users.email+sigv4@example.com : miss 2024-09-12T17:49:59.050 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.044+0000 7fc816430800 20 rados->read ofs=0 len=0 2024-09-12T17:49:59.050 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.044+0000 7fc816430800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:49:59.050 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.044+0000 7fc816430800 10 cache put: name=default.rgw.meta+users.email+sigv4@example.com info.flags=0x0 2024-09-12T17:49:59.051 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.044+0000 7fc816430800 10 adding default.rgw.meta+users.email+sigv4@example.com to cache LRU end 2024-09-12T17:49:59.051 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.044+0000 7fc816430800 10 cache get: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= : miss 2024-09-12T17:49:59.051 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.044+0000 7fc816430800 20 rados->read ofs=0 len=0 2024-09-12T17:49:59.051 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.044+0000 7fc816430800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:49:59.051 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.044+0000 7fc816430800 10 cache put: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= info.flags=0x0 2024-09-12T17:49:59.051 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.044+0000 7fc816430800 10 adding default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= to cache LRU end 2024-09-12T17:49:59.052 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.044+0000 7fc816430800 10 cache get: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= : hit (negative entry) 2024-09-12T17:49:59.052 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.044+0000 7fc816430800 10 cache get: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= : hit (negative entry) 2024-09-12T17:49:59.052 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.046+0000 7fc816430800 10 cache put: name=default.rgw.meta+users.uid+ceph-test-maven info.flags=0x17 2024-09-12T17:49:59.052 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.046+0000 7fc816430800 10 moving default.rgw.meta+users.uid+ceph-test-maven to cache LRU end 2024-09-12T17:49:59.052 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.046+0000 7fc816430800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:ceph-test-maven, ofs0, ns] 2024-09-12T17:49:59.052 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.046+0000 7fc6f4ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791302 cookie 94049698690848 notifier 5748 bl.length()=677 2024-09-12T17:49:59.053 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.046+0000 7fc6f4ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+ceph-test-maven info.flags=0x17 2024-09-12T17:49:59.053 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.046+0000 7fc6f4ff9640 10 rgw watcher librados: moving default.rgw.meta+users.uid+ceph-test-maven to cache LRU end 2024-09-12T17:49:59.054 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.048+0000 7fc816430800 10 cache put: name=default.rgw.meta+users.email+sigv4@example.com info.flags=0x7 2024-09-12T17:49:59.055 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.048+0000 7fc816430800 10 moving default.rgw.meta+users.email+sigv4@example.com to cache LRU end 2024-09-12T17:49:59.055 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.048+0000 7fc816430800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.email:sigv4@example.com, ofs0, ns] 2024-09-12T17:49:59.055 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.048+0000 7fc6e3fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791310 cookie 94049698628672 notifier 5748 bl.length()=187 2024-09-12T17:49:59.055 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.048+0000 7fc6e3fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+sigv4@example.com info.flags=0x7 2024-09-12T17:49:59.055 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.048+0000 7fc6e3fff640 10 rgw watcher librados: moving default.rgw.meta+users.email+sigv4@example.com to cache LRU end 2024-09-12T17:49:59.055 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.050+0000 7fc816430800 10 cache put: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= info.flags=0x7 2024-09-12T17:49:59.056 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.050+0000 7fc816430800 10 moving default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= to cache LRU end 2024-09-12T17:49:59.056 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.050+0000 7fc816430800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.keys:lNCnR47C2g+ZidCWBAUuwfSAA7Q=, ofs0, ns] 2024-09-12T17:49:59.056 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.050+0000 7fc6e3fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791311 cookie 94049698628672 notifier 5748 bl.length()=197 2024-09-12T17:49:59.056 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.050+0000 7fc6e3fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= info.flags=0x7 2024-09-12T17:49:59.056 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.050+0000 7fc6e3fff640 10 rgw watcher librados: moving default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= to cache LRU end 2024-09-12T17:49:59.057 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:49:59.057 INFO:tasks.workunit.client.0.smithi045.stdout: "user_id": "ceph-test-maven", 2024-09-12T17:49:59.057 INFO:tasks.workunit.client.0.smithi045.stdout: "display_name": "maven test user", 2024-09-12T17:49:59.057 INFO:tasks.workunit.client.0.smithi045.stdout: "email": "sigv4@example.com", 2024-09-12T17:49:59.057 INFO:tasks.workunit.client.0.smithi045.stdout: "suspended": 0, 2024-09-12T17:49:59.058 INFO:tasks.workunit.client.0.smithi045.stdout: "max_buckets": 1000, 2024-09-12T17:49:59.058 INFO:tasks.workunit.client.0.smithi045.stdout: "subusers": [], 2024-09-12T17:49:59.058 INFO:tasks.workunit.client.0.smithi045.stdout: "keys": [ 2024-09-12T17:49:59.058 INFO:tasks.workunit.client.0.smithi045.stdout: { 2024-09-12T17:49:59.058 INFO:tasks.workunit.client.0.smithi045.stdout: "user": "ceph-test-maven", 2024-09-12T17:49:59.058 INFO:tasks.workunit.client.0.smithi045.stdout: "access_key": "lNCnR47C2g+ZidCWBAUuwfSAA7Q=", 2024-09-12T17:49:59.059 INFO:tasks.workunit.client.0.smithi045.stdout: "secret_key": "tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g==", 2024-09-12T17:49:59.059 INFO:tasks.workunit.client.0.smithi045.stdout: "active": true, 2024-09-12T17:49:59.059 INFO:tasks.workunit.client.0.smithi045.stdout: "create_date": "2024-09-12T17:49:59.046491Z" 2024-09-12T17:49:59.059 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:49:59.059 INFO:tasks.workunit.client.0.smithi045.stdout: ], 2024-09-12T17:49:59.059 INFO:tasks.workunit.client.0.smithi045.stdout: "swift_keys": [], 2024-09-12T17:49:59.060 INFO:tasks.workunit.client.0.smithi045.stdout: "caps": [], 2024-09-12T17:49:59.060 INFO:tasks.workunit.client.0.smithi045.stdout: "op_mask": "read, write, delete", 2024-09-12T17:49:59.060 INFO:tasks.workunit.client.0.smithi045.stdout: "default_placement": "", 2024-09-12T17:49:59.060 INFO:tasks.workunit.client.0.smithi045.stdout: "default_storage_class": "", 2024-09-12T17:49:59.060 INFO:tasks.workunit.client.0.smithi045.stdout: "placement_tags": [], 2024-09-12T17:49:59.060 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_quota": { 2024-09-12T17:49:59.061 INFO:tasks.workunit.client.0.smithi045.stdout: "enabled": false, 2024-09-12T17:49:59.061 INFO:tasks.workunit.client.0.smithi045.stdout: "check_on_raw": false, 2024-09-12T17:49:59.061 INFO:tasks.workunit.client.0.smithi045.stdout: "max_size": -1, 2024-09-12T17:49:59.061 INFO:tasks.workunit.client.0.smithi045.stdout: "max_size_kb": 0, 2024-09-12T17:49:59.061 INFO:tasks.workunit.client.0.smithi045.stdout: "max_objects": -1 2024-09-12T17:49:59.061 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:49:59.062 INFO:tasks.workunit.client.0.smithi045.stdout: "user_quota": { 2024-09-12T17:49:59.062 INFO:tasks.workunit.client.0.smithi045.stdout: "enabled": false, 2024-09-12T17:49:59.062 INFO:tasks.workunit.client.0.smithi045.stdout: "check_on_raw": false, 2024-09-12T17:49:59.062 INFO:tasks.workunit.client.0.smithi045.stdout: "max_size": -1, 2024-09-12T17:49:59.062 INFO:tasks.workunit.client.0.smithi045.stdout: "max_size_kb": 0, 2024-09-12T17:49:59.062 INFO:tasks.workunit.client.0.smithi045.stdout: "max_objects": -1 2024-09-12T17:49:59.062 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:49:59.063 INFO:tasks.workunit.client.0.smithi045.stdout: "temp_url_keys": [], 2024-09-12T17:49:59.063 INFO:tasks.workunit.client.0.smithi045.stdout: "type": "rgw", 2024-09-12T17:49:59.063 INFO:tasks.workunit.client.0.smithi045.stdout: "mfa_ids": [], 2024-09-12T17:49:59.063 INFO:tasks.workunit.client.0.smithi045.stdout: "account_id": "", 2024-09-12T17:49:59.063 INFO:tasks.workunit.client.0.smithi045.stdout: "path": "/", 2024-09-12T17:49:59.063 INFO:tasks.workunit.client.0.smithi045.stdout: "create_date": "2024-09-12T17:49:59.046478Z", 2024-09-12T17:49:59.064 INFO:tasks.workunit.client.0.smithi045.stdout: "tags": [], 2024-09-12T17:49:59.064 INFO:tasks.workunit.client.0.smithi045.stdout: "group_ids": [] 2024-09-12T17:49:59.064 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:49:59.064 INFO:tasks.workunit.client.0.smithi045.stdout: 2024-09-12T17:49:59.066 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.052+0000 7fc6c77e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:49:59.066 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.054+0000 7fc816430800 20 remove_watcher() i=0 2024-09-12T17:49:59.066 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.054+0000 7fc816430800 2 removed watcher, disabling cache 2024-09-12T17:49:59.066 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.055+0000 7fc816430800 20 remove_watcher() i=1 2024-09-12T17:49:59.067 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.056+0000 7fc816430800 20 remove_watcher() i=2 2024-09-12T17:49:59.067 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.057+0000 7fc816430800 20 remove_watcher() i=3 2024-09-12T17:49:59.067 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.058+0000 7fc816430800 20 remove_watcher() i=4 2024-09-12T17:49:59.067 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.059+0000 7fc816430800 20 remove_watcher() i=5 2024-09-12T17:49:59.067 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.060+0000 7fc816430800 20 remove_watcher() i=6 2024-09-12T17:49:59.067 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:49:59.061+0000 7fc816430800 20 remove_watcher() i=7 2024-09-12T17:49:59.073 INFO:tasks.workunit.client.0.smithi045.stderr:+ '[' -z ']' 2024-09-12T17:49:59.074 INFO:tasks.workunit.client.0.smithi045.stderr:+ '[' -z /home/ubuntu/cephtest ']' 2024-09-12T17:49:59.074 INFO:tasks.workunit.client.0.smithi045.stderr:++ cat /home/ubuntu/cephtest/url_file 2024-09-12T17:49:59.075 INFO:tasks.workunit.client.0.smithi045.stderr:+ export RGW_HTTP_ENDPOINT_URL=https://smithi045.front.sepia.ceph.com:443 2024-09-12T17:49:59.075 INFO:tasks.workunit.client.0.smithi045.stderr:+ RGW_HTTP_ENDPOINT_URL=https://smithi045.front.sepia.ceph.com:443 2024-09-12T17:49:59.075 INFO:tasks.workunit.client.0.smithi045.stderr:+ '[' -z /home/ubuntu/cephtest/clone.client.0 ']' 2024-09-12T17:49:59.075 INFO:tasks.workunit.client.0.smithi045.stderr:+ cd /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum 2024-09-12T17:49:59.075 INFO:tasks.workunit.client.0.smithi045.stderr:+ ./mvnw clean package 2024-09-12T17:49:59.084 INFO:tasks.workunit.client.0.smithi045.stdout:Warning: JAVA_HOME environment variable is not set. 2024-09-12T17:50:00.626 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] Scanning for projects... 2024-09-12T17:50:00.772 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.10.1/junit-bom-5.10.1.pom 2024-09-12T17:50:00.855 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 1.4/5.6 kB Progress (1): 2.8/5.6 kB Progress (1): 4.1/5.6 kB Progress (1): 5.5/5.6 kB Progress (1): 5.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.10.1/junit-bom-5.10.1.pom (5.6 kB at 65 kB/s) 2024-09-12T17:50:00.870 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/bom/2.20.43/bom-2.20.43.pom 2024-09-12T17:50:00.910 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/83 kB Progress (1): 33/83 kB Progress (1): 49/83 kB Progress (1): 66/83 kB Progress (1): 82/83 kB Progress (1): 83 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/bom/2.20.43/bom-2.20.43.pom (83 kB at 2.0 MB/s) 2024-09-12T17:50:00.921 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-sdk-java-pom/2.20.43/aws-sdk-java-pom-2.20.43.pom 2024-09-12T17:50:00.942 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/77 kB Progress (1): 33/77 kB Progress (1): 49/77 kB Progress (1): 66/77 kB Progress (1): 77 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-sdk-java-pom/2.20.43/aws-sdk-java-pom-2.20.43.pom (77 kB at 3.7 MB/s) 2024-09-12T17:50:00.978 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] 2024-09-12T17:50:00.979 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] ---------------------------< io.ceph:jcksum >--------------------------- 2024-09-12T17:50:00.979 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] Building jcksum 1.0 2024-09-12T17:50:00.979 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] from pom.xml 2024-09-12T17:50:00.979 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] --------------------------------[ jar ]--------------------------------- 2024-09-12T17:50:00.981 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-clean-plugin/3.2.0/maven-clean-plugin-3.2.0.pom 2024-09-12T17:50:00.997 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 5.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-clean-plugin/3.2.0/maven-clean-plugin-3.2.0.pom (5.3 kB at 332 kB/s) 2024-09-12T17:50:01.003 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/35/maven-plugins-35.pom 2024-09-12T17:50:01.019 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 9.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/35/maven-plugins-35.pom (9.9 kB at 660 kB/s) 2024-09-12T17:50:01.022 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/35/maven-parent-35.pom 2024-09-12T17:50:01.038 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/45 kB Progress (1): 33/45 kB Progress (1): 45 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/35/maven-parent-35.pom (45 kB at 2.8 MB/s) 2024-09-12T17:50:01.047 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/25/apache-25.pom 2024-09-12T17:50:01.067 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/21 kB Progress (1): 21 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/25/apache-25.pom (21 kB at 1.0 MB/s) 2024-09-12T17:50:01.083 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-clean-plugin/3.2.0/maven-clean-plugin-3.2.0.jar 2024-09-12T17:50:01.099 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/36 kB Progress (1): 33/36 kB Progress (1): 36 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-clean-plugin/3.2.0/maven-clean-plugin-3.2.0.jar (36 kB at 2.2 MB/s) 2024-09-12T17:50:01.107 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-resources-plugin/3.3.1/maven-resources-plugin-3.3.1.pom 2024-09-12T17:50:01.121 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 8.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-resources-plugin/3.3.1/maven-resources-plugin-3.3.1.pom (8.2 kB at 544 kB/s) 2024-09-12T17:50:01.123 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/39/maven-plugins-39.pom 2024-09-12T17:50:01.139 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 8.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/39/maven-plugins-39.pom (8.1 kB at 578 kB/s) 2024-09-12T17:50:01.141 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/39/maven-parent-39.pom 2024-09-12T17:50:01.156 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/48 kB Progress (1): 32/48 kB Progress (1): 48 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/39/maven-parent-39.pom (48 kB at 3.2 MB/s) 2024-09-12T17:50:01.160 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/29/apache-29.pom 2024-09-12T17:50:01.175 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/21 kB Progress (1): 21 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/29/apache-29.pom (21 kB at 1.4 MB/s) 2024-09-12T17:50:01.180 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-resources-plugin/3.3.1/maven-resources-plugin-3.3.1.jar 2024-09-12T17:50:01.196 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/31 kB Progress (1): 31 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-resources-plugin/3.3.1/maven-resources-plugin-3.3.1.jar (31 kB at 1.9 MB/s) 2024-09-12T17:50:01.201 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-compiler-plugin/3.11.0/maven-compiler-plugin-3.11.0.pom 2024-09-12T17:50:01.216 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 9.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-compiler-plugin/3.11.0/maven-compiler-plugin-3.11.0.pom (9.8 kB at 654 kB/s) 2024-09-12T17:50:01.222 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-compiler-plugin/3.11.0/maven-compiler-plugin-3.11.0.jar 2024-09-12T17:50:01.238 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/66 kB Progress (1): 33/66 kB Progress (1): 49/66 kB Progress (1): 66/66 kB Progress (1): 66 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-compiler-plugin/3.11.0/maven-compiler-plugin-3.11.0.jar (66 kB at 3.9 MB/s) 2024-09-12T17:50:01.246 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-surefire-plugin/3.2.3/maven-surefire-plugin-3.2.3.pom 2024-09-12T17:50:01.261 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 5.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-surefire-plugin/3.2.3/maven-surefire-plugin-3.2.3.pom (5.3 kB at 355 kB/s) 2024-09-12T17:50:01.264 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire/3.2.3/surefire-3.2.3.pom 2024-09-12T17:50:01.280 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/22 kB Progress (1): 22 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire/3.2.3/surefire-3.2.3.pom (22 kB at 1.4 MB/s) 2024-09-12T17:50:01.284 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/41/maven-parent-41.pom 2024-09-12T17:50:01.300 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/50 kB Progress (1): 33/50 kB Progress (1): 49/50 kB Progress (1): 50 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/41/maven-parent-41.pom (50 kB at 3.3 MB/s) 2024-09-12T17:50:01.306 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/31/apache-31.pom 2024-09-12T17:50:01.321 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/24 kB Progress (1): 24 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/31/apache-31.pom (24 kB at 1.6 MB/s) 2024-09-12T17:50:01.330 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.9.3/junit-bom-5.9.3.pom 2024-09-12T17:50:01.349 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 5.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.9.3/junit-bom-5.9.3.pom (5.6 kB at 375 kB/s) 2024-09-12T17:50:01.350 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-surefire-plugin/3.2.3/maven-surefire-plugin-3.2.3.jar 2024-09-12T17:50:01.366 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/45 kB Progress (1): 33/45 kB Progress (1): 45 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-surefire-plugin/3.2.3/maven-surefire-plugin-3.2.3.jar (45 kB at 2.6 MB/s) 2024-09-12T17:50:01.374 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-jar-plugin/3.3.0/maven-jar-plugin-3.3.0.pom 2024-09-12T17:50:01.389 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 6.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-jar-plugin/3.3.0/maven-jar-plugin-3.3.0.pom (6.8 kB at 451 kB/s) 2024-09-12T17:50:01.391 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/37/maven-plugins-37.pom 2024-09-12T17:50:01.406 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 9.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/37/maven-plugins-37.pom (9.9 kB at 619 kB/s) 2024-09-12T17:50:01.409 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/37/maven-parent-37.pom 2024-09-12T17:50:01.424 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/46 kB Progress (1): 33/46 kB Progress (1): 46 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/37/maven-parent-37.pom (46 kB at 3.0 MB/s) 2024-09-12T17:50:01.428 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/27/apache-27.pom 2024-09-12T17:50:01.443 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/27/apache-27.pom (20 kB at 1.4 MB/s) 2024-09-12T17:50:01.449 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-jar-plugin/3.3.0/maven-jar-plugin-3.3.0.jar 2024-09-12T17:50:01.464 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/27 kB Progress (1): 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-jar-plugin/3.3.0/maven-jar-plugin-3.3.0.jar (27 kB at 1.7 MB/s) 2024-09-12T17:50:01.478 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/s3/2.20.43/s3-2.20.43.pom 2024-09-12T17:50:01.492 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 6.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/s3/2.20.43/s3-2.20.43.pom (6.1 kB at 435 kB/s) 2024-09-12T17:50:01.494 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/services/2.20.43/services-2.20.43.pom 2024-09-12T17:50:01.510 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/21 kB Progress (1): 21 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/services/2.20.43/services-2.20.43.pom (21 kB at 1.3 MB/s) 2024-09-12T17:50:01.514 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/bom-internal/2.20.43/bom-internal-2.20.43.pom 2024-09-12T17:50:01.529 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/bom-internal/2.20.43/bom-internal-2.20.43.pom (20 kB at 1.3 MB/s) 2024-09-12T17:50:01.539 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-xml-protocol/2.20.43/aws-xml-protocol-2.20.43.pom 2024-09-12T17:50:01.557 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 4.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-xml-protocol/2.20.43/aws-xml-protocol-2.20.43.pom (4.0 kB at 267 kB/s) 2024-09-12T17:50:01.557 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocols/2.20.43/protocols-2.20.43.pom 2024-09-12T17:50:01.574 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 1.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocols/2.20.43/protocols-2.20.43.pom (1.6 kB at 91 kB/s) 2024-09-12T17:50:01.577 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/core/2.20.43/core-2.20.43.pom 2024-09-12T17:50:01.594 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 2.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/core/2.20.43/core-2.20.43.pom (2.2 kB at 131 kB/s) 2024-09-12T17:50:01.599 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-query-protocol/2.20.43/aws-query-protocol-2.20.43.pom 2024-09-12T17:50:01.615 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 3.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-query-protocol/2.20.43/aws-query-protocol-2.20.43.pom (3.6 kB at 227 kB/s) 2024-09-12T17:50:01.621 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocol-core/2.20.43/protocol-core-2.20.43.pom 2024-09-12T17:50:01.637 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocol-core/2.20.43/protocol-core-2.20.43.pom (3.2 kB at 201 kB/s) 2024-09-12T17:50:01.643 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/sdk-core/2.20.43/sdk-core-2.20.43.pom 2024-09-12T17:50:01.659 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 11 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/sdk-core/2.20.43/sdk-core-2.20.43.pom (11 kB at 685 kB/s) 2024-09-12T17:50:01.664 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/annotations/2.20.43/annotations-2.20.43.pom 2024-09-12T17:50:01.679 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 1.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/annotations/2.20.43/annotations-2.20.43.pom (1.7 kB at 120 kB/s) 2024-09-12T17:50:01.683 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-client-spi/2.20.43/http-client-spi-2.20.43.pom 2024-09-12T17:50:01.698 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 3.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-client-spi/2.20.43/http-client-spi-2.20.43.pom (3.8 kB at 255 kB/s) 2024-09-12T17:50:01.702 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/utils/2.20.43/utils-2.20.43.pom 2024-09-12T17:50:01.716 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 4.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/utils/2.20.43/utils-2.20.43.pom (4.9 kB at 351 kB/s) 2024-09-12T17:50:01.720 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/reactivestreams/reactive-streams/1.0.3/reactive-streams-1.0.3.pom 2024-09-12T17:50:01.735 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 1.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/reactivestreams/reactive-streams/1.0.3/reactive-streams-1.0.3.pom (1.2 kB at 77 kB/s) 2024-09-12T17:50:01.737 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.30/slf4j-api-1.7.30.pom 2024-09-12T17:50:01.751 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 3.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.30/slf4j-api-1.7.30.pom (3.8 kB at 274 kB/s) 2024-09-12T17:50:01.753 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.30/slf4j-parent-1.7.30.pom 2024-09-12T17:50:01.767 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.30/slf4j-parent-1.7.30.pom (14 kB at 986 kB/s) 2024-09-12T17:50:01.770 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/metrics-spi/2.20.43/metrics-spi-2.20.43.pom 2024-09-12T17:50:01.784 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 3.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/metrics-spi/2.20.43/metrics-spi-2.20.43.pom (3.7 kB at 262 kB/s) 2024-09-12T17:50:01.789 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/endpoints-spi/2.20.43/endpoints-spi-2.20.43.pom 2024-09-12T17:50:01.806 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 2.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/endpoints-spi/2.20.43/endpoints-spi-2.20.43.pom (2.5 kB at 144 kB/s) 2024-09-12T17:50:01.810 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/profiles/2.20.43/profiles-2.20.43.pom 2024-09-12T17:50:01.824 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 2.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/profiles/2.20.43/profiles-2.20.43.pom (2.9 kB at 208 kB/s) 2024-09-12T17:50:01.829 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-core/2.20.43/aws-core-2.20.43.pom 2024-09-12T17:50:01.845 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 7.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-core/2.20.43/aws-core-2.20.43.pom (7.4 kB at 463 kB/s) 2024-09-12T17:50:01.849 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/regions/2.20.43/regions-2.20.43.pom 2024-09-12T17:50:01.864 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 5.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/regions/2.20.43/regions-2.20.43.pom (5.5 kB at 364 kB/s) 2024-09-12T17:50:01.868 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/json-utils/2.20.43/json-utils-2.20.43.pom 2024-09-12T17:50:01.882 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 3.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/json-utils/2.20.43/json-utils-2.20.43.pom (3.5 kB at 249 kB/s) 2024-09-12T17:50:01.887 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party-jackson-core/2.20.43/third-party-jackson-core-2.20.43.pom 2024-09-12T17:50:01.903 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 4.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party-jackson-core/2.20.43/third-party-jackson-core-2.20.43.pom (4.4 kB at 275 kB/s) 2024-09-12T17:50:01.906 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party/2.20.43/third-party-2.20.43.pom 2024-09-12T17:50:01.920 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 2.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party/2.20.43/third-party-2.20.43.pom (2.4 kB at 172 kB/s) 2024-09-12T17:50:01.924 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/auth/2.20.43/auth-2.20.43.pom 2024-09-12T17:50:01.941 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 6.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/auth/2.20.43/auth-2.20.43.pom (6.4 kB at 379 kB/s) 2024-09-12T17:50:01.945 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/eventstream/eventstream/1.0.1/eventstream-1.0.1.pom 2024-09-12T17:50:01.960 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 6.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/eventstream/eventstream/1.0.1/eventstream-1.0.1.pom (6.1 kB at 404 kB/s) 2024-09-12T17:50:01.965 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/arns/2.20.43/arns-2.20.43.pom 2024-09-12T17:50:01.978 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/arns/2.20.43/arns-2.20.43.pom (3.0 kB at 198 kB/s) 2024-09-12T17:50:01.981 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/crt-core/2.20.43/crt-core-2.20.43.pom 2024-09-12T17:50:01.996 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 3.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/crt-core/2.20.43/crt-core-2.20.43.pom (3.5 kB at 232 kB/s) 2024-09-12T17:50:02.000 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/apache-client/2.20.43/apache-client-2.20.43.pom 2024-09-12T17:50:02.014 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 4.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/apache-client/2.20.43/apache-client-2.20.43.pom (4.1 kB at 272 kB/s) 2024-09-12T17:50:02.016 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-clients/2.20.43/http-clients-2.20.43.pom 2024-09-12T17:50:02.031 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 1.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-clients/2.20.43/http-clients-2.20.43.pom (1.8 kB at 118 kB/s) 2024-09-12T17:50:02.034 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.pom 2024-09-12T17:50:02.049 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 6.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.pom (6.6 kB at 472 kB/s) 2024-09-12T17:50:02.051 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-client/4.5.13/httpcomponents-client-4.5.13.pom 2024-09-12T17:50:02.066 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/16 kB Progress (1): 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-client/4.5.13/httpcomponents-client-4.5.13.pom (16 kB at 1.1 MB/s) 2024-09-12T17:50:02.068 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-parent/11/httpcomponents-parent-11.pom 2024-09-12T17:50:02.083 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/35 kB Progress (1): 32/35 kB Progress (1): 35 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-parent/11/httpcomponents-parent-11.pom (35 kB at 2.3 MB/s) 2024-09-12T17:50:02.086 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/21/apache-21.pom 2024-09-12T17:50:02.100 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/17 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/21/apache-21.pom (17 kB at 1.2 MB/s) 2024-09-12T17:50:02.103 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.pom 2024-09-12T17:50:02.117 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 5.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.pom (5.0 kB at 355 kB/s) 2024-09-12T17:50:02.119 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-core/4.4.13/httpcomponents-core-4.4.13.pom 2024-09-12T17:50:02.133 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-core/4.4.13/httpcomponents-core-4.4.13.pom (13 kB at 878 kB/s) 2024-09-12T17:50:02.138 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.11/commons-codec-1.11.pom 2024-09-12T17:50:02.153 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.11/commons-codec-1.11.pom (14 kB at 931 kB/s) 2024-09-12T17:50:02.155 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/42/commons-parent-42.pom 2024-09-12T17:50:02.171 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/68 kB Progress (1): 33/68 kB Progress (1): 49/68 kB Progress (1): 66/68 kB Progress (1): 68 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/42/commons-parent-42.pom (68 kB at 4.2 MB/s) 2024-09-12T17:50:02.177 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/18/apache-18.pom 2024-09-12T17:50:02.193 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/18/apache-18.pom (16 kB at 979 kB/s) 2024-09-12T17:50:02.198 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.15/commons-codec-1.15.pom 2024-09-12T17:50:02.212 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.15/commons-codec-1.15.pom (15 kB at 1.1 MB/s) 2024-09-12T17:50:02.214 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/52/commons-parent-52.pom 2024-09-12T17:50:02.230 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/79 kB Progress (1): 32/79 kB Progress (1): 49/79 kB Progress (1): 65/79 kB Progress (1): 79 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/52/commons-parent-52.pom (79 kB at 5.0 MB/s) 2024-09-12T17:50:02.235 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/23/apache-23.pom 2024-09-12T17:50:02.249 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/18 kB Progress (1): 18 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/23/apache-23.pom (18 kB at 1.3 MB/s) 2024-09-12T17:50:02.254 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.1/commons-io-2.15.1.pom 2024-09-12T17:50:02.271 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.1/commons-io-2.15.1.pom (20 kB at 1.2 MB/s) 2024-09-12T17:50:02.274 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/65/commons-parent-65.pom 2024-09-12T17:50:02.291 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/78 kB Progress (1): 32/78 kB Progress (1): 49/78 kB Progress (1): 65/78 kB Progress (1): 78 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/65/commons-parent-65.pom (78 kB at 4.9 MB/s) 2024-09-12T17:50:02.300 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.28/slf4j-api-1.7.28.pom 2024-09-12T17:50:02.316 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 3.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.28/slf4j-api-1.7.28.pom (3.8 kB at 240 kB/s) 2024-09-12T17:50:02.318 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.28/slf4j-parent-1.7.28.pom 2024-09-12T17:50:02.333 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.28/slf4j-parent-1.7.28.pom (14 kB at 863 kB/s) 2024-09-12T17:50:02.336 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter/5.10.1/junit-jupiter-5.10.1.pom 2024-09-12T17:50:02.350 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter/5.10.1/junit-jupiter-5.10.1.pom (3.2 kB at 229 kB/s) 2024-09-12T17:50:02.352 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-api/5.10.1/junit-jupiter-api-5.10.1.pom 2024-09-12T17:50:02.367 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-api/5.10.1/junit-jupiter-api-5.10.1.pom (3.2 kB at 212 kB/s) 2024-09-12T17:50:02.370 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.pom 2024-09-12T17:50:02.384 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 2.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.pom (2.0 kB at 145 kB/s) 2024-09-12T17:50:02.386 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.10.1/junit-platform-commons-1.10.1.pom 2024-09-12T17:50:02.401 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 2.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.10.1/junit-platform-commons-1.10.1.pom (2.8 kB at 189 kB/s) 2024-09-12T17:50:02.403 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.pom 2024-09-12T17:50:02.416 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 1.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.pom (1.5 kB at 109 kB/s) 2024-09-12T17:50:02.418 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-params/5.10.1/junit-jupiter-params-5.10.1.pom 2024-09-12T17:50:02.433 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-params/5.10.1/junit-jupiter-params-5.10.1.pom (3.0 kB at 215 kB/s) 2024-09-12T17:50:02.435 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-engine/5.10.1/junit-jupiter-engine-5.10.1.pom 2024-09-12T17:50:02.450 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-engine/5.10.1/junit-jupiter-engine-5.10.1.pom (3.2 kB at 214 kB/s) 2024-09-12T17:50:02.451 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.10.1/junit-platform-engine-1.10.1.pom 2024-09-12T17:50:02.466 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.10.1/junit-platform-engine-1.10.1.pom (3.2 kB at 229 kB/s) 2024-09-12T17:50:02.468 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-simple/1.7.28/slf4j-simple-1.7.28.pom 2024-09-12T17:50:02.482 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 1.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-simple/1.7.28/slf4j-simple-1.7.28.pom (1.0 kB at 68 kB/s) 2024-09-12T17:50:02.487 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/jcl-over-slf4j/1.7.28/jcl-over-slf4j-1.7.28.pom 2024-09-12T17:50:02.501 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 964 B Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/jcl-over-slf4j/1.7.28/jcl-over-slf4j-1.7.28.pom (964 B at 69 kB/s) 2024-09-12T17:50:02.504 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite/1.10.1/junit-platform-suite-1.10.1.pom 2024-09-12T17:50:02.518 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 3.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite/1.10.1/junit-platform-suite-1.10.1.pom (3.1 kB at 203 kB/s) 2024-09-12T17:50:02.520 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-api/1.10.1/junit-platform-suite-api-1.10.1.pom 2024-09-12T17:50:02.535 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-api/1.10.1/junit-platform-suite-api-1.10.1.pom (3.0 kB at 217 kB/s) 2024-09-12T17:50:02.537 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-engine/1.10.1/junit-platform-suite-engine-1.10.1.pom 2024-09-12T17:50:02.552 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 3.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-engine/1.10.1/junit-platform-suite-engine-1.10.1.pom (3.4 kB at 229 kB/s) 2024-09-12T17:50:02.554 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-commons/1.10.1/junit-platform-suite-commons-1.10.1.pom 2024-09-12T17:50:02.568 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 3.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-commons/1.10.1/junit-platform-suite-commons-1.10.1.pom (3.4 kB at 245 kB/s) 2024-09-12T17:50:02.570 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.10.1/junit-platform-launcher-1.10.1.pom 2024-09-12T17:50:02.585 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.10.1/junit-platform-launcher-1.10.1.pom (3.0 kB at 202 kB/s) 2024-09-12T17:50:02.603 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/s3/2.20.43/s3-2.20.43.jar 2024-09-12T17:50:02.692 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 0/3.3 MB Progress (1): 0/3.3 MB Progress (1): 0/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.3/3.3 MB Progress (1): 3.3/3.3 MB Progress (1): 3.3 MB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/s3/2.20.43/s3-2.20.43.jar (3.3 MB at 37 MB/s) 2024-09-12T17:50:02.693 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-xml-protocol/2.20.43/aws-xml-protocol-2.20.43.jar 2024-09-12T17:50:02.693 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-query-protocol/2.20.43/aws-query-protocol-2.20.43.jar 2024-09-12T17:50:02.693 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocol-core/2.20.43/protocol-core-2.20.43.jar 2024-09-12T17:50:02.693 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/arns/2.20.43/arns-2.20.43.jar 2024-09-12T17:50:02.694 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/profiles/2.20.43/profiles-2.20.43.jar 2024-09-12T17:50:02.713 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/71 kB Progress (1): 32/71 kB Progress (1): 49/71 kB Progress (1): 65/71 kB Progress (1): 71 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-query-protocol/2.20.43/aws-query-protocol-2.20.43.jar (71 kB at 3.4 MB/s) 2024-09-12T17:50:02.713 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/crt-core/2.20.43/crt-core-2.20.43.jar 2024-09-12T17:50:02.728 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/crt-core/2.20.43/crt-core-2.20.43.jar (16 kB at 472 kB/s) 2024-09-12T17:50:02.728 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/sdk-core/2.20.43/sdk-core-2.20.43.jar 2024-09-12T17:50:02.742 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 1.4/16 kB Progress (1): 2.8/16 kB Progress (1): 4.1/16 kB Progress (1): 5.5/16 kB Progress (1): 6.9/16 kB Progress (1): 8.3/16 kB Progress (1): 9.7/16 kB Progress (2): 9.7/16 kB | 1.4/49 kB Progress (3): 9.7/16 kB | 1.4/49 kB | 1.4/35 kB Progress (3): 9.7/16 kB | 2.8/49 kB | 1.4/35 kB Progress (3): 11/16 kB | 2.8/49 kB | 1.4/35 kB Progress (3): 11/16 kB | 4.1/49 kB | 1.4/35 kB Progress (3): 11/16 kB | 4.1/49 kB | 2.8/35 kB Progress (3): 12/16 kB | 4.1/49 kB | 2.8/35 kB Progress (3): 12/16 kB | 5.5/49 kB | 2.8/35 kB Progress (3): 12/16 kB | 5.5/49 kB | 4.1/35 kB Progress (3): 12/16 kB | 6.9/49 kB | 4.1/35 kB Progress (3): 14/16 kB | 6.9/49 kB | 4.1/35 kB Progress (3): 14/16 kB | 8.3/49 kB | 4.1/35 kB Progress (3): 14/16 kB | 8.3/49 kB | 5.5/35 kB Progress (3): 15/16 kB | 8.3/49 kB | 5.5/35 kB Progress (3): 15/16 kB | 8.3/49 kB | 6.9/35 kB Progress (4): 15/16 kB | 8.3/49 kB | 6.9/35 kB | 16/98 kB Progress (4): 15/16 kB | 9.7/49 kB | 6.9/35 kB | 16/98 kB Progress (4): 15/16 kB | 9.7/49 kB | 8.3/35 kB | 16/98 kB Progress (4): 16 kB | 9.7/49 kB | 8.3/35 kB | 16/98 kB Progress (4): 16 kB | 9.7/49 kB | 9.7/35 kB | 16/98 kB Progress (4): 16 kB | 11/49 kB | 9.7/35 kB | 16/98 kB Progress (4): 16 kB | 11/49 kB | 11/35 kB | 16/98 kB Progress (4): 16 kB | 12/49 kB | 11/35 kB | 16/98 kB Progress (4): 16 kB | 12/49 kB | 12/35 kB | 16/98 kB Progress (4): 16 kB | 14/49 kB | 12/35 kB | 16/98 kB Progress (4): 16 kB | 14/49 kB | 14/35 kB | 16/98 kB Progress (4): 16 kB | 15/49 kB | 14/35 kB | 16/98 kB Progress (4): 16 kB | 15/49 kB | 15/35 kB | 16/98 kB Progress (4): 16 kB | 17/49 kB | 15/35 kB | 16/98 kB Progress (4): 16 kB | 17/49 kB | 17/35 kB | 16/98 kB Progress (4): 16 kB | 18/49 kB | 17/35 kB | 16/98 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/arns/2.20.43/arns-2.20.43.jar (16 kB at 343 kB/s) 2024-09-12T17:50:02.742 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (3): 19/49 kB | 17/35 kB | 16/98 kB Progress (3): 19/49 kB | 18/35 kB | 16/98 kB Progress (3): 21/49 kB | 18/35 kB | 16/98 kB Downloading from central: https://repo.maven.apache.org/maven2/org/reactivestreams/reactive-streams/1.0.3/reactive-streams-1.0.3.jar 2024-09-12T17:50:02.750 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (3): 21/49 kB | 19/35 kB | 16/98 kB Progress (3): 21/49 kB | 21/35 kB | 16/98 kB Progress (3): 22/49 kB | 21/35 kB | 16/98 kB Progress (3): 23/49 kB | 21/35 kB | 16/98 kB Progress (3): 23/49 kB | 22/35 kB | 16/98 kB Progress (3): 25/49 kB | 22/35 kB | 16/98 kB Progress (3): 25/49 kB | 23/35 kB | 16/98 kB Progress (3): 26/49 kB | 23/35 kB | 16/98 kB Progress (3): 26/49 kB | 25/35 kB | 16/98 kB Progress (3): 26/49 kB | 26/35 kB | 16/98 kB Progress (3): 28/49 kB | 26/35 kB | 16/98 kB Progress (3): 28/49 kB | 28/35 kB | 16/98 kB Progress (3): 29/49 kB | 28/35 kB | 16/98 kB Progress (3): 29/49 kB | 29/35 kB | 16/98 kB Progress (3): 30/49 kB | 29/35 kB | 16/98 kB Progress (3): 30/49 kB | 30/35 kB | 16/98 kB Progress (4): 30/49 kB | 30/35 kB | 16/98 kB | 16/782 kB Progress (4): 30/49 kB | 30/35 kB | 16/98 kB | 33/782 kB Progress (4): 30/49 kB | 30/35 kB | 16/98 kB | 49/782 kB Progress (4): 30/49 kB | 30/35 kB | 16/98 kB | 62/782 kB Progress (4): 30/49 kB | 30/35 kB | 16/98 kB | 78/782 kB Progress (4): 30/49 kB | 30/35 kB | 16/98 kB | 95/782 kB Progress (4): 30/49 kB | 30/35 kB | 16/98 kB | 111/782 kB Progress (4): 30/49 kB | 30/35 kB | 16/98 kB | 128/782 kB Progress (4): 30/49 kB | 30/35 kB | 16/98 kB | 144/782 kB Progress (4): 30/49 kB | 30/35 kB | 16/98 kB | 160/782 kB Progress (4): 30/49 kB | 30/35 kB | 16/98 kB | 177/782 kB Progress (4): 30/49 kB | 30/35 kB | 16/98 kB | 193/782 kB Progress (4): 30/49 kB | 30/35 kB | 16/98 kB | 209/782 kB Progress (4): 30/49 kB | 30/35 kB | 16/98 kB | 226/782 kB Progress (4): 30/49 kB | 30/35 kB | 16/98 kB | 242/782 kB Progress (4): 30/49 kB | 30/35 kB | 16/98 kB | 259/782 kB Progress (4): 30/49 kB | 30/35 kB | 16/98 kB | 275/782 kB Progress (4): 30/49 kB | 30/35 kB | 16/98 kB | 291/782 kB Progress (4): 30/49 kB | 30/35 kB | 16/98 kB | 308/782 kB Progress (4): 30/49 kB | 30/35 kB | 16/98 kB | 324/782 kB Progress (4): 30/49 kB | 30/35 kB | 16/98 kB | 341/782 kB Progress (4): 30/49 kB | 30/35 kB | 16/98 kB | 357/782 kB Progress (4): 30/49 kB | 30/35 kB | 16/98 kB | 373/782 kB Progress (4): 30/49 kB | 30/35 kB | 16/98 kB | 386/782 kB Progress (4): 30/49 kB | 30/35 kB | 16/98 kB | 390/782 kB Progress (4): 30/49 kB | 30/35 kB | 16/98 kB | 406/782 kB Progress (4): 32/49 kB | 30/35 kB | 16/98 kB | 406/782 kB Progress (4): 32/49 kB | 30/35 kB | 16/98 kB | 422/782 kB Progress (4): 33/49 kB | 30/35 kB | 16/98 kB | 422/782 kB Progress (4): 34/49 kB | 30/35 kB | 16/98 kB | 422/782 kB Progress (4): 34/49 kB | 32/35 kB | 16/98 kB | 422/782 kB Progress (4): 34/49 kB | 32/35 kB | 33/98 kB | 422/782 kB Progress (4): 34/49 kB | 32/35 kB | 33/98 kB | 439/782 kB Progress (4): 36/49 kB | 32/35 kB | 33/98 kB | 439/782 kB Progress (4): 36/49 kB | 33/35 kB | 33/98 kB | 439/782 kB Progress (4): 36/49 kB | 34/35 kB | 33/98 kB | 439/782 kB Progress (4): 36/49 kB | 34/35 kB | 33/98 kB | 455/782 kB Progress (4): 37/49 kB | 34/35 kB | 33/98 kB | 455/782 kB Progress (4): 37/49 kB | 35 kB | 33/98 kB | 455/782 kB Progress (4): 39/49 kB | 35 kB | 33/98 kB | 455/782 kB Progress (4): 40/49 kB | 35 kB | 33/98 kB | 455/782 kB Progress (4): 40/49 kB | 35 kB | 33/98 kB | 472/782 kB Progress (4): 41/49 kB | 35 kB | 33/98 kB | 472/782 kB Progress (4): 43/49 kB | 35 kB | 33/98 kB | 472/782 kB Progress (4): 44/49 kB | 35 kB | 33/98 kB | 472/782 kB Progress (4): 44/49 kB | 35 kB | 33/98 kB | 488/782 kB Progress (4): 44/49 kB | 35 kB | 33/98 kB | 504/782 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocol-core/2.20.43/protocol-core-2.20.43.jar (35 kB at 606 kB/s) 2024-09-12T17:50:02.751 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/auth/2.20.43/auth-2.20.43.jar 2024-09-12T17:50:02.752 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (3): 44/49 kB | 33/98 kB | 521/782 kB Progress (3): 44/49 kB | 33/98 kB | 537/782 kB Progress (3): 44/49 kB | 33/98 kB | 554/782 kB Progress (3): 46/49 kB | 33/98 kB | 554/782 kB Progress (3): 47/49 kB | 33/98 kB | 554/782 kB Progress (3): 47/49 kB | 33/98 kB | 570/782 kB Progress (3): 47/49 kB | 49/98 kB | 570/782 kB Progress (3): 48/49 kB | 49/98 kB | 570/782 kB Progress (3): 49 kB | 49/98 kB | 570/782 kB Progress (3): 49 kB | 49/98 kB | 586/782 kB Progress (3): 49 kB | 49/98 kB | 603/782 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/profiles/2.20.43/profiles-2.20.43.jar (49 kB at 834 kB/s) 2024-09-12T17:50:02.752 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (2): 49/98 kB | 619/782 kB Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/eventstream/eventstream/1.0.1/eventstream-1.0.1.jar 2024-09-12T17:50:02.757 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (2): 49/98 kB | 635/782 kB Progress (2): 49/98 kB | 652/782 kB Progress (2): 49/98 kB | 668/782 kB Progress (2): 49/98 kB | 685/782 kB Progress (2): 49/98 kB | 701/782 kB Progress (2): 49/98 kB | 717/782 kB Progress (2): 49/98 kB | 734/782 kB Progress (2): 49/98 kB | 750/782 kB Progress (2): 49/98 kB | 767/782 kB Progress (2): 49/98 kB | 782 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/sdk-core/2.20.43/sdk-core-2.20.43.jar (782 kB at 13 MB/s) 2024-09-12T17:50:02.757 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-client-spi/2.20.43/http-client-spi-2.20.43.jar 2024-09-12T17:50:02.758 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (2): 49/98 kB | 1.4/11 kB Progress (2): 49/98 kB | 2.8/11 kB Progress (2): 49/98 kB | 4.1/11 kB Progress (2): 49/98 kB | 5.5/11 kB Progress (2): 49/98 kB | 6.9/11 kB Progress (2): 49/98 kB | 8.3/11 kB Progress (2): 49/98 kB | 9.7/11 kB Progress (2): 49/98 kB | 11/11 kB Progress (2): 49/98 kB | 11 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/reactivestreams/reactive-streams/1.0.3/reactive-streams-1.0.3.jar (11 kB at 178 kB/s) 2024-09-12T17:50:02.758 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/regions/2.20.43/regions-2.20.43.jar 2024-09-12T17:50:02.764 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 66/98 kB Progress (1): 82/98 kB Progress (1): 98 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-xml-protocol/2.20.43/aws-xml-protocol-2.20.43.jar (98 kB at 1.4 MB/s) 2024-09-12T17:50:02.764 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/annotations/2.20.43/annotations-2.20.43.jar 2024-09-12T17:50:02.768 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/205 kB Progress (2): 16/205 kB | 16/30 kB Progress (2): 33/205 kB | 16/30 kB Progress (2): 33/205 kB | 30 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/eventstream/eventstream/1.0.1/eventstream-1.0.1.jar (30 kB at 408 kB/s) 2024-09-12T17:50:02.769 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/utils/2.20.43/utils-2.20.43.jar 2024-09-12T17:50:02.772 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (2): 33/205 kB | 16/81 kB Progress (2): 33/205 kB | 33/81 kB Progress (2): 33/205 kB | 49/81 kB Progress (2): 33/205 kB | 66/81 kB Progress (2): 33/205 kB | 81 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-client-spi/2.20.43/http-client-spi-2.20.43.jar (81 kB at 1.0 MB/s) 2024-09-12T17:50:02.772 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-core/2.20.43/aws-core-2.20.43.jar 2024-09-12T17:50:02.778 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 49/205 kB Progress (1): 66/205 kB Progress (2): 66/205 kB | 16/798 kB Progress (3): 66/205 kB | 16/798 kB | 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/annotations/2.20.43/annotations-2.20.43.jar (13 kB at 160 kB/s) 2024-09-12T17:50:02.778 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/metrics-spi/2.20.43/metrics-spi-2.20.43.jar 2024-09-12T17:50:02.789 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (2): 82/205 kB | 16/798 kB Progress (2): 98/205 kB | 16/798 kB Progress (2): 115/205 kB | 16/798 kB Progress (2): 131/205 kB | 16/798 kB Progress (2): 147/205 kB | 16/798 kB Progress (3): 147/205 kB | 16/798 kB | 16/182 kB Progress (3): 147/205 kB | 16/798 kB | 33/182 kB Progress (4): 147/205 kB | 16/798 kB | 33/182 kB | 16/151 kB Progress (4): 147/205 kB | 16/798 kB | 33/182 kB | 33/151 kB Progress (4): 147/205 kB | 16/798 kB | 49/182 kB | 33/151 kB Progress (4): 147/205 kB | 16/798 kB | 49/182 kB | 49/151 kB Progress (4): 147/205 kB | 16/798 kB | 49/182 kB | 66/151 kB Progress (4): 147/205 kB | 16/798 kB | 49/182 kB | 82/151 kB Progress (4): 147/205 kB | 33/798 kB | 49/182 kB | 82/151 kB Progress (4): 147/205 kB | 33/798 kB | 66/182 kB | 82/151 kB Progress (4): 147/205 kB | 33/798 kB | 66/182 kB | 98/151 kB Progress (4): 147/205 kB | 33/798 kB | 66/182 kB | 115/151 kB Progress (4): 147/205 kB | 33/798 kB | 66/182 kB | 131/151 kB Progress (4): 164/205 kB | 33/798 kB | 66/182 kB | 131/151 kB Progress (4): 164/205 kB | 33/798 kB | 66/182 kB | 147/151 kB Progress (4): 164/205 kB | 33/798 kB | 66/182 kB | 151 kB Progress (4): 180/205 kB | 33/798 kB | 66/182 kB | 151 kB Progress (4): 180/205 kB | 49/798 kB | 66/182 kB | 151 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-core/2.20.43/aws-core-2.20.43.jar (151 kB at 1.6 MB/s) 2024-09-12T17:50:02.792 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/json-utils/2.20.43/json-utils-2.20.43.jar 2024-09-12T17:50:02.793 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (3): 197/205 kB | 49/798 kB | 66/182 kB Progress (3): 205 kB | 49/798 kB | 66/182 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/auth/2.20.43/auth-2.20.43.jar (205 kB at 2.1 MB/s) 2024-09-12T17:50:02.793 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party-jackson-core/2.20.43/third-party-jackson-core-2.20.43.jar 2024-09-12T17:50:02.794 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (2): 66/798 kB | 66/182 kB Progress (3): 66/798 kB | 66/182 kB | 16/27 kB Progress (3): 66/798 kB | 66/182 kB | 27 kB Progress (3): 82/798 kB | 66/182 kB | 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/metrics-spi/2.20.43/metrics-spi-2.20.43.jar (27 kB at 276 kB/s) 2024-09-12T17:50:02.794 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/endpoints-spi/2.20.43/endpoints-spi-2.20.43.jar 2024-09-12T17:50:02.800 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (2): 98/798 kB | 66/182 kB Progress (2): 98/798 kB | 82/182 kB Progress (2): 98/798 kB | 98/182 kB Progress (2): 98/798 kB | 115/182 kB Progress (2): 98/798 kB | 131/182 kB Progress (2): 98/798 kB | 147/182 kB Progress (2): 110/798 kB | 147/182 kB Progress (2): 110/798 kB | 164/182 kB Progress (2): 110/798 kB | 180/182 kB Progress (2): 126/798 kB | 180/182 kB Progress (2): 126/798 kB | 182 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/utils/2.20.43/utils-2.20.43.jar (182 kB at 1.7 MB/s) 2024-09-12T17:50:02.801 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/apache-client/2.20.43/apache-client-2.20.43.jar 2024-09-12T17:50:02.804 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 142/798 kB Progress (1): 159/798 kB Progress (1): 175/798 kB Progress (2): 175/798 kB | 16/30 kB Progress (2): 192/798 kB | 16/30 kB Progress (2): 192/798 kB | 30 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/json-utils/2.20.43/json-utils-2.20.43.jar (30 kB at 276 kB/s) 2024-09-12T17:50:02.804 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.jar 2024-09-12T17:50:02.809 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (2): 192/798 kB | 16/385 kB Progress (2): 192/798 kB | 32/385 kB Progress (2): 192/798 kB | 49/385 kB Progress (2): 192/798 kB | 65/385 kB Progress (2): 192/798 kB | 81/385 kB Progress (2): 192/798 kB | 98/385 kB Progress (2): 208/798 kB | 98/385 kB Progress (2): 208/798 kB | 114/385 kB Progress (2): 224/798 kB | 114/385 kB Progress (2): 224/798 kB | 130/385 kB Progress (2): 224/798 kB | 147/385 kB Progress (2): 224/798 kB | 163/385 kB Progress (2): 224/798 kB | 180/385 kB Progress (2): 241/798 kB | 180/385 kB Progress (2): 241/798 kB | 196/385 kB Progress (2): 241/798 kB | 212/385 kB Progress (3): 241/798 kB | 212/385 kB | 13 kB Progress (3): 241/798 kB | 229/385 kB | 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/endpoints-spi/2.20.43/endpoints-spi-2.20.43.jar (13 kB at 115 kB/s) 2024-09-12T17:50:02.809 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.jar 2024-09-12T17:50:02.816 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (2): 241/798 kB | 245/385 kB Progress (2): 241/798 kB | 262/385 kB Progress (2): 257/798 kB | 262/385 kB Progress (2): 273/798 kB | 262/385 kB Progress (2): 290/798 kB | 262/385 kB Progress (2): 306/798 kB | 262/385 kB Progress (2): 323/798 kB | 262/385 kB Progress (2): 339/798 kB | 262/385 kB Progress (2): 355/798 kB | 262/385 kB Progress (2): 365/798 kB | 262/385 kB Progress (3): 365/798 kB | 262/385 kB | 16/75 kB Progress (3): 365/798 kB | 262/385 kB | 33/75 kB Progress (3): 382/798 kB | 262/385 kB | 33/75 kB Progress (3): 382/798 kB | 262/385 kB | 49/75 kB Progress (3): 398/798 kB | 262/385 kB | 49/75 kB Progress (3): 398/798 kB | 262/385 kB | 66/75 kB Progress (3): 398/798 kB | 262/385 kB | 75 kB Progress (3): 415/798 kB | 262/385 kB | 75 kB Progress (3): 415/798 kB | 278/385 kB | 75 kB Progress (3): 415/798 kB | 294/385 kB | 75 kB Progress (3): 431/798 kB | 294/385 kB | 75 kB Progress (3): 431/798 kB | 311/385 kB | 75 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/apache-client/2.20.43/apache-client-2.20.43.jar (75 kB at 611 kB/s) 2024-09-12T17:50:02.817 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.1/commons-io-2.15.1.jar 2024-09-12T17:50:02.818 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (2): 431/798 kB | 327/385 kB Progress (2): 431/798 kB | 343/385 kB Progress (2): 431/798 kB | 360/385 kB Progress (2): 431/798 kB | 376/385 kB Progress (2): 431/798 kB | 385 kB Progress (2): 447/798 kB | 385 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party-jackson-core/2.20.43/third-party-jackson-core-2.20.43.jar (385 kB at 3.1 MB/s) 2024-09-12T17:50:02.818 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.15/commons-codec-1.15.jar 2024-09-12T17:50:02.828 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 464/798 kB Progress (1): 480/798 kB Progress (2): 480/798 kB | 16/780 kB Progress (2): 480/798 kB | 33/780 kB Progress (2): 480/798 kB | 49/780 kB Progress (2): 480/798 kB | 66/780 kB Progress (2): 480/798 kB | 82/780 kB Progress (2): 480/798 kB | 98/780 kB Progress (2): 480/798 kB | 115/780 kB Progress (2): 480/798 kB | 131/780 kB Progress (2): 480/798 kB | 147/780 kB Progress (2): 497/798 kB | 147/780 kB Progress (2): 497/798 kB | 164/780 kB Progress (2): 513/798 kB | 164/780 kB Progress (2): 513/798 kB | 180/780 kB Progress (2): 529/798 kB | 180/780 kB Progress (2): 529/798 kB | 197/780 kB Progress (2): 546/798 kB | 197/780 kB Progress (2): 546/798 kB | 213/780 kB Progress (3): 546/798 kB | 213/780 kB | 16/329 kB Progress (3): 562/798 kB | 213/780 kB | 16/329 kB Progress (3): 562/798 kB | 229/780 kB | 16/329 kB Progress (3): 578/798 kB | 229/780 kB | 16/329 kB Progress (3): 578/798 kB | 229/780 kB | 33/329 kB Progress (3): 578/798 kB | 246/780 kB | 33/329 kB Progress (3): 595/798 kB | 246/780 kB | 33/329 kB Progress (3): 595/798 kB | 262/780 kB | 33/329 kB Progress (3): 611/798 kB | 262/780 kB | 33/329 kB Progress (3): 611/798 kB | 279/780 kB | 33/329 kB Progress (3): 611/798 kB | 295/780 kB | 33/329 kB Progress (3): 611/798 kB | 295/780 kB | 49/329 kB Progress (3): 628/798 kB | 295/780 kB | 49/329 kB Progress (3): 628/798 kB | 311/780 kB | 49/329 kB Progress (3): 644/798 kB | 311/780 kB | 49/329 kB Progress (3): 644/798 kB | 328/780 kB | 49/329 kB Progress (3): 660/798 kB | 328/780 kB | 49/329 kB Progress (3): 660/798 kB | 344/780 kB | 49/329 kB Progress (3): 677/798 kB | 344/780 kB | 49/329 kB Progress (3): 677/798 kB | 360/780 kB | 49/329 kB Progress (3): 677/798 kB | 360/780 kB | 62/329 kB Progress (3): 693/798 kB | 360/780 kB | 62/329 kB Progress (3): 693/798 kB | 377/780 kB | 62/329 kB Progress (3): 710/798 kB | 377/780 kB | 62/329 kB Progress (3): 710/798 kB | 393/780 kB | 62/329 kB Progress (3): 726/798 kB | 393/780 kB | 62/329 kB Progress (3): 726/798 kB | 410/780 kB | 62/329 kB Progress (3): 742/798 kB | 410/780 kB | 62/329 kB Progress (3): 742/798 kB | 426/780 kB | 62/329 kB Progress (3): 742/798 kB | 426/780 kB | 78/329 kB Progress (3): 759/798 kB | 426/780 kB | 78/329 kB Progress (3): 759/798 kB | 442/780 kB | 78/329 kB Progress (3): 775/798 kB | 442/780 kB | 78/329 kB Progress (3): 775/798 kB | 459/780 kB | 78/329 kB Progress (3): 791/798 kB | 459/780 kB | 78/329 kB Progress (3): 791/798 kB | 459/780 kB | 94/329 kB Progress (3): 798 kB | 459/780 kB | 94/329 kB Progress (3): 798 kB | 475/780 kB | 94/329 kB Progress (3): 798 kB | 492/780 kB | 94/329 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/regions/2.20.43/regions-2.20.43.jar (798 kB at 6.0 MB/s) 2024-09-12T17:50:02.828 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.28/slf4j-api-1.7.28.jar 2024-09-12T17:50:02.837 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (2): 508/780 kB | 94/329 kB Progress (2): 524/780 kB | 94/329 kB Progress (2): 541/780 kB | 94/329 kB Progress (2): 557/780 kB | 94/329 kB Progress (2): 573/780 kB | 94/329 kB Progress (2): 585/780 kB | 94/329 kB Progress (2): 601/780 kB | 94/329 kB Progress (2): 617/780 kB | 94/329 kB Progress (2): 634/780 kB | 94/329 kB Progress (3): 634/780 kB | 94/329 kB | 16/501 kB Progress (4): 634/780 kB | 94/329 kB | 16/501 kB | 16/354 kB Progress (4): 650/780 kB | 94/329 kB | 16/501 kB | 16/354 kB Progress (4): 650/780 kB | 94/329 kB | 33/501 kB | 16/354 kB Progress (4): 650/780 kB | 94/329 kB | 33/501 kB | 33/354 kB Progress (4): 667/780 kB | 94/329 kB | 33/501 kB | 33/354 kB Progress (4): 667/780 kB | 94/329 kB | 33/501 kB | 49/354 kB Progress (4): 667/780 kB | 94/329 kB | 49/501 kB | 49/354 kB Progress (4): 667/780 kB | 94/329 kB | 49/501 kB | 65/354 kB Progress (4): 667/780 kB | 94/329 kB | 66/501 kB | 65/354 kB Progress (4): 683/780 kB | 94/329 kB | 66/501 kB | 65/354 kB Progress (4): 683/780 kB | 94/329 kB | 66/501 kB | 81/354 kB Progress (4): 683/780 kB | 94/329 kB | 82/501 kB | 81/354 kB Progress (4): 699/780 kB | 94/329 kB | 82/501 kB | 81/354 kB Progress (4): 699/780 kB | 94/329 kB | 98/501 kB | 81/354 kB Progress (4): 699/780 kB | 94/329 kB | 98/501 kB | 97/354 kB Progress (4): 699/780 kB | 94/329 kB | 98/501 kB | 114/354 kB Progress (4): 716/780 kB | 94/329 kB | 98/501 kB | 114/354 kB Progress (4): 716/780 kB | 94/329 kB | 98/501 kB | 130/354 kB Progress (4): 716/780 kB | 94/329 kB | 115/501 kB | 130/354 kB Progress (4): 732/780 kB | 94/329 kB | 115/501 kB | 130/354 kB Progress (4): 732/780 kB | 94/329 kB | 115/501 kB | 146/354 kB Progress (4): 732/780 kB | 94/329 kB | 131/501 kB | 146/354 kB Progress (4): 732/780 kB | 94/329 kB | 131/501 kB | 163/354 kB Progress (4): 749/780 kB | 94/329 kB | 131/501 kB | 163/354 kB Progress (4): 749/780 kB | 111/329 kB | 131/501 kB | 163/354 kB Progress (4): 749/780 kB | 111/329 kB | 131/501 kB | 179/354 kB Progress (4): 749/780 kB | 111/329 kB | 147/501 kB | 179/354 kB Progress (4): 765/780 kB | 111/329 kB | 147/501 kB | 179/354 kB Progress (4): 765/780 kB | 111/329 kB | 147/501 kB | 196/354 kB Progress (4): 765/780 kB | 111/329 kB | 164/501 kB | 196/354 kB Progress (4): 765/780 kB | 127/329 kB | 164/501 kB | 196/354 kB Progress (4): 780 kB | 127/329 kB | 164/501 kB | 196/354 kB Progress (4): 780 kB | 127/329 kB | 180/501 kB | 196/354 kB Progress (4): 780 kB | 127/329 kB | 180/501 kB | 212/354 kB Progress (4): 780 kB | 144/329 kB | 180/501 kB | 212/354 kB Progress (4): 780 kB | 144/329 kB | 180/501 kB | 228/354 kB Progress (4): 780 kB | 144/329 kB | 197/501 kB | 228/354 kB Progress (4): 780 kB | 144/329 kB | 197/501 kB | 245/354 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.jar (780 kB at 5.5 MB/s) 2024-09-12T17:50:02.837 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (3): 144/329 kB | 213/501 kB | 245/354 kB Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter/5.10.1/junit-jupiter-5.10.1.jar 2024-09-12T17:50:02.852 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (3): 160/329 kB | 213/501 kB | 245/354 kB Progress (3): 160/329 kB | 213/501 kB | 261/354 kB Progress (3): 160/329 kB | 213/501 kB | 278/354 kB Progress (3): 160/329 kB | 229/501 kB | 278/354 kB Progress (3): 160/329 kB | 229/501 kB | 294/354 kB Progress (3): 160/329 kB | 229/501 kB | 310/354 kB Progress (3): 176/329 kB | 229/501 kB | 310/354 kB Progress (3): 176/329 kB | 246/501 kB | 310/354 kB Progress (3): 176/329 kB | 246/501 kB | 327/354 kB Progress (3): 193/329 kB | 246/501 kB | 327/354 kB Progress (3): 193/329 kB | 262/501 kB | 327/354 kB Progress (4): 193/329 kB | 262/501 kB | 327/354 kB | 6.4 kB Progress (4): 193/329 kB | 262/501 kB | 343/354 kB | 6.4 kB Progress (4): 209/329 kB | 262/501 kB | 343/354 kB | 6.4 kB Progress (4): 209/329 kB | 279/501 kB | 343/354 kB | 6.4 kB Progress (4): 226/329 kB | 279/501 kB | 343/354 kB | 6.4 kB Progress (4): 226/329 kB | 279/501 kB | 354 kB | 6.4 kB Progress (5): 226/329 kB | 279/501 kB | 354 kB | 6.4 kB | 16/41 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter/5.10.1/junit-jupiter-5.10.1.jar (6.4 kB at 41 kB/s) 2024-09-12T17:50:02.852 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-params/5.10.1/junit-jupiter-params-5.10.1.jar 2024-09-12T17:50:02.854 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (4): 226/329 kB | 279/501 kB | 354 kB | 32/41 kB Progress (4): 226/329 kB | 279/501 kB | 354 kB | 41 kB Progress (4): 226/329 kB | 295/501 kB | 354 kB | 41 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.15/commons-codec-1.15.jar (354 kB at 2.3 MB/s) 2024-09-12T17:50:02.854 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (3): 242/329 kB | 295/501 kB | 41 kB Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-api/5.10.1/junit-jupiter-api-5.10.1.jar 2024-09-12T17:50:02.854 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (3): 242/329 kB | 311/501 kB | 41 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.28/slf4j-api-1.7.28.jar (41 kB at 260 kB/s) 2024-09-12T17:50:02.854 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (2): 258/329 kB | 311/501 kB Downloading from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.jar 2024-09-12T17:50:02.856 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (2): 258/329 kB | 328/501 kB Progress (2): 275/329 kB | 328/501 kB Progress (2): 275/329 kB | 344/501 kB Progress (2): 291/329 kB | 344/501 kB Progress (2): 307/329 kB | 344/501 kB Progress (2): 307/329 kB | 360/501 kB Progress (2): 324/329 kB | 360/501 kB Progress (2): 329 kB | 360/501 kB Progress (2): 329 kB | 377/501 kB Progress (2): 329 kB | 393/501 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.jar (329 kB at 2.0 MB/s) 2024-09-12T17:50:02.856 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.10.1/junit-platform-commons-1.10.1.jar 2024-09-12T17:50:02.858 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 410/501 kB Progress (1): 426/501 kB Progress (1): 442/501 kB Progress (1): 459/501 kB Progress (1): 475/501 kB Progress (1): 492/501 kB Progress (1): 501 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.1/commons-io-2.15.1.jar (501 kB at 3.1 MB/s) 2024-09-12T17:50:02.858 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.jar 2024-09-12T17:50:02.868 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 14 kB Progress (2): 14 kB | 16/586 kB Progress (2): 14 kB | 33/586 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.jar (14 kB at 83 kB/s) 2024-09-12T17:50:02.869 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-engine/5.10.1/junit-jupiter-engine-5.10.1.jar 2024-09-12T17:50:02.872 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 49/586 kB Progress (1): 66/586 kB Progress (2): 66/586 kB | 16/211 kB Progress (2): 82/586 kB | 16/211 kB Progress (2): 82/586 kB | 33/211 kB Progress (2): 98/586 kB | 33/211 kB Progress (2): 98/586 kB | 49/211 kB Progress (2): 115/586 kB | 49/211 kB Progress (2): 115/586 kB | 66/211 kB Progress (2): 115/586 kB | 82/211 kB Progress (2): 131/586 kB | 82/211 kB Progress (2): 131/586 kB | 98/211 kB Progress (3): 131/586 kB | 98/211 kB | 16/106 kB Progress (3): 131/586 kB | 115/211 kB | 16/106 kB Progress (3): 147/586 kB | 115/211 kB | 16/106 kB Progress (3): 147/586 kB | 131/211 kB | 16/106 kB Progress (3): 147/586 kB | 131/211 kB | 33/106 kB Progress (3): 164/586 kB | 131/211 kB | 33/106 kB Progress (3): 164/586 kB | 147/211 kB | 33/106 kB Progress (3): 164/586 kB | 147/211 kB | 49/106 kB Progress (3): 180/586 kB | 147/211 kB | 49/106 kB Progress (3): 180/586 kB | 164/211 kB | 49/106 kB Progress (3): 180/586 kB | 164/211 kB | 66/106 kB Progress (3): 197/586 kB | 164/211 kB | 66/106 kB Progress (4): 197/586 kB | 164/211 kB | 66/106 kB | 6.8 kB Progress (4): 197/586 kB | 180/211 kB | 66/106 kB | 6.8 kB Progress (4): 197/586 kB | 180/211 kB | 82/106 kB | 6.8 kB Progress (4): 213/586 kB | 180/211 kB | 82/106 kB | 6.8 kB Progress (4): 213/586 kB | 197/211 kB | 82/106 kB | 6.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.jar (6.8 kB at 39 kB/s) 2024-09-12T17:50:02.873 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (3): 213/586 kB | 197/211 kB | 98/106 kB Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.10.1/junit-platform-engine-1.10.1.jar 2024-09-12T17:50:02.874 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (3): 213/586 kB | 211 kB | 98/106 kB Progress (3): 229/586 kB | 211 kB | 98/106 kB Progress (3): 229/586 kB | 211 kB | 106 kB Progress (3): 246/586 kB | 211 kB | 106 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-api/5.10.1/junit-jupiter-api-5.10.1.jar (211 kB at 1.2 MB/s) 2024-09-12T17:50:02.874 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-simple/1.7.28/slf4j-simple-1.7.28.jar 2024-09-12T17:50:02.874 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (2): 256/586 kB | 106 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.10.1/junit-platform-commons-1.10.1.jar (106 kB at 600 kB/s) 2024-09-12T17:50:02.874 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/jcl-over-slf4j/1.7.28/jcl-over-slf4j-1.7.28.jar 2024-09-12T17:50:02.879 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 272/586 kB Progress (1): 289/586 kB Progress (1): 305/586 kB Progress (1): 321/586 kB Progress (1): 338/586 kB Progress (1): 354/586 kB Progress (1): 370/586 kB Progress (1): 387/586 kB Progress (1): 403/586 kB Progress (1): 420/586 kB Progress (1): 436/586 kB Progress (1): 452/586 kB Progress (1): 469/586 kB Progress (1): 485/586 kB Progress (1): 502/586 kB Progress (1): 518/586 kB Progress (1): 534/586 kB Progress (1): 551/586 kB Progress (1): 567/586 kB Progress (1): 583/586 kB Progress (1): 586 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-params/5.10.1/junit-jupiter-params-5.10.1.jar (586 kB at 3.2 MB/s) 2024-09-12T17:50:02.879 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite/1.10.1/junit-platform-suite-1.10.1.jar 2024-09-12T17:50:02.887 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/245 kB Progress (1): 33/245 kB Progress (1): 49/245 kB Progress (1): 66/245 kB Progress (1): 82/245 kB Progress (1): 98/245 kB Progress (1): 115/245 kB Progress (1): 131/245 kB Progress (1): 147/245 kB Progress (1): 164/245 kB Progress (1): 180/245 kB Progress (1): 197/245 kB Progress (1): 213/245 kB Progress (1): 229/245 kB Progress (1): 245 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-engine/5.10.1/junit-jupiter-engine-5.10.1.jar (245 kB at 1.3 MB/s) 2024-09-12T17:50:02.887 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-api/1.10.1/junit-platform-suite-api-1.10.1.jar 2024-09-12T17:50:02.888 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/205 kB Progress (1): 32/205 kB Progress (2): 32/205 kB | 15 kB Progress (2): 49/205 kB | 15 kB Progress (2): 65/205 kB | 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-simple/1.7.28/slf4j-simple-1.7.28.jar (15 kB at 79 kB/s) 2024-09-12T17:50:02.888 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 81/205 kB Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-engine/1.10.1/junit-platform-suite-engine-1.10.1.jar 2024-09-12T17:50:02.890 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 98/205 kB Progress (1): 114/205 kB Progress (1): 130/205 kB Progress (1): 147/205 kB Progress (2): 147/205 kB | 16/16 kB Progress (2): 147/205 kB | 16 kB Progress (2): 163/205 kB | 16 kB Progress (2): 180/205 kB | 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/jcl-over-slf4j/1.7.28/jcl-over-slf4j-1.7.28.jar (16 kB at 85 kB/s) 2024-09-12T17:50:02.890 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-commons/1.10.1/junit-platform-suite-commons-1.10.1.jar 2024-09-12T17:50:02.890 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 196/205 kB Progress (1): 205 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.10.1/junit-platform-engine-1.10.1.jar (205 kB at 1.1 MB/s) 2024-09-12T17:50:02.890 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.10.1/junit-platform-launcher-1.10.1.jar 2024-09-12T17:50:02.893 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 6.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite/1.10.1/junit-platform-suite-1.10.1.jar (6.4 kB at 32 kB/s) 2024-09-12T17:50:02.902 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/23 kB Progress (1): 23 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-api/1.10.1/junit-platform-suite-api-1.10.1.jar (23 kB at 110 kB/s) 2024-09-12T17:50:02.903 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/24 kB Progress (1): 24 kB Progress (2): 24 kB | 16/17 kB Progress (2): 24 kB | 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-engine/1.10.1/junit-platform-suite-engine-1.10.1.jar (24 kB at 117 kB/s) 2024-09-12T17:50:02.903 INFO:tasks.workunit.client.0.smithi045.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-commons/1.10.1/junit-platform-suite-commons-1.10.1.jar (17 kB at 83 kB/s) 2024-09-12T17:50:02.907 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/184 kB Progress (1): 33/184 kB Progress (1): 49/184 kB Progress (1): 66/184 kB Progress (1): 82/184 kB Progress (1): 98/184 kB Progress (1): 115/184 kB Progress (1): 131/184 kB Progress (1): 147/184 kB Progress (1): 164/184 kB Progress (1): 180/184 kB Progress (1): 184 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.10.1/junit-platform-launcher-1.10.1.jar (184 kB at 875 kB/s) 2024-09-12T17:50:02.926 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] 2024-09-12T17:50:02.926 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] --- clean:3.2.0:clean (default-clean) @ jcksum --- 2024-09-12T17:50:02.932 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-utils/3.3.4/maven-shared-utils-3.3.4.pom 2024-09-12T17:50:02.947 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 5.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-utils/3.3.4/maven-shared-utils-3.3.4.pom (5.8 kB at 389 kB/s) 2024-09-12T17:50:02.950 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/34/maven-shared-components-34.pom 2024-09-12T17:50:02.965 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 5.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/34/maven-shared-components-34.pom (5.1 kB at 340 kB/s) 2024-09-12T17:50:02.968 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/34/maven-parent-34.pom 2024-09-12T17:50:02.983 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/43 kB Progress (1): 32/43 kB Progress (1): 43 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/34/maven-parent-34.pom (43 kB at 2.7 MB/s) 2024-09-12T17:50:02.989 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.6/commons-io-2.6.pom 2024-09-12T17:50:03.003 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.6/commons-io-2.6.pom (14 kB at 1.0 MB/s) 2024-09-12T17:50:03.009 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-utils/3.3.4/maven-shared-utils-3.3.4.jar 2024-09-12T17:50:03.027 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/153 kB Progress (1): 32/153 kB Progress (1): 49/153 kB Progress (1): 65/153 kB Progress (1): 81/153 kB Progress (1): 98/153 kB Progress (1): 114/153 kB Progress (1): 130/153 kB Progress (1): 147/153 kB Progress (1): 153 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-utils/3.3.4/maven-shared-utils-3.3.4.jar (153 kB at 8.1 MB/s) 2024-09-12T17:50:03.028 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.6/commons-io-2.6.jar 2024-09-12T17:50:03.045 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/215 kB Progress (1): 33/215 kB Progress (1): 49/215 kB Progress (1): 65/215 kB Progress (1): 81/215 kB Progress (1): 98/215 kB Progress (1): 114/215 kB Progress (1): 130/215 kB Progress (1): 147/215 kB Progress (1): 163/215 kB Progress (1): 180/215 kB Progress (1): 196/215 kB Progress (1): 212/215 kB Progress (1): 215 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.6/commons-io-2.6.jar (215 kB at 13 MB/s) 2024-09-12T17:50:03.094 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] 2024-09-12T17:50:03.094 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] --- resources:3.3.1:resources (default-resources) @ jcksum --- 2024-09-12T17:50:03.097 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.26/plexus-interpolation-1.26.pom 2024-09-12T17:50:03.112 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 2.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.26/plexus-interpolation-1.26.pom (2.7 kB at 190 kB/s) 2024-09-12T17:50:03.113 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/5.1/plexus-5.1.pom 2024-09-12T17:50:03.127 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/23 kB Progress (1): 23 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/5.1/plexus-5.1.pom (23 kB at 1.6 MB/s) 2024-09-12T17:50:03.129 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.1/plexus-utils-3.5.1.pom 2024-09-12T17:50:03.144 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 8.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.1/plexus-utils-3.5.1.pom (8.8 kB at 626 kB/s) 2024-09-12T17:50:03.146 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/10/plexus-10.pom 2024-09-12T17:50:03.161 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/25 kB Progress (1): 25 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/10/plexus-10.pom (25 kB at 1.7 MB/s) 2024-09-12T17:50:03.163 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-filtering/3.3.1/maven-filtering-3.3.1.pom 2024-09-12T17:50:03.177 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 6.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-filtering/3.3.1/maven-filtering-3.3.1.pom (6.0 kB at 464 kB/s) 2024-09-12T17:50:03.179 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/39/maven-shared-components-39.pom 2024-09-12T17:50:03.193 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/39/maven-shared-components-39.pom (3.2 kB at 230 kB/s) 2024-09-12T17:50:03.196 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/javax/inject/javax.inject/1/javax.inject-1.pom 2024-09-12T17:50:03.210 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 612 B Downloaded from central: https://repo.maven.apache.org/maven2/javax/inject/javax.inject/1/javax.inject-1.pom (612 B at 44 kB/s) 2024-09-12T17:50:03.211 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.pom 2024-09-12T17:50:03.225 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 2.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.pom (2.7 kB at 211 kB/s) 2024-09-12T17:50:03.226 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.36/slf4j-parent-1.7.36.pom 2024-09-12T17:50:03.240 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.36/slf4j-parent-1.7.36.pom (14 kB at 1.0 MB/s) 2024-09-12T17:50:03.242 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-build-api/0.0.7/plexus-build-api-0.0.7.pom 2024-09-12T17:50:03.256 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-build-api/0.0.7/plexus-build-api-0.0.7.pom (3.2 kB at 229 kB/s) 2024-09-12T17:50:03.258 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/15/spice-parent-15.pom 2024-09-12T17:50:03.273 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 8.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/15/spice-parent-15.pom (8.4 kB at 557 kB/s) 2024-09-12T17:50:03.275 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/5/forge-parent-5.pom 2024-09-12T17:50:03.290 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 8.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/5/forge-parent-5.pom (8.4 kB at 558 kB/s) 2024-09-12T17:50:03.292 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.0/plexus-utils-3.5.0.pom 2024-09-12T17:50:03.307 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 8.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.0/plexus-utils-3.5.0.pom (8.0 kB at 534 kB/s) 2024-09-12T17:50:03.310 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.11.0/commons-io-2.11.0.pom 2024-09-12T17:50:03.323 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.11.0/commons-io-2.11.0.pom (20 kB at 1.4 MB/s) 2024-09-12T17:50:03.328 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.7.2/junit-bom-5.7.2.pom 2024-09-12T17:50:03.342 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 5.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.7.2/junit-bom-5.7.2.pom (5.1 kB at 392 kB/s) 2024-09-12T17:50:03.345 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-lang3/3.12.0/commons-lang3-3.12.0.pom 2024-09-12T17:50:03.359 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/31 kB Progress (1): 31 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-lang3/3.12.0/commons-lang3-3.12.0.pom (31 kB at 2.0 MB/s) 2024-09-12T17:50:03.364 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.7.1/junit-bom-5.7.1.pom 2024-09-12T17:50:03.379 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 5.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.7.1/junit-bom-5.7.1.pom (5.1 kB at 364 kB/s) 2024-09-12T17:50:03.383 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.26/plexus-interpolation-1.26.jar 2024-09-12T17:50:03.401 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/85 kB Progress (1): 32/85 kB Progress (1): 49/85 kB Progress (1): 65/85 kB Progress (1): 81/85 kB Progress (1): 85 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.26/plexus-interpolation-1.26.jar (85 kB at 5.7 MB/s) 2024-09-12T17:50:03.401 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.1/plexus-utils-3.5.1.jar 2024-09-12T17:50:03.401 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-filtering/3.3.1/maven-filtering-3.3.1.jar 2024-09-12T17:50:03.401 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/javax/inject/javax.inject/1/javax.inject-1.jar 2024-09-12T17:50:03.401 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.jar 2024-09-12T17:50:03.401 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-build-api/0.0.7/plexus-build-api-0.0.7.jar 2024-09-12T17:50:03.414 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 2.5 kB Progress (2): 2.5 kB | 16/41 kB Progress (3): 2.5 kB | 16/41 kB | 8.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/javax/inject/javax.inject/1/javax.inject-1.jar (2.5 kB at 178 kB/s) 2024-09-12T17:50:03.414 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.11.0/commons-io-2.11.0.jar 2024-09-12T17:50:03.414 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (3): 16/41 kB | 8.5 kB | 16/55 kB Progress (3): 33/41 kB | 8.5 kB | 16/55 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-build-api/0.0.7/plexus-build-api-0.0.7.jar (8.5 kB at 606 kB/s) 2024-09-12T17:50:03.414 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (2): 33/41 kB | 33/55 kB Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-lang3/3.12.0/commons-lang3-3.12.0.jar 2024-09-12T17:50:03.414 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (2): 41 kB | 33/55 kB Progress (3): 41 kB | 33/55 kB | 16/269 kB Progress (3): 41 kB | 49/55 kB | 16/269 kB Progress (3): 41 kB | 55 kB | 16/269 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.jar (41 kB at 2.9 MB/s) 2024-09-12T17:50:03.414 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (2): 55 kB | 32/269 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-filtering/3.3.1/maven-filtering-3.3.1.jar (55 kB at 3.7 MB/s) 2024-09-12T17:50:03.417 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 49/269 kB Progress (1): 65/269 kB Progress (1): 81/269 kB Progress (1): 98/269 kB Progress (1): 114/269 kB Progress (1): 130/269 kB Progress (1): 147/269 kB Progress (1): 163/269 kB Progress (1): 180/269 kB Progress (1): 196/269 kB Progress (1): 212/269 kB Progress (1): 229/269 kB Progress (1): 245/269 kB Progress (1): 262/269 kB Progress (1): 269 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.1/plexus-utils-3.5.1.jar (269 kB at 14 MB/s) 2024-09-12T17:50:03.432 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/327 kB Progress (1): 33/327 kB Progress (1): 49/327 kB Progress (2): 49/327 kB | 16/587 kB Progress (2): 66/327 kB | 16/587 kB Progress (2): 66/327 kB | 32/587 kB Progress (2): 82/327 kB | 32/587 kB Progress (2): 82/327 kB | 49/587 kB Progress (2): 98/327 kB | 49/587 kB Progress (2): 98/327 kB | 65/587 kB Progress (2): 98/327 kB | 81/587 kB Progress (2): 115/327 kB | 81/587 kB Progress (2): 115/327 kB | 98/587 kB Progress (2): 131/327 kB | 98/587 kB Progress (2): 131/327 kB | 114/587 kB Progress (2): 147/327 kB | 114/587 kB Progress (2): 147/327 kB | 130/587 kB Progress (2): 164/327 kB | 130/587 kB Progress (2): 164/327 kB | 147/587 kB Progress (2): 180/327 kB | 147/587 kB Progress (2): 180/327 kB | 163/587 kB Progress (2): 197/327 kB | 163/587 kB Progress (2): 197/327 kB | 180/587 kB Progress (2): 213/327 kB | 180/587 kB Progress (2): 213/327 kB | 196/587 kB Progress (2): 229/327 kB | 196/587 kB Progress (2): 229/327 kB | 212/587 kB Progress (2): 246/327 kB | 212/587 kB Progress (2): 246/327 kB | 229/587 kB Progress (2): 256/327 kB | 229/587 kB Progress (2): 256/327 kB | 245/587 kB Progress (2): 272/327 kB | 245/587 kB Progress (2): 272/327 kB | 262/587 kB Progress (2): 289/327 kB | 262/587 kB Progress (2): 289/327 kB | 278/587 kB Progress (2): 305/327 kB | 278/587 kB Progress (2): 305/327 kB | 294/587 kB Progress (2): 321/327 kB | 294/587 kB Progress (2): 327 kB | 294/587 kB Progress (2): 327 kB | 311/587 kB Progress (2): 327 kB | 327/587 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.11.0/commons-io-2.11.0.jar (327 kB at 9.9 MB/s) 2024-09-12T17:50:03.435 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 343/587 kB Progress (1): 360/587 kB Progress (1): 376/587 kB Progress (1): 393/587 kB Progress (1): 409/587 kB Progress (1): 425/587 kB Progress (1): 442/587 kB Progress (1): 458/587 kB Progress (1): 475/587 kB Progress (1): 491/587 kB Progress (1): 507/587 kB Progress (1): 524/587 kB Progress (1): 540/587 kB Progress (1): 556/587 kB Progress (1): 573/587 kB Progress (1): 587 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-lang3/3.12.0/commons-lang3-3.12.0.jar (587 kB at 16 MB/s) 2024-09-12T17:50:03.469 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] skip non existing resourceDirectory /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/src/main/resources 2024-09-12T17:50:03.470 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] 2024-09-12T17:50:03.470 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] --- compiler:3.11.0:compile (default-compile) @ jcksum --- 2024-09-12T17:50:03.475 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-incremental/1.1/maven-shared-incremental-1.1.pom 2024-09-12T17:50:03.490 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 4.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-incremental/1.1/maven-shared-incremental-1.1.pom (4.7 kB at 316 kB/s) 2024-09-12T17:50:03.491 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/19/maven-shared-components-19.pom 2024-09-12T17:50:03.509 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 6.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/19/maven-shared-components-19.pom (6.4 kB at 353 kB/s) 2024-09-12T17:50:03.510 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/23/maven-parent-23.pom 2024-09-12T17:50:03.524 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/33 kB Progress (1): 33 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/23/maven-parent-23.pom (33 kB at 2.3 MB/s) 2024-09-12T17:50:03.526 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/13/apache-13.pom 2024-09-12T17:50:03.539 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/13/apache-13.pom (14 kB at 1.1 MB/s) 2024-09-12T17:50:03.543 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/1.5.5/plexus-component-annotations-1.5.5.pom 2024-09-12T17:50:03.569 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 815 B Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/1.5.5/plexus-component-annotations-1.5.5.pom (815 B at 31 kB/s) 2024-09-12T17:50:03.571 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/1.5.5/plexus-containers-1.5.5.pom 2024-09-12T17:50:03.586 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 4.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/1.5.5/plexus-containers-1.5.5.pom (4.2 kB at 283 kB/s) 2024-09-12T17:50:03.588 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/2.0.7/plexus-2.0.7.pom 2024-09-12T17:50:03.605 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/17 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/2.0.7/plexus-2.0.7.pom (17 kB at 1.2 MB/s) 2024-09-12T17:50:03.605 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.1.2/plexus-java-1.1.2.pom 2024-09-12T17:50:03.619 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 5.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.1.2/plexus-java-1.1.2.pom (5.0 kB at 331 kB/s) 2024-09-12T17:50:03.622 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-languages/1.1.2/plexus-languages-1.1.2.pom 2024-09-12T17:50:03.636 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 4.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-languages/1.1.2/plexus-languages-1.1.2.pom (4.1 kB at 296 kB/s) 2024-09-12T17:50:03.639 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.4/asm-9.4.pom 2024-09-12T17:50:03.653 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 2.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.4/asm-9.4.pom (2.4 kB at 169 kB/s) 2024-09-12T17:50:03.654 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/ow2/1.5.1/ow2-1.5.1.pom 2024-09-12T17:50:03.668 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 11 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/ow2/1.5.1/ow2-1.5.1.pom (11 kB at 806 kB/s) 2024-09-12T17:50:03.671 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/com/thoughtworks/qdox/qdox/2.0.3/qdox-2.0.3.pom 2024-09-12T17:50:03.685 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/17 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/com/thoughtworks/qdox/qdox/2.0.3/qdox-2.0.3.pom (17 kB at 1.1 MB/s) 2024-09-12T17:50:03.688 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/oss/oss-parent/9/oss-parent-9.pom 2024-09-12T17:50:03.703 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 6.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/oss/oss-parent/9/oss-parent-9.pom (6.6 kB at 438 kB/s) 2024-09-12T17:50:03.705 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-api/2.13.0/plexus-compiler-api-2.13.0.pom 2024-09-12T17:50:03.721 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 1.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-api/2.13.0/plexus-compiler-api-2.13.0.pom (1.1 kB at 70 kB/s) 2024-09-12T17:50:03.721 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler/2.13.0/plexus-compiler-2.13.0.pom 2024-09-12T17:50:03.736 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 8.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler/2.13.0/plexus-compiler-2.13.0.pom (8.4 kB at 599 kB/s) 2024-09-12T17:50:03.738 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-components/10.0/plexus-components-10.0.pom 2024-09-12T17:50:03.753 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 2.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-components/10.0/plexus-components-10.0.pom (2.7 kB at 179 kB/s) 2024-09-12T17:50:03.756 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.9.1/junit-bom-5.9.1.pom 2024-09-12T17:50:03.769 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 5.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.9.1/junit-bom-5.9.1.pom (5.6 kB at 402 kB/s) 2024-09-12T17:50:03.772 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-manager/2.13.0/plexus-compiler-manager-2.13.0.pom 2024-09-12T17:50:03.786 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 1.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-manager/2.13.0/plexus-compiler-manager-2.13.0.pom (1.1 kB at 76 kB/s) 2024-09-12T17:50:03.790 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/2.1.1/plexus-component-annotations-2.1.1.pom 2024-09-12T17:50:03.803 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 770 B Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/2.1.1/plexus-component-annotations-2.1.1.pom (770 B at 59 kB/s) 2024-09-12T17:50:03.805 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/2.1.1/plexus-containers-2.1.1.pom 2024-09-12T17:50:03.819 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 6.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/2.1.1/plexus-containers-2.1.1.pom (6.0 kB at 431 kB/s) 2024-09-12T17:50:03.820 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/6.5/plexus-6.5.pom 2024-09-12T17:50:03.834 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/26 kB Progress (1): 26 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/6.5/plexus-6.5.pom (26 kB at 1.8 MB/s) 2024-09-12T17:50:03.838 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-javac/2.13.0/plexus-compiler-javac-2.13.0.pom 2024-09-12T17:50:03.853 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 1.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-javac/2.13.0/plexus-compiler-javac-2.13.0.pom (1.2 kB at 80 kB/s) 2024-09-12T17:50:03.854 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compilers/2.13.0/plexus-compilers-2.13.0.pom 2024-09-12T17:50:03.868 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 1.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compilers/2.13.0/plexus-compilers-2.13.0.pom (1.3 kB at 94 kB/s) 2024-09-12T17:50:03.874 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-incremental/1.1/maven-shared-incremental-1.1.jar 2024-09-12T17:50:03.888 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-incremental/1.1/maven-shared-incremental-1.1.jar (14 kB at 967 kB/s) 2024-09-12T17:50:03.888 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/1.5.5/plexus-component-annotations-1.5.5.jar 2024-09-12T17:50:03.888 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.1.2/plexus-java-1.1.2.jar 2024-09-12T17:50:03.888 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.4/asm-9.4.jar 2024-09-12T17:50:03.888 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/com/thoughtworks/qdox/qdox/2.0.3/qdox-2.0.3.jar 2024-09-12T17:50:03.889 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-api/2.13.0/plexus-compiler-api-2.13.0.jar 2024-09-12T17:50:03.904 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 4.2 kB Progress (2): 4.2 kB | 16/55 kB Progress (3): 4.2 kB | 16/55 kB | 16/122 kB Progress (3): 4.2 kB | 33/55 kB | 16/122 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/1.5.5/plexus-component-annotations-1.5.5.jar (4.2 kB at 301 kB/s) 2024-09-12T17:50:03.904 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.0/plexus-utils-3.5.0.jar 2024-09-12T17:50:03.904 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (2): 33/55 kB | 32/122 kB Progress (2): 49/55 kB | 32/122 kB Progress (2): 55 kB | 32/122 kB Progress (2): 55 kB | 49/122 kB Progress (3): 55 kB | 49/122 kB | 16/334 kB Progress (4): 55 kB | 49/122 kB | 16/334 kB | 16/27 kB Progress (4): 55 kB | 65/122 kB | 16/334 kB | 16/27 kB Progress (4): 55 kB | 65/122 kB | 16/334 kB | 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.1.2/plexus-java-1.1.2.jar (55 kB at 3.9 MB/s) 2024-09-12T17:50:03.904 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (3): 65/122 kB | 33/334 kB | 27 kB Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-manager/2.13.0/plexus-compiler-manager-2.13.0.jar 2024-09-12T17:50:03.904 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (3): 81/122 kB | 33/334 kB | 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-api/2.13.0/plexus-compiler-api-2.13.0.jar (27 kB at 1.8 MB/s) 2024-09-12T17:50:03.904 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-javac/2.13.0/plexus-compiler-javac-2.13.0.jar 2024-09-12T17:50:03.904 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (2): 98/122 kB | 33/334 kB Progress (2): 98/122 kB | 49/334 kB Progress (2): 114/122 kB | 49/334 kB Progress (2): 114/122 kB | 62/334 kB Progress (2): 122 kB | 62/334 kB Progress (2): 122 kB | 79/334 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.4/asm-9.4.jar (122 kB at 7.7 MB/s) 2024-09-12T17:50:03.907 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 95/334 kB Progress (1): 111/334 kB Progress (1): 128/334 kB Progress (1): 144/334 kB Progress (1): 161/334 kB Progress (1): 177/334 kB Progress (1): 193/334 kB Progress (1): 210/334 kB Progress (1): 226/334 kB Progress (1): 242/334 kB Progress (1): 259/334 kB Progress (1): 275/334 kB Progress (1): 292/334 kB Progress (1): 308/334 kB Progress (1): 324/334 kB Progress (1): 334 kB Downloaded from central: https://repo.maven.apache.org/maven2/com/thoughtworks/qdox/qdox/2.0.3/qdox-2.0.3.jar (334 kB at 17 MB/s) 2024-09-12T17:50:03.916 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 4.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-manager/2.13.0/plexus-compiler-manager-2.13.0.jar (4.7 kB at 166 kB/s) 2024-09-12T17:50:03.917 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/267 kB Progress (2): 16/267 kB | 16/23 kB Progress (2): 16/267 kB | 23 kB Progress (2): 32/267 kB | 23 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-javac/2.13.0/plexus-compiler-javac-2.13.0.jar (23 kB at 786 kB/s) 2024-09-12T17:50:03.920 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 49/267 kB Progress (1): 65/267 kB Progress (1): 81/267 kB Progress (1): 98/267 kB Progress (1): 114/267 kB Progress (1): 130/267 kB Progress (1): 147/267 kB Progress (1): 163/267 kB Progress (1): 180/267 kB Progress (1): 196/267 kB Progress (1): 212/267 kB Progress (1): 229/267 kB Progress (1): 245/267 kB Progress (1): 262/267 kB Progress (1): 267 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.0/plexus-utils-3.5.0.jar (267 kB at 8.4 MB/s) 2024-09-12T17:50:03.979 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] Changes detected - recompiling the module! :source 2024-09-12T17:50:03.980 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] Compiling 1 source file with javac [debug target 1.9] to target/classes 2024-09-12T17:50:04.649 INFO:tasks.workunit.client.0.smithi045.stdout:[WARNING] bootstrap class path not set in conjunction with -source 9 2024-09-12T17:50:04.649 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] 2024-09-12T17:50:04.649 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] --- resources:3.3.1:testResources (default-testResources) @ jcksum --- 2024-09-12T17:50:04.653 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] skip non existing resourceDirectory /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/src/test/resources 2024-09-12T17:50:04.653 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] 2024-09-12T17:50:04.653 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] --- compiler:3.11.0:testCompile (default-testCompile) @ jcksum --- 2024-09-12T17:50:04.660 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] Changes detected - recompiling the module! :dependency 2024-09-12T17:50:04.660 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] Compiling 1 source file with javac [debug target 1.9] to target/test-classes 2024-09-12T17:50:04.879 INFO:tasks.workunit.client.0.smithi045.stdout:[WARNING] bootstrap class path not set in conjunction with -source 9 2024-09-12T17:50:04.880 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] 2024-09-12T17:50:04.880 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] --- surefire:3.2.3:test (default-test) @ jcksum --- 2024-09-12T17:50:04.886 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/maven-surefire-common/3.2.3/maven-surefire-common-3.2.3.pom 2024-09-12T17:50:04.901 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 6.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/maven-surefire-common/3.2.3/maven-surefire-common-3.2.3.pom (6.2 kB at 416 kB/s) 2024-09-12T17:50:04.904 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-api/3.2.3/surefire-api-3.2.3.pom 2024-09-12T17:50:04.919 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 3.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-api/3.2.3/surefire-api-3.2.3.pom (3.5 kB at 235 kB/s) 2024-09-12T17:50:04.924 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-logger-api/3.2.3/surefire-logger-api-3.2.3.pom 2024-09-12T17:50:04.938 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 3.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-logger-api/3.2.3/surefire-logger-api-3.2.3.pom (3.3 kB at 233 kB/s) 2024-09-12T17:50:04.942 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-shared-utils/3.2.3/surefire-shared-utils-3.2.3.pom 2024-09-12T17:50:04.957 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 4.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-shared-utils/3.2.3/surefire-shared-utils-3.2.3.pom (4.1 kB at 271 kB/s) 2024-09-12T17:50:04.961 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-api/3.2.3/surefire-extensions-api-3.2.3.pom 2024-09-12T17:50:04.976 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 3.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-api/3.2.3/surefire-extensions-api-3.2.3.pom (3.3 kB at 236 kB/s) 2024-09-12T17:50:04.979 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-booter/3.2.3/surefire-booter-3.2.3.pom 2024-09-12T17:50:04.994 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 4.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-booter/3.2.3/surefire-booter-3.2.3.pom (4.5 kB at 318 kB/s) 2024-09-12T17:50:04.998 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-spi/3.2.3/surefire-extensions-spi-3.2.3.pom 2024-09-12T17:50:05.012 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 1.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-spi/3.2.3/surefire-extensions-spi-3.2.3.pom (1.8 kB at 126 kB/s) 2024-09-12T17:50:05.016 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-util/1.0.0.v20140518/aether-util-1.0.0.v20140518.pom 2024-09-12T17:50:05.030 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 2.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-util/1.0.0.v20140518/aether-util-1.0.0.v20140518.pom (2.2 kB at 157 kB/s) 2024-09-12T17:50:05.032 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether/1.0.0.v20140518/aether-1.0.0.v20140518.pom 2024-09-12T17:50:05.049 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/30 kB Progress (1): 30 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether/1.0.0.v20140518/aether-1.0.0.v20140518.pom (30 kB at 2.2 MB/s) 2024-09-12T17:50:05.049 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-api/1.0.0.v20140518/aether-api-1.0.0.v20140518.pom 2024-09-12T17:50:05.063 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 1.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-api/1.0.0.v20140518/aether-api-1.0.0.v20140518.pom (1.9 kB at 135 kB/s) 2024-09-12T17:50:05.066 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-common-artifact-filters/3.1.1/maven-common-artifact-filters-3.1.1.pom 2024-09-12T17:50:05.080 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 5.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-common-artifact-filters/3.1.1/maven-common-artifact-filters-3.1.1.pom (5.8 kB at 387 kB/s) 2024-09-12T17:50:05.084 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-artifact/3.2.5/maven-artifact-3.2.5.pom 2024-09-12T17:50:05.098 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 2.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-artifact/3.2.5/maven-artifact-3.2.5.pom (2.3 kB at 168 kB/s) 2024-09-12T17:50:05.100 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven/3.2.5/maven-3.2.5.pom 2024-09-12T17:50:05.114 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/22 kB Progress (1): 22 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven/3.2.5/maven-3.2.5.pom (22 kB at 1.6 MB/s) 2024-09-12T17:50:05.116 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/25/maven-parent-25.pom 2024-09-12T17:50:05.131 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/37 kB Progress (1): 33/37 kB Progress (1): 37 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/25/maven-parent-25.pom (37 kB at 2.3 MB/s) 2024-09-12T17:50:05.133 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/15/apache-15.pom 2024-09-12T17:50:05.147 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/15/apache-15.pom (15 kB at 1.2 MB/s) 2024-09-12T17:50:05.150 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/4.0.0/plexus-utils-4.0.0.pom 2024-09-12T17:50:05.164 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 8.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/4.0.0/plexus-utils-4.0.0.pom (8.7 kB at 618 kB/s) 2024-09-12T17:50:05.166 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/13/plexus-13.pom 2024-09-12T17:50:05.180 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/27 kB Progress (1): 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/13/plexus-13.pom (27 kB at 2.0 MB/s) 2024-09-12T17:50:05.182 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-core/3.2.5/maven-core-3.2.5.pom 2024-09-12T17:50:05.196 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 8.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-core/3.2.5/maven-core-3.2.5.pom (8.1 kB at 620 kB/s) 2024-09-12T17:50:05.199 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-settings/3.2.5/maven-settings-3.2.5.pom 2024-09-12T17:50:05.213 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 2.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-settings/3.2.5/maven-settings-3.2.5.pom (2.2 kB at 155 kB/s) 2024-09-12T17:50:05.216 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-settings-builder/3.2.5/maven-settings-builder-3.2.5.pom 2024-09-12T17:50:05.230 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 2.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-settings-builder/3.2.5/maven-settings-builder-3.2.5.pom (2.6 kB at 185 kB/s) 2024-09-12T17:50:05.233 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.21/plexus-interpolation-1.21.pom 2024-09-12T17:50:05.248 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 1.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.21/plexus-interpolation-1.21.pom (1.5 kB at 110 kB/s) 2024-09-12T17:50:05.249 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-components/1.3.1/plexus-components-1.3.1.pom 2024-09-12T17:50:05.261 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 3.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-components/1.3.1/plexus-components-1.3.1.pom (3.1 kB at 219 kB/s) 2024-09-12T17:50:05.263 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/3.3.1/plexus-3.3.1.pom 2024-09-12T17:50:05.276 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/3.3.1/plexus-3.3.1.pom (20 kB at 1.6 MB/s) 2024-09-12T17:50:05.279 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/17/spice-parent-17.pom 2024-09-12T17:50:05.293 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 6.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/17/spice-parent-17.pom (6.8 kB at 483 kB/s) 2024-09-12T17:50:05.294 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/10/forge-parent-10.pom 2024-09-12T17:50:05.307 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/10/forge-parent-10.pom (14 kB at 969 kB/s) 2024-09-12T17:50:05.311 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-sec-dispatcher/1.3/plexus-sec-dispatcher-1.3.pom 2024-09-12T17:50:05.325 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-sec-dispatcher/1.3/plexus-sec-dispatcher-1.3.pom (3.0 kB at 212 kB/s) 2024-09-12T17:50:05.326 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/12/spice-parent-12.pom 2024-09-12T17:50:05.340 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 6.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/12/spice-parent-12.pom (6.8 kB at 486 kB/s) 2024-09-12T17:50:05.341 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/4/forge-parent-4.pom 2024-09-12T17:50:05.354 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 8.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/4/forge-parent-4.pom (8.4 kB at 600 kB/s) 2024-09-12T17:50:05.357 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-cipher/1.4/plexus-cipher-1.4.pom 2024-09-12T17:50:05.370 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 2.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-cipher/1.4/plexus-cipher-1.4.pom (2.1 kB at 148 kB/s) 2024-09-12T17:50:05.373 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-repository-metadata/3.2.5/maven-repository-metadata-3.2.5.pom 2024-09-12T17:50:05.388 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 2.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-repository-metadata/3.2.5/maven-repository-metadata-3.2.5.pom (2.2 kB at 149 kB/s) 2024-09-12T17:50:05.392 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-plugin-api/3.2.5/maven-plugin-api-3.2.5.pom 2024-09-12T17:50:05.408 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-plugin-api/3.2.5/maven-plugin-api-3.2.5.pom (3.0 kB at 202 kB/s) 2024-09-12T17:50:05.412 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/org.eclipse.sisu.plexus/0.9.0.M2/org.eclipse.sisu.plexus-0.9.0.M2.pom 2024-09-12T17:50:05.426 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/org.eclipse.sisu.plexus/0.9.0.M2/org.eclipse.sisu.plexus-0.9.0.M2.pom (15 kB at 1.1 MB/s) 2024-09-12T17:50:05.428 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/sisu-plexus/0.9.0.M2/sisu-plexus-0.9.0.M2.pom 2024-09-12T17:50:05.442 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/sisu-plexus/0.9.0.M2/sisu-plexus-0.9.0.M2.pom (15 kB at 1.0 MB/s) 2024-09-12T17:50:05.445 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/javax/annotation/javax.annotation-api/1.2/javax.annotation-api-1.2.pom 2024-09-12T17:50:05.459 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/javax/annotation/javax.annotation-api/1.2/javax.annotation-api-1.2.pom (13 kB at 959 kB/s) 2024-09-12T17:50:05.461 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/net/java/jvnet-parent/3/jvnet-parent-3.pom 2024-09-12T17:50:05.475 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 4.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/net/java/jvnet-parent/3/jvnet-parent-3.pom (4.8 kB at 342 kB/s) 2024-09-12T17:50:05.477 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/javax/enterprise/cdi-api/1.2/cdi-api-1.2.pom 2024-09-12T17:50:05.491 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 6.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/javax/enterprise/cdi-api/1.2/cdi-api-1.2.pom (6.3 kB at 448 kB/s) 2024-09-12T17:50:05.493 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/jboss/weld/weld-parent/26/weld-parent-26.pom 2024-09-12T17:50:05.508 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/32 kB Progress (1): 32 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/jboss/weld/weld-parent/26/weld-parent-26.pom (32 kB at 2.3 MB/s) 2024-09-12T17:50:05.511 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/org.eclipse.sisu.inject/0.9.0.M2/org.eclipse.sisu.inject-0.9.0.M2.pom 2024-09-12T17:50:05.526 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/17 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/org.eclipse.sisu.inject/0.9.0.M2/org.eclipse.sisu.inject-0.9.0.M2.pom (17 kB at 1.2 MB/s) 2024-09-12T17:50:05.527 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/sisu-inject/0.9.0.M2/sisu-inject-0.9.0.M2.pom 2024-09-12T17:50:05.541 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/sisu-inject/0.9.0.M2/sisu-inject-0.9.0.M2.pom (15 kB at 1.1 MB/s) 2024-09-12T17:50:05.543 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/2.1.0/plexus-component-annotations-2.1.0.pom 2024-09-12T17:50:05.557 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 750 B Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/2.1.0/plexus-component-annotations-2.1.0.pom (750 B at 54 kB/s) 2024-09-12T17:50:05.558 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/2.1.0/plexus-containers-2.1.0.pom 2024-09-12T17:50:05.572 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 4.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/2.1.0/plexus-containers-2.1.0.pom (4.8 kB at 343 kB/s) 2024-09-12T17:50:05.575 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-classworlds/2.6.0/plexus-classworlds-2.6.0.pom 2024-09-12T17:50:05.590 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 7.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-classworlds/2.6.0/plexus-classworlds-2.6.0.pom (7.9 kB at 527 kB/s) 2024-09-12T17:50:05.592 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-model-builder/3.2.5/maven-model-builder-3.2.5.pom 2024-09-12T17:50:05.607 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-model-builder/3.2.5/maven-model-builder-3.2.5.pom (3.0 kB at 214 kB/s) 2024-09-12T17:50:05.610 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-aether-provider/3.2.5/maven-aether-provider-3.2.5.pom 2024-09-12T17:50:05.625 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 4.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-aether-provider/3.2.5/maven-aether-provider-3.2.5.pom (4.2 kB at 266 kB/s) 2024-09-12T17:50:05.629 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-spi/1.0.0.v20140518/aether-spi-1.0.0.v20140518.pom 2024-09-12T17:50:05.643 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 2.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-spi/1.0.0.v20140518/aether-spi-1.0.0.v20140518.pom (2.1 kB at 137 kB/s) 2024-09-12T17:50:05.646 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-impl/1.0.0.v20140518/aether-impl-1.0.0.v20140518.pom 2024-09-12T17:50:05.663 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 3.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-impl/1.0.0.v20140518/aether-impl-1.0.0.v20140518.pom (3.5 kB at 217 kB/s) 2024-09-12T17:50:05.666 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/sisu/sisu-guice/3.2.3/sisu-guice-3.2.3.pom 2024-09-12T17:50:05.680 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 11 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/sisu/sisu-guice/3.2.3/sisu-guice-3.2.3.pom (11 kB at 729 kB/s) 2024-09-12T17:50:05.682 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/sisu/inject/guice-parent/3.2.3/guice-parent-3.2.3.pom 2024-09-12T17:50:05.698 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/sisu/inject/guice-parent/3.2.3/guice-parent-3.2.3.pom (13 kB at 898 kB/s) 2024-09-12T17:50:05.698 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/38/forge-parent-38.pom 2024-09-12T17:50:05.713 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/19 kB Progress (1): 19 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/38/forge-parent-38.pom (19 kB at 1.2 MB/s) 2024-09-12T17:50:05.715 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/aopalliance/aopalliance/1.0/aopalliance-1.0.pom 2024-09-12T17:50:05.729 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 363 B Downloaded from central: https://repo.maven.apache.org/maven2/aopalliance/aopalliance/1.0/aopalliance-1.0.pom (363 B at 26 kB/s) 2024-09-12T17:50:05.730 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/com/google/guava/guava/16.0.1/guava-16.0.1.pom 2024-09-12T17:50:05.745 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 6.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/com/google/guava/guava/16.0.1/guava-16.0.1.pom (6.1 kB at 407 kB/s) 2024-09-12T17:50:05.746 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/com/google/guava/guava-parent/16.0.1/guava-parent-16.0.1.pom 2024-09-12T17:50:05.763 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 7.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/com/google/guava/guava-parent/16.0.1/guava-parent-16.0.1.pom (7.3 kB at 458 kB/s) 2024-09-12T17:50:05.764 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/oss/oss-parent/7/oss-parent-7.pom 2024-09-12T17:50:05.778 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 4.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/oss/oss-parent/7/oss-parent-7.pom (4.8 kB at 345 kB/s) 2024-09-12T17:50:05.781 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-classworlds/2.5.2/plexus-classworlds-2.5.2.pom 2024-09-12T17:50:05.795 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 7.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-classworlds/2.5.2/plexus-classworlds-2.5.2.pom (7.3 kB at 522 kB/s) 2024-09-12T17:50:05.798 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.0/commons-io-2.15.0.pom 2024-09-12T17:50:05.815 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/22 kB Progress (1): 22 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.0/commons-io-2.15.0.pom (22 kB at 1.3 MB/s) 2024-09-12T17:50:05.817 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/64/commons-parent-64.pom 2024-09-12T17:50:05.832 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/78 kB Progress (1): 32/78 kB Progress (1): 49/78 kB Progress (1): 65/78 kB Progress (1): 78 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/64/commons-parent-64.pom (78 kB at 5.2 MB/s) 2024-09-12T17:50:05.837 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/30/apache-30.pom 2024-09-12T17:50:05.852 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/23 kB Progress (1): 23 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/30/apache-30.pom (23 kB at 1.5 MB/s) 2024-09-12T17:50:05.855 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.10.0/junit-bom-5.10.0.pom 2024-09-12T17:50:05.869 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 5.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.10.0/junit-bom-5.10.0.pom (5.6 kB at 404 kB/s) 2024-09-12T17:50:05.871 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.2.0/plexus-java-1.2.0.pom 2024-09-12T17:50:05.888 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 4.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.2.0/plexus-java-1.2.0.pom (4.3 kB at 251 kB/s) 2024-09-12T17:50:05.890 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-languages/1.2.0/plexus-languages-1.2.0.pom 2024-09-12T17:50:05.915 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-languages/1.2.0/plexus-languages-1.2.0.pom (3.2 kB at 128 kB/s) 2024-09-12T17:50:05.916 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/15/plexus-15.pom 2024-09-12T17:50:05.930 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/28 kB Progress (1): 28 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/15/plexus-15.pom (28 kB at 2.0 MB/s) 2024-09-12T17:50:05.933 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.6/asm-9.6.pom 2024-09-12T17:50:05.947 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 2.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.6/asm-9.6.pom (2.4 kB at 169 kB/s) 2024-09-12T17:50:05.954 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/maven-surefire-common/3.2.3/maven-surefire-common-3.2.3.jar 2024-09-12T17:50:05.974 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/308 kB Progress (1): 33/308 kB Progress (1): 49/308 kB Progress (1): 66/308 kB Progress (1): 82/308 kB Progress (1): 98/308 kB Progress (1): 115/308 kB Progress (1): 131/308 kB Progress (1): 147/308 kB Progress (1): 164/308 kB Progress (1): 180/308 kB Progress (1): 197/308 kB Progress (1): 213/308 kB Progress (1): 229/308 kB Progress (1): 246/308 kB Progress (1): 256/308 kB Progress (1): 272/308 kB Progress (1): 289/308 kB Progress (1): 305/308 kB Progress (1): 308 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/maven-surefire-common/3.2.3/maven-surefire-common-3.2.3.jar (308 kB at 15 MB/s) 2024-09-12T17:50:05.974 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-api/3.2.3/surefire-api-3.2.3.jar 2024-09-12T17:50:05.974 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-logger-api/3.2.3/surefire-logger-api-3.2.3.jar 2024-09-12T17:50:05.975 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-api/3.2.3/surefire-extensions-api-3.2.3.jar 2024-09-12T17:50:05.975 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-booter/3.2.3/surefire-booter-3.2.3.jar 2024-09-12T17:50:05.975 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-spi/3.2.3/surefire-extensions-spi-3.2.3.jar 2024-09-12T17:50:05.992 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/171 kB Progress (2): 16/171 kB | 8.2 kB Progress (3): 16/171 kB | 8.2 kB | 14 kB Progress (4): 16/171 kB | 8.2 kB | 14 kB | 16/26 kB Progress (4): 33/171 kB | 8.2 kB | 14 kB | 16/26 kB Progress (4): 33/171 kB | 8.2 kB | 14 kB | 26 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-spi/3.2.3/surefire-extensions-spi-3.2.3.jar (8.2 kB at 545 kB/s) 2024-09-12T17:50:05.992 INFO:tasks.workunit.client.0.smithi045.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-logger-api/3.2.3/surefire-logger-api-3.2.3.jar (14 kB at 849 kB/s) 2024-09-12T17:50:05.992 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (2): 49/171 kB | 26 kB Progress (3): 49/171 kB | 26 kB | 16/118 kB Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-api/1.0.0.v20140518/aether-api-1.0.0.v20140518.jar 2024-09-12T17:50:05.992 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-util/1.0.0.v20140518/aether-util-1.0.0.v20140518.jar 2024-09-12T17:50:05.992 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (3): 49/171 kB | 26 kB | 33/118 kB Progress (3): 66/171 kB | 26 kB | 33/118 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-api/3.2.3/surefire-extensions-api-3.2.3.jar (26 kB at 1.5 MB/s) 2024-09-12T17:50:05.992 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-common-artifact-filters/3.1.1/maven-common-artifact-filters-3.1.1.jar 2024-09-12T17:50:05.993 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (2): 66/171 kB | 49/118 kB Progress (2): 82/171 kB | 49/118 kB Progress (2): 82/171 kB | 66/118 kB Progress (2): 98/171 kB | 66/118 kB Progress (2): 98/171 kB | 82/118 kB Progress (2): 98/171 kB | 98/118 kB Progress (2): 115/171 kB | 98/118 kB Progress (2): 115/171 kB | 115/118 kB Progress (2): 115/171 kB | 118 kB Progress (2): 131/171 kB | 118 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-booter/3.2.3/surefire-booter-3.2.3.jar (118 kB at 6.9 MB/s) 2024-09-12T17:50:05.994 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 147/171 kB Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.0/commons-io-2.15.0.jar 2024-09-12T17:50:05.994 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 164/171 kB Progress (1): 171 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-api/3.2.3/surefire-api-3.2.3.jar (171 kB at 9.0 MB/s) 2024-09-12T17:50:05.994 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.2.0/plexus-java-1.2.0.jar 2024-09-12T17:50:06.008 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/61 kB Progress (2): 16/61 kB | 16/146 kB Progress (2): 33/61 kB | 16/146 kB Progress (3): 33/61 kB | 16/146 kB | 16/136 kB Progress (3): 49/61 kB | 16/146 kB | 16/136 kB Progress (3): 49/61 kB | 33/146 kB | 16/136 kB Progress (3): 49/61 kB | 33/146 kB | 33/136 kB Progress (3): 61 kB | 33/146 kB | 33/136 kB Progress (3): 61 kB | 49/146 kB | 33/136 kB Progress (3): 61 kB | 49/146 kB | 49/136 kB Progress (3): 61 kB | 62/146 kB | 49/136 kB Progress (3): 61 kB | 62/146 kB | 66/136 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-common-artifact-filters/3.1.1/maven-common-artifact-filters-3.1.1.jar (61 kB at 2.0 MB/s) 2024-09-12T17:50:06.008 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.6/asm-9.6.jar 2024-09-12T17:50:06.008 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (2): 79/146 kB | 66/136 kB Progress (2): 79/146 kB | 82/136 kB Progress (2): 95/146 kB | 82/136 kB Progress (2): 95/146 kB | 98/136 kB Progress (2): 112/146 kB | 98/136 kB Progress (2): 112/146 kB | 115/136 kB Progress (2): 128/146 kB | 115/136 kB Progress (3): 128/146 kB | 115/136 kB | 16/501 kB Progress (3): 144/146 kB | 115/136 kB | 16/501 kB Progress (3): 144/146 kB | 131/136 kB | 16/501 kB Progress (3): 146 kB | 131/136 kB | 16/501 kB Progress (3): 146 kB | 131/136 kB | 33/501 kB Progress (3): 146 kB | 136 kB | 33/501 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-util/1.0.0.v20140518/aether-util-1.0.0.v20140518.jar (146 kB at 4.7 MB/s) 2024-09-12T17:50:06.008 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (2): 136 kB | 49/501 kB Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-shared-utils/3.2.3/surefire-shared-utils-3.2.3.jar 2024-09-12T17:50:06.008 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (2): 136 kB | 65/501 kB Progress (3): 136 kB | 65/501 kB | 16/58 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-api/1.0.0.v20140518/aether-api-1.0.0.v20140518.jar (136 kB at 4.3 MB/s) 2024-09-12T17:50:06.008 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (2): 81/501 kB | 16/58 kB Progress (2): 81/501 kB | 33/58 kB Progress (2): 97/501 kB | 33/58 kB Progress (2): 97/501 kB | 49/58 kB Progress (2): 114/501 kB | 49/58 kB Progress (2): 114/501 kB | 58 kB Progress (2): 130/501 kB | 58 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.2.0/plexus-java-1.2.0.jar (58 kB at 1.7 MB/s) 2024-09-12T17:50:06.013 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 147/501 kB Progress (1): 163/501 kB Progress (1): 179/501 kB Progress (1): 196/501 kB Progress (1): 212/501 kB Progress (1): 229/501 kB Progress (1): 245/501 kB Progress (1): 261/501 kB Progress (1): 278/501 kB Progress (1): 294/501 kB Progress (1): 310/501 kB Progress (1): 327/501 kB Progress (1): 343/501 kB Progress (1): 360/501 kB Progress (1): 376/501 kB Progress (1): 392/501 kB Progress (1): 409/501 kB Progress (1): 425/501 kB Progress (1): 442/501 kB Progress (1): 458/501 kB Progress (1): 474/501 kB Progress (1): 491/501 kB Progress (1): 501 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.0/commons-io-2.15.0.jar (501 kB at 13 MB/s) 2024-09-12T17:50:06.020 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/124 kB Progress (1): 33/124 kB Progress (1): 49/124 kB Progress (1): 66/124 kB Progress (1): 82/124 kB Progress (1): 98/124 kB Progress (1): 115/124 kB Progress (1): 124 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.6/asm-9.6.jar (124 kB at 2.7 MB/s) 2024-09-12T17:50:06.065 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 0/2.4 MB Progress (1): 0/2.4 MB Progress (1): 0/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4 MB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-shared-utils/3.2.3/surefire-shared-utils-3.2.3.jar (2.4 MB at 27 MB/s) 2024-09-12T17:50:06.156 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] 2024-09-12T17:50:06.156 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] --- jar:3.3.0:jar (default-jar) @ jcksum --- 2024-09-12T17:50:06.159 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/file-management/3.1.0/file-management-3.1.0.pom 2024-09-12T17:50:06.173 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 4.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/file-management/3.1.0/file-management-3.1.0.pom (4.5 kB at 320 kB/s) 2024-09-12T17:50:06.174 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/36/maven-shared-components-36.pom 2024-09-12T17:50:06.188 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 4.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/36/maven-shared-components-36.pom (4.9 kB at 376 kB/s) 2024-09-12T17:50:06.190 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/36/maven-parent-36.pom 2024-09-12T17:50:06.204 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/45 kB Progress (1): 33/45 kB Progress (1): 45 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/36/maven-parent-36.pom (45 kB at 3.2 MB/s) 2024-09-12T17:50:06.206 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/26/apache-26.pom 2024-09-12T17:50:06.221 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/21 kB Progress (1): 21 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/26/apache-26.pom (21 kB at 1.4 MB/s) 2024-09-12T17:50:06.223 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.3.0/plexus-utils-3.3.0.pom 2024-09-12T17:50:06.237 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 5.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.3.0/plexus-utils-3.3.0.pom (5.2 kB at 370 kB/s) 2024-09-12T17:50:06.239 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-archiver/3.6.0/maven-archiver-3.6.0.pom 2024-09-12T17:50:06.253 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 3.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-archiver/3.6.0/maven-archiver-3.6.0.pom (3.9 kB at 280 kB/s) 2024-09-12T17:50:06.255 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-io/3.4.0/plexus-io-3.4.0.pom 2024-09-12T17:50:06.273 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 6.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-io/3.4.0/plexus-io-3.4.0.pom (6.0 kB at 401 kB/s) 2024-09-12T17:50:06.273 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-archiver/4.4.0/plexus-archiver-4.4.0.pom 2024-09-12T17:50:06.285 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 6.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-archiver/4.4.0/plexus-archiver-4.4.0.pom (6.3 kB at 482 kB/s) 2024-09-12T17:50:06.287 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-compress/1.21/commons-compress-1.21.pom 2024-09-12T17:50:06.301 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-compress/1.21/commons-compress-1.21.pom (20 kB at 1.4 MB/s) 2024-09-12T17:50:06.305 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/iq80/snappy/snappy/0.4/snappy-0.4.pom 2024-09-12T17:50:06.319 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/iq80/snappy/snappy/0.4/snappy-0.4.pom (15 kB at 1.0 MB/s) 2024-09-12T17:50:06.321 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/tukaani/xz/1.9/xz-1.9.pom 2024-09-12T17:50:06.335 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 2.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/tukaani/xz/1.9/xz-1.9.pom (2.0 kB at 146 kB/s) 2024-09-12T17:50:06.337 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.4.2/plexus-utils-3.4.2.pom 2024-09-12T17:50:06.351 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 8.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.4.2/plexus-utils-3.4.2.pom (8.2 kB at 587 kB/s) 2024-09-12T17:50:06.352 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/8/plexus-8.pom 2024-09-12T17:50:06.367 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/25 kB Progress (1): 25 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/8/plexus-8.pom (25 kB at 1.8 MB/s) 2024-09-12T17:50:06.372 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/file-management/3.1.0/file-management-3.1.0.jar 2024-09-12T17:50:06.386 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/36 kB Progress (1): 33/36 kB Progress (1): 36 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/file-management/3.1.0/file-management-3.1.0.jar (36 kB at 2.6 MB/s) 2024-09-12T17:50:06.386 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-archiver/3.6.0/maven-archiver-3.6.0.jar 2024-09-12T17:50:06.387 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-io/3.4.0/plexus-io-3.4.0.jar 2024-09-12T17:50:06.387 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-archiver/4.4.0/plexus-archiver-4.4.0.jar 2024-09-12T17:50:06.387 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-compress/1.21/commons-compress-1.21.jar 2024-09-12T17:50:06.387 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/iq80/snappy/snappy/0.4/snappy-0.4.jar 2024-09-12T17:50:06.403 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/79 kB Progress (2): 16/79 kB | 16/211 kB Progress (2): 33/79 kB | 16/211 kB Progress (2): 33/79 kB | 33/211 kB Progress (3): 33/79 kB | 33/211 kB | 16/58 kB Progress (3): 49/79 kB | 33/211 kB | 16/58 kB Progress (3): 49/79 kB | 49/211 kB | 16/58 kB Progress (3): 49/79 kB | 63/211 kB | 16/58 kB Progress (3): 49/79 kB | 63/211 kB | 33/58 kB Progress (3): 66/79 kB | 63/211 kB | 33/58 kB Progress (4): 66/79 kB | 63/211 kB | 33/58 kB | 16/26 kB Progress (4): 66/79 kB | 79/211 kB | 33/58 kB | 16/26 kB Progress (4): 66/79 kB | 79/211 kB | 49/58 kB | 16/26 kB Progress (4): 79 kB | 79/211 kB | 49/58 kB | 16/26 kB Progress (4): 79 kB | 79/211 kB | 49/58 kB | 26 kB Progress (4): 79 kB | 95/211 kB | 49/58 kB | 26 kB Progress (4): 79 kB | 95/211 kB | 58 kB | 26 kB Progress (4): 79 kB | 112/211 kB | 58 kB | 26 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-io/3.4.0/plexus-io-3.4.0.jar (79 kB at 5.3 MB/s) 2024-09-12T17:50:06.403 INFO:tasks.workunit.client.0.smithi045.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/iq80/snappy/snappy/0.4/snappy-0.4.jar (58 kB at 3.9 MB/s) 2024-09-12T17:50:06.403 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (2): 128/211 kB | 26 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-archiver/3.6.0/maven-archiver-3.6.0.jar (26 kB at 1.6 MB/s) 2024-09-12T17:50:06.403 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.4.2/plexus-utils-3.4.2.jar 2024-09-12T17:50:06.403 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/tukaani/xz/1.9/xz-1.9.jar 2024-09-12T17:50:06.405 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 145/211 kB Progress (2): 145/211 kB | 0/1.0 MB Progress (2): 161/211 kB | 0/1.0 MB Progress (2): 177/211 kB | 0/1.0 MB Progress (2): 177/211 kB | 0/1.0 MB Progress (2): 194/211 kB | 0/1.0 MB Progress (2): 194/211 kB | 0/1.0 MB Progress (2): 210/211 kB | 0/1.0 MB Progress (2): 211 kB | 0/1.0 MB Progress (2): 211 kB | 0.1/1.0 MB Progress (2): 211 kB | 0.1/1.0 MB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-archiver/4.4.0/plexus-archiver-4.4.0.jar (211 kB at 12 MB/s) 2024-09-12T17:50:06.418 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 0.1/1.0 MB Progress (1): 0.1/1.0 MB Progress (1): 0.1/1.0 MB Progress (1): 0.1/1.0 MB Progress (1): 0.2/1.0 MB Progress (1): 0.2/1.0 MB Progress (1): 0.2/1.0 MB Progress (1): 0.2/1.0 MB Progress (1): 0.2/1.0 MB Progress (1): 0.2/1.0 MB Progress (1): 0.3/1.0 MB Progress (1): 0.3/1.0 MB Progress (1): 0.3/1.0 MB Progress (1): 0.3/1.0 MB Progress (1): 0.3/1.0 MB Progress (1): 0.3/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.8/1.0 MB Progress (1): 0.8/1.0 MB Progress (1): 0.8/1.0 MB Progress (1): 0.8/1.0 MB Progress (1): 0.8/1.0 MB Progress (1): 0.8/1.0 MB Progress (2): 0.8/1.0 MB | 16/116 kB Progress (2): 0.9/1.0 MB | 16/116 kB Progress (2): 0.9/1.0 MB | 33/116 kB Progress (2): 0.9/1.0 MB | 33/116 kB Progress (2): 0.9/1.0 MB | 49/116 kB Progress (2): 0.9/1.0 MB | 49/116 kB Progress (2): 0.9/1.0 MB | 66/116 kB Progress (2): 0.9/1.0 MB | 66/116 kB Progress (2): 0.9/1.0 MB | 82/116 kB Progress (2): 0.9/1.0 MB | 82/116 kB Progress (2): 0.9/1.0 MB | 98/116 kB Progress (3): 0.9/1.0 MB | 98/116 kB | 16/267 kB Progress (3): 0.9/1.0 MB | 98/116 kB | 16/267 kB Progress (3): 0.9/1.0 MB | 115/116 kB | 16/267 kB Progress (3): 1.0/1.0 MB | 115/116 kB | 16/267 kB Progress (3): 1.0/1.0 MB | 116 kB | 16/267 kB Progress (3): 1.0/1.0 MB | 116 kB | 32/267 kB Progress (3): 1.0/1.0 MB | 116 kB | 32/267 kB Progress (3): 1.0/1.0 MB | 116 kB | 32/267 kB Progress (3): 1.0/1.0 MB | 116 kB | 49/267 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/tukaani/xz/1.9/xz-1.9.jar (116 kB at 3.7 MB/s) 2024-09-12T17:50:06.419 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (2): 1.0/1.0 MB | 49/267 kB Progress (2): 1.0 MB | 49/267 kB Progress (2): 1.0 MB | 65/267 kB Progress (2): 1.0 MB | 81/267 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-compress/1.21/commons-compress-1.21.jar (1.0 MB at 32 MB/s) 2024-09-12T17:50:06.423 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 98/267 kB Progress (1): 114/267 kB Progress (1): 130/267 kB Progress (1): 147/267 kB Progress (1): 163/267 kB Progress (1): 180/267 kB Progress (1): 196/267 kB Progress (1): 212/267 kB Progress (1): 229/267 kB Progress (1): 245/267 kB Progress (1): 262/267 kB Progress (1): 267 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.4.2/plexus-utils-3.4.2.jar (267 kB at 7.4 MB/s) 2024-09-12T17:50:06.546 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] Building jar: /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/target/jcksum-1.0.jar 2024-09-12T17:50:06.570 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-12T17:50:06.571 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] BUILD SUCCESS 2024-09-12T17:50:06.571 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-12T17:50:06.571 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] Total time: 5.963 s 2024-09-12T17:50:06.571 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] Finished at: 2024-09-12T17:50:06Z 2024-09-12T17:50:06.571 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-12T17:50:06.595 INFO:tasks.workunit.client.0.smithi045.stderr:+ ./mvnw test -Dtest=PutObjects 2024-09-12T17:50:06.605 INFO:tasks.workunit.client.0.smithi045.stdout:Warning: JAVA_HOME environment variable is not set. 2024-09-12T17:50:07.674 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] Scanning for projects... 2024-09-12T17:50:07.750 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] 2024-09-12T17:50:07.750 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] ---------------------------< io.ceph:jcksum >--------------------------- 2024-09-12T17:50:07.751 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] Building jcksum 1.0 2024-09-12T17:50:07.751 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] from pom.xml 2024-09-12T17:50:07.751 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] --------------------------------[ jar ]--------------------------------- 2024-09-12T17:50:07.990 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] 2024-09-12T17:50:07.990 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] --- resources:3.3.1:resources (default-resources) @ jcksum --- 2024-09-12T17:50:08.081 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] skip non existing resourceDirectory /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/src/main/resources 2024-09-12T17:50:08.082 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] 2024-09-12T17:50:08.082 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] --- compiler:3.11.0:compile (default-compile) @ jcksum --- 2024-09-12T17:50:08.173 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] Nothing to compile - all classes are up to date 2024-09-12T17:50:08.173 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] 2024-09-12T17:50:08.173 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] --- resources:3.3.1:testResources (default-testResources) @ jcksum --- 2024-09-12T17:50:08.175 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] skip non existing resourceDirectory /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/src/test/resources 2024-09-12T17:50:08.175 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] 2024-09-12T17:50:08.175 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] --- compiler:3.11.0:testCompile (default-testCompile) @ jcksum --- 2024-09-12T17:50:08.180 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] Nothing to compile - all classes are up to date 2024-09-12T17:50:08.180 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] 2024-09-12T17:50:08.180 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] --- surefire:3.2.3:test (default-test) @ jcksum --- 2024-09-12T17:50:08.362 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] Using auto detected provider org.apache.maven.surefire.junitplatform.JUnitPlatformProvider 2024-09-12T17:50:08.589 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-junit-platform/3.2.3/surefire-junit-platform-3.2.3.pom 2024-09-12T17:50:08.774 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 1.4/4.7 kB Progress (1): 2.8/4.7 kB Progress (1): 4.1/4.7 kB Progress (1): 4.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-junit-platform/3.2.3/surefire-junit-platform-3.2.3.pom (4.7 kB at 25 kB/s) 2024-09-12T17:50:08.783 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-providers/3.2.3/surefire-providers-3.2.3.pom 2024-09-12T17:50:08.801 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 1.4/2.6 kB Progress (1): 2.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-providers/3.2.3/surefire-providers-3.2.3.pom (2.6 kB at 145 kB/s) 2024-09-12T17:50:08.806 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/common-java5/3.2.3/common-java5-3.2.3.pom 2024-09-12T17:50:08.823 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 1.4/2.8 kB Progress (1): 2.8/2.8 kB Progress (1): 2.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/common-java5/3.2.3/common-java5-3.2.3.pom (2.8 kB at 156 kB/s) 2024-09-12T17:50:08.830 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.9.3/junit-platform-launcher-1.9.3.pom 2024-09-12T17:50:08.847 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 1.4/3.0 kB Progress (1): 2.8/3.0 kB Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.9.3/junit-platform-launcher-1.9.3.pom (3.0 kB at 178 kB/s) 2024-09-12T17:50:08.850 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.9.3/junit-platform-engine-1.9.3.pom 2024-09-12T17:50:08.866 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 1.4/3.2 kB Progress (1): 2.8/3.2 kB Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.9.3/junit-platform-engine-1.9.3.pom (3.2 kB at 213 kB/s) 2024-09-12T17:50:08.870 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.2.0/opentest4j-1.2.0.pom 2024-09-12T17:50:08.886 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 1.4/1.7 kB Progress (1): 1.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.2.0/opentest4j-1.2.0.pom (1.7 kB at 105 kB/s) 2024-09-12T17:50:08.889 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.9.3/junit-platform-commons-1.9.3.pom 2024-09-12T17:50:08.905 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 1.4/2.8 kB Progress (1): 2.8/2.8 kB Progress (1): 2.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.9.3/junit-platform-commons-1.9.3.pom (2.8 kB at 189 kB/s) 2024-09-12T17:50:08.911 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-junit-platform/3.2.3/surefire-junit-platform-3.2.3.jar 2024-09-12T17:50:08.933 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 1.4/27 kB Progress (1): 2.8/27 kB Progress (1): 4.1/27 kB Progress (1): 5.5/27 kB Progress (1): 6.9/27 kB Progress (1): 8.3/27 kB Progress (1): 9.7/27 kB Progress (1): 11/27 kB Progress (1): 12/27 kB Progress (1): 14/27 kB Progress (1): 15/27 kB Progress (1): 17/27 kB Progress (1): 18/27 kB Progress (1): 19/27 kB Progress (1): 21/27 kB Progress (1): 22/27 kB Progress (1): 23/27 kB Progress (1): 25/27 kB Progress (1): 26/27 kB Progress (1): 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-junit-platform/3.2.3/surefire-junit-platform-3.2.3.jar (27 kB at 1.2 MB/s) 2024-09-12T17:50:08.935 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/common-java5/3.2.3/common-java5-3.2.3.jar 2024-09-12T17:50:08.935 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.9.3/junit-platform-launcher-1.9.3.jar 2024-09-12T17:50:08.936 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.9.3/junit-platform-engine-1.9.3.jar 2024-09-12T17:50:08.936 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.2.0/opentest4j-1.2.0.jar 2024-09-12T17:50:08.936 INFO:tasks.workunit.client.0.smithi045.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.9.3/junit-platform-commons-1.9.3.jar 2024-09-12T17:50:08.955 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 16/18 kB Progress (1): 18 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/common-java5/3.2.3/common-java5-3.2.3.jar (18 kB at 836 kB/s) 2024-09-12T17:50:08.985 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 1.4/7.7 kB Progress (1): 2.8/7.7 kB Progress (1): 4.1/7.7 kB Progress (1): 5.5/7.7 kB Progress (1): 6.9/7.7 kB Progress (1): 7.7 kB Progress (2): 7.7 kB | 16/103 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.2.0/opentest4j-1.2.0.jar (7.7 kB at 153 kB/s) 2024-09-12T17:50:09.012 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (2): 16/103 kB | 16/189 kB Progress (3): 16/103 kB | 16/189 kB | 16/169 kB Progress (3): 33/103 kB | 16/189 kB | 16/169 kB Progress (3): 33/103 kB | 33/189 kB | 16/169 kB Progress (3): 33/103 kB | 33/189 kB | 33/169 kB Progress (3): 49/103 kB | 33/189 kB | 33/169 kB Progress (3): 49/103 kB | 49/189 kB | 33/169 kB Progress (3): 49/103 kB | 49/189 kB | 49/169 kB Progress (3): 66/103 kB | 49/189 kB | 49/169 kB Progress (3): 66/103 kB | 66/189 kB | 49/169 kB Progress (3): 82/103 kB | 66/189 kB | 49/169 kB Progress (3): 82/103 kB | 82/189 kB | 49/169 kB Progress (3): 82/103 kB | 82/189 kB | 66/169 kB Progress (3): 98/103 kB | 82/189 kB | 66/169 kB Progress (3): 98/103 kB | 98/189 kB | 66/169 kB Progress (3): 103 kB | 98/189 kB | 66/169 kB Progress (3): 103 kB | 98/189 kB | 82/169 kB Progress (3): 103 kB | 115/189 kB | 82/169 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.9.3/junit-platform-commons-1.9.3.jar (103 kB at 1.4 MB/s) 2024-09-12T17:50:09.019 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (2): 115/189 kB | 98/169 kB Progress (2): 131/189 kB | 98/169 kB Progress (2): 147/189 kB | 98/169 kB Progress (2): 147/189 kB | 115/169 kB Progress (2): 147/189 kB | 131/169 kB Progress (2): 147/189 kB | 147/169 kB Progress (2): 164/189 kB | 147/169 kB Progress (2): 180/189 kB | 147/169 kB Progress (2): 189 kB | 147/169 kB Progress (2): 189 kB | 164/169 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.9.3/junit-platform-engine-1.9.3.jar (189 kB at 2.3 MB/s) 2024-09-12T17:50:09.020 INFO:tasks.workunit.client.0.smithi045.stdout:Progress (1): 169 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.9.3/junit-platform-launcher-1.9.3.jar (169 kB at 2.0 MB/s) 2024-09-12T17:50:09.034 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] 2024-09-12T17:50:09.034 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] ------------------------------------------------------- 2024-09-12T17:50:09.034 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] T E S T S 2024-09-12T17:50:09.034 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] ------------------------------------------------------- 2024-09-12T17:50:09.505 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] Running io.ceph.jcksum.PutObjects 2024-09-12T17:50:09.619 INFO:tasks.workunit.client.0.smithi045.stdout:PutObjects.java: starting test run: 2024-09-12T17:50:09.619 INFO:tasks.workunit.client.0.smithi045.stdout: AccessKey=lNCnR47C2g+ZidCWBAUuwfSAA7Q= 2024-09-12T17:50:09.619 INFO:tasks.workunit.client.0.smithi045.stdout: SecretKey=tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g== 2024-09-12T17:50:09.619 INFO:tasks.workunit.client.0.smithi045.stdout: EndpointUrl=https://smithi045.front.sepia.ceph.com:443 2024-09-12T17:50:09.619 INFO:tasks.workunit.client.0.smithi045.stderr:[main] WARN software.amazon.awssdk.http.apache.ApacheHttpClient - SSL Certificate verification is disabled. This is not a safe setting and should only be used for testing. 2024-09-12T17:50:09.716 INFO:tasks.workunit.client.0.smithi045.stdout:DEBUG: Environment Variables Read 2024-09-12T17:50:10.017 INFO:tasks.workunit.client.0.smithi045.stdout:DEBUG: S3 Client Initialized 2024-09-12T17:50:10.017 INFO:tasks.workunit.client.0.smithi045.stdout:DEBUG: Generating File 2024-09-12T17:50:10.017 INFO:tasks.workunit.client.0.smithi045.stdout:DEBUG: File Generated 2024-09-12T17:50:10.017 INFO:tasks.workunit.client.0.smithi045.stdout:DEBUG: Generating File 2024-09-12T17:50:10.017 INFO:tasks.workunit.client.0.smithi045.stdout:DEBUG: File Generated 2024-09-12T17:50:10.018 INFO:tasks.workunit.client.0.smithi045.stdout:DEBUG: Generating File 2024-09-12T17:50:10.117 INFO:tasks.workunit.client.0.smithi045.stdout:DEBUG: File Generated 2024-09-12T17:50:10.117 INFO:tasks.workunit.client.0.smithi045.stdout:DEBUG: Generating File 2024-09-12T17:50:10.118 INFO:tasks.workunit.client.0.smithi045.stdout:DEBUG: File Generated 2024-09-12T17:50:10.118 INFO:tasks.workunit.client.0.smithi045.stdout:DEBUG: Generating File 2024-09-12T17:50:10.118 INFO:tasks.workunit.client.0.smithi045.stdout:DEBUG: File Generated 2024-09-12T17:50:10.118 INFO:tasks.workunit.client.0.smithi045.stdout:DEBUG: Generating File 2024-09-12T17:50:10.118 INFO:tasks.workunit.client.0.smithi045.stdout:DEBUG: File Generated 2024-09-12T17:50:10.118 INFO:tasks.workunit.client.0.smithi045.stdout:DEBUG: Generated Big Files 2024-09-12T17:50:10.382 INFO:tasks.workunit.client.0.smithi045.stdout:HeadBucketResponse() 2024-09-12T17:50:10.382 INFO:tasks.workunit.client.0.smithi045.stdout:sheik is ready 2024-09-12T17:50:10.382 INFO:tasks.workunit.client.0.smithi045.stdout:DEBUG: Test Bucket Created 2024-09-12T17:50:10.417 INFO:tasks.workunit.client.0.smithi045.stdout:putObjectFromFileNoCksum called with file-0b 2024-09-12T17:50:10.518 INFO:tasks.workunit.client.0.smithi045.stdout:putObjectFromFileNoCksum called with file-8b 2024-09-12T17:50:10.603 INFO:tasks.workunit.client.0.smithi045.stdout:putObjectFromFileNoCksum called with file-200b 2024-09-12T17:50:10.618 INFO:tasks.workunit.client.0.smithi045.stdout:putObjectFromFileNoCksum called with file-21983b 2024-09-12T17:50:10.689 INFO:tasks.workunit.client.0.smithi045.stdout:putObjectFromFileNoCksum called with file-5519b 2024-09-12T17:50:10.718 INFO:tasks.workunit.client.0.smithi045.stdout:putObjectFromFileNoCksum called with file-204329b 2024-09-12T17:50:10.818 INFO:tasks.workunit.client.0.smithi045.stdout:putObjectFromFileNoCksum called with file-256k 2024-09-12T17:50:10.907 INFO:tasks.workunit.client.0.smithi045.stdout:putObjectFromFileNoCksum called with file-1m 2024-09-12T17:50:10.918 INFO:tasks.workunit.client.0.smithi045.stdout:putObjectFromFileNoCksum called with file-1038757b 2024-09-12T17:50:11.018 INFO:tasks.workunit.client.0.smithi045.stdout:mpuObjectFromFileNoCksum called with file-5m 2024-09-12T17:50:13.222 INFO:tasks.workunit.client.0.smithi045.stdout:mpuObjectFromFileNoCksum called with file-10m 2024-09-12T17:50:13.623 INFO:tasks.workunit.client.0.smithi045.stdout:mpuObjectFromFileNoCksum called with file-100m 2024-09-12T17:50:17.361 INFO:tasks.workunit.client.0.smithi045.stdout:arg: file-0b 2024-09-12T17:50:17.362 INFO:tasks.workunit.client.0.smithi045.stdout:arg: file-8b 2024-09-12T17:50:17.363 INFO:tasks.workunit.client.0.smithi045.stdout:arg: file-200b 2024-09-12T17:50:17.364 INFO:tasks.workunit.client.0.smithi045.stdout:arg: file-21983b 2024-09-12T17:50:17.365 INFO:tasks.workunit.client.0.smithi045.stdout:arg: file-5519b 2024-09-12T17:50:17.366 INFO:tasks.workunit.client.0.smithi045.stdout:arg: file-204329b 2024-09-12T17:50:17.367 INFO:tasks.workunit.client.0.smithi045.stdout:arg: file-256k 2024-09-12T17:50:17.368 INFO:tasks.workunit.client.0.smithi045.stdout:arg: file-1m 2024-09-12T17:50:17.369 INFO:tasks.workunit.client.0.smithi045.stdout:arg: file-1038757b 2024-09-12T17:50:17.402 INFO:tasks.workunit.client.0.smithi045.stdout:putObjectFromFileCksum called with file-0b 2024-09-12T17:50:17.403 INFO:tasks.workunit.client.0.smithi045.stdout:PutObjectResponse 2024-09-12T17:50:17.428 INFO:tasks.workunit.client.0.smithi045.stdout:putObjectFromFileCksum called with file-8b 2024-09-12T17:50:17.429 INFO:tasks.workunit.client.0.smithi045.stdout:PutObjectResponse 2024-09-12T17:50:17.513 INFO:tasks.workunit.client.0.smithi045.stdout:putObjectFromFileCksum called with file-200b 2024-09-12T17:50:17.513 INFO:tasks.workunit.client.0.smithi045.stdout:PutObjectResponse 2024-09-12T17:50:17.528 INFO:tasks.workunit.client.0.smithi045.stdout:putObjectFromFileCksum called with file-21983b 2024-09-12T17:50:17.529 INFO:tasks.workunit.client.0.smithi045.stdout:PutObjectResponse 2024-09-12T17:50:17.628 INFO:tasks.workunit.client.0.smithi045.stdout:putObjectFromFileCksum called with file-5519b 2024-09-12T17:50:17.629 INFO:tasks.workunit.client.0.smithi045.stdout:PutObjectResponse 2024-09-12T17:50:17.650 INFO:tasks.workunit.client.0.smithi045.stdout:putObjectFromFileCksum called with file-204329b 2024-09-12T17:50:17.650 INFO:tasks.workunit.client.0.smithi045.stdout:PutObjectResponse 2024-09-12T17:50:17.676 INFO:tasks.workunit.client.0.smithi045.stdout:putObjectFromFileCksum called with file-256k 2024-09-12T17:50:17.676 INFO:tasks.workunit.client.0.smithi045.stdout:PutObjectResponse 2024-09-12T17:50:17.729 INFO:tasks.workunit.client.0.smithi045.stdout:putObjectFromFileCksum called with file-1m 2024-09-12T17:50:17.729 INFO:tasks.workunit.client.0.smithi045.stdout:PutObjectResponse 2024-09-12T17:50:17.788 INFO:tasks.workunit.client.0.smithi045.stdout:putObjectFromFileCksum called with file-1038757b 2024-09-12T17:50:17.788 INFO:tasks.workunit.client.0.smithi045.stdout:PutObjectResponse 2024-09-12T17:50:17.829 INFO:tasks.workunit.client.0.smithi045.stdout:mpuObjectFromFileCksum called with file-5m 2024-09-12T17:50:18.129 INFO:tasks.workunit.client.0.smithi045.stdout:mpuObjectFromFileCksum called with file-10m 2024-09-12T17:50:18.530 INFO:tasks.workunit.client.0.smithi045.stdout:mpuObjectFromFileCksum called with file-100m 2024-09-12T17:50:21.037 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] Tests run: 33, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 11.52 s -- in io.ceph.jcksum.PutObjects 2024-09-12T17:50:21.047 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] 2024-09-12T17:50:21.047 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] Results: 2024-09-12T17:50:21.047 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] 2024-09-12T17:50:21.047 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] Tests run: 33, Failures: 0, Errors: 0, Skipped: 0 2024-09-12T17:50:21.047 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] 2024-09-12T17:50:21.049 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-12T17:50:21.049 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] BUILD SUCCESS 2024-09-12T17:50:21.049 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-12T17:50:21.050 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] Total time: 13.396 s 2024-09-12T17:50:21.050 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] Finished at: 2024-09-12T17:50:21Z 2024-09-12T17:50:21.050 INFO:tasks.workunit.client.0.smithi045.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-12T17:50:21.062 INFO:tasks.workunit.client.0.smithi045.stderr:+ exit 2024-09-12T17:50:21.062 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:50:21.063 DEBUG:teuthology.orchestra.run.smithi045:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:50:21.143 INFO:tasks.workunit:Stopping ['cls/test_cls_lock.sh', 'cls/test_cls_log.sh', 'cls/test_cls_refcount.sh', 'cls/test_cls_rgw.sh', 'cls/test_cls_rgw_gc.sh', 'cls/test_cls_rgw_stats.sh', 'cls/test_cls_cmpomap.sh', 'cls/test_cls_2pc_queue.sh', 'cls/test_cls_user.sh', 'rgw/test_rgw_gc_log.sh', 'rgw/test_rgw_obj.sh', 'rgw/test_librgw_file.sh', 'rgw/test_awssdkv4_sig.sh'] on client.0... 2024-09-12T17:50:21.143 DEBUG:teuthology.orchestra.run.smithi045:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-12T17:50:21.516 DEBUG:teuthology.parallel:result is None 2024-09-12T17:50:21.517 DEBUG:teuthology.orchestra.run.smithi045:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T17:50:21.556 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T17:50:21.557 DEBUG:teuthology.orchestra.run.smithi045:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T17:50:21.625 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T17:50:21.626 INFO:teuthology.run_tasks:Running task workunit... 2024-09-12T17:50:21.636 INFO:tasks.workunit:Pulling workunits from ref bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T17:50:21.636 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-12T17:50:21.636 DEBUG:teuthology.orchestra.run.smithi045:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-12T17:50:21.695 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T17:50:21.695 INFO:teuthology.orchestra.run.smithi045.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-12T17:50:21.695 DEBUG:teuthology.orchestra.run.smithi045:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T17:50:21.765 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-12T17:50:21.765 DEBUG:teuthology.orchestra.run.smithi045:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-12T17:50:21.835 INFO:tasks.workunit:timeout=3h 2024-09-12T17:50:21.835 INFO:tasks.workunit:cleanup=True 2024-09-12T17:50:21.835 DEBUG:teuthology.orchestra.run.smithi045:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T17:50:21.905 INFO:tasks.workunit.client.0.smithi045.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-12T17:51:22.292 INFO:tasks.workunit.client.0.smithi045.stderr:Updating files: 90% (11493/12697) Updating files: 91% (11555/12697) Updating files: 92% (11682/12697) Updating files: 93% (11809/12697) Updating files: 94% (11936/12697) Updating files: 95% (12063/12697) Updating files: 96% (12190/12697) Updating files: 97% (12317/12697) Updating files: 98% (12444/12697) Updating files: 99% (12571/12697) Updating files: 100% (12697/12697) Updating files: 100% (12697/12697), done. 2024-09-12T17:51:22.869 INFO:tasks.workunit.client.0.smithi045.stderr:Note: switching to 'bad475c18c96ec20c5778159aa33ba72b84e9c1b'. 2024-09-12T17:51:22.869 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:51:22.870 INFO:tasks.workunit.client.0.smithi045.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-12T17:51:22.870 INFO:tasks.workunit.client.0.smithi045.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-12T17:51:22.870 INFO:tasks.workunit.client.0.smithi045.stderr:state without impacting any branches by switching back to a branch. 2024-09-12T17:51:22.870 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:51:22.870 INFO:tasks.workunit.client.0.smithi045.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-12T17:51:22.870 INFO:tasks.workunit.client.0.smithi045.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-12T17:51:22.870 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:51:22.870 INFO:tasks.workunit.client.0.smithi045.stderr: git switch -c 2024-09-12T17:51:22.870 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:51:22.870 INFO:tasks.workunit.client.0.smithi045.stderr:Or undo this operation with: 2024-09-12T17:51:22.871 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:51:22.871 INFO:tasks.workunit.client.0.smithi045.stderr: git switch - 2024-09-12T17:51:22.871 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:51:22.871 INFO:tasks.workunit.client.0.smithi045.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-12T17:51:22.871 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:51:22.871 INFO:tasks.workunit.client.0.smithi045.stderr:HEAD is now at bad475c18c9 rgw: clear output keys in RGWMetadataLister::get_next() 2024-09-12T17:51:22.875 DEBUG:teuthology.orchestra.run.smithi045:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-12T17:51:22.946 INFO:tasks.workunit.client.0.smithi045.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-12T17:51:22.949 INFO:tasks.workunit.client.0.smithi045.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T17:51:22.949 INFO:tasks.workunit.client.0.smithi045.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-12T17:51:23.000 INFO:tasks.workunit.client.0.smithi045.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-12T17:51:23.050 INFO:tasks.workunit.client.0.smithi045.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-12T17:51:23.091 INFO:tasks.workunit.client.0.smithi045.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T17:51:23.093 INFO:tasks.workunit.client.0.smithi045.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T17:51:23.093 INFO:tasks.workunit.client.0.smithi045.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-12T17:51:23.133 INFO:tasks.workunit.client.0.smithi045.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T17:51:23.136 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-12T17:51:23.137 DEBUG:teuthology.orchestra.run.smithi045:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-12T17:51:23.207 INFO:tasks.workunit:Running workunits matching rgw/test_rgw_s3_mp_reupload.sh on client.0... 2024-09-12T17:51:23.208 INFO:tasks.workunit:Running workunit rgw/test_rgw_s3_mp_reupload.sh... 2024-09-12T17:51:23.208 DEBUG:teuthology.orchestra.run.smithi045:workunit test rgw/test_rgw_s3_mp_reupload.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_s3_mp_reupload.sh 2024-09-12T17:51:23.283 INFO:tasks.workunit.client.0.smithi045.stdout:INFO: fully qualified domain name: smithi045.front.sepia.ceph.com 2024-09-12T17:51:23.283 INFO:tasks.workunit.client.0.smithi045.stdout:== TESTING *ABORTING* MULTIPART UPLOAD WITH RE-UPLOADS == 2024-09-12T17:51:23.283 INFO:tasks.workunit.client.0.smithi045.stdout:== TESTING VERSIONED BUCKET == 2024-09-12T17:51:25.908 INFO:tasks.workunit.client.0.smithi045.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.9/site-packages (21.3.1) 2024-09-12T17:51:26.109 INFO:tasks.workunit.client.0.smithi045.stdout:Collecting pip 2024-09-12T17:51:26.115 INFO:tasks.workunit.client.0.smithi045.stdout: Using cached pip-24.2-py3-none-any.whl (1.8 MB) 2024-09-12T17:51:26.161 INFO:tasks.workunit.client.0.smithi045.stdout:Installing collected packages: pip 2024-09-12T17:51:26.162 INFO:tasks.workunit.client.0.smithi045.stdout: Attempting uninstall: pip 2024-09-12T17:51:26.162 INFO:tasks.workunit.client.0.smithi045.stdout: Found existing installation: pip 21.3.1 2024-09-12T17:51:26.323 INFO:tasks.workunit.client.0.smithi045.stdout: Uninstalling pip-21.3.1: 2024-09-12T17:51:26.329 INFO:tasks.workunit.client.0.smithi045.stdout: Successfully uninstalled pip-21.3.1 2024-09-12T17:51:27.103 INFO:tasks.workunit.client.0.smithi045.stdout:Successfully installed pip-24.2 2024-09-12T17:51:27.960 INFO:tasks.workunit.client.0.smithi045.stdout:Collecting boto3 2024-09-12T17:51:27.962 INFO:tasks.workunit.client.0.smithi045.stdout: Using cached boto3-1.35.17-py3-none-any.whl.metadata (6.6 kB) 2024-09-12T17:51:28.562 INFO:tasks.workunit.client.0.smithi045.stdout:Collecting botocore<1.36.0,>=1.35.17 (from boto3) 2024-09-12T17:51:28.563 INFO:tasks.workunit.client.0.smithi045.stdout: Using cached botocore-1.35.17-py3-none-any.whl.metadata (5.7 kB) 2024-09-12T17:51:28.613 INFO:tasks.workunit.client.0.smithi045.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2024-09-12T17:51:28.614 INFO:tasks.workunit.client.0.smithi045.stdout: Using cached jmespath-1.0.1-py3-none-any.whl.metadata (7.6 kB) 2024-09-12T17:51:28.668 INFO:tasks.workunit.client.0.smithi045.stdout:Collecting s3transfer<0.11.0,>=0.10.0 (from boto3) 2024-09-12T17:51:28.669 INFO:tasks.workunit.client.0.smithi045.stdout: Using cached s3transfer-0.10.2-py3-none-any.whl.metadata (1.7 kB) 2024-09-12T17:51:28.720 INFO:tasks.workunit.client.0.smithi045.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T17:51:28.721 INFO:tasks.workunit.client.0.smithi045.stdout: Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2024-09-12T17:51:28.798 INFO:tasks.workunit.client.0.smithi045.stdout:Collecting urllib3<1.27,>=1.25.4 (from botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T17:51:28.799 INFO:tasks.workunit.client.0.smithi045.stdout: Using cached urllib3-1.26.20-py2.py3-none-any.whl.metadata (50 kB) 2024-09-12T17:51:29.059 INFO:tasks.workunit.client.0.smithi045.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T17:51:29.060 INFO:tasks.workunit.client.0.smithi045.stdout: Using cached six-1.16.0-py2.py3-none-any.whl.metadata (1.8 kB) 2024-09-12T17:51:29.064 INFO:tasks.workunit.client.0.smithi045.stdout:Using cached boto3-1.35.17-py3-none-any.whl (139 kB) 2024-09-12T17:51:29.066 INFO:tasks.workunit.client.0.smithi045.stdout:Using cached botocore-1.35.17-py3-none-any.whl (12.5 MB) 2024-09-12T17:51:29.075 INFO:tasks.workunit.client.0.smithi045.stdout:Using cached jmespath-1.0.1-py3-none-any.whl (20 kB) 2024-09-12T17:51:29.076 INFO:tasks.workunit.client.0.smithi045.stdout:Using cached s3transfer-0.10.2-py3-none-any.whl (82 kB) 2024-09-12T17:51:29.078 INFO:tasks.workunit.client.0.smithi045.stdout:Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2024-09-12T17:51:29.079 INFO:tasks.workunit.client.0.smithi045.stdout:Using cached urllib3-1.26.20-py2.py3-none-any.whl (144 kB) 2024-09-12T17:51:29.081 INFO:tasks.workunit.client.0.smithi045.stdout:Using cached six-1.16.0-py2.py3-none-any.whl (11 kB) 2024-09-12T17:51:29.156 INFO:tasks.workunit.client.0.smithi045.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2024-09-12T17:51:30.220 INFO:tasks.workunit.client.0.smithi045.stdout:Successfully installed boto3-1.35.17 botocore-1.35.17 jmespath-1.0.1 python-dateutil-2.9.0.post0 s3transfer-0.10.2 six-1.16.0 urllib3-1.26.20 2024-09-12T17:51:30.869 INFO:tasks.workunit.client.0.smithi045.stdout:INFO: creating user 2024-09-12T17:51:31.188 INFO:tasks.workunit.client.0.smithi045.stdout:{ 2024-09-12T17:51:31.189 INFO:tasks.workunit.client.0.smithi045.stdout: "user_id": "testid", 2024-09-12T17:51:31.189 INFO:tasks.workunit.client.0.smithi045.stdout: "display_name": "M. Tester", 2024-09-12T17:51:31.189 INFO:tasks.workunit.client.0.smithi045.stdout: "email": "tester@ceph.com", 2024-09-12T17:51:31.189 INFO:tasks.workunit.client.0.smithi045.stdout: "suspended": 0, 2024-09-12T17:51:31.189 INFO:tasks.workunit.client.0.smithi045.stdout: "max_buckets": 1000, 2024-09-12T17:51:31.189 INFO:tasks.workunit.client.0.smithi045.stdout: "subusers": [], 2024-09-12T17:51:31.189 INFO:tasks.workunit.client.0.smithi045.stdout: "keys": [ 2024-09-12T17:51:31.189 INFO:tasks.workunit.client.0.smithi045.stdout: { 2024-09-12T17:51:31.189 INFO:tasks.workunit.client.0.smithi045.stdout: "user": "testid", 2024-09-12T17:51:31.189 INFO:tasks.workunit.client.0.smithi045.stdout: "access_key": "0555b35654ad1656d804", 2024-09-12T17:51:31.190 INFO:tasks.workunit.client.0.smithi045.stdout: "secret_key": "h7GhxuBLTrlhVUyxSPUKUV8r/2EI4ngqJxD7iBdBYLhwluN30JaT3Q==", 2024-09-12T17:51:31.190 INFO:tasks.workunit.client.0.smithi045.stdout: "active": true, 2024-09-12T17:51:31.190 INFO:tasks.workunit.client.0.smithi045.stdout: "create_date": "2024-09-12T17:51:31.182982Z" 2024-09-12T17:51:31.190 INFO:tasks.workunit.client.0.smithi045.stdout: } 2024-09-12T17:51:31.190 INFO:tasks.workunit.client.0.smithi045.stdout: ], 2024-09-12T17:51:31.190 INFO:tasks.workunit.client.0.smithi045.stdout: "swift_keys": [], 2024-09-12T17:51:31.190 INFO:tasks.workunit.client.0.smithi045.stdout: "caps": [], 2024-09-12T17:51:31.190 INFO:tasks.workunit.client.0.smithi045.stdout: "op_mask": "read, write, delete", 2024-09-12T17:51:31.190 INFO:tasks.workunit.client.0.smithi045.stdout: "default_placement": "", 2024-09-12T17:51:31.190 INFO:tasks.workunit.client.0.smithi045.stdout: "default_storage_class": "", 2024-09-12T17:51:31.190 INFO:tasks.workunit.client.0.smithi045.stdout: "placement_tags": [], 2024-09-12T17:51:31.190 INFO:tasks.workunit.client.0.smithi045.stdout: "bucket_quota": { 2024-09-12T17:51:31.190 INFO:tasks.workunit.client.0.smithi045.stdout: "enabled": false, 2024-09-12T17:51:31.191 INFO:tasks.workunit.client.0.smithi045.stdout: "check_on_raw": false, 2024-09-12T17:51:31.191 INFO:tasks.workunit.client.0.smithi045.stdout: "max_size": -1, 2024-09-12T17:51:31.191 INFO:tasks.workunit.client.0.smithi045.stdout: "max_size_kb": 0, 2024-09-12T17:51:31.191 INFO:tasks.workunit.client.0.smithi045.stdout: "max_objects": -1 2024-09-12T17:51:31.191 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:51:31.191 INFO:tasks.workunit.client.0.smithi045.stdout: "user_quota": { 2024-09-12T17:51:31.191 INFO:tasks.workunit.client.0.smithi045.stdout: "enabled": false, 2024-09-12T17:51:31.191 INFO:tasks.workunit.client.0.smithi045.stdout: "check_on_raw": false, 2024-09-12T17:51:31.191 INFO:tasks.workunit.client.0.smithi045.stdout: "max_size": -1, 2024-09-12T17:51:31.191 INFO:tasks.workunit.client.0.smithi045.stdout: "max_size_kb": 0, 2024-09-12T17:51:31.191 INFO:tasks.workunit.client.0.smithi045.stdout: "max_objects": -1 2024-09-12T17:51:31.191 INFO:tasks.workunit.client.0.smithi045.stdout: }, 2024-09-12T17:51:31.191 INFO:tasks.workunit.client.0.smithi045.stdout: "temp_url_keys": [], 2024-09-12T17:51:31.192 INFO:tasks.workunit.client.0.smithi045.stdout: "type": "rgw", 2024-09-12T17:51:31.192 INFO:tasks.workunit.client.0.smithi045.stdout: "mfa_ids": [], 2024-09-12T17:51:31.192 INFO:tasks.workunit.client.0.smithi045.stdout: "account_id": "", 2024-09-12T17:51:31.192 INFO:tasks.workunit.client.0.smithi045.stdout: "path": "/", 2024-09-12T17:51:31.192 INFO:tasks.workunit.client.0.smithi045.stdout: "create_date": "2024-09-12T17:51:31.182973Z", 2024-09-12T17:51:31.192 INFO:tasks.workunit.client.0.smithi045.stdout: "tags": [], 2024-09-12T17:51:31.192 INFO:tasks.workunit.client.0.smithi045.stdout: "group_ids": [] 2024-09-12T17:51:31.192 INFO:tasks.workunit.client.0.smithi045.stdout:} 2024-09-12T17:51:31.192 INFO:tasks.workunit.client.0.smithi045.stdout: 2024-09-12T17:51:37.019 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi045.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:51:37.019 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:51:37.032 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi045.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:51:37.032 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:51:37.053 INFO:tasks.workunit.client.0.smithi045.stderr:5+0 records in 2024-09-12T17:51:37.053 INFO:tasks.workunit.client.0.smithi045.stderr:5+0 records out 2024-09-12T17:51:37.053 INFO:tasks.workunit.client.0.smithi045.stderr:5242880 bytes (5.2 MB, 5.0 MiB) copied, 0.0147415 s, 356 MB/s 2024-09-12T17:51:37.056 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi045.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:51:37.057 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:51:37.114 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi045.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:51:37.114 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:51:37.178 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi045.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:51:37.178 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:51:37.240 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi045.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:51:37.240 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:51:37.303 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi045.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:51:37.304 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:51:37.370 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi045.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:51:37.370 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:51:37.430 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi045.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:51:37.430 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:51:37.494 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi045.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:51:37.494 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:51:37.557 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi045.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:51:37.557 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:51:37.620 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi045.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:51:37.621 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:51:37.681 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi045.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:51:37.681 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:51:37.738 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi045.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:51:37.738 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:51:37.800 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi045.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:51:37.801 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:51:37.859 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi045.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:51:37.859 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:51:37.916 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi045.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:51:37.916 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:51:37.928 INFO:tasks.workunit.client.0.smithi045.stdout:bucket nams is reupload-bkt-122632 2024-09-12T17:51:37.928 INFO:tasks.workunit.client.0.smithi045.stdout:endpoint is https://smithi045.front.sepia.ceph.com:443 2024-09-12T17:51:37.928 INFO:tasks.workunit.client.0.smithi045.stdout:start UploadId=2~Ul7CiP0M3MzhVevugqHMAYWEg621HR6 2024-09-12T17:51:37.928 INFO:tasks.workunit.client.0.smithi045.stdout:phase 1 uploaded part {'ETag': '"7de8948bf4684eb41731bd8c14894875"', 'PartNumber': 1} 2024-09-12T17:51:37.928 INFO:tasks.workunit.client.0.smithi045.stdout:phase 1 uploaded part {'ETag': '"7de8948bf4684eb41731bd8c14894875"', 'PartNumber': 2} 2024-09-12T17:51:37.928 INFO:tasks.workunit.client.0.smithi045.stdout:phase 2 uploaded part {'ETag': '"7de8948bf4684eb41731bd8c14894875"', 'PartNumber': 1} 2024-09-12T17:51:37.929 INFO:tasks.workunit.client.0.smithi045.stdout:phase 2 uploaded part {'ETag': '"7de8948bf4684eb41731bd8c14894875"', 'PartNumber': 1} 2024-09-12T17:51:37.929 INFO:tasks.workunit.client.0.smithi045.stdout:phase 2 uploaded part {'ETag': '"7de8948bf4684eb41731bd8c14894875"', 'PartNumber': 1} 2024-09-12T17:51:37.929 INFO:tasks.workunit.client.0.smithi045.stdout:phase 2 uploaded part {'ETag': '"7de8948bf4684eb41731bd8c14894875"', 'PartNumber': 1} 2024-09-12T17:51:37.929 INFO:tasks.workunit.client.0.smithi045.stdout:phase 2 uploaded part {'ETag': '"7de8948bf4684eb41731bd8c14894875"', 'PartNumber': 1} 2024-09-12T17:51:37.929 INFO:tasks.workunit.client.0.smithi045.stdout:phase 2 uploaded part {'ETag': '"7de8948bf4684eb41731bd8c14894875"', 'PartNumber': 1} 2024-09-12T17:51:37.929 INFO:tasks.workunit.client.0.smithi045.stdout:phase 2 uploaded part {'ETag': '"7de8948bf4684eb41731bd8c14894875"', 'PartNumber': 1} 2024-09-12T17:51:37.929 INFO:tasks.workunit.client.0.smithi045.stdout:phase 2 uploaded part {'ETag': '"7de8948bf4684eb41731bd8c14894875"', 'PartNumber': 1} 2024-09-12T17:51:37.929 INFO:tasks.workunit.client.0.smithi045.stdout:phase 2 uploaded part {'ETag': '"7de8948bf4684eb41731bd8c14894875"', 'PartNumber': 1} 2024-09-12T17:51:37.929 INFO:tasks.workunit.client.0.smithi045.stdout:phase 2 uploaded part {'ETag': '"7de8948bf4684eb41731bd8c14894875"', 'PartNumber': 1} 2024-09-12T17:51:37.929 INFO:tasks.workunit.client.0.smithi045.stdout:phase 2 uploaded part {'ETag': '"7de8948bf4684eb41731bd8c14894875"', 'PartNumber': 1} 2024-09-12T17:51:37.929 INFO:tasks.workunit.client.0.smithi045.stdout:aborting multipart upload, parts=[{'ETag': '"7de8948bf4684eb41731bd8c14894875"', 'PartNumber': 1}, {'ETag': '"7de8948bf4684eb41731bd8c14894875"', 'PartNumber': 2}] 2024-09-12T17:51:39.340 INFO:tasks.workunit.client.0.smithi045.stdout:radosgw-admin bucket radoslist: 2024-09-12T17:51:39.605 INFO:tasks.workunit.client.0.smithi045.stdout:rados ls: 2024-09-12T17:51:39.610 INFO:tasks.workunit.client.0.smithi045.stdout:== PASSED == 2024-09-12T17:51:39.610 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:51:39.610 DEBUG:teuthology.orchestra.run.smithi045:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:51:39.691 INFO:tasks.workunit:Stopping ['rgw/test_rgw_s3_mp_reupload.sh'] on client.0... 2024-09-12T17:51:39.691 DEBUG:teuthology.orchestra.run.smithi045:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-12T17:51:40.070 DEBUG:teuthology.parallel:result is None 2024-09-12T17:51:40.071 DEBUG:teuthology.orchestra.run.smithi045:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T17:51:40.111 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T17:51:40.112 DEBUG:teuthology.orchestra.run.smithi045:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T17:51:40.181 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T17:51:40.182 INFO:teuthology.run_tasks:Running task ragweed... 2024-09-12T17:51:40.198 DEBUG:tasks.ragweed:ragweed config is {'client.0': {'default-branch': 'ceph-master', 'rgw_server': 'client.0', 'stages': 'prepare,check'}} 2024-09-12T17:51:40.199 INFO:tasks.ragweed:Downloading ragweed... 2024-09-12T17:51:40.199 INFO:tasks.ragweed:Using branch 'wip-rgw-meta-handlers' for ragweed 2024-09-12T17:51:40.199 DEBUG:teuthology.orchestra.run.smithi045:> git clone -b wip-rgw-meta-handlers https://git.ceph.com/ragweed.git /home/ubuntu/cephtest/ragweed.client.0 2024-09-12T17:51:40.250 INFO:teuthology.orchestra.run.smithi045.stderr:Cloning into '/home/ubuntu/cephtest/ragweed.client.0'... 2024-09-12T17:51:40.282 INFO:teuthology.orchestra.run.smithi045.stderr:fatal: Remote branch wip-rgw-meta-handlers not found in upstream origin 2024-09-12T17:51:40.282 DEBUG:teuthology.orchestra.run:got remote process result: 128 2024-09-12T17:51:40.283 INFO:tasks.ragweed:Using branch 'ceph-master' for ragweed 2024-09-12T17:51:40.283 DEBUG:teuthology.orchestra.run.smithi045:> git clone -b ceph-master https://git.ceph.com/ragweed.git /home/ubuntu/cephtest/ragweed.client.0 2024-09-12T17:51:40.353 INFO:teuthology.orchestra.run.smithi045.stderr:Cloning into '/home/ubuntu/cephtest/ragweed.client.0'... 2024-09-12T17:51:40.528 INFO:tasks.ragweed:Creating rgw users... 2024-09-12T17:51:40.529 DEBUG:tasks.ragweed:Creating user ragweed.client.0 on client.0 2024-09-12T17:51:40.529 DEBUG:teuthology.orchestra.run.smithi045:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid ragweed.client.0 --display-name 'Mr. ragweed.client.0' --access-key WZQTBAGZAFBLMVAOBTKG --secret ZihB1p/rglLY+gG7QVMfec7ltHNMnFpGSxvpQ8qG6jc3GMpdiVbtwA== --email ragweed.client.0+test@test.test --system false 2024-09-12T17:51:40.637 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:51:40.637 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:51:40.672 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.671+0000 7f476febb800 20 rados->read ofs=0 len=0 2024-09-12T17:51:40.677 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.672+0000 7f476febb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:51:40.677 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.672+0000 7f476febb800 20 realm 2024-09-12T17:51:40.677 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.672+0000 7f476febb800 20 rados->read ofs=0 len=0 2024-09-12T17:51:40.677 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.672+0000 7f476febb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:51:40.677 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.672+0000 7f476febb800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:51:40.677 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.672+0000 7f476febb800 20 rados->read ofs=0 len=0 2024-09-12T17:51:40.677 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.673+0000 7f476febb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:51:40.677 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.673+0000 7f476febb800 20 rados->read ofs=0 len=0 2024-09-12T17:51:40.677 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.673+0000 7f476febb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:51:40.678 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.673+0000 7f476febb800 20 rados->read ofs=0 len=0 2024-09-12T17:51:40.678 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.674+0000 7f476febb800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:51:40.678 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.674+0000 7f476febb800 20 searching for the correct realm 2024-09-12T17:51:40.678 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.677+0000 7f476d1a4640 0 -- 172.21.15.45:0/4027220293 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x55b352996430 msgr2=0x55b352998820 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:51:40.682 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.681+0000 7f476d9a5640 0 -- 172.21.15.45:0/4027220293 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f47640d68b0 msgr2=0x7f47640a12c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:51:40.888 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.886+0000 7f476febb800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:51:40.888 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.886+0000 7f476febb800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:51:40.888 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.886+0000 7f476febb800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:51:40.889 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.886+0000 7f476febb800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:51:40.889 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.886+0000 7f476febb800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:51:40.889 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.886+0000 7f476febb800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:51:40.889 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.886+0000 7f476febb800 20 rados->read ofs=0 len=0 2024-09-12T17:51:40.889 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.887+0000 7f476febb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:51:40.889 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.887+0000 7f476febb800 20 rados->read ofs=0 len=0 2024-09-12T17:51:40.890 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.887+0000 7f476febb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:51:40.890 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.887+0000 7f476febb800 20 rados->read ofs=0 len=0 2024-09-12T17:51:40.890 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.887+0000 7f476febb800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:51:40.890 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.887+0000 7f476febb800 20 zone default found 2024-09-12T17:51:40.890 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.887+0000 7f476febb800 4 Realm: () 2024-09-12T17:51:40.891 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.887+0000 7f476febb800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:51:40.891 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.887+0000 7f476febb800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:51:40.891 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.887+0000 7f476febb800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:51:40.891 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.887+0000 7f476febb800 20 zonegroup default 2024-09-12T17:51:40.891 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.887+0000 7f476febb800 20 rados->read ofs=0 len=0 2024-09-12T17:51:40.891 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.888+0000 7f476febb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:51:40.891 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.888+0000 7f476febb800 20 rados->read ofs=0 len=0 2024-09-12T17:51:40.891 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.888+0000 7f476febb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:51:40.891 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.888+0000 7f476febb800 20 rados->read ofs=0 len=0 2024-09-12T17:51:40.891 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.888+0000 7f476febb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:51:40.891 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.888+0000 7f476febb800 20 started sync module instance, tier type = 2024-09-12T17:51:40.891 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.888+0000 7f476febb800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:51:40.899 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.898+0000 7f476febb800 20 add_watcher() i=0 2024-09-12T17:51:40.899 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.898+0000 7f476febb800 20 add_watcher() i=1 2024-09-12T17:51:40.899 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.898+0000 7f476febb800 20 add_watcher() i=2 2024-09-12T17:51:40.899 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.898+0000 7f476febb800 20 add_watcher() i=3 2024-09-12T17:51:40.899 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.898+0000 7f476febb800 20 add_watcher() i=4 2024-09-12T17:51:40.899 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.898+0000 7f476febb800 20 add_watcher() i=5 2024-09-12T17:51:40.900 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.898+0000 7f476febb800 20 add_watcher() i=6 2024-09-12T17:51:40.900 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.898+0000 7f476febb800 20 add_watcher() i=7 2024-09-12T17:51:40.900 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.898+0000 7f476febb800 2 all 8 watchers are set, enabling cache 2024-09-12T17:51:40.902 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.900+0000 7f461f7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:51:40.902 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.900+0000 7f476febb800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:51:40.902 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.900+0000 7f476febb800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:51:40.903 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.900+0000 7f476febb800 5 note: GC not initialized 2024-09-12T17:51:40.903 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.901+0000 7f461e7fc640 20 reqs_thread_entry: start 2024-09-12T17:51:40.903 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.901+0000 7f476febb800 20 init_complete bucket index max shards: 1 2024-09-12T17:51:40.903 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.901+0000 7f476febb800 20 Filter name: none 2024-09-12T17:51:40.903 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.901+0000 7f458ffff640 20 reqs_thread_entry: start 2024-09-12T17:51:40.903 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.901+0000 7f476febb800 10 cache get: name=default.rgw.meta+users.uid+ragweed.client.0 : miss 2024-09-12T17:51:40.903 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.901+0000 7f476febb800 20 rados->read ofs=0 len=0 2024-09-12T17:51:40.904 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.901+0000 7f476febb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:51:40.904 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.901+0000 7f476febb800 10 cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x0 2024-09-12T17:51:40.904 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.901+0000 7f476febb800 10 adding default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2024-09-12T17:51:40.904 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.901+0000 7f476febb800 10 cache get: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test : miss 2024-09-12T17:51:40.904 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.901+0000 7f476febb800 20 rados->read ofs=0 len=0 2024-09-12T17:51:40.904 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.902+0000 7f476febb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:51:40.904 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.902+0000 7f476febb800 10 cache put: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test info.flags=0x0 2024-09-12T17:51:40.904 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.902+0000 7f476febb800 10 adding default.rgw.meta+users.email+ragweed.client.0+test@test.test to cache LRU end 2024-09-12T17:51:40.904 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.902+0000 7f476febb800 10 cache get: name=default.rgw.meta+users.keys+WZQTBAGZAFBLMVAOBTKG : miss 2024-09-12T17:51:40.905 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.902+0000 7f476febb800 20 rados->read ofs=0 len=0 2024-09-12T17:51:40.905 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.902+0000 7f476febb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:51:40.905 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.902+0000 7f476febb800 10 cache put: name=default.rgw.meta+users.keys+WZQTBAGZAFBLMVAOBTKG info.flags=0x0 2024-09-12T17:51:40.905 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.902+0000 7f476febb800 10 adding default.rgw.meta+users.keys+WZQTBAGZAFBLMVAOBTKG to cache LRU end 2024-09-12T17:51:40.905 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.902+0000 7f476febb800 10 cache get: name=default.rgw.meta+users.keys+WZQTBAGZAFBLMVAOBTKG : hit (negative entry) 2024-09-12T17:51:40.905 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.902+0000 7f476febb800 10 cache get: name=default.rgw.meta+users.keys+WZQTBAGZAFBLMVAOBTKG : hit (negative entry) 2024-09-12T17:51:40.905 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.903+0000 7f476febb800 10 cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x17 2024-09-12T17:51:40.906 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.903+0000 7f476febb800 10 moving default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2024-09-12T17:51:40.906 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.903+0000 7f476febb800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.uid:ragweed.client.0, ofs0, ns] 2024-09-12T17:51:40.906 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.904+0000 7f46517fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660502 cookie 94228673335472 notifier 5564 bl.length()=675 2024-09-12T17:51:40.906 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.904+0000 7f46517fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x17 2024-09-12T17:51:40.906 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.904+0000 7f46517fa640 10 rgw watcher librados: moving default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2024-09-12T17:51:40.907 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.905+0000 7f476febb800 10 cache put: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test info.flags=0x7 2024-09-12T17:51:40.907 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.905+0000 7f476febb800 10 moving default.rgw.meta+users.email+ragweed.client.0+test@test.test to cache LRU end 2024-09-12T17:51:40.907 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.905+0000 7f476febb800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.email:ragweed.client.0+test@test.test, ofs0, ns] 2024-09-12T17:51:40.907 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.906+0000 7f46517fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660496 cookie 94228673327024 notifier 5564 bl.length()=202 2024-09-12T17:51:40.907 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.906+0000 7f46517fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test info.flags=0x7 2024-09-12T17:51:40.907 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.906+0000 7f46517fa640 10 rgw watcher librados: moving default.rgw.meta+users.email+ragweed.client.0+test@test.test to cache LRU end 2024-09-12T17:51:40.909 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.907+0000 7f476febb800 10 cache put: name=default.rgw.meta+users.keys+WZQTBAGZAFBLMVAOBTKG info.flags=0x7 2024-09-12T17:51:40.909 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.907+0000 7f476febb800 10 moving default.rgw.meta+users.keys+WZQTBAGZAFBLMVAOBTKG to cache LRU end 2024-09-12T17:51:40.909 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.907+0000 7f476febb800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:users.keys:WZQTBAGZAFBLMVAOBTKG, ofs0, ns] 2024-09-12T17:51:40.909 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.907+0000 7f4650ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660498 cookie 94228673328080 notifier 5564 bl.length()=190 2024-09-12T17:51:40.909 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.907+0000 7f4650ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+WZQTBAGZAFBLMVAOBTKG info.flags=0x7 2024-09-12T17:51:40.909 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.907+0000 7f4650ff9640 10 rgw watcher librados: moving default.rgw.meta+users.keys+WZQTBAGZAFBLMVAOBTKG to cache LRU end 2024-09-12T17:51:40.910 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2024-09-12T17:51:40.910 INFO:teuthology.orchestra.run.smithi045.stdout: "user_id": "ragweed.client.0", 2024-09-12T17:51:40.910 INFO:teuthology.orchestra.run.smithi045.stdout: "display_name": "Mr. ragweed.client.0", 2024-09-12T17:51:40.910 INFO:teuthology.orchestra.run.smithi045.stdout: "email": "ragweed.client.0+test@test.test", 2024-09-12T17:51:40.910 INFO:teuthology.orchestra.run.smithi045.stdout: "suspended": 0, 2024-09-12T17:51:40.910 INFO:teuthology.orchestra.run.smithi045.stdout: "max_buckets": 1000, 2024-09-12T17:51:40.910 INFO:teuthology.orchestra.run.smithi045.stdout: "subusers": [], 2024-09-12T17:51:40.910 INFO:teuthology.orchestra.run.smithi045.stdout: "keys": [ 2024-09-12T17:51:40.910 INFO:teuthology.orchestra.run.smithi045.stdout: { 2024-09-12T17:51:40.910 INFO:teuthology.orchestra.run.smithi045.stdout: "user": "ragweed.client.0", 2024-09-12T17:51:40.910 INFO:teuthology.orchestra.run.smithi045.stdout: "access_key": "WZQTBAGZAFBLMVAOBTKG", 2024-09-12T17:51:40.911 INFO:teuthology.orchestra.run.smithi045.stdout: "secret_key": "ZihB1p/rglLY+gG7QVMfec7ltHNMnFpGSxvpQ8qG6jc3GMpdiVbtwA==", 2024-09-12T17:51:40.911 INFO:teuthology.orchestra.run.smithi045.stdout: "active": true, 2024-09-12T17:51:40.911 INFO:teuthology.orchestra.run.smithi045.stdout: "create_date": "2024-09-12T17:51:40.903951Z" 2024-09-12T17:51:40.911 INFO:teuthology.orchestra.run.smithi045.stdout: } 2024-09-12T17:51:40.911 INFO:teuthology.orchestra.run.smithi045.stdout: ], 2024-09-12T17:51:40.911 INFO:teuthology.orchestra.run.smithi045.stdout: "swift_keys": [], 2024-09-12T17:51:40.911 INFO:teuthology.orchestra.run.smithi045.stdout: "caps": [], 2024-09-12T17:51:40.911 INFO:teuthology.orchestra.run.smithi045.stdout: "op_mask": "read, write, delete", 2024-09-12T17:51:40.911 INFO:teuthology.orchestra.run.smithi045.stdout: "default_placement": "", 2024-09-12T17:51:40.911 INFO:teuthology.orchestra.run.smithi045.stdout: "default_storage_class": "", 2024-09-12T17:51:40.911 INFO:teuthology.orchestra.run.smithi045.stdout: "placement_tags": [], 2024-09-12T17:51:40.911 INFO:teuthology.orchestra.run.smithi045.stdout: "bucket_quota": { 2024-09-12T17:51:40.911 INFO:teuthology.orchestra.run.smithi045.stdout: "enabled": false, 2024-09-12T17:51:40.911 INFO:teuthology.orchestra.run.smithi045.stdout: "check_on_raw": false, 2024-09-12T17:51:40.912 INFO:teuthology.orchestra.run.smithi045.stdout: "max_size": -1, 2024-09-12T17:51:40.912 INFO:teuthology.orchestra.run.smithi045.stdout: "max_size_kb": 0, 2024-09-12T17:51:40.912 INFO:teuthology.orchestra.run.smithi045.stdout: "max_objects": -1 2024-09-12T17:51:40.912 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-12T17:51:40.912 INFO:teuthology.orchestra.run.smithi045.stdout: "user_quota": { 2024-09-12T17:51:40.912 INFO:teuthology.orchestra.run.smithi045.stdout: "enabled": false, 2024-09-12T17:51:40.912 INFO:teuthology.orchestra.run.smithi045.stdout: "check_on_raw": false, 2024-09-12T17:51:40.912 INFO:teuthology.orchestra.run.smithi045.stdout: "max_size": -1, 2024-09-12T17:51:40.912 INFO:teuthology.orchestra.run.smithi045.stdout: "max_size_kb": 0, 2024-09-12T17:51:40.912 INFO:teuthology.orchestra.run.smithi045.stdout: "max_objects": -1 2024-09-12T17:51:40.912 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-12T17:51:40.912 INFO:teuthology.orchestra.run.smithi045.stdout: "temp_url_keys": [], 2024-09-12T17:51:40.912 INFO:teuthology.orchestra.run.smithi045.stdout: "type": "rgw", 2024-09-12T17:51:40.913 INFO:teuthology.orchestra.run.smithi045.stdout: "mfa_ids": [], 2024-09-12T17:51:40.913 INFO:teuthology.orchestra.run.smithi045.stdout: "account_id": "", 2024-09-12T17:51:40.913 INFO:teuthology.orchestra.run.smithi045.stdout: "path": "/", 2024-09-12T17:51:40.913 INFO:teuthology.orchestra.run.smithi045.stdout: "create_date": "2024-09-12T17:51:40.903937Z", 2024-09-12T17:51:40.913 INFO:teuthology.orchestra.run.smithi045.stdout: "tags": [], 2024-09-12T17:51:40.913 INFO:teuthology.orchestra.run.smithi045.stdout: "group_ids": [] 2024-09-12T17:51:40.913 INFO:teuthology.orchestra.run.smithi045.stdout:} 2024-09-12T17:51:40.913 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:51:40.914 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.909+0000 7f461f7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:51:40.914 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.911+0000 7f476febb800 20 remove_watcher() i=0 2024-09-12T17:51:40.914 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.911+0000 7f476febb800 2 removed watcher, disabling cache 2024-09-12T17:51:40.914 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.912+0000 7f476febb800 20 remove_watcher() i=1 2024-09-12T17:51:40.914 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.913+0000 7f476febb800 20 remove_watcher() i=2 2024-09-12T17:51:40.915 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.914+0000 7f476febb800 20 remove_watcher() i=3 2024-09-12T17:51:40.916 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.915+0000 7f476febb800 20 remove_watcher() i=4 2024-09-12T17:51:40.918 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.916+0000 7f476febb800 20 remove_watcher() i=5 2024-09-12T17:51:40.919 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.917+0000 7f476febb800 20 remove_watcher() i=6 2024-09-12T17:51:40.920 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:40.918+0000 7f476febb800 20 remove_watcher() i=7 2024-09-12T17:51:40.932 DEBUG:tasks.ragweed:Creating user sysuser.client.0 on client.0 2024-09-12T17:51:40.932 DEBUG:teuthology.orchestra.run.smithi045:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid sysuser.client.0 --display-name 'Mr. sysuser.client.0' --access-key TQMAZTVVMJBWDPLMWFMO --secret qlgJRD9FRdgU6LizeyL2j3PyPhQ55nyDeOG4t3UX93D71sR3iRURaQ== --email sysuser.client.0+test@test.test --system true 2024-09-12T17:51:41.001 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:51:41.001 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:51:41.037 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.035+0000 7f0f2d137800 20 rados->read ofs=0 len=0 2024-09-12T17:51:41.039 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.037+0000 7f0f2d137800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:51:41.039 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.037+0000 7f0f2d137800 20 realm 2024-09-12T17:51:41.039 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.037+0000 7f0f2d137800 20 rados->read ofs=0 len=0 2024-09-12T17:51:41.039 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.037+0000 7f0f2d137800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:51:41.039 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.037+0000 7f0f2d137800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:51:41.039 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.037+0000 7f0f2d137800 20 rados->read ofs=0 len=0 2024-09-12T17:51:41.039 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.038+0000 7f0f2d137800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:51:41.039 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.038+0000 7f0f2d137800 20 rados->read ofs=0 len=0 2024-09-12T17:51:41.040 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.038+0000 7f0f2d137800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:51:41.040 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.038+0000 7f0f2d137800 20 rados->read ofs=0 len=0 2024-09-12T17:51:41.040 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.039+0000 7f0f2d137800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:51:41.040 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.039+0000 7f0f2d137800 20 searching for the correct realm 2024-09-12T17:51:41.042 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.041+0000 7f0f23fff640 0 -- 172.21.15.45:0/666819698 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f0f1c08b030 msgr2=0x7f0f1c08b410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:51:41.046 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.045+0000 7f0f28e21640 0 -- 172.21.15.45:0/666819698 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f0f14042fd0 msgr2=0x7f0f14098a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:51:41.255 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.252+0000 7f0f2d137800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:51:41.255 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.252+0000 7f0f2d137800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:51:41.255 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.252+0000 7f0f2d137800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:51:41.255 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.252+0000 7f0f2d137800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:51:41.255 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.252+0000 7f0f2d137800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:51:41.255 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.252+0000 7f0f2d137800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:51:41.255 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.252+0000 7f0f2d137800 20 rados->read ofs=0 len=0 2024-09-12T17:51:41.255 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.252+0000 7f0f2d137800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:51:41.255 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.252+0000 7f0f2d137800 20 rados->read ofs=0 len=0 2024-09-12T17:51:41.256 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.253+0000 7f0f2d137800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:51:41.256 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.253+0000 7f0f2d137800 20 rados->read ofs=0 len=0 2024-09-12T17:51:41.256 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.253+0000 7f0f2d137800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:51:41.256 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.253+0000 7f0f2d137800 20 zone default found 2024-09-12T17:51:41.256 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.253+0000 7f0f2d137800 4 Realm: () 2024-09-12T17:51:41.256 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.253+0000 7f0f2d137800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:51:41.256 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.253+0000 7f0f2d137800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:51:41.256 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.253+0000 7f0f2d137800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:51:41.256 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.253+0000 7f0f2d137800 20 zonegroup default 2024-09-12T17:51:41.256 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.253+0000 7f0f2d137800 20 rados->read ofs=0 len=0 2024-09-12T17:51:41.256 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.253+0000 7f0f2d137800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:51:41.256 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.253+0000 7f0f2d137800 20 rados->read ofs=0 len=0 2024-09-12T17:51:41.257 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.254+0000 7f0f2d137800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:51:41.257 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.254+0000 7f0f2d137800 20 rados->read ofs=0 len=0 2024-09-12T17:51:41.257 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.254+0000 7f0f2d137800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:51:41.257 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.254+0000 7f0f2d137800 20 started sync module instance, tier type = 2024-09-12T17:51:41.257 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.254+0000 7f0f2d137800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:51:41.265 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.263+0000 7f0f2d137800 20 add_watcher() i=0 2024-09-12T17:51:41.265 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.263+0000 7f0f2d137800 20 add_watcher() i=1 2024-09-12T17:51:41.265 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.263+0000 7f0f2d137800 20 add_watcher() i=2 2024-09-12T17:51:41.265 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.263+0000 7f0f2d137800 20 add_watcher() i=3 2024-09-12T17:51:41.265 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.263+0000 7f0f2d137800 20 add_watcher() i=4 2024-09-12T17:51:41.265 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.263+0000 7f0f2d137800 20 add_watcher() i=5 2024-09-12T17:51:41.265 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.263+0000 7f0f2d137800 20 add_watcher() i=6 2024-09-12T17:51:41.266 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.264+0000 7f0f2d137800 20 add_watcher() i=7 2024-09-12T17:51:41.266 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.264+0000 7f0f2d137800 2 all 8 watchers are set, enabling cache 2024-09-12T17:51:41.268 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.266+0000 7f0ddf7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:51:41.268 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.266+0000 7f0f2d137800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:51:41.268 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.266+0000 7f0f2d137800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:51:41.268 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.266+0000 7f0f2d137800 5 note: GC not initialized 2024-09-12T17:51:41.268 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.266+0000 7f0dde7e4640 20 reqs_thread_entry: start 2024-09-12T17:51:41.268 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.266+0000 7f0f2d137800 20 init_complete bucket index max shards: 1 2024-09-12T17:51:41.268 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.267+0000 7f0f2d137800 20 Filter name: none 2024-09-12T17:51:41.269 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.267+0000 7f0dd77fe640 20 reqs_thread_entry: start 2024-09-12T17:51:41.269 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.267+0000 7f0f2d137800 10 cache get: name=default.rgw.meta+users.uid+sysuser.client.0 : miss 2024-09-12T17:51:41.269 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.267+0000 7f0f2d137800 20 rados->read ofs=0 len=0 2024-09-12T17:51:41.269 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.267+0000 7f0f2d137800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:51:41.270 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.267+0000 7f0f2d137800 10 cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x0 2024-09-12T17:51:41.270 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.267+0000 7f0f2d137800 10 adding default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2024-09-12T17:51:41.270 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.267+0000 7f0f2d137800 10 cache get: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test : miss 2024-09-12T17:51:41.270 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.267+0000 7f0f2d137800 20 rados->read ofs=0 len=0 2024-09-12T17:51:41.270 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.267+0000 7f0f2d137800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:51:41.270 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.267+0000 7f0f2d137800 10 cache put: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test info.flags=0x0 2024-09-12T17:51:41.270 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.267+0000 7f0f2d137800 10 adding default.rgw.meta+users.email+sysuser.client.0+test@test.test to cache LRU end 2024-09-12T17:51:41.270 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.267+0000 7f0f2d137800 10 cache get: name=default.rgw.meta+users.keys+TQMAZTVVMJBWDPLMWFMO : miss 2024-09-12T17:51:41.270 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.267+0000 7f0f2d137800 20 rados->read ofs=0 len=0 2024-09-12T17:51:41.270 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.268+0000 7f0f2d137800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:51:41.270 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.268+0000 7f0f2d137800 10 cache put: name=default.rgw.meta+users.keys+TQMAZTVVMJBWDPLMWFMO info.flags=0x0 2024-09-12T17:51:41.270 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.268+0000 7f0f2d137800 10 adding default.rgw.meta+users.keys+TQMAZTVVMJBWDPLMWFMO to cache LRU end 2024-09-12T17:51:41.271 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.268+0000 7f0f2d137800 10 cache get: name=default.rgw.meta+users.keys+TQMAZTVVMJBWDPLMWFMO : hit (negative entry) 2024-09-12T17:51:41.271 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.268+0000 7f0f2d137800 10 cache get: name=default.rgw.meta+users.keys+TQMAZTVVMJBWDPLMWFMO : hit (negative entry) 2024-09-12T17:51:41.272 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.269+0000 7f0f2d137800 10 cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x17 2024-09-12T17:51:41.272 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.269+0000 7f0f2d137800 10 moving default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2024-09-12T17:51:41.272 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.269+0000 7f0f2d137800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.uid:sysuser.client.0, ofs0, ns] 2024-09-12T17:51:41.272 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.269+0000 7f0dfffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660497 cookie 94808543405008 notifier 5886 bl.length()=675 2024-09-12T17:51:41.272 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.269+0000 7f0dfffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x17 2024-09-12T17:51:41.272 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.269+0000 7f0dfffff640 10 rgw watcher librados: moving default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2024-09-12T17:51:41.273 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.271+0000 7f0f2d137800 10 cache put: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test info.flags=0x7 2024-09-12T17:51:41.273 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.271+0000 7f0f2d137800 10 moving default.rgw.meta+users.email+sysuser.client.0+test@test.test to cache LRU end 2024-09-12T17:51:41.273 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.271+0000 7f0f2d137800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.email:sysuser.client.0+test@test.test, ofs0, ns] 2024-09-12T17:51:41.273 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.271+0000 7f0dfffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660503 cookie 94808543403440 notifier 5886 bl.length()=202 2024-09-12T17:51:41.273 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.271+0000 7f0dfffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test info.flags=0x7 2024-09-12T17:51:41.273 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.271+0000 7f0dfffff640 10 rgw watcher librados: moving default.rgw.meta+users.email+sysuser.client.0+test@test.test to cache LRU end 2024-09-12T17:51:41.274 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.273+0000 7f0f2d137800 10 cache put: name=default.rgw.meta+users.keys+TQMAZTVVMJBWDPLMWFMO info.flags=0x7 2024-09-12T17:51:41.274 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.273+0000 7f0f2d137800 10 moving default.rgw.meta+users.keys+TQMAZTVVMJBWDPLMWFMO to cache LRU end 2024-09-12T17:51:41.274 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.273+0000 7f0f2d137800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.keys:TQMAZTVVMJBWDPLMWFMO, ofs0, ns] 2024-09-12T17:51:41.275 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.273+0000 7f0dfffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660504 cookie 94808543398240 notifier 5886 bl.length()=190 2024-09-12T17:51:41.275 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.273+0000 7f0dfffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+TQMAZTVVMJBWDPLMWFMO info.flags=0x7 2024-09-12T17:51:41.275 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.273+0000 7f0dfffff640 10 rgw watcher librados: moving default.rgw.meta+users.keys+TQMAZTVVMJBWDPLMWFMO to cache LRU end 2024-09-12T17:51:41.275 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2024-09-12T17:51:41.276 INFO:teuthology.orchestra.run.smithi045.stdout: "user_id": "sysuser.client.0", 2024-09-12T17:51:41.276 INFO:teuthology.orchestra.run.smithi045.stdout: "display_name": "Mr. sysuser.client.0", 2024-09-12T17:51:41.276 INFO:teuthology.orchestra.run.smithi045.stdout: "email": "sysuser.client.0+test@test.test", 2024-09-12T17:51:41.276 INFO:teuthology.orchestra.run.smithi045.stdout: "suspended": 0, 2024-09-12T17:51:41.276 INFO:teuthology.orchestra.run.smithi045.stdout: "max_buckets": 1000, 2024-09-12T17:51:41.276 INFO:teuthology.orchestra.run.smithi045.stdout: "subusers": [], 2024-09-12T17:51:41.276 INFO:teuthology.orchestra.run.smithi045.stdout: "keys": [ 2024-09-12T17:51:41.276 INFO:teuthology.orchestra.run.smithi045.stdout: { 2024-09-12T17:51:41.276 INFO:teuthology.orchestra.run.smithi045.stdout: "user": "sysuser.client.0", 2024-09-12T17:51:41.276 INFO:teuthology.orchestra.run.smithi045.stdout: "access_key": "TQMAZTVVMJBWDPLMWFMO", 2024-09-12T17:51:41.277 INFO:teuthology.orchestra.run.smithi045.stdout: "secret_key": "qlgJRD9FRdgU6LizeyL2j3PyPhQ55nyDeOG4t3UX93D71sR3iRURaQ==", 2024-09-12T17:51:41.277 INFO:teuthology.orchestra.run.smithi045.stdout: "active": true, 2024-09-12T17:51:41.277 INFO:teuthology.orchestra.run.smithi045.stdout: "create_date": "2024-09-12T17:51:41.269709Z" 2024-09-12T17:51:41.277 INFO:teuthology.orchestra.run.smithi045.stdout: } 2024-09-12T17:51:41.277 INFO:teuthology.orchestra.run.smithi045.stdout: ], 2024-09-12T17:51:41.277 INFO:teuthology.orchestra.run.smithi045.stdout: "swift_keys": [], 2024-09-12T17:51:41.277 INFO:teuthology.orchestra.run.smithi045.stdout: "caps": [], 2024-09-12T17:51:41.277 INFO:teuthology.orchestra.run.smithi045.stdout: "op_mask": "read, write, delete", 2024-09-12T17:51:41.277 INFO:teuthology.orchestra.run.smithi045.stdout: "system": true, 2024-09-12T17:51:41.277 INFO:teuthology.orchestra.run.smithi045.stdout: "default_placement": "", 2024-09-12T17:51:41.277 INFO:teuthology.orchestra.run.smithi045.stdout: "default_storage_class": "", 2024-09-12T17:51:41.278 INFO:teuthology.orchestra.run.smithi045.stdout: "placement_tags": [], 2024-09-12T17:51:41.278 INFO:teuthology.orchestra.run.smithi045.stdout: "bucket_quota": { 2024-09-12T17:51:41.278 INFO:teuthology.orchestra.run.smithi045.stdout: "enabled": false, 2024-09-12T17:51:41.278 INFO:teuthology.orchestra.run.smithi045.stdout: "check_on_raw": false, 2024-09-12T17:51:41.278 INFO:teuthology.orchestra.run.smithi045.stdout: "max_size": -1, 2024-09-12T17:51:41.278 INFO:teuthology.orchestra.run.smithi045.stdout: "max_size_kb": 0, 2024-09-12T17:51:41.278 INFO:teuthology.orchestra.run.smithi045.stdout: "max_objects": -1 2024-09-12T17:51:41.278 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-12T17:51:41.278 INFO:teuthology.orchestra.run.smithi045.stdout: "user_quota": { 2024-09-12T17:51:41.278 INFO:teuthology.orchestra.run.smithi045.stdout: "enabled": false, 2024-09-12T17:51:41.278 INFO:teuthology.orchestra.run.smithi045.stdout: "check_on_raw": false, 2024-09-12T17:51:41.278 INFO:teuthology.orchestra.run.smithi045.stdout: "max_size": -1, 2024-09-12T17:51:41.278 INFO:teuthology.orchestra.run.smithi045.stdout: "max_size_kb": 0, 2024-09-12T17:51:41.278 INFO:teuthology.orchestra.run.smithi045.stdout: "max_objects": -1 2024-09-12T17:51:41.279 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-12T17:51:41.279 INFO:teuthology.orchestra.run.smithi045.stdout: "temp_url_keys": [], 2024-09-12T17:51:41.279 INFO:teuthology.orchestra.run.smithi045.stdout: "type": "rgw", 2024-09-12T17:51:41.279 INFO:teuthology.orchestra.run.smithi045.stdout: "mfa_ids": [], 2024-09-12T17:51:41.279 INFO:teuthology.orchestra.run.smithi045.stdout: "account_id": "", 2024-09-12T17:51:41.279 INFO:teuthology.orchestra.run.smithi045.stdout: "path": "/", 2024-09-12T17:51:41.279 INFO:teuthology.orchestra.run.smithi045.stdout: "create_date": "2024-09-12T17:51:41.269697Z", 2024-09-12T17:51:41.279 INFO:teuthology.orchestra.run.smithi045.stdout: "tags": [], 2024-09-12T17:51:41.279 INFO:teuthology.orchestra.run.smithi045.stdout: "group_ids": [] 2024-09-12T17:51:41.279 INFO:teuthology.orchestra.run.smithi045.stdout:} 2024-09-12T17:51:41.279 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:51:41.280 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.275+0000 7f0ddf7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:51:41.280 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.277+0000 7f0f2d137800 20 remove_watcher() i=0 2024-09-12T17:51:41.280 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.277+0000 7f0f2d137800 2 removed watcher, disabling cache 2024-09-12T17:51:41.280 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.279+0000 7f0f2d137800 20 remove_watcher() i=1 2024-09-12T17:51:41.281 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.280+0000 7f0f2d137800 20 remove_watcher() i=2 2024-09-12T17:51:41.282 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.281+0000 7f0f2d137800 20 remove_watcher() i=3 2024-09-12T17:51:41.283 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.282+0000 7f0f2d137800 20 remove_watcher() i=4 2024-09-12T17:51:41.285 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.283+0000 7f0f2d137800 20 remove_watcher() i=5 2024-09-12T17:51:41.289 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.284+0000 7f0f2d137800 20 remove_watcher() i=6 2024-09-12T17:51:41.289 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:51:41.285+0000 7f0f2d137800 20 remove_watcher() i=7 2024-09-12T17:51:41.298 INFO:tasks.ragweed:Configuring ragweed... 2024-09-12T17:51:41.298 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-12T17:51:41.299 DEBUG:teuthology.orchestra.run.smithi045:> dd of=/home/ubuntu/cephtest/archive/ragweed.client.0.conf 2024-09-12T17:51:41.328 INFO:tasks.ragweed:Configuring boto... 2024-09-12T17:51:41.328 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-12T17:51:41.328 DEBUG:teuthology.orchestra.run.smithi045:> dd of=/home/ubuntu/cephtest/boto.cfg 2024-09-12T17:51:41.398 DEBUG:teuthology.orchestra.run.smithi045:ragweed tests against rgw> source /home/ubuntu/cephtest/tox-venv/bin/activate && cd /home/ubuntu/cephtest/ragweed.client.0 && RAGWEED_CONF=/home/ubuntu/cephtest/archive/ragweed.client.0.conf RAGWEED_STAGES=prepare,check BOTO_CONFIG=/home/ubuntu/cephtest/boto.cfg tox --sitepackages -- -v -m 'not fails_on_rgw' 2024-09-12T17:51:41.595 INFO:teuthology.orchestra.run.smithi045.stdout:GLOB sdist-make: /home/ubuntu/cephtest/ragweed.client.0/setup.py 2024-09-12T17:51:41.763 INFO:teuthology.orchestra.run.smithi045.stdout:py create: /home/ubuntu/cephtest/ragweed.client.0/.tox/py 2024-09-12T17:51:42.409 INFO:teuthology.orchestra.run.smithi045.stdout:py installdeps: -rrequirements.txt 2024-09-12T17:51:48.854 INFO:teuthology.orchestra.run.smithi045.stdout:py inst: /home/ubuntu/cephtest/ragweed.client.0/.tox/.tmp/package/1/ragweed-0.0.1.zip 2024-09-12T17:51:52.333 INFO:teuthology.orchestra.run.smithi045.stdout:py installed: asyncssh==2.13.2,Babel==2.9.1,bcrypt==3.2.2,boto==2.49.0,cachetools==4.2.4,ceph==1.0.0,ceph-volume==1.0.0,cephfs==2.0.0,certifi==2023.5.7,cffi==1.14.5,chardet==4.0.0,cheroot==8.6.0,CherryPy==18.6.1,cockpit @ file:///builddir/build/BUILD/cockpit-323/tmp/wheel/cockpit-323-py3-none-any.whl,cryptography==36.0.1,dasbus==1.4,dbus-python==1.2.18,distro==1.5.0,docopt==0.6.2,exceptiongroup==1.2.2,execnet==2.1.1,file-magic==0.4.0,gevent==24.2.1,google-auth==2.34.0,gpg==1.15.1,greenlet==3.1.0,grpcio==1.46.7,grpcio-tools==1.46.7,httplib2==0.22.0,idna==2.10,iniconfig==2.0.0,isodate==0.6.1,jaraco.classes==3.2.1,jaraco.collections==3.0.0,jaraco.functools==3.5.0,jaraco.text==3.2.0,Jinja2==2.11.3,jsonpatch==1.21,jsonpointer==2.0,kubernetes==26.1.0,libcomps==0.1.18,logutils==0.3.5,lxml==4.6.5,Mako==1.1.4.dev0,MarkupSafe==1.1.1,more-itertools==8.12.0,munch==4.0.0,natsort==7.1.1,nftables==0.1,numpy==1.20.1,oauthlib==3.1.1,packaging==20.9,pecan==1.4.2,perf==0.1,pexpect==4.8.0,pluggy==1.5.0,ply==3.11,portend==3.1.0,prettytable==0.7.2,protobuf==3.14.0,psutil==5.8.0,ptyprocess==0.6.0,pyasn1==0.4.8,pyasn1-modules==0.2.8,pycparser==2.20,PyGObject==3.40.1,pyOpenSSL==21.0.0,pyparsing==2.4.7,PySocks==1.7.1,pytest==8.3.3,python-dateutil==2.8.1,python-linux-procfs==0.7.3,pytz==2021.1,pyudev==0.22.0,PyYAML==5.4.1,rados==2.0.0,ragweed @ file:///home/ubuntu/cephtest/ragweed.client.0/.tox/.tmp/package/1/ragweed-0.0.1.zip#sha256=8021adfd1fe2dd680e1b70275d1614c822bce7483b0a5e95eced864bb41dbda1,rbd==2.0.0,registries-conf-ctl==1.0,remoto==1.2.1,repoze.lru==0.7,requests==2.25.1,requests-oauthlib==1.3.0,rgw==2.0.0,Routes==2.5.1,rpm==4.16.1.3,rsa==4.9,s3cmd==2.4.0,scipy==1.6.2,selinux==3.6,sepolicy==3.6,setools==4.4.4,setroubleshoot @ file:///builddir/build/BUILD/setroubleshoot-3.3.32/src,six==1.15.0,systemd-python==234,tempora==5.0.0,toml==0.10.2,tomli==2.0.1,typing_extensions==4.12.2,urllib3==1.26.5,WebOb==1.8.8,websocket-client==1.2.3,Werkzeug==2.0.3,zc.lockfile==2.0,zope.event==5.0,zope.interface==7.0.3 2024-09-12T17:51:52.333 INFO:teuthology.orchestra.run.smithi045.stdout:py run-test-pre: PYTHONHASHSEED='1107047630' 2024-09-12T17:51:52.333 INFO:teuthology.orchestra.run.smithi045.stdout:py run-test: commands[0] | python -m pytest -v -m 'not fails_on_rgw' 2024-09-12T17:51:52.539 INFO:teuthology.orchestra.run.smithi045.stdout:============================= test session starts ============================== 2024-09-12T17:51:52.539 INFO:teuthology.orchestra.run.smithi045.stdout:platform linux -- Python 3.9.19, pytest-8.3.3, pluggy-1.5.0 -- /home/ubuntu/cephtest/ragweed.client.0/.tox/py/bin/python 2024-09-12T17:51:52.539 INFO:teuthology.orchestra.run.smithi045.stdout:cachedir: .tox/py/.pytest_cache 2024-09-12T17:51:52.540 INFO:teuthology.orchestra.run.smithi045.stdout:rootdir: /home/ubuntu/cephtest/ragweed.client.0 2024-09-12T17:51:52.540 INFO:teuthology.orchestra.run.smithi045.stdout:configfile: pytest.ini 2024-09-12T17:51:52.640 INFO:teuthology.orchestra.run.smithi045.stdout:collecting ... collected 9 items 2024-09-12T17:51:52.640 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:51:54.513 INFO:teuthology.orchestra.run.smithi045.stdout:ragweed/tests/tests.py::r_test_small_obj_data::test PASSED [ 11%] 2024-09-12T17:51:55.319 INFO:teuthology.orchestra.run.smithi045.stdout:ragweed/tests/tests.py::r_test_multipart_simple::test PASSED [ 22%] 2024-09-12T17:51:56.025 INFO:teuthology.orchestra.run.smithi045.stdout:ragweed/tests/tests.py::r_test_multipart_index_versioning::test PASSED [ 33%] 2024-09-12T17:51:56.843 INFO:teuthology.orchestra.run.smithi045.stdout:ragweed/tests/tests.py::r_test_multipart_defer_complete::test PASSED [ 44%] 2024-09-12T17:51:57.593 INFO:teuthology.orchestra.run.smithi045.stdout:ragweed/tests/tests.py::r_test_multipart_defer_update_complete::test PASSED [ 55%] 2024-09-12T17:52:03.883 INFO:teuthology.orchestra.run.smithi045.stdout:ragweed/tests/tests.py::r_test_obj_storage_class::test PASSED [ 66%] 2024-09-12T17:52:05.478 INFO:teuthology.orchestra.run.smithi045.stdout:ragweed/tests/tests.py::r_test_obj_storage_class_multipart::test PASSED [ 77%] 2024-09-12T17:52:07.449 INFO:teuthology.orchestra.run.smithi045.stdout:ragweed/tests/tests.py::r_test_obj_storage_class_copy::test PASSED [ 88%] 2024-09-12T17:52:10.630 INFO:teuthology.orchestra.run.smithi045.stdout:ragweed/tests/tests.py::r_test_obj_storage_class_multipart_copy::test PASSED [100%] 2024-09-12T17:52:10.630 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:52:10.630 INFO:teuthology.orchestra.run.smithi045.stdout:=============================== warnings summary =============================== 2024-09-12T17:52:10.630 INFO:teuthology.orchestra.run.smithi045.stdout:.tox/py/lib/python3.9/site-packages/boto/plugin.py:40 2024-09-12T17:52:10.630 INFO:teuthology.orchestra.run.smithi045.stdout: /home/ubuntu/cephtest/ragweed.client.0/.tox/py/lib/python3.9/site-packages/boto/plugin.py:40: DeprecationWarning: the imp module is deprecated in favour of importlib; see the module's documentation for alternative uses 2024-09-12T17:52:10.630 INFO:teuthology.orchestra.run.smithi045.stdout: import imp 2024-09-12T17:52:10.630 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T17:52:10.630 INFO:teuthology.orchestra.run.smithi045.stdout:-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html 2024-09-12T17:52:10.631 INFO:teuthology.orchestra.run.smithi045.stdout:======================== 9 passed, 1 warning in 18.09s ========================= 2024-09-12T17:52:10.662 INFO:teuthology.orchestra.run.smithi045.stdout:___________________________________ summary ____________________________________ 2024-09-12T17:52:10.662 INFO:teuthology.orchestra.run.smithi045.stdout: py: commands succeeded 2024-09-12T17:52:10.662 INFO:teuthology.orchestra.run.smithi045.stdout: congratulations :) 2024-09-12T17:52:10.681 INFO:tasks.ragweed:Cleaning up boto... 2024-09-12T17:52:10.681 DEBUG:teuthology.orchestra.run.smithi045:> rm -f /home/ubuntu/cephtest/boto.cfg 2024-09-12T17:52:10.711 DEBUG:teuthology.orchestra.run.smithi045:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid ragweed.client.0 --purge-data 2024-09-12T17:52:10.810 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:52:10.810 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:52:10.846 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.846+0000 7f5ca8d2e800 20 rados->read ofs=0 len=0 2024-09-12T17:52:10.848 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.847+0000 7f5ca8d2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:52:10.848 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.847+0000 7f5ca8d2e800 20 realm 2024-09-12T17:52:10.848 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.847+0000 7f5ca8d2e800 20 rados->read ofs=0 len=0 2024-09-12T17:52:10.848 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.848+0000 7f5ca8d2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:52:10.848 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.848+0000 7f5ca8d2e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:52:10.849 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.848+0000 7f5ca8d2e800 20 rados->read ofs=0 len=0 2024-09-12T17:52:10.849 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.848+0000 7f5ca8d2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:52:10.849 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.848+0000 7f5ca8d2e800 20 rados->read ofs=0 len=0 2024-09-12T17:52:10.849 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.849+0000 7f5ca8d2e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:52:10.850 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.849+0000 7f5ca8d2e800 20 rados->read ofs=0 len=0 2024-09-12T17:52:10.850 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.849+0000 7f5ca8d2e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:52:10.850 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.850+0000 7f5ca8d2e800 20 searching for the correct realm 2024-09-12T17:52:10.853 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.853+0000 7f5ca516c640 0 -- 172.21.15.45:0/4207685028 >> [v2:172.21.15.45:6800/38958590,v1:172.21.15.45:6801/38958590] conn(0x5572267127a0 msgr2=0x557226714c30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:52:10.857 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.857+0000 7f5c9ffff640 0 -- 172.21.15.45:0/4207685028 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f5c9802b070 msgr2=0x7f5c9806c1c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:52:10.863 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.861+0000 7f5ca8d2e800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:52:10.863 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.861+0000 7f5ca8d2e800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:52:10.863 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.861+0000 7f5ca8d2e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:52:10.863 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.861+0000 7f5ca8d2e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:52:10.863 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.861+0000 7f5ca8d2e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:52:10.863 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.861+0000 7f5ca8d2e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:52:10.863 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.861+0000 7f5ca8d2e800 20 rados->read ofs=0 len=0 2024-09-12T17:52:10.863 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.861+0000 7f5ca8d2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:52:10.863 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.861+0000 7f5ca8d2e800 20 rados->read ofs=0 len=0 2024-09-12T17:52:10.863 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.861+0000 7f5ca8d2e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:52:10.863 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.861+0000 7f5ca8d2e800 20 rados->read ofs=0 len=0 2024-09-12T17:52:10.863 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.862+0000 7f5ca8d2e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:52:10.863 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.862+0000 7f5ca8d2e800 20 zone default found 2024-09-12T17:52:10.864 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.862+0000 7f5ca8d2e800 4 Realm: () 2024-09-12T17:52:10.864 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.862+0000 7f5ca8d2e800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:52:10.864 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.862+0000 7f5ca8d2e800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:52:10.864 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.862+0000 7f5ca8d2e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:52:10.864 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.862+0000 7f5ca8d2e800 20 zonegroup default 2024-09-12T17:52:10.864 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.862+0000 7f5ca8d2e800 20 rados->read ofs=0 len=0 2024-09-12T17:52:10.864 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.862+0000 7f5ca8d2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:52:10.864 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.862+0000 7f5ca8d2e800 20 rados->read ofs=0 len=0 2024-09-12T17:52:10.864 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.862+0000 7f5ca8d2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:52:10.864 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.862+0000 7f5ca8d2e800 20 rados->read ofs=0 len=0 2024-09-12T17:52:10.865 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.863+0000 7f5ca8d2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:52:10.865 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.863+0000 7f5ca8d2e800 20 started sync module instance, tier type = 2024-09-12T17:52:10.865 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.863+0000 7f5ca8d2e800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:52:10.873 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.872+0000 7f5ca8d2e800 20 add_watcher() i=0 2024-09-12T17:52:10.873 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.872+0000 7f5ca8d2e800 20 add_watcher() i=1 2024-09-12T17:52:10.873 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.872+0000 7f5ca8d2e800 20 add_watcher() i=2 2024-09-12T17:52:10.873 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.872+0000 7f5ca8d2e800 20 add_watcher() i=3 2024-09-12T17:52:10.873 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.872+0000 7f5ca8d2e800 20 add_watcher() i=4 2024-09-12T17:52:10.873 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.872+0000 7f5ca8d2e800 20 add_watcher() i=5 2024-09-12T17:52:10.873 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.872+0000 7f5ca8d2e800 20 add_watcher() i=6 2024-09-12T17:52:10.874 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.873+0000 7f5ca8d2e800 20 add_watcher() i=7 2024-09-12T17:52:10.874 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.873+0000 7f5ca8d2e800 2 all 8 watchers are set, enabling cache 2024-09-12T17:52:10.875 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.874+0000 7f5b5afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:52:10.875 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.875+0000 7f5ca8d2e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:52:10.875 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.875+0000 7f5ca8d2e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:52:10.915 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.910+0000 7f5b59fe3640 20 reqs_thread_entry: start 2024-09-12T17:52:10.915 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.911+0000 7f5ca8d2e800 20 init_complete bucket index max shards: 1 2024-09-12T17:52:10.915 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.911+0000 7f5ca8d2e800 20 Filter name: none 2024-09-12T17:52:10.915 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.911+0000 7f5acb7fe640 20 reqs_thread_entry: start 2024-09-12T17:52:10.916 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.911+0000 7f5ca8d2e800 10 cache get: name=default.rgw.meta+users.uid+ragweed.client.0 : miss 2024-09-12T17:52:10.916 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.911+0000 7f5ca8d2e800 20 rados->read ofs=0 len=0 2024-09-12T17:52:10.916 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.911+0000 7f5ca8d2e800 20 rados_obj.operate() r=0 bl.length=486 2024-09-12T17:52:10.916 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.911+0000 7f5ca8d2e800 10 cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x13 2024-09-12T17:52:10.916 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.911+0000 7f5ca8d2e800 10 adding default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2024-09-12T17:52:10.916 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.911+0000 7f5ca8d2e800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:52:10.917 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.912+0000 7f5ca8d2e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-conf:b6123b67-6580-4373-9691-e0e950df5f06.4566.5 : miss 2024-09-12T17:52:10.917 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.912+0000 7f5ca8d2e800 20 rados->read ofs=0 len=0 2024-09-12T17:52:10.917 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.912+0000 7f5ca8d2e800 20 rados_obj.operate() r=0 bl.length=426 2024-09-12T17:52:10.917 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.912+0000 7f5ca8d2e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-conf:b6123b67-6580-4373-9691-e0e950df5f06.4566.5 info.flags=0x17 2024-09-12T17:52:10.917 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.912+0000 7f5ca8d2e800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-conf:b6123b67-6580-4373-9691-e0e950df5f06.4566.5 to cache LRU end 2024-09-12T17:52:10.918 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.912+0000 7f5ca8d2e800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:52:10.918 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.912+0000 7f5ca8d2e800 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T17:52:10.918 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.912+0000 7f5ca8d2e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-conf:b6123b67-6580-4373-9691-e0e950df5f06.4566.5 2024-09-12T17:52:10.918 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.913+0000 7f5ca8d2e800 10 cls_bucket_list_unordered: got tests/r_test_multipart_defer_complete 2024-09-12T17:52:10.918 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.913+0000 7f5ca8d2e800 10 cls_bucket_list_unordered: got tests/r_test_multipart_defer_update_complete 2024-09-12T17:52:10.918 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.913+0000 7f5ca8d2e800 10 cls_bucket_list_unordered: got tests/r_test_multipart_index_versioning 2024-09-12T17:52:10.919 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.913+0000 7f5ca8d2e800 10 cls_bucket_list_unordered: got tests/r_test_multipart_simple 2024-09-12T17:52:10.919 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.913+0000 7f5ca8d2e800 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class 2024-09-12T17:52:10.919 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.913+0000 7f5ca8d2e800 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class_copy 2024-09-12T17:52:10.919 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.913+0000 7f5ca8d2e800 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class_multipart 2024-09-12T17:52:10.919 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.913+0000 7f5ca8d2e800 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class_multipart_copy 2024-09-12T17:52:10.919 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.913+0000 7f5ca8d2e800 10 cls_bucket_list_unordered: got tests/r_test_small_obj_data 2024-09-12T17:52:10.920 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.913+0000 7f5ca8d2e800 20 get_obj_state: octx=0x5572266c35c0 obj=test-client.0-conf:tests/r_test_multipart_defer_complete state=0x5572267df548 s->prefetch_data=0 2024-09-12T17:52:10.920 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.913+0000 7f5ca8d2e800 10 manifest: total_size = 13108 2024-09-12T17:52:10.920 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.913+0000 7f5ca8d2e800 20 get_obj_state: setting s->obj_tag to b6123b67-6580-4373-9691-e0e950df5f06.4566.17324611175187602238 2024-09-12T17:52:10.920 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.913+0000 7f5ca8d2e800 20 get_obj_state: octx=0x5572266c35c0 obj=test-client.0-conf:tests/r_test_multipart_defer_complete state=0x5572267df548 s->prefetch_data=0 2024-09-12T17:52:10.920 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.913+0000 7f5ca8d2e800 20 prepare_atomic_modification: state is not atomic. state=0x5572267df548 2024-09-12T17:52:10.921 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.913+0000 7f5ca8d2e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.5.0 2024-09-12T17:52:10.923 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.916+0000 7f5ca8d2e800 20 get_obj_state: octx=0x5572266c35c0 obj=test-client.0-conf:tests/r_test_multipart_defer_update_complete state=0x55722676ace8 s->prefetch_data=0 2024-09-12T17:52:10.923 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.916+0000 7f5ca8d2e800 10 manifest: total_size = 5197 2024-09-12T17:52:10.923 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.916+0000 7f5ca8d2e800 20 get_obj_state: setting s->obj_tag to b6123b67-6580-4373-9691-e0e950df5f06.4566.6910473319338644077 2024-09-12T17:52:10.923 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.916+0000 7f5ca8d2e800 20 get_obj_state: octx=0x5572266c35c0 obj=test-client.0-conf:tests/r_test_multipart_defer_update_complete state=0x55722676ace8 s->prefetch_data=0 2024-09-12T17:52:10.924 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.916+0000 7f5ca8d2e800 20 prepare_atomic_modification: state is not atomic. state=0x55722676ace8 2024-09-12T17:52:10.924 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.916+0000 7f5ca8d2e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.5.0 2024-09-12T17:52:10.924 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.917+0000 7f5b7bfff640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_defer_complete 2024-09-12T17:52:10.924 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.919+0000 7f5ca8d2e800 20 get_obj_state: octx=0x5572266c35c0 obj=test-client.0-conf:tests/r_test_multipart_index_versioning state=0x55722676ace8 s->prefetch_data=0 2024-09-12T17:52:10.924 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.920+0000 7f5ca8d2e800 10 manifest: total_size = 7403 2024-09-12T17:52:10.924 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.920+0000 7f5ca8d2e800 20 get_obj_state: setting s->obj_tag to b6123b67-6580-4373-9691-e0e950df5f06.4566.9644191303579532384 2024-09-12T17:52:10.924 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.920+0000 7f5ca8d2e800 20 get_obj_state: octx=0x5572266c35c0 obj=test-client.0-conf:tests/r_test_multipart_index_versioning state=0x55722676ace8 s->prefetch_data=0 2024-09-12T17:52:10.924 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.920+0000 7f5ca8d2e800 20 prepare_atomic_modification: state is not atomic. state=0x55722676ace8 2024-09-12T17:52:10.924 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.920+0000 7f5ca8d2e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.5.0 2024-09-12T17:52:10.924 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.920+0000 7f5b7b7fe640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_defer_update_complete 2024-09-12T17:52:10.924 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.922+0000 7f5ca8d2e800 20 get_obj_state: octx=0x5572267653b0 obj=test-client.0-conf:tests/r_test_multipart_simple state=0x55722676ace8 s->prefetch_data=0 2024-09-12T17:52:10.924 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.922+0000 7f5ca8d2e800 10 manifest: total_size = 7420 2024-09-12T17:52:10.924 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.922+0000 7f5ca8d2e800 20 get_obj_state: setting s->obj_tag to b6123b67-6580-4373-9691-e0e950df5f06.4566.15103283436078198142 2024-09-12T17:52:10.925 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.922+0000 7f5ca8d2e800 20 get_obj_state: octx=0x5572267653b0 obj=test-client.0-conf:tests/r_test_multipart_simple state=0x55722676ace8 s->prefetch_data=0 2024-09-12T17:52:10.925 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.922+0000 7f5ca8d2e800 20 prepare_atomic_modification: state is not atomic. state=0x55722676ace8 2024-09-12T17:52:10.925 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.922+0000 7f5ca8d2e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.5.0 2024-09-12T17:52:10.925 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.923+0000 7f5b7bfff640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_index_versioning 2024-09-12T17:52:10.926 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.925+0000 7f5ca8d2e800 20 get_obj_state: octx=0x7f5ca0003c60 obj=test-client.0-conf:tests/r_test_obj_storage_class state=0x55722676a7d8 s->prefetch_data=0 2024-09-12T17:52:10.926 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.925+0000 7f5ca8d2e800 10 manifest: total_size = 7655 2024-09-12T17:52:10.926 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.925+0000 7f5ca8d2e800 20 get_obj_state: setting s->obj_tag to b6123b67-6580-4373-9691-e0e950df5f06.4566.1520411184440602169 2024-09-12T17:52:10.926 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.925+0000 7f5ca8d2e800 20 get_obj_state: octx=0x7f5ca0003c60 obj=test-client.0-conf:tests/r_test_obj_storage_class state=0x55722676a7d8 s->prefetch_data=0 2024-09-12T17:52:10.926 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.925+0000 7f5ca8d2e800 20 prepare_atomic_modification: state is not atomic. state=0x55722676a7d8 2024-09-12T17:52:10.926 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.925+0000 7f5ca8d2e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.5.0 2024-09-12T17:52:10.926 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.926+0000 7f5b7b7fe640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_simple 2024-09-12T17:52:10.928 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.927+0000 7f5ca8d2e800 20 get_obj_state: octx=0x7f5ca0003e00 obj=test-client.0-conf:tests/r_test_obj_storage_class_copy state=0x55722676a7d8 s->prefetch_data=0 2024-09-12T17:52:10.928 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.928+0000 7f5ca8d2e800 10 manifest: total_size = 7759 2024-09-12T17:52:10.928 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.928+0000 7f5ca8d2e800 20 get_obj_state: setting s->obj_tag to b6123b67-6580-4373-9691-e0e950df5f06.4566.10302210273966771211 2024-09-12T17:52:10.928 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.928+0000 7f5ca8d2e800 20 get_obj_state: octx=0x7f5ca0003e00 obj=test-client.0-conf:tests/r_test_obj_storage_class_copy state=0x55722676a7d8 s->prefetch_data=0 2024-09-12T17:52:10.929 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.928+0000 7f5ca8d2e800 20 prepare_atomic_modification: state is not atomic. state=0x55722676a7d8 2024-09-12T17:52:10.929 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.928+0000 7f5ca8d2e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.5.0 2024-09-12T17:52:10.929 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.929+0000 7f5b7bfff640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class 2024-09-12T17:52:10.930 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.930+0000 7f5ca8d2e800 20 get_obj_state: octx=0x7f5c980768f0 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart state=0x55722676a7d8 s->prefetch_data=0 2024-09-12T17:52:10.931 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.931+0000 7f5ca8d2e800 10 manifest: total_size = 7800 2024-09-12T17:52:10.931 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.931+0000 7f5ca8d2e800 20 get_obj_state: setting s->obj_tag to b6123b67-6580-4373-9691-e0e950df5f06.4566.4926322752317120610 2024-09-12T17:52:10.931 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.931+0000 7f5ca8d2e800 20 get_obj_state: octx=0x7f5c980768f0 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart state=0x55722676a7d8 s->prefetch_data=0 2024-09-12T17:52:10.931 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.931+0000 7f5ca8d2e800 20 prepare_atomic_modification: state is not atomic. state=0x55722676a7d8 2024-09-12T17:52:10.931 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.931+0000 7f5ca8d2e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.5.0 2024-09-12T17:52:10.932 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.931+0000 7f5b7b7fe640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class_copy 2024-09-12T17:52:10.933 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.933+0000 7f5ca8d2e800 20 get_obj_state: octx=0x7f5ca0003e00 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart_copy state=0x55722676a7d8 s->prefetch_data=0 2024-09-12T17:52:10.934 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.933+0000 7f5ca8d2e800 10 manifest: total_size = 7732 2024-09-12T17:52:10.934 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.933+0000 7f5ca8d2e800 20 get_obj_state: setting s->obj_tag to b6123b67-6580-4373-9691-e0e950df5f06.4566.13630231472123095309 2024-09-12T17:52:10.934 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.933+0000 7f5ca8d2e800 20 get_obj_state: octx=0x7f5ca0003e00 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart_copy state=0x55722676a7d8 s->prefetch_data=0 2024-09-12T17:52:10.934 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.933+0000 7f5ca8d2e800 20 prepare_atomic_modification: state is not atomic. state=0x55722676a7d8 2024-09-12T17:52:10.934 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.933+0000 7f5ca8d2e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.5.0 2024-09-12T17:52:10.935 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.934+0000 7f5b7bfff640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class_multipart 2024-09-12T17:52:10.936 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.936+0000 7f5ca8d2e800 20 get_obj_state: octx=0x55722676fe40 obj=test-client.0-conf:tests/r_test_small_obj_data state=0x55722676a7d8 s->prefetch_data=0 2024-09-12T17:52:10.937 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.936+0000 7f5ca8d2e800 10 manifest: total_size = 38602 2024-09-12T17:52:10.937 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.936+0000 7f5ca8d2e800 20 get_obj_state: setting s->obj_tag to b6123b67-6580-4373-9691-e0e950df5f06.4566.9250538340644630097 2024-09-12T17:52:10.937 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.936+0000 7f5ca8d2e800 20 get_obj_state: octx=0x55722676fe40 obj=test-client.0-conf:tests/r_test_small_obj_data state=0x55722676a7d8 s->prefetch_data=0 2024-09-12T17:52:10.937 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.936+0000 7f5ca8d2e800 20 prepare_atomic_modification: state is not atomic. state=0x55722676a7d8 2024-09-12T17:52:10.937 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.936+0000 7f5ca8d2e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.5.0 2024-09-12T17:52:10.937 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.937+0000 7f5b7b7fe640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class_multipart_copy 2024-09-12T17:52:10.939 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.939+0000 7f5ca8d2e800 20 list_objects_ordered: starting attempt 1 2024-09-12T17:52:10.939 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.939+0000 7f5ca8d2e800 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T17:52:10.940 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.940+0000 7f5b7bfff640 20 handle_completion(): completion ok for obj=tests/r_test_small_obj_data 2024-09-12T17:52:10.940 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.940+0000 7f5ca8d2e800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T17:52:10.940 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.940+0000 7f5ca8d2e800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T17:52:10.940 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.940+0000 7f5ca8d2e800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T17:52:10.941 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.940+0000 7f5ca8d2e800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T17:52:10.941 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.940+0000 7f5ca8d2e800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-conf[b6123b67-6580-4373-9691-e0e950df5f06.4566.5])"; uploads.size()=0; is_truncated=0 2024-09-12T17:52:10.941 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.941+0000 7f5ca8d2e800 10 cache get: name=default.rgw.meta+root+test-client.0-conf : miss 2024-09-12T17:52:10.941 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.941+0000 7f5ca8d2e800 20 rados->read ofs=0 len=0 2024-09-12T17:52:10.942 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.942+0000 7f5ca8d2e800 20 rados_obj.operate() r=0 bl.length=204 2024-09-12T17:52:10.942 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.942+0000 7f5ca8d2e800 10 cache put: name=default.rgw.meta+root+test-client.0-conf info.flags=0x11 2024-09-12T17:52:10.942 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.942+0000 7f5ca8d2e800 10 adding default.rgw.meta+root+test-client.0-conf to cache LRU end 2024-09-12T17:52:10.943 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.943+0000 7f5ca8d2e800 10 removing default.rgw.meta+root+test-client.0-conf from cache 2024-09-12T17:52:10.943 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.943+0000 7f5ca8d2e800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-conf, ofs0, ns] 2024-09-12T17:52:10.943 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.943+0000 7f5b7b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464284 cookie 93948759588880 notifier 5913 bl.length()=162 2024-09-12T17:52:10.945 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.945+0000 7f5ca8d2e800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-conf:b6123b67-6580-4373-9691-e0e950df5f06.4566.5 from cache 2024-09-12T17:52:10.945 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.945+0000 7f5ca8d2e800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-conf:b6123b67-6580-4373-9691-e0e950df5f06.4566.5, ofs0, ns] 2024-09-12T17:52:10.946 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.945+0000 7f5b7b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464281 cookie 93948759653232 notifier 5913 bl.length()=219 2024-09-12T17:52:10.948 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.946+0000 7f5ca8d2e800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-conf/b6123b67-6580-4373-9691-e0e950df5f06.4566.5 : miss 2024-09-12T17:52:10.948 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.946+0000 7f5ca8d2e800 20 rados->read ofs=0 len=0 2024-09-12T17:52:10.948 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.946+0000 7f5ca8d2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:52:10.948 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.946+0000 7f5ca8d2e800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-conf/b6123b67-6580-4373-9691-e0e950df5f06.4566.5 info.flags=0x0 2024-09-12T17:52:10.948 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.946+0000 7f5ca8d2e800 10 adding default.rgw.log++pubsub..bucket.test-client.0-conf/b6123b67-6580-4373-9691-e0e950df5f06.4566.5 to cache LRU end 2024-09-12T17:52:10.949 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.949+0000 7f5ca8d2e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:b6123b67-6580-4373-9691-e0e950df5f06.4566.12 : miss 2024-09-12T17:52:10.949 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.949+0000 7f5ca8d2e800 20 rados->read ofs=0 len=0 2024-09-12T17:52:10.950 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.950+0000 7f5ca8d2e800 20 rados_obj.operate() r=0 bl.length=457 2024-09-12T17:52:10.950 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.950+0000 7f5ca8d2e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:b6123b67-6580-4373-9691-e0e950df5f06.4566.12 info.flags=0x17 2024-09-12T17:52:10.950 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.950+0000 7f5ca8d2e800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:b6123b67-6580-4373-9691-e0e950df5f06.4566.12 to cache LRU end 2024-09-12T17:52:10.950 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.950+0000 7f5ca8d2e800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:52:10.950 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.950+0000 7f5ca8d2e800 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T17:52:10.951 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.950+0000 7f5ca8d2e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:b6123b67-6580-4373-9691-e0e950df5f06.4566.12 2024-09-12T17:52:10.951 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.950+0000 7f5ca8d2e800 10 cls_bucket_list_unordered: got foo 2024-09-12T17:52:10.952 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.950+0000 7f5ca8d2e800 20 get_obj_state: octx=0x7f5c900e3aa0 obj=test-client.0-r-test-multipart-defer-complete.1:foo state=0x557226765cf8 s->prefetch_data=0 2024-09-12T17:52:10.952 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.951+0000 7f5ca8d2e800 10 manifest: total_size = 18874368 2024-09-12T17:52:10.952 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.951+0000 7f5ca8d2e800 20 get_obj_state: setting s->obj_tag to b6123b67-6580-4373-9691-e0e950df5f06.4566.5853349771431187385 2024-09-12T17:52:10.952 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.951+0000 7f5ca8d2e800 20 get_obj_state: octx=0x7f5c900e3aa0 obj=test-client.0-r-test-multipart-defer-complete.1:foo state=0x557226765cf8 s->prefetch_data=0 2024-09-12T17:52:10.952 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.951+0000 7f5ca8d2e800 20 prepare_atomic_modification: state is not atomic. state=0x557226765cf8 2024-09-12T17:52:10.952 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.951+0000 7f5ca8d2e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.12.0 2024-09-12T17:52:10.954 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.953+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:52:10.955 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.954+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:52:10.955 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.954+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:52:10.955 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.954+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:52:10.955 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.954+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-12T17:52:10.955 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.954+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:52:10.955 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.954+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:52:10.955 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.954+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:52:10.955 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.954+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:52:10.955 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.954+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:52:10.955 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.954+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:52:10.955 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.954+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=5242880 2024-09-12T17:52:10.955 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.954+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:52:10.956 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.954+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=5242880 2024-09-12T17:52:10.956 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.954+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=14680064 stripe_ofs=14680064 part_ofs=10485760 rule->part_size=5242880 2024-09-12T17:52:10.956 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.954+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:52:10.956 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.954+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): stripe_ofs=18874368 part_ofs=10485760 rule->part_size=5242880 2024-09-12T17:52:10.956 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.954+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=15728640 stripe_ofs=15728640 part_ofs=15728640 rule->part_size=3145728 2024-09-12T17:52:10.956 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.954+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=3145728 rules.size()=2 2024-09-12T17:52:10.956 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.954+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): stripe_ofs=19922944 part_ofs=15728640 rule->part_size=3145728 2024-09-12T17:52:10.956 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.954+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=18874368 stripe_ofs=18874368 part_ofs=18874368 rule->part_size=3145728 2024-09-12T17:52:10.956 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.954+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - tag is: b6123b67-6580-4373-9691-e0e950df5f06.4566.5853349771431187385 2024-09-12T17:52:10.956 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.954+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:52:10.956 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.954+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.12__multipart_foo.2~zXdRMF5SynbB38hsHaKdhadqvBez5Jh.1 2024-09-12T17:52:10.956 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.954+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 346 2024-09-12T17:52:10.956 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.954+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.12__shadow_foo.2~zXdRMF5SynbB38hsHaKdhadqvBez5Jh.1_1 2024-09-12T17:52:10.956 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.954+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 590 2024-09-12T17:52:10.957 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.954+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.12__multipart_foo.2~zXdRMF5SynbB38hsHaKdhadqvBez5Jh.2 2024-09-12T17:52:10.957 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.954+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 836 2024-09-12T17:52:10.957 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.954+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.12__shadow_foo.2~zXdRMF5SynbB38hsHaKdhadqvBez5Jh.2_1 2024-09-12T17:52:10.957 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.954+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1080 2024-09-12T17:52:10.957 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.954+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.12__multipart_foo.2~zXdRMF5SynbB38hsHaKdhadqvBez5Jh.3 2024-09-12T17:52:10.957 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.954+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1326 2024-09-12T17:52:10.957 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.954+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.12__shadow_foo.2~zXdRMF5SynbB38hsHaKdhadqvBez5Jh.3_1 2024-09-12T17:52:10.957 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.954+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1570 2024-09-12T17:52:10.957 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.954+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.12__multipart_foo.2~zXdRMF5SynbB38hsHaKdhadqvBez5Jh.4 2024-09-12T17:52:10.957 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.954+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1816 2024-09-12T17:52:10.957 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.954+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:52:10.957 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.954+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_chain - on object name: gc.26tag is: b6123b67-6580-4373-9691-e0e950df5f06.4566.5853349771431187385 2024-09-12T17:52:10.958 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.955+0000 7f5b7b7fe640 20 handle_completion(): completion ok for obj=foo 2024-09-12T17:52:10.958 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.955+0000 7f5ca8d2e800 20 list_objects_ordered: starting attempt 1 2024-09-12T17:52:10.959 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.955+0000 7f5ca8d2e800 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T17:52:10.959 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.955+0000 7f5ca8d2e800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T17:52:10.959 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.955+0000 7f5ca8d2e800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T17:52:10.959 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.955+0000 7f5ca8d2e800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T17:52:10.959 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.955+0000 7f5ca8d2e800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T17:52:10.959 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.955+0000 7f5ca8d2e800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-defer-complete.1[b6123b67-6580-4373-9691-e0e950df5f06.4566.12])"; uploads.size()=0; is_truncated=0 2024-09-12T17:52:10.959 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.957+0000 7f5ca8d2e800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 : miss 2024-09-12T17:52:10.959 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.957+0000 7f5ca8d2e800 20 rados->read ofs=0 len=0 2024-09-12T17:52:10.959 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.958+0000 7f5ca8d2e800 20 rados_obj.operate() r=0 bl.length=235 2024-09-12T17:52:10.959 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.958+0000 7f5ca8d2e800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 info.flags=0x11 2024-09-12T17:52:10.959 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.958+0000 7f5ca8d2e800 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 to cache LRU end 2024-09-12T17:52:10.960 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.959+0000 7f5ca8d2e800 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 from cache 2024-09-12T17:52:10.960 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.959+0000 7f5ca8d2e800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-defer-complete.1, ofs0, ns] 2024-09-12T17:52:10.960 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.959+0000 7f5b7bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464306 cookie 93948759586672 notifier 5913 bl.length()=191 2024-09-12T17:52:10.961 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.960+0000 7f5ca8d2e800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:b6123b67-6580-4373-9691-e0e950df5f06.4566.12 from cache 2024-09-12T17:52:10.961 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.960+0000 7f5ca8d2e800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:b6123b67-6580-4373-9691-e0e950df5f06.4566.12, ofs0, ns] 2024-09-12T17:52:10.961 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.961+0000 7f5b7b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464285 cookie 93948759588880 notifier 5913 bl.length()=249 2024-09-12T17:52:10.962 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.962+0000 7f5ca8d2e800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-complete.1/b6123b67-6580-4373-9691-e0e950df5f06.4566.12 : miss 2024-09-12T17:52:10.962 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.962+0000 7f5ca8d2e800 20 rados->read ofs=0 len=0 2024-09-12T17:52:10.963 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.962+0000 7f5ca8d2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:52:10.963 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.962+0000 7f5ca8d2e800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-complete.1/b6123b67-6580-4373-9691-e0e950df5f06.4566.12 info.flags=0x0 2024-09-12T17:52:10.963 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.962+0000 7f5ca8d2e800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-complete.1/b6123b67-6580-4373-9691-e0e950df5f06.4566.12 to cache LRU end 2024-09-12T17:52:10.965 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.964+0000 7f5ca8d2e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:b6123b67-6580-4373-9691-e0e950df5f06.4566.13 : miss 2024-09-12T17:52:10.965 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.964+0000 7f5ca8d2e800 20 rados->read ofs=0 len=0 2024-09-12T17:52:10.965 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.965+0000 7f5ca8d2e800 20 rados_obj.operate() r=0 bl.length=464 2024-09-12T17:52:10.966 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.965+0000 7f5ca8d2e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:b6123b67-6580-4373-9691-e0e950df5f06.4566.13 info.flags=0x17 2024-09-12T17:52:10.966 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.965+0000 7f5ca8d2e800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:b6123b67-6580-4373-9691-e0e950df5f06.4566.13 to cache LRU end 2024-09-12T17:52:10.966 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.965+0000 7f5ca8d2e800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:52:10.966 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.965+0000 7f5ca8d2e800 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T17:52:10.966 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.965+0000 7f5ca8d2e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:b6123b67-6580-4373-9691-e0e950df5f06.4566.13 2024-09-12T17:52:10.966 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.966+0000 7f5ca8d2e800 10 cls_bucket_list_unordered: got foo 2024-09-12T17:52:10.967 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.966+0000 7f5ca8d2e800 20 get_obj_state: octx=0x557226769340 obj=test-client.0-r-test-multipart-defer-update-complete.1:foo state=0x557226765cf8 s->prefetch_data=0 2024-09-12T17:52:10.967 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.966+0000 7f5ca8d2e800 10 manifest: total_size = 886297 2024-09-12T17:52:10.967 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.966+0000 7f5ca8d2e800 20 get_obj_state: setting s->obj_tag to b6123b67-6580-4373-9691-e0e950df5f06.4566.15438680988863488482 2024-09-12T17:52:10.967 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.966+0000 7f5ca8d2e800 20 get_obj_state: octx=0x557226769340 obj=test-client.0-r-test-multipart-defer-update-complete.1:foo state=0x557226765cf8 s->prefetch_data=0 2024-09-12T17:52:10.967 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.966+0000 7f5ca8d2e800 20 prepare_atomic_modification: state is not atomic. state=0x557226765cf8 2024-09-12T17:52:10.967 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.966+0000 7f5ca8d2e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.13.0 2024-09-12T17:52:10.969 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.968+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2024-09-12T17:52:10.969 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.968+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=246247 2024-09-12T17:52:10.969 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.968+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=246247 stripe_ofs=246247 part_ofs=246247 rule->part_size=246247 2024-09-12T17:52:10.969 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.968+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2024-09-12T17:52:10.969 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.968+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): stripe_ofs=4440551 part_ofs=246247 rule->part_size=246247 2024-09-12T17:52:10.969 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.968+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=492494 stripe_ofs=492494 part_ofs=492494 rule->part_size=246247 2024-09-12T17:52:10.970 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.968+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2024-09-12T17:52:10.970 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.968+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): stripe_ofs=4686798 part_ofs=492494 rule->part_size=246247 2024-09-12T17:52:10.970 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.968+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=738741 stripe_ofs=738741 part_ofs=738741 rule->part_size=147556 2024-09-12T17:52:10.970 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.968+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=147556 rules.size()=2 2024-09-12T17:52:10.970 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.968+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): stripe_ofs=4933045 part_ofs=738741 rule->part_size=147556 2024-09-12T17:52:10.970 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.968+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=886297 stripe_ofs=886297 part_ofs=886297 rule->part_size=147556 2024-09-12T17:52:10.970 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.968+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - tag is: b6123b67-6580-4373-9691-e0e950df5f06.4566.15438680988863488482 2024-09-12T17:52:10.970 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.968+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:52:10.970 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.968+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.13__multipart_foo.2~tGHUTeLMoRJa29UlyncKjOG9KwlaVgq.1 2024-09-12T17:52:10.970 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.968+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 347 2024-09-12T17:52:10.970 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.968+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.13__multipart_foo.2~tGHUTeLMoRJa29UlyncKjOG9KwlaVgq.2 2024-09-12T17:52:10.970 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.968+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 593 2024-09-12T17:52:10.970 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.968+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.13__multipart_foo.2~tGHUTeLMoRJa29UlyncKjOG9KwlaVgq.3 2024-09-12T17:52:10.970 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.968+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 839 2024-09-12T17:52:10.971 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.968+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.13__multipart_foo.2~tGHUTeLMoRJa29UlyncKjOG9KwlaVgq.4 2024-09-12T17:52:10.971 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.968+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1085 2024-09-12T17:52:10.971 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.968+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:52:10.971 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.968+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_chain - on object name: gc.10tag is: b6123b67-6580-4373-9691-e0e950df5f06.4566.15438680988863488482 2024-09-12T17:52:10.971 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.970+0000 7f5b7b7fe640 20 handle_completion(): completion ok for obj=foo 2024-09-12T17:52:10.971 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.970+0000 7f5ca8d2e800 20 list_objects_ordered: starting attempt 1 2024-09-12T17:52:10.972 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.970+0000 7f5ca8d2e800 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T17:52:10.972 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.970+0000 7f5ca8d2e800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T17:52:10.972 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.970+0000 7f5ca8d2e800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T17:52:10.972 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.970+0000 7f5ca8d2e800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T17:52:10.972 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.970+0000 7f5ca8d2e800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T17:52:10.972 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.970+0000 7f5ca8d2e800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-defer-update-complete.1[b6123b67-6580-4373-9691-e0e950df5f06.4566.13])"; uploads.size()=0; is_truncated=0 2024-09-12T17:52:10.972 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.972+0000 7f5ca8d2e800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 : miss 2024-09-12T17:52:10.972 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.972+0000 7f5ca8d2e800 20 rados->read ofs=0 len=0 2024-09-12T17:52:10.973 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.972+0000 7f5ca8d2e800 20 rados_obj.operate() r=0 bl.length=242 2024-09-12T17:52:10.973 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.972+0000 7f5ca8d2e800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 info.flags=0x11 2024-09-12T17:52:10.973 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.972+0000 7f5ca8d2e800 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 to cache LRU end 2024-09-12T17:52:10.974 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.973+0000 7f5ca8d2e800 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 from cache 2024-09-12T17:52:10.974 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.973+0000 7f5ca8d2e800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-defer-update-complete.1, ofs0, ns] 2024-09-12T17:52:10.974 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.974+0000 7f5b7bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464282 cookie 93948759653232 notifier 5913 bl.length()=198 2024-09-12T17:52:10.976 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.975+0000 7f5ca8d2e800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:b6123b67-6580-4373-9691-e0e950df5f06.4566.13 from cache 2024-09-12T17:52:10.976 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.975+0000 7f5ca8d2e800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:b6123b67-6580-4373-9691-e0e950df5f06.4566.13, ofs0, ns] 2024-09-12T17:52:10.976 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.975+0000 7f5b7b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464283 cookie 93948759661904 notifier 5913 bl.length()=256 2024-09-12T17:52:10.977 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.977+0000 7f5ca8d2e800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-update-complete.1/b6123b67-6580-4373-9691-e0e950df5f06.4566.13 : miss 2024-09-12T17:52:10.977 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.977+0000 7f5ca8d2e800 20 rados->read ofs=0 len=0 2024-09-12T17:52:10.977 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.977+0000 7f5ca8d2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:52:10.977 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.977+0000 7f5ca8d2e800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-update-complete.1/b6123b67-6580-4373-9691-e0e950df5f06.4566.13 info.flags=0x0 2024-09-12T17:52:10.978 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.977+0000 7f5ca8d2e800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-update-complete.1/b6123b67-6580-4373-9691-e0e950df5f06.4566.13 to cache LRU end 2024-09-12T17:52:10.979 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.979+0000 7f5ca8d2e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:b6123b67-6580-4373-9691-e0e950df5f06.4566.11 : miss 2024-09-12T17:52:10.980 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.979+0000 7f5ca8d2e800 20 rados->read ofs=0 len=0 2024-09-12T17:52:10.980 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.980+0000 7f5ca8d2e800 20 rados_obj.operate() r=0 bl.length=459 2024-09-12T17:52:10.980 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.980+0000 7f5ca8d2e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:b6123b67-6580-4373-9691-e0e950df5f06.4566.11 info.flags=0x17 2024-09-12T17:52:10.980 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.980+0000 7f5ca8d2e800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:b6123b67-6580-4373-9691-e0e950df5f06.4566.11 to cache LRU end 2024-09-12T17:52:10.980 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.980+0000 7f5ca8d2e800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:52:10.980 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.980+0000 7f5ca8d2e800 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T17:52:10.981 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.980+0000 7f5ca8d2e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:b6123b67-6580-4373-9691-e0e950df5f06.4566.11 2024-09-12T17:52:10.981 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.980+0000 7f5ca8d2e800 10 cls_bucket_list_unordered: got foo[7tr6mgIc5rITlmhLUcGrMLSoJrDhRd9] 2024-09-12T17:52:10.981 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.980+0000 7f5ca8d2e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.11.0 2024-09-12T17:52:10.981 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.981+0000 7f5ca8d2e800 20 get_obj_state: octx=0x55722676a2f0 obj=test-client.0-r-test-multipart-index-versioning.1:foo state=0x557226765cf8 s->prefetch_data=0 2024-09-12T17:52:10.981 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.981+0000 7f5ca8d2e800 20 get_obj_state: setting s->obj_tag to 5tcbk2872bnx1dwoiyl2ohsvnhehu15c 2024-09-12T17:52:10.982 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.981+0000 7f5ca8d2e800 20 get_obj_state_impl: setting s->olh_tag to zs54whs4w0exeel9jxosn4zt05ng3127 2024-09-12T17:52:10.982 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.981+0000 7f5ca8d2e800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=zs54whs4w0exeel9jxosn4zt05ng3127 2024-09-12T17:52:10.983 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.983+0000 7f5ca8d2e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.11.0 2024-09-12T17:52:10.984 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.984+0000 7f5ca8d2e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.11.0 2024-09-12T17:52:10.985 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.984+0000 7f5ca8d2e800 20 olh_log_entry: epoch=3 op=2 key=foo[] 2024-09-12T17:52:10.985 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.984+0000 7f5ca8d2e800 20 olh_log_entry: epoch=3 op=3 key=foo[7tr6mgIc5rITlmhLUcGrMLSoJrDhRd9] 2024-09-12T17:52:10.985 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.984+0000 7f5ca8d2e800 20 get_obj_state: octx=0x55722676a2f0 obj=test-client.0-r-test-multipart-index-versioning.1:_:7tr6mgIc5rITlmhLUcGrMLSoJrDhRd9_foo state=0x557226774e08 s->prefetch_data=0 2024-09-12T17:52:10.985 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.985+0000 7f5ca8d2e800 10 manifest: total_size = 1667 2024-09-12T17:52:10.985 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.985+0000 7f5ca8d2e800 20 get_obj_state: setting s->obj_tag to b6123b67-6580-4373-9691-e0e950df5f06.4566.6361620627505946774 2024-09-12T17:52:10.985 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.985+0000 7f5ca8d2e800 20 get_obj_state: octx=0x55722676a2f0 obj=test-client.0-r-test-multipart-index-versioning.1:_:7tr6mgIc5rITlmhLUcGrMLSoJrDhRd9_foo state=0x557226774e08 s->prefetch_data=0 2024-09-12T17:52:10.985 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.985+0000 7f5ca8d2e800 20 prepare_atomic_modification: state is not atomic. state=0x557226774e08 2024-09-12T17:52:10.986 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.985+0000 7f5ca8d2e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.11.0 2024-09-12T17:52:10.987 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.987+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=516 rules.size()=2 2024-09-12T17:52:10.988 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.987+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=516 2024-09-12T17:52:10.988 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.987+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=516 stripe_ofs=516 part_ofs=516 rule->part_size=516 2024-09-12T17:52:10.988 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.987+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=516 rules.size()=2 2024-09-12T17:52:10.988 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.987+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): stripe_ofs=4194820 part_ofs=516 rule->part_size=516 2024-09-12T17:52:10.988 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.987+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=1032 stripe_ofs=1032 part_ofs=1032 rule->part_size=516 2024-09-12T17:52:10.988 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.987+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=516 rules.size()=2 2024-09-12T17:52:10.988 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.987+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): stripe_ofs=4195336 part_ofs=1032 rule->part_size=516 2024-09-12T17:52:10.988 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.987+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=1548 stripe_ofs=1548 part_ofs=1548 rule->part_size=119 2024-09-12T17:52:10.988 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.987+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=119 rules.size()=2 2024-09-12T17:52:10.988 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.987+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): stripe_ofs=4195852 part_ofs=1548 rule->part_size=119 2024-09-12T17:52:10.988 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.987+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=1667 stripe_ofs=1667 part_ofs=1667 rule->part_size=119 2024-09-12T17:52:10.988 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.987+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - tag is: b6123b67-6580-4373-9691-e0e950df5f06.4566.6361620627505946774 2024-09-12T17:52:10.989 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.987+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:52:10.989 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.987+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.11__multipart_foo.2~mrbEKpFjPMRfBiPVk2wHBOWSjvetoQV.1 2024-09-12T17:52:10.989 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.987+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 346 2024-09-12T17:52:10.989 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.987+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.11__multipart_foo.2~mrbEKpFjPMRfBiPVk2wHBOWSjvetoQV.2 2024-09-12T17:52:10.989 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.987+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 592 2024-09-12T17:52:10.989 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.987+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.11__multipart_foo.2~mrbEKpFjPMRfBiPVk2wHBOWSjvetoQV.3 2024-09-12T17:52:10.989 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.987+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 838 2024-09-12T17:52:10.989 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.987+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.11__multipart_foo.2~mrbEKpFjPMRfBiPVk2wHBOWSjvetoQV.4 2024-09-12T17:52:10.989 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.987+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1084 2024-09-12T17:52:10.989 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.987+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:52:10.989 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.987+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_chain - on object name: gc.4tag is: b6123b67-6580-4373-9691-e0e950df5f06.4566.6361620627505946774 2024-09-12T17:52:10.990 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.988+0000 7f5b7b7fe640 20 handle_completion(): completion ok for obj=foo[7tr6mgIc5rITlmhLUcGrMLSoJrDhRd9] 2024-09-12T17:52:10.990 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.989+0000 7f5ca8d2e800 20 get_obj_state: octx=0x55722676a2f0 obj=test-client.0-r-test-multipart-index-versioning.1:foo state=0x557226765cf8 s->prefetch_data=0 2024-09-12T17:52:10.991 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.991+0000 7f5ca8d2e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.11.0 2024-09-12T17:52:10.993 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.992+0000 7f5ca8d2e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.11.0 2024-09-12T17:52:10.993 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.992+0000 7f5ca8d2e800 20 list_objects_ordered: starting attempt 1 2024-09-12T17:52:10.993 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.992+0000 7f5ca8d2e800 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T17:52:10.993 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.992+0000 7f5ca8d2e800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T17:52:10.993 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.992+0000 7f5ca8d2e800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T17:52:10.993 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.992+0000 7f5ca8d2e800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T17:52:10.993 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.992+0000 7f5ca8d2e800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T17:52:10.993 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.992+0000 7f5ca8d2e800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-index-versioning.1[b6123b67-6580-4373-9691-e0e950df5f06.4566.11])"; uploads.size()=0; is_truncated=0 2024-09-12T17:52:10.994 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.994+0000 7f5ca8d2e800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 : miss 2024-09-12T17:52:10.994 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.994+0000 7f5ca8d2e800 20 rados->read ofs=0 len=0 2024-09-12T17:52:10.994 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.994+0000 7f5ca8d2e800 20 rados_obj.operate() r=0 bl.length=237 2024-09-12T17:52:10.995 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.994+0000 7f5ca8d2e800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 info.flags=0x11 2024-09-12T17:52:10.995 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.994+0000 7f5ca8d2e800 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 to cache LRU end 2024-09-12T17:52:10.996 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.995+0000 7f5ca8d2e800 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 from cache 2024-09-12T17:52:10.996 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.995+0000 7f5ca8d2e800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-index-versioning.1, ofs0, ns] 2024-09-12T17:52:10.996 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.996+0000 7f5b7bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464283 cookie 93948759653232 notifier 5913 bl.length()=193 2024-09-12T17:52:10.997 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.997+0000 7f5ca8d2e800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:b6123b67-6580-4373-9691-e0e950df5f06.4566.11 from cache 2024-09-12T17:52:10.998 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.997+0000 7f5ca8d2e800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:b6123b67-6580-4373-9691-e0e950df5f06.4566.11, ofs0, ns] 2024-09-12T17:52:10.998 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.997+0000 7f5b7b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464316 cookie 93948759656064 notifier 5913 bl.length()=251 2024-09-12T17:52:10.999 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.999+0000 7f5ca8d2e800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-index-versioning.1/b6123b67-6580-4373-9691-e0e950df5f06.4566.11 : miss 2024-09-12T17:52:10.999 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.999+0000 7f5ca8d2e800 20 rados->read ofs=0 len=0 2024-09-12T17:52:10.999 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.999+0000 7f5ca8d2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:52:10.999 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.999+0000 7f5ca8d2e800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-index-versioning.1/b6123b67-6580-4373-9691-e0e950df5f06.4566.11 info.flags=0x0 2024-09-12T17:52:10.999 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:10.999+0000 7f5ca8d2e800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-index-versioning.1/b6123b67-6580-4373-9691-e0e950df5f06.4566.11 to cache LRU end 2024-09-12T17:52:11.001 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.001+0000 7f5ca8d2e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:b6123b67-6580-4373-9691-e0e950df5f06.4566.10 : miss 2024-09-12T17:52:11.001 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.001+0000 7f5ca8d2e800 20 rados->read ofs=0 len=0 2024-09-12T17:52:11.002 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.001+0000 7f5ca8d2e800 20 rados_obj.operate() r=0 bl.length=449 2024-09-12T17:52:11.002 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.001+0000 7f5ca8d2e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:b6123b67-6580-4373-9691-e0e950df5f06.4566.10 info.flags=0x17 2024-09-12T17:52:11.002 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.001+0000 7f5ca8d2e800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:b6123b67-6580-4373-9691-e0e950df5f06.4566.10 to cache LRU end 2024-09-12T17:52:11.002 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.001+0000 7f5ca8d2e800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:52:11.002 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.001+0000 7f5ca8d2e800 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T17:52:11.002 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.001+0000 7f5ca8d2e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:b6123b67-6580-4373-9691-e0e950df5f06.4566.10 2024-09-12T17:52:11.003 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.002+0000 7f5ca8d2e800 10 cls_bucket_list_unordered: got foo 2024-09-12T17:52:11.003 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.002+0000 7f5ca8d2e800 20 get_obj_state: octx=0x7f5ca0029f80 obj=test-client.0-r-test-multipart-simple.1:foo state=0x557226765cf8 s->prefetch_data=0 2024-09-12T17:52:11.003 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.002+0000 7f5ca8d2e800 10 manifest: total_size = 18874368 2024-09-12T17:52:11.003 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.002+0000 7f5ca8d2e800 20 get_obj_state: setting s->obj_tag to b6123b67-6580-4373-9691-e0e950df5f06.4566.11790912669316679564 2024-09-12T17:52:11.003 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.002+0000 7f5ca8d2e800 20 get_obj_state: octx=0x7f5ca0029f80 obj=test-client.0-r-test-multipart-simple.1:foo state=0x557226765cf8 s->prefetch_data=0 2024-09-12T17:52:11.003 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.002+0000 7f5ca8d2e800 20 prepare_atomic_modification: state is not atomic. state=0x557226765cf8 2024-09-12T17:52:11.003 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.002+0000 7f5ca8d2e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.10.0 2024-09-12T17:52:11.005 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.005+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:52:11.005 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.005+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:52:11.006 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.005+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:52:11.006 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.005+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:52:11.006 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.005+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-12T17:52:11.006 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.005+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:52:11.006 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.005+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:52:11.006 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.005+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:52:11.006 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.005+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:52:11.006 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.005+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:52:11.006 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.005+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:52:11.006 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.005+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=5242880 2024-09-12T17:52:11.006 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.005+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:52:11.006 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.005+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=5242880 2024-09-12T17:52:11.006 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.005+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=14680064 stripe_ofs=14680064 part_ofs=10485760 rule->part_size=5242880 2024-09-12T17:52:11.007 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.005+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:52:11.007 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.005+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): stripe_ofs=18874368 part_ofs=10485760 rule->part_size=5242880 2024-09-12T17:52:11.007 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.005+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=15728640 stripe_ofs=15728640 part_ofs=15728640 rule->part_size=3145728 2024-09-12T17:52:11.007 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.005+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=3145728 rules.size()=2 2024-09-12T17:52:11.007 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.005+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): stripe_ofs=19922944 part_ofs=15728640 rule->part_size=3145728 2024-09-12T17:52:11.007 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.005+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=18874368 stripe_ofs=18874368 part_ofs=18874368 rule->part_size=3145728 2024-09-12T17:52:11.007 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.005+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - tag is: b6123b67-6580-4373-9691-e0e950df5f06.4566.11790912669316679564 2024-09-12T17:52:11.007 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.005+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:52:11.007 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.005+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.10__multipart_foo.2~uj0s3JN0NdFPlVmdf9R4UDGtAXCRCTe.1 2024-09-12T17:52:11.007 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.005+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 347 2024-09-12T17:52:11.007 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.005+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.10__shadow_foo.2~uj0s3JN0NdFPlVmdf9R4UDGtAXCRCTe.1_1 2024-09-12T17:52:11.008 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.005+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 591 2024-09-12T17:52:11.008 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.005+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.10__multipart_foo.2~uj0s3JN0NdFPlVmdf9R4UDGtAXCRCTe.2 2024-09-12T17:52:11.008 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.005+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 837 2024-09-12T17:52:11.008 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.005+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.10__shadow_foo.2~uj0s3JN0NdFPlVmdf9R4UDGtAXCRCTe.2_1 2024-09-12T17:52:11.008 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.005+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1081 2024-09-12T17:52:11.008 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.005+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.10__multipart_foo.2~uj0s3JN0NdFPlVmdf9R4UDGtAXCRCTe.3 2024-09-12T17:52:11.008 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.005+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1327 2024-09-12T17:52:11.008 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.005+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.10__shadow_foo.2~uj0s3JN0NdFPlVmdf9R4UDGtAXCRCTe.3_1 2024-09-12T17:52:11.008 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.005+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1571 2024-09-12T17:52:11.008 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.005+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.10__multipart_foo.2~uj0s3JN0NdFPlVmdf9R4UDGtAXCRCTe.4 2024-09-12T17:52:11.008 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.005+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1817 2024-09-12T17:52:11.008 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.005+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:52:11.008 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.005+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_chain - on object name: gc.6tag is: b6123b67-6580-4373-9691-e0e950df5f06.4566.11790912669316679564 2024-09-12T17:52:11.013 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.006+0000 7f5b7b7fe640 20 handle_completion(): completion ok for obj=foo 2024-09-12T17:52:11.013 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.006+0000 7f5ca8d2e800 20 list_objects_ordered: starting attempt 1 2024-09-12T17:52:11.013 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.006+0000 7f5ca8d2e800 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T17:52:11.013 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.006+0000 7f5ca8d2e800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T17:52:11.013 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.006+0000 7f5ca8d2e800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T17:52:11.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.006+0000 7f5ca8d2e800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T17:52:11.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.006+0000 7f5ca8d2e800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T17:52:11.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.006+0000 7f5ca8d2e800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-simple.1[b6123b67-6580-4373-9691-e0e950df5f06.4566.10])"; uploads.size()=0; is_truncated=0 2024-09-12T17:52:11.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.008+0000 7f5ca8d2e800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 : miss 2024-09-12T17:52:11.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.008+0000 7f5ca8d2e800 20 rados->read ofs=0 len=0 2024-09-12T17:52:11.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.008+0000 7f5ca8d2e800 20 rados_obj.operate() r=0 bl.length=227 2024-09-12T17:52:11.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.008+0000 7f5ca8d2e800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 info.flags=0x11 2024-09-12T17:52:11.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.008+0000 7f5ca8d2e800 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 to cache LRU end 2024-09-12T17:52:11.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.009+0000 7f5ca8d2e800 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 from cache 2024-09-12T17:52:11.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.009+0000 7f5ca8d2e800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-simple.1, ofs0, ns] 2024-09-12T17:52:11.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.010+0000 7f5b7bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464286 cookie 93948759657360 notifier 5913 bl.length()=183 2024-09-12T17:52:11.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.011+0000 7f5ca8d2e800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:b6123b67-6580-4373-9691-e0e950df5f06.4566.10 from cache 2024-09-12T17:52:11.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.011+0000 7f5ca8d2e800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-simple.1:b6123b67-6580-4373-9691-e0e950df5f06.4566.10, ofs0, ns] 2024-09-12T17:52:11.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.012+0000 7f5b7b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464307 cookie 93948759586672 notifier 5913 bl.length()=241 2024-09-12T17:52:11.015 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.013+0000 7f5ca8d2e800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-simple.1/b6123b67-6580-4373-9691-e0e950df5f06.4566.10 : miss 2024-09-12T17:52:11.015 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.013+0000 7f5ca8d2e800 20 rados->read ofs=0 len=0 2024-09-12T17:52:11.015 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.014+0000 7f5ca8d2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:52:11.015 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.014+0000 7f5ca8d2e800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-simple.1/b6123b67-6580-4373-9691-e0e950df5f06.4566.10 info.flags=0x0 2024-09-12T17:52:11.015 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.014+0000 7f5ca8d2e800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-simple.1/b6123b67-6580-4373-9691-e0e950df5f06.4566.10 to cache LRU end 2024-09-12T17:52:11.016 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.016+0000 7f5ca8d2e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:b6123b67-6580-4373-9691-e0e950df5f06.4566.16 : miss 2024-09-12T17:52:11.016 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.016+0000 7f5ca8d2e800 20 rados->read ofs=0 len=0 2024-09-12T17:52:11.016 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.016+0000 7f5ca8d2e800 20 rados_obj.operate() r=0 bl.length=455 2024-09-12T17:52:11.017 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.016+0000 7f5ca8d2e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:b6123b67-6580-4373-9691-e0e950df5f06.4566.16 info.flags=0x17 2024-09-12T17:52:11.017 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.016+0000 7f5ca8d2e800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:b6123b67-6580-4373-9691-e0e950df5f06.4566.16 to cache LRU end 2024-09-12T17:52:11.017 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.016+0000 7f5ca8d2e800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:52:11.017 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.016+0000 7f5ca8d2e800 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T17:52:11.017 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.016+0000 7f5ca8d2e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:b6123b67-6580-4373-9691-e0e950df5f06.4566.16 2024-09-12T17:52:11.018 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.017+0000 7f5ca8d2e800 10 cls_bucket_list_unordered: got foo-FROZEN 2024-09-12T17:52:11.018 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.017+0000 7f5ca8d2e800 10 cls_bucket_list_unordered: got foo-FROZEN-FROZEN 2024-09-12T17:52:11.018 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.017+0000 7f5ca8d2e800 10 cls_bucket_list_unordered: got foo-FROZEN-LUKEWARM 2024-09-12T17:52:11.018 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.017+0000 7f5ca8d2e800 10 cls_bucket_list_unordered: got foo-FROZEN-STANDARD 2024-09-12T17:52:11.018 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.017+0000 7f5ca8d2e800 10 cls_bucket_list_unordered: got foo-LUKEWARM 2024-09-12T17:52:11.018 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.017+0000 7f5ca8d2e800 10 cls_bucket_list_unordered: got foo-LUKEWARM-FROZEN 2024-09-12T17:52:11.018 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.017+0000 7f5ca8d2e800 10 cls_bucket_list_unordered: got foo-LUKEWARM-LUKEWARM 2024-09-12T17:52:11.018 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.017+0000 7f5ca8d2e800 10 cls_bucket_list_unordered: got foo-LUKEWARM-STANDARD 2024-09-12T17:52:11.018 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.017+0000 7f5ca8d2e800 10 cls_bucket_list_unordered: got foo-STANDARD 2024-09-12T17:52:11.018 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.017+0000 7f5ca8d2e800 10 cls_bucket_list_unordered: got foo-STANDARD-FROZEN 2024-09-12T17:52:11.019 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.017+0000 7f5ca8d2e800 10 cls_bucket_list_unordered: got foo-STANDARD-LUKEWARM 2024-09-12T17:52:11.019 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.017+0000 7f5ca8d2e800 10 cls_bucket_list_unordered: got foo-STANDARD-STANDARD 2024-09-12T17:52:11.019 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.017+0000 7f5ca8d2e800 20 get_obj_state: octx=0x55722676e2e0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN state=0x557226765cf8 s->prefetch_data=0 2024-09-12T17:52:11.019 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.017+0000 7f5ca8d2e800 10 manifest: total_size = 5242880 2024-09-12T17:52:11.019 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.017+0000 7f5ca8d2e800 20 get_obj_state: setting s->obj_tag to b6123b67-6580-4373-9691-e0e950df5f06.4566.11767542901513064171 2024-09-12T17:52:11.019 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.017+0000 7f5ca8d2e800 20 get_obj_state: octx=0x55722676e2e0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN state=0x557226765cf8 s->prefetch_data=0 2024-09-12T17:52:11.019 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.017+0000 7f5ca8d2e800 20 prepare_atomic_modification: state is not atomic. state=0x557226765cf8 2024-09-12T17:52:11.019 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.017+0000 7f5ca8d2e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.16.0 2024-09-12T17:52:11.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.019+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:52:11.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.019+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T17:52:11.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.019+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:52:11.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.019+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-12T17:52:11.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.019+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - tag is: b6123b67-6580-4373-9691-e0e950df5f06.4566.11767542901513064171 2024-09-12T17:52:11.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.019+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:52:11.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.019+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.16__shadow_.z__1aCtfJJCPwoPAJ_u0HT_g0MbcxnA_0 2024-09-12T17:52:11.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.019+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 338 2024-09-12T17:52:11.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.019+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.16__shadow_.z__1aCtfJJCPwoPAJ_u0HT_g0MbcxnA_1 2024-09-12T17:52:11.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.019+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 575 2024-09-12T17:52:11.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.019+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:52:11.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.019+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_chain - on object name: gc.20tag is: b6123b67-6580-4373-9691-e0e950df5f06.4566.11767542901513064171 2024-09-12T17:52:11.021 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.021+0000 7f5b7b7fe640 20 handle_completion(): completion ok for obj=foo-FROZEN 2024-09-12T17:52:11.021 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.021+0000 7f5ca8d2e800 20 get_obj_state: octx=0x55722676e2e0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-FROZEN state=0x557226765cf8 s->prefetch_data=0 2024-09-12T17:52:11.022 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.021+0000 7f5ca8d2e800 10 manifest: total_size = 5242880 2024-09-12T17:52:11.022 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.021+0000 7f5ca8d2e800 20 get_obj_state: setting s->obj_tag to b6123b67-6580-4373-9691-e0e950df5f06.4566.16326183360922674225 2024-09-12T17:52:11.022 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.021+0000 7f5ca8d2e800 20 get_obj_state: octx=0x55722676e2e0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-FROZEN state=0x557226765cf8 s->prefetch_data=0 2024-09-12T17:52:11.022 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.021+0000 7f5ca8d2e800 20 prepare_atomic_modification: state is not atomic. state=0x557226765cf8 2024-09-12T17:52:11.022 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.021+0000 7f5ca8d2e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.16.0 2024-09-12T17:52:11.024 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.023+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:52:11.024 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.023+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T17:52:11.024 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.023+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:52:11.024 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.023+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-12T17:52:11.024 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.023+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - tag is: b6123b67-6580-4373-9691-e0e950df5f06.4566.16326183360922674225 2024-09-12T17:52:11.024 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.023+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:52:11.024 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.023+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.16__shadow_.z__1aCtfJJCPwoPAJ_u0HT_g0MbcxnA_0 2024-09-12T17:52:11.024 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.023+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 338 2024-09-12T17:52:11.024 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.023+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.16__shadow_.z__1aCtfJJCPwoPAJ_u0HT_g0MbcxnA_1 2024-09-12T17:52:11.024 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.023+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 575 2024-09-12T17:52:11.025 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.023+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:52:11.025 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.023+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_chain - on object name: gc.4tag is: b6123b67-6580-4373-9691-e0e950df5f06.4566.16326183360922674225 2024-09-12T17:52:11.025 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.024+0000 7f5b7bfff640 20 handle_completion(): completion ok for obj=foo-FROZEN-FROZEN 2024-09-12T17:52:11.025 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.025+0000 7f5ca8d2e800 20 get_obj_state: octx=0x55722676e2e0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-LUKEWARM state=0x557226765cf8 s->prefetch_data=0 2024-09-12T17:52:11.026 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.025+0000 7f5ca8d2e800 10 manifest: total_size = 5242880 2024-09-12T17:52:11.026 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.025+0000 7f5ca8d2e800 20 get_obj_state: setting s->obj_tag to _of2u9-nhMYU4r5Uat306nqGG4JNr52I 2024-09-12T17:52:11.026 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.025+0000 7f5ca8d2e800 20 get_obj_state: octx=0x55722676e2e0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-LUKEWARM state=0x557226765cf8 s->prefetch_data=0 2024-09-12T17:52:11.026 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.025+0000 7f5ca8d2e800 20 prepare_atomic_modification: state is not atomic. state=0x557226765cf8 2024-09-12T17:52:11.026 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.025+0000 7f5ca8d2e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.16.0 2024-09-12T17:52:11.028 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.027+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:52:11.028 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.027+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T17:52:11.028 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.027+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:52:11.028 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.027+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-12T17:52:11.028 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.027+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - tag is: _of2u9-nhMYU4r5Uat306nqGG4JNr52I 2024-09-12T17:52:11.028 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.027+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:52:11.028 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.027+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.16__shadow_.A86QoAUO1NLJg1-AHNN4y0azIq9jWOJ_0 2024-09-12T17:52:11.028 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.027+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2024-09-12T17:52:11.028 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.027+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.16__shadow_.A86QoAUO1NLJg1-AHNN4y0azIq9jWOJ_1 2024-09-12T17:52:11.028 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.027+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 549 2024-09-12T17:52:11.028 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.027+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:52:11.029 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.027+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_chain - on object name: gc.13tag is: _of2u9-nhMYU4r5Uat306nqGG4JNr52I 2024-09-12T17:52:11.029 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.028+0000 7f5b7b7fe640 20 handle_completion(): completion ok for obj=foo-FROZEN-LUKEWARM 2024-09-12T17:52:11.029 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.029+0000 7f5ca8d2e800 20 get_obj_state: octx=0x7f5c980768f0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-STANDARD state=0x557226765cf8 s->prefetch_data=0 2024-09-12T17:52:11.030 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.029+0000 7f5ca8d2e800 10 manifest: total_size = 5242880 2024-09-12T17:52:11.030 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.029+0000 7f5ca8d2e800 20 get_obj_state: setting s->obj_tag to _2Ob6yePZlVsmSjCWzcJcfFUWQ92hDo4 2024-09-12T17:52:11.030 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.029+0000 7f5ca8d2e800 20 get_obj_state: octx=0x7f5c980768f0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-STANDARD state=0x557226765cf8 s->prefetch_data=0 2024-09-12T17:52:11.030 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.029+0000 7f5ca8d2e800 20 prepare_atomic_modification: state is not atomic. state=0x557226765cf8 2024-09-12T17:52:11.030 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.029+0000 7f5ca8d2e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.16.0 2024-09-12T17:52:11.032 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.031+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:52:11.032 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.031+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-12T17:52:11.032 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.031+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - tag is: _2Ob6yePZlVsmSjCWzcJcfFUWQ92hDo4 2024-09-12T17:52:11.032 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.031+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:52:11.032 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.031+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.16__shadow_.klK-FDdwAVBVcmcaRIvI-K7w6SzPZu__1 2024-09-12T17:52:11.032 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.031+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2024-09-12T17:52:11.033 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.031+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:52:11.033 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.031+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_chain - on object name: gc.27tag is: _2Ob6yePZlVsmSjCWzcJcfFUWQ92hDo4 2024-09-12T17:52:11.033 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.033+0000 7f5b7bfff640 20 handle_completion(): completion ok for obj=foo-FROZEN-STANDARD 2024-09-12T17:52:11.034 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.033+0000 7f5ca8d2e800 20 get_obj_state: octx=0x7f5c980768f0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM state=0x557226765cf8 s->prefetch_data=0 2024-09-12T17:52:11.034 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.033+0000 7f5ca8d2e800 10 manifest: total_size = 5242880 2024-09-12T17:52:11.034 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.033+0000 7f5ca8d2e800 20 get_obj_state: setting s->obj_tag to b6123b67-6580-4373-9691-e0e950df5f06.4566.14278833103263258571 2024-09-12T17:52:11.034 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.033+0000 7f5ca8d2e800 20 get_obj_state: octx=0x7f5c980768f0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM state=0x557226765cf8 s->prefetch_data=0 2024-09-12T17:52:11.034 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.033+0000 7f5ca8d2e800 20 prepare_atomic_modification: state is not atomic. state=0x557226765cf8 2024-09-12T17:52:11.034 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.033+0000 7f5ca8d2e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.16.0 2024-09-12T17:52:11.036 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.035+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:52:11.036 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.035+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T17:52:11.036 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.035+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:52:11.036 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.035+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-12T17:52:11.036 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.035+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - tag is: b6123b67-6580-4373-9691-e0e950df5f06.4566.14278833103263258571 2024-09-12T17:52:11.037 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.035+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:52:11.037 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.035+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.16__shadow_.Ktlsod9p2MuWGLXtDkg-MwBU4SSsq8o_0 2024-09-12T17:52:11.037 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.035+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 340 2024-09-12T17:52:11.037 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.035+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.16__shadow_.Ktlsod9p2MuWGLXtDkg-MwBU4SSsq8o_1 2024-09-12T17:52:11.037 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.035+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 579 2024-09-12T17:52:11.037 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.035+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:52:11.037 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.035+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_chain - on object name: gc.16tag is: b6123b67-6580-4373-9691-e0e950df5f06.4566.14278833103263258571 2024-09-12T17:52:11.038 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.036+0000 7f5b7b7fe640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2024-09-12T17:52:11.038 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.037+0000 7f5ca8d2e800 20 get_obj_state: octx=0x7f5c980768f0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-FROZEN state=0x557226765cf8 s->prefetch_data=0 2024-09-12T17:52:11.038 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.037+0000 7f5ca8d2e800 10 manifest: total_size = 5242880 2024-09-12T17:52:11.038 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.037+0000 7f5ca8d2e800 20 get_obj_state: setting s->obj_tag to __U6Go7upuvVh7jizwg4j2nQGPK6Jn4R 2024-09-12T17:52:11.038 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.037+0000 7f5ca8d2e800 20 get_obj_state: octx=0x7f5c980768f0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-FROZEN state=0x557226765cf8 s->prefetch_data=0 2024-09-12T17:52:11.038 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.037+0000 7f5ca8d2e800 20 prepare_atomic_modification: state is not atomic. state=0x557226765cf8 2024-09-12T17:52:11.039 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.037+0000 7f5ca8d2e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.16.0 2024-09-12T17:52:11.040 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.039+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:52:11.040 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.039+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T17:52:11.040 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.039+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:52:11.040 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.039+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-12T17:52:11.040 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.039+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - tag is: __U6Go7upuvVh7jizwg4j2nQGPK6Jn4R 2024-09-12T17:52:11.040 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.039+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:52:11.040 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.039+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.16__shadow_.IYVgMz1Nn6F1yYZ2QWyETWmM_olBiwf_0 2024-09-12T17:52:11.041 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.039+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2024-09-12T17:52:11.041 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.039+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.16__shadow_.IYVgMz1Nn6F1yYZ2QWyETWmM_olBiwf_1 2024-09-12T17:52:11.041 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.039+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 545 2024-09-12T17:52:11.041 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.039+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:52:11.041 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.039+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_chain - on object name: gc.0tag is: __U6Go7upuvVh7jizwg4j2nQGPK6Jn4R 2024-09-12T17:52:11.042 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.041+0000 7f5b7bfff640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-FROZEN 2024-09-12T17:52:11.042 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.041+0000 7f5ca8d2e800 20 get_obj_state: octx=0x5572266dc300 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-LUKEWARM state=0x557226765cf8 s->prefetch_data=0 2024-09-12T17:52:11.042 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.041+0000 7f5ca8d2e800 10 manifest: total_size = 5242880 2024-09-12T17:52:11.042 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.041+0000 7f5ca8d2e800 20 get_obj_state: setting s->obj_tag to b6123b67-6580-4373-9691-e0e950df5f06.4566.3240740687282274629 2024-09-12T17:52:11.042 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.041+0000 7f5ca8d2e800 20 get_obj_state: octx=0x5572266dc300 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-LUKEWARM state=0x557226765cf8 s->prefetch_data=0 2024-09-12T17:52:11.042 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.041+0000 7f5ca8d2e800 20 prepare_atomic_modification: state is not atomic. state=0x557226765cf8 2024-09-12T17:52:11.042 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.041+0000 7f5ca8d2e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.16.0 2024-09-12T17:52:11.044 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.044+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:52:11.044 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.044+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T17:52:11.045 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.044+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:52:11.045 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.044+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-12T17:52:11.045 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.044+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - tag is: b6123b67-6580-4373-9691-e0e950df5f06.4566.3240740687282274629 2024-09-12T17:52:11.045 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.044+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:52:11.045 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.044+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.16__shadow_.Ktlsod9p2MuWGLXtDkg-MwBU4SSsq8o_0 2024-09-12T17:52:11.045 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.044+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 339 2024-09-12T17:52:11.045 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.044+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.16__shadow_.Ktlsod9p2MuWGLXtDkg-MwBU4SSsq8o_1 2024-09-12T17:52:11.045 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.044+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 578 2024-09-12T17:52:11.045 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.044+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:52:11.045 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.044+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_chain - on object name: gc.18tag is: b6123b67-6580-4373-9691-e0e950df5f06.4566.3240740687282274629 2024-09-12T17:52:11.046 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.045+0000 7f5b7b7fe640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-LUKEWARM 2024-09-12T17:52:11.046 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.045+0000 7f5ca8d2e800 20 get_obj_state: octx=0x7f5c900a5f80 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-STANDARD state=0x557226765cf8 s->prefetch_data=0 2024-09-12T17:52:11.046 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.045+0000 7f5ca8d2e800 10 manifest: total_size = 5242880 2024-09-12T17:52:11.046 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.045+0000 7f5ca8d2e800 20 get_obj_state: setting s->obj_tag to _hUUHs2MzIHl53lSNEMCIPrD-opqMVwV 2024-09-12T17:52:11.046 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.045+0000 7f5ca8d2e800 20 get_obj_state: octx=0x7f5c900a5f80 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-STANDARD state=0x557226765cf8 s->prefetch_data=0 2024-09-12T17:52:11.046 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.045+0000 7f5ca8d2e800 20 prepare_atomic_modification: state is not atomic. state=0x557226765cf8 2024-09-12T17:52:11.046 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.045+0000 7f5ca8d2e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.16.0 2024-09-12T17:52:11.048 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.048+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:52:11.048 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.048+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-12T17:52:11.049 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.048+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - tag is: _hUUHs2MzIHl53lSNEMCIPrD-opqMVwV 2024-09-12T17:52:11.049 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.048+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:52:11.049 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.048+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.16__shadow_.8G0HehXDgsqqJfSVyZQsFeqtwj4IhQ6_1 2024-09-12T17:52:11.049 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.048+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2024-09-12T17:52:11.049 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.048+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:52:11.049 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.048+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_chain - on object name: gc.14tag is: _hUUHs2MzIHl53lSNEMCIPrD-opqMVwV 2024-09-12T17:52:11.049 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.049+0000 7f5b7bfff640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-STANDARD 2024-09-12T17:52:11.050 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.049+0000 7f5ca8d2e800 20 get_obj_state: octx=0x7f5c980768f0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD state=0x557226765cf8 s->prefetch_data=0 2024-09-12T17:52:11.050 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.050+0000 7f5ca8d2e800 10 manifest: total_size = 324647 2024-09-12T17:52:11.050 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.050+0000 7f5ca8d2e800 20 get_obj_state: setting s->obj_tag to b6123b67-6580-4373-9691-e0e950df5f06.4566.6728287887144259226 2024-09-12T17:52:11.050 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.050+0000 7f5ca8d2e800 20 get_obj_state: octx=0x7f5c980768f0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD state=0x557226765cf8 s->prefetch_data=0 2024-09-12T17:52:11.050 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.050+0000 7f5ca8d2e800 20 prepare_atomic_modification: state is not atomic. state=0x557226765cf8 2024-09-12T17:52:11.050 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.050+0000 7f5ca8d2e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.16.0 2024-09-12T17:52:11.052 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.052+0000 7f5ca8d2e800 20 get_obj_state: octx=0x7f5c900a5f80 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-FROZEN state=0x557226765cf8 s->prefetch_data=0 2024-09-12T17:52:11.053 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.052+0000 7f5ca8d2e800 10 manifest: total_size = 324647 2024-09-12T17:52:11.053 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.052+0000 7f5ca8d2e800 20 get_obj_state: setting s->obj_tag to _IdcchaMaW_fE0vPtqyX-V8cAUa_2BAf 2024-09-12T17:52:11.053 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.052+0000 7f5ca8d2e800 20 get_obj_state: octx=0x7f5c900a5f80 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-FROZEN state=0x557226765cf8 s->prefetch_data=0 2024-09-12T17:52:11.053 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.052+0000 7f5ca8d2e800 20 prepare_atomic_modification: state is not atomic. state=0x557226765cf8 2024-09-12T17:52:11.053 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.052+0000 7f5ca8d2e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.16.0 2024-09-12T17:52:11.053 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.053+0000 7f5b7b7fe640 20 handle_completion(): completion ok for obj=foo-STANDARD 2024-09-12T17:52:11.055 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.055+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:52:11.055 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.055+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=324647 stripe_ofs=324647 part_ofs=0 rule->part_size=0 2024-09-12T17:52:11.055 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.055+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - tag is: _IdcchaMaW_fE0vPtqyX-V8cAUa_2BAf 2024-09-12T17:52:11.055 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.055+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:52:11.055 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.055+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.16__shadow_.t9tBe75suSge1kkhZsPAkFB-Wr1-RWh_0 2024-09-12T17:52:11.055 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.055+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2024-09-12T17:52:11.055 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.055+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:52:11.056 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.055+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_chain - on object name: gc.25tag is: _IdcchaMaW_fE0vPtqyX-V8cAUa_2BAf 2024-09-12T17:52:11.056 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.056+0000 7f5b7bfff640 20 handle_completion(): completion ok for obj=foo-STANDARD-FROZEN 2024-09-12T17:52:11.056 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.056+0000 7f5ca8d2e800 20 get_obj_state: octx=0x7f5c900e3aa0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-LUKEWARM state=0x557226765cf8 s->prefetch_data=0 2024-09-12T17:52:11.057 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.056+0000 7f5ca8d2e800 10 manifest: total_size = 324647 2024-09-12T17:52:11.057 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.056+0000 7f5ca8d2e800 20 get_obj_state: setting s->obj_tag to _4lQ4TtOqQKXG30ukK4LqrvMdOtidoK7 2024-09-12T17:52:11.057 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.056+0000 7f5ca8d2e800 20 get_obj_state: octx=0x7f5c900e3aa0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-LUKEWARM state=0x557226765cf8 s->prefetch_data=0 2024-09-12T17:52:11.057 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.056+0000 7f5ca8d2e800 20 prepare_atomic_modification: state is not atomic. state=0x557226765cf8 2024-09-12T17:52:11.057 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.056+0000 7f5ca8d2e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.16.0 2024-09-12T17:52:11.059 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.059+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:52:11.059 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.059+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=324647 stripe_ofs=324647 part_ofs=0 rule->part_size=0 2024-09-12T17:52:11.059 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.059+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - tag is: _4lQ4TtOqQKXG30ukK4LqrvMdOtidoK7 2024-09-12T17:52:11.059 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.059+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:52:11.059 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.059+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.16__shadow_.6jpqq5LiyjPL3jmdl7ebbXF6rzSA-NP_0 2024-09-12T17:52:11.060 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.059+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2024-09-12T17:52:11.060 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.059+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:52:11.060 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.059+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_chain - on object name: gc.17tag is: _4lQ4TtOqQKXG30ukK4LqrvMdOtidoK7 2024-09-12T17:52:11.060 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.060+0000 7f5b7b7fe640 20 handle_completion(): completion ok for obj=foo-STANDARD-LUKEWARM 2024-09-12T17:52:11.060 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.060+0000 7f5ca8d2e800 20 get_obj_state: octx=0x7f5c980768f0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-STANDARD state=0x557226765cf8 s->prefetch_data=0 2024-09-12T17:52:11.061 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.060+0000 7f5ca8d2e800 10 manifest: total_size = 324647 2024-09-12T17:52:11.061 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.060+0000 7f5ca8d2e800 20 get_obj_state: setting s->obj_tag to _Cr-5WZrCRMvl0Kv9l0e1m0f2ELIo4r2 2024-09-12T17:52:11.061 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.060+0000 7f5ca8d2e800 20 get_obj_state: octx=0x7f5c980768f0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-STANDARD state=0x557226765cf8 s->prefetch_data=0 2024-09-12T17:52:11.061 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.060+0000 7f5ca8d2e800 20 prepare_atomic_modification: state is not atomic. state=0x557226765cf8 2024-09-12T17:52:11.061 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.060+0000 7f5ca8d2e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.16.0 2024-09-12T17:52:11.063 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.063+0000 7f5ca8d2e800 20 list_objects_ordered: starting attempt 1 2024-09-12T17:52:11.063 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.063+0000 7f5ca8d2e800 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T17:52:11.064 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.064+0000 7f5b7bfff640 20 handle_completion(): completion ok for obj=foo-STANDARD-STANDARD 2024-09-12T17:52:11.064 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.064+0000 7f5ca8d2e800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T17:52:11.064 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.064+0000 7f5ca8d2e800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T17:52:11.064 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.064+0000 7f5ca8d2e800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T17:52:11.065 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.064+0000 7f5ca8d2e800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T17:52:11.065 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.064+0000 7f5ca8d2e800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class-copy.1[b6123b67-6580-4373-9691-e0e950df5f06.4566.16])"; uploads.size()=0; is_truncated=0 2024-09-12T17:52:11.066 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.065+0000 7f5ca8d2e800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 : miss 2024-09-12T17:52:11.066 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.065+0000 7f5ca8d2e800 20 rados->read ofs=0 len=0 2024-09-12T17:52:11.066 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.066+0000 7f5ca8d2e800 20 rados_obj.operate() r=0 bl.length=233 2024-09-12T17:52:11.066 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.066+0000 7f5ca8d2e800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 info.flags=0x11 2024-09-12T17:52:11.066 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.066+0000 7f5ca8d2e800 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 to cache LRU end 2024-09-12T17:52:11.067 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.067+0000 7f5ca8d2e800 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 from cache 2024-09-12T17:52:11.067 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.067+0000 7f5ca8d2e800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class-copy.1, ofs0, ns] 2024-09-12T17:52:11.067 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.067+0000 7f5b7b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464284 cookie 93948759653232 notifier 5913 bl.length()=189 2024-09-12T17:52:11.069 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.068+0000 7f5ca8d2e800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:b6123b67-6580-4373-9691-e0e950df5f06.4566.16 from cache 2024-09-12T17:52:11.069 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.068+0000 7f5ca8d2e800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:b6123b67-6580-4373-9691-e0e950df5f06.4566.16, ofs0, ns] 2024-09-12T17:52:11.069 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.069+0000 7f5b7bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464317 cookie 93948759656064 notifier 5913 bl.length()=247 2024-09-12T17:52:11.071 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.070+0000 7f5ca8d2e800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-copy.1/b6123b67-6580-4373-9691-e0e950df5f06.4566.16 : miss 2024-09-12T17:52:11.071 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.070+0000 7f5ca8d2e800 20 rados->read ofs=0 len=0 2024-09-12T17:52:11.071 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.070+0000 7f5ca8d2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:52:11.071 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.070+0000 7f5ca8d2e800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-copy.1/b6123b67-6580-4373-9691-e0e950df5f06.4566.16 info.flags=0x0 2024-09-12T17:52:11.071 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.070+0000 7f5ca8d2e800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-copy.1/b6123b67-6580-4373-9691-e0e950df5f06.4566.16 to cache LRU end 2024-09-12T17:52:11.073 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.072+0000 7f5ca8d2e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:b6123b67-6580-4373-9691-e0e950df5f06.4566.17 : miss 2024-09-12T17:52:11.073 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.072+0000 7f5ca8d2e800 20 rados->read ofs=0 len=0 2024-09-12T17:52:11.074 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.073+0000 7f5ca8d2e800 20 rados_obj.operate() r=0 bl.length=465 2024-09-12T17:52:11.074 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.073+0000 7f5ca8d2e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:b6123b67-6580-4373-9691-e0e950df5f06.4566.17 info.flags=0x17 2024-09-12T17:52:11.074 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.073+0000 7f5ca8d2e800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:b6123b67-6580-4373-9691-e0e950df5f06.4566.17 to cache LRU end 2024-09-12T17:52:11.074 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.073+0000 7f5ca8d2e800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:52:11.074 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.073+0000 7f5ca8d2e800 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T17:52:11.074 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.073+0000 7f5ca8d2e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:b6123b67-6580-4373-9691-e0e950df5f06.4566.17 2024-09-12T17:52:11.075 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.074+0000 7f5ca8d2e800 10 cls_bucket_list_unordered: got foo-FROZEN 2024-09-12T17:52:11.075 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.074+0000 7f5ca8d2e800 10 cls_bucket_list_unordered: got foo-FROZEN-FROZEN 2024-09-12T17:52:11.075 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.074+0000 7f5ca8d2e800 10 cls_bucket_list_unordered: got foo-FROZEN-LUKEWARM 2024-09-12T17:52:11.075 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.074+0000 7f5ca8d2e800 10 cls_bucket_list_unordered: got foo-FROZEN-STANDARD 2024-09-12T17:52:11.075 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.074+0000 7f5ca8d2e800 10 cls_bucket_list_unordered: got foo-LUKEWARM 2024-09-12T17:52:11.075 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.074+0000 7f5ca8d2e800 10 cls_bucket_list_unordered: got foo-LUKEWARM-FROZEN 2024-09-12T17:52:11.075 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.074+0000 7f5ca8d2e800 10 cls_bucket_list_unordered: got foo-LUKEWARM-LUKEWARM 2024-09-12T17:52:11.075 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.074+0000 7f5ca8d2e800 10 cls_bucket_list_unordered: got foo-LUKEWARM-STANDARD 2024-09-12T17:52:11.075 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.074+0000 7f5ca8d2e800 10 cls_bucket_list_unordered: got foo-STANDARD 2024-09-12T17:52:11.075 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.074+0000 7f5ca8d2e800 10 cls_bucket_list_unordered: got foo-STANDARD-FROZEN 2024-09-12T17:52:11.075 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.074+0000 7f5ca8d2e800 10 cls_bucket_list_unordered: got foo-STANDARD-LUKEWARM 2024-09-12T17:52:11.075 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.074+0000 7f5ca8d2e800 10 cls_bucket_list_unordered: got foo-STANDARD-STANDARD 2024-09-12T17:52:11.076 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.074+0000 7f5ca8d2e800 20 get_obj_state: octx=0x7f5c9806dbf0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN state=0x55722675fb38 s->prefetch_data=0 2024-09-12T17:52:11.076 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.074+0000 7f5ca8d2e800 10 manifest: total_size = 11534336 2024-09-12T17:52:11.076 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.074+0000 7f5ca8d2e800 20 get_obj_state: setting s->obj_tag to b6123b67-6580-4373-9691-e0e950df5f06.4566.2827337237842437165 2024-09-12T17:52:11.076 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.074+0000 7f5ca8d2e800 20 get_obj_state: octx=0x7f5c9806dbf0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN state=0x55722675fb38 s->prefetch_data=0 2024-09-12T17:52:11.076 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.074+0000 7f5ca8d2e800 20 prepare_atomic_modification: state is not atomic. state=0x55722675fb38 2024-09-12T17:52:11.076 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.074+0000 7f5ca8d2e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.17.0 2024-09-12T17:52:11.077 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.076+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:52:11.077 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.076+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:52:11.077 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.076+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:52:11.077 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.076+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:52:11.077 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.076+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-12T17:52:11.077 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.076+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:52:11.078 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.076+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:52:11.078 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.076+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:52:11.078 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.076+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:52:11.078 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.076+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:52:11.078 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.076+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:52:11.078 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.076+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-12T17:52:11.078 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.076+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-12T17:52:11.078 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.076+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2024-09-12T17:52:11.078 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.076+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-12T17:52:11.078 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.076+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - tag is: b6123b67-6580-4373-9691-e0e950df5f06.4566.2827337237842437165 2024-09-12T17:52:11.078 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.076+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:52:11.078 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.076+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.17__multipart_foo-FROZEN.2~3KbUP2_kNgqJT-6aqpyzbqBXyYLbzKA.1 2024-09-12T17:52:11.078 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.076+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 367 2024-09-12T17:52:11.079 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.076+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.17__shadow_foo-FROZEN.2~3KbUP2_kNgqJT-6aqpyzbqBXyYLbzKA.1_1 2024-09-12T17:52:11.079 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.076+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 632 2024-09-12T17:52:11.079 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.076+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.17__multipart_foo-FROZEN.2~3KbUP2_kNgqJT-6aqpyzbqBXyYLbzKA.2 2024-09-12T17:52:11.079 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.076+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 899 2024-09-12T17:52:11.079 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.076+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.17__shadow_foo-FROZEN.2~3KbUP2_kNgqJT-6aqpyzbqBXyYLbzKA.2_1 2024-09-12T17:52:11.079 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.076+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1164 2024-09-12T17:52:11.079 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.076+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.17__multipart_foo-FROZEN.2~3KbUP2_kNgqJT-6aqpyzbqBXyYLbzKA.3 2024-09-12T17:52:11.079 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.076+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1431 2024-09-12T17:52:11.079 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.076+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:52:11.080 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.076+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_chain - on object name: gc.0tag is: b6123b67-6580-4373-9691-e0e950df5f06.4566.2827337237842437165 2024-09-12T17:52:11.080 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.078+0000 7f5b7bfff640 20 handle_completion(): completion ok for obj=foo-FROZEN 2024-09-12T17:52:11.080 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.078+0000 7f5ca8d2e800 20 get_obj_state: octx=0x7f5c980768f0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-FROZEN state=0x55722675fb38 s->prefetch_data=0 2024-09-12T17:52:11.080 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.078+0000 7f5ca8d2e800 10 manifest: total_size = 11534336 2024-09-12T17:52:11.080 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.078+0000 7f5ca8d2e800 20 get_obj_state: setting s->obj_tag to b6123b67-6580-4373-9691-e0e950df5f06.4566.6520920787326450721 2024-09-12T17:52:11.081 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.078+0000 7f5ca8d2e800 20 get_obj_state: octx=0x7f5c980768f0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-FROZEN state=0x55722675fb38 s->prefetch_data=0 2024-09-12T17:52:11.081 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.078+0000 7f5ca8d2e800 20 prepare_atomic_modification: state is not atomic. state=0x55722675fb38 2024-09-12T17:52:11.081 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.078+0000 7f5ca8d2e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.17.0 2024-09-12T17:52:11.081 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.080+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:52:11.081 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.080+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:52:11.081 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.080+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:52:11.082 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.080+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:52:11.082 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.080+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-12T17:52:11.082 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.080+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:52:11.082 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.080+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:52:11.082 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.080+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:52:11.082 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.080+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:52:11.082 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.080+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:52:11.082 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.080+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:52:11.082 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.080+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-12T17:52:11.082 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.080+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-12T17:52:11.082 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.080+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2024-09-12T17:52:11.082 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.080+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-12T17:52:11.082 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.080+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - tag is: b6123b67-6580-4373-9691-e0e950df5f06.4566.6520920787326450721 2024-09-12T17:52:11.083 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.080+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:52:11.083 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.080+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.17__multipart_foo-FROZEN.2~3KbUP2_kNgqJT-6aqpyzbqBXyYLbzKA.1 2024-09-12T17:52:11.083 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.080+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 367 2024-09-12T17:52:11.083 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.080+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.17__shadow_foo-FROZEN.2~3KbUP2_kNgqJT-6aqpyzbqBXyYLbzKA.1_1 2024-09-12T17:52:11.083 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.080+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 632 2024-09-12T17:52:11.083 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.080+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.17__multipart_foo-FROZEN.2~3KbUP2_kNgqJT-6aqpyzbqBXyYLbzKA.2 2024-09-12T17:52:11.083 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.080+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 899 2024-09-12T17:52:11.083 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.080+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.17__shadow_foo-FROZEN.2~3KbUP2_kNgqJT-6aqpyzbqBXyYLbzKA.2_1 2024-09-12T17:52:11.083 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.080+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1164 2024-09-12T17:52:11.083 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.080+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.17__multipart_foo-FROZEN.2~3KbUP2_kNgqJT-6aqpyzbqBXyYLbzKA.3 2024-09-12T17:52:11.083 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.080+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1431 2024-09-12T17:52:11.083 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.080+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:52:11.083 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.080+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_chain - on object name: gc.24tag is: b6123b67-6580-4373-9691-e0e950df5f06.4566.6520920787326450721 2024-09-12T17:52:11.084 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.081+0000 7f5b7b7fe640 20 handle_completion(): completion ok for obj=foo-FROZEN-FROZEN 2024-09-12T17:52:11.084 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.081+0000 7f5ca8d2e800 20 get_obj_state: octx=0x557226766a40 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-LUKEWARM state=0x55722675fb38 s->prefetch_data=0 2024-09-12T17:52:11.084 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.082+0000 7f5ca8d2e800 10 manifest: total_size = 11534336 2024-09-12T17:52:11.084 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.082+0000 7f5ca8d2e800 20 get_obj_state: setting s->obj_tag to _uy8SM7vreyi5jDviv5_ehInAiXYk19V 2024-09-12T17:52:11.085 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.082+0000 7f5ca8d2e800 20 get_obj_state: octx=0x557226766a40 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-LUKEWARM state=0x55722675fb38 s->prefetch_data=0 2024-09-12T17:52:11.085 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.082+0000 7f5ca8d2e800 20 prepare_atomic_modification: state is not atomic. state=0x55722675fb38 2024-09-12T17:52:11.085 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.082+0000 7f5ca8d2e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.17.0 2024-09-12T17:52:11.085 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.084+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:52:11.085 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.084+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T17:52:11.086 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.084+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:52:11.086 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.084+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=8388608 stripe_ofs=8388608 part_ofs=0 rule->part_size=0 2024-09-12T17:52:11.086 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.084+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:52:11.086 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.084+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2024-09-12T17:52:11.086 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.084+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - tag is: _uy8SM7vreyi5jDviv5_ehInAiXYk19V 2024-09-12T17:52:11.086 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.084+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:52:11.086 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.084+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.17__shadow_.cW91ypNqN3PMDW0RY_Q6MQKUprHUiTc_0 2024-09-12T17:52:11.086 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.084+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2024-09-12T17:52:11.086 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.084+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.17__shadow_.cW91ypNqN3PMDW0RY_Q6MQKUprHUiTc_1 2024-09-12T17:52:11.086 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.084+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 549 2024-09-12T17:52:11.086 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.084+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.17__shadow_.cW91ypNqN3PMDW0RY_Q6MQKUprHUiTc_2 2024-09-12T17:52:11.087 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.084+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 788 2024-09-12T17:52:11.087 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.084+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:52:11.087 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.084+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_chain - on object name: gc.14tag is: _uy8SM7vreyi5jDviv5_ehInAiXYk19V 2024-09-12T17:52:11.087 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.086+0000 7f5ca8d2e800 20 get_obj_state: octx=0x7f5c9806dbf0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-STANDARD state=0x55722675fb38 s->prefetch_data=0 2024-09-12T17:52:11.087 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.086+0000 7f5b7bfff640 20 handle_completion(): completion ok for obj=foo-FROZEN-LUKEWARM 2024-09-12T17:52:11.087 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.086+0000 7f5ca8d2e800 10 manifest: total_size = 11534336 2024-09-12T17:52:11.088 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.086+0000 7f5ca8d2e800 20 get_obj_state: setting s->obj_tag to _w6ZXTfTAvcPLz7vqiFiaEfOJsDQeMUG 2024-09-12T17:52:11.088 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.086+0000 7f5ca8d2e800 20 get_obj_state: octx=0x7f5c9806dbf0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-STANDARD state=0x55722675fb38 s->prefetch_data=0 2024-09-12T17:52:11.088 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.086+0000 7f5ca8d2e800 20 prepare_atomic_modification: state is not atomic. state=0x55722675fb38 2024-09-12T17:52:11.088 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.086+0000 7f5ca8d2e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.17.0 2024-09-12T17:52:11.089 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.088+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:52:11.089 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.088+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=8388608 stripe_ofs=8388608 part_ofs=0 rule->part_size=0 2024-09-12T17:52:11.089 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.088+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:52:11.089 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.088+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2024-09-12T17:52:11.089 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.088+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - tag is: _w6ZXTfTAvcPLz7vqiFiaEfOJsDQeMUG 2024-09-12T17:52:11.089 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.088+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:52:11.089 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.088+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.17__shadow_.Y3kyvgJeR85XQB4nLK-fj1M_Olhi4jL_1 2024-09-12T17:52:11.089 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.088+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2024-09-12T17:52:11.090 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.088+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.17__shadow_.Y3kyvgJeR85XQB4nLK-fj1M_Olhi4jL_2 2024-09-12T17:52:11.090 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.088+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 531 2024-09-12T17:52:11.090 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.088+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:52:11.090 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.088+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_chain - on object name: gc.28tag is: _w6ZXTfTAvcPLz7vqiFiaEfOJsDQeMUG 2024-09-12T17:52:11.090 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.090+0000 7f5ca8d2e800 20 get_obj_state: octx=0x5572266dca50 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM state=0x55722675fb38 s->prefetch_data=0 2024-09-12T17:52:11.091 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.090+0000 7f5b7b7fe640 20 handle_completion(): completion ok for obj=foo-FROZEN-STANDARD 2024-09-12T17:52:11.091 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.090+0000 7f5ca8d2e800 10 manifest: total_size = 11534336 2024-09-12T17:52:11.091 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.090+0000 7f5ca8d2e800 20 get_obj_state: setting s->obj_tag to b6123b67-6580-4373-9691-e0e950df5f06.4566.13126631255586359929 2024-09-12T17:52:11.091 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.090+0000 7f5ca8d2e800 20 get_obj_state: octx=0x5572266dca50 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM state=0x55722675fb38 s->prefetch_data=0 2024-09-12T17:52:11.091 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.090+0000 7f5ca8d2e800 20 prepare_atomic_modification: state is not atomic. state=0x55722675fb38 2024-09-12T17:52:11.091 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.090+0000 7f5ca8d2e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.17.0 2024-09-12T17:52:11.093 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.092+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:52:11.093 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.092+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:52:11.093 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.092+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:52:11.093 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.092+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:52:11.093 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.092+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-12T17:52:11.093 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.092+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:52:11.094 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.092+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:52:11.094 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.092+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:52:11.094 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.092+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:52:11.094 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.092+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:52:11.094 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.092+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:52:11.094 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.092+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-12T17:52:11.094 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.092+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-12T17:52:11.094 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.092+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2024-09-12T17:52:11.094 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.092+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-12T17:52:11.094 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.092+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - tag is: b6123b67-6580-4373-9691-e0e950df5f06.4566.13126631255586359929 2024-09-12T17:52:11.094 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.092+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:52:11.094 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.092+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.17__multipart_foo-LUKEWARM.2~dSqXBO7zkcoPNZCurxGnwnMnywAXJtZ.1 2024-09-12T17:52:11.094 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.092+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 374 2024-09-12T17:52:11.095 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.092+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.17__shadow_foo-LUKEWARM.2~dSqXBO7zkcoPNZCurxGnwnMnywAXJtZ.1_1 2024-09-12T17:52:11.095 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.092+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 645 2024-09-12T17:52:11.095 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.092+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.17__multipart_foo-LUKEWARM.2~dSqXBO7zkcoPNZCurxGnwnMnywAXJtZ.2 2024-09-12T17:52:11.095 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.092+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 918 2024-09-12T17:52:11.095 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.092+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.17__shadow_foo-LUKEWARM.2~dSqXBO7zkcoPNZCurxGnwnMnywAXJtZ.2_1 2024-09-12T17:52:11.095 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.092+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1189 2024-09-12T17:52:11.095 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.092+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.17__multipart_foo-LUKEWARM.2~dSqXBO7zkcoPNZCurxGnwnMnywAXJtZ.3 2024-09-12T17:52:11.095 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.092+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1462 2024-09-12T17:52:11.095 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.092+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:52:11.095 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.092+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_chain - on object name: gc.10tag is: b6123b67-6580-4373-9691-e0e950df5f06.4566.13126631255586359929 2024-09-12T17:52:11.096 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.093+0000 7f5b7bfff640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2024-09-12T17:52:11.096 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.094+0000 7f5ca8d2e800 20 get_obj_state: octx=0x7f5c9806cf40 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-FROZEN state=0x55722675fb38 s->prefetch_data=0 2024-09-12T17:52:11.096 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.094+0000 7f5ca8d2e800 10 manifest: total_size = 11534336 2024-09-12T17:52:11.096 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.094+0000 7f5ca8d2e800 20 get_obj_state: setting s->obj_tag to _ndvBIdVKHsK-XxYOYA6FaJUTF0MGHPD 2024-09-12T17:52:11.096 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.094+0000 7f5ca8d2e800 20 get_obj_state: octx=0x7f5c9806cf40 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-FROZEN state=0x55722675fb38 s->prefetch_data=0 2024-09-12T17:52:11.096 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.094+0000 7f5ca8d2e800 20 prepare_atomic_modification: state is not atomic. state=0x55722675fb38 2024-09-12T17:52:11.096 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.094+0000 7f5ca8d2e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.17.0 2024-09-12T17:52:11.097 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.096+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:52:11.097 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.096+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T17:52:11.097 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.096+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:52:11.097 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.096+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=8388608 stripe_ofs=8388608 part_ofs=0 rule->part_size=0 2024-09-12T17:52:11.097 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.096+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:52:11.097 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.096+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2024-09-12T17:52:11.097 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.096+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - tag is: _ndvBIdVKHsK-XxYOYA6FaJUTF0MGHPD 2024-09-12T17:52:11.098 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.096+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:52:11.098 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.096+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.17__shadow_.TeoSr4zFs_UOenrfHoPALS9W1Q3_u-V_0 2024-09-12T17:52:11.098 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.096+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2024-09-12T17:52:11.098 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.096+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.17__shadow_.TeoSr4zFs_UOenrfHoPALS9W1Q3_u-V_1 2024-09-12T17:52:11.098 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.096+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 545 2024-09-12T17:52:11.098 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.096+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.17__shadow_.TeoSr4zFs_UOenrfHoPALS9W1Q3_u-V_2 2024-09-12T17:52:11.098 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.096+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 782 2024-09-12T17:52:11.098 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.096+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:52:11.098 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.096+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_chain - on object name: gc.6tag is: _ndvBIdVKHsK-XxYOYA6FaJUTF0MGHPD 2024-09-12T17:52:11.099 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.097+0000 7f5b7b7fe640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-FROZEN 2024-09-12T17:52:11.099 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.097+0000 7f5ca8d2e800 20 get_obj_state: octx=0x7f5c9806dbf0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-LUKEWARM state=0x55722675fb38 s->prefetch_data=0 2024-09-12T17:52:11.099 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.098+0000 7f5ca8d2e800 10 manifest: total_size = 11534336 2024-09-12T17:52:11.099 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.098+0000 7f5ca8d2e800 20 get_obj_state: setting s->obj_tag to b6123b67-6580-4373-9691-e0e950df5f06.4566.8261871403421761318 2024-09-12T17:52:11.099 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.098+0000 7f5ca8d2e800 20 get_obj_state: octx=0x7f5c9806dbf0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-LUKEWARM state=0x55722675fb38 s->prefetch_data=0 2024-09-12T17:52:11.099 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.098+0000 7f5ca8d2e800 20 prepare_atomic_modification: state is not atomic. state=0x55722675fb38 2024-09-12T17:52:11.099 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.098+0000 7f5ca8d2e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.17.0 2024-09-12T17:52:11.101 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.100+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:52:11.101 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.100+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:52:11.101 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.100+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:52:11.101 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.100+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:52:11.101 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.100+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-12T17:52:11.101 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.100+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:52:11.101 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.100+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:52:11.101 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.100+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:52:11.101 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.100+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:52:11.101 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.100+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:52:11.101 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.100+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:52:11.102 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.100+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-12T17:52:11.102 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.100+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-12T17:52:11.102 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.100+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2024-09-12T17:52:11.102 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.100+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-12T17:52:11.102 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.100+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - tag is: b6123b67-6580-4373-9691-e0e950df5f06.4566.8261871403421761318 2024-09-12T17:52:11.102 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.100+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:52:11.102 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.100+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.17__multipart_foo-LUKEWARM.2~dSqXBO7zkcoPNZCurxGnwnMnywAXJtZ.1 2024-09-12T17:52:11.102 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.100+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 373 2024-09-12T17:52:11.102 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.100+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.17__shadow_foo-LUKEWARM.2~dSqXBO7zkcoPNZCurxGnwnMnywAXJtZ.1_1 2024-09-12T17:52:11.102 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.100+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 644 2024-09-12T17:52:11.102 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.100+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.17__multipart_foo-LUKEWARM.2~dSqXBO7zkcoPNZCurxGnwnMnywAXJtZ.2 2024-09-12T17:52:11.102 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.100+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 917 2024-09-12T17:52:11.102 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.100+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.17__shadow_foo-LUKEWARM.2~dSqXBO7zkcoPNZCurxGnwnMnywAXJtZ.2_1 2024-09-12T17:52:11.103 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.100+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1188 2024-09-12T17:52:11.103 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.100+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.17__multipart_foo-LUKEWARM.2~dSqXBO7zkcoPNZCurxGnwnMnywAXJtZ.3 2024-09-12T17:52:11.103 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.100+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1461 2024-09-12T17:52:11.103 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.100+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:52:11.103 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.100+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_chain - on object name: gc.8tag is: b6123b67-6580-4373-9691-e0e950df5f06.4566.8261871403421761318 2024-09-12T17:52:11.103 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.101+0000 7f5b7bfff640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-LUKEWARM 2024-09-12T17:52:11.103 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.102+0000 7f5ca8d2e800 20 get_obj_state: octx=0x7f5ca0029f80 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-STANDARD state=0x55722675fb38 s->prefetch_data=0 2024-09-12T17:52:11.104 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.102+0000 7f5ca8d2e800 10 manifest: total_size = 11534336 2024-09-12T17:52:11.104 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.102+0000 7f5ca8d2e800 20 get_obj_state: setting s->obj_tag to _Yuafgo8KEdchxlnOncF2J3nRMUzdqD3 2024-09-12T17:52:11.104 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.102+0000 7f5ca8d2e800 20 get_obj_state: octx=0x7f5ca0029f80 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-STANDARD state=0x55722675fb38 s->prefetch_data=0 2024-09-12T17:52:11.104 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.102+0000 7f5ca8d2e800 20 prepare_atomic_modification: state is not atomic. state=0x55722675fb38 2024-09-12T17:52:11.104 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.102+0000 7f5ca8d2e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.17.0 2024-09-12T17:52:11.105 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.104+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:52:11.105 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.104+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=8388608 stripe_ofs=8388608 part_ofs=0 rule->part_size=0 2024-09-12T17:52:11.105 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.104+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:52:11.105 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.104+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2024-09-12T17:52:11.105 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.104+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - tag is: _Yuafgo8KEdchxlnOncF2J3nRMUzdqD3 2024-09-12T17:52:11.105 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.104+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:52:11.105 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.104+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.17__shadow_.2595LcooEKnngGJ1eCzDiUVHM38ZQ03_1 2024-09-12T17:52:11.105 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.104+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2024-09-12T17:52:11.105 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.104+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.17__shadow_.2595LcooEKnngGJ1eCzDiUVHM38ZQ03_2 2024-09-12T17:52:11.105 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.104+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 531 2024-09-12T17:52:11.106 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.104+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:52:11.106 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.104+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_chain - on object name: gc.11tag is: _Yuafgo8KEdchxlnOncF2J3nRMUzdqD3 2024-09-12T17:52:11.106 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.106+0000 7f5b7b7fe640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-STANDARD 2024-09-12T17:52:11.106 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.106+0000 7f5ca8d2e800 20 get_obj_state: octx=0x7f5ca0029f80 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD state=0x55722675fb38 s->prefetch_data=0 2024-09-12T17:52:11.107 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.106+0000 7f5ca8d2e800 10 manifest: total_size = 541681 2024-09-12T17:52:11.107 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.106+0000 7f5ca8d2e800 20 get_obj_state: setting s->obj_tag to b6123b67-6580-4373-9691-e0e950df5f06.4566.15006362623870007223 2024-09-12T17:52:11.107 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.106+0000 7f5ca8d2e800 20 get_obj_state: octx=0x7f5ca0029f80 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD state=0x55722675fb38 s->prefetch_data=0 2024-09-12T17:52:11.107 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.106+0000 7f5ca8d2e800 20 prepare_atomic_modification: state is not atomic. state=0x55722675fb38 2024-09-12T17:52:11.107 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.106+0000 7f5ca8d2e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.17.0 2024-09-12T17:52:11.109 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.108+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2024-09-12T17:52:11.109 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.108+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=246247 2024-09-12T17:52:11.109 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.108+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=246247 stripe_ofs=246247 part_ofs=246247 rule->part_size=246247 2024-09-12T17:52:11.109 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.108+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2024-09-12T17:52:11.109 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.108+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): stripe_ofs=4440551 part_ofs=246247 rule->part_size=246247 2024-09-12T17:52:11.109 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.108+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=492494 stripe_ofs=492494 part_ofs=492494 rule->part_size=49187 2024-09-12T17:52:11.109 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.108+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=49187 rules.size()=2 2024-09-12T17:52:11.109 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.108+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): stripe_ofs=4686798 part_ofs=492494 rule->part_size=49187 2024-09-12T17:52:11.109 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.108+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=541681 stripe_ofs=541681 part_ofs=541681 rule->part_size=49187 2024-09-12T17:52:11.109 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.108+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - tag is: b6123b67-6580-4373-9691-e0e950df5f06.4566.15006362623870007223 2024-09-12T17:52:11.109 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.108+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:52:11.110 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.108+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.17__multipart_foo-STANDARD.2~bE8bnxAUcp494VY0MG3fSCw3ESwEVye.1 2024-09-12T17:52:11.110 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.108+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 365 2024-09-12T17:52:11.110 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.108+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.17__multipart_foo-STANDARD.2~bE8bnxAUcp494VY0MG3fSCw3ESwEVye.2 2024-09-12T17:52:11.110 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.108+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 629 2024-09-12T17:52:11.110 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.108+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.17__multipart_foo-STANDARD.2~bE8bnxAUcp494VY0MG3fSCw3ESwEVye.3 2024-09-12T17:52:11.110 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.108+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 893 2024-09-12T17:52:11.110 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.108+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:52:11.110 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.108+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_chain - on object name: gc.17tag is: b6123b67-6580-4373-9691-e0e950df5f06.4566.15006362623870007223 2024-09-12T17:52:11.111 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.109+0000 7f5b7bfff640 20 handle_completion(): completion ok for obj=foo-STANDARD 2024-09-12T17:52:11.111 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.109+0000 7f5ca8d2e800 20 get_obj_state: octx=0x5572267738b0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-FROZEN state=0x55722675fb38 s->prefetch_data=0 2024-09-12T17:52:11.111 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.110+0000 7f5ca8d2e800 10 manifest: total_size = 541681 2024-09-12T17:52:11.111 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.110+0000 7f5ca8d2e800 20 get_obj_state: setting s->obj_tag to _psAEGhA9fqq99_0sdVNwi1Ly5CNYK8t 2024-09-12T17:52:11.111 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.110+0000 7f5ca8d2e800 20 get_obj_state: octx=0x5572267738b0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-FROZEN state=0x55722675fb38 s->prefetch_data=0 2024-09-12T17:52:11.111 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.110+0000 7f5ca8d2e800 20 prepare_atomic_modification: state is not atomic. state=0x55722675fb38 2024-09-12T17:52:11.111 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.110+0000 7f5ca8d2e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.17.0 2024-09-12T17:52:11.112 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.112+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:52:11.113 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.112+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=541681 stripe_ofs=541681 part_ofs=0 rule->part_size=0 2024-09-12T17:52:11.113 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.112+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - tag is: _psAEGhA9fqq99_0sdVNwi1Ly5CNYK8t 2024-09-12T17:52:11.113 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.112+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:52:11.113 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.112+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.17__shadow_.j9VICf05ZBwTUCJoo5iIede_voTy99Q_0 2024-09-12T17:52:11.113 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.112+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2024-09-12T17:52:11.113 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.112+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:52:11.114 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.112+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_chain - on object name: gc.3tag is: _psAEGhA9fqq99_0sdVNwi1Ly5CNYK8t 2024-09-12T17:52:11.114 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.113+0000 7f5b7b7fe640 20 handle_completion(): completion ok for obj=foo-STANDARD-FROZEN 2024-09-12T17:52:11.114 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.114+0000 7f5ca8d2e800 20 get_obj_state: octx=0x7f5c9806cf40 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-LUKEWARM state=0x55722675fb38 s->prefetch_data=0 2024-09-12T17:52:11.114 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.114+0000 7f5ca8d2e800 10 manifest: total_size = 541681 2024-09-12T17:52:11.114 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.114+0000 7f5ca8d2e800 20 get_obj_state: setting s->obj_tag to _4lfCC2XwbhYOXCOO5UvTtAtHQxvKpt4 2024-09-12T17:52:11.115 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.114+0000 7f5ca8d2e800 20 get_obj_state: octx=0x7f5c9806cf40 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-LUKEWARM state=0x55722675fb38 s->prefetch_data=0 2024-09-12T17:52:11.115 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.114+0000 7f5ca8d2e800 20 prepare_atomic_modification: state is not atomic. state=0x55722675fb38 2024-09-12T17:52:11.115 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.114+0000 7f5ca8d2e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.17.0 2024-09-12T17:52:11.116 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.116+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:52:11.117 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.116+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=541681 stripe_ofs=541681 part_ofs=0 rule->part_size=0 2024-09-12T17:52:11.117 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.116+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - tag is: _4lfCC2XwbhYOXCOO5UvTtAtHQxvKpt4 2024-09-12T17:52:11.117 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.116+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:52:11.117 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.116+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.17__shadow_.tCIVUMowKJGk6JvHi4DIHL2zn0J5j3a_0 2024-09-12T17:52:11.117 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.116+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2024-09-12T17:52:11.117 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.116+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:52:11.117 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.116+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_chain - on object name: gc.8tag is: _4lfCC2XwbhYOXCOO5UvTtAtHQxvKpt4 2024-09-12T17:52:11.118 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.117+0000 7f5b7bfff640 20 handle_completion(): completion ok for obj=foo-STANDARD-LUKEWARM 2024-09-12T17:52:11.118 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.117+0000 7f5ca8d2e800 20 get_obj_state: octx=0x7f5ca0029f80 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-STANDARD state=0x55722675fb38 s->prefetch_data=0 2024-09-12T17:52:11.118 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.118+0000 7f5ca8d2e800 10 manifest: total_size = 541681 2024-09-12T17:52:11.118 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.118+0000 7f5ca8d2e800 20 get_obj_state: setting s->obj_tag to b6123b67-6580-4373-9691-e0e950df5f06.4566.15539989550375012914 2024-09-12T17:52:11.118 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.118+0000 7f5ca8d2e800 20 get_obj_state: octx=0x7f5ca0029f80 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-STANDARD state=0x55722675fb38 s->prefetch_data=0 2024-09-12T17:52:11.119 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.118+0000 7f5ca8d2e800 20 prepare_atomic_modification: state is not atomic. state=0x55722675fb38 2024-09-12T17:52:11.119 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.118+0000 7f5ca8d2e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.17.0 2024-09-12T17:52:11.121 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.120+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2024-09-12T17:52:11.121 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.120+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=246247 2024-09-12T17:52:11.121 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.120+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=246247 stripe_ofs=246247 part_ofs=246247 rule->part_size=246247 2024-09-12T17:52:11.121 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.120+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2024-09-12T17:52:11.121 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.120+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): stripe_ofs=4440551 part_ofs=246247 rule->part_size=246247 2024-09-12T17:52:11.121 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.120+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=492494 stripe_ofs=492494 part_ofs=492494 rule->part_size=49187 2024-09-12T17:52:11.121 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.120+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=49187 rules.size()=2 2024-09-12T17:52:11.121 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.120+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): stripe_ofs=4686798 part_ofs=492494 rule->part_size=49187 2024-09-12T17:52:11.121 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.120+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=541681 stripe_ofs=541681 part_ofs=541681 rule->part_size=49187 2024-09-12T17:52:11.121 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.120+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - tag is: b6123b67-6580-4373-9691-e0e950df5f06.4566.15539989550375012914 2024-09-12T17:52:11.121 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.120+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:52:11.121 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.120+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.17__multipart_foo-STANDARD.2~bE8bnxAUcp494VY0MG3fSCw3ESwEVye.1 2024-09-12T17:52:11.122 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.120+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 365 2024-09-12T17:52:11.122 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.120+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.17__multipart_foo-STANDARD.2~bE8bnxAUcp494VY0MG3fSCw3ESwEVye.2 2024-09-12T17:52:11.122 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.120+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 629 2024-09-12T17:52:11.122 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.120+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.17__multipart_foo-STANDARD.2~bE8bnxAUcp494VY0MG3fSCw3ESwEVye.3 2024-09-12T17:52:11.122 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.120+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 893 2024-09-12T17:52:11.122 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.120+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:52:11.122 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.120+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_chain - on object name: gc.21tag is: b6123b67-6580-4373-9691-e0e950df5f06.4566.15539989550375012914 2024-09-12T17:52:11.123 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.121+0000 7f5b7b7fe640 20 handle_completion(): completion ok for obj=foo-STANDARD-STANDARD 2024-09-12T17:52:11.123 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.121+0000 7f5ca8d2e800 20 list_objects_ordered: starting attempt 1 2024-09-12T17:52:11.123 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.121+0000 7f5ca8d2e800 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T17:52:11.123 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.122+0000 7f5ca8d2e800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T17:52:11.123 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.122+0000 7f5ca8d2e800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T17:52:11.123 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.122+0000 7f5ca8d2e800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T17:52:11.123 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.122+0000 7f5ca8d2e800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T17:52:11.123 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.122+0000 7f5ca8d2e800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class-multipart-copy.1[b6123b67-6580-4373-9691-e0e950df5f06.4566.17])"; uploads.size()=0; is_truncated=0 2024-09-12T17:52:11.124 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.123+0000 7f5ca8d2e800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 : miss 2024-09-12T17:52:11.124 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.123+0000 7f5ca8d2e800 20 rados->read ofs=0 len=0 2024-09-12T17:52:11.124 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.123+0000 7f5ca8d2e800 20 rados_obj.operate() r=0 bl.length=243 2024-09-12T17:52:11.124 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.123+0000 7f5ca8d2e800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 info.flags=0x11 2024-09-12T17:52:11.124 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.123+0000 7f5ca8d2e800 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 to cache LRU end 2024-09-12T17:52:11.125 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.124+0000 7f5ca8d2e800 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 from cache 2024-09-12T17:52:11.125 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.124+0000 7f5ca8d2e800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class-multipart-copy.1, ofs0, ns] 2024-09-12T17:52:11.125 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.125+0000 7f5b7bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464318 cookie 93948759656064 notifier 5913 bl.length()=199 2024-09-12T17:52:11.127 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.126+0000 7f5ca8d2e800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:b6123b67-6580-4373-9691-e0e950df5f06.4566.17 from cache 2024-09-12T17:52:11.127 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.126+0000 7f5ca8d2e800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:b6123b67-6580-4373-9691-e0e950df5f06.4566.17, ofs0, ns] 2024-09-12T17:52:11.127 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.126+0000 7f5b7b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464284 cookie 93948759665632 notifier 5913 bl.length()=257 2024-09-12T17:52:11.128 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.128+0000 7f5ca8d2e800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart-copy.1/b6123b67-6580-4373-9691-e0e950df5f06.4566.17 : miss 2024-09-12T17:52:11.128 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.128+0000 7f5ca8d2e800 20 rados->read ofs=0 len=0 2024-09-12T17:52:11.129 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.128+0000 7f5ca8d2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:52:11.129 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.128+0000 7f5ca8d2e800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart-copy.1/b6123b67-6580-4373-9691-e0e950df5f06.4566.17 info.flags=0x0 2024-09-12T17:52:11.129 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.128+0000 7f5ca8d2e800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart-copy.1/b6123b67-6580-4373-9691-e0e950df5f06.4566.17 to cache LRU end 2024-09-12T17:52:11.131 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.130+0000 7f5ca8d2e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:b6123b67-6580-4373-9691-e0e950df5f06.4566.15 : miss 2024-09-12T17:52:11.131 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.130+0000 7f5ca8d2e800 20 rados->read ofs=0 len=0 2024-09-12T17:52:11.131 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.130+0000 7f5ca8d2e800 20 rados_obj.operate() r=0 bl.length=460 2024-09-12T17:52:11.131 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.130+0000 7f5ca8d2e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:b6123b67-6580-4373-9691-e0e950df5f06.4566.15 info.flags=0x17 2024-09-12T17:52:11.131 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.130+0000 7f5ca8d2e800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:b6123b67-6580-4373-9691-e0e950df5f06.4566.15 to cache LRU end 2024-09-12T17:52:11.131 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.130+0000 7f5ca8d2e800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:52:11.131 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.130+0000 7f5ca8d2e800 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T17:52:11.131 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.130+0000 7f5ca8d2e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:b6123b67-6580-4373-9691-e0e950df5f06.4566.15 2024-09-12T17:52:11.132 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.131+0000 7f5ca8d2e800 10 cls_bucket_list_unordered: got foo-FROZEN 2024-09-12T17:52:11.132 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.131+0000 7f5ca8d2e800 10 cls_bucket_list_unordered: got foo-LUKEWARM 2024-09-12T17:52:11.132 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.131+0000 7f5ca8d2e800 10 cls_bucket_list_unordered: got foo-STANDARD 2024-09-12T17:52:11.132 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.131+0000 7f5ca8d2e800 20 get_obj_state: octx=0x55722676a330 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-FROZEN state=0x55722676a748 s->prefetch_data=0 2024-09-12T17:52:11.132 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.131+0000 7f5ca8d2e800 10 manifest: total_size = 11534336 2024-09-12T17:52:11.132 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.131+0000 7f5ca8d2e800 20 get_obj_state: setting s->obj_tag to b6123b67-6580-4373-9691-e0e950df5f06.4566.17815565223268444937 2024-09-12T17:52:11.133 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.131+0000 7f5ca8d2e800 20 get_obj_state: octx=0x55722676a330 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-FROZEN state=0x55722676a748 s->prefetch_data=0 2024-09-12T17:52:11.133 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.131+0000 7f5ca8d2e800 20 prepare_atomic_modification: state is not atomic. state=0x55722676a748 2024-09-12T17:52:11.133 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.131+0000 7f5ca8d2e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.15.0 2024-09-12T17:52:11.135 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.134+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:52:11.135 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.134+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:52:11.135 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.134+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:52:11.135 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.134+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:52:11.135 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.134+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-12T17:52:11.135 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.134+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:52:11.135 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.134+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:52:11.135 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.134+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:52:11.135 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.134+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:52:11.135 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.134+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:52:11.135 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.134+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:52:11.135 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.134+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-12T17:52:11.136 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.134+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-12T17:52:11.136 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.134+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2024-09-12T17:52:11.136 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.134+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-12T17:52:11.136 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.134+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - tag is: b6123b67-6580-4373-9691-e0e950df5f06.4566.17815565223268444937 2024-09-12T17:52:11.136 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.134+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:52:11.136 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.134+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.15__multipart_foo-FROZEN.2~QE2OpQ4nccoWvHgaxwyJXqFYzX0FMwm.1 2024-09-12T17:52:11.136 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.134+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 368 2024-09-12T17:52:11.136 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.134+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.15__shadow_foo-FROZEN.2~QE2OpQ4nccoWvHgaxwyJXqFYzX0FMwm.1_1 2024-09-12T17:52:11.136 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.134+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 633 2024-09-12T17:52:11.136 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.134+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.15__multipart_foo-FROZEN.2~QE2OpQ4nccoWvHgaxwyJXqFYzX0FMwm.2 2024-09-12T17:52:11.136 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.134+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 900 2024-09-12T17:52:11.136 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.134+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.15__shadow_foo-FROZEN.2~QE2OpQ4nccoWvHgaxwyJXqFYzX0FMwm.2_1 2024-09-12T17:52:11.136 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.134+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1165 2024-09-12T17:52:11.137 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.134+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.15__multipart_foo-FROZEN.2~QE2OpQ4nccoWvHgaxwyJXqFYzX0FMwm.3 2024-09-12T17:52:11.137 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.134+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1432 2024-09-12T17:52:11.137 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.134+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:52:11.137 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.134+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_chain - on object name: gc.2tag is: b6123b67-6580-4373-9691-e0e950df5f06.4566.17815565223268444937 2024-09-12T17:52:11.137 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.135+0000 7f5b7b7fe640 20 handle_completion(): completion ok for obj=foo-FROZEN 2024-09-12T17:52:11.138 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.135+0000 7f5ca8d2e800 20 get_obj_state: octx=0x7f5c9806cf40 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-LUKEWARM state=0x55722676a748 s->prefetch_data=0 2024-09-12T17:52:11.138 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.136+0000 7f5ca8d2e800 10 manifest: total_size = 11534336 2024-09-12T17:52:11.138 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.136+0000 7f5ca8d2e800 20 get_obj_state: setting s->obj_tag to b6123b67-6580-4373-9691-e0e950df5f06.4566.11014109970593078136 2024-09-12T17:52:11.138 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.136+0000 7f5ca8d2e800 20 get_obj_state: octx=0x7f5c9806cf40 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-LUKEWARM state=0x55722676a748 s->prefetch_data=0 2024-09-12T17:52:11.138 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.136+0000 7f5ca8d2e800 20 prepare_atomic_modification: state is not atomic. state=0x55722676a748 2024-09-12T17:52:11.138 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.136+0000 7f5ca8d2e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.15.0 2024-09-12T17:52:11.139 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.138+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:52:11.139 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.138+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:52:11.139 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.138+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:52:11.139 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.138+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:52:11.139 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.138+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-12T17:52:11.139 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.138+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:52:11.139 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.138+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:52:11.139 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.138+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:52:11.139 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.138+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:52:11.140 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.138+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:52:11.140 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.138+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:52:11.140 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.138+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-12T17:52:11.140 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.138+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-12T17:52:11.140 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.138+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2024-09-12T17:52:11.140 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.138+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-12T17:52:11.140 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.138+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - tag is: b6123b67-6580-4373-9691-e0e950df5f06.4566.11014109970593078136 2024-09-12T17:52:11.140 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.138+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:52:11.140 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.138+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.15__multipart_foo-LUKEWARM.2~P_wFuqGEmphHMFqBnxs410eGO5WGBOE.1 2024-09-12T17:52:11.140 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.138+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 374 2024-09-12T17:52:11.140 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.138+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.15__shadow_foo-LUKEWARM.2~P_wFuqGEmphHMFqBnxs410eGO5WGBOE.1_1 2024-09-12T17:52:11.140 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.138+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 645 2024-09-12T17:52:11.140 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.138+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.15__multipart_foo-LUKEWARM.2~P_wFuqGEmphHMFqBnxs410eGO5WGBOE.2 2024-09-12T17:52:11.141 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.138+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 918 2024-09-12T17:52:11.141 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.138+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.15__shadow_foo-LUKEWARM.2~P_wFuqGEmphHMFqBnxs410eGO5WGBOE.2_1 2024-09-12T17:52:11.141 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.138+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1189 2024-09-12T17:52:11.141 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.138+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.15__multipart_foo-LUKEWARM.2~P_wFuqGEmphHMFqBnxs410eGO5WGBOE.3 2024-09-12T17:52:11.141 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.138+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1462 2024-09-12T17:52:11.141 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.138+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:52:11.141 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.138+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_chain - on object name: gc.27tag is: b6123b67-6580-4373-9691-e0e950df5f06.4566.11014109970593078136 2024-09-12T17:52:11.142 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.139+0000 7f5b7bfff640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2024-09-12T17:52:11.142 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.139+0000 7f5ca8d2e800 20 get_obj_state: octx=0x7f5ca000fac0 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-STANDARD state=0x557226784b28 s->prefetch_data=0 2024-09-12T17:52:11.142 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.139+0000 7f5ca8d2e800 10 manifest: total_size = 45360 2024-09-12T17:52:11.142 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.140+0000 7f5ca8d2e800 20 get_obj_state: setting s->obj_tag to b6123b67-6580-4373-9691-e0e950df5f06.4566.6404059855733306107 2024-09-12T17:52:11.142 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.140+0000 7f5ca8d2e800 20 get_obj_state: octx=0x7f5ca000fac0 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-STANDARD state=0x557226784b28 s->prefetch_data=0 2024-09-12T17:52:11.143 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.140+0000 7f5ca8d2e800 20 prepare_atomic_modification: state is not atomic. state=0x557226784b28 2024-09-12T17:52:11.143 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.140+0000 7f5ca8d2e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.15.0 2024-09-12T17:52:11.143 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.142+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=20613 rules.size()=2 2024-09-12T17:52:11.143 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.142+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=20613 2024-09-12T17:52:11.143 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.142+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=20613 stripe_ofs=20613 part_ofs=20613 rule->part_size=20613 2024-09-12T17:52:11.143 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.142+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=20613 rules.size()=2 2024-09-12T17:52:11.143 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.142+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): stripe_ofs=4214917 part_ofs=20613 rule->part_size=20613 2024-09-12T17:52:11.143 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.142+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=41226 stripe_ofs=41226 part_ofs=41226 rule->part_size=4134 2024-09-12T17:52:11.143 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.142+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=4134 rules.size()=2 2024-09-12T17:52:11.143 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.142+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): stripe_ofs=4235530 part_ofs=41226 rule->part_size=4134 2024-09-12T17:52:11.143 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.142+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=45360 stripe_ofs=45360 part_ofs=45360 rule->part_size=4134 2024-09-12T17:52:11.143 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.142+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - tag is: b6123b67-6580-4373-9691-e0e950df5f06.4566.6404059855733306107 2024-09-12T17:52:11.143 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.142+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:52:11.144 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.142+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.15__multipart_foo-STANDARD.2~n0jklfScY2Go-BNTbFx5jp3CguEhz9o.1 2024-09-12T17:52:11.144 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.142+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 364 2024-09-12T17:52:11.144 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.142+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.15__multipart_foo-STANDARD.2~n0jklfScY2Go-BNTbFx5jp3CguEhz9o.2 2024-09-12T17:52:11.144 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.142+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 628 2024-09-12T17:52:11.144 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.142+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.15__multipart_foo-STANDARD.2~n0jklfScY2Go-BNTbFx5jp3CguEhz9o.3 2024-09-12T17:52:11.144 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.142+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 892 2024-09-12T17:52:11.144 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.142+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:52:11.144 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.142+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_chain - on object name: gc.27tag is: b6123b67-6580-4373-9691-e0e950df5f06.4566.6404059855733306107 2024-09-12T17:52:11.145 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.143+0000 7f5b7b7fe640 20 handle_completion(): completion ok for obj=foo-STANDARD 2024-09-12T17:52:11.145 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.143+0000 7f5ca8d2e800 20 list_objects_ordered: starting attempt 1 2024-09-12T17:52:11.145 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.143+0000 7f5ca8d2e800 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T17:52:11.145 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.143+0000 7f5ca8d2e800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T17:52:11.145 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.143+0000 7f5ca8d2e800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T17:52:11.145 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.143+0000 7f5ca8d2e800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T17:52:11.145 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.143+0000 7f5ca8d2e800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T17:52:11.146 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.143+0000 7f5ca8d2e800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class-multipart.1[b6123b67-6580-4373-9691-e0e950df5f06.4566.15])"; uploads.size()=0; is_truncated=0 2024-09-12T17:52:11.146 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.145+0000 7f5ca8d2e800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 : miss 2024-09-12T17:52:11.146 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.145+0000 7f5ca8d2e800 20 rados->read ofs=0 len=0 2024-09-12T17:52:11.146 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.145+0000 7f5ca8d2e800 20 rados_obj.operate() r=0 bl.length=238 2024-09-12T17:52:11.146 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.145+0000 7f5ca8d2e800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 info.flags=0x11 2024-09-12T17:52:11.146 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.145+0000 7f5ca8d2e800 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 to cache LRU end 2024-09-12T17:52:11.147 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.146+0000 7f5ca8d2e800 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 from cache 2024-09-12T17:52:11.147 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.146+0000 7f5ca8d2e800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class-multipart.1, ofs0, ns] 2024-09-12T17:52:11.147 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.147+0000 7f5b7bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464285 cookie 93948759661904 notifier 5913 bl.length()=194 2024-09-12T17:52:11.148 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.148+0000 7f5ca8d2e800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:b6123b67-6580-4373-9691-e0e950df5f06.4566.15 from cache 2024-09-12T17:52:11.149 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.148+0000 7f5ca8d2e800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:b6123b67-6580-4373-9691-e0e950df5f06.4566.15, ofs0, ns] 2024-09-12T17:52:11.149 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.148+0000 7f5b7b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464286 cookie 93948759665632 notifier 5913 bl.length()=252 2024-09-12T17:52:11.150 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.150+0000 7f5ca8d2e800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart.1/b6123b67-6580-4373-9691-e0e950df5f06.4566.15 : miss 2024-09-12T17:52:11.150 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.150+0000 7f5ca8d2e800 20 rados->read ofs=0 len=0 2024-09-12T17:52:11.151 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.150+0000 7f5ca8d2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:52:11.151 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.150+0000 7f5ca8d2e800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart.1/b6123b67-6580-4373-9691-e0e950df5f06.4566.15 info.flags=0x0 2024-09-12T17:52:11.151 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.150+0000 7f5ca8d2e800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart.1/b6123b67-6580-4373-9691-e0e950df5f06.4566.15 to cache LRU end 2024-09-12T17:52:11.153 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.152+0000 7f5ca8d2e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:b6123b67-6580-4373-9691-e0e950df5f06.4566.14 : miss 2024-09-12T17:52:11.153 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.152+0000 7f5ca8d2e800 20 rados->read ofs=0 len=0 2024-09-12T17:52:11.153 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.153+0000 7f5ca8d2e800 20 rados_obj.operate() r=0 bl.length=450 2024-09-12T17:52:11.153 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.153+0000 7f5ca8d2e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:b6123b67-6580-4373-9691-e0e950df5f06.4566.14 info.flags=0x17 2024-09-12T17:52:11.154 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.153+0000 7f5ca8d2e800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:b6123b67-6580-4373-9691-e0e950df5f06.4566.14 to cache LRU end 2024-09-12T17:52:11.154 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.153+0000 7f5ca8d2e800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:52:11.154 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.153+0000 7f5ca8d2e800 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T17:52:11.154 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.153+0000 7f5ca8d2e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:b6123b67-6580-4373-9691-e0e950df5f06.4566.14 2024-09-12T17:52:11.154 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.153+0000 7f5ca8d2e800 10 cls_bucket_list_unordered: got foo-FROZEN 2024-09-12T17:52:11.155 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.153+0000 7f5ca8d2e800 10 cls_bucket_list_unordered: got foo-LUKEWARM 2024-09-12T17:52:11.155 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.153+0000 7f5ca8d2e800 10 cls_bucket_list_unordered: got foo-STANDARD 2024-09-12T17:52:11.155 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.153+0000 7f5ca8d2e800 20 get_obj_state: octx=0x55722676c080 obj=test-client.0-r-test-obj-storage-class.1:foo-FROZEN state=0x55722676a748 s->prefetch_data=0 2024-09-12T17:52:11.155 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.154+0000 7f5ca8d2e800 10 manifest: total_size = 10485760 2024-09-12T17:52:11.155 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.154+0000 7f5ca8d2e800 20 get_obj_state: setting s->obj_tag to b6123b67-6580-4373-9691-e0e950df5f06.4566.2553448133188182556 2024-09-12T17:52:11.155 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.154+0000 7f5ca8d2e800 20 get_obj_state: octx=0x55722676c080 obj=test-client.0-r-test-obj-storage-class.1:foo-FROZEN state=0x55722676a748 s->prefetch_data=0 2024-09-12T17:52:11.155 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.154+0000 7f5ca8d2e800 20 prepare_atomic_modification: state is not atomic. state=0x55722676a748 2024-09-12T17:52:11.155 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.154+0000 7f5ca8d2e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.14.0 2024-09-12T17:52:11.157 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.156+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:52:11.157 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.156+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T17:52:11.157 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.156+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:52:11.157 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.156+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=8388608 stripe_ofs=8388608 part_ofs=0 rule->part_size=0 2024-09-12T17:52:11.157 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.156+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:52:11.157 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.156+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=0 rule->part_size=0 2024-09-12T17:52:11.157 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.156+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - tag is: b6123b67-6580-4373-9691-e0e950df5f06.4566.2553448133188182556 2024-09-12T17:52:11.157 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.156+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:52:11.157 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.156+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.14__shadow_.au47xIu4R0OSHz_jHWYUihX03n-oNpY_0 2024-09-12T17:52:11.157 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.156+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 337 2024-09-12T17:52:11.157 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.156+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.14__shadow_.au47xIu4R0OSHz_jHWYUihX03n-oNpY_1 2024-09-12T17:52:11.158 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.156+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 574 2024-09-12T17:52:11.158 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.156+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.14__shadow_.au47xIu4R0OSHz_jHWYUihX03n-oNpY_2 2024-09-12T17:52:11.158 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.156+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 811 2024-09-12T17:52:11.158 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.156+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:52:11.158 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.156+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_chain - on object name: gc.5tag is: b6123b67-6580-4373-9691-e0e950df5f06.4566.2553448133188182556 2024-09-12T17:52:11.159 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.157+0000 7f5b7b7fe640 20 handle_completion(): completion ok for obj=foo-FROZEN 2024-09-12T17:52:11.159 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.158+0000 7f5ca8d2e800 20 get_obj_state: octx=0x7f5ca000fac0 obj=test-client.0-r-test-obj-storage-class.1:foo-LUKEWARM state=0x55722676a748 s->prefetch_data=0 2024-09-12T17:52:11.159 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.158+0000 7f5ca8d2e800 10 manifest: total_size = 10485760 2024-09-12T17:52:11.159 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.158+0000 7f5ca8d2e800 20 get_obj_state: setting s->obj_tag to b6123b67-6580-4373-9691-e0e950df5f06.4566.8577506344914558843 2024-09-12T17:52:11.159 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.158+0000 7f5ca8d2e800 20 get_obj_state: octx=0x7f5ca000fac0 obj=test-client.0-r-test-obj-storage-class.1:foo-LUKEWARM state=0x55722676a748 s->prefetch_data=0 2024-09-12T17:52:11.159 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.158+0000 7f5ca8d2e800 20 prepare_atomic_modification: state is not atomic. state=0x55722676a748 2024-09-12T17:52:11.159 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.158+0000 7f5ca8d2e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.14.0 2024-09-12T17:52:11.161 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.160+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:52:11.161 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.160+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T17:52:11.161 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.160+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:52:11.161 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.160+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=8388608 stripe_ofs=8388608 part_ofs=0 rule->part_size=0 2024-09-12T17:52:11.161 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.160+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:52:11.161 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.160+0000 7f5ca8d2e800 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=0 rule->part_size=0 2024-09-12T17:52:11.161 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.160+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - tag is: b6123b67-6580-4373-9691-e0e950df5f06.4566.8577506344914558843 2024-09-12T17:52:11.161 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.160+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:52:11.162 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.160+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.14__shadow_.GNk3BkKD4W48QUH5ryoVDJ8MhppAzAe_0 2024-09-12T17:52:11.162 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.160+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 339 2024-09-12T17:52:11.162 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.160+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.14__shadow_.GNk3BkKD4W48QUH5ryoVDJ8MhppAzAe_1 2024-09-12T17:52:11.162 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.160+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 578 2024-09-12T17:52:11.162 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.160+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b6123b67-6580-4373-9691-e0e950df5f06.4566.14__shadow_.GNk3BkKD4W48QUH5ryoVDJ8MhppAzAe_2 2024-09-12T17:52:11.162 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.160+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 817 2024-09-12T17:52:11.162 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.160+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:52:11.162 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.160+0000 7f5ca8d2e800 20 garbage collection: RGWGC::send_chain - on object name: gc.13tag is: b6123b67-6580-4373-9691-e0e950df5f06.4566.8577506344914558843 2024-09-12T17:52:11.163 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.161+0000 7f5b7bfff640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2024-09-12T17:52:11.163 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.162+0000 7f5ca8d2e800 20 get_obj_state: octx=0x7f5c900a0d50 obj=test-client.0-r-test-obj-storage-class.1:foo-STANDARD state=0x55722676a748 s->prefetch_data=0 2024-09-12T17:52:11.163 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.162+0000 7f5ca8d2e800 10 manifest: total_size = 53502 2024-09-12T17:52:11.163 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.162+0000 7f5ca8d2e800 20 get_obj_state: setting s->obj_tag to b6123b67-6580-4373-9691-e0e950df5f06.4566.18360636065870669471 2024-09-12T17:52:11.163 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.162+0000 7f5ca8d2e800 20 get_obj_state: octx=0x7f5c900a0d50 obj=test-client.0-r-test-obj-storage-class.1:foo-STANDARD state=0x55722676a748 s->prefetch_data=0 2024-09-12T17:52:11.163 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.162+0000 7f5ca8d2e800 20 prepare_atomic_modification: state is not atomic. state=0x55722676a748 2024-09-12T17:52:11.163 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.162+0000 7f5ca8d2e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.14.0 2024-09-12T17:52:11.165 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.164+0000 7f5ca8d2e800 20 list_objects_ordered: starting attempt 1 2024-09-12T17:52:11.165 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.164+0000 7f5ca8d2e800 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T17:52:11.166 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.166+0000 7f5b7b7fe640 20 handle_completion(): completion ok for obj=foo-STANDARD 2024-09-12T17:52:11.166 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.166+0000 7f5ca8d2e800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T17:52:11.166 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.166+0000 7f5ca8d2e800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T17:52:11.167 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.166+0000 7f5ca8d2e800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T17:52:11.167 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.166+0000 7f5ca8d2e800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T17:52:11.167 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.166+0000 7f5ca8d2e800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class.1[b6123b67-6580-4373-9691-e0e950df5f06.4566.14])"; uploads.size()=0; is_truncated=0 2024-09-12T17:52:11.168 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.167+0000 7f5ca8d2e800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 : miss 2024-09-12T17:52:11.168 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.167+0000 7f5ca8d2e800 20 rados->read ofs=0 len=0 2024-09-12T17:52:11.168 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.168+0000 7f5ca8d2e800 20 rados_obj.operate() r=0 bl.length=228 2024-09-12T17:52:11.168 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.168+0000 7f5ca8d2e800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 info.flags=0x11 2024-09-12T17:52:11.168 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.168+0000 7f5ca8d2e800 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 to cache LRU end 2024-09-12T17:52:11.169 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.169+0000 7f5ca8d2e800 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 from cache 2024-09-12T17:52:11.169 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.169+0000 7f5ca8d2e800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class.1, ofs0, ns] 2024-09-12T17:52:11.170 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.169+0000 7f5b7bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464285 cookie 93948759653232 notifier 5913 bl.length()=184 2024-09-12T17:52:11.171 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.170+0000 7f5ca8d2e800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:b6123b67-6580-4373-9691-e0e950df5f06.4566.14 from cache 2024-09-12T17:52:11.171 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.170+0000 7f5ca8d2e800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class.1:b6123b67-6580-4373-9691-e0e950df5f06.4566.14, ofs0, ns] 2024-09-12T17:52:11.171 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.171+0000 7f5b7bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464287 cookie 93948759661904 notifier 5913 bl.length()=242 2024-09-12T17:52:11.173 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.172+0000 7f5ca8d2e800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class.1/b6123b67-6580-4373-9691-e0e950df5f06.4566.14 : miss 2024-09-12T17:52:11.173 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.172+0000 7f5ca8d2e800 20 rados->read ofs=0 len=0 2024-09-12T17:52:11.173 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.173+0000 7f5ca8d2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:52:11.173 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.173+0000 7f5ca8d2e800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class.1/b6123b67-6580-4373-9691-e0e950df5f06.4566.14 info.flags=0x0 2024-09-12T17:52:11.173 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.173+0000 7f5ca8d2e800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class.1/b6123b67-6580-4373-9691-e0e950df5f06.4566.14 to cache LRU end 2024-09-12T17:52:11.175 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.175+0000 7f5ca8d2e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:b6123b67-6580-4373-9691-e0e950df5f06.4566.7 : miss 2024-09-12T17:52:11.175 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.175+0000 7f5ca8d2e800 20 rados->read ofs=0 len=0 2024-09-12T17:52:11.176 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.175+0000 7f5ca8d2e800 20 rados_obj.operate() r=0 bl.length=445 2024-09-12T17:52:11.176 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.175+0000 7f5ca8d2e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:b6123b67-6580-4373-9691-e0e950df5f06.4566.7 info.flags=0x17 2024-09-12T17:52:11.176 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.175+0000 7f5ca8d2e800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:b6123b67-6580-4373-9691-e0e950df5f06.4566.7 to cache LRU end 2024-09-12T17:52:11.176 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.175+0000 7f5ca8d2e800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:52:11.176 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.175+0000 7f5ca8d2e800 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T17:52:11.176 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.175+0000 7f5ca8d2e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:b6123b67-6580-4373-9691-e0e950df5f06.4566.7 2024-09-12T17:52:11.177 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.176+0000 7f5ca8d2e800 10 cls_bucket_list_unordered: got __ 2024-09-12T17:52:11.177 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.176+0000 7f5ca8d2e800 10 cls_bucket_list_unordered: got __ _ 2024-09-12T17:52:11.177 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.176+0000 7f5ca8d2e800 10 cls_bucket_list_unordered: got ___ 2024-09-12T17:52:11.177 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.176+0000 7f5ca8d2e800 10 cls_bucket_list_unordered: got obj 2024-09-12T17:52:11.177 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.176+0000 7f5ca8d2e800 20 get_obj_state: octx=0x5572267615e0 obj=test-client.0-r-test-small-obj-data.1:__ state=0x55722676a748 s->prefetch_data=0 2024-09-12T17:52:11.177 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.176+0000 7f5ca8d2e800 10 manifest: total_size = 0 2024-09-12T17:52:11.177 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.176+0000 7f5ca8d2e800 20 get_obj_state: setting s->obj_tag to b6123b67-6580-4373-9691-e0e950df5f06.4566.16286197209577942134 2024-09-12T17:52:11.177 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.176+0000 7f5ca8d2e800 20 get_obj_state: octx=0x5572267615e0 obj=test-client.0-r-test-small-obj-data.1:__ state=0x55722676a748 s->prefetch_data=0 2024-09-12T17:52:11.177 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.176+0000 7f5ca8d2e800 20 prepare_atomic_modification: state is not atomic. state=0x55722676a748 2024-09-12T17:52:11.177 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.176+0000 7f5ca8d2e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.7.0 2024-09-12T17:52:11.179 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.179+0000 7f5ca8d2e800 20 get_obj_state: octx=0x5572267615e0 obj=test-client.0-r-test-small-obj-data.1:__ _ state=0x55722676a748 s->prefetch_data=0 2024-09-12T17:52:11.179 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.179+0000 7f5ca8d2e800 10 manifest: total_size = 0 2024-09-12T17:52:11.180 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.179+0000 7f5ca8d2e800 20 get_obj_state: setting s->obj_tag to b6123b67-6580-4373-9691-e0e950df5f06.4566.18363664990704784563 2024-09-12T17:52:11.180 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.179+0000 7f5ca8d2e800 20 get_obj_state: octx=0x5572267615e0 obj=test-client.0-r-test-small-obj-data.1:__ _ state=0x55722676a748 s->prefetch_data=0 2024-09-12T17:52:11.180 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.179+0000 7f5ca8d2e800 20 prepare_atomic_modification: state is not atomic. state=0x55722676a748 2024-09-12T17:52:11.180 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.179+0000 7f5ca8d2e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.7.0 2024-09-12T17:52:11.180 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.180+0000 7f5b7bfff640 20 handle_completion(): completion ok for obj=__ 2024-09-12T17:52:11.182 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.182+0000 7f5ca8d2e800 20 get_obj_state: octx=0x5572267615e0 obj=test-client.0-r-test-small-obj-data.1:___ state=0x55722676a748 s->prefetch_data=0 2024-09-12T17:52:11.182 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.182+0000 7f5ca8d2e800 10 manifest: total_size = 0 2024-09-12T17:52:11.183 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.182+0000 7f5ca8d2e800 20 get_obj_state: setting s->obj_tag to b6123b67-6580-4373-9691-e0e950df5f06.4566.3755683240997301499 2024-09-12T17:52:11.183 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.182+0000 7f5ca8d2e800 20 get_obj_state: octx=0x5572267615e0 obj=test-client.0-r-test-small-obj-data.1:___ state=0x55722676a748 s->prefetch_data=0 2024-09-12T17:52:11.183 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.182+0000 7f5ca8d2e800 20 prepare_atomic_modification: state is not atomic. state=0x55722676a748 2024-09-12T17:52:11.183 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.182+0000 7f5ca8d2e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.7.0 2024-09-12T17:52:11.183 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.183+0000 7f5b7b7fe640 20 handle_completion(): completion ok for obj=__ _ 2024-09-12T17:52:11.185 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.184+0000 7f5ca8d2e800 20 get_obj_state: octx=0x557226768450 obj=test-client.0-r-test-small-obj-data.1:obj state=0x55722676a748 s->prefetch_data=0 2024-09-12T17:52:11.185 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.185+0000 7f5ca8d2e800 10 manifest: total_size = 0 2024-09-12T17:52:11.185 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.185+0000 7f5ca8d2e800 20 get_obj_state: setting s->obj_tag to b6123b67-6580-4373-9691-e0e950df5f06.4566.6936164691899636793 2024-09-12T17:52:11.185 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.185+0000 7f5ca8d2e800 20 get_obj_state: octx=0x557226768450 obj=test-client.0-r-test-small-obj-data.1:obj state=0x55722676a748 s->prefetch_data=0 2024-09-12T17:52:11.185 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.185+0000 7f5ca8d2e800 20 prepare_atomic_modification: state is not atomic. state=0x55722676a748 2024-09-12T17:52:11.185 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.185+0000 7f5ca8d2e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.7.0 2024-09-12T17:52:11.186 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.186+0000 7f5b7bfff640 20 handle_completion(): completion ok for obj=___ 2024-09-12T17:52:11.188 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.187+0000 7f5ca8d2e800 20 list_objects_ordered: starting attempt 1 2024-09-12T17:52:11.188 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.187+0000 7f5ca8d2e800 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T17:52:11.189 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.189+0000 7f5b7b7fe640 20 handle_completion(): completion ok for obj=obj 2024-09-12T17:52:11.189 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.189+0000 7f5ca8d2e800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T17:52:11.189 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.189+0000 7f5ca8d2e800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T17:52:11.189 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.189+0000 7f5ca8d2e800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T17:52:11.189 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.189+0000 7f5ca8d2e800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T17:52:11.190 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.189+0000 7f5ca8d2e800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-small-obj-data.1[b6123b67-6580-4373-9691-e0e950df5f06.4566.7])"; uploads.size()=0; is_truncated=0 2024-09-12T17:52:11.190 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.190+0000 7f5ca8d2e800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 : miss 2024-09-12T17:52:11.191 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.190+0000 7f5ca8d2e800 20 rados->read ofs=0 len=0 2024-09-12T17:52:11.191 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.190+0000 7f5ca8d2e800 20 rados_obj.operate() r=0 bl.length=223 2024-09-12T17:52:11.191 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.190+0000 7f5ca8d2e800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 info.flags=0x11 2024-09-12T17:52:11.191 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.191+0000 7f5ca8d2e800 10 adding default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 to cache LRU end 2024-09-12T17:52:11.192 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.192+0000 7f5ca8d2e800 10 removing default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 from cache 2024-09-12T17:52:11.192 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.192+0000 7f5ca8d2e800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-small-obj-data.1, ofs0, ns] 2024-09-12T17:52:11.192 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.192+0000 7f5b7bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464308 cookie 93948759586672 notifier 5913 bl.length()=181 2024-09-12T17:52:11.194 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.193+0000 7f5ca8d2e800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:b6123b67-6580-4373-9691-e0e950df5f06.4566.7 from cache 2024-09-12T17:52:11.194 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.193+0000 7f5ca8d2e800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.1:b6123b67-6580-4373-9691-e0e950df5f06.4566.7, ofs0, ns] 2024-09-12T17:52:11.194 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.194+0000 7f5b7b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464288 cookie 93948759661904 notifier 5913 bl.length()=238 2024-09-12T17:52:11.195 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.195+0000 7f5ca8d2e800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.1/b6123b67-6580-4373-9691-e0e950df5f06.4566.7 : miss 2024-09-12T17:52:11.196 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.195+0000 7f5ca8d2e800 20 rados->read ofs=0 len=0 2024-09-12T17:52:11.196 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.195+0000 7f5ca8d2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:52:11.196 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.195+0000 7f5ca8d2e800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.1/b6123b67-6580-4373-9691-e0e950df5f06.4566.7 info.flags=0x0 2024-09-12T17:52:11.196 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.195+0000 7f5ca8d2e800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.1/b6123b67-6580-4373-9691-e0e950df5f06.4566.7 to cache LRU end 2024-09-12T17:52:11.198 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.197+0000 7f5ca8d2e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:b6123b67-6580-4373-9691-e0e950df5f06.4566.8 : miss 2024-09-12T17:52:11.198 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.197+0000 7f5ca8d2e800 20 rados->read ofs=0 len=0 2024-09-12T17:52:11.199 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.198+0000 7f5ca8d2e800 20 rados_obj.operate() r=0 bl.length=445 2024-09-12T17:52:11.199 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.198+0000 7f5ca8d2e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:b6123b67-6580-4373-9691-e0e950df5f06.4566.8 info.flags=0x17 2024-09-12T17:52:11.199 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.198+0000 7f5ca8d2e800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:b6123b67-6580-4373-9691-e0e950df5f06.4566.8 to cache LRU end 2024-09-12T17:52:11.199 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.198+0000 7f5ca8d2e800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:52:11.199 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.198+0000 7f5ca8d2e800 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T17:52:11.199 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.198+0000 7f5ca8d2e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:b6123b67-6580-4373-9691-e0e950df5f06.4566.8 2024-09-12T17:52:11.199 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.198+0000 7f5ca8d2e800 10 cls_bucket_list_unordered: got __ 2024-09-12T17:52:11.199 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.198+0000 7f5ca8d2e800 10 cls_bucket_list_unordered: got __ _ 2024-09-12T17:52:11.199 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.198+0000 7f5ca8d2e800 10 cls_bucket_list_unordered: got ___ 2024-09-12T17:52:11.199 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.198+0000 7f5ca8d2e800 10 cls_bucket_list_unordered: got obj 2024-09-12T17:52:11.199 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.198+0000 7f5ca8d2e800 20 get_obj_state: octx=0x7f5c9806cf40 obj=test-client.0-r-test-small-obj-data.2:__ state=0x55722676a748 s->prefetch_data=0 2024-09-12T17:52:11.200 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.199+0000 7f5ca8d2e800 10 manifest: total_size = 24595 2024-09-12T17:52:11.200 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.199+0000 7f5ca8d2e800 20 get_obj_state: setting s->obj_tag to b6123b67-6580-4373-9691-e0e950df5f06.4566.10551688876262790819 2024-09-12T17:52:11.200 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.199+0000 7f5ca8d2e800 20 get_obj_state: octx=0x7f5c9806cf40 obj=test-client.0-r-test-small-obj-data.2:__ state=0x55722676a748 s->prefetch_data=0 2024-09-12T17:52:11.200 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.199+0000 7f5ca8d2e800 20 prepare_atomic_modification: state is not atomic. state=0x55722676a748 2024-09-12T17:52:11.200 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.199+0000 7f5ca8d2e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.8.0 2024-09-12T17:52:11.201 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.201+0000 7f5ca8d2e800 20 get_obj_state: octx=0x7f5c9806cf40 obj=test-client.0-r-test-small-obj-data.2:__ _ state=0x55722676a748 s->prefetch_data=0 2024-09-12T17:52:11.202 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.201+0000 7f5ca8d2e800 10 manifest: total_size = 24595 2024-09-12T17:52:11.202 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.201+0000 7f5ca8d2e800 20 get_obj_state: setting s->obj_tag to b6123b67-6580-4373-9691-e0e950df5f06.4566.11412741868231070724 2024-09-12T17:52:11.202 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.201+0000 7f5ca8d2e800 20 get_obj_state: octx=0x7f5c9806cf40 obj=test-client.0-r-test-small-obj-data.2:__ _ state=0x55722676a748 s->prefetch_data=0 2024-09-12T17:52:11.202 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.201+0000 7f5ca8d2e800 20 prepare_atomic_modification: state is not atomic. state=0x55722676a748 2024-09-12T17:52:11.202 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.201+0000 7f5ca8d2e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.8.0 2024-09-12T17:52:11.202 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.202+0000 7f5b7b7fe640 20 handle_completion(): completion ok for obj=__ 2024-09-12T17:52:11.204 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.204+0000 7f5ca8d2e800 20 get_obj_state: octx=0x7f5c900a44b0 obj=test-client.0-r-test-small-obj-data.2:___ state=0x55722676a748 s->prefetch_data=0 2024-09-12T17:52:11.205 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.204+0000 7f5ca8d2e800 10 manifest: total_size = 24595 2024-09-12T17:52:11.205 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.204+0000 7f5ca8d2e800 20 get_obj_state: setting s->obj_tag to b6123b67-6580-4373-9691-e0e950df5f06.4566.5970915609310560596 2024-09-12T17:52:11.205 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.204+0000 7f5ca8d2e800 20 get_obj_state: octx=0x7f5c900a44b0 obj=test-client.0-r-test-small-obj-data.2:___ state=0x55722676a748 s->prefetch_data=0 2024-09-12T17:52:11.205 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.204+0000 7f5ca8d2e800 20 prepare_atomic_modification: state is not atomic. state=0x55722676a748 2024-09-12T17:52:11.205 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.204+0000 7f5ca8d2e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.8.0 2024-09-12T17:52:11.205 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.205+0000 7f5b7bfff640 20 handle_completion(): completion ok for obj=__ _ 2024-09-12T17:52:11.207 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.207+0000 7f5ca8d2e800 20 get_obj_state: octx=0x7f5c900adcf0 obj=test-client.0-r-test-small-obj-data.2:obj state=0x55722676a748 s->prefetch_data=0 2024-09-12T17:52:11.207 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.207+0000 7f5ca8d2e800 10 manifest: total_size = 38 2024-09-12T17:52:11.207 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.207+0000 7f5ca8d2e800 20 get_obj_state: setting s->obj_tag to b6123b67-6580-4373-9691-e0e950df5f06.4566.12841839102151529022 2024-09-12T17:52:11.207 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.207+0000 7f5ca8d2e800 20 get_obj_state: octx=0x7f5c900adcf0 obj=test-client.0-r-test-small-obj-data.2:obj state=0x55722676a748 s->prefetch_data=0 2024-09-12T17:52:11.208 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.207+0000 7f5ca8d2e800 20 prepare_atomic_modification: state is not atomic. state=0x55722676a748 2024-09-12T17:52:11.208 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.207+0000 7f5ca8d2e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.8.0 2024-09-12T17:52:11.208 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.208+0000 7f5b7b7fe640 20 handle_completion(): completion ok for obj=___ 2024-09-12T17:52:11.210 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.209+0000 7f5ca8d2e800 20 list_objects_ordered: starting attempt 1 2024-09-12T17:52:11.210 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.209+0000 7f5ca8d2e800 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T17:52:11.211 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.210+0000 7f5b7bfff640 20 handle_completion(): completion ok for obj=obj 2024-09-12T17:52:11.211 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.211+0000 7f5ca8d2e800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T17:52:11.211 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.211+0000 7f5ca8d2e800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T17:52:11.211 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.211+0000 7f5ca8d2e800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T17:52:11.211 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.211+0000 7f5ca8d2e800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T17:52:11.211 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.211+0000 7f5ca8d2e800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-small-obj-data.2[b6123b67-6580-4373-9691-e0e950df5f06.4566.8])"; uploads.size()=0; is_truncated=0 2024-09-12T17:52:11.212 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.212+0000 7f5ca8d2e800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 : miss 2024-09-12T17:52:11.212 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.212+0000 7f5ca8d2e800 20 rados->read ofs=0 len=0 2024-09-12T17:52:11.213 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.212+0000 7f5ca8d2e800 20 rados_obj.operate() r=0 bl.length=223 2024-09-12T17:52:11.213 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.212+0000 7f5ca8d2e800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 info.flags=0x11 2024-09-12T17:52:11.213 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.212+0000 7f5ca8d2e800 10 adding default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 to cache LRU end 2024-09-12T17:52:11.214 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.213+0000 7f5ca8d2e800 10 removing default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 from cache 2024-09-12T17:52:11.214 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.213+0000 7f5ca8d2e800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-small-obj-data.2, ofs0, ns] 2024-09-12T17:52:11.214 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.214+0000 7f5b7b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464309 cookie 93948759586672 notifier 5913 bl.length()=181 2024-09-12T17:52:11.215 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.215+0000 7f5ca8d2e800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:b6123b67-6580-4373-9691-e0e950df5f06.4566.8 from cache 2024-09-12T17:52:11.216 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.215+0000 7f5ca8d2e800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.2:b6123b67-6580-4373-9691-e0e950df5f06.4566.8, ofs0, ns] 2024-09-12T17:52:11.216 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.215+0000 7f5b7b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464289 cookie 93948759661904 notifier 5913 bl.length()=238 2024-09-12T17:52:11.221 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.217+0000 7f5ca8d2e800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.2/b6123b67-6580-4373-9691-e0e950df5f06.4566.8 : miss 2024-09-12T17:52:11.221 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.217+0000 7f5ca8d2e800 20 rados->read ofs=0 len=0 2024-09-12T17:52:11.221 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.217+0000 7f5ca8d2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:52:11.221 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.217+0000 7f5ca8d2e800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.2/b6123b67-6580-4373-9691-e0e950df5f06.4566.8 info.flags=0x0 2024-09-12T17:52:11.221 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.217+0000 7f5ca8d2e800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.2/b6123b67-6580-4373-9691-e0e950df5f06.4566.8 to cache LRU end 2024-09-12T17:52:11.221 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.219+0000 7f5ca8d2e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:b6123b67-6580-4373-9691-e0e950df5f06.4566.9 : miss 2024-09-12T17:52:11.222 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.219+0000 7f5ca8d2e800 20 rados->read ofs=0 len=0 2024-09-12T17:52:11.222 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.220+0000 7f5ca8d2e800 20 rados_obj.operate() r=0 bl.length=445 2024-09-12T17:52:11.222 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.220+0000 7f5ca8d2e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:b6123b67-6580-4373-9691-e0e950df5f06.4566.9 info.flags=0x17 2024-09-12T17:52:11.222 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.220+0000 7f5ca8d2e800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:b6123b67-6580-4373-9691-e0e950df5f06.4566.9 to cache LRU end 2024-09-12T17:52:11.222 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.220+0000 7f5ca8d2e800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:52:11.222 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.220+0000 7f5ca8d2e800 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T17:52:11.222 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.220+0000 7f5ca8d2e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:b6123b67-6580-4373-9691-e0e950df5f06.4566.9 2024-09-12T17:52:11.222 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.220+0000 7f5ca8d2e800 10 cls_bucket_list_unordered: got __ 2024-09-12T17:52:11.222 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.220+0000 7f5ca8d2e800 10 cls_bucket_list_unordered: got __ _ 2024-09-12T17:52:11.222 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.220+0000 7f5ca8d2e800 10 cls_bucket_list_unordered: got ___ 2024-09-12T17:52:11.222 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.220+0000 7f5ca8d2e800 10 cls_bucket_list_unordered: got obj 2024-09-12T17:52:11.222 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.220+0000 7f5ca8d2e800 20 get_obj_state: octx=0x557226727620 obj=test-client.0-r-test-small-obj-data.3:__ state=0x55722676a748 s->prefetch_data=0 2024-09-12T17:52:11.222 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.221+0000 7f5ca8d2e800 10 manifest: total_size = 4134 2024-09-12T17:52:11.222 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.221+0000 7f5ca8d2e800 20 get_obj_state: setting s->obj_tag to b6123b67-6580-4373-9691-e0e950df5f06.4566.16984612329948932971 2024-09-12T17:52:11.223 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.221+0000 7f5ca8d2e800 20 get_obj_state: octx=0x557226727620 obj=test-client.0-r-test-small-obj-data.3:__ state=0x55722676a748 s->prefetch_data=0 2024-09-12T17:52:11.223 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.221+0000 7f5ca8d2e800 20 prepare_atomic_modification: state is not atomic. state=0x55722676a748 2024-09-12T17:52:11.223 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.221+0000 7f5ca8d2e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.9.0 2024-09-12T17:52:11.223 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.223+0000 7f5ca8d2e800 20 get_obj_state: octx=0x5572267664b0 obj=test-client.0-r-test-small-obj-data.3:__ _ state=0x55722676a748 s->prefetch_data=0 2024-09-12T17:52:11.224 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.223+0000 7f5ca8d2e800 10 manifest: total_size = 49187 2024-09-12T17:52:11.224 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.223+0000 7f5ca8d2e800 20 get_obj_state: setting s->obj_tag to b6123b67-6580-4373-9691-e0e950df5f06.4566.3472128919708649734 2024-09-12T17:52:11.224 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.223+0000 7f5ca8d2e800 20 get_obj_state: octx=0x5572267664b0 obj=test-client.0-r-test-small-obj-data.3:__ _ state=0x55722676a748 s->prefetch_data=0 2024-09-12T17:52:11.224 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.223+0000 7f5ca8d2e800 20 prepare_atomic_modification: state is not atomic. state=0x55722676a748 2024-09-12T17:52:11.224 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.223+0000 7f5ca8d2e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.9.0 2024-09-12T17:52:11.224 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.224+0000 7f5b7b7fe640 20 handle_completion(): completion ok for obj=__ 2024-09-12T17:52:11.226 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.226+0000 7f5ca8d2e800 20 get_obj_state: octx=0x5572267664b0 obj=test-client.0-r-test-small-obj-data.3:___ state=0x55722676a748 s->prefetch_data=0 2024-09-12T17:52:11.226 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.226+0000 7f5ca8d2e800 10 manifest: total_size = 1048576 2024-09-12T17:52:11.227 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.226+0000 7f5ca8d2e800 20 get_obj_state: setting s->obj_tag to b6123b67-6580-4373-9691-e0e950df5f06.4566.16909636238603669863 2024-09-12T17:52:11.227 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.226+0000 7f5ca8d2e800 20 get_obj_state: octx=0x5572267664b0 obj=test-client.0-r-test-small-obj-data.3:___ state=0x55722676a748 s->prefetch_data=0 2024-09-12T17:52:11.227 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.226+0000 7f5ca8d2e800 20 prepare_atomic_modification: state is not atomic. state=0x55722676a748 2024-09-12T17:52:11.227 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.226+0000 7f5ca8d2e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.9.0 2024-09-12T17:52:11.227 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.227+0000 7f5b7bfff640 20 handle_completion(): completion ok for obj=__ _ 2024-09-12T17:52:11.229 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.228+0000 7f5ca8d2e800 20 get_obj_state: octx=0x5572267664b0 obj=test-client.0-r-test-small-obj-data.3:obj state=0x55722676a748 s->prefetch_data=0 2024-09-12T17:52:11.229 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.229+0000 7f5ca8d2e800 10 manifest: total_size = 1035 2024-09-12T17:52:11.229 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.229+0000 7f5ca8d2e800 20 get_obj_state: setting s->obj_tag to b6123b67-6580-4373-9691-e0e950df5f06.4566.16588279977943647684 2024-09-12T17:52:11.229 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.229+0000 7f5ca8d2e800 20 get_obj_state: octx=0x5572267664b0 obj=test-client.0-r-test-small-obj-data.3:obj state=0x55722676a748 s->prefetch_data=0 2024-09-12T17:52:11.229 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.229+0000 7f5ca8d2e800 20 prepare_atomic_modification: state is not atomic. state=0x55722676a748 2024-09-12T17:52:11.230 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.229+0000 7f5ca8d2e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.9.0 2024-09-12T17:52:11.230 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.230+0000 7f5b7b7fe640 20 handle_completion(): completion ok for obj=___ 2024-09-12T17:52:11.232 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.232+0000 7f5ca8d2e800 20 list_objects_ordered: starting attempt 1 2024-09-12T17:52:11.232 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.232+0000 7f5ca8d2e800 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T17:52:11.233 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.232+0000 7f5b7bfff640 20 handle_completion(): completion ok for obj=obj 2024-09-12T17:52:11.233 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.233+0000 7f5ca8d2e800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T17:52:11.233 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.233+0000 7f5ca8d2e800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T17:52:11.233 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.233+0000 7f5ca8d2e800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T17:52:11.233 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.233+0000 7f5ca8d2e800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T17:52:11.234 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.233+0000 7f5ca8d2e800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-small-obj-data.3[b6123b67-6580-4373-9691-e0e950df5f06.4566.9])"; uploads.size()=0; is_truncated=0 2024-09-12T17:52:11.234 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.234+0000 7f5ca8d2e800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 : miss 2024-09-12T17:52:11.235 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.234+0000 7f5ca8d2e800 20 rados->read ofs=0 len=0 2024-09-12T17:52:11.235 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.234+0000 7f5ca8d2e800 20 rados_obj.operate() r=0 bl.length=223 2024-09-12T17:52:11.235 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.234+0000 7f5ca8d2e800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 info.flags=0x11 2024-09-12T17:52:11.235 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.234+0000 7f5ca8d2e800 10 adding default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 to cache LRU end 2024-09-12T17:52:11.236 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.235+0000 7f5ca8d2e800 10 removing default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 from cache 2024-09-12T17:52:11.236 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.235+0000 7f5ca8d2e800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-small-obj-data.3, ofs0, ns] 2024-09-12T17:52:11.236 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.236+0000 7f5b7b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464310 cookie 93948759586672 notifier 5913 bl.length()=181 2024-09-12T17:52:11.237 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.237+0000 7f5ca8d2e800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:b6123b67-6580-4373-9691-e0e950df5f06.4566.9 from cache 2024-09-12T17:52:11.237 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.237+0000 7f5ca8d2e800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.3:b6123b67-6580-4373-9691-e0e950df5f06.4566.9, ofs0, ns] 2024-09-12T17:52:11.238 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.237+0000 7f5b7bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464290 cookie 93948759661904 notifier 5913 bl.length()=238 2024-09-12T17:52:11.239 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.239+0000 7f5ca8d2e800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.3/b6123b67-6580-4373-9691-e0e950df5f06.4566.9 : miss 2024-09-12T17:52:11.239 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.239+0000 7f5ca8d2e800 20 rados->read ofs=0 len=0 2024-09-12T17:52:11.239 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.239+0000 7f5ca8d2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:52:11.239 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.239+0000 7f5ca8d2e800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.3/b6123b67-6580-4373-9691-e0e950df5f06.4566.9 info.flags=0x0 2024-09-12T17:52:11.239 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.239+0000 7f5ca8d2e800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.3/b6123b67-6580-4373-9691-e0e950df5f06.4566.9 to cache LRU end 2024-09-12T17:52:11.241 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.241+0000 7f5ca8d2e800 10 removing key index: WZQTBAGZAFBLMVAOBTKG 2024-09-12T17:52:11.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.242+0000 7f5ca8d2e800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 1, obj: default.rgw.meta:users.keys:WZQTBAGZAFBLMVAOBTKG, ofs0, ns] 2024-09-12T17:52:11.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.242+0000 7f5b7bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464291 cookie 93948759665632 notifier 5913 bl.length()=170 2024-09-12T17:52:11.243 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.242+0000 7f5ca8d2e800 10 removing email index: ragweed.client.0+test@test.test 2024-09-12T17:52:11.244 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.243+0000 7f5ca8d2e800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:users.email:ragweed.client.0+test@test.test, ofs0, ns] 2024-09-12T17:52:11.244 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.244+0000 7f5b7b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464286 cookie 93948759653232 notifier 5913 bl.length()=182 2024-09-12T17:52:11.245 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.244+0000 7f5ca8d2e800 10 removing user buckets index 2024-09-12T17:52:11.246 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.245+0000 7f5ca8d2e800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:users.uid:ragweed.client.0.buckets, ofs0, ns] 2024-09-12T17:52:11.246 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.246+0000 7f5b7bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464292 cookie 93948759661904 notifier 5913 bl.length()=173 2024-09-12T17:52:11.247 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.246+0000 7f5ca8d2e800 10 removing user index: ragweed.client.0 2024-09-12T17:52:11.247 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.247+0000 7f5ca8d2e800 10 removing default.rgw.meta+users.uid+ragweed.client.0 from cache 2024-09-12T17:52:11.248 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.247+0000 7f5ca8d2e800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:users.uid:ragweed.client.0, ofs0, ns] 2024-09-12T17:52:11.248 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.247+0000 7f5b7b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464287 cookie 93948759657360 notifier 5913 bl.length()=165 2024-09-12T17:52:11.249 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.249+0000 7f5b5afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:52:11.251 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.251+0000 7f5ca8d2e800 20 remove_watcher() i=0 2024-09-12T17:52:11.251 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.251+0000 7f5ca8d2e800 2 removed watcher, disabling cache 2024-09-12T17:52:11.252 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.252+0000 7f5ca8d2e800 20 remove_watcher() i=1 2024-09-12T17:52:11.253 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.253+0000 7f5ca8d2e800 20 remove_watcher() i=2 2024-09-12T17:52:11.254 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.254+0000 7f5ca8d2e800 20 remove_watcher() i=3 2024-09-12T17:52:11.255 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.255+0000 7f5ca8d2e800 20 remove_watcher() i=4 2024-09-12T17:52:11.256 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.256+0000 7f5ca8d2e800 20 remove_watcher() i=5 2024-09-12T17:52:11.257 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.256+0000 7f5ca8d2e800 20 remove_watcher() i=6 2024-09-12T17:52:11.258 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.257+0000 7f5ca8d2e800 20 remove_watcher() i=7 2024-09-12T17:52:11.272 DEBUG:teuthology.orchestra.run.smithi045:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid sysuser.client.0 --purge-data 2024-09-12T17:52:11.330 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:52:11.330 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:52:11.366 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.366+0000 7f6dff146800 20 rados->read ofs=0 len=0 2024-09-12T17:52:11.367 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.367+0000 7f6dff146800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:52:11.367 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.367+0000 7f6dff146800 20 realm 2024-09-12T17:52:11.368 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.367+0000 7f6dff146800 20 rados->read ofs=0 len=0 2024-09-12T17:52:11.368 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.367+0000 7f6dff146800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:52:11.368 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.367+0000 7f6dff146800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:52:11.368 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.367+0000 7f6dff146800 20 rados->read ofs=0 len=0 2024-09-12T17:52:11.368 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.367+0000 7f6dff146800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:52:11.368 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.367+0000 7f6dff146800 20 rados->read ofs=0 len=0 2024-09-12T17:52:11.369 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.368+0000 7f6dff146800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:52:11.369 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.368+0000 7f6dff146800 20 rados->read ofs=0 len=0 2024-09-12T17:52:11.369 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.369+0000 7f6dff146800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:52:11.369 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.369+0000 7f6dff146800 20 searching for the correct realm 2024-09-12T17:52:11.372 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.371+0000 7f6df7fff640 0 -- 172.21.15.45:0/2848024289 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f6df0088050 msgr2=0x7f6df00615f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:52:11.375 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.375+0000 7f6dfcc37640 0 -- 172.21.15.45:0/2848024289 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f6de8086910 msgr2=0x7f6de807c400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:52:11.582 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.581+0000 7f6dff146800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:52:11.582 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.581+0000 7f6dff146800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:52:11.582 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.581+0000 7f6dff146800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:52:11.582 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.581+0000 7f6dff146800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:52:11.583 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.581+0000 7f6dff146800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:52:11.583 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.581+0000 7f6dff146800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:52:11.583 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.581+0000 7f6dff146800 20 rados->read ofs=0 len=0 2024-09-12T17:52:11.583 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.582+0000 7f6dff146800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:52:11.583 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.582+0000 7f6dff146800 20 rados->read ofs=0 len=0 2024-09-12T17:52:11.584 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.582+0000 7f6dff146800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:52:11.584 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.582+0000 7f6dff146800 20 rados->read ofs=0 len=0 2024-09-12T17:52:11.584 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.582+0000 7f6dff146800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:52:11.584 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.582+0000 7f6dff146800 20 zone default found 2024-09-12T17:52:11.584 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.582+0000 7f6dff146800 4 Realm: () 2024-09-12T17:52:11.584 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.582+0000 7f6dff146800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:52:11.584 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.582+0000 7f6dff146800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:52:11.584 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.582+0000 7f6dff146800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:52:11.585 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.582+0000 7f6dff146800 20 zonegroup default 2024-09-12T17:52:11.585 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.582+0000 7f6dff146800 20 rados->read ofs=0 len=0 2024-09-12T17:52:11.585 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.583+0000 7f6dff146800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:52:11.585 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.583+0000 7f6dff146800 20 rados->read ofs=0 len=0 2024-09-12T17:52:11.585 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.583+0000 7f6dff146800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:52:11.585 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.583+0000 7f6dff146800 20 rados->read ofs=0 len=0 2024-09-12T17:52:11.585 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.583+0000 7f6dff146800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:52:11.585 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.583+0000 7f6dff146800 20 started sync module instance, tier type = 2024-09-12T17:52:11.585 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.583+0000 7f6dff146800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:52:11.593 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.593+0000 7f6dff146800 20 add_watcher() i=0 2024-09-12T17:52:11.593 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.593+0000 7f6dff146800 20 add_watcher() i=1 2024-09-12T17:52:11.593 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.593+0000 7f6dff146800 20 add_watcher() i=2 2024-09-12T17:52:11.593 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.593+0000 7f6dff146800 20 add_watcher() i=3 2024-09-12T17:52:11.594 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.593+0000 7f6dff146800 20 add_watcher() i=4 2024-09-12T17:52:11.594 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.593+0000 7f6dff146800 20 add_watcher() i=5 2024-09-12T17:52:11.594 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.593+0000 7f6dff146800 20 add_watcher() i=6 2024-09-12T17:52:11.594 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.594+0000 7f6dff146800 20 add_watcher() i=7 2024-09-12T17:52:11.594 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.594+0000 7f6dff146800 2 all 8 watchers are set, enabling cache 2024-09-12T17:52:11.596 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.595+0000 7f6cb37e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:52:11.596 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.595+0000 7f6dff146800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:52:11.596 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.595+0000 7f6dff146800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:52:11.632 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.631+0000 7f6cb27e4640 20 reqs_thread_entry: start 2024-09-12T17:52:11.632 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.631+0000 7f6dff146800 20 init_complete bucket index max shards: 1 2024-09-12T17:52:11.632 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.631+0000 7f6dff146800 20 Filter name: none 2024-09-12T17:52:11.632 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.631+0000 7f6dff146800 10 cache get: name=default.rgw.meta+users.uid+sysuser.client.0 : miss 2024-09-12T17:52:11.632 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.631+0000 7f6cab7fe640 20 reqs_thread_entry: start 2024-09-12T17:52:11.632 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.631+0000 7f6dff146800 20 rados->read ofs=0 len=0 2024-09-12T17:52:11.633 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.632+0000 7f6dff146800 20 rados_obj.operate() r=0 bl.length=486 2024-09-12T17:52:11.633 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.632+0000 7f6dff146800 10 cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x13 2024-09-12T17:52:11.633 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.632+0000 7f6dff146800 10 adding default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2024-09-12T17:52:11.633 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.632+0000 7f6dff146800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:52:11.633 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.633+0000 7f6dff146800 10 removing key index: TQMAZTVVMJBWDPLMWFMO 2024-09-12T17:52:11.634 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.634+0000 7f6dff146800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:users.keys:TQMAZTVVMJBWDPLMWFMO, ofs0, ns] 2024-09-12T17:52:11.635 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.634+0000 7f6cd3fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464288 cookie 94203257523744 notifier 5630 bl.length()=170 2024-09-12T17:52:11.635 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.634+0000 7f6dff146800 10 removing email index: sysuser.client.0+test@test.test 2024-09-12T17:52:11.636 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.635+0000 7f6dff146800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:users.email:sysuser.client.0+test@test.test, ofs0, ns] 2024-09-12T17:52:11.636 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.636+0000 7f6cd3fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464289 cookie 94203257532640 notifier 5630 bl.length()=182 2024-09-12T17:52:11.637 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.636+0000 7f6dff146800 10 removing user buckets index 2024-09-12T17:52:11.637 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.637+0000 7f6dff146800 10 removing user index: sysuser.client.0 2024-09-12T17:52:11.639 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.638+0000 7f6dff146800 10 removing default.rgw.meta+users.uid+sysuser.client.0 from cache 2024-09-12T17:52:11.639 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.638+0000 7f6dff146800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:users.uid:sysuser.client.0, ofs0, ns] 2024-09-12T17:52:11.639 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.639+0000 7f6cd37fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464287 cookie 94203257530624 notifier 5630 bl.length()=165 2024-09-12T17:52:11.640 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.640+0000 7f6cb37e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:52:11.642 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.642+0000 7f6dff146800 20 remove_watcher() i=0 2024-09-12T17:52:11.642 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.642+0000 7f6dff146800 2 removed watcher, disabling cache 2024-09-12T17:52:11.644 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.643+0000 7f6dff146800 20 remove_watcher() i=1 2024-09-12T17:52:11.644 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.644+0000 7f6dff146800 20 remove_watcher() i=2 2024-09-12T17:52:11.645 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.645+0000 7f6dff146800 20 remove_watcher() i=3 2024-09-12T17:52:11.646 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.646+0000 7f6dff146800 20 remove_watcher() i=4 2024-09-12T17:52:11.647 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.647+0000 7f6dff146800 20 remove_watcher() i=5 2024-09-12T17:52:11.648 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.648+0000 7f6dff146800 20 remove_watcher() i=6 2024-09-12T17:52:11.649 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T17:52:11.649+0000 7f6dff146800 20 remove_watcher() i=7 2024-09-12T17:52:11.662 INFO:tasks.ragweed:Removing ragweed... 2024-09-12T17:52:11.662 DEBUG:teuthology.orchestra.run.smithi045:> rm -rf /home/ubuntu/cephtest/ragweed.client.0 2024-09-12T17:52:11.738 INFO:teuthology.run_tasks:Running task workunit... 2024-09-12T17:52:11.751 INFO:tasks.workunit:Pulling workunits from ref bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T17:52:11.751 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-12T17:52:11.751 DEBUG:teuthology.orchestra.run.smithi045:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-12T17:52:11.780 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T17:52:11.780 INFO:teuthology.orchestra.run.smithi045.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-12T17:52:11.781 DEBUG:teuthology.orchestra.run.smithi045:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T17:52:11.850 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-12T17:52:11.851 DEBUG:teuthology.orchestra.run.smithi045:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-12T17:52:11.920 INFO:tasks.workunit:timeout=3h 2024-09-12T17:52:11.920 INFO:tasks.workunit:cleanup=True 2024-09-12T17:52:11.920 DEBUG:teuthology.orchestra.run.smithi045:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T17:52:11.990 INFO:tasks.workunit.client.0.smithi045.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-12T17:53:12.243 INFO:tasks.workunit.client.0.smithi045.stderr:Updating files: 91% (11572/12697) Updating files: 92% (11682/12697) Updating files: 93% (11809/12697) Updating files: 94% (11936/12697) Updating files: 95% (12063/12697) Updating files: 96% (12190/12697) Updating files: 97% (12317/12697) Updating files: 98% (12444/12697) Updating files: 99% (12571/12697) Updating files: 100% (12697/12697) Updating files: 100% (12697/12697), done. 2024-09-12T17:53:12.819 INFO:tasks.workunit.client.0.smithi045.stderr:Note: switching to 'bad475c18c96ec20c5778159aa33ba72b84e9c1b'. 2024-09-12T17:53:12.819 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:12.819 INFO:tasks.workunit.client.0.smithi045.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-12T17:53:12.820 INFO:tasks.workunit.client.0.smithi045.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-12T17:53:12.820 INFO:tasks.workunit.client.0.smithi045.stderr:state without impacting any branches by switching back to a branch. 2024-09-12T17:53:12.820 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:12.820 INFO:tasks.workunit.client.0.smithi045.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-12T17:53:12.820 INFO:tasks.workunit.client.0.smithi045.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-12T17:53:12.820 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:12.820 INFO:tasks.workunit.client.0.smithi045.stderr: git switch -c 2024-09-12T17:53:12.820 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:12.820 INFO:tasks.workunit.client.0.smithi045.stderr:Or undo this operation with: 2024-09-12T17:53:12.820 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:12.820 INFO:tasks.workunit.client.0.smithi045.stderr: git switch - 2024-09-12T17:53:12.820 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:12.821 INFO:tasks.workunit.client.0.smithi045.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-12T17:53:12.821 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:12.821 INFO:tasks.workunit.client.0.smithi045.stderr:HEAD is now at bad475c18c9 rgw: clear output keys in RGWMetadataLister::get_next() 2024-09-12T17:53:12.824 DEBUG:teuthology.orchestra.run.smithi045:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-12T17:53:12.894 INFO:tasks.workunit.client.0.smithi045.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-12T17:53:12.896 INFO:tasks.workunit.client.0.smithi045.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T17:53:12.896 INFO:tasks.workunit.client.0.smithi045.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-12T17:53:12.946 INFO:tasks.workunit.client.0.smithi045.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-12T17:53:12.998 INFO:tasks.workunit.client.0.smithi045.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-12T17:53:13.038 INFO:tasks.workunit.client.0.smithi045.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T17:53:13.040 INFO:tasks.workunit.client.0.smithi045.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T17:53:13.040 INFO:tasks.workunit.client.0.smithi045.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-12T17:53:13.079 INFO:tasks.workunit.client.0.smithi045.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T17:53:13.083 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-12T17:53:13.083 DEBUG:teuthology.orchestra.run.smithi045:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-12T17:53:13.154 INFO:tasks.workunit:Running workunits matching rgw/run-reshard.sh on client.0... 2024-09-12T17:53:13.156 INFO:tasks.workunit:Running workunit rgw/run-reshard.sh... 2024-09-12T17:53:13.156 DEBUG:teuthology.orchestra.run.smithi045:workunit test rgw/run-reshard.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-reshard.sh 2024-09-12T17:53:13.229 INFO:tasks.workunit.client.0.smithi045.stderr:+ ulimit -c 0 2024-09-12T17:53:13.229 INFO:tasks.workunit.client.0.smithi045.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-reshard.sh 2024-09-12T17:53:13.230 INFO:tasks.workunit.client.0.smithi045.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T17:53:13.230 INFO:tasks.workunit.client.0.smithi045.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T17:53:15.538 INFO:tasks.workunit.client.0.smithi045.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2024-09-12T17:53:15.538 INFO:tasks.workunit.client.0.smithi045.stderr:++ deactivate nondestructive 2024-09-12T17:53:15.538 INFO:tasks.workunit.client.0.smithi045.stderr:++ '[' -n '' ']' 2024-09-12T17:53:15.538 INFO:tasks.workunit.client.0.smithi045.stderr:++ '[' -n '' ']' 2024-09-12T17:53:15.539 INFO:tasks.workunit.client.0.smithi045.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T17:53:15.539 INFO:tasks.workunit.client.0.smithi045.stderr:++ hash -r 2024-09-12T17:53:15.539 INFO:tasks.workunit.client.0.smithi045.stderr:++ '[' -n '' ']' 2024-09-12T17:53:15.539 INFO:tasks.workunit.client.0.smithi045.stderr:++ unset VIRTUAL_ENV 2024-09-12T17:53:15.539 INFO:tasks.workunit.client.0.smithi045.stderr:++ '[' '!' nondestructive = nondestructive ']' 2024-09-12T17:53:15.539 INFO:tasks.workunit.client.0.smithi045.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T17:53:15.540 INFO:tasks.workunit.client.0.smithi045.stderr:++ export VIRTUAL_ENV 2024-09-12T17:53:15.540 INFO:tasks.workunit.client.0.smithi045.stderr:++ _OLD_VIRTUAL_PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2024-09-12T17:53:15.540 INFO:tasks.workunit.client.0.smithi045.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2024-09-12T17:53:15.540 INFO:tasks.workunit.client.0.smithi045.stderr:++ export PATH 2024-09-12T17:53:15.540 INFO:tasks.workunit.client.0.smithi045.stderr:++ '[' -n '' ']' 2024-09-12T17:53:15.540 INFO:tasks.workunit.client.0.smithi045.stderr:++ '[' -z '' ']' 2024-09-12T17:53:15.540 INFO:tasks.workunit.client.0.smithi045.stderr:++ _OLD_VIRTUAL_PS1= 2024-09-12T17:53:15.541 INFO:tasks.workunit.client.0.smithi045.stderr:++ PS1='(rgw) ' 2024-09-12T17:53:15.541 INFO:tasks.workunit.client.0.smithi045.stderr:++ export PS1 2024-09-12T17:53:15.541 INFO:tasks.workunit.client.0.smithi045.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T17:53:15.541 INFO:tasks.workunit.client.0.smithi045.stderr:++ hash -r 2024-09-12T17:53:15.541 INFO:tasks.workunit.client.0.smithi045.stderr:+ pip install pip --upgrade 2024-09-12T17:53:15.777 INFO:tasks.workunit.client.0.smithi045.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.9/site-packages (21.3.1) 2024-09-12T17:53:15.963 INFO:tasks.workunit.client.0.smithi045.stdout:Collecting pip 2024-09-12T17:53:15.969 INFO:tasks.workunit.client.0.smithi045.stdout: Using cached pip-24.2-py3-none-any.whl (1.8 MB) 2024-09-12T17:53:16.015 INFO:tasks.workunit.client.0.smithi045.stdout:Installing collected packages: pip 2024-09-12T17:53:16.015 INFO:tasks.workunit.client.0.smithi045.stdout: Attempting uninstall: pip 2024-09-12T17:53:16.015 INFO:tasks.workunit.client.0.smithi045.stdout: Found existing installation: pip 21.3.1 2024-09-12T17:53:16.187 INFO:tasks.workunit.client.0.smithi045.stdout: Uninstalling pip-21.3.1: 2024-09-12T17:53:16.192 INFO:tasks.workunit.client.0.smithi045.stdout: Successfully uninstalled pip-21.3.1 2024-09-12T17:53:16.959 INFO:tasks.workunit.client.0.smithi045.stdout:Successfully installed pip-24.2 2024-09-12T17:53:17.008 INFO:tasks.workunit.client.0.smithi045.stderr:+ pip install boto3 2024-09-12T17:53:17.809 INFO:tasks.workunit.client.0.smithi045.stdout:Collecting boto3 2024-09-12T17:53:17.810 INFO:tasks.workunit.client.0.smithi045.stdout: Using cached boto3-1.35.17-py3-none-any.whl.metadata (6.6 kB) 2024-09-12T17:53:18.368 INFO:tasks.workunit.client.0.smithi045.stdout:Collecting botocore<1.36.0,>=1.35.17 (from boto3) 2024-09-12T17:53:18.369 INFO:tasks.workunit.client.0.smithi045.stdout: Using cached botocore-1.35.17-py3-none-any.whl.metadata (5.7 kB) 2024-09-12T17:53:18.418 INFO:tasks.workunit.client.0.smithi045.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2024-09-12T17:53:18.420 INFO:tasks.workunit.client.0.smithi045.stdout: Using cached jmespath-1.0.1-py3-none-any.whl.metadata (7.6 kB) 2024-09-12T17:53:18.466 INFO:tasks.workunit.client.0.smithi045.stdout:Collecting s3transfer<0.11.0,>=0.10.0 (from boto3) 2024-09-12T17:53:18.466 INFO:tasks.workunit.client.0.smithi045.stdout: Using cached s3transfer-0.10.2-py3-none-any.whl.metadata (1.7 kB) 2024-09-12T17:53:18.517 INFO:tasks.workunit.client.0.smithi045.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T17:53:18.519 INFO:tasks.workunit.client.0.smithi045.stdout: Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2024-09-12T17:53:18.595 INFO:tasks.workunit.client.0.smithi045.stdout:Collecting urllib3<1.27,>=1.25.4 (from botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T17:53:18.596 INFO:tasks.workunit.client.0.smithi045.stdout: Using cached urllib3-1.26.20-py2.py3-none-any.whl.metadata (50 kB) 2024-09-12T17:53:18.797 INFO:tasks.workunit.client.0.smithi045.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T17:53:18.798 INFO:tasks.workunit.client.0.smithi045.stdout: Using cached six-1.16.0-py2.py3-none-any.whl.metadata (1.8 kB) 2024-09-12T17:53:18.803 INFO:tasks.workunit.client.0.smithi045.stdout:Using cached boto3-1.35.17-py3-none-any.whl (139 kB) 2024-09-12T17:53:18.804 INFO:tasks.workunit.client.0.smithi045.stdout:Using cached botocore-1.35.17-py3-none-any.whl (12.5 MB) 2024-09-12T17:53:18.813 INFO:tasks.workunit.client.0.smithi045.stdout:Using cached jmespath-1.0.1-py3-none-any.whl (20 kB) 2024-09-12T17:53:18.814 INFO:tasks.workunit.client.0.smithi045.stdout:Using cached s3transfer-0.10.2-py3-none-any.whl (82 kB) 2024-09-12T17:53:18.816 INFO:tasks.workunit.client.0.smithi045.stdout:Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2024-09-12T17:53:18.817 INFO:tasks.workunit.client.0.smithi045.stdout:Using cached urllib3-1.26.20-py2.py3-none-any.whl (144 kB) 2024-09-12T17:53:18.819 INFO:tasks.workunit.client.0.smithi045.stdout:Using cached six-1.16.0-py2.py3-none-any.whl (11 kB) 2024-09-12T17:53:18.894 INFO:tasks.workunit.client.0.smithi045.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2024-09-12T17:53:19.952 INFO:tasks.workunit.client.0.smithi045.stdout:Successfully installed boto3-1.35.17 botocore-1.35.17 jmespath-1.0.1 python-dateutil-2.9.0.post0 s3transfer-0.10.2 six-1.16.0 urllib3-1.26.20 2024-09-12T17:53:20.071 INFO:tasks.workunit.client.0.smithi045.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_reshard.py 2024-09-12T17:53:20.199 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin user create --uid tester --display-name "Testing" --access-key NX5QOQKC6BH2IDN8HC7A --secret LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn 2024-09-12T17:53:20.235 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:53:20.235 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:53:20.275 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.274+0000 7fa3d0410800 20 rados->read ofs=0 len=0 2024-09-12T17:53:20.277 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.276+0000 7fa3d0410800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:20.277 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.276+0000 7fa3d0410800 20 realm 2024-09-12T17:53:20.277 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.276+0000 7fa3d0410800 20 rados->read ofs=0 len=0 2024-09-12T17:53:20.277 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.276+0000 7fa3d0410800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:20.277 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.276+0000 7fa3d0410800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:53:20.277 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.276+0000 7fa3d0410800 20 rados->read ofs=0 len=0 2024-09-12T17:53:20.277 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.276+0000 7fa3d0410800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:20.277 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.276+0000 7fa3d0410800 20 rados->read ofs=0 len=0 2024-09-12T17:53:20.278 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.277+0000 7fa3d0410800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:53:20.278 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.277+0000 7fa3d0410800 20 rados->read ofs=0 len=0 2024-09-12T17:53:20.278 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.278+0000 7fa3d0410800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:53:20.279 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.278+0000 7fa3d0410800 20 searching for the correct realm 2024-09-12T17:53:20.281 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.281+0000 7fa3cb379640 0 -- 172.21.15.45:0/4166025649 >> [v2:172.21.15.45:6800/38958590,v1:172.21.15.45:6801/38958590] conn(0x55a6f37f3ba0 msgr2=0x55a6f37f6030 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:53:20.285 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.285+0000 7fa3cb379640 0 -- 172.21.15.45:0/4166025649 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7fa3bc06bbc0 msgr2=0x7fa3bc063a10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:53:20.289 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.289+0000 7fa3d0410800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:53:20.289 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.289+0000 7fa3d0410800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:53:20.289 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.289+0000 7fa3d0410800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:53:20.289 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.289+0000 7fa3d0410800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:53:20.290 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.289+0000 7fa3d0410800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:53:20.290 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.289+0000 7fa3d0410800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:53:20.290 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.289+0000 7fa3d0410800 20 rados->read ofs=0 len=0 2024-09-12T17:53:20.290 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.289+0000 7fa3d0410800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:20.290 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.289+0000 7fa3d0410800 20 rados->read ofs=0 len=0 2024-09-12T17:53:20.291 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.289+0000 7fa3d0410800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:53:20.291 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.289+0000 7fa3d0410800 20 rados->read ofs=0 len=0 2024-09-12T17:53:20.291 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.289+0000 7fa3d0410800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:53:20.292 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.289+0000 7fa3d0410800 20 zone default found 2024-09-12T17:53:20.292 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.289+0000 7fa3d0410800 4 Realm: () 2024-09-12T17:53:20.292 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.289+0000 7fa3d0410800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:53:20.292 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.289+0000 7fa3d0410800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:53:20.292 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.289+0000 7fa3d0410800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:53:20.292 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.289+0000 7fa3d0410800 20 zonegroup default 2024-09-12T17:53:20.292 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.289+0000 7fa3d0410800 20 rados->read ofs=0 len=0 2024-09-12T17:53:20.292 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.290+0000 7fa3d0410800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:20.292 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.290+0000 7fa3d0410800 20 rados->read ofs=0 len=0 2024-09-12T17:53:20.292 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.290+0000 7fa3d0410800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:20.293 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.290+0000 7fa3d0410800 20 rados->read ofs=0 len=0 2024-09-12T17:53:20.293 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.290+0000 7fa3d0410800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:20.293 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.290+0000 7fa3d0410800 20 started sync module instance, tier type = 2024-09-12T17:53:20.293 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.290+0000 7fa3d0410800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:53:20.300 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.299+0000 7fa3d0410800 20 add_watcher() i=0 2024-09-12T17:53:20.300 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.299+0000 7fa3d0410800 20 add_watcher() i=1 2024-09-12T17:53:20.300 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.299+0000 7fa3d0410800 20 add_watcher() i=2 2024-09-12T17:53:20.300 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.299+0000 7fa3d0410800 20 add_watcher() i=3 2024-09-12T17:53:20.300 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.299+0000 7fa3d0410800 20 add_watcher() i=4 2024-09-12T17:53:20.300 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.299+0000 7fa3d0410800 20 add_watcher() i=5 2024-09-12T17:53:20.301 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.299+0000 7fa3d0410800 20 add_watcher() i=6 2024-09-12T17:53:20.301 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.300+0000 7fa3d0410800 20 add_watcher() i=7 2024-09-12T17:53:20.301 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.300+0000 7fa3d0410800 2 all 8 watchers are set, enabling cache 2024-09-12T17:53:20.303 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.303+0000 7fa281fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:53:20.304 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.303+0000 7fa3d0410800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:53:20.304 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.303+0000 7fa3d0410800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:53:20.304 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.303+0000 7fa3d0410800 5 note: GC not initialized 2024-09-12T17:53:20.304 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.303+0000 7fa280fe1640 20 reqs_thread_entry: start 2024-09-12T17:53:20.304 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.303+0000 7fa3d0410800 20 init_complete bucket index max shards: 1 2024-09-12T17:53:20.304 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.303+0000 7fa3d0410800 20 Filter name: none 2024-09-12T17:53:20.304 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.304+0000 7fa1fa7fc640 20 reqs_thread_entry: start 2024-09-12T17:53:20.305 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.304+0000 7fa3d0410800 10 cache get: name=default.rgw.meta+users.uid+tester : miss 2024-09-12T17:53:20.305 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.304+0000 7fa3d0410800 20 rados->read ofs=0 len=0 2024-09-12T17:53:20.306 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.304+0000 7fa3d0410800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:20.306 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.304+0000 7fa3d0410800 10 cache put: name=default.rgw.meta+users.uid+tester info.flags=0x0 2024-09-12T17:53:20.306 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.304+0000 7fa3d0410800 10 adding default.rgw.meta+users.uid+tester to cache LRU end 2024-09-12T17:53:20.306 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.304+0000 7fa3d0410800 10 cache get: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A : miss 2024-09-12T17:53:20.306 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.304+0000 7fa3d0410800 20 rados->read ofs=0 len=0 2024-09-12T17:53:20.306 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.304+0000 7fa3d0410800 20 rados_obj.operate() r=0 bl.length=22 2024-09-12T17:53:20.306 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.304+0000 7fa3d0410800 10 cache put: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A info.flags=0x5 2024-09-12T17:53:20.306 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.304+0000 7fa3d0410800 10 adding default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A to cache LRU end 2024-09-12T17:53:20.306 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.304+0000 7fa3d0410800 10 cache get: name=default.rgw.meta+users.uid+rgw_datacache_user : miss 2024-09-12T17:53:20.307 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.304+0000 7fa3d0410800 20 rados->read ofs=0 len=0 2024-09-12T17:53:20.307 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.305+0000 7fa3d0410800 20 rados_obj.operate() r=0 bl.length=420 2024-09-12T17:53:20.307 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.305+0000 7fa3d0410800 10 cache put: name=default.rgw.meta+users.uid+rgw_datacache_user info.flags=0x13 2024-09-12T17:53:20.307 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.305+0000 7fa3d0410800 10 adding default.rgw.meta+users.uid+rgw_datacache_user to cache LRU end 2024-09-12T17:53:20.307 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.305+0000 7fa3d0410800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:53:20.307 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.305+0000 7fa3d0410800 10 chain_cache_entry: cache_locator=default.rgw.meta+users.uid+rgw_datacache_user 2024-09-12T17:53:20.307 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.305+0000 7fa3d0410800 20 get_user_info_from_index found 0 xattrs 2024-09-12T17:53:20.307 INFO:tasks.workunit.client.0.smithi045.stderr:could not create user: unable to parse parameters, duplicate key provided 2024-09-12T17:53:20.308 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.306+0000 7fa281fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:53:20.309 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.308+0000 7fa3d0410800 20 remove_watcher() i=0 2024-09-12T17:53:20.309 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.308+0000 7fa3d0410800 2 removed watcher, disabling cache 2024-09-12T17:53:20.310 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.309+0000 7fa3d0410800 20 remove_watcher() i=1 2024-09-12T17:53:20.310 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.310+0000 7fa3d0410800 20 remove_watcher() i=2 2024-09-12T17:53:20.312 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.311+0000 7fa3d0410800 20 remove_watcher() i=3 2024-09-12T17:53:20.313 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.312+0000 7fa3d0410800 20 remove_watcher() i=4 2024-09-12T17:53:20.316 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.313+0000 7fa3d0410800 20 remove_watcher() i=5 2024-09-12T17:53:20.316 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.314+0000 7fa3d0410800 20 remove_watcher() i=6 2024-09-12T17:53:20.316 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:20.315+0000 7fa3d0410800 20 remove_watcher() i=7 2024-09-12T17:53:29.174 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:29.175 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:29.225 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:29.225 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:29.234 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:29.234 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:29.246 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:29.246 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:29.251 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:29.251 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:29.294 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:29.295 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:29.337 INFO:tasks.workunit.client.0.smithi045.stderr:TEST: reshard add 2024-09-12T17:53:29.337 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:29.341 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T17:53:29.370 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:53:29.370 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:53:29.412 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.411+0000 7f810b546800 20 rados->read ofs=0 len=0 2024-09-12T17:53:29.414 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.412+0000 7f810b546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:29.414 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.412+0000 7f810b546800 20 realm 2024-09-12T17:53:29.414 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.412+0000 7f810b546800 20 rados->read ofs=0 len=0 2024-09-12T17:53:29.414 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.413+0000 7f810b546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:29.414 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.413+0000 7f810b546800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:53:29.414 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.413+0000 7f810b546800 20 rados->read ofs=0 len=0 2024-09-12T17:53:29.415 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.413+0000 7f810b546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:29.415 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.413+0000 7f810b546800 20 rados->read ofs=0 len=0 2024-09-12T17:53:29.415 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.414+0000 7f810b546800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:53:29.415 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.414+0000 7f810b546800 20 rados->read ofs=0 len=0 2024-09-12T17:53:29.416 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.415+0000 7f810b546800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:53:29.416 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.415+0000 7f810b546800 20 searching for the correct realm 2024-09-12T17:53:29.419 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.417+0000 7f8100836640 0 -- 172.21.15.45:0/2413391659 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f80fc091070 msgr2=0x7f80fc06c920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:53:29.422 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.421+0000 7f8109037640 0 -- 172.21.15.45:0/2413391659 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f80f40c0050 msgr2=0x7f80f40e01a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:53:29.633 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.627+0000 7f810b546800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:53:29.634 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.627+0000 7f810b546800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:53:29.634 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.627+0000 7f810b546800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:53:29.634 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.627+0000 7f810b546800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:53:29.634 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.627+0000 7f810b546800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:53:29.634 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.627+0000 7f810b546800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:53:29.634 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.627+0000 7f810b546800 20 rados->read ofs=0 len=0 2024-09-12T17:53:29.634 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.628+0000 7f810b546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:29.634 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.628+0000 7f810b546800 20 rados->read ofs=0 len=0 2024-09-12T17:53:29.634 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.628+0000 7f810b546800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:53:29.634 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.628+0000 7f810b546800 20 rados->read ofs=0 len=0 2024-09-12T17:53:29.634 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.628+0000 7f810b546800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:53:29.635 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.628+0000 7f810b546800 20 zone default found 2024-09-12T17:53:29.635 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.628+0000 7f810b546800 4 Realm: () 2024-09-12T17:53:29.635 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.628+0000 7f810b546800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:53:29.635 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.628+0000 7f810b546800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:53:29.635 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.628+0000 7f810b546800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:53:29.635 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.628+0000 7f810b546800 20 zonegroup default 2024-09-12T17:53:29.635 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.628+0000 7f810b546800 20 rados->read ofs=0 len=0 2024-09-12T17:53:29.635 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.629+0000 7f810b546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:29.635 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.629+0000 7f810b546800 20 rados->read ofs=0 len=0 2024-09-12T17:53:29.635 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.629+0000 7f810b546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:29.635 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.629+0000 7f810b546800 20 rados->read ofs=0 len=0 2024-09-12T17:53:29.635 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.629+0000 7f810b546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:29.635 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.629+0000 7f810b546800 20 started sync module instance, tier type = 2024-09-12T17:53:29.635 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.629+0000 7f810b546800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:53:29.641 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.639+0000 7f810b546800 20 add_watcher() i=0 2024-09-12T17:53:29.641 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.639+0000 7f810b546800 20 add_watcher() i=1 2024-09-12T17:53:29.641 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.639+0000 7f810b546800 20 add_watcher() i=2 2024-09-12T17:53:29.641 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.639+0000 7f810b546800 20 add_watcher() i=3 2024-09-12T17:53:29.641 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.639+0000 7f810b546800 20 add_watcher() i=4 2024-09-12T17:53:29.641 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.639+0000 7f810b546800 20 add_watcher() i=5 2024-09-12T17:53:29.641 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.639+0000 7f810b546800 20 add_watcher() i=6 2024-09-12T17:53:29.642 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.640+0000 7f810b546800 20 add_watcher() i=7 2024-09-12T17:53:29.642 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.640+0000 7f810b546800 2 all 8 watchers are set, enabling cache 2024-09-12T17:53:29.644 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.642+0000 7f7fbffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:53:29.644 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.643+0000 7f810b546800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:53:29.645 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.643+0000 7f810b546800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:53:29.645 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.643+0000 7f810b546800 5 note: GC not initialized 2024-09-12T17:53:29.645 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.643+0000 7f7fbefe5640 20 reqs_thread_entry: start 2024-09-12T17:53:29.645 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.643+0000 7f810b546800 20 init_complete bucket index max shards: 1 2024-09-12T17:53:29.645 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.643+0000 7f810b546800 20 Filter name: none 2024-09-12T17:53:29.645 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.643+0000 7f7fbcfe1640 20 reqs_thread_entry: start 2024-09-12T17:53:29.645 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.643+0000 7f810b546800 20 rados->read ofs=0 len=0 2024-09-12T17:53:29.646 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.644+0000 7f810b546800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:53:29.646 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.644+0000 7f810b546800 20 rados->read ofs=0 len=0 2024-09-12T17:53:29.646 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.645+0000 7f810b546800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:53:29.646 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.645+0000 7f810b546800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:53:29.647 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.645+0000 7f810b546800 20 rados->read ofs=0 len=0 2024-09-12T17:53:29.647 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.645+0000 7f810b546800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:53:29.647 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.645+0000 7f810b546800 20 rados->read ofs=0 len=0 2024-09-12T17:53:29.647 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.646+0000 7f810b546800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:53:29.647 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.646+0000 7f810b546800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:53:29.649 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.647+0000 7f7fbffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:53:29.651 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.650+0000 7f810b546800 20 remove_watcher() i=0 2024-09-12T17:53:29.651 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.650+0000 7f810b546800 2 removed watcher, disabling cache 2024-09-12T17:53:29.652 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.651+0000 7f810b546800 20 remove_watcher() i=1 2024-09-12T17:53:29.653 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.652+0000 7f810b546800 20 remove_watcher() i=2 2024-09-12T17:53:29.654 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.653+0000 7f810b546800 20 remove_watcher() i=3 2024-09-12T17:53:29.655 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.654+0000 7f810b546800 20 remove_watcher() i=4 2024-09-12T17:53:29.656 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.655+0000 7f810b546800 20 remove_watcher() i=5 2024-09-12T17:53:29.657 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.656+0000 7f810b546800 20 remove_watcher() i=6 2024-09-12T17:53:29.658 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.657+0000 7f810b546800 20 remove_watcher() i=7 2024-09-12T17:53:29.670 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:29.670 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T17:53:29.671 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: a-bucket id: b6123b67-6580-4373-9691-e0e950df5f06.4566.18 num_objects: 0 size_kb: 0 num_shards: 1 2024-09-12T17:53:29.671 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:29.672 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin reshard add --bucket a-bucket --num-shards 2 2024-09-12T17:53:29.704 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:53:29.704 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:53:29.744 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.743+0000 7f8f99975800 20 rados->read ofs=0 len=0 2024-09-12T17:53:29.746 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.745+0000 7f8f99975800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:29.746 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.745+0000 7f8f99975800 20 realm 2024-09-12T17:53:29.746 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.745+0000 7f8f99975800 20 rados->read ofs=0 len=0 2024-09-12T17:53:29.747 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.745+0000 7f8f99975800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:29.747 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.745+0000 7f8f99975800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:53:29.747 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.745+0000 7f8f99975800 20 rados->read ofs=0 len=0 2024-09-12T17:53:29.747 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.745+0000 7f8f99975800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:29.747 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.745+0000 7f8f99975800 20 rados->read ofs=0 len=0 2024-09-12T17:53:29.748 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.746+0000 7f8f99975800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:53:29.748 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.746+0000 7f8f99975800 20 rados->read ofs=0 len=0 2024-09-12T17:53:29.748 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.747+0000 7f8f99975800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:53:29.749 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.747+0000 7f8f99975800 20 searching for the correct realm 2024-09-12T17:53:29.752 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.750+0000 7f8f97c60640 0 -- 172.21.15.45:0/4272991234 >> [v2:172.21.15.45:6824/1551660769,v1:172.21.15.45:6825/1551660769] conn(0x561a655cfef0 msgr2=0x561a655d23b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:53:29.755 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.754+0000 7f8f9745f640 0 -- 172.21.15.45:0/4272991234 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f8f8c055170 msgr2=0x7f8f8c0517a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:53:29.760 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.758+0000 7f8f99975800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:53:29.760 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.758+0000 7f8f99975800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:53:29.760 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.758+0000 7f8f99975800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:53:29.760 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.758+0000 7f8f99975800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:53:29.760 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.758+0000 7f8f99975800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:53:29.760 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.758+0000 7f8f99975800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:53:29.760 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.758+0000 7f8f99975800 20 rados->read ofs=0 len=0 2024-09-12T17:53:29.760 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.758+0000 7f8f99975800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:29.760 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.758+0000 7f8f99975800 20 rados->read ofs=0 len=0 2024-09-12T17:53:29.762 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.759+0000 7f8f99975800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:53:29.762 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.759+0000 7f8f99975800 20 rados->read ofs=0 len=0 2024-09-12T17:53:29.762 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.759+0000 7f8f99975800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:53:29.762 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.759+0000 7f8f99975800 20 zone default found 2024-09-12T17:53:29.762 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.759+0000 7f8f99975800 4 Realm: () 2024-09-12T17:53:29.762 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.759+0000 7f8f99975800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:53:29.762 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.759+0000 7f8f99975800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:53:29.762 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.759+0000 7f8f99975800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:53:29.762 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.759+0000 7f8f99975800 20 zonegroup default 2024-09-12T17:53:29.762 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.759+0000 7f8f99975800 20 rados->read ofs=0 len=0 2024-09-12T17:53:29.763 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.759+0000 7f8f99975800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:29.763 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.759+0000 7f8f99975800 20 rados->read ofs=0 len=0 2024-09-12T17:53:29.763 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.760+0000 7f8f99975800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:29.763 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.760+0000 7f8f99975800 20 rados->read ofs=0 len=0 2024-09-12T17:53:29.763 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.760+0000 7f8f99975800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:29.763 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.760+0000 7f8f99975800 20 started sync module instance, tier type = 2024-09-12T17:53:29.763 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.760+0000 7f8f99975800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:53:29.770 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.769+0000 7f8f99975800 20 add_watcher() i=0 2024-09-12T17:53:29.771 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.769+0000 7f8f99975800 20 add_watcher() i=1 2024-09-12T17:53:29.771 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.769+0000 7f8f99975800 20 add_watcher() i=2 2024-09-12T17:53:29.771 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.769+0000 7f8f99975800 20 add_watcher() i=3 2024-09-12T17:53:29.771 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.769+0000 7f8f99975800 20 add_watcher() i=4 2024-09-12T17:53:29.771 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.769+0000 7f8f99975800 20 add_watcher() i=5 2024-09-12T17:53:29.771 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.769+0000 7f8f99975800 20 add_watcher() i=6 2024-09-12T17:53:29.771 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.770+0000 7f8f99975800 20 add_watcher() i=7 2024-09-12T17:53:29.771 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.770+0000 7f8f99975800 2 all 8 watchers are set, enabling cache 2024-09-12T17:53:29.773 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.772+0000 7f8e4e7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:53:29.774 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.772+0000 7f8f99975800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:53:29.774 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.772+0000 7f8f99975800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:53:29.774 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.772+0000 7f8f99975800 5 note: GC not initialized 2024-09-12T17:53:29.774 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.772+0000 7f8e4d7e2640 20 reqs_thread_entry: start 2024-09-12T17:53:29.774 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.772+0000 7f8f99975800 20 init_complete bucket index max shards: 1 2024-09-12T17:53:29.774 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.772+0000 7f8f99975800 20 Filter name: none 2024-09-12T17:53:29.774 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.773+0000 7f8e467fc640 20 reqs_thread_entry: start 2024-09-12T17:53:29.774 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.773+0000 7f8f99975800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:53:29.775 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.773+0000 7f8f99975800 20 rados->read ofs=0 len=0 2024-09-12T17:53:29.775 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.773+0000 7f8f99975800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:53:29.775 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.773+0000 7f8f99975800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:53:29.776 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.773+0000 7f8f99975800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:53:29.776 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.773+0000 7f8f99975800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 : miss 2024-09-12T17:53:29.776 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.773+0000 7f8f99975800 20 rados->read ofs=0 len=0 2024-09-12T17:53:29.776 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.774+0000 7f8f99975800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:53:29.776 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.774+0000 7f8f99975800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T17:53:29.776 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.774+0000 7f8f99975800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T17:53:29.776 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.774+0000 7f8f99975800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:53:29.776 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.774+0000 7f8f99975800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:53:29.776 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.774+0000 7f8f99975800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 2024-09-12T17:53:29.777 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.776+0000 7f8e4e7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:53:29.780 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.778+0000 7f8f99975800 20 remove_watcher() i=0 2024-09-12T17:53:29.780 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.778+0000 7f8f99975800 2 removed watcher, disabling cache 2024-09-12T17:53:29.781 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.779+0000 7f8f99975800 20 remove_watcher() i=1 2024-09-12T17:53:29.782 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.781+0000 7f8f99975800 20 remove_watcher() i=2 2024-09-12T17:53:29.783 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.782+0000 7f8f99975800 20 remove_watcher() i=3 2024-09-12T17:53:29.785 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.783+0000 7f8f99975800 20 remove_watcher() i=4 2024-09-12T17:53:29.786 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.784+0000 7f8f99975800 20 remove_watcher() i=5 2024-09-12T17:53:29.787 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.785+0000 7f8f99975800 20 remove_watcher() i=6 2024-09-12T17:53:29.787 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.786+0000 7f8f99975800 20 remove_watcher() i=7 2024-09-12T17:53:29.800 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin reshard list 2024-09-12T17:53:29.827 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:53:29.828 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:53:29.868 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.865+0000 7f561e414800 20 rados->read ofs=0 len=0 2024-09-12T17:53:29.869 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.867+0000 7f561e414800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:29.869 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.867+0000 7f561e414800 20 realm 2024-09-12T17:53:29.869 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.867+0000 7f561e414800 20 rados->read ofs=0 len=0 2024-09-12T17:53:29.869 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.867+0000 7f561e414800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:29.869 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.867+0000 7f561e414800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:53:29.870 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.867+0000 7f561e414800 20 rados->read ofs=0 len=0 2024-09-12T17:53:29.870 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.867+0000 7f561e414800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:29.870 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.867+0000 7f561e414800 20 rados->read ofs=0 len=0 2024-09-12T17:53:29.871 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.868+0000 7f561e414800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:53:29.871 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.868+0000 7f561e414800 20 rados->read ofs=0 len=0 2024-09-12T17:53:29.871 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.869+0000 7f561e414800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:53:29.871 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.869+0000 7f561e414800 20 searching for the correct realm 2024-09-12T17:53:29.873 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.871+0000 7f56192ca640 0 -- 172.21.15.45:0/4212120237 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x55b314447100 msgr2=0x55b3144494f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:53:29.877 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:29.875+0000 7f5619acb640 0 -- 172.21.15.45:0/4212120237 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f56100633d0 msgr2=0x7f5610063850 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:53:30.084 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.082+0000 7f561e414800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:53:30.084 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.082+0000 7f561e414800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:53:30.084 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.082+0000 7f561e414800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:53:30.084 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.082+0000 7f561e414800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:53:30.084 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.082+0000 7f561e414800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:53:30.085 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.082+0000 7f561e414800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:53:30.085 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.082+0000 7f561e414800 20 rados->read ofs=0 len=0 2024-09-12T17:53:30.085 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.083+0000 7f561e414800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:30.085 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.083+0000 7f561e414800 20 rados->read ofs=0 len=0 2024-09-12T17:53:30.086 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.083+0000 7f561e414800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:53:30.086 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.083+0000 7f561e414800 20 rados->read ofs=0 len=0 2024-09-12T17:53:30.086 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.083+0000 7f561e414800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:53:30.086 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.084+0000 7f561e414800 20 zone default found 2024-09-12T17:53:30.086 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.084+0000 7f561e414800 4 Realm: () 2024-09-12T17:53:30.086 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.084+0000 7f561e414800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:53:30.086 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.084+0000 7f561e414800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:53:30.087 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.084+0000 7f561e414800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:53:30.087 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.084+0000 7f561e414800 20 zonegroup default 2024-09-12T17:53:30.087 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.084+0000 7f561e414800 20 rados->read ofs=0 len=0 2024-09-12T17:53:30.087 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.084+0000 7f561e414800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:30.087 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.084+0000 7f561e414800 20 rados->read ofs=0 len=0 2024-09-12T17:53:30.087 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.084+0000 7f561e414800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:30.087 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.084+0000 7f561e414800 20 rados->read ofs=0 len=0 2024-09-12T17:53:30.087 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.084+0000 7f561e414800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:30.088 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.085+0000 7f561e414800 20 started sync module instance, tier type = 2024-09-12T17:53:30.088 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.085+0000 7f561e414800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:53:30.097 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.095+0000 7f561e414800 20 add_watcher() i=0 2024-09-12T17:53:30.097 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.095+0000 7f561e414800 20 add_watcher() i=1 2024-09-12T17:53:30.097 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.095+0000 7f561e414800 20 add_watcher() i=2 2024-09-12T17:53:30.098 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.095+0000 7f561e414800 20 add_watcher() i=3 2024-09-12T17:53:30.098 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.095+0000 7f561e414800 20 add_watcher() i=4 2024-09-12T17:53:30.098 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.095+0000 7f561e414800 20 add_watcher() i=5 2024-09-12T17:53:30.098 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.095+0000 7f561e414800 20 add_watcher() i=6 2024-09-12T17:53:30.098 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.096+0000 7f561e414800 20 add_watcher() i=7 2024-09-12T17:53:30.098 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.096+0000 7f561e414800 2 all 8 watchers are set, enabling cache 2024-09-12T17:53:30.099 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.098+0000 7f54cb7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:53:30.100 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.098+0000 7f561e414800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:53:30.100 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.098+0000 7f561e414800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:53:30.101 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.098+0000 7f561e414800 5 note: GC not initialized 2024-09-12T17:53:30.101 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.098+0000 7f54ca7fc640 20 reqs_thread_entry: start 2024-09-12T17:53:30.101 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.098+0000 7f561e414800 20 init_complete bucket index max shards: 1 2024-09-12T17:53:30.101 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.098+0000 7f561e414800 20 Filter name: none 2024-09-12T17:53:30.101 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.098+0000 7f543bfff640 20 reqs_thread_entry: start 2024-09-12T17:53:30.107 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.105+0000 7f54cb7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:53:30.109 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.108+0000 7f561e414800 20 remove_watcher() i=0 2024-09-12T17:53:30.109 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.108+0000 7f561e414800 2 removed watcher, disabling cache 2024-09-12T17:53:30.111 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.109+0000 7f561e414800 20 remove_watcher() i=1 2024-09-12T17:53:30.112 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.111+0000 7f561e414800 20 remove_watcher() i=2 2024-09-12T17:53:30.113 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.112+0000 7f561e414800 20 remove_watcher() i=3 2024-09-12T17:53:30.114 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.113+0000 7f561e414800 20 remove_watcher() i=4 2024-09-12T17:53:30.115 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.114+0000 7f561e414800 20 remove_watcher() i=5 2024-09-12T17:53:30.116 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.115+0000 7f561e414800 20 remove_watcher() i=6 2024-09-12T17:53:30.117 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.116+0000 7f561e414800 20 remove_watcher() i=7 2024-09-12T17:53:30.128 INFO:tasks.workunit.client.0.smithi045.stderr:bucket name a-bucket 2024-09-12T17:53:30.128 INFO:tasks.workunit.client.0.smithi045.stderr:TEST: reshard process 2024-09-12T17:53:30.129 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:30.130 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin reshard process 2024-09-12T17:53:30.157 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:53:30.158 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:53:30.198 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.196+0000 7ff5a520f800 20 rados->read ofs=0 len=0 2024-09-12T17:53:30.200 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.198+0000 7ff5a520f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:30.200 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.198+0000 7ff5a520f800 20 realm 2024-09-12T17:53:30.200 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.198+0000 7ff5a520f800 20 rados->read ofs=0 len=0 2024-09-12T17:53:30.200 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.198+0000 7ff5a520f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:30.200 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.198+0000 7ff5a520f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:53:30.200 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.198+0000 7ff5a520f800 20 rados->read ofs=0 len=0 2024-09-12T17:53:30.200 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.198+0000 7ff5a520f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:30.200 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.198+0000 7ff5a520f800 20 rados->read ofs=0 len=0 2024-09-12T17:53:30.201 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.199+0000 7ff5a520f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:53:30.201 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.199+0000 7ff5a520f800 20 rados->read ofs=0 len=0 2024-09-12T17:53:30.201 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.200+0000 7ff5a520f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:53:30.201 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.200+0000 7ff5a520f800 20 searching for the correct realm 2024-09-12T17:53:30.204 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.202+0000 7ff5a24ff640 0 -- 172.21.15.45:0/2839929313 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x560bcc0689c0 msgr2=0x560bcc06add0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:53:30.208 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.206+0000 7ff5a2d00640 0 -- 172.21.15.45:0/2839929313 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7ff5980b4d30 msgr2=0x7ff5980aa300 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:53:30.416 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.414+0000 7ff5a520f800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:53:30.416 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.414+0000 7ff5a520f800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:53:30.416 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.414+0000 7ff5a520f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:53:30.416 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.414+0000 7ff5a520f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:53:30.416 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.414+0000 7ff5a520f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:53:30.416 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.414+0000 7ff5a520f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:53:30.416 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.414+0000 7ff5a520f800 20 rados->read ofs=0 len=0 2024-09-12T17:53:30.416 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.414+0000 7ff5a520f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:30.416 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.414+0000 7ff5a520f800 20 rados->read ofs=0 len=0 2024-09-12T17:53:30.417 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.415+0000 7ff5a520f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:53:30.417 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.415+0000 7ff5a520f800 20 rados->read ofs=0 len=0 2024-09-12T17:53:30.418 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.415+0000 7ff5a520f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:53:30.418 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.415+0000 7ff5a520f800 20 zone default found 2024-09-12T17:53:30.418 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.415+0000 7ff5a520f800 4 Realm: () 2024-09-12T17:53:30.418 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.415+0000 7ff5a520f800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:53:30.418 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.415+0000 7ff5a520f800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:53:30.418 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.415+0000 7ff5a520f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:53:30.418 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.415+0000 7ff5a520f800 20 zonegroup default 2024-09-12T17:53:30.418 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.415+0000 7ff5a520f800 20 rados->read ofs=0 len=0 2024-09-12T17:53:30.418 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.415+0000 7ff5a520f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:30.418 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.415+0000 7ff5a520f800 20 rados->read ofs=0 len=0 2024-09-12T17:53:30.418 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.416+0000 7ff5a520f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:30.418 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.416+0000 7ff5a520f800 20 rados->read ofs=0 len=0 2024-09-12T17:53:30.419 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.416+0000 7ff5a520f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:30.419 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.416+0000 7ff5a520f800 20 started sync module instance, tier type = 2024-09-12T17:53:30.419 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.416+0000 7ff5a520f800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:53:30.427 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.426+0000 7ff5a520f800 20 add_watcher() i=0 2024-09-12T17:53:30.427 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.426+0000 7ff5a520f800 20 add_watcher() i=1 2024-09-12T17:53:30.428 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.426+0000 7ff5a520f800 20 add_watcher() i=2 2024-09-12T17:53:30.428 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.426+0000 7ff5a520f800 20 add_watcher() i=3 2024-09-12T17:53:30.428 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.426+0000 7ff5a520f800 20 add_watcher() i=4 2024-09-12T17:53:30.428 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.426+0000 7ff5a520f800 20 add_watcher() i=5 2024-09-12T17:53:30.428 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.426+0000 7ff5a520f800 20 add_watcher() i=6 2024-09-12T17:53:30.428 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.427+0000 7ff5a520f800 20 add_watcher() i=7 2024-09-12T17:53:30.428 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.427+0000 7ff5a520f800 2 all 8 watchers are set, enabling cache 2024-09-12T17:53:30.430 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.429+0000 7ff4597e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:53:30.431 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.429+0000 7ff5a520f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:53:30.431 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.429+0000 7ff5a520f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:53:30.431 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.429+0000 7ff5a520f800 5 note: GC not initialized 2024-09-12T17:53:30.431 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.429+0000 7ff3d3fff640 20 reqs_thread_entry: start 2024-09-12T17:53:30.431 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.429+0000 7ff5a520f800 20 init_complete bucket index max shards: 1 2024-09-12T17:53:30.431 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.429+0000 7ff5a520f800 20 Filter name: none 2024-09-12T17:53:30.431 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.430+0000 7ff3d1ffb640 20 reqs_thread_entry: start 2024-09-12T17:53:30.431 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.430+0000 7ff5a520f800 20 processing logshard = reshard.0000000000 2024-09-12T17:53:30.434 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.433+0000 7ff5a520f800 20 finish processing logshard = reshard.0000000000 , ret = 0 2024-09-12T17:53:30.434 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.433+0000 7ff5a520f800 20 processing logshard = reshard.0000000001 2024-09-12T17:53:30.437 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.436+0000 7ff5a520f800 20 finish processing logshard = reshard.0000000001 , ret = 0 2024-09-12T17:53:30.437 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.436+0000 7ff5a520f800 20 processing logshard = reshard.0000000002 2024-09-12T17:53:30.439 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.438+0000 7ff5a520f800 20 finish processing logshard = reshard.0000000002 , ret = 0 2024-09-12T17:53:30.439 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.438+0000 7ff5a520f800 20 processing logshard = reshard.0000000003 2024-09-12T17:53:30.442 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.440+0000 7ff5a520f800 20 finish processing logshard = reshard.0000000003 , ret = 0 2024-09-12T17:53:30.442 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.440+0000 7ff5a520f800 20 processing logshard = reshard.0000000004 2024-09-12T17:53:30.444 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.443+0000 7ff5a520f800 20 finish processing logshard = reshard.0000000004 , ret = 0 2024-09-12T17:53:30.444 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.443+0000 7ff5a520f800 20 processing logshard = reshard.0000000005 2024-09-12T17:53:30.449 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.445+0000 7ff5a520f800 20 finish processing logshard = reshard.0000000005 , ret = 0 2024-09-12T17:53:30.449 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.445+0000 7ff5a520f800 20 processing logshard = reshard.0000000006 2024-09-12T17:53:30.449 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.447+0000 7ff5a520f800 20 process_entry resharding a-bucket 2024-09-12T17:53:30.449 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.447+0000 7ff5a520f800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:53:30.449 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.447+0000 7ff5a520f800 20 rados->read ofs=0 len=0 2024-09-12T17:53:30.449 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.447+0000 7ff5a520f800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:53:30.449 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.447+0000 7ff5a520f800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x1 2024-09-12T17:53:30.449 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.447+0000 7ff5a520f800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:53:30.450 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.447+0000 7ff5a520f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 : miss 2024-09-12T17:53:30.450 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.447+0000 7ff5a520f800 20 rados->read ofs=0 len=0 2024-09-12T17:53:30.450 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.448+0000 7ff5a520f800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:53:30.450 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.448+0000 7ff5a520f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T17:53:30.450 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.448+0000 7ff5a520f800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T17:53:30.450 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.448+0000 7ff5a520f800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:53:30.451 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.448+0000 7ff5a520f800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:53:30.451 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.448+0000 7ff5a520f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 2024-09-12T17:53:30.455 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.453+0000 7ff5a520f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T17:53:30.455 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.453+0000 7ff5a520f800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T17:53:30.455 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.453+0000 7ff5a520f800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:53:30.455 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.453+0000 7ff5a520f800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18, ofs0, ns] 2024-09-12T17:53:30.455 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.454+0000 7ff4867fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398884 cookie 94608667616528 notifier 6024 bl.length()=911 2024-09-12T17:53:30.456 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.454+0000 7ff4867fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T17:53:30.456 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.454+0000 7ff4867fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T17:53:30.456 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.454+0000 7ff4867fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:53:30.456 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.454+0000 7ff5a520f800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): orig_sources= new_sources= 2024-09-12T17:53:30.456 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.454+0000 7ff5a520f800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): potential sources added=[] removed=[] 2024-09-12T17:53:30.456 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.454+0000 7ff5a520f800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): orig_dests= new_dests= 2024-09-12T17:53:30.456 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.454+0000 7ff5a520f800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): potential dests added=[] removed=[] 2024-09-12T17:53:30.458 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.457+0000 7ff5a520f800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.1.0 2024-09-12T17:53:30.458 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.457+0000 7ff5a520f800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.1.0 2024-09-12T17:53:30.458 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.457+0000 7ff5a520f800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.1.1 2024-09-12T17:53:30.458 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.457+0000 7ff5a520f800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.1.1 2024-09-12T17:53:30.459 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.457+0000 7ff5a520f800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.0 2024-09-12T17:53:30.459 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.457+0000 7ff5a520f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 : hit (requested=0x17, cached=0x17) 2024-09-12T17:53:30.459 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.457+0000 7ff5a520f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 2024-09-12T17:53:30.460 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.458+0000 7ff5a520f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T17:53:30.460 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.458+0000 7ff5a520f800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T17:53:30.460 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.458+0000 7ff5a520f800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:53:30.460 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.458+0000 7ff5a520f800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18, ofs0, ns] 2024-09-12T17:53:30.460 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.459+0000 7ff4867fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398885 cookie 94608667616528 notifier 6024 bl.length()=911 2024-09-12T17:53:30.460 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.459+0000 7ff4867fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T17:53:30.461 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.459+0000 7ff4867fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T17:53:30.461 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.459+0000 7ff4867fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:53:30.461 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.459+0000 7ff5a520f800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): orig_sources= new_sources= 2024-09-12T17:53:30.461 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.459+0000 7ff5a520f800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): potential sources added=[] removed=[] 2024-09-12T17:53:30.461 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.459+0000 7ff5a520f800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): orig_dests= new_dests= 2024-09-12T17:53:30.461 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.459+0000 7ff5a520f800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): potential dests added=[] removed=[] 2024-09-12T17:53:30.462 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.460+0000 7ff5a520f800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.0 2024-09-12T17:53:30.462 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.461+0000 7ff5a520f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 : hit (requested=0x17, cached=0x17) 2024-09-12T17:53:30.462 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.461+0000 7ff5a520f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 2024-09-12T17:53:30.463 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.462+0000 7ff5a520f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T17:53:30.464 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.462+0000 7ff5a520f800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T17:53:30.464 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.462+0000 7ff5a520f800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:53:30.464 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.462+0000 7ff5a520f800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18, ofs0, ns] 2024-09-12T17:53:30.464 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.462+0000 7ff4867fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398886 cookie 94608667616528 notifier 6024 bl.length()=879 2024-09-12T17:53:30.464 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.462+0000 7ff4867fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T17:53:30.464 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.462+0000 7ff4867fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T17:53:30.464 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.462+0000 7ff4867fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:53:30.464 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.463+0000 7ff5a520f800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): orig_sources= new_sources= 2024-09-12T17:53:30.464 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.463+0000 7ff5a520f800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): potential sources added=[] removed=[] 2024-09-12T17:53:30.465 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.463+0000 7ff5a520f800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): orig_dests= new_dests= 2024-09-12T17:53:30.465 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.463+0000 7ff5a520f800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): potential dests added=[] removed=[] 2024-09-12T17:53:30.465 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.464+0000 7ff5a520f800 1 execute INFO: reshard of bucket "a-bucket" from 1 shards to 2 shards completed successfully 2024-09-12T17:53:30.466 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.465+0000 7ff5a520f800 20 process_entry removing reshard queue entry for bucket a-bucket 2024-09-12T17:53:30.469 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.467+0000 7ff5a520f800 20 finish processing logshard = reshard.0000000006 , ret = 0 2024-09-12T17:53:30.469 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.467+0000 7ff5a520f800 20 processing logshard = reshard.0000000007 2024-09-12T17:53:30.470 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.469+0000 7ff5a520f800 20 finish processing logshard = reshard.0000000007 , ret = 0 2024-09-12T17:53:30.470 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.469+0000 7ff5a520f800 20 processing logshard = reshard.0000000008 2024-09-12T17:53:30.473 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.472+0000 7ff5a520f800 20 finish processing logshard = reshard.0000000008 , ret = 0 2024-09-12T17:53:30.473 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.472+0000 7ff5a520f800 20 processing logshard = reshard.0000000009 2024-09-12T17:53:30.476 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.474+0000 7ff5a520f800 20 finish processing logshard = reshard.0000000009 , ret = 0 2024-09-12T17:53:30.476 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.474+0000 7ff5a520f800 20 processing logshard = reshard.0000000010 2024-09-12T17:53:30.477 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.476+0000 7ff5a520f800 20 finish processing logshard = reshard.0000000010 , ret = 0 2024-09-12T17:53:30.477 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.476+0000 7ff5a520f800 20 processing logshard = reshard.0000000011 2024-09-12T17:53:30.480 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.478+0000 7ff5a520f800 20 finish processing logshard = reshard.0000000011 , ret = 0 2024-09-12T17:53:30.480 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.478+0000 7ff5a520f800 20 processing logshard = reshard.0000000012 2024-09-12T17:53:30.482 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.481+0000 7ff5a520f800 20 finish processing logshard = reshard.0000000012 , ret = 0 2024-09-12T17:53:30.483 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.481+0000 7ff5a520f800 20 processing logshard = reshard.0000000013 2024-09-12T17:53:30.485 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.484+0000 7ff5a520f800 20 finish processing logshard = reshard.0000000013 , ret = 0 2024-09-12T17:53:30.485 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.484+0000 7ff5a520f800 20 processing logshard = reshard.0000000014 2024-09-12T17:53:30.487 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.486+0000 7ff5a520f800 20 finish processing logshard = reshard.0000000014 , ret = 0 2024-09-12T17:53:30.487 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.486+0000 7ff5a520f800 20 processing logshard = reshard.0000000015 2024-09-12T17:53:30.490 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.489+0000 7ff5a520f800 20 finish processing logshard = reshard.0000000015 , ret = 0 2024-09-12T17:53:30.491 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.489+0000 7ff4597e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:53:30.493 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.491+0000 7ff5a520f800 20 remove_watcher() i=0 2024-09-12T17:53:30.493 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.491+0000 7ff5a520f800 2 removed watcher, disabling cache 2024-09-12T17:53:30.494 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.492+0000 7ff5a520f800 20 remove_watcher() i=1 2024-09-12T17:53:30.495 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.493+0000 7ff5a520f800 20 remove_watcher() i=2 2024-09-12T17:53:30.496 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.494+0000 7ff5a520f800 20 remove_watcher() i=3 2024-09-12T17:53:30.497 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.496+0000 7ff5a520f800 20 remove_watcher() i=4 2024-09-12T17:53:30.498 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.497+0000 7ff5a520f800 20 remove_watcher() i=5 2024-09-12T17:53:30.499 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.498+0000 7ff5a520f800 20 remove_watcher() i=6 2024-09-12T17:53:30.500 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:30.498+0000 7ff5a520f800 20 remove_watcher() i=7 2024-09-12T17:53:35.519 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T17:53:35.552 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:53:35.553 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:53:35.598 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.597+0000 7f83a5540800 20 rados->read ofs=0 len=0 2024-09-12T17:53:35.600 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.599+0000 7f83a5540800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:35.600 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.599+0000 7f83a5540800 20 realm 2024-09-12T17:53:35.601 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.599+0000 7f83a5540800 20 rados->read ofs=0 len=0 2024-09-12T17:53:35.601 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.599+0000 7f83a5540800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:35.601 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.599+0000 7f83a5540800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:53:35.601 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.599+0000 7f83a5540800 20 rados->read ofs=0 len=0 2024-09-12T17:53:35.601 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.600+0000 7f83a5540800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:35.602 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.600+0000 7f83a5540800 20 rados->read ofs=0 len=0 2024-09-12T17:53:35.602 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.601+0000 7f83a5540800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:53:35.602 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.601+0000 7f83a5540800 20 rados->read ofs=0 len=0 2024-09-12T17:53:35.603 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.601+0000 7f83a5540800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:53:35.604 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.601+0000 7f83a5540800 20 searching for the correct realm 2024-09-12T17:53:35.606 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.604+0000 7f8398aec640 0 -- 172.21.15.45:0/1569391896 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f83940a6560 msgr2=0x7f8394075270 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:53:35.610 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.608+0000 7f83a12ed640 0 -- 172.21.15.45:0/1569391896 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f838c0cd200 msgr2=0x7f838c0e2140 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:53:35.817 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.815+0000 7f83a5540800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:53:35.817 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.815+0000 7f83a5540800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:53:35.817 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.815+0000 7f83a5540800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:53:35.817 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.815+0000 7f83a5540800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:53:35.818 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.815+0000 7f83a5540800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:53:35.818 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.815+0000 7f83a5540800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:53:35.818 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.815+0000 7f83a5540800 20 rados->read ofs=0 len=0 2024-09-12T17:53:35.818 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.816+0000 7f83a5540800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:35.818 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.816+0000 7f83a5540800 20 rados->read ofs=0 len=0 2024-09-12T17:53:35.819 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.816+0000 7f83a5540800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:53:35.819 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.816+0000 7f83a5540800 20 rados->read ofs=0 len=0 2024-09-12T17:53:35.819 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.816+0000 7f83a5540800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:53:35.819 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.816+0000 7f83a5540800 20 zone default found 2024-09-12T17:53:35.819 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.816+0000 7f83a5540800 4 Realm: () 2024-09-12T17:53:35.819 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.816+0000 7f83a5540800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:53:35.819 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.816+0000 7f83a5540800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:53:35.819 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.816+0000 7f83a5540800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:53:35.819 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.816+0000 7f83a5540800 20 zonegroup default 2024-09-12T17:53:35.820 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.816+0000 7f83a5540800 20 rados->read ofs=0 len=0 2024-09-12T17:53:35.820 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.817+0000 7f83a5540800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:35.820 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.817+0000 7f83a5540800 20 rados->read ofs=0 len=0 2024-09-12T17:53:35.820 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.817+0000 7f83a5540800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:35.820 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.817+0000 7f83a5540800 20 rados->read ofs=0 len=0 2024-09-12T17:53:35.820 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.817+0000 7f83a5540800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:35.820 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.818+0000 7f83a5540800 20 started sync module instance, tier type = 2024-09-12T17:53:35.820 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.818+0000 7f83a5540800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:53:35.831 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.829+0000 7f83a5540800 20 add_watcher() i=0 2024-09-12T17:53:35.831 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.829+0000 7f83a5540800 20 add_watcher() i=1 2024-09-12T17:53:35.831 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.829+0000 7f83a5540800 20 add_watcher() i=2 2024-09-12T17:53:35.831 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.829+0000 7f83a5540800 20 add_watcher() i=3 2024-09-12T17:53:35.831 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.829+0000 7f83a5540800 20 add_watcher() i=4 2024-09-12T17:53:35.831 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.829+0000 7f83a5540800 20 add_watcher() i=5 2024-09-12T17:53:35.831 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.829+0000 7f83a5540800 20 add_watcher() i=6 2024-09-12T17:53:35.832 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.830+0000 7f83a5540800 20 add_watcher() i=7 2024-09-12T17:53:35.832 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.830+0000 7f83a5540800 2 all 8 watchers are set, enabling cache 2024-09-12T17:53:35.833 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.832+0000 7f8257fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:53:35.834 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.832+0000 7f83a5540800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:53:35.834 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.832+0000 7f83a5540800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:53:35.834 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.832+0000 7f83a5540800 5 note: GC not initialized 2024-09-12T17:53:35.835 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.833+0000 7f8256fe5640 20 reqs_thread_entry: start 2024-09-12T17:53:35.835 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.833+0000 7f83a5540800 20 init_complete bucket index max shards: 1 2024-09-12T17:53:35.835 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.833+0000 7f83a5540800 20 Filter name: none 2024-09-12T17:53:35.835 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.833+0000 7f8254fe1640 20 reqs_thread_entry: start 2024-09-12T17:53:35.835 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.833+0000 7f83a5540800 20 rados->read ofs=0 len=0 2024-09-12T17:53:35.835 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.834+0000 7f83a5540800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:53:35.836 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.834+0000 7f83a5540800 20 rados->read ofs=0 len=0 2024-09-12T17:53:35.836 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.835+0000 7f83a5540800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:53:35.837 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.835+0000 7f83a5540800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:53:35.837 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.835+0000 7f83a5540800 20 rados->read ofs=0 len=0 2024-09-12T17:53:35.837 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.835+0000 7f83a5540800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:53:35.837 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.835+0000 7f83a5540800 20 rados->read ofs=0 len=0 2024-09-12T17:53:35.837 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.836+0000 7f83a5540800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:53:35.837 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.836+0000 7f83a5540800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:53:35.838 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.837+0000 7f8257fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:53:35.842 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.840+0000 7f83a5540800 20 remove_watcher() i=0 2024-09-12T17:53:35.842 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.840+0000 7f83a5540800 2 removed watcher, disabling cache 2024-09-12T17:53:35.843 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.842+0000 7f83a5540800 20 remove_watcher() i=1 2024-09-12T17:53:35.844 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.843+0000 7f83a5540800 20 remove_watcher() i=2 2024-09-12T17:53:35.845 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.844+0000 7f83a5540800 20 remove_watcher() i=3 2024-09-12T17:53:35.847 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.845+0000 7f83a5540800 20 remove_watcher() i=4 2024-09-12T17:53:35.848 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.847+0000 7f83a5540800 20 remove_watcher() i=5 2024-09-12T17:53:35.849 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.848+0000 7f83a5540800 20 remove_watcher() i=6 2024-09-12T17:53:35.850 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.849+0000 7f83a5540800 20 remove_watcher() i=7 2024-09-12T17:53:35.864 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:35.864 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T17:53:35.864 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: a-bucket id: b6123b67-6580-4373-9691-e0e950df5f06.4566.18 num_objects: 0 size_kb: 0 num_shards: 2 2024-09-12T17:53:35.864 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:35.864 INFO:tasks.workunit.client.0.smithi045.stderr:TEST: reshard add non empty bucket 2024-09-12T17:53:35.864 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:35.868 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:35.868 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:35.878 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:35.878 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:35.885 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:35.885 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:35.892 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:35.892 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:35.900 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:35.901 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:35.907 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:35.907 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:35.914 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:35.914 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:35.920 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:35.920 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:35.927 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T17:53:35.956 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:53:35.956 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:53:35.996 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.994+0000 7f0be9319800 20 rados->read ofs=0 len=0 2024-09-12T17:53:35.998 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.996+0000 7f0be9319800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:35.998 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.996+0000 7f0be9319800 20 realm 2024-09-12T17:53:35.998 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.996+0000 7f0be9319800 20 rados->read ofs=0 len=0 2024-09-12T17:53:35.998 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.996+0000 7f0be9319800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:35.998 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.996+0000 7f0be9319800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:53:35.998 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.996+0000 7f0be9319800 20 rados->read ofs=0 len=0 2024-09-12T17:53:35.998 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.996+0000 7f0be9319800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:35.998 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.996+0000 7f0be9319800 20 rados->read ofs=0 len=0 2024-09-12T17:53:36.000 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.997+0000 7f0be9319800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:53:36.000 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.997+0000 7f0be9319800 20 rados->read ofs=0 len=0 2024-09-12T17:53:36.000 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.998+0000 7f0be9319800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:53:36.000 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:35.998+0000 7f0be9319800 20 searching for the correct realm 2024-09-12T17:53:36.002 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.000+0000 7f0be6609640 0 -- 172.21.15.45:0/1004111806 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f0bd80a21a0 msgr2=0x7f0bd8075040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:53:36.005 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.004+0000 7f0be6e0a640 0 -- 172.21.15.45:0/1004111806 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f0bdc0da250 msgr2=0x7f0bdc0be130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:53:36.213 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.211+0000 7f0be9319800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:53:36.213 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.211+0000 7f0be9319800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:53:36.213 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.211+0000 7f0be9319800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:53:36.213 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.211+0000 7f0be9319800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:53:36.213 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.211+0000 7f0be9319800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:53:36.213 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.211+0000 7f0be9319800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:53:36.213 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.211+0000 7f0be9319800 20 rados->read ofs=0 len=0 2024-09-12T17:53:36.214 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.211+0000 7f0be9319800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:36.214 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.211+0000 7f0be9319800 20 rados->read ofs=0 len=0 2024-09-12T17:53:36.215 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.212+0000 7f0be9319800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:53:36.215 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.212+0000 7f0be9319800 20 rados->read ofs=0 len=0 2024-09-12T17:53:36.215 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.212+0000 7f0be9319800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:53:36.215 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.212+0000 7f0be9319800 20 zone default found 2024-09-12T17:53:36.215 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.212+0000 7f0be9319800 4 Realm: () 2024-09-12T17:53:36.215 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.212+0000 7f0be9319800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:53:36.215 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.212+0000 7f0be9319800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:53:36.215 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.212+0000 7f0be9319800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:53:36.215 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.212+0000 7f0be9319800 20 zonegroup default 2024-09-12T17:53:36.215 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.212+0000 7f0be9319800 20 rados->read ofs=0 len=0 2024-09-12T17:53:36.215 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.212+0000 7f0be9319800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:36.216 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.212+0000 7f0be9319800 20 rados->read ofs=0 len=0 2024-09-12T17:53:36.216 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.213+0000 7f0be9319800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:36.216 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.213+0000 7f0be9319800 20 rados->read ofs=0 len=0 2024-09-12T17:53:36.216 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.213+0000 7f0be9319800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:36.216 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.213+0000 7f0be9319800 20 started sync module instance, tier type = 2024-09-12T17:53:36.216 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.213+0000 7f0be9319800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:53:36.224 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.222+0000 7f0be9319800 20 add_watcher() i=0 2024-09-12T17:53:36.224 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.222+0000 7f0be9319800 20 add_watcher() i=1 2024-09-12T17:53:36.224 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.222+0000 7f0be9319800 20 add_watcher() i=2 2024-09-12T17:53:36.225 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.222+0000 7f0be9319800 20 add_watcher() i=3 2024-09-12T17:53:36.225 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.222+0000 7f0be9319800 20 add_watcher() i=4 2024-09-12T17:53:36.225 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.222+0000 7f0be9319800 20 add_watcher() i=5 2024-09-12T17:53:36.225 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.222+0000 7f0be9319800 20 add_watcher() i=6 2024-09-12T17:53:36.225 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.223+0000 7f0be9319800 20 add_watcher() i=7 2024-09-12T17:53:36.225 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.223+0000 7f0be9319800 2 all 8 watchers are set, enabling cache 2024-09-12T17:53:36.227 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.225+0000 7f0a9d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:53:36.228 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.226+0000 7f0be9319800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:53:36.228 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.226+0000 7f0be9319800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:53:36.228 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.226+0000 7f0be9319800 5 note: GC not initialized 2024-09-12T17:53:36.228 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.226+0000 7f0a17fff640 20 reqs_thread_entry: start 2024-09-12T17:53:36.228 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.226+0000 7f0be9319800 20 init_complete bucket index max shards: 1 2024-09-12T17:53:36.228 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.226+0000 7f0be9319800 20 Filter name: none 2024-09-12T17:53:36.228 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.226+0000 7f0a15ffb640 20 reqs_thread_entry: start 2024-09-12T17:53:36.228 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.226+0000 7f0be9319800 20 rados->read ofs=0 len=0 2024-09-12T17:53:36.230 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.227+0000 7f0be9319800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:53:36.230 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.227+0000 7f0be9319800 20 rados->read ofs=0 len=0 2024-09-12T17:53:36.230 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.227+0000 7f0be9319800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:53:36.230 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.227+0000 7f0be9319800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:53:36.230 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.227+0000 7f0be9319800 20 rados->read ofs=0 len=0 2024-09-12T17:53:36.230 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.228+0000 7f0be9319800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:53:36.230 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.228+0000 7f0be9319800 20 rados->read ofs=0 len=0 2024-09-12T17:53:36.230 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.228+0000 7f0be9319800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:53:36.230 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.228+0000 7f0be9319800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:53:36.231 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.229+0000 7f0a9d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:53:36.233 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.231+0000 7f0be9319800 20 remove_watcher() i=0 2024-09-12T17:53:36.233 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.231+0000 7f0be9319800 2 removed watcher, disabling cache 2024-09-12T17:53:36.234 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.233+0000 7f0be9319800 20 remove_watcher() i=1 2024-09-12T17:53:36.235 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.234+0000 7f0be9319800 20 remove_watcher() i=2 2024-09-12T17:53:36.236 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.235+0000 7f0be9319800 20 remove_watcher() i=3 2024-09-12T17:53:36.237 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.236+0000 7f0be9319800 20 remove_watcher() i=4 2024-09-12T17:53:36.238 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.237+0000 7f0be9319800 20 remove_watcher() i=5 2024-09-12T17:53:36.239 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.238+0000 7f0be9319800 20 remove_watcher() i=6 2024-09-12T17:53:36.240 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.239+0000 7f0be9319800 20 remove_watcher() i=7 2024-09-12T17:53:36.252 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:36.252 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T17:53:36.252 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: a-bucket id: b6123b67-6580-4373-9691-e0e950df5f06.4566.18 num_objects: 8 size_kb: 1 num_shards: 2 2024-09-12T17:53:36.252 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:36.253 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin reshard add --bucket a-bucket --num-shards 3 2024-09-12T17:53:36.285 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:53:36.285 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:53:36.326 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.324+0000 7ffb6cd22800 20 rados->read ofs=0 len=0 2024-09-12T17:53:36.327 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.325+0000 7ffb6cd22800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:36.327 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.325+0000 7ffb6cd22800 20 realm 2024-09-12T17:53:36.327 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.325+0000 7ffb6cd22800 20 rados->read ofs=0 len=0 2024-09-12T17:53:36.327 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.325+0000 7ffb6cd22800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:36.327 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.325+0000 7ffb6cd22800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:53:36.327 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.325+0000 7ffb6cd22800 20 rados->read ofs=0 len=0 2024-09-12T17:53:36.327 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.326+0000 7ffb6cd22800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:36.327 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.326+0000 7ffb6cd22800 20 rados->read ofs=0 len=0 2024-09-12T17:53:36.328 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.326+0000 7ffb6cd22800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:53:36.328 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.326+0000 7ffb6cd22800 20 rados->read ofs=0 len=0 2024-09-12T17:53:36.329 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.327+0000 7ffb6cd22800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:53:36.329 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.327+0000 7ffb6cd22800 20 searching for the correct realm 2024-09-12T17:53:36.332 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.330+0000 7ffb68101640 0 -- 172.21.15.45:0/1874713115 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x56097c549000 msgr2=0x56097c54b410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:53:36.337 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.334+0000 7ffb68902640 0 -- 172.21.15.45:0/1874713115 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7ffb5c031060 msgr2=0x7ffb5c0909f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:53:36.546 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.540+0000 7ffb6cd22800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:53:36.546 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.540+0000 7ffb6cd22800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:53:36.546 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.540+0000 7ffb6cd22800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:53:36.546 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.540+0000 7ffb6cd22800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:53:36.546 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.540+0000 7ffb6cd22800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:53:36.546 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.540+0000 7ffb6cd22800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:53:36.546 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.540+0000 7ffb6cd22800 20 rados->read ofs=0 len=0 2024-09-12T17:53:36.546 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.540+0000 7ffb6cd22800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:36.546 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.540+0000 7ffb6cd22800 20 rados->read ofs=0 len=0 2024-09-12T17:53:36.546 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.541+0000 7ffb6cd22800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:53:36.547 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.541+0000 7ffb6cd22800 20 rados->read ofs=0 len=0 2024-09-12T17:53:36.547 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.541+0000 7ffb6cd22800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:53:36.547 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.541+0000 7ffb6cd22800 20 zone default found 2024-09-12T17:53:36.547 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.541+0000 7ffb6cd22800 4 Realm: () 2024-09-12T17:53:36.547 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.541+0000 7ffb6cd22800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:53:36.547 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.541+0000 7ffb6cd22800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:53:36.547 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.541+0000 7ffb6cd22800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:53:36.547 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.541+0000 7ffb6cd22800 20 zonegroup default 2024-09-12T17:53:36.547 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.541+0000 7ffb6cd22800 20 rados->read ofs=0 len=0 2024-09-12T17:53:36.547 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.541+0000 7ffb6cd22800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:36.547 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.541+0000 7ffb6cd22800 20 rados->read ofs=0 len=0 2024-09-12T17:53:36.547 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.542+0000 7ffb6cd22800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:36.547 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.542+0000 7ffb6cd22800 20 rados->read ofs=0 len=0 2024-09-12T17:53:36.548 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.542+0000 7ffb6cd22800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:36.548 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.542+0000 7ffb6cd22800 20 started sync module instance, tier type = 2024-09-12T17:53:36.548 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.542+0000 7ffb6cd22800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:53:36.553 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.551+0000 7ffb6cd22800 20 add_watcher() i=0 2024-09-12T17:53:36.553 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.551+0000 7ffb6cd22800 20 add_watcher() i=1 2024-09-12T17:53:36.553 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.551+0000 7ffb6cd22800 20 add_watcher() i=2 2024-09-12T17:53:36.553 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.551+0000 7ffb6cd22800 20 add_watcher() i=3 2024-09-12T17:53:36.553 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.551+0000 7ffb6cd22800 20 add_watcher() i=4 2024-09-12T17:53:36.553 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.551+0000 7ffb6cd22800 20 add_watcher() i=5 2024-09-12T17:53:36.553 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.551+0000 7ffb6cd22800 20 add_watcher() i=6 2024-09-12T17:53:36.554 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.552+0000 7ffb6cd22800 20 add_watcher() i=7 2024-09-12T17:53:36.554 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.552+0000 7ffb6cd22800 2 all 8 watchers are set, enabling cache 2024-09-12T17:53:36.555 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.554+0000 7ffa1efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:53:36.556 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.554+0000 7ffb6cd22800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:53:36.556 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.554+0000 7ffb6cd22800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:53:36.557 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.555+0000 7ffb6cd22800 5 note: GC not initialized 2024-09-12T17:53:36.557 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.555+0000 7ffa1dfe3640 20 reqs_thread_entry: start 2024-09-12T17:53:36.557 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.555+0000 7ffb6cd22800 20 init_complete bucket index max shards: 1 2024-09-12T17:53:36.557 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.555+0000 7ffb6cd22800 20 Filter name: none 2024-09-12T17:53:36.557 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.555+0000 7ff98f7fe640 20 reqs_thread_entry: start 2024-09-12T17:53:36.557 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.555+0000 7ffb6cd22800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:53:36.557 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.555+0000 7ffb6cd22800 20 rados->read ofs=0 len=0 2024-09-12T17:53:36.558 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.555+0000 7ffb6cd22800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:53:36.558 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.555+0000 7ffb6cd22800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:53:36.558 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.555+0000 7ffb6cd22800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:53:36.558 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.555+0000 7ffb6cd22800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 : miss 2024-09-12T17:53:36.558 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.555+0000 7ffb6cd22800 20 rados->read ofs=0 len=0 2024-09-12T17:53:36.558 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.556+0000 7ffb6cd22800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:53:36.559 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.556+0000 7ffb6cd22800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T17:53:36.559 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.556+0000 7ffb6cd22800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T17:53:36.559 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.556+0000 7ffb6cd22800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:53:36.559 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.556+0000 7ffb6cd22800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:53:36.559 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.556+0000 7ffb6cd22800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 2024-09-12T17:53:36.560 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.558+0000 7ffa1efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:53:36.562 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.561+0000 7ffb6cd22800 20 remove_watcher() i=0 2024-09-12T17:53:36.562 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.561+0000 7ffb6cd22800 2 removed watcher, disabling cache 2024-09-12T17:53:36.563 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.562+0000 7ffb6cd22800 20 remove_watcher() i=1 2024-09-12T17:53:36.564 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.563+0000 7ffb6cd22800 20 remove_watcher() i=2 2024-09-12T17:53:36.565 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.564+0000 7ffb6cd22800 20 remove_watcher() i=3 2024-09-12T17:53:36.566 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.565+0000 7ffb6cd22800 20 remove_watcher() i=4 2024-09-12T17:53:36.567 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.566+0000 7ffb6cd22800 20 remove_watcher() i=5 2024-09-12T17:53:36.568 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.567+0000 7ffb6cd22800 20 remove_watcher() i=6 2024-09-12T17:53:36.569 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.568+0000 7ffb6cd22800 20 remove_watcher() i=7 2024-09-12T17:53:36.583 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin reshard list 2024-09-12T17:53:36.610 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:53:36.611 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:53:36.650 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.648+0000 7f1cb2924800 20 rados->read ofs=0 len=0 2024-09-12T17:53:36.652 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.650+0000 7f1cb2924800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:36.652 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.650+0000 7f1cb2924800 20 realm 2024-09-12T17:53:36.652 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.650+0000 7f1cb2924800 20 rados->read ofs=0 len=0 2024-09-12T17:53:36.652 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.650+0000 7f1cb2924800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:36.652 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.650+0000 7f1cb2924800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:53:36.653 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.650+0000 7f1cb2924800 20 rados->read ofs=0 len=0 2024-09-12T17:53:36.653 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.651+0000 7f1cb2924800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:36.653 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.651+0000 7f1cb2924800 20 rados->read ofs=0 len=0 2024-09-12T17:53:36.653 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.651+0000 7f1cb2924800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:53:36.653 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.651+0000 7f1cb2924800 20 rados->read ofs=0 len=0 2024-09-12T17:53:36.654 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.652+0000 7f1cb2924800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:53:36.654 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.652+0000 7f1cb2924800 20 searching for the correct realm 2024-09-12T17:53:36.656 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.655+0000 7f1cade67640 0 -- 172.21.15.45:0/2389891745 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f1ca001f060 msgr2=0x7f1ca0069850 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:53:36.660 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.658+0000 7f1cae668640 0 -- 172.21.15.45:0/2389891745 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f1ca4068600 msgr2=0x7f1ca406a630 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:53:36.866 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.864+0000 7f1cb2924800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:53:36.866 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.864+0000 7f1cb2924800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:53:36.867 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.864+0000 7f1cb2924800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:53:36.867 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.864+0000 7f1cb2924800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:53:36.867 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.864+0000 7f1cb2924800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:53:36.867 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.864+0000 7f1cb2924800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:53:36.867 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.865+0000 7f1cb2924800 20 rados->read ofs=0 len=0 2024-09-12T17:53:36.867 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.865+0000 7f1cb2924800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:36.867 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.865+0000 7f1cb2924800 20 rados->read ofs=0 len=0 2024-09-12T17:53:36.869 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.865+0000 7f1cb2924800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:53:36.869 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.865+0000 7f1cb2924800 20 rados->read ofs=0 len=0 2024-09-12T17:53:36.869 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.865+0000 7f1cb2924800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:53:36.869 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.865+0000 7f1cb2924800 20 zone default found 2024-09-12T17:53:36.869 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.865+0000 7f1cb2924800 4 Realm: () 2024-09-12T17:53:36.869 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.865+0000 7f1cb2924800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:53:36.869 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.865+0000 7f1cb2924800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:53:36.869 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.865+0000 7f1cb2924800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:53:36.869 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.865+0000 7f1cb2924800 20 zonegroup default 2024-09-12T17:53:36.870 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.865+0000 7f1cb2924800 20 rados->read ofs=0 len=0 2024-09-12T17:53:36.870 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.866+0000 7f1cb2924800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:36.870 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.866+0000 7f1cb2924800 20 rados->read ofs=0 len=0 2024-09-12T17:53:36.870 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.866+0000 7f1cb2924800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:36.870 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.866+0000 7f1cb2924800 20 rados->read ofs=0 len=0 2024-09-12T17:53:36.870 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.866+0000 7f1cb2924800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:36.870 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.866+0000 7f1cb2924800 20 started sync module instance, tier type = 2024-09-12T17:53:36.870 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.866+0000 7f1cb2924800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:53:36.878 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.876+0000 7f1cb2924800 20 add_watcher() i=0 2024-09-12T17:53:36.878 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.876+0000 7f1cb2924800 20 add_watcher() i=1 2024-09-12T17:53:36.878 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.876+0000 7f1cb2924800 20 add_watcher() i=2 2024-09-12T17:53:36.879 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.876+0000 7f1cb2924800 20 add_watcher() i=3 2024-09-12T17:53:36.879 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.876+0000 7f1cb2924800 20 add_watcher() i=4 2024-09-12T17:53:36.879 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.876+0000 7f1cb2924800 20 add_watcher() i=5 2024-09-12T17:53:36.879 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.876+0000 7f1cb2924800 20 add_watcher() i=6 2024-09-12T17:53:36.880 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.877+0000 7f1cb2924800 20 add_watcher() i=7 2024-09-12T17:53:36.880 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.877+0000 7f1cb2924800 2 all 8 watchers are set, enabling cache 2024-09-12T17:53:36.880 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.879+0000 7f1b64fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:53:36.882 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.879+0000 7f1cb2924800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:53:36.882 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.879+0000 7f1cb2924800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:53:36.882 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.879+0000 7f1cb2924800 5 note: GC not initialized 2024-09-12T17:53:36.882 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.879+0000 7f1adf7fe640 20 reqs_thread_entry: start 2024-09-12T17:53:36.882 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.880+0000 7f1cb2924800 20 init_complete bucket index max shards: 1 2024-09-12T17:53:36.882 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.880+0000 7f1cb2924800 20 Filter name: none 2024-09-12T17:53:36.882 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.880+0000 7f1add7fa640 20 reqs_thread_entry: start 2024-09-12T17:53:36.888 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.886+0000 7f1b64fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:53:36.891 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.889+0000 7f1cb2924800 20 remove_watcher() i=0 2024-09-12T17:53:36.891 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.889+0000 7f1cb2924800 2 removed watcher, disabling cache 2024-09-12T17:53:36.892 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.890+0000 7f1cb2924800 20 remove_watcher() i=1 2024-09-12T17:53:36.893 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.891+0000 7f1cb2924800 20 remove_watcher() i=2 2024-09-12T17:53:36.894 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.892+0000 7f1cb2924800 20 remove_watcher() i=3 2024-09-12T17:53:36.895 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.893+0000 7f1cb2924800 20 remove_watcher() i=4 2024-09-12T17:53:36.896 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.894+0000 7f1cb2924800 20 remove_watcher() i=5 2024-09-12T17:53:36.898 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.895+0000 7f1cb2924800 20 remove_watcher() i=6 2024-09-12T17:53:36.898 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.896+0000 7f1cb2924800 20 remove_watcher() i=7 2024-09-12T17:53:36.909 INFO:tasks.workunit.client.0.smithi045.stderr:bucket name a-bucket 2024-09-12T17:53:36.909 INFO:tasks.workunit.client.0.smithi045.stderr:TEST: reshard process non empty bucket 2024-09-12T17:53:36.909 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:36.910 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin reshard process 2024-09-12T17:53:36.938 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:53:36.938 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:53:36.981 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.980+0000 7f0910615800 20 rados->read ofs=0 len=0 2024-09-12T17:53:36.982 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.981+0000 7f0910615800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:36.982 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.981+0000 7f0910615800 20 realm 2024-09-12T17:53:36.982 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.981+0000 7f0910615800 20 rados->read ofs=0 len=0 2024-09-12T17:53:36.983 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.981+0000 7f0910615800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:36.983 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.981+0000 7f0910615800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:53:36.983 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.981+0000 7f0910615800 20 rados->read ofs=0 len=0 2024-09-12T17:53:36.983 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.981+0000 7f0910615800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:36.983 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.981+0000 7f0910615800 20 rados->read ofs=0 len=0 2024-09-12T17:53:36.984 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.983+0000 7f0910615800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:53:36.984 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.983+0000 7f0910615800 20 rados->read ofs=0 len=0 2024-09-12T17:53:36.985 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.984+0000 7f0910615800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:53:36.985 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.984+0000 7f0910615800 20 searching for the correct realm 2024-09-12T17:53:36.987 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:36.986+0000 7f090b591640 0 -- 172.21.15.45:0/3169765753 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f08fc04f060 msgr2=0x7f08fc071a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:53:37.195 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.193+0000 7f090bd92640 0 -- 172.21.15.45:0/3169765753 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f0900074410 msgr2=0x7f0900074890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:53:37.403 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.401+0000 7f0910615800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:53:37.403 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.401+0000 7f0910615800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:53:37.403 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.401+0000 7f0910615800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:53:37.403 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.401+0000 7f0910615800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:53:37.403 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.401+0000 7f0910615800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:53:37.403 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.401+0000 7f0910615800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:53:37.403 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.401+0000 7f0910615800 20 rados->read ofs=0 len=0 2024-09-12T17:53:37.403 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.401+0000 7f0910615800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:37.404 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.401+0000 7f0910615800 20 rados->read ofs=0 len=0 2024-09-12T17:53:37.404 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.402+0000 7f0910615800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:53:37.404 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.402+0000 7f0910615800 20 rados->read ofs=0 len=0 2024-09-12T17:53:37.405 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.403+0000 7f0910615800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:53:37.405 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.403+0000 7f0910615800 20 zone default found 2024-09-12T17:53:37.405 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.403+0000 7f0910615800 4 Realm: () 2024-09-12T17:53:37.405 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.403+0000 7f0910615800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:53:37.405 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.403+0000 7f0910615800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:53:37.405 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.403+0000 7f0910615800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:53:37.405 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.403+0000 7f0910615800 20 zonegroup default 2024-09-12T17:53:37.405 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.403+0000 7f0910615800 20 rados->read ofs=0 len=0 2024-09-12T17:53:37.405 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.403+0000 7f0910615800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:37.405 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.403+0000 7f0910615800 20 rados->read ofs=0 len=0 2024-09-12T17:53:37.406 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.403+0000 7f0910615800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:37.406 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.403+0000 7f0910615800 20 rados->read ofs=0 len=0 2024-09-12T17:53:37.406 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.404+0000 7f0910615800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:37.406 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.404+0000 7f0910615800 20 started sync module instance, tier type = 2024-09-12T17:53:37.406 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.404+0000 7f0910615800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:53:37.415 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.414+0000 7f0910615800 20 add_watcher() i=0 2024-09-12T17:53:37.416 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.414+0000 7f0910615800 20 add_watcher() i=1 2024-09-12T17:53:37.416 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.414+0000 7f0910615800 20 add_watcher() i=2 2024-09-12T17:53:37.416 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.414+0000 7f0910615800 20 add_watcher() i=3 2024-09-12T17:53:37.416 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.414+0000 7f0910615800 20 add_watcher() i=4 2024-09-12T17:53:37.416 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.414+0000 7f0910615800 20 add_watcher() i=5 2024-09-12T17:53:37.416 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.414+0000 7f0910615800 20 add_watcher() i=6 2024-09-12T17:53:37.416 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.415+0000 7f0910615800 20 add_watcher() i=7 2024-09-12T17:53:37.416 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.415+0000 7f0910615800 2 all 8 watchers are set, enabling cache 2024-09-12T17:53:37.419 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.417+0000 7f07c1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:53:37.419 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.417+0000 7f0910615800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:53:37.419 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.417+0000 7f0910615800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:53:37.420 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.417+0000 7f0910615800 5 note: GC not initialized 2024-09-12T17:53:37.420 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.417+0000 7f07c0fe1640 20 reqs_thread_entry: start 2024-09-12T17:53:37.420 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.418+0000 7f0910615800 20 init_complete bucket index max shards: 1 2024-09-12T17:53:37.420 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.418+0000 7f0910615800 20 Filter name: none 2024-09-12T17:53:37.420 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.418+0000 7f073a7fc640 20 reqs_thread_entry: start 2024-09-12T17:53:37.420 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.418+0000 7f0910615800 20 processing logshard = reshard.0000000000 2024-09-12T17:53:37.422 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.421+0000 7f0910615800 20 finish processing logshard = reshard.0000000000 , ret = 0 2024-09-12T17:53:37.422 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.421+0000 7f0910615800 20 processing logshard = reshard.0000000001 2024-09-12T17:53:37.425 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.423+0000 7f0910615800 20 finish processing logshard = reshard.0000000001 , ret = 0 2024-09-12T17:53:37.425 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.423+0000 7f0910615800 20 processing logshard = reshard.0000000002 2024-09-12T17:53:37.428 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.426+0000 7f0910615800 20 finish processing logshard = reshard.0000000002 , ret = 0 2024-09-12T17:53:37.428 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.426+0000 7f0910615800 20 processing logshard = reshard.0000000003 2024-09-12T17:53:37.433 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.430+0000 7f0910615800 20 finish processing logshard = reshard.0000000003 , ret = 0 2024-09-12T17:53:37.433 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.430+0000 7f0910615800 20 processing logshard = reshard.0000000004 2024-09-12T17:53:37.434 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.433+0000 7f0910615800 20 finish processing logshard = reshard.0000000004 , ret = 0 2024-09-12T17:53:37.434 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.433+0000 7f0910615800 20 processing logshard = reshard.0000000005 2024-09-12T17:53:37.437 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.435+0000 7f0910615800 20 finish processing logshard = reshard.0000000005 , ret = 0 2024-09-12T17:53:37.437 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.435+0000 7f0910615800 20 processing logshard = reshard.0000000006 2024-09-12T17:53:37.438 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.437+0000 7f0910615800 20 process_entry resharding a-bucket 2024-09-12T17:53:37.438 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.437+0000 7f0910615800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:53:37.439 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.437+0000 7f0910615800 20 rados->read ofs=0 len=0 2024-09-12T17:53:37.439 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.437+0000 7f0910615800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:53:37.439 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.437+0000 7f0910615800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x1 2024-09-12T17:53:37.439 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.437+0000 7f0910615800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:53:37.439 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.437+0000 7f0910615800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 : miss 2024-09-12T17:53:37.439 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.437+0000 7f0910615800 20 rados->read ofs=0 len=0 2024-09-12T17:53:37.440 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.438+0000 7f0910615800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:53:37.440 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.438+0000 7f0910615800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T17:53:37.440 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.438+0000 7f0910615800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T17:53:37.440 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.438+0000 7f0910615800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:53:37.440 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.438+0000 7f0910615800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:53:37.440 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.438+0000 7f0910615800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 2024-09-12T17:53:37.445 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.443+0000 7f0910615800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T17:53:37.445 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.443+0000 7f0910615800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T17:53:37.445 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.443+0000 7f0910615800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:53:37.445 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.443+0000 7f0910615800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18, ofs0, ns] 2024-09-12T17:53:37.446 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.444+0000 7f07ea7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398887 cookie 94575283427664 notifier 6114 bl.length()=911 2024-09-12T17:53:37.446 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.444+0000 7f07ea7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T17:53:37.446 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.444+0000 7f07ea7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T17:53:37.446 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.444+0000 7f07ea7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:53:37.447 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.444+0000 7f0910615800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): orig_sources= new_sources= 2024-09-12T17:53:37.447 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.444+0000 7f0910615800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): potential sources added=[] removed=[] 2024-09-12T17:53:37.447 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.444+0000 7f0910615800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): orig_dests= new_dests= 2024-09-12T17:53:37.447 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.444+0000 7f0910615800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): potential dests added=[] removed=[] 2024-09-12T17:53:37.449 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.447+0000 7f0910615800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.0 2024-09-12T17:53:37.449 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.447+0000 7f0910615800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.0 2024-09-12T17:53:37.449 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.447+0000 7f0910615800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.1 2024-09-12T17:53:37.449 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.447+0000 7f0910615800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.1 2024-09-12T17:53:37.449 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.447+0000 7f0910615800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.2 2024-09-12T17:53:37.449 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.447+0000 7f0910615800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.2 2024-09-12T17:53:37.449 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.447+0000 7f0910615800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.1.0 2024-09-12T17:53:37.449 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.447+0000 7f0910615800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.1.0 2024-09-12T17:53:37.450 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.448+0000 7f0910615800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.1.1 2024-09-12T17:53:37.450 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.448+0000 7f0910615800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.1.1 2024-09-12T17:53:37.452 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.450+0000 7f0910615800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 : hit (requested=0x17, cached=0x17) 2024-09-12T17:53:37.452 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.450+0000 7f0910615800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 2024-09-12T17:53:37.453 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.451+0000 7f0910615800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T17:53:37.453 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.451+0000 7f0910615800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T17:53:37.454 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.451+0000 7f0910615800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:53:37.454 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.451+0000 7f0910615800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18, ofs0, ns] 2024-09-12T17:53:37.454 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.452+0000 7f07ea7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398888 cookie 94575283427664 notifier 6114 bl.length()=911 2024-09-12T17:53:37.454 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.452+0000 7f07ea7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T17:53:37.454 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.452+0000 7f07ea7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T17:53:37.454 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.452+0000 7f07ea7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:53:37.455 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.452+0000 7f0910615800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): orig_sources= new_sources= 2024-09-12T17:53:37.455 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.452+0000 7f0910615800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): potential sources added=[] removed=[] 2024-09-12T17:53:37.455 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.452+0000 7f0910615800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): orig_dests= new_dests= 2024-09-12T17:53:37.455 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.452+0000 7f0910615800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): potential dests added=[] removed=[] 2024-09-12T17:53:37.455 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.454+0000 7f0910615800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.1.0 2024-09-12T17:53:37.455 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.454+0000 7f0910615800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.1.0 2024-09-12T17:53:37.455 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.454+0000 7f0910615800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.1.1 2024-09-12T17:53:37.456 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.454+0000 7f0910615800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.1.1 2024-09-12T17:53:37.456 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.454+0000 7f0910615800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 : hit (requested=0x17, cached=0x17) 2024-09-12T17:53:37.456 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.454+0000 7f0910615800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 2024-09-12T17:53:37.458 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.456+0000 7f0910615800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T17:53:37.458 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.456+0000 7f0910615800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T17:53:37.458 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.456+0000 7f0910615800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:53:37.458 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.456+0000 7f0910615800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18, ofs0, ns] 2024-09-12T17:53:37.458 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.456+0000 7f07eaffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398889 cookie 94575283427664 notifier 6114 bl.length()=879 2024-09-12T17:53:37.459 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.456+0000 7f07eaffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T17:53:37.459 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.456+0000 7f07eaffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T17:53:37.459 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.456+0000 7f07eaffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:53:37.459 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.457+0000 7f0910615800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): orig_sources= new_sources= 2024-09-12T17:53:37.459 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.457+0000 7f0910615800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): potential sources added=[] removed=[] 2024-09-12T17:53:37.459 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.457+0000 7f0910615800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): orig_dests= new_dests= 2024-09-12T17:53:37.460 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.457+0000 7f0910615800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): potential dests added=[] removed=[] 2024-09-12T17:53:37.460 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.458+0000 7f0910615800 1 execute INFO: reshard of bucket "a-bucket" from 2 shards to 3 shards completed successfully 2024-09-12T17:53:37.460 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.459+0000 7f0910615800 20 process_entry removing reshard queue entry for bucket a-bucket 2024-09-12T17:53:37.463 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.461+0000 7f0910615800 20 finish processing logshard = reshard.0000000006 , ret = 0 2024-09-12T17:53:37.463 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.461+0000 7f0910615800 20 processing logshard = reshard.0000000007 2024-09-12T17:53:37.465 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.463+0000 7f0910615800 20 finish processing logshard = reshard.0000000007 , ret = 0 2024-09-12T17:53:37.465 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.463+0000 7f0910615800 20 processing logshard = reshard.0000000008 2024-09-12T17:53:37.468 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.466+0000 7f0910615800 20 finish processing logshard = reshard.0000000008 , ret = 0 2024-09-12T17:53:37.468 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.466+0000 7f0910615800 20 processing logshard = reshard.0000000009 2024-09-12T17:53:37.471 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.469+0000 7f0910615800 20 finish processing logshard = reshard.0000000009 , ret = 0 2024-09-12T17:53:37.471 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.469+0000 7f0910615800 20 processing logshard = reshard.0000000010 2024-09-12T17:53:37.473 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.471+0000 7f0910615800 20 finish processing logshard = reshard.0000000010 , ret = 0 2024-09-12T17:53:37.473 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.471+0000 7f0910615800 20 processing logshard = reshard.0000000011 2024-09-12T17:53:37.475 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.474+0000 7f0910615800 20 finish processing logshard = reshard.0000000011 , ret = 0 2024-09-12T17:53:37.476 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.474+0000 7f0910615800 20 processing logshard = reshard.0000000012 2024-09-12T17:53:37.479 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.477+0000 7f0910615800 20 finish processing logshard = reshard.0000000012 , ret = 0 2024-09-12T17:53:37.479 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.477+0000 7f0910615800 20 processing logshard = reshard.0000000013 2024-09-12T17:53:37.481 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.479+0000 7f0910615800 20 finish processing logshard = reshard.0000000013 , ret = 0 2024-09-12T17:53:37.481 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.479+0000 7f0910615800 20 processing logshard = reshard.0000000014 2024-09-12T17:53:37.483 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.482+0000 7f0910615800 20 finish processing logshard = reshard.0000000014 , ret = 0 2024-09-12T17:53:37.483 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.482+0000 7f0910615800 20 processing logshard = reshard.0000000015 2024-09-12T17:53:37.486 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.484+0000 7f0910615800 20 finish processing logshard = reshard.0000000015 , ret = 0 2024-09-12T17:53:37.487 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.485+0000 7f07c1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:53:37.489 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.488+0000 7f0910615800 20 remove_watcher() i=0 2024-09-12T17:53:37.489 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.488+0000 7f0910615800 2 removed watcher, disabling cache 2024-09-12T17:53:37.490 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.489+0000 7f0910615800 20 remove_watcher() i=1 2024-09-12T17:53:37.491 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.490+0000 7f0910615800 20 remove_watcher() i=2 2024-09-12T17:53:37.492 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.491+0000 7f0910615800 20 remove_watcher() i=3 2024-09-12T17:53:37.493 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.492+0000 7f0910615800 20 remove_watcher() i=4 2024-09-12T17:53:37.494 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.493+0000 7f0910615800 20 remove_watcher() i=5 2024-09-12T17:53:37.495 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.494+0000 7f0910615800 20 remove_watcher() i=6 2024-09-12T17:53:37.496 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.495+0000 7f0910615800 20 remove_watcher() i=7 2024-09-12T17:53:37.510 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T17:53:37.539 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:53:37.539 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:53:37.578 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.577+0000 7ff7584b9800 20 rados->read ofs=0 len=0 2024-09-12T17:53:37.580 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.578+0000 7ff7584b9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:37.580 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.578+0000 7ff7584b9800 20 realm 2024-09-12T17:53:37.580 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.579+0000 7ff7584b9800 20 rados->read ofs=0 len=0 2024-09-12T17:53:37.581 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.579+0000 7ff7584b9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:37.581 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.579+0000 7ff7584b9800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:53:37.581 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.579+0000 7ff7584b9800 20 rados->read ofs=0 len=0 2024-09-12T17:53:37.581 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.579+0000 7ff7584b9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:37.581 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.579+0000 7ff7584b9800 20 rados->read ofs=0 len=0 2024-09-12T17:53:37.581 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.580+0000 7ff7584b9800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:53:37.581 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.580+0000 7ff7584b9800 20 rados->read ofs=0 len=0 2024-09-12T17:53:37.582 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.581+0000 7ff7584b9800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:53:37.582 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.581+0000 7ff7584b9800 20 searching for the correct realm 2024-09-12T17:53:37.584 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.583+0000 7ff7557a2640 0 -- 172.21.15.45:0/2540922342 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7ff74807e020 msgr2=0x7ff748071720 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:53:37.589 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.587+0000 7ff755fa3640 0 -- 172.21.15.45:0/2540922342 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7ff74c0823d0 msgr2=0x7ff74c082810 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:53:37.796 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.794+0000 7ff7584b9800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:53:37.796 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.794+0000 7ff7584b9800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:53:37.796 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.794+0000 7ff7584b9800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:53:37.797 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.794+0000 7ff7584b9800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:53:37.797 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.794+0000 7ff7584b9800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:53:37.797 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.794+0000 7ff7584b9800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:53:37.797 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.794+0000 7ff7584b9800 20 rados->read ofs=0 len=0 2024-09-12T17:53:37.797 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.795+0000 7ff7584b9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:37.797 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.795+0000 7ff7584b9800 20 rados->read ofs=0 len=0 2024-09-12T17:53:37.798 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.795+0000 7ff7584b9800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:53:37.798 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.795+0000 7ff7584b9800 20 rados->read ofs=0 len=0 2024-09-12T17:53:37.798 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.795+0000 7ff7584b9800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:53:37.798 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.795+0000 7ff7584b9800 20 zone default found 2024-09-12T17:53:37.798 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.795+0000 7ff7584b9800 4 Realm: () 2024-09-12T17:53:37.799 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.795+0000 7ff7584b9800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:53:37.799 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.795+0000 7ff7584b9800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:53:37.799 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.795+0000 7ff7584b9800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:53:37.799 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.795+0000 7ff7584b9800 20 zonegroup default 2024-09-12T17:53:37.799 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.795+0000 7ff7584b9800 20 rados->read ofs=0 len=0 2024-09-12T17:53:37.799 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.796+0000 7ff7584b9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:37.799 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.796+0000 7ff7584b9800 20 rados->read ofs=0 len=0 2024-09-12T17:53:37.799 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.796+0000 7ff7584b9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:37.799 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.796+0000 7ff7584b9800 20 rados->read ofs=0 len=0 2024-09-12T17:53:37.799 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.796+0000 7ff7584b9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:37.799 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.796+0000 7ff7584b9800 20 started sync module instance, tier type = 2024-09-12T17:53:37.799 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.796+0000 7ff7584b9800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:53:37.807 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.806+0000 7ff7584b9800 20 add_watcher() i=0 2024-09-12T17:53:37.808 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.806+0000 7ff7584b9800 20 add_watcher() i=1 2024-09-12T17:53:37.808 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.806+0000 7ff7584b9800 20 add_watcher() i=2 2024-09-12T17:53:37.808 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.806+0000 7ff7584b9800 20 add_watcher() i=3 2024-09-12T17:53:37.808 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.806+0000 7ff7584b9800 20 add_watcher() i=4 2024-09-12T17:53:37.808 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.806+0000 7ff7584b9800 20 add_watcher() i=5 2024-09-12T17:53:37.808 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.806+0000 7ff7584b9800 20 add_watcher() i=6 2024-09-12T17:53:37.808 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.807+0000 7ff7584b9800 20 add_watcher() i=7 2024-09-12T17:53:37.809 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.807+0000 7ff7584b9800 2 all 8 watchers are set, enabling cache 2024-09-12T17:53:37.811 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.809+0000 7ff6077fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:53:37.811 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.809+0000 7ff7584b9800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:53:37.812 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.809+0000 7ff7584b9800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:53:37.812 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.809+0000 7ff7584b9800 5 note: GC not initialized 2024-09-12T17:53:37.812 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.809+0000 7ff6067fc640 20 reqs_thread_entry: start 2024-09-12T17:53:37.812 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.809+0000 7ff7584b9800 20 init_complete bucket index max shards: 1 2024-09-12T17:53:37.812 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.810+0000 7ff7584b9800 20 Filter name: none 2024-09-12T17:53:37.812 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.810+0000 7ff577fff640 20 reqs_thread_entry: start 2024-09-12T17:53:37.812 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.810+0000 7ff7584b9800 20 rados->read ofs=0 len=0 2024-09-12T17:53:37.813 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.810+0000 7ff7584b9800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:53:37.813 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.810+0000 7ff7584b9800 20 rados->read ofs=0 len=0 2024-09-12T17:53:37.813 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.811+0000 7ff7584b9800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:53:37.813 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.811+0000 7ff7584b9800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:53:37.813 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.811+0000 7ff7584b9800 20 rados->read ofs=0 len=0 2024-09-12T17:53:37.813 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.812+0000 7ff7584b9800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:53:37.813 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.812+0000 7ff7584b9800 20 rados->read ofs=0 len=0 2024-09-12T17:53:37.814 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.812+0000 7ff7584b9800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:53:37.814 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.812+0000 7ff7584b9800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:53:37.815 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.813+0000 7ff6077fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:53:37.817 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.816+0000 7ff7584b9800 20 remove_watcher() i=0 2024-09-12T17:53:37.817 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.816+0000 7ff7584b9800 2 removed watcher, disabling cache 2024-09-12T17:53:37.818 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.817+0000 7ff7584b9800 20 remove_watcher() i=1 2024-09-12T17:53:37.819 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.818+0000 7ff7584b9800 20 remove_watcher() i=2 2024-09-12T17:53:37.821 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.819+0000 7ff7584b9800 20 remove_watcher() i=3 2024-09-12T17:53:37.821 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.820+0000 7ff7584b9800 20 remove_watcher() i=4 2024-09-12T17:53:37.822 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.821+0000 7ff7584b9800 20 remove_watcher() i=5 2024-09-12T17:53:37.823 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.822+0000 7ff7584b9800 20 remove_watcher() i=6 2024-09-12T17:53:37.824 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:37.823+0000 7ff7584b9800 20 remove_watcher() i=7 2024-09-12T17:53:37.836 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:37.836 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T17:53:37.836 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: a-bucket id: b6123b67-6580-4373-9691-e0e950df5f06.4566.18 num_objects: 8 size_kb: 1 num_shards: 3 2024-09-12T17:53:37.836 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:37.836 INFO:tasks.workunit.client.0.smithi045.stderr:TEST: reshard bucket with EIO injected at init_index 2024-09-12T17:53:37.836 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:37.838 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:37.839 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:37.850 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:37.850 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:37.894 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:37.894 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:37.901 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:37.901 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:37.907 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:37.908 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:37.914 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:37.914 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:37.921 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:37.921 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:37.928 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:37.928 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:37.934 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:37.934 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:37.940 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:37.940 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:37.947 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:37.947 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:37.954 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:37.954 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:37.960 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:37.960 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:37.967 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:37.968 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:37.974 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:37.974 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:37.981 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:37.981 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:37.988 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:37.988 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:37.994 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:37.994 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:38.001 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:38.001 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:38.008 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:38.008 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:38.014 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:38.014 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:38.021 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:38.022 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:38.028 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2024-09-12T17:53:38.057 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:53:38.057 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:53:38.096 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.094+0000 7ff1955af800 20 rados->read ofs=0 len=0 2024-09-12T17:53:38.098 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.096+0000 7ff1955af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:38.098 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.096+0000 7ff1955af800 20 realm 2024-09-12T17:53:38.098 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.096+0000 7ff1955af800 20 rados->read ofs=0 len=0 2024-09-12T17:53:38.098 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.097+0000 7ff1955af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:38.098 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.097+0000 7ff1955af800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:53:38.098 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.097+0000 7ff1955af800 20 rados->read ofs=0 len=0 2024-09-12T17:53:38.099 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.097+0000 7ff1955af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:38.099 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.097+0000 7ff1955af800 20 rados->read ofs=0 len=0 2024-09-12T17:53:38.099 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.098+0000 7ff1955af800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:53:38.099 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.098+0000 7ff1955af800 20 rados->read ofs=0 len=0 2024-09-12T17:53:38.101 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.099+0000 7ff1955af800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:53:38.101 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.099+0000 7ff1955af800 20 searching for the correct realm 2024-09-12T17:53:38.103 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.101+0000 7ff1938a1640 0 -- 172.21.15.45:0/3804793288 >> [v2:172.21.15.45:6824/1551660769,v1:172.21.15.45:6825/1551660769] conn(0x55b13be7d430 msgr2=0x55b13be7f8d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:53:38.107 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.105+0000 7ff1930a0640 0 -- 172.21.15.45:0/3804793288 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7ff17c042650 msgr2=0x7ff17c0a0920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:53:38.313 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.312+0000 7ff1955af800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:53:38.313 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.312+0000 7ff1955af800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:53:38.314 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.312+0000 7ff1955af800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:53:38.314 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.312+0000 7ff1955af800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:53:38.314 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.312+0000 7ff1955af800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:53:38.314 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.312+0000 7ff1955af800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:53:38.314 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.312+0000 7ff1955af800 20 rados->read ofs=0 len=0 2024-09-12T17:53:38.314 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.312+0000 7ff1955af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:38.314 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.312+0000 7ff1955af800 20 rados->read ofs=0 len=0 2024-09-12T17:53:38.315 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.312+0000 7ff1955af800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:53:38.315 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.312+0000 7ff1955af800 20 rados->read ofs=0 len=0 2024-09-12T17:53:38.315 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.313+0000 7ff1955af800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:53:38.315 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.313+0000 7ff1955af800 20 zone default found 2024-09-12T17:53:38.315 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.313+0000 7ff1955af800 4 Realm: () 2024-09-12T17:53:38.316 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.313+0000 7ff1955af800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:53:38.316 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.313+0000 7ff1955af800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:53:38.316 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.313+0000 7ff1955af800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:53:38.316 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.313+0000 7ff1955af800 20 zonegroup default 2024-09-12T17:53:38.316 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.313+0000 7ff1955af800 20 rados->read ofs=0 len=0 2024-09-12T17:53:38.316 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.313+0000 7ff1955af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:38.316 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.313+0000 7ff1955af800 20 rados->read ofs=0 len=0 2024-09-12T17:53:38.316 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.313+0000 7ff1955af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:38.316 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.313+0000 7ff1955af800 20 rados->read ofs=0 len=0 2024-09-12T17:53:38.316 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.314+0000 7ff1955af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:38.316 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.314+0000 7ff1955af800 20 started sync module instance, tier type = 2024-09-12T17:53:38.316 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.314+0000 7ff1955af800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:53:38.325 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.323+0000 7ff1955af800 20 add_watcher() i=0 2024-09-12T17:53:38.325 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.323+0000 7ff1955af800 20 add_watcher() i=1 2024-09-12T17:53:38.325 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.323+0000 7ff1955af800 20 add_watcher() i=2 2024-09-12T17:53:38.325 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.323+0000 7ff1955af800 20 add_watcher() i=3 2024-09-12T17:53:38.325 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.323+0000 7ff1955af800 20 add_watcher() i=4 2024-09-12T17:53:38.325 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.323+0000 7ff1955af800 20 add_watcher() i=5 2024-09-12T17:53:38.325 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.323+0000 7ff1955af800 20 add_watcher() i=6 2024-09-12T17:53:38.326 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.324+0000 7ff1955af800 20 add_watcher() i=7 2024-09-12T17:53:38.326 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.324+0000 7ff1955af800 2 all 8 watchers are set, enabling cache 2024-09-12T17:53:38.327 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.326+0000 7ff049fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:53:38.328 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.326+0000 7ff1955af800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:53:38.328 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.326+0000 7ff1955af800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:53:38.328 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.326+0000 7ff1955af800 5 note: GC not initialized 2024-09-12T17:53:38.328 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.326+0000 7ff048fe1640 20 reqs_thread_entry: start 2024-09-12T17:53:38.328 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.326+0000 7ff1955af800 20 init_complete bucket index max shards: 1 2024-09-12T17:53:38.328 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.326+0000 7ff1955af800 20 Filter name: none 2024-09-12T17:53:38.328 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.326+0000 7fefc27fc640 20 reqs_thread_entry: start 2024-09-12T17:53:38.328 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.327+0000 7ff1955af800 20 rados->read ofs=0 len=0 2024-09-12T17:53:38.329 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.327+0000 7ff1955af800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:53:38.329 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.327+0000 7ff1955af800 20 rados->read ofs=0 len=0 2024-09-12T17:53:38.329 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.328+0000 7ff1955af800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:53:38.330 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.328+0000 7ff1955af800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:53:38.330 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.328+0000 7ff1955af800 20 rados->read ofs=0 len=0 2024-09-12T17:53:38.330 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.328+0000 7ff1955af800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:53:38.330 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.328+0000 7ff1955af800 20 rados->read ofs=0 len=0 2024-09-12T17:53:38.330 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.329+0000 7ff1955af800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:53:38.331 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.329+0000 7ff1955af800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:53:38.331 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.330+0000 7ff049fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:53:38.334 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.332+0000 7ff1955af800 20 remove_watcher() i=0 2024-09-12T17:53:38.334 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.332+0000 7ff1955af800 2 removed watcher, disabling cache 2024-09-12T17:53:38.335 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.333+0000 7ff1955af800 20 remove_watcher() i=1 2024-09-12T17:53:38.336 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.334+0000 7ff1955af800 20 remove_watcher() i=2 2024-09-12T17:53:38.337 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.335+0000 7ff1955af800 20 remove_watcher() i=3 2024-09-12T17:53:38.339 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.336+0000 7ff1955af800 20 remove_watcher() i=4 2024-09-12T17:53:38.339 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.337+0000 7ff1955af800 20 remove_watcher() i=5 2024-09-12T17:53:38.340 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.338+0000 7ff1955af800 20 remove_watcher() i=6 2024-09-12T17:53:38.341 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.339+0000 7ff1955af800 20 remove_watcher() i=7 2024-09-12T17:53:38.352 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:38.352 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T17:53:38.352 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: error-at-init-index id: b6123b67-6580-4373-9691-e0e950df5f06.4566.20 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:53:38.352 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:38.353 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket reshard --bucket error-at-init-index --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at init_index 2024-09-12T17:53:38.388 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:53:38.388 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:53:38.428 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.426+0000 7f76c08b9800 20 rados->read ofs=0 len=0 2024-09-12T17:53:38.430 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.428+0000 7f76c08b9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:38.430 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.428+0000 7f76c08b9800 20 realm 2024-09-12T17:53:38.430 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.428+0000 7f76c08b9800 20 rados->read ofs=0 len=0 2024-09-12T17:53:38.430 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.428+0000 7f76c08b9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:38.430 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.428+0000 7f76c08b9800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:53:38.430 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.428+0000 7f76c08b9800 20 rados->read ofs=0 len=0 2024-09-12T17:53:38.430 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.428+0000 7f76c08b9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:38.430 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.428+0000 7f76c08b9800 20 rados->read ofs=0 len=0 2024-09-12T17:53:38.431 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.429+0000 7f76c08b9800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:53:38.431 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.429+0000 7f76c08b9800 20 rados->read ofs=0 len=0 2024-09-12T17:53:38.431 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.430+0000 7f76c08b9800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:53:38.432 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.430+0000 7f76c08b9800 20 searching for the correct realm 2024-09-12T17:53:38.434 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.433+0000 7f76bdba2640 0 -- 172.21.15.45:0/845120976 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x559de2b21460 msgr2=0x559de2b23870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:53:38.438 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.436+0000 7f76be3a3640 0 -- 172.21.15.45:0/845120976 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f76b40ad040 msgr2=0x7f76b40be760 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:53:38.644 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.642+0000 7f76c08b9800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:53:38.644 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.642+0000 7f76c08b9800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:53:38.644 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.642+0000 7f76c08b9800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:53:38.644 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.642+0000 7f76c08b9800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:53:38.644 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.642+0000 7f76c08b9800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:53:38.644 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.642+0000 7f76c08b9800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:53:38.645 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.642+0000 7f76c08b9800 20 rados->read ofs=0 len=0 2024-09-12T17:53:38.645 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.642+0000 7f76c08b9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:38.645 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.642+0000 7f76c08b9800 20 rados->read ofs=0 len=0 2024-09-12T17:53:38.646 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.643+0000 7f76c08b9800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:53:38.646 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.643+0000 7f76c08b9800 20 rados->read ofs=0 len=0 2024-09-12T17:53:38.646 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.643+0000 7f76c08b9800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:53:38.646 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.643+0000 7f76c08b9800 20 zone default found 2024-09-12T17:53:38.646 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.643+0000 7f76c08b9800 4 Realm: () 2024-09-12T17:53:38.646 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.643+0000 7f76c08b9800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:53:38.646 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.643+0000 7f76c08b9800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:53:38.646 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.643+0000 7f76c08b9800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:53:38.646 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.643+0000 7f76c08b9800 20 zonegroup default 2024-09-12T17:53:38.647 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.643+0000 7f76c08b9800 20 rados->read ofs=0 len=0 2024-09-12T17:53:38.647 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.644+0000 7f76c08b9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:38.647 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.644+0000 7f76c08b9800 20 rados->read ofs=0 len=0 2024-09-12T17:53:38.647 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.644+0000 7f76c08b9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:38.647 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.644+0000 7f76c08b9800 20 rados->read ofs=0 len=0 2024-09-12T17:53:38.647 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.644+0000 7f76c08b9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:38.647 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.644+0000 7f76c08b9800 20 started sync module instance, tier type = 2024-09-12T17:53:38.647 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.644+0000 7f76c08b9800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:53:38.656 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.654+0000 7f76c08b9800 20 add_watcher() i=0 2024-09-12T17:53:38.656 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.654+0000 7f76c08b9800 20 add_watcher() i=1 2024-09-12T17:53:38.656 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.654+0000 7f76c08b9800 20 add_watcher() i=2 2024-09-12T17:53:38.656 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.654+0000 7f76c08b9800 20 add_watcher() i=3 2024-09-12T17:53:38.656 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.654+0000 7f76c08b9800 20 add_watcher() i=4 2024-09-12T17:53:38.656 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.654+0000 7f76c08b9800 20 add_watcher() i=5 2024-09-12T17:53:38.656 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.654+0000 7f76c08b9800 20 add_watcher() i=6 2024-09-12T17:53:38.656 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.655+0000 7f76c08b9800 20 add_watcher() i=7 2024-09-12T17:53:38.657 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.655+0000 7f76c08b9800 2 all 8 watchers are set, enabling cache 2024-09-12T17:53:38.658 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.657+0000 7f7574fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:53:38.659 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.657+0000 7f76c08b9800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:53:38.659 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.657+0000 7f76c08b9800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:53:38.659 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.657+0000 7f76c08b9800 5 note: GC not initialized 2024-09-12T17:53:38.659 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.657+0000 7f74ef7fe640 20 reqs_thread_entry: start 2024-09-12T17:53:38.660 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.658+0000 7f76c08b9800 20 init_complete bucket index max shards: 1 2024-09-12T17:53:38.660 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.658+0000 7f76c08b9800 20 Filter name: none 2024-09-12T17:53:38.660 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.658+0000 7f74ed7fa640 20 reqs_thread_entry: start 2024-09-12T17:53:38.660 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.658+0000 7f76c08b9800 10 cache get: name=default.rgw.meta+root+error-at-init-index : miss 2024-09-12T17:53:38.660 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.658+0000 7f76c08b9800 20 rados->read ofs=0 len=0 2024-09-12T17:53:38.661 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.658+0000 7f76c08b9800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:53:38.661 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.658+0000 7f76c08b9800 10 cache put: name=default.rgw.meta+root+error-at-init-index info.flags=0x11 2024-09-12T17:53:38.661 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.658+0000 7f76c08b9800 10 adding default.rgw.meta+root+error-at-init-index to cache LRU end 2024-09-12T17:53:38.661 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.658+0000 7f76c08b9800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:b6123b67-6580-4373-9691-e0e950df5f06.4566.20 : miss 2024-09-12T17:53:38.661 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.658+0000 7f76c08b9800 20 rados->read ofs=0 len=0 2024-09-12T17:53:38.661 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.659+0000 7f76c08b9800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:53:38.662 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.659+0000 7f76c08b9800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:b6123b67-6580-4373-9691-e0e950df5f06.4566.20 info.flags=0x17 2024-09-12T17:53:38.662 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.659+0000 7f76c08b9800 10 adding default.rgw.meta+root+.bucket.meta.error-at-init-index:b6123b67-6580-4373-9691-e0e950df5f06.4566.20 to cache LRU end 2024-09-12T17:53:38.662 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.659+0000 7f76c08b9800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:53:38.662 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.659+0000 7f76c08b9800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:53:38.662 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.659+0000 7f76c08b9800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:b6123b67-6580-4373-9691-e0e950df5f06.4566.20 2024-09-12T17:53:38.662 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.660+0000 7f76c08b9800 -1 Injecting error=-5 at location=init_index 2024-09-12T17:53:38.662 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.660+0000 7f76c08b9800 0 ERROR: init_target_index failed to initialize target index shard objects: (5) Input/output error 2024-09-12T17:53:38.663 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.662+0000 7f7574fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:53:38.665 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.664+0000 7f76c08b9800 20 remove_watcher() i=0 2024-09-12T17:53:38.665 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.664+0000 7f76c08b9800 2 removed watcher, disabling cache 2024-09-12T17:53:38.666 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.665+0000 7f76c08b9800 20 remove_watcher() i=1 2024-09-12T17:53:38.667 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.666+0000 7f76c08b9800 20 remove_watcher() i=2 2024-09-12T17:53:38.669 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.667+0000 7f76c08b9800 20 remove_watcher() i=3 2024-09-12T17:53:38.670 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.668+0000 7f76c08b9800 20 remove_watcher() i=4 2024-09-12T17:53:38.671 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.669+0000 7f76c08b9800 20 remove_watcher() i=5 2024-09-12T17:53:38.672 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.671+0000 7f76c08b9800 20 remove_watcher() i=6 2024-09-12T17:53:38.673 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.672+0000 7f76c08b9800 20 remove_watcher() i=7 2024-09-12T17:53:38.686 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2024-09-12T17:53:38.715 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:53:38.715 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:53:38.754 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.752+0000 7fa58b735800 20 rados->read ofs=0 len=0 2024-09-12T17:53:38.756 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.754+0000 7fa58b735800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:38.756 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.754+0000 7fa58b735800 20 realm 2024-09-12T17:53:38.756 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.754+0000 7fa58b735800 20 rados->read ofs=0 len=0 2024-09-12T17:53:38.756 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.754+0000 7fa58b735800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:38.756 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.754+0000 7fa58b735800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:53:38.757 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.754+0000 7fa58b735800 20 rados->read ofs=0 len=0 2024-09-12T17:53:38.757 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.754+0000 7fa58b735800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:38.757 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.754+0000 7fa58b735800 20 rados->read ofs=0 len=0 2024-09-12T17:53:38.757 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.755+0000 7fa58b735800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:53:38.757 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.755+0000 7fa58b735800 20 rados->read ofs=0 len=0 2024-09-12T17:53:38.758 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.756+0000 7fa58b735800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:53:38.758 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.756+0000 7fa58b735800 20 searching for the correct realm 2024-09-12T17:53:38.760 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.759+0000 7fa586ce3640 0 -- 172.21.15.45:0/3079822384 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x55d138fb5c00 msgr2=0x55d138fb7ff0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:53:38.764 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.762+0000 7fa5874e4640 0 -- 172.21.15.45:0/3079822384 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7fa5700cd050 msgr2=0x7fa5700a9b40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:53:38.970 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.968+0000 7fa58b735800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:53:38.970 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.968+0000 7fa58b735800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:53:38.970 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.968+0000 7fa58b735800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:53:38.970 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.968+0000 7fa58b735800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:53:38.970 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.968+0000 7fa58b735800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:53:38.970 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.968+0000 7fa58b735800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:53:38.970 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.968+0000 7fa58b735800 20 rados->read ofs=0 len=0 2024-09-12T17:53:38.970 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.968+0000 7fa58b735800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:38.971 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.968+0000 7fa58b735800 20 rados->read ofs=0 len=0 2024-09-12T17:53:38.971 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.968+0000 7fa58b735800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:53:38.971 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.968+0000 7fa58b735800 20 rados->read ofs=0 len=0 2024-09-12T17:53:38.972 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.969+0000 7fa58b735800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:53:38.972 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.969+0000 7fa58b735800 20 zone default found 2024-09-12T17:53:38.972 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.969+0000 7fa58b735800 4 Realm: () 2024-09-12T17:53:38.972 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.969+0000 7fa58b735800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:53:38.972 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.969+0000 7fa58b735800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:53:38.972 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.969+0000 7fa58b735800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:53:38.972 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.969+0000 7fa58b735800 20 zonegroup default 2024-09-12T17:53:38.972 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.969+0000 7fa58b735800 20 rados->read ofs=0 len=0 2024-09-12T17:53:38.972 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.969+0000 7fa58b735800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:38.972 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.969+0000 7fa58b735800 20 rados->read ofs=0 len=0 2024-09-12T17:53:38.973 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.970+0000 7fa58b735800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:38.973 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.970+0000 7fa58b735800 20 rados->read ofs=0 len=0 2024-09-12T17:53:38.973 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.970+0000 7fa58b735800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:38.973 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.970+0000 7fa58b735800 20 started sync module instance, tier type = 2024-09-12T17:53:38.973 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.970+0000 7fa58b735800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:53:38.981 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.980+0000 7fa58b735800 20 add_watcher() i=0 2024-09-12T17:53:38.981 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.980+0000 7fa58b735800 20 add_watcher() i=1 2024-09-12T17:53:38.981 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.980+0000 7fa58b735800 20 add_watcher() i=2 2024-09-12T17:53:38.982 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.980+0000 7fa58b735800 20 add_watcher() i=3 2024-09-12T17:53:38.982 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.980+0000 7fa58b735800 20 add_watcher() i=4 2024-09-12T17:53:38.982 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.980+0000 7fa58b735800 20 add_watcher() i=5 2024-09-12T17:53:38.982 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.980+0000 7fa58b735800 20 add_watcher() i=6 2024-09-12T17:53:38.982 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.980+0000 7fa58b735800 20 add_watcher() i=7 2024-09-12T17:53:38.982 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.980+0000 7fa58b735800 2 all 8 watchers are set, enabling cache 2024-09-12T17:53:38.985 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.982+0000 7fa43dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:53:38.986 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.982+0000 7fa58b735800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:53:38.986 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.982+0000 7fa58b735800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:53:38.986 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.983+0000 7fa58b735800 5 note: GC not initialized 2024-09-12T17:53:38.986 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.983+0000 7fa43cfe1640 20 reqs_thread_entry: start 2024-09-12T17:53:38.986 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.983+0000 7fa58b735800 20 init_complete bucket index max shards: 1 2024-09-12T17:53:38.986 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.983+0000 7fa58b735800 20 Filter name: none 2024-09-12T17:53:38.986 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.983+0000 7fa3b67fc640 20 reqs_thread_entry: start 2024-09-12T17:53:38.986 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.983+0000 7fa58b735800 20 rados->read ofs=0 len=0 2024-09-12T17:53:38.986 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.984+0000 7fa58b735800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:53:38.987 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.984+0000 7fa58b735800 20 rados->read ofs=0 len=0 2024-09-12T17:53:38.987 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.984+0000 7fa58b735800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:53:38.987 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.984+0000 7fa58b735800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:53:38.987 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.984+0000 7fa58b735800 20 rados->read ofs=0 len=0 2024-09-12T17:53:38.987 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.984+0000 7fa58b735800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:53:38.987 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.984+0000 7fa58b735800 20 rados->read ofs=0 len=0 2024-09-12T17:53:38.987 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.985+0000 7fa58b735800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:53:38.988 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.985+0000 7fa58b735800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:53:38.988 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.986+0000 7fa43dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:53:38.991 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.988+0000 7fa58b735800 20 remove_watcher() i=0 2024-09-12T17:53:38.991 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.988+0000 7fa58b735800 2 removed watcher, disabling cache 2024-09-12T17:53:38.991 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.990+0000 7fa58b735800 20 remove_watcher() i=1 2024-09-12T17:53:38.992 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.991+0000 7fa58b735800 20 remove_watcher() i=2 2024-09-12T17:53:38.993 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.992+0000 7fa58b735800 20 remove_watcher() i=3 2024-09-12T17:53:38.994 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.993+0000 7fa58b735800 20 remove_watcher() i=4 2024-09-12T17:53:38.995 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.994+0000 7fa58b735800 20 remove_watcher() i=5 2024-09-12T17:53:38.996 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.995+0000 7fa58b735800 20 remove_watcher() i=6 2024-09-12T17:53:38.997 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:38.996+0000 7fa58b735800 20 remove_watcher() i=7 2024-09-12T17:53:39.008 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:39.008 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T17:53:39.009 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: error-at-init-index id: b6123b67-6580-4373-9691-e0e950df5f06.4566.20 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:53:39.009 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:39.011 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:39.011 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:39.018 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:39.018 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:39.061 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket reshard --bucket error-at-init-index --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:53:39.094 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:53:39.094 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:53:39.133 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.131+0000 7fc278010800 20 rados->read ofs=0 len=0 2024-09-12T17:53:39.135 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.133+0000 7fc278010800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:39.135 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.133+0000 7fc278010800 20 realm 2024-09-12T17:53:39.135 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.133+0000 7fc278010800 20 rados->read ofs=0 len=0 2024-09-12T17:53:39.135 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.133+0000 7fc278010800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:39.135 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.133+0000 7fc278010800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:53:39.135 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.133+0000 7fc278010800 20 rados->read ofs=0 len=0 2024-09-12T17:53:39.136 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.134+0000 7fc278010800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:39.136 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.134+0000 7fc278010800 20 rados->read ofs=0 len=0 2024-09-12T17:53:39.136 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.134+0000 7fc278010800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:53:39.136 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.134+0000 7fc278010800 20 rados->read ofs=0 len=0 2024-09-12T17:53:39.137 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.135+0000 7fc278010800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:53:39.137 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.135+0000 7fc278010800 20 searching for the correct realm 2024-09-12T17:53:39.139 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.137+0000 7fc26bfff640 0 -- 172.21.15.45:0/1400628436 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7fc2640cf060 msgr2=0x7fc2640bf3e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:53:39.345 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.343+0000 7fc2737e0640 0 -- 172.21.15.45:0/1400628436 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7fc25c04b510 msgr2=0x7fc25c0a2210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:53:39.552 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.550+0000 7fc278010800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:53:39.552 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.550+0000 7fc278010800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:53:39.553 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.550+0000 7fc278010800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:53:39.553 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.550+0000 7fc278010800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:53:39.553 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.550+0000 7fc278010800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:53:39.553 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.550+0000 7fc278010800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:53:39.553 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.550+0000 7fc278010800 20 rados->read ofs=0 len=0 2024-09-12T17:53:39.553 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.550+0000 7fc278010800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:39.553 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.550+0000 7fc278010800 20 rados->read ofs=0 len=0 2024-09-12T17:53:39.553 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.550+0000 7fc278010800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:53:39.553 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.550+0000 7fc278010800 20 rados->read ofs=0 len=0 2024-09-12T17:53:39.553 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.551+0000 7fc278010800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:53:39.553 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.551+0000 7fc278010800 20 zone default found 2024-09-12T17:53:39.554 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.551+0000 7fc278010800 4 Realm: () 2024-09-12T17:53:39.554 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.551+0000 7fc278010800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:53:39.554 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.551+0000 7fc278010800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:53:39.554 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.551+0000 7fc278010800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:53:39.554 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.551+0000 7fc278010800 20 zonegroup default 2024-09-12T17:53:39.554 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.551+0000 7fc278010800 20 rados->read ofs=0 len=0 2024-09-12T17:53:39.554 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.551+0000 7fc278010800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:39.554 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.551+0000 7fc278010800 20 rados->read ofs=0 len=0 2024-09-12T17:53:39.555 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.551+0000 7fc278010800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:39.555 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.551+0000 7fc278010800 20 rados->read ofs=0 len=0 2024-09-12T17:53:39.555 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.552+0000 7fc278010800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:39.555 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.552+0000 7fc278010800 20 started sync module instance, tier type = 2024-09-12T17:53:39.555 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.552+0000 7fc278010800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:53:39.564 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.562+0000 7fc278010800 20 add_watcher() i=0 2024-09-12T17:53:39.564 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.562+0000 7fc278010800 20 add_watcher() i=1 2024-09-12T17:53:39.564 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.562+0000 7fc278010800 20 add_watcher() i=2 2024-09-12T17:53:39.564 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.562+0000 7fc278010800 20 add_watcher() i=3 2024-09-12T17:53:39.564 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.562+0000 7fc278010800 20 add_watcher() i=4 2024-09-12T17:53:39.564 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.562+0000 7fc278010800 20 add_watcher() i=5 2024-09-12T17:53:39.564 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.562+0000 7fc278010800 20 add_watcher() i=6 2024-09-12T17:53:39.565 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.563+0000 7fc278010800 20 add_watcher() i=7 2024-09-12T17:53:39.565 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.563+0000 7fc278010800 2 all 8 watchers are set, enabling cache 2024-09-12T17:53:39.566 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.564+0000 7fc129fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:53:39.567 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.565+0000 7fc278010800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:53:39.567 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.565+0000 7fc278010800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:53:39.567 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.565+0000 7fc278010800 5 note: GC not initialized 2024-09-12T17:53:39.567 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.565+0000 7fc128fe1640 20 reqs_thread_entry: start 2024-09-12T17:53:39.567 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.565+0000 7fc278010800 20 init_complete bucket index max shards: 1 2024-09-12T17:53:39.567 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.565+0000 7fc278010800 20 Filter name: none 2024-09-12T17:53:39.567 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.565+0000 7fc0a27fc640 20 reqs_thread_entry: start 2024-09-12T17:53:39.567 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.565+0000 7fc278010800 10 cache get: name=default.rgw.meta+root+error-at-init-index : miss 2024-09-12T17:53:39.568 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.565+0000 7fc278010800 20 rados->read ofs=0 len=0 2024-09-12T17:53:39.568 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.566+0000 7fc278010800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:53:39.568 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.566+0000 7fc278010800 10 cache put: name=default.rgw.meta+root+error-at-init-index info.flags=0x11 2024-09-12T17:53:39.568 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.566+0000 7fc278010800 10 adding default.rgw.meta+root+error-at-init-index to cache LRU end 2024-09-12T17:53:39.569 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.566+0000 7fc278010800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:b6123b67-6580-4373-9691-e0e950df5f06.4566.20 : miss 2024-09-12T17:53:39.569 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.566+0000 7fc278010800 20 rados->read ofs=0 len=0 2024-09-12T17:53:39.569 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.566+0000 7fc278010800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:53:39.569 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.566+0000 7fc278010800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:b6123b67-6580-4373-9691-e0e950df5f06.4566.20 info.flags=0x17 2024-09-12T17:53:39.569 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.566+0000 7fc278010800 10 adding default.rgw.meta+root+.bucket.meta.error-at-init-index:b6123b67-6580-4373-9691-e0e950df5f06.4566.20 to cache LRU end 2024-09-12T17:53:39.569 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.566+0000 7fc278010800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:53:39.569 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.566+0000 7fc278010800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:53:39.569 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.566+0000 7fc278010800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:b6123b67-6580-4373-9691-e0e950df5f06.4566.20 2024-09-12T17:53:39.572 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.571+0000 7fc278010800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:b6123b67-6580-4373-9691-e0e950df5f06.4566.20 info.flags=0x17 2024-09-12T17:53:39.572 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.571+0000 7fc278010800 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:b6123b67-6580-4373-9691-e0e950df5f06.4566.20 to cache LRU end 2024-09-12T17:53:39.572 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.571+0000 7fc278010800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:53:39.572 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.571+0000 7fc278010800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:b6123b67-6580-4373-9691-e0e950df5f06.4566.20, ofs0, ns] 2024-09-12T17:53:39.573 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.571+0000 7fc156ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398881 cookie 94908530298176 notifier 5885 bl.length()=995 2024-09-12T17:53:39.573 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.571+0000 7fc156ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:b6123b67-6580-4373-9691-e0e950df5f06.4566.20 info.flags=0x17 2024-09-12T17:53:39.573 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.571+0000 7fc156ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:b6123b67-6580-4373-9691-e0e950df5f06.4566.20 to cache LRU end 2024-09-12T17:53:39.573 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.571+0000 7fc156ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:53:39.573 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.571+0000 7fc278010800 20 handle_bi_update(): bucket=:error-at-init-index[b6123b67-6580-4373-9691-e0e950df5f06.4566.20]): orig_sources= new_sources= 2024-09-12T17:53:39.573 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.571+0000 7fc278010800 20 handle_bi_update(): bucket=:error-at-init-index[b6123b67-6580-4373-9691-e0e950df5f06.4566.20]): potential sources added=[] removed=[] 2024-09-12T17:53:39.573 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.571+0000 7fc278010800 20 handle_bi_update(): bucket=:error-at-init-index[b6123b67-6580-4373-9691-e0e950df5f06.4566.20]): orig_dests= new_dests= 2024-09-12T17:53:39.573 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.571+0000 7fc278010800 20 handle_bi_update(): bucket=:error-at-init-index[b6123b67-6580-4373-9691-e0e950df5f06.4566.20]): potential dests added=[] removed=[] 2024-09-12T17:53:39.575 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.574+0000 7fc278010800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.20.1.0 2024-09-12T17:53:39.575 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.574+0000 7fc278010800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.20.1.0 2024-09-12T17:53:39.576 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.574+0000 7fc278010800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.20.1.1 2024-09-12T17:53:39.576 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.574+0000 7fc278010800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.20.1.1 2024-09-12T17:53:39.576 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.574+0000 7fc278010800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.20.0 2024-09-12T17:53:39.578 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.576+0000 7fc278010800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:b6123b67-6580-4373-9691-e0e950df5f06.4566.20 : hit (requested=0x17, cached=0x17) 2024-09-12T17:53:39.578 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.576+0000 7fc278010800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:b6123b67-6580-4373-9691-e0e950df5f06.4566.20 2024-09-12T17:53:39.579 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.577+0000 7fc278010800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:b6123b67-6580-4373-9691-e0e950df5f06.4566.20 info.flags=0x17 2024-09-12T17:53:39.579 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.577+0000 7fc278010800 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:b6123b67-6580-4373-9691-e0e950df5f06.4566.20 to cache LRU end 2024-09-12T17:53:39.579 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.577+0000 7fc278010800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:53:39.579 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.577+0000 7fc278010800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:b6123b67-6580-4373-9691-e0e950df5f06.4566.20, ofs0, ns] 2024-09-12T17:53:39.579 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.578+0000 7fc156ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398882 cookie 94908530298176 notifier 5885 bl.length()=995 2024-09-12T17:53:39.579 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.578+0000 7fc156ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:b6123b67-6580-4373-9691-e0e950df5f06.4566.20 info.flags=0x17 2024-09-12T17:53:39.579 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.578+0000 7fc156ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:b6123b67-6580-4373-9691-e0e950df5f06.4566.20 to cache LRU end 2024-09-12T17:53:39.579 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.578+0000 7fc156ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:53:39.580 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.578+0000 7fc278010800 20 handle_bi_update(): bucket=:error-at-init-index[b6123b67-6580-4373-9691-e0e950df5f06.4566.20]): orig_sources= new_sources= 2024-09-12T17:53:39.580 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.578+0000 7fc278010800 20 handle_bi_update(): bucket=:error-at-init-index[b6123b67-6580-4373-9691-e0e950df5f06.4566.20]): potential sources added=[] removed=[] 2024-09-12T17:53:39.580 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.578+0000 7fc278010800 20 handle_bi_update(): bucket=:error-at-init-index[b6123b67-6580-4373-9691-e0e950df5f06.4566.20]): orig_dests= new_dests= 2024-09-12T17:53:39.580 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.578+0000 7fc278010800 20 handle_bi_update(): bucket=:error-at-init-index[b6123b67-6580-4373-9691-e0e950df5f06.4566.20]): potential dests added=[] removed=[] 2024-09-12T17:53:39.580 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.579+0000 7fc278010800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.20.0 2024-09-12T17:53:39.581 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.579+0000 7fc278010800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:b6123b67-6580-4373-9691-e0e950df5f06.4566.20 : hit (requested=0x17, cached=0x17) 2024-09-12T17:53:39.581 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.579+0000 7fc278010800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:b6123b67-6580-4373-9691-e0e950df5f06.4566.20 2024-09-12T17:53:39.582 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.581+0000 7fc278010800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:b6123b67-6580-4373-9691-e0e950df5f06.4566.20 info.flags=0x17 2024-09-12T17:53:39.582 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.581+0000 7fc278010800 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:b6123b67-6580-4373-9691-e0e950df5f06.4566.20 to cache LRU end 2024-09-12T17:53:39.583 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.581+0000 7fc278010800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:53:39.583 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.581+0000 7fc278010800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:b6123b67-6580-4373-9691-e0e950df5f06.4566.20, ofs0, ns] 2024-09-12T17:53:39.583 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.581+0000 7fc156ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398883 cookie 94908530298176 notifier 5885 bl.length()=963 2024-09-12T17:53:39.583 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.581+0000 7fc156ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:b6123b67-6580-4373-9691-e0e950df5f06.4566.20 info.flags=0x17 2024-09-12T17:53:39.583 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.581+0000 7fc156ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:b6123b67-6580-4373-9691-e0e950df5f06.4566.20 to cache LRU end 2024-09-12T17:53:39.583 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.581+0000 7fc156ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:53:39.583 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.581+0000 7fc278010800 20 handle_bi_update(): bucket=:error-at-init-index[b6123b67-6580-4373-9691-e0e950df5f06.4566.20]): orig_sources= new_sources= 2024-09-12T17:53:39.583 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.581+0000 7fc278010800 20 handle_bi_update(): bucket=:error-at-init-index[b6123b67-6580-4373-9691-e0e950df5f06.4566.20]): potential sources added=[] removed=[] 2024-09-12T17:53:39.583 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.581+0000 7fc278010800 20 handle_bi_update(): bucket=:error-at-init-index[b6123b67-6580-4373-9691-e0e950df5f06.4566.20]): orig_dests= new_dests= 2024-09-12T17:53:39.584 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.581+0000 7fc278010800 20 handle_bi_update(): bucket=:error-at-init-index[b6123b67-6580-4373-9691-e0e950df5f06.4566.20]): potential dests added=[] removed=[] 2024-09-12T17:53:39.584 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.582+0000 7fc278010800 1 execute INFO: reshard of bucket "error-at-init-index" from 1 shards to 2 shards completed successfully 2024-09-12T17:53:39.586 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.584+0000 7fc129fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:53:39.588 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.587+0000 7fc278010800 20 remove_watcher() i=0 2024-09-12T17:53:39.588 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.587+0000 7fc278010800 2 removed watcher, disabling cache 2024-09-12T17:53:39.589 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.588+0000 7fc278010800 20 remove_watcher() i=1 2024-09-12T17:53:39.590 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.589+0000 7fc278010800 20 remove_watcher() i=2 2024-09-12T17:53:39.592 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.590+0000 7fc278010800 20 remove_watcher() i=3 2024-09-12T17:53:39.593 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.591+0000 7fc278010800 20 remove_watcher() i=4 2024-09-12T17:53:39.593 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.592+0000 7fc278010800 20 remove_watcher() i=5 2024-09-12T17:53:39.594 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.593+0000 7fc278010800 20 remove_watcher() i=6 2024-09-12T17:53:39.595 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.594+0000 7fc278010800 20 remove_watcher() i=7 2024-09-12T17:53:39.608 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2024-09-12T17:53:39.638 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:53:39.638 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:53:39.676 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.675+0000 7f3c74f46800 20 rados->read ofs=0 len=0 2024-09-12T17:53:39.678 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.676+0000 7f3c74f46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:39.678 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.676+0000 7f3c74f46800 20 realm 2024-09-12T17:53:39.678 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.676+0000 7f3c74f46800 20 rados->read ofs=0 len=0 2024-09-12T17:53:39.678 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.677+0000 7f3c74f46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:39.679 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.677+0000 7f3c74f46800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:53:39.679 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.677+0000 7f3c74f46800 20 rados->read ofs=0 len=0 2024-09-12T17:53:39.679 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.677+0000 7f3c74f46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:39.679 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.677+0000 7f3c74f46800 20 rados->read ofs=0 len=0 2024-09-12T17:53:39.679 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.678+0000 7f3c74f46800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:53:39.679 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.678+0000 7f3c74f46800 20 rados->read ofs=0 len=0 2024-09-12T17:53:39.680 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.679+0000 7f3c74f46800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:53:39.680 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.679+0000 7f3c74f46800 20 searching for the correct realm 2024-09-12T17:53:39.682 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.681+0000 7f3c7222f640 0 -- 172.21.15.45:0/2612436040 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x5608895ecbf0 msgr2=0x5608895eefe0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:53:39.688 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.686+0000 7f3c72a30640 0 -- 172.21.15.45:0/2612436040 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f3c68070040 msgr2=0x7f3c68070420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:53:39.895 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.893+0000 7f3c74f46800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:53:39.895 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.893+0000 7f3c74f46800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:53:39.895 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.893+0000 7f3c74f46800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:53:39.895 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.893+0000 7f3c74f46800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:53:39.895 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.893+0000 7f3c74f46800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:53:39.895 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.893+0000 7f3c74f46800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:53:39.896 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.893+0000 7f3c74f46800 20 rados->read ofs=0 len=0 2024-09-12T17:53:39.896 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.894+0000 7f3c74f46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:39.896 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.894+0000 7f3c74f46800 20 rados->read ofs=0 len=0 2024-09-12T17:53:39.897 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.894+0000 7f3c74f46800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:53:39.897 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.894+0000 7f3c74f46800 20 rados->read ofs=0 len=0 2024-09-12T17:53:39.897 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.894+0000 7f3c74f46800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:53:39.897 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.894+0000 7f3c74f46800 20 zone default found 2024-09-12T17:53:39.897 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.894+0000 7f3c74f46800 4 Realm: () 2024-09-12T17:53:39.897 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.894+0000 7f3c74f46800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:53:39.897 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.894+0000 7f3c74f46800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:53:39.898 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.894+0000 7f3c74f46800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:53:39.898 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.894+0000 7f3c74f46800 20 zonegroup default 2024-09-12T17:53:39.898 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.894+0000 7f3c74f46800 20 rados->read ofs=0 len=0 2024-09-12T17:53:39.898 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.895+0000 7f3c74f46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:39.898 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.895+0000 7f3c74f46800 20 rados->read ofs=0 len=0 2024-09-12T17:53:39.898 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.895+0000 7f3c74f46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:39.898 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.895+0000 7f3c74f46800 20 rados->read ofs=0 len=0 2024-09-12T17:53:39.898 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.895+0000 7f3c74f46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:39.898 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.895+0000 7f3c74f46800 20 started sync module instance, tier type = 2024-09-12T17:53:39.898 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.895+0000 7f3c74f46800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:53:39.906 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.905+0000 7f3c74f46800 20 add_watcher() i=0 2024-09-12T17:53:39.907 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.905+0000 7f3c74f46800 20 add_watcher() i=1 2024-09-12T17:53:39.907 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.905+0000 7f3c74f46800 20 add_watcher() i=2 2024-09-12T17:53:39.907 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.905+0000 7f3c74f46800 20 add_watcher() i=3 2024-09-12T17:53:39.907 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.905+0000 7f3c74f46800 20 add_watcher() i=4 2024-09-12T17:53:39.907 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.905+0000 7f3c74f46800 20 add_watcher() i=5 2024-09-12T17:53:39.907 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.905+0000 7f3c74f46800 20 add_watcher() i=6 2024-09-12T17:53:39.907 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.906+0000 7f3c74f46800 20 add_watcher() i=7 2024-09-12T17:53:39.907 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.906+0000 7f3c74f46800 2 all 8 watchers are set, enabling cache 2024-09-12T17:53:39.909 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.908+0000 7f3b297e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:53:39.910 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.908+0000 7f3c74f46800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:53:39.910 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.908+0000 7f3c74f46800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:53:39.910 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.908+0000 7f3c74f46800 5 note: GC not initialized 2024-09-12T17:53:39.910 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.908+0000 7f3aa3fff640 20 reqs_thread_entry: start 2024-09-12T17:53:39.910 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.908+0000 7f3c74f46800 20 init_complete bucket index max shards: 1 2024-09-12T17:53:39.910 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.908+0000 7f3c74f46800 20 Filter name: none 2024-09-12T17:53:39.910 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.908+0000 7f3aa1ffb640 20 reqs_thread_entry: start 2024-09-12T17:53:39.910 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.908+0000 7f3c74f46800 20 rados->read ofs=0 len=0 2024-09-12T17:53:39.911 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.909+0000 7f3c74f46800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:53:39.911 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.909+0000 7f3c74f46800 20 rados->read ofs=0 len=0 2024-09-12T17:53:39.911 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.909+0000 7f3c74f46800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:53:39.911 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.909+0000 7f3c74f46800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:53:39.911 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.909+0000 7f3c74f46800 20 rados->read ofs=0 len=0 2024-09-12T17:53:39.912 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.910+0000 7f3c74f46800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:53:39.912 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.910+0000 7f3c74f46800 20 rados->read ofs=0 len=0 2024-09-12T17:53:39.912 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.910+0000 7f3c74f46800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:53:39.912 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.910+0000 7f3c74f46800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:53:39.913 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.912+0000 7f3b297e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:53:39.916 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.914+0000 7f3c74f46800 20 remove_watcher() i=0 2024-09-12T17:53:39.916 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.914+0000 7f3c74f46800 2 removed watcher, disabling cache 2024-09-12T17:53:39.917 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.916+0000 7f3c74f46800 20 remove_watcher() i=1 2024-09-12T17:53:39.918 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.917+0000 7f3c74f46800 20 remove_watcher() i=2 2024-09-12T17:53:39.919 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.918+0000 7f3c74f46800 20 remove_watcher() i=3 2024-09-12T17:53:39.920 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.919+0000 7f3c74f46800 20 remove_watcher() i=4 2024-09-12T17:53:39.922 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.921+0000 7f3c74f46800 20 remove_watcher() i=5 2024-09-12T17:53:39.924 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.923+0000 7f3c74f46800 20 remove_watcher() i=6 2024-09-12T17:53:39.925 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:39.924+0000 7f3c74f46800 20 remove_watcher() i=7 2024-09-12T17:53:39.936 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:39.937 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T17:53:39.937 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: error-at-init-index id: b6123b67-6580-4373-9691-e0e950df5f06.4566.20 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:53:39.937 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:39.943 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:39.943 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:39.943 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:39.943 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:39.987 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:39.987 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:40.001 INFO:tasks.workunit.client.0.smithi045.stderr:TEST: reshard bucket with EOPNOTSUPP injected at init_index 2024-09-12T17:53:40.001 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:40.002 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:40.002 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:40.012 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:40.012 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:40.055 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:40.055 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:40.062 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:40.062 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:40.068 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:40.068 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:40.074 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:40.074 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:40.081 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:40.081 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:40.088 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:40.088 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:40.096 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:40.097 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:40.100 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:40.100 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:40.106 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:40.106 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:40.113 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:40.113 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:40.119 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:40.120 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:40.125 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:40.125 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:40.132 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:40.132 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:40.138 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:40.139 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:40.144 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:40.144 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:40.150 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:40.151 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:40.157 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:40.157 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:40.163 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:40.164 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:40.169 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:40.170 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:40.176 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:40.176 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:40.184 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2024-09-12T17:53:40.213 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:53:40.213 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:53:40.251 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.250+0000 7f9e0bd39800 20 rados->read ofs=0 len=0 2024-09-12T17:53:40.254 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.252+0000 7f9e0bd39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:40.254 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.252+0000 7f9e0bd39800 20 realm 2024-09-12T17:53:40.254 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.252+0000 7f9e0bd39800 20 rados->read ofs=0 len=0 2024-09-12T17:53:40.254 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.252+0000 7f9e0bd39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:40.254 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.252+0000 7f9e0bd39800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:53:40.254 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.252+0000 7f9e0bd39800 20 rados->read ofs=0 len=0 2024-09-12T17:53:40.254 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.252+0000 7f9e0bd39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:40.254 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.252+0000 7f9e0bd39800 20 rados->read ofs=0 len=0 2024-09-12T17:53:40.255 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.253+0000 7f9e0bd39800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:53:40.255 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.253+0000 7f9e0bd39800 20 rados->read ofs=0 len=0 2024-09-12T17:53:40.255 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.253+0000 7f9e0bd39800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:53:40.255 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.254+0000 7f9e0bd39800 20 searching for the correct realm 2024-09-12T17:53:40.257 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.256+0000 7f9e071c6640 0 -- 172.21.15.45:0/2848322286 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f9df802dc20 msgr2=0x7f9df803b430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:53:40.464 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.462+0000 7f9e079c7640 0 -- 172.21.15.45:0/2848322286 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f9dfc076b40 msgr2=0x7f9dfc0908c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:53:40.671 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.670+0000 7f9e0bd39800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:53:40.671 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.670+0000 7f9e0bd39800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:53:40.671 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.670+0000 7f9e0bd39800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:53:40.672 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.670+0000 7f9e0bd39800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:53:40.672 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.670+0000 7f9e0bd39800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:53:40.672 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.670+0000 7f9e0bd39800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:53:40.672 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.670+0000 7f9e0bd39800 20 rados->read ofs=0 len=0 2024-09-12T17:53:40.672 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.670+0000 7f9e0bd39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:40.672 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.670+0000 7f9e0bd39800 20 rados->read ofs=0 len=0 2024-09-12T17:53:40.673 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.670+0000 7f9e0bd39800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:53:40.673 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.670+0000 7f9e0bd39800 20 rados->read ofs=0 len=0 2024-09-12T17:53:40.673 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.671+0000 7f9e0bd39800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:53:40.673 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.671+0000 7f9e0bd39800 20 zone default found 2024-09-12T17:53:40.674 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.671+0000 7f9e0bd39800 4 Realm: () 2024-09-12T17:53:40.674 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.671+0000 7f9e0bd39800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:53:40.674 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.671+0000 7f9e0bd39800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:53:40.674 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.671+0000 7f9e0bd39800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:53:40.674 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.671+0000 7f9e0bd39800 20 zonegroup default 2024-09-12T17:53:40.674 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.671+0000 7f9e0bd39800 20 rados->read ofs=0 len=0 2024-09-12T17:53:40.674 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.671+0000 7f9e0bd39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:40.674 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.671+0000 7f9e0bd39800 20 rados->read ofs=0 len=0 2024-09-12T17:53:40.674 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.671+0000 7f9e0bd39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:40.674 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.671+0000 7f9e0bd39800 20 rados->read ofs=0 len=0 2024-09-12T17:53:40.674 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.672+0000 7f9e0bd39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:40.674 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.672+0000 7f9e0bd39800 20 started sync module instance, tier type = 2024-09-12T17:53:40.674 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.672+0000 7f9e0bd39800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:53:40.683 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.681+0000 7f9e0bd39800 20 add_watcher() i=0 2024-09-12T17:53:40.683 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.681+0000 7f9e0bd39800 20 add_watcher() i=1 2024-09-12T17:53:40.683 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.681+0000 7f9e0bd39800 20 add_watcher() i=2 2024-09-12T17:53:40.683 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.681+0000 7f9e0bd39800 20 add_watcher() i=3 2024-09-12T17:53:40.683 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.681+0000 7f9e0bd39800 20 add_watcher() i=4 2024-09-12T17:53:40.683 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.681+0000 7f9e0bd39800 20 add_watcher() i=5 2024-09-12T17:53:40.683 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.681+0000 7f9e0bd39800 20 add_watcher() i=6 2024-09-12T17:53:40.684 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.682+0000 7f9e0bd39800 20 add_watcher() i=7 2024-09-12T17:53:40.684 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.682+0000 7f9e0bd39800 2 all 8 watchers are set, enabling cache 2024-09-12T17:53:40.685 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.684+0000 7f9cbdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:53:40.687 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.684+0000 7f9e0bd39800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:53:40.688 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.684+0000 7f9e0bd39800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:53:40.688 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.684+0000 7f9e0bd39800 5 note: GC not initialized 2024-09-12T17:53:40.688 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.684+0000 7f9cbcfe1640 20 reqs_thread_entry: start 2024-09-12T17:53:40.688 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.684+0000 7f9e0bd39800 20 init_complete bucket index max shards: 1 2024-09-12T17:53:40.688 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.684+0000 7f9e0bd39800 20 Filter name: none 2024-09-12T17:53:40.688 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.685+0000 7f9c367fc640 20 reqs_thread_entry: start 2024-09-12T17:53:40.688 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.685+0000 7f9e0bd39800 20 rados->read ofs=0 len=0 2024-09-12T17:53:40.688 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.686+0000 7f9e0bd39800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:53:40.688 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.686+0000 7f9e0bd39800 20 rados->read ofs=0 len=0 2024-09-12T17:53:40.689 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.686+0000 7f9e0bd39800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:53:40.689 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.686+0000 7f9e0bd39800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:53:40.689 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.686+0000 7f9e0bd39800 20 rados->read ofs=0 len=0 2024-09-12T17:53:40.690 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.687+0000 7f9e0bd39800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:53:40.690 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.687+0000 7f9e0bd39800 20 rados->read ofs=0 len=0 2024-09-12T17:53:40.690 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.687+0000 7f9e0bd39800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:53:40.690 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.687+0000 7f9e0bd39800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:53:40.690 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.689+0000 7f9cbdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:53:40.693 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.691+0000 7f9e0bd39800 20 remove_watcher() i=0 2024-09-12T17:53:40.693 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.691+0000 7f9e0bd39800 2 removed watcher, disabling cache 2024-09-12T17:53:40.694 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.692+0000 7f9e0bd39800 20 remove_watcher() i=1 2024-09-12T17:53:40.694 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.693+0000 7f9e0bd39800 20 remove_watcher() i=2 2024-09-12T17:53:40.696 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.694+0000 7f9e0bd39800 20 remove_watcher() i=3 2024-09-12T17:53:40.697 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.695+0000 7f9e0bd39800 20 remove_watcher() i=4 2024-09-12T17:53:40.697 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.696+0000 7f9e0bd39800 20 remove_watcher() i=5 2024-09-12T17:53:40.699 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.697+0000 7f9e0bd39800 20 remove_watcher() i=6 2024-09-12T17:53:40.701 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.700+0000 7f9e0bd39800 20 remove_watcher() i=7 2024-09-12T17:53:40.714 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:40.714 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T17:53:40.714 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: error-at-init-index id: b6123b67-6580-4373-9691-e0e950df5f06.4566.21 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:53:40.714 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:40.716 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket reshard --bucket error-at-init-index --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at init_index --inject-error-code 95 2024-09-12T17:53:40.754 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:53:40.754 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:53:40.794 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.792+0000 7fb8a4133800 20 rados->read ofs=0 len=0 2024-09-12T17:53:40.795 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.793+0000 7fb8a4133800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:40.795 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.793+0000 7fb8a4133800 20 realm 2024-09-12T17:53:40.796 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.793+0000 7fb8a4133800 20 rados->read ofs=0 len=0 2024-09-12T17:53:40.796 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.794+0000 7fb8a4133800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:40.796 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.794+0000 7fb8a4133800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:53:40.796 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.794+0000 7fb8a4133800 20 rados->read ofs=0 len=0 2024-09-12T17:53:40.796 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.794+0000 7fb8a4133800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:40.796 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.794+0000 7fb8a4133800 20 rados->read ofs=0 len=0 2024-09-12T17:53:40.796 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.795+0000 7fb8a4133800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:53:40.797 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.795+0000 7fb8a4133800 20 rados->read ofs=0 len=0 2024-09-12T17:53:40.797 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.795+0000 7fb8a4133800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:53:40.797 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.795+0000 7fb8a4133800 20 searching for the correct realm 2024-09-12T17:53:40.799 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:40.798+0000 7fb89f675640 0 -- 172.21.15.45:0/2552127746 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7fb89002a3e0 msgr2=0x7fb89002a800 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:53:41.005 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.003+0000 7fb89fe76640 0 -- 172.21.15.45:0/2552127746 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7fb8940892c0 msgr2=0x7fb894049a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:53:41.212 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.210+0000 7fb8a4133800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:53:41.212 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.210+0000 7fb8a4133800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:53:41.212 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.210+0000 7fb8a4133800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:53:41.212 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.210+0000 7fb8a4133800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:53:41.213 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.210+0000 7fb8a4133800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:53:41.213 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.210+0000 7fb8a4133800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:53:41.213 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.210+0000 7fb8a4133800 20 rados->read ofs=0 len=0 2024-09-12T17:53:41.213 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.210+0000 7fb8a4133800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:41.213 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.210+0000 7fb8a4133800 20 rados->read ofs=0 len=0 2024-09-12T17:53:41.213 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.211+0000 7fb8a4133800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:53:41.213 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.211+0000 7fb8a4133800 20 rados->read ofs=0 len=0 2024-09-12T17:53:41.214 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.211+0000 7fb8a4133800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:53:41.214 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.211+0000 7fb8a4133800 20 zone default found 2024-09-12T17:53:41.214 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.211+0000 7fb8a4133800 4 Realm: () 2024-09-12T17:53:41.214 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.211+0000 7fb8a4133800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:53:41.214 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.211+0000 7fb8a4133800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:53:41.214 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.211+0000 7fb8a4133800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:53:41.214 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.211+0000 7fb8a4133800 20 zonegroup default 2024-09-12T17:53:41.215 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.211+0000 7fb8a4133800 20 rados->read ofs=0 len=0 2024-09-12T17:53:41.215 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.211+0000 7fb8a4133800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:41.215 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.211+0000 7fb8a4133800 20 rados->read ofs=0 len=0 2024-09-12T17:53:41.215 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.212+0000 7fb8a4133800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:41.215 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.212+0000 7fb8a4133800 20 rados->read ofs=0 len=0 2024-09-12T17:53:41.215 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.212+0000 7fb8a4133800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:41.215 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.212+0000 7fb8a4133800 20 started sync module instance, tier type = 2024-09-12T17:53:41.215 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.212+0000 7fb8a4133800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:53:41.224 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.223+0000 7fb8a4133800 20 add_watcher() i=0 2024-09-12T17:53:41.225 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.223+0000 7fb8a4133800 20 add_watcher() i=1 2024-09-12T17:53:41.225 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.223+0000 7fb8a4133800 20 add_watcher() i=2 2024-09-12T17:53:41.225 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.223+0000 7fb8a4133800 20 add_watcher() i=3 2024-09-12T17:53:41.225 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.223+0000 7fb8a4133800 20 add_watcher() i=4 2024-09-12T17:53:41.225 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.223+0000 7fb8a4133800 20 add_watcher() i=5 2024-09-12T17:53:41.225 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.223+0000 7fb8a4133800 20 add_watcher() i=6 2024-09-12T17:53:41.225 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.224+0000 7fb8a4133800 20 add_watcher() i=7 2024-09-12T17:53:41.225 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.224+0000 7fb8a4133800 2 all 8 watchers are set, enabling cache 2024-09-12T17:53:41.227 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.225+0000 7fb755fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:53:41.228 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.226+0000 7fb8a4133800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:53:41.229 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.226+0000 7fb8a4133800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:53:41.229 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.226+0000 7fb8a4133800 5 note: GC not initialized 2024-09-12T17:53:41.229 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.226+0000 7fb754fe1640 20 reqs_thread_entry: start 2024-09-12T17:53:41.229 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.226+0000 7fb8a4133800 20 init_complete bucket index max shards: 1 2024-09-12T17:53:41.229 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.226+0000 7fb8a4133800 20 Filter name: none 2024-09-12T17:53:41.229 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.226+0000 7fb6ce7fc640 20 reqs_thread_entry: start 2024-09-12T17:53:41.229 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.227+0000 7fb8a4133800 10 cache get: name=default.rgw.meta+root+error-at-init-index : miss 2024-09-12T17:53:41.229 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.227+0000 7fb8a4133800 20 rados->read ofs=0 len=0 2024-09-12T17:53:41.229 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.227+0000 7fb8a4133800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:53:41.229 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.227+0000 7fb8a4133800 10 cache put: name=default.rgw.meta+root+error-at-init-index info.flags=0x11 2024-09-12T17:53:41.229 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.227+0000 7fb8a4133800 10 adding default.rgw.meta+root+error-at-init-index to cache LRU end 2024-09-12T17:53:41.229 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.227+0000 7fb8a4133800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:b6123b67-6580-4373-9691-e0e950df5f06.4566.21 : miss 2024-09-12T17:53:41.230 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.227+0000 7fb8a4133800 20 rados->read ofs=0 len=0 2024-09-12T17:53:41.230 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.227+0000 7fb8a4133800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:53:41.230 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.227+0000 7fb8a4133800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:b6123b67-6580-4373-9691-e0e950df5f06.4566.21 info.flags=0x17 2024-09-12T17:53:41.231 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.227+0000 7fb8a4133800 10 adding default.rgw.meta+root+.bucket.meta.error-at-init-index:b6123b67-6580-4373-9691-e0e950df5f06.4566.21 to cache LRU end 2024-09-12T17:53:41.231 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.227+0000 7fb8a4133800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:53:41.231 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.227+0000 7fb8a4133800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:53:41.231 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.227+0000 7fb8a4133800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:b6123b67-6580-4373-9691-e0e950df5f06.4566.21 2024-09-12T17:53:41.231 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.229+0000 7fb8a4133800 -1 Injecting error=-95 at location=init_index 2024-09-12T17:53:41.231 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.229+0000 7fb8a4133800 0 WARNING: init_index() does not supported logrecord, falling back to block reshard mode. 2024-09-12T17:53:41.233 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.231+0000 7fb8a4133800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:b6123b67-6580-4373-9691-e0e950df5f06.4566.21 info.flags=0x17 2024-09-12T17:53:41.233 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.231+0000 7fb8a4133800 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:b6123b67-6580-4373-9691-e0e950df5f06.4566.21 to cache LRU end 2024-09-12T17:53:41.233 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.231+0000 7fb8a4133800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:53:41.234 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.231+0000 7fb8a4133800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:b6123b67-6580-4373-9691-e0e950df5f06.4566.21, ofs0, ns] 2024-09-12T17:53:41.234 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.232+0000 7fb77effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398886 cookie 94735958309936 notifier 5936 bl.length()=995 2024-09-12T17:53:41.234 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.232+0000 7fb77effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:b6123b67-6580-4373-9691-e0e950df5f06.4566.21 info.flags=0x17 2024-09-12T17:53:41.234 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.232+0000 7fb77effd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:b6123b67-6580-4373-9691-e0e950df5f06.4566.21 to cache LRU end 2024-09-12T17:53:41.234 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.232+0000 7fb77effd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:53:41.234 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.232+0000 7fb8a4133800 20 handle_bi_update(): bucket=:error-at-init-index[b6123b67-6580-4373-9691-e0e950df5f06.4566.21]): orig_sources= new_sources= 2024-09-12T17:53:41.234 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.232+0000 7fb8a4133800 20 handle_bi_update(): bucket=:error-at-init-index[b6123b67-6580-4373-9691-e0e950df5f06.4566.21]): potential sources added=[] removed=[] 2024-09-12T17:53:41.234 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.232+0000 7fb8a4133800 20 handle_bi_update(): bucket=:error-at-init-index[b6123b67-6580-4373-9691-e0e950df5f06.4566.21]): orig_dests= new_dests= 2024-09-12T17:53:41.234 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.232+0000 7fb8a4133800 20 handle_bi_update(): bucket=:error-at-init-index[b6123b67-6580-4373-9691-e0e950df5f06.4566.21]): potential dests added=[] removed=[] 2024-09-12T17:53:41.235 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.233+0000 7fb8a4133800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.21.1.0 2024-09-12T17:53:41.235 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.233+0000 7fb8a4133800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.21.1.0 2024-09-12T17:53:41.235 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.233+0000 7fb8a4133800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.21.1.1 2024-09-12T17:53:41.235 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.233+0000 7fb8a4133800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.21.1.1 2024-09-12T17:53:41.235 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.233+0000 7fb8a4133800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.21.0 2024-09-12T17:53:41.237 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.236+0000 7fb8a4133800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:b6123b67-6580-4373-9691-e0e950df5f06.4566.21 : hit (requested=0x17, cached=0x17) 2024-09-12T17:53:41.237 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.236+0000 7fb8a4133800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:b6123b67-6580-4373-9691-e0e950df5f06.4566.21 2024-09-12T17:53:41.239 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.237+0000 7fb8a4133800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:b6123b67-6580-4373-9691-e0e950df5f06.4566.21 info.flags=0x17 2024-09-12T17:53:41.239 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.237+0000 7fb8a4133800 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:b6123b67-6580-4373-9691-e0e950df5f06.4566.21 to cache LRU end 2024-09-12T17:53:41.239 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.237+0000 7fb8a4133800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:53:41.239 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.237+0000 7fb8a4133800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:b6123b67-6580-4373-9691-e0e950df5f06.4566.21, ofs0, ns] 2024-09-12T17:53:41.239 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.237+0000 7fb77effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398887 cookie 94735958309936 notifier 5936 bl.length()=963 2024-09-12T17:53:41.239 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.237+0000 7fb77effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:b6123b67-6580-4373-9691-e0e950df5f06.4566.21 info.flags=0x17 2024-09-12T17:53:41.239 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.237+0000 7fb77effd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:b6123b67-6580-4373-9691-e0e950df5f06.4566.21 to cache LRU end 2024-09-12T17:53:41.239 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.237+0000 7fb77effd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:53:41.239 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.237+0000 7fb8a4133800 20 handle_bi_update(): bucket=:error-at-init-index[b6123b67-6580-4373-9691-e0e950df5f06.4566.21]): orig_sources= new_sources= 2024-09-12T17:53:41.240 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.237+0000 7fb8a4133800 20 handle_bi_update(): bucket=:error-at-init-index[b6123b67-6580-4373-9691-e0e950df5f06.4566.21]): potential sources added=[] removed=[] 2024-09-12T17:53:41.240 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.237+0000 7fb8a4133800 20 handle_bi_update(): bucket=:error-at-init-index[b6123b67-6580-4373-9691-e0e950df5f06.4566.21]): orig_dests= new_dests= 2024-09-12T17:53:41.240 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.237+0000 7fb8a4133800 20 handle_bi_update(): bucket=:error-at-init-index[b6123b67-6580-4373-9691-e0e950df5f06.4566.21]): potential dests added=[] removed=[] 2024-09-12T17:53:41.241 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.239+0000 7fb8a4133800 1 execute INFO: reshard of bucket "error-at-init-index" from 1 shards to 2 shards completed successfully 2024-09-12T17:53:41.242 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.241+0000 7fb755fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:53:41.245 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.243+0000 7fb8a4133800 20 remove_watcher() i=0 2024-09-12T17:53:41.245 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.243+0000 7fb8a4133800 2 removed watcher, disabling cache 2024-09-12T17:53:41.245 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.244+0000 7fb8a4133800 20 remove_watcher() i=1 2024-09-12T17:53:41.246 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.245+0000 7fb8a4133800 20 remove_watcher() i=2 2024-09-12T17:53:41.248 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.246+0000 7fb8a4133800 20 remove_watcher() i=3 2024-09-12T17:53:41.249 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.247+0000 7fb8a4133800 20 remove_watcher() i=4 2024-09-12T17:53:41.250 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.248+0000 7fb8a4133800 20 remove_watcher() i=5 2024-09-12T17:53:41.250 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.249+0000 7fb8a4133800 20 remove_watcher() i=6 2024-09-12T17:53:41.251 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.250+0000 7fb8a4133800 20 remove_watcher() i=7 2024-09-12T17:53:41.265 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2024-09-12T17:53:41.294 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:53:41.294 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:53:41.333 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.331+0000 7f7917b31800 20 rados->read ofs=0 len=0 2024-09-12T17:53:41.334 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.333+0000 7f7917b31800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:41.335 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.333+0000 7f7917b31800 20 realm 2024-09-12T17:53:41.335 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.333+0000 7f7917b31800 20 rados->read ofs=0 len=0 2024-09-12T17:53:41.335 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.333+0000 7f7917b31800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:41.335 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.333+0000 7f7917b31800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:53:41.335 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.333+0000 7f7917b31800 20 rados->read ofs=0 len=0 2024-09-12T17:53:41.335 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.333+0000 7f7917b31800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:41.335 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.333+0000 7f7917b31800 20 rados->read ofs=0 len=0 2024-09-12T17:53:41.335 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.334+0000 7f7917b31800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:53:41.335 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.334+0000 7f7917b31800 20 rados->read ofs=0 len=0 2024-09-12T17:53:41.336 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.335+0000 7f7917b31800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:53:41.336 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.335+0000 7f7917b31800 20 searching for the correct realm 2024-09-12T17:53:41.339 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.337+0000 7f790bfff640 0 -- 172.21.15.45:0/4094714495 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x55dbb74bf070 msgr2=0x55dbb74c1460 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:53:41.342 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.340+0000 7f7913876640 0 -- 172.21.15.45:0/4094714495 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f78fc02e410 msgr2=0x7f78fc02e870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:53:41.548 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.546+0000 7f7917b31800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:53:41.548 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.546+0000 7f7917b31800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:53:41.548 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.546+0000 7f7917b31800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:53:41.549 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.546+0000 7f7917b31800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:53:41.549 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.546+0000 7f7917b31800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:53:41.549 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.546+0000 7f7917b31800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:53:41.549 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.546+0000 7f7917b31800 20 rados->read ofs=0 len=0 2024-09-12T17:53:41.549 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.547+0000 7f7917b31800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:41.549 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.547+0000 7f7917b31800 20 rados->read ofs=0 len=0 2024-09-12T17:53:41.550 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.547+0000 7f7917b31800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:53:41.550 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.547+0000 7f7917b31800 20 rados->read ofs=0 len=0 2024-09-12T17:53:41.550 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.547+0000 7f7917b31800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:53:41.550 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.547+0000 7f7917b31800 20 zone default found 2024-09-12T17:53:41.550 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.547+0000 7f7917b31800 4 Realm: () 2024-09-12T17:53:41.550 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.547+0000 7f7917b31800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:53:41.550 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.547+0000 7f7917b31800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:53:41.551 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.547+0000 7f7917b31800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:53:41.551 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.547+0000 7f7917b31800 20 zonegroup default 2024-09-12T17:53:41.551 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.548+0000 7f7917b31800 20 rados->read ofs=0 len=0 2024-09-12T17:53:41.551 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.548+0000 7f7917b31800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:41.551 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.548+0000 7f7917b31800 20 rados->read ofs=0 len=0 2024-09-12T17:53:41.551 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.548+0000 7f7917b31800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:41.551 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.548+0000 7f7917b31800 20 rados->read ofs=0 len=0 2024-09-12T17:53:41.551 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.548+0000 7f7917b31800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:41.551 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.548+0000 7f7917b31800 20 started sync module instance, tier type = 2024-09-12T17:53:41.551 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.548+0000 7f7917b31800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:53:41.559 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.557+0000 7f7917b31800 20 add_watcher() i=0 2024-09-12T17:53:41.559 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.557+0000 7f7917b31800 20 add_watcher() i=1 2024-09-12T17:53:41.559 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.557+0000 7f7917b31800 20 add_watcher() i=2 2024-09-12T17:53:41.559 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.557+0000 7f7917b31800 20 add_watcher() i=3 2024-09-12T17:53:41.559 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.557+0000 7f7917b31800 20 add_watcher() i=4 2024-09-12T17:53:41.559 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.557+0000 7f7917b31800 20 add_watcher() i=5 2024-09-12T17:53:41.559 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.557+0000 7f7917b31800 20 add_watcher() i=6 2024-09-12T17:53:41.560 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.558+0000 7f7917b31800 20 add_watcher() i=7 2024-09-12T17:53:41.560 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.558+0000 7f7917b31800 2 all 8 watchers are set, enabling cache 2024-09-12T17:53:41.561 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.560+0000 7f77c9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:53:41.563 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.560+0000 7f7917b31800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:53:41.563 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.560+0000 7f7917b31800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:53:41.563 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.560+0000 7f7917b31800 5 note: GC not initialized 2024-09-12T17:53:41.563 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.561+0000 7f77c8fe1640 20 reqs_thread_entry: start 2024-09-12T17:53:41.563 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.561+0000 7f7917b31800 20 init_complete bucket index max shards: 1 2024-09-12T17:53:41.563 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.561+0000 7f7917b31800 20 Filter name: none 2024-09-12T17:53:41.564 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.561+0000 7f77427fc640 20 reqs_thread_entry: start 2024-09-12T17:53:41.564 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.561+0000 7f7917b31800 20 rados->read ofs=0 len=0 2024-09-12T17:53:41.564 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.561+0000 7f7917b31800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:53:41.564 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.561+0000 7f7917b31800 20 rados->read ofs=0 len=0 2024-09-12T17:53:41.566 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.562+0000 7f7917b31800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:53:41.566 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.562+0000 7f7917b31800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:53:41.566 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.562+0000 7f7917b31800 20 rados->read ofs=0 len=0 2024-09-12T17:53:41.567 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.562+0000 7f7917b31800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:53:41.567 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.562+0000 7f7917b31800 20 rados->read ofs=0 len=0 2024-09-12T17:53:41.567 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.562+0000 7f7917b31800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:53:41.567 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.563+0000 7f7917b31800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:53:41.567 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.564+0000 7f77c9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:53:41.567 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.566+0000 7f7917b31800 20 remove_watcher() i=0 2024-09-12T17:53:41.567 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.566+0000 7f7917b31800 2 removed watcher, disabling cache 2024-09-12T17:53:41.568 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.567+0000 7f7917b31800 20 remove_watcher() i=1 2024-09-12T17:53:41.569 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.568+0000 7f7917b31800 20 remove_watcher() i=2 2024-09-12T17:53:41.570 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.569+0000 7f7917b31800 20 remove_watcher() i=3 2024-09-12T17:53:41.571 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.570+0000 7f7917b31800 20 remove_watcher() i=4 2024-09-12T17:53:41.572 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.571+0000 7f7917b31800 20 remove_watcher() i=5 2024-09-12T17:53:41.573 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.572+0000 7f7917b31800 20 remove_watcher() i=6 2024-09-12T17:53:41.574 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.573+0000 7f7917b31800 20 remove_watcher() i=7 2024-09-12T17:53:41.586 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:41.586 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T17:53:41.586 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: error-at-init-index id: b6123b67-6580-4373-9691-e0e950df5f06.4566.21 num_objects: 20 size_kb: 1 num_shards: 2 2024-09-12T17:53:41.586 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:41.588 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:41.588 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:41.591 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:41.591 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:41.634 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:41.634 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:41.648 INFO:tasks.workunit.client.0.smithi045.stderr:TEST: reshard bucket with abort at init_index 2024-09-12T17:53:41.648 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:41.650 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:41.650 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:41.659 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:41.659 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:41.702 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:41.702 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:41.709 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:41.709 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:41.716 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:41.716 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:41.722 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:41.722 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:41.729 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:41.729 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:41.735 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:41.736 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:41.743 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:41.743 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:41.750 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:41.750 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:41.756 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:41.756 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:41.762 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:41.762 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:41.769 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:41.769 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:41.776 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:41.776 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:41.782 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:41.783 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:41.789 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:41.789 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:41.801 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:41.801 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:41.803 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:41.803 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:41.809 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:41.809 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:41.816 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:41.816 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:41.822 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:41.822 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:41.828 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:41.828 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:41.835 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket abort-at-init-indext 2024-09-12T17:53:41.865 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:53:41.865 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:53:41.903 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.901+0000 7f5110c98800 20 rados->read ofs=0 len=0 2024-09-12T17:53:41.905 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.903+0000 7f5110c98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:41.905 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.903+0000 7f5110c98800 20 realm 2024-09-12T17:53:41.905 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.903+0000 7f5110c98800 20 rados->read ofs=0 len=0 2024-09-12T17:53:41.905 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.903+0000 7f5110c98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:41.905 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.903+0000 7f5110c98800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:53:41.905 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.903+0000 7f5110c98800 20 rados->read ofs=0 len=0 2024-09-12T17:53:41.905 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.903+0000 7f5110c98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:41.905 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.903+0000 7f5110c98800 20 rados->read ofs=0 len=0 2024-09-12T17:53:41.906 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.904+0000 7f5110c98800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:53:41.906 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.904+0000 7f5110c98800 20 rados->read ofs=0 len=0 2024-09-12T17:53:41.907 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.905+0000 7f5110c98800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:53:41.907 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.905+0000 7f5110c98800 20 searching for the correct realm 2024-09-12T17:53:41.909 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.908+0000 7f510ef83640 0 -- 172.21.15.45:0/1287809082 >> [v2:172.21.15.45:6800/38958590,v1:172.21.15.45:6801/38958590] conn(0x55e8dd488a50 msgr2=0x55e8dd48af10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:53:41.913 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.911+0000 7f510e782640 0 -- 172.21.15.45:0/1287809082 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f51040a5b90 msgr2=0x7f5104039a40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:53:41.917 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.915+0000 7f5110c98800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:53:41.917 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.915+0000 7f5110c98800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:53:41.917 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.915+0000 7f5110c98800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:53:41.917 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.915+0000 7f5110c98800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:53:41.917 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.915+0000 7f5110c98800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:53:41.917 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.915+0000 7f5110c98800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:53:41.917 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.915+0000 7f5110c98800 20 rados->read ofs=0 len=0 2024-09-12T17:53:41.918 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.915+0000 7f5110c98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:41.918 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.915+0000 7f5110c98800 20 rados->read ofs=0 len=0 2024-09-12T17:53:41.918 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.916+0000 7f5110c98800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:53:41.918 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.916+0000 7f5110c98800 20 rados->read ofs=0 len=0 2024-09-12T17:53:41.919 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.916+0000 7f5110c98800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:53:41.919 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.916+0000 7f5110c98800 20 zone default found 2024-09-12T17:53:41.919 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.916+0000 7f5110c98800 4 Realm: () 2024-09-12T17:53:41.919 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.916+0000 7f5110c98800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:53:41.919 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.916+0000 7f5110c98800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:53:41.919 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.916+0000 7f5110c98800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:53:41.919 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.916+0000 7f5110c98800 20 zonegroup default 2024-09-12T17:53:41.919 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.916+0000 7f5110c98800 20 rados->read ofs=0 len=0 2024-09-12T17:53:41.920 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.916+0000 7f5110c98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:41.920 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.916+0000 7f5110c98800 20 rados->read ofs=0 len=0 2024-09-12T17:53:41.920 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.917+0000 7f5110c98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:41.920 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.917+0000 7f5110c98800 20 rados->read ofs=0 len=0 2024-09-12T17:53:41.920 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.917+0000 7f5110c98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:41.920 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.917+0000 7f5110c98800 20 started sync module instance, tier type = 2024-09-12T17:53:41.920 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.917+0000 7f5110c98800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:53:41.928 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.926+0000 7f5110c98800 20 add_watcher() i=0 2024-09-12T17:53:41.928 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.926+0000 7f5110c98800 20 add_watcher() i=1 2024-09-12T17:53:41.928 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.926+0000 7f5110c98800 20 add_watcher() i=2 2024-09-12T17:53:41.928 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.926+0000 7f5110c98800 20 add_watcher() i=3 2024-09-12T17:53:41.929 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.926+0000 7f5110c98800 20 add_watcher() i=4 2024-09-12T17:53:41.929 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.926+0000 7f5110c98800 20 add_watcher() i=5 2024-09-12T17:53:41.929 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.926+0000 7f5110c98800 20 add_watcher() i=6 2024-09-12T17:53:41.929 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.927+0000 7f5110c98800 20 add_watcher() i=7 2024-09-12T17:53:41.929 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.927+0000 7f5110c98800 2 all 8 watchers are set, enabling cache 2024-09-12T17:53:41.931 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.928+0000 7f4fc4fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:53:41.931 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.928+0000 7f5110c98800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:53:41.931 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.928+0000 7f5110c98800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:53:41.931 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.928+0000 7f5110c98800 5 note: GC not initialized 2024-09-12T17:53:41.932 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.929+0000 7f4f3f7fe640 20 reqs_thread_entry: start 2024-09-12T17:53:41.932 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.929+0000 7f5110c98800 20 init_complete bucket index max shards: 1 2024-09-12T17:53:41.932 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.929+0000 7f5110c98800 20 Filter name: none 2024-09-12T17:53:41.932 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.929+0000 7f4f3d7fa640 20 reqs_thread_entry: start 2024-09-12T17:53:41.932 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.929+0000 7f5110c98800 20 rados->read ofs=0 len=0 2024-09-12T17:53:41.932 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.929+0000 7f5110c98800 20 rados_obj.operate() r=0 bl.length=212 2024-09-12T17:53:41.932 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.929+0000 7f5110c98800 20 rados->read ofs=0 len=0 2024-09-12T17:53:41.933 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.930+0000 7f5110c98800 20 rados_obj.operate() r=0 bl.length=434 2024-09-12T17:53:41.936 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.930+0000 7f5110c98800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:53:41.936 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.930+0000 7f5110c98800 20 rados->read ofs=0 len=0 2024-09-12T17:53:41.937 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.930+0000 7f5110c98800 20 rados_obj.operate() r=0 bl.length=212 2024-09-12T17:53:41.937 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.930+0000 7f5110c98800 20 rados->read ofs=0 len=0 2024-09-12T17:53:41.937 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.931+0000 7f5110c98800 20 rados_obj.operate() r=0 bl.length=434 2024-09-12T17:53:41.937 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.931+0000 7f5110c98800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:53:41.938 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.932+0000 7f4fc4fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:53:41.938 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.934+0000 7f5110c98800 20 remove_watcher() i=0 2024-09-12T17:53:41.938 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.934+0000 7f5110c98800 2 removed watcher, disabling cache 2024-09-12T17:53:41.938 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.935+0000 7f5110c98800 20 remove_watcher() i=1 2024-09-12T17:53:41.938 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.936+0000 7f5110c98800 20 remove_watcher() i=2 2024-09-12T17:53:41.939 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.937+0000 7f5110c98800 20 remove_watcher() i=3 2024-09-12T17:53:41.939 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.938+0000 7f5110c98800 20 remove_watcher() i=4 2024-09-12T17:53:41.940 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.939+0000 7f5110c98800 20 remove_watcher() i=5 2024-09-12T17:53:41.941 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.940+0000 7f5110c98800 20 remove_watcher() i=6 2024-09-12T17:53:41.942 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:41.940+0000 7f5110c98800 20 remove_watcher() i=7 2024-09-12T17:53:41.956 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:41.956 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T17:53:41.956 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: abort-at-init-indext id: b6123b67-6580-4373-9691-e0e950df5f06.4566.22 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:53:41.956 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:41.956 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket reshard --bucket abort-at-init-indext --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at init_index 2024-09-12T17:53:41.989 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:53:41.989 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:53:42.028 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.027+0000 7efdb2125800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.030 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.028+0000 7efdb2125800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:42.030 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.028+0000 7efdb2125800 20 realm 2024-09-12T17:53:42.030 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.028+0000 7efdb2125800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.030 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.028+0000 7efdb2125800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:42.030 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.028+0000 7efdb2125800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:53:42.030 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.028+0000 7efdb2125800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.030 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.029+0000 7efdb2125800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:42.030 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.029+0000 7efdb2125800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.031 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.029+0000 7efdb2125800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:53:42.031 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.029+0000 7efdb2125800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.031 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.030+0000 7efdb2125800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:53:42.031 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.030+0000 7efdb2125800 20 searching for the correct realm 2024-09-12T17:53:42.034 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.033+0000 7efdad532640 0 -- 172.21.15.45:0/1876122325 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x5645ef058350 msgr2=0x5645ef05a760 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:53:42.038 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.036+0000 7efdadd33640 0 -- 172.21.15.45:0/1876122325 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7efda405d6e0 msgr2=0x7efda404d0f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:53:42.042 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.040+0000 7efdb2125800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:53:42.042 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.041+0000 7efdb2125800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:53:42.042 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.041+0000 7efdb2125800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:53:42.042 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.041+0000 7efdb2125800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:53:42.042 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.041+0000 7efdb2125800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:53:42.042 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.041+0000 7efdb2125800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:53:42.043 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.041+0000 7efdb2125800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.043 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.041+0000 7efdb2125800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:42.043 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.041+0000 7efdb2125800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.044 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.041+0000 7efdb2125800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:53:42.044 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.041+0000 7efdb2125800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.044 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.041+0000 7efdb2125800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:53:42.044 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.041+0000 7efdb2125800 20 zone default found 2024-09-12T17:53:42.044 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.041+0000 7efdb2125800 4 Realm: () 2024-09-12T17:53:42.044 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.041+0000 7efdb2125800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:53:42.044 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.041+0000 7efdb2125800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:53:42.044 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.041+0000 7efdb2125800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:53:42.044 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.041+0000 7efdb2125800 20 zonegroup default 2024-09-12T17:53:42.044 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.041+0000 7efdb2125800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.045 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.042+0000 7efdb2125800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:42.045 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.042+0000 7efdb2125800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.045 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.042+0000 7efdb2125800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:42.045 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.042+0000 7efdb2125800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.045 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.042+0000 7efdb2125800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:42.045 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.042+0000 7efdb2125800 20 started sync module instance, tier type = 2024-09-12T17:53:42.045 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.042+0000 7efdb2125800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:53:42.054 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.052+0000 7efdb2125800 20 add_watcher() i=0 2024-09-12T17:53:42.054 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.052+0000 7efdb2125800 20 add_watcher() i=1 2024-09-12T17:53:42.054 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.052+0000 7efdb2125800 20 add_watcher() i=2 2024-09-12T17:53:42.054 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.052+0000 7efdb2125800 20 add_watcher() i=3 2024-09-12T17:53:42.054 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.052+0000 7efdb2125800 20 add_watcher() i=4 2024-09-12T17:53:42.054 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.052+0000 7efdb2125800 20 add_watcher() i=5 2024-09-12T17:53:42.055 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.052+0000 7efdb2125800 20 add_watcher() i=6 2024-09-12T17:53:42.055 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.053+0000 7efdb2125800 20 add_watcher() i=7 2024-09-12T17:53:42.055 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.053+0000 7efdb2125800 2 all 8 watchers are set, enabling cache 2024-09-12T17:53:42.056 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.055+0000 7efc5f7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:53:42.057 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.055+0000 7efdb2125800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:53:42.057 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.055+0000 7efdb2125800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:53:42.057 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.055+0000 7efdb2125800 5 note: GC not initialized 2024-09-12T17:53:42.058 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.056+0000 7efc5e7fc640 20 reqs_thread_entry: start 2024-09-12T17:53:42.058 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.056+0000 7efdb2125800 20 init_complete bucket index max shards: 1 2024-09-12T17:53:42.058 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.056+0000 7efdb2125800 20 Filter name: none 2024-09-12T17:53:42.058 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.056+0000 7efbcffff640 20 reqs_thread_entry: start 2024-09-12T17:53:42.058 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.056+0000 7efdb2125800 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2024-09-12T17:53:42.058 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.056+0000 7efdb2125800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.059 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.056+0000 7efdb2125800 20 rados_obj.operate() r=0 bl.length=212 2024-09-12T17:53:42.059 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.056+0000 7efdb2125800 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2024-09-12T17:53:42.059 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.056+0000 7efdb2125800 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2024-09-12T17:53:42.059 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.056+0000 7efdb2125800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b6123b67-6580-4373-9691-e0e950df5f06.4566.22 : miss 2024-09-12T17:53:42.059 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.056+0000 7efdb2125800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.059 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.057+0000 7efdb2125800 20 rados_obj.operate() r=0 bl.length=434 2024-09-12T17:53:42.059 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.057+0000 7efdb2125800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b6123b67-6580-4373-9691-e0e950df5f06.4566.22 info.flags=0x17 2024-09-12T17:53:42.059 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.057+0000 7efdb2125800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b6123b67-6580-4373-9691-e0e950df5f06.4566.22 to cache LRU end 2024-09-12T17:53:42.059 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.057+0000 7efdb2125800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:53:42.060 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.057+0000 7efdb2125800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:53:42.060 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.057+0000 7efdb2125800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b6123b67-6580-4373-9691-e0e950df5f06.4566.22 2024-09-12T17:53:42.060 INFO:tasks.workunit.client.0.smithi045.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7efdb2125800 time 2024-09-12T17:53:42.060290+0000 2024-09-12T17:53:42.060 INFO:tasks.workunit.client.0.smithi045.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:53:42.061 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:53:42.061 INFO:tasks.workunit.client.0.smithi045.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7efdb378c71a] 2024-09-12T17:53:42.061 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7efdb378c8d8] 2024-09-12T17:53:42.061 INFO:tasks.workunit.client.0.smithi045.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5645ed57d841] 2024-09-12T17:53:42.061 INFO:tasks.workunit.client.0.smithi045.stderr: 4: radosgw-admin(+0xd73b64) [0x5645eda8ab64] 2024-09-12T17:53:42.061 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5645ed58d50d] 2024-09-12T17:53:42.061 INFO:tasks.workunit.client.0.smithi045.stderr: 6: main() 2024-09-12T17:53:42.061 INFO:tasks.workunit.client.0.smithi045.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7efdb2429590] 2024-09-12T17:53:42.061 INFO:tasks.workunit.client.0.smithi045.stderr: 8: __libc_start_main() 2024-09-12T17:53:42.061 INFO:tasks.workunit.client.0.smithi045.stderr: 9: _start() 2024-09-12T17:53:42.061 INFO:tasks.workunit.client.0.smithi045.stderr:*** Caught signal (Aborted) ** 2024-09-12T17:53:42.061 INFO:tasks.workunit.client.0.smithi045.stderr: in thread 7efdb2125800 thread_name:radosgw-admin 2024-09-12T17:53:42.062 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.059+0000 7efdb2125800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7efdb2125800 time 2024-09-12T17:53:42.060290+0000 2024-09-12T17:53:42.062 INFO:tasks.workunit.client.0.smithi045.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:53:42.062 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:42.062 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:53:42.062 INFO:tasks.workunit.client.0.smithi045.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7efdb378c71a] 2024-09-12T17:53:42.062 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7efdb378c8d8] 2024-09-12T17:53:42.062 INFO:tasks.workunit.client.0.smithi045.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5645ed57d841] 2024-09-12T17:53:42.062 INFO:tasks.workunit.client.0.smithi045.stderr: 4: radosgw-admin(+0xd73b64) [0x5645eda8ab64] 2024-09-12T17:53:42.062 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5645ed58d50d] 2024-09-12T17:53:42.062 INFO:tasks.workunit.client.0.smithi045.stderr: 6: main() 2024-09-12T17:53:42.062 INFO:tasks.workunit.client.0.smithi045.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7efdb2429590] 2024-09-12T17:53:42.062 INFO:tasks.workunit.client.0.smithi045.stderr: 8: __libc_start_main() 2024-09-12T17:53:42.062 INFO:tasks.workunit.client.0.smithi045.stderr: 9: _start() 2024-09-12T17:53:42.062 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:42.080 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:53:42.080 INFO:tasks.workunit.client.0.smithi045.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7efdb243e6f0] 2024-09-12T17:53:42.080 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7efdb248b99c] 2024-09-12T17:53:42.081 INFO:tasks.workunit.client.0.smithi045.stderr: 3: raise() 2024-09-12T17:53:42.081 INFO:tasks.workunit.client.0.smithi045.stderr: 4: abort() 2024-09-12T17:53:42.081 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7efdb378c774] 2024-09-12T17:53:42.081 INFO:tasks.workunit.client.0.smithi045.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7efdb378c8d8] 2024-09-12T17:53:42.081 INFO:tasks.workunit.client.0.smithi045.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5645ed57d841] 2024-09-12T17:53:42.081 INFO:tasks.workunit.client.0.smithi045.stderr: 8: radosgw-admin(+0xd73b64) [0x5645eda8ab64] 2024-09-12T17:53:42.081 INFO:tasks.workunit.client.0.smithi045.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5645ed58d50d] 2024-09-12T17:53:42.081 INFO:tasks.workunit.client.0.smithi045.stderr: 10: main() 2024-09-12T17:53:42.081 INFO:tasks.workunit.client.0.smithi045.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7efdb2429590] 2024-09-12T17:53:42.081 INFO:tasks.workunit.client.0.smithi045.stderr: 12: __libc_start_main() 2024-09-12T17:53:42.081 INFO:tasks.workunit.client.0.smithi045.stderr: 13: _start() 2024-09-12T17:53:42.081 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.060+0000 7efdb2125800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:53:42.081 INFO:tasks.workunit.client.0.smithi045.stderr: in thread 7efdb2125800 thread_name:radosgw-admin 2024-09-12T17:53:42.082 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:42.082 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:53:42.082 INFO:tasks.workunit.client.0.smithi045.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7efdb243e6f0] 2024-09-12T17:53:42.082 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7efdb248b99c] 2024-09-12T17:53:42.082 INFO:tasks.workunit.client.0.smithi045.stderr: 3: raise() 2024-09-12T17:53:42.082 INFO:tasks.workunit.client.0.smithi045.stderr: 4: abort() 2024-09-12T17:53:42.082 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7efdb378c774] 2024-09-12T17:53:42.082 INFO:tasks.workunit.client.0.smithi045.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7efdb378c8d8] 2024-09-12T17:53:42.082 INFO:tasks.workunit.client.0.smithi045.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5645ed57d841] 2024-09-12T17:53:42.082 INFO:tasks.workunit.client.0.smithi045.stderr: 8: radosgw-admin(+0xd73b64) [0x5645eda8ab64] 2024-09-12T17:53:42.082 INFO:tasks.workunit.client.0.smithi045.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5645ed58d50d] 2024-09-12T17:53:42.083 INFO:tasks.workunit.client.0.smithi045.stderr: 10: main() 2024-09-12T17:53:42.083 INFO:tasks.workunit.client.0.smithi045.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7efdb2429590] 2024-09-12T17:53:42.083 INFO:tasks.workunit.client.0.smithi045.stderr: 12: __libc_start_main() 2024-09-12T17:53:42.083 INFO:tasks.workunit.client.0.smithi045.stderr: 13: _start() 2024-09-12T17:53:42.083 INFO:tasks.workunit.client.0.smithi045.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:53:42.083 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:42.083 INFO:tasks.workunit.client.0.smithi045.stderr:--- begin dump of recent events --- 2024-09-12T17:53:42.083 INFO:tasks.workunit.client.0.smithi045.stderr: -499> 2024-09-12T17:53:42.009+0000 7efc9be07640 10 monclient: dump: 2024-09-12T17:53:42.083 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:53:42.083 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:53:42.083 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:53:42.083 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:53:42.083 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:53:42.084 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:53:42.084 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:53:42.084 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:53:42.084 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:53:42.084 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:42.084 INFO:tasks.workunit.client.0.smithi045.stderr: -498> 2024-09-12T17:53:42.009+0000 7efc9be07640 10 monclient: _finish_auth 0 2024-09-12T17:53:42.085 INFO:tasks.workunit.client.0.smithi045.stderr: -497> 2024-09-12T17:53:42.009+0000 7efc9be07640 10 monclient: _check_auth_tickets 2024-09-12T17:53:42.085 INFO:tasks.workunit.client.0.smithi045.stderr: -496> 2024-09-12T17:53:42.009+0000 7efc9be07640 10 monclient: handle_config config(0 keys) 2024-09-12T17:53:42.085 INFO:tasks.workunit.client.0.smithi045.stderr: -495> 2024-09-12T17:53:42.009+0000 7efc9be07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:53:42.085 INFO:tasks.workunit.client.0.smithi045.stderr: -494> 2024-09-12T17:53:42.009+0000 7efc9be07640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:53:42.085 INFO:tasks.workunit.client.0.smithi045.stderr: -493> 2024-09-12T17:53:42.009+0000 7efc9be07640 10 monclient: dump: 2024-09-12T17:53:42.085 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:53:42.085 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:53:42.085 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:53:42.085 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:53:42.085 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:53:42.085 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:53:42.085 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:53:42.085 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:53:42.086 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:53:42.086 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:42.086 INFO:tasks.workunit.client.0.smithi045.stderr: -492> 2024-09-12T17:53:42.009+0000 7efdb2125800 5 monclient: authenticate success, global_id 6297 2024-09-12T17:53:42.086 INFO:tasks.workunit.client.0.smithi045.stderr: -491> 2024-09-12T17:53:42.009+0000 7efdb2125800 10 monclient: get_monmap_and_config success 2024-09-12T17:53:42.086 INFO:tasks.workunit.client.0.smithi045.stderr: -490> 2024-09-12T17:53:42.009+0000 7efdb2125800 4 set_mon_vals no callback set 2024-09-12T17:53:42.086 INFO:tasks.workunit.client.0.smithi045.stderr: -489> 2024-09-12T17:53:42.010+0000 7efdb2125800 10 monclient: shutdown 2024-09-12T17:53:42.086 INFO:tasks.workunit.client.0.smithi045.stderr: -488> 2024-09-12T17:53:42.010+0000 7efdb2125800 5 asok(0x5645eed44730) unregister_commands rotate-key 2024-09-12T17:53:42.086 INFO:tasks.workunit.client.0.smithi045.stderr: -487> 2024-09-12T17:53:42.010+0000 7efdb2125800 10 monclient: build_initial_monmap 2024-09-12T17:53:42.086 INFO:tasks.workunit.client.0.smithi045.stderr: -486> 2024-09-12T17:53:42.010+0000 7efdb2125800 1 build_initial for_mkfs: 0 2024-09-12T17:53:42.086 INFO:tasks.workunit.client.0.smithi045.stderr: -485> 2024-09-12T17:53:42.010+0000 7efdb2125800 10 monclient: monmap: 2024-09-12T17:53:42.086 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:53:42.086 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:53:42.086 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:53:42.086 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:53:42.087 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:53:42.087 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:53:42.087 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:53:42.087 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:53:42.087 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:53:42.087 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:42.087 INFO:tasks.workunit.client.0.smithi045.stderr: -484> 2024-09-12T17:53:42.010+0000 7efdb2125800 5 AuthRegistry(0x5645eef6b2b0) adding auth protocol: cephx 2024-09-12T17:53:42.087 INFO:tasks.workunit.client.0.smithi045.stderr: -483> 2024-09-12T17:53:42.010+0000 7efdb2125800 5 AuthRegistry(0x5645eef6b2b0) adding auth protocol: cephx 2024-09-12T17:53:42.087 INFO:tasks.workunit.client.0.smithi045.stderr: -482> 2024-09-12T17:53:42.010+0000 7efdb2125800 5 AuthRegistry(0x5645eef6b2b0) adding auth protocol: cephx 2024-09-12T17:53:42.087 INFO:tasks.workunit.client.0.smithi045.stderr: -481> 2024-09-12T17:53:42.010+0000 7efdb2125800 5 AuthRegistry(0x5645eef6b2b0) adding con mode: secure 2024-09-12T17:53:42.087 INFO:tasks.workunit.client.0.smithi045.stderr: -480> 2024-09-12T17:53:42.010+0000 7efdb2125800 5 AuthRegistry(0x5645eef6b2b0) adding con mode: crc 2024-09-12T17:53:42.087 INFO:tasks.workunit.client.0.smithi045.stderr: -479> 2024-09-12T17:53:42.010+0000 7efdb2125800 5 AuthRegistry(0x5645eef6b2b0) adding con mode: secure 2024-09-12T17:53:42.087 INFO:tasks.workunit.client.0.smithi045.stderr: -478> 2024-09-12T17:53:42.010+0000 7efdb2125800 5 AuthRegistry(0x5645eef6b2b0) adding con mode: crc 2024-09-12T17:53:42.088 INFO:tasks.workunit.client.0.smithi045.stderr: -477> 2024-09-12T17:53:42.010+0000 7efdb2125800 5 AuthRegistry(0x5645eef6b2b0) adding con mode: secure 2024-09-12T17:53:42.088 INFO:tasks.workunit.client.0.smithi045.stderr: -476> 2024-09-12T17:53:42.010+0000 7efdb2125800 5 AuthRegistry(0x5645eef6b2b0) adding con mode: crc 2024-09-12T17:53:42.088 INFO:tasks.workunit.client.0.smithi045.stderr: -475> 2024-09-12T17:53:42.010+0000 7efdb2125800 5 AuthRegistry(0x5645eef6b2b0) adding con mode: crc 2024-09-12T17:53:42.088 INFO:tasks.workunit.client.0.smithi045.stderr: -474> 2024-09-12T17:53:42.010+0000 7efdb2125800 5 AuthRegistry(0x5645eef6b2b0) adding con mode: secure 2024-09-12T17:53:42.088 INFO:tasks.workunit.client.0.smithi045.stderr: -473> 2024-09-12T17:53:42.010+0000 7efdb2125800 5 AuthRegistry(0x5645eef6b2b0) adding con mode: crc 2024-09-12T17:53:42.088 INFO:tasks.workunit.client.0.smithi045.stderr: -472> 2024-09-12T17:53:42.010+0000 7efdb2125800 5 AuthRegistry(0x5645eef6b2b0) adding con mode: secure 2024-09-12T17:53:42.088 INFO:tasks.workunit.client.0.smithi045.stderr: -471> 2024-09-12T17:53:42.010+0000 7efdb2125800 5 AuthRegistry(0x5645eef6b2b0) adding con mode: crc 2024-09-12T17:53:42.088 INFO:tasks.workunit.client.0.smithi045.stderr: -470> 2024-09-12T17:53:42.010+0000 7efdb2125800 5 AuthRegistry(0x5645eef6b2b0) adding con mode: secure 2024-09-12T17:53:42.088 INFO:tasks.workunit.client.0.smithi045.stderr: -469> 2024-09-12T17:53:42.010+0000 7efdb2125800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:53:42.088 INFO:tasks.workunit.client.0.smithi045.stderr: -468> 2024-09-12T17:53:42.010+0000 7efdb2125800 1 librados: starting msgr at 2024-09-12T17:53:42.088 INFO:tasks.workunit.client.0.smithi045.stderr: -467> 2024-09-12T17:53:42.010+0000 7efdb2125800 1 librados: starting objecter 2024-09-12T17:53:42.088 INFO:tasks.workunit.client.0.smithi045.stderr: -466> 2024-09-12T17:53:42.010+0000 7efdb2125800 5 asok(0x5645eed44730) register_command objecter_requests hook 0x5645eef68c10 2024-09-12T17:53:42.088 INFO:tasks.workunit.client.0.smithi045.stderr: -465> 2024-09-12T17:53:42.010+0000 7efdb2125800 1 librados: setting wanted keys 2024-09-12T17:53:42.089 INFO:tasks.workunit.client.0.smithi045.stderr: -464> 2024-09-12T17:53:42.010+0000 7efdb2125800 1 librados: calling monclient init 2024-09-12T17:53:42.089 INFO:tasks.workunit.client.0.smithi045.stderr: -463> 2024-09-12T17:53:42.010+0000 7efdb2125800 10 monclient: init 2024-09-12T17:53:42.089 INFO:tasks.workunit.client.0.smithi045.stderr: -462> 2024-09-12T17:53:42.010+0000 7efdb2125800 5 AuthRegistry(0x5645eef65b90) adding auth protocol: cephx 2024-09-12T17:53:42.089 INFO:tasks.workunit.client.0.smithi045.stderr: -461> 2024-09-12T17:53:42.010+0000 7efdb2125800 5 AuthRegistry(0x5645eef65b90) adding auth protocol: cephx 2024-09-12T17:53:42.089 INFO:tasks.workunit.client.0.smithi045.stderr: -460> 2024-09-12T17:53:42.010+0000 7efdb2125800 5 AuthRegistry(0x5645eef65b90) adding auth protocol: cephx 2024-09-12T17:53:42.089 INFO:tasks.workunit.client.0.smithi045.stderr: -459> 2024-09-12T17:53:42.010+0000 7efdb2125800 5 AuthRegistry(0x5645eef65b90) adding con mode: secure 2024-09-12T17:53:42.090 INFO:tasks.workunit.client.0.smithi045.stderr: -458> 2024-09-12T17:53:42.010+0000 7efdb2125800 5 AuthRegistry(0x5645eef65b90) adding con mode: crc 2024-09-12T17:53:42.090 INFO:tasks.workunit.client.0.smithi045.stderr: -457> 2024-09-12T17:53:42.010+0000 7efdb2125800 5 AuthRegistry(0x5645eef65b90) adding con mode: secure 2024-09-12T17:53:42.090 INFO:tasks.workunit.client.0.smithi045.stderr: -456> 2024-09-12T17:53:42.010+0000 7efdb2125800 5 AuthRegistry(0x5645eef65b90) adding con mode: crc 2024-09-12T17:53:42.090 INFO:tasks.workunit.client.0.smithi045.stderr: -455> 2024-09-12T17:53:42.010+0000 7efdb2125800 5 AuthRegistry(0x5645eef65b90) adding con mode: secure 2024-09-12T17:53:42.090 INFO:tasks.workunit.client.0.smithi045.stderr: -454> 2024-09-12T17:53:42.010+0000 7efdb2125800 5 AuthRegistry(0x5645eef65b90) adding con mode: crc 2024-09-12T17:53:42.090 INFO:tasks.workunit.client.0.smithi045.stderr: -453> 2024-09-12T17:53:42.010+0000 7efdb2125800 5 AuthRegistry(0x5645eef65b90) adding con mode: crc 2024-09-12T17:53:42.090 INFO:tasks.workunit.client.0.smithi045.stderr: -452> 2024-09-12T17:53:42.010+0000 7efdb2125800 5 AuthRegistry(0x5645eef65b90) adding con mode: secure 2024-09-12T17:53:42.090 INFO:tasks.workunit.client.0.smithi045.stderr: -451> 2024-09-12T17:53:42.010+0000 7efdb2125800 5 AuthRegistry(0x5645eef65b90) adding con mode: crc 2024-09-12T17:53:42.090 INFO:tasks.workunit.client.0.smithi045.stderr: -450> 2024-09-12T17:53:42.010+0000 7efdb2125800 5 AuthRegistry(0x5645eef65b90) adding con mode: secure 2024-09-12T17:53:42.090 INFO:tasks.workunit.client.0.smithi045.stderr: -449> 2024-09-12T17:53:42.010+0000 7efdb2125800 5 AuthRegistry(0x5645eef65b90) adding con mode: crc 2024-09-12T17:53:42.090 INFO:tasks.workunit.client.0.smithi045.stderr: -448> 2024-09-12T17:53:42.010+0000 7efdb2125800 5 AuthRegistry(0x5645eef65b90) adding con mode: secure 2024-09-12T17:53:42.090 INFO:tasks.workunit.client.0.smithi045.stderr: -447> 2024-09-12T17:53:42.011+0000 7efdb2125800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:53:42.090 INFO:tasks.workunit.client.0.smithi045.stderr: -446> 2024-09-12T17:53:42.011+0000 7efdb2125800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:53:42.091 INFO:tasks.workunit.client.0.smithi045.stderr: -445> 2024-09-12T17:53:42.011+0000 7efdb2125800 5 asok(0x5645eed44730) register_command rotate-key hook 0x5645eef65cd8 2024-09-12T17:53:42.091 INFO:tasks.workunit.client.0.smithi045.stderr: -444> 2024-09-12T17:53:42.011+0000 7efdb2125800 10 monclient: _reopen_session rank -1 2024-09-12T17:53:42.091 INFO:tasks.workunit.client.0.smithi045.stderr: -443> 2024-09-12T17:53:42.011+0000 7efdb2125800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T17:53:42.091 INFO:tasks.workunit.client.0.smithi045.stderr: -442> 2024-09-12T17:53:42.011+0000 7efdb2125800 10 monclient(hunting): picked mon.noname-b con 0x5645eee1d970 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:53:42.091 INFO:tasks.workunit.client.0.smithi045.stderr: -441> 2024-09-12T17:53:42.011+0000 7efdb2125800 10 monclient(hunting): picked mon.noname-c con 0x5645eeea8ab0 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:53:42.091 INFO:tasks.workunit.client.0.smithi045.stderr: -440> 2024-09-12T17:53:42.011+0000 7efdb2125800 10 monclient(hunting): picked mon.noname-a con 0x5645eeeab900 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:53:42.091 INFO:tasks.workunit.client.0.smithi045.stderr: -439> 2024-09-12T17:53:42.011+0000 7efdb2125800 10 monclient(hunting): start opening mon connection 2024-09-12T17:53:42.091 INFO:tasks.workunit.client.0.smithi045.stderr: -438> 2024-09-12T17:53:42.011+0000 7efdb2125800 10 monclient(hunting): start opening mon connection 2024-09-12T17:53:42.091 INFO:tasks.workunit.client.0.smithi045.stderr: -437> 2024-09-12T17:53:42.011+0000 7efdb2125800 10 monclient(hunting): start opening mon connection 2024-09-12T17:53:42.091 INFO:tasks.workunit.client.0.smithi045.stderr: -436> 2024-09-12T17:53:42.011+0000 7efdb2125800 10 monclient(hunting): _renew_subs 2024-09-12T17:53:42.091 INFO:tasks.workunit.client.0.smithi045.stderr: -435> 2024-09-12T17:53:42.011+0000 7efdb2125800 10 monclient(hunting): authenticate will time out at 1920.470368s 2024-09-12T17:53:42.091 INFO:tasks.workunit.client.0.smithi045.stderr: -434> 2024-09-12T17:53:42.011+0000 7efdad532640 10 monclient(hunting): get_auth_request con 0x5645eeea8ab0 auth_method 0 2024-09-12T17:53:42.092 INFO:tasks.workunit.client.0.smithi045.stderr: -433> 2024-09-12T17:53:42.011+0000 7efdad532640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:53:42.092 INFO:tasks.workunit.client.0.smithi045.stderr: -432> 2024-09-12T17:53:42.011+0000 7efdad532640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:53:42.092 INFO:tasks.workunit.client.0.smithi045.stderr: -431> 2024-09-12T17:53:42.011+0000 7efdad532640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:53:42.092 INFO:tasks.workunit.client.0.smithi045.stderr: -430> 2024-09-12T17:53:42.011+0000 7efdae534640 10 monclient(hunting): get_auth_request con 0x5645eeeab900 auth_method 0 2024-09-12T17:53:42.092 INFO:tasks.workunit.client.0.smithi045.stderr: -429> 2024-09-12T17:53:42.011+0000 7efdae534640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:53:42.092 INFO:tasks.workunit.client.0.smithi045.stderr: -428> 2024-09-12T17:53:42.011+0000 7efdae534640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:53:42.092 INFO:tasks.workunit.client.0.smithi045.stderr: -427> 2024-09-12T17:53:42.011+0000 7efdae534640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:53:42.092 INFO:tasks.workunit.client.0.smithi045.stderr: -426> 2024-09-12T17:53:42.011+0000 7efdad532640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:53:42.092 INFO:tasks.workunit.client.0.smithi045.stderr: -425> 2024-09-12T17:53:42.011+0000 7efdad532640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:53:42.092 INFO:tasks.workunit.client.0.smithi045.stderr: -424> 2024-09-12T17:53:42.011+0000 7efdad532640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:53:42.092 INFO:tasks.workunit.client.0.smithi045.stderr: -423> 2024-09-12T17:53:42.011+0000 7efdadd33640 10 monclient(hunting): get_auth_request con 0x5645eee1d970 auth_method 0 2024-09-12T17:53:42.092 INFO:tasks.workunit.client.0.smithi045.stderr: -422> 2024-09-12T17:53:42.011+0000 7efdadd33640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:53:42.092 INFO:tasks.workunit.client.0.smithi045.stderr: -421> 2024-09-12T17:53:42.011+0000 7efdadd33640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:53:42.093 INFO:tasks.workunit.client.0.smithi045.stderr: -420> 2024-09-12T17:53:42.011+0000 7efdadd33640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:53:42.093 INFO:tasks.workunit.client.0.smithi045.stderr: -419> 2024-09-12T17:53:42.011+0000 7efdae534640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:53:42.093 INFO:tasks.workunit.client.0.smithi045.stderr: -418> 2024-09-12T17:53:42.011+0000 7efdae534640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:53:42.093 INFO:tasks.workunit.client.0.smithi045.stderr: -417> 2024-09-12T17:53:42.011+0000 7efdae534640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:53:42.093 INFO:tasks.workunit.client.0.smithi045.stderr: -416> 2024-09-12T17:53:42.011+0000 7efdadd33640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:53:42.093 INFO:tasks.workunit.client.0.smithi045.stderr: -415> 2024-09-12T17:53:42.011+0000 7efdadd33640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:53:42.093 INFO:tasks.workunit.client.0.smithi045.stderr: -414> 2024-09-12T17:53:42.011+0000 7efdadd33640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:53:42.093 INFO:tasks.workunit.client.0.smithi045.stderr: -413> 2024-09-12T17:53:42.011+0000 7efdad532640 10 monclient(hunting): handle_auth_done global_id 5981 payload 824 2024-09-12T17:53:42.093 INFO:tasks.workunit.client.0.smithi045.stderr: -412> 2024-09-12T17:53:42.011+0000 7efdad532640 10 monclient: _finish_hunting 0 2024-09-12T17:53:42.093 INFO:tasks.workunit.client.0.smithi045.stderr: -411> 2024-09-12T17:53:42.011+0000 7efdad532640 1 monclient: found mon.noname-c 2024-09-12T17:53:42.093 INFO:tasks.workunit.client.0.smithi045.stderr: -410> 2024-09-12T17:53:42.011+0000 7efdad532640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.45:3301/0 2024-09-12T17:53:42.093 INFO:tasks.workunit.client.0.smithi045.stderr: -409> 2024-09-12T17:53:42.012+0000 7efc9a604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:53:42.093 INFO:tasks.workunit.client.0.smithi045.stderr: -408> 2024-09-12T17:53:42.012+0000 7efc9a604640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:53:42.094 INFO:tasks.workunit.client.0.smithi045.stderr: -407> 2024-09-12T17:53:42.012+0000 7efc9a604640 10 monclient: dump: 2024-09-12T17:53:42.094 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:53:42.094 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:53:42.094 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:53:42.094 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:53:42.094 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:53:42.094 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:53:42.094 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:53:42.094 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:53:42.094 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:53:42.094 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:42.094 INFO:tasks.workunit.client.0.smithi045.stderr: -406> 2024-09-12T17:53:42.012+0000 7efc9a604640 10 monclient: _finish_auth 0 2024-09-12T17:53:42.094 INFO:tasks.workunit.client.0.smithi045.stderr: -405> 2024-09-12T17:53:42.012+0000 7efc9a604640 10 monclient: _check_auth_tickets 2024-09-12T17:53:42.094 INFO:tasks.workunit.client.0.smithi045.stderr: -404> 2024-09-12T17:53:42.012+0000 7efc9a604640 10 monclient: handle_config config(0 keys) 2024-09-12T17:53:42.095 INFO:tasks.workunit.client.0.smithi045.stderr: -403> 2024-09-12T17:53:42.012+0000 7efc9a604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:53:42.095 INFO:tasks.workunit.client.0.smithi045.stderr: -402> 2024-09-12T17:53:42.012+0000 7efc9a604640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:53:42.095 INFO:tasks.workunit.client.0.smithi045.stderr: -401> 2024-09-12T17:53:42.012+0000 7efc9a604640 10 monclient: dump: 2024-09-12T17:53:42.095 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:53:42.095 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:53:42.095 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:53:42.095 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:53:42.095 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:53:42.095 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:53:42.095 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:53:42.095 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:53:42.095 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:53:42.095 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:42.095 INFO:tasks.workunit.client.0.smithi045.stderr: -400> 2024-09-12T17:53:42.012+0000 7efdb2125800 5 monclient: authenticate success, global_id 5981 2024-09-12T17:53:42.096 INFO:tasks.workunit.client.0.smithi045.stderr: -399> 2024-09-12T17:53:42.012+0000 7efdb2125800 10 monclient: _renew_subs 2024-09-12T17:53:42.096 INFO:tasks.workunit.client.0.smithi045.stderr: -398> 2024-09-12T17:53:42.012+0000 7efdb2125800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:53:42.096 INFO:tasks.workunit.client.0.smithi045.stderr: -397> 2024-09-12T17:53:42.012+0000 7efc9be07640 4 set_mon_vals no callback set 2024-09-12T17:53:42.096 INFO:tasks.workunit.client.0.smithi045.stderr: -396> 2024-09-12T17:53:42.012+0000 7efdb2125800 10 monclient: _renew_subs 2024-09-12T17:53:42.096 INFO:tasks.workunit.client.0.smithi045.stderr: -395> 2024-09-12T17:53:42.012+0000 7efdb2125800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:53:42.096 INFO:tasks.workunit.client.0.smithi045.stderr: -394> 2024-09-12T17:53:42.012+0000 7efdb2125800 1 librados: init done 2024-09-12T17:53:42.096 INFO:tasks.workunit.client.0.smithi045.stderr: -393> 2024-09-12T17:53:42.013+0000 7efc9a604640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:53:42.096 INFO:tasks.workunit.client.0.smithi045.stderr: -392> 2024-09-12T17:53:42.013+0000 7efc9a604640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:53:42.096 INFO:tasks.workunit.client.0.smithi045.stderr: -391> 2024-09-12T17:53:42.013+0000 7efc9a604640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:53:42.096 INFO:tasks.workunit.client.0.smithi045.stderr: -390> 2024-09-12T17:53:42.014+0000 7efdadd33640 10 monclient: get_auth_request con 0x7efc94076470 auth_method 0 2024-09-12T17:53:42.096 INFO:tasks.workunit.client.0.smithi045.stderr: -389> 2024-09-12T17:53:42.014+0000 7efdae534640 10 monclient: get_auth_request con 0x5645eef8cba0 auth_method 0 2024-09-12T17:53:42.097 INFO:tasks.workunit.client.0.smithi045.stderr: -388> 2024-09-12T17:53:42.015+0000 7efdadd33640 10 monclient: get_auth_request con 0x5645eefb1e50 auth_method 0 2024-09-12T17:53:42.097 INFO:tasks.workunit.client.0.smithi045.stderr: -387> 2024-09-12T17:53:42.016+0000 7efdad532640 10 monclient: get_auth_request con 0x5645eefb61b0 auth_method 0 2024-09-12T17:53:42.097 INFO:tasks.workunit.client.0.smithi045.stderr: -386> 2024-09-12T17:53:42.017+0000 7efdb2125800 10 monclient: build_initial_monmap 2024-09-12T17:53:42.097 INFO:tasks.workunit.client.0.smithi045.stderr: -385> 2024-09-12T17:53:42.017+0000 7efdb2125800 1 build_initial for_mkfs: 0 2024-09-12T17:53:42.097 INFO:tasks.workunit.client.0.smithi045.stderr: -384> 2024-09-12T17:53:42.017+0000 7efdb2125800 10 monclient: monmap: 2024-09-12T17:53:42.097 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:53:42.097 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:53:42.097 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:53:42.097 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:53:42.097 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:53:42.097 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:53:42.097 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:53:42.097 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:53:42.097 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:53:42.098 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:42.098 INFO:tasks.workunit.client.0.smithi045.stderr: -383> 2024-09-12T17:53:42.017+0000 7efdb2125800 5 AuthRegistry(0x5645eefbaf20) adding auth protocol: cephx 2024-09-12T17:53:42.098 INFO:tasks.workunit.client.0.smithi045.stderr: -382> 2024-09-12T17:53:42.017+0000 7efdb2125800 5 AuthRegistry(0x5645eefbaf20) adding auth protocol: cephx 2024-09-12T17:53:42.098 INFO:tasks.workunit.client.0.smithi045.stderr: -381> 2024-09-12T17:53:42.017+0000 7efdb2125800 5 AuthRegistry(0x5645eefbaf20) adding auth protocol: cephx 2024-09-12T17:53:42.098 INFO:tasks.workunit.client.0.smithi045.stderr: -380> 2024-09-12T17:53:42.017+0000 7efdb2125800 5 AuthRegistry(0x5645eefbaf20) adding con mode: secure 2024-09-12T17:53:42.098 INFO:tasks.workunit.client.0.smithi045.stderr: -379> 2024-09-12T17:53:42.017+0000 7efdb2125800 5 AuthRegistry(0x5645eefbaf20) adding con mode: crc 2024-09-12T17:53:42.098 INFO:tasks.workunit.client.0.smithi045.stderr: -378> 2024-09-12T17:53:42.017+0000 7efdb2125800 5 AuthRegistry(0x5645eefbaf20) adding con mode: secure 2024-09-12T17:53:42.098 INFO:tasks.workunit.client.0.smithi045.stderr: -377> 2024-09-12T17:53:42.017+0000 7efdb2125800 5 AuthRegistry(0x5645eefbaf20) adding con mode: crc 2024-09-12T17:53:42.098 INFO:tasks.workunit.client.0.smithi045.stderr: -376> 2024-09-12T17:53:42.017+0000 7efdb2125800 5 AuthRegistry(0x5645eefbaf20) adding con mode: secure 2024-09-12T17:53:42.098 INFO:tasks.workunit.client.0.smithi045.stderr: -375> 2024-09-12T17:53:42.017+0000 7efdb2125800 5 AuthRegistry(0x5645eefbaf20) adding con mode: crc 2024-09-12T17:53:42.098 INFO:tasks.workunit.client.0.smithi045.stderr: -374> 2024-09-12T17:53:42.017+0000 7efdb2125800 5 AuthRegistry(0x5645eefbaf20) adding con mode: crc 2024-09-12T17:53:42.098 INFO:tasks.workunit.client.0.smithi045.stderr: -373> 2024-09-12T17:53:42.017+0000 7efdb2125800 5 AuthRegistry(0x5645eefbaf20) adding con mode: secure 2024-09-12T17:53:42.098 INFO:tasks.workunit.client.0.smithi045.stderr: -372> 2024-09-12T17:53:42.017+0000 7efdb2125800 5 AuthRegistry(0x5645eefbaf20) adding con mode: crc 2024-09-12T17:53:42.099 INFO:tasks.workunit.client.0.smithi045.stderr: -371> 2024-09-12T17:53:42.017+0000 7efdb2125800 5 AuthRegistry(0x5645eefbaf20) adding con mode: secure 2024-09-12T17:53:42.099 INFO:tasks.workunit.client.0.smithi045.stderr: -370> 2024-09-12T17:53:42.017+0000 7efdb2125800 5 AuthRegistry(0x5645eefbaf20) adding con mode: crc 2024-09-12T17:53:42.099 INFO:tasks.workunit.client.0.smithi045.stderr: -369> 2024-09-12T17:53:42.017+0000 7efdb2125800 5 AuthRegistry(0x5645eefbaf20) adding con mode: secure 2024-09-12T17:53:42.099 INFO:tasks.workunit.client.0.smithi045.stderr: -368> 2024-09-12T17:53:42.017+0000 7efdb2125800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:53:42.099 INFO:tasks.workunit.client.0.smithi045.stderr: -367> 2024-09-12T17:53:42.017+0000 7efdb2125800 5 asok(0x5645eed44730) register_command objecter_requests cmddesc objecter_requests hook 0x5645eefbe970 EEXIST 2024-09-12T17:53:42.099 INFO:tasks.workunit.client.0.smithi045.stderr: -366> 2024-09-12T17:53:42.017+0000 7efdb2125800 10 monclient: init 2024-09-12T17:53:42.099 INFO:tasks.workunit.client.0.smithi045.stderr: -365> 2024-09-12T17:53:42.017+0000 7efdb2125800 5 AuthRegistry(0x5645eefb95f8) adding auth protocol: cephx 2024-09-12T17:53:42.099 INFO:tasks.workunit.client.0.smithi045.stderr: -364> 2024-09-12T17:53:42.017+0000 7efdb2125800 5 AuthRegistry(0x5645eefb95f8) adding auth protocol: cephx 2024-09-12T17:53:42.099 INFO:tasks.workunit.client.0.smithi045.stderr: -363> 2024-09-12T17:53:42.017+0000 7efdb2125800 5 AuthRegistry(0x5645eefb95f8) adding auth protocol: cephx 2024-09-12T17:53:42.099 INFO:tasks.workunit.client.0.smithi045.stderr: -362> 2024-09-12T17:53:42.017+0000 7efdb2125800 5 AuthRegistry(0x5645eefb95f8) adding con mode: secure 2024-09-12T17:53:42.099 INFO:tasks.workunit.client.0.smithi045.stderr: -361> 2024-09-12T17:53:42.017+0000 7efdb2125800 5 AuthRegistry(0x5645eefb95f8) adding con mode: crc 2024-09-12T17:53:42.100 INFO:tasks.workunit.client.0.smithi045.stderr: -360> 2024-09-12T17:53:42.017+0000 7efdb2125800 5 AuthRegistry(0x5645eefb95f8) adding con mode: secure 2024-09-12T17:53:42.100 INFO:tasks.workunit.client.0.smithi045.stderr: -359> 2024-09-12T17:53:42.017+0000 7efdb2125800 5 AuthRegistry(0x5645eefb95f8) adding con mode: crc 2024-09-12T17:53:42.100 INFO:tasks.workunit.client.0.smithi045.stderr: -358> 2024-09-12T17:53:42.017+0000 7efdb2125800 5 AuthRegistry(0x5645eefb95f8) adding con mode: secure 2024-09-12T17:53:42.100 INFO:tasks.workunit.client.0.smithi045.stderr: -357> 2024-09-12T17:53:42.017+0000 7efdb2125800 5 AuthRegistry(0x5645eefb95f8) adding con mode: crc 2024-09-12T17:53:42.100 INFO:tasks.workunit.client.0.smithi045.stderr: -356> 2024-09-12T17:53:42.017+0000 7efdb2125800 5 AuthRegistry(0x5645eefb95f8) adding con mode: crc 2024-09-12T17:53:42.100 INFO:tasks.workunit.client.0.smithi045.stderr: -355> 2024-09-12T17:53:42.017+0000 7efdb2125800 5 AuthRegistry(0x5645eefb95f8) adding con mode: secure 2024-09-12T17:53:42.100 INFO:tasks.workunit.client.0.smithi045.stderr: -354> 2024-09-12T17:53:42.017+0000 7efdb2125800 5 AuthRegistry(0x5645eefb95f8) adding con mode: crc 2024-09-12T17:53:42.100 INFO:tasks.workunit.client.0.smithi045.stderr: -353> 2024-09-12T17:53:42.017+0000 7efdb2125800 5 AuthRegistry(0x5645eefb95f8) adding con mode: secure 2024-09-12T17:53:42.100 INFO:tasks.workunit.client.0.smithi045.stderr: -352> 2024-09-12T17:53:42.017+0000 7efdb2125800 5 AuthRegistry(0x5645eefb95f8) adding con mode: crc 2024-09-12T17:53:42.100 INFO:tasks.workunit.client.0.smithi045.stderr: -351> 2024-09-12T17:53:42.017+0000 7efdb2125800 5 AuthRegistry(0x5645eefb95f8) adding con mode: secure 2024-09-12T17:53:42.100 INFO:tasks.workunit.client.0.smithi045.stderr: -350> 2024-09-12T17:53:42.018+0000 7efdb2125800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:53:42.100 INFO:tasks.workunit.client.0.smithi045.stderr: -349> 2024-09-12T17:53:42.018+0000 7efdb2125800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:53:42.100 INFO:tasks.workunit.client.0.smithi045.stderr: -348> 2024-09-12T17:53:42.018+0000 7efdb2125800 5 asok(0x5645eed44730) register_command rotate-key cmddesc rotate-key hook 0x5645eefb9740 EEXIST 2024-09-12T17:53:42.101 INFO:tasks.workunit.client.0.smithi045.stderr: -347> 2024-09-12T17:53:42.018+0000 7efdb2125800 10 monclient: _reopen_session rank -1 2024-09-12T17:53:42.101 INFO:tasks.workunit.client.0.smithi045.stderr: -346> 2024-09-12T17:53:42.018+0000 7efdb2125800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T17:53:42.101 INFO:tasks.workunit.client.0.smithi045.stderr: -345> 2024-09-12T17:53:42.018+0000 7efdb2125800 10 monclient(hunting): picked mon.noname-a con 0x5645eefe2660 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:53:42.101 INFO:tasks.workunit.client.0.smithi045.stderr: -344> 2024-09-12T17:53:42.018+0000 7efdb2125800 10 monclient(hunting): picked mon.noname-c con 0x5645eefe4930 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:53:42.101 INFO:tasks.workunit.client.0.smithi045.stderr: -343> 2024-09-12T17:53:42.018+0000 7efdb2125800 10 monclient(hunting): picked mon.noname-b con 0x5645eefe0e30 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:53:42.101 INFO:tasks.workunit.client.0.smithi045.stderr: -342> 2024-09-12T17:53:42.018+0000 7efdb2125800 10 monclient(hunting): start opening mon connection 2024-09-12T17:53:42.101 INFO:tasks.workunit.client.0.smithi045.stderr: -341> 2024-09-12T17:53:42.018+0000 7efdb2125800 10 monclient(hunting): start opening mon connection 2024-09-12T17:53:42.101 INFO:tasks.workunit.client.0.smithi045.stderr: -340> 2024-09-12T17:53:42.018+0000 7efdb2125800 10 monclient(hunting): start opening mon connection 2024-09-12T17:53:42.101 INFO:tasks.workunit.client.0.smithi045.stderr: -339> 2024-09-12T17:53:42.018+0000 7efdb2125800 10 monclient(hunting): _renew_subs 2024-09-12T17:53:42.101 INFO:tasks.workunit.client.0.smithi045.stderr: -338> 2024-09-12T17:53:42.018+0000 7efdb2125800 10 monclient(hunting): authenticate will time out at 1920.477435s 2024-09-12T17:53:42.101 INFO:tasks.workunit.client.0.smithi045.stderr: -337> 2024-09-12T17:53:42.018+0000 7efdadd33640 10 monclient(hunting): get_auth_request con 0x5645eefe2660 auth_method 0 2024-09-12T17:53:42.101 INFO:tasks.workunit.client.0.smithi045.stderr: -336> 2024-09-12T17:53:42.018+0000 7efdadd33640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:53:42.101 INFO:tasks.workunit.client.0.smithi045.stderr: -335> 2024-09-12T17:53:42.018+0000 7efdadd33640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:53:42.102 INFO:tasks.workunit.client.0.smithi045.stderr: -334> 2024-09-12T17:53:42.018+0000 7efdadd33640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:53:42.102 INFO:tasks.workunit.client.0.smithi045.stderr: -333> 2024-09-12T17:53:42.018+0000 7efdad532640 10 monclient(hunting): get_auth_request con 0x5645eefe4930 auth_method 0 2024-09-12T17:53:42.102 INFO:tasks.workunit.client.0.smithi045.stderr: -332> 2024-09-12T17:53:42.018+0000 7efdad532640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:53:42.102 INFO:tasks.workunit.client.0.smithi045.stderr: -331> 2024-09-12T17:53:42.018+0000 7efdad532640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:53:42.102 INFO:tasks.workunit.client.0.smithi045.stderr: -330> 2024-09-12T17:53:42.018+0000 7efdad532640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:53:42.102 INFO:tasks.workunit.client.0.smithi045.stderr: -329> 2024-09-12T17:53:42.018+0000 7efdadd33640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:53:42.102 INFO:tasks.workunit.client.0.smithi045.stderr: -328> 2024-09-12T17:53:42.018+0000 7efdadd33640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:53:42.102 INFO:tasks.workunit.client.0.smithi045.stderr: -327> 2024-09-12T17:53:42.018+0000 7efdadd33640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:53:42.102 INFO:tasks.workunit.client.0.smithi045.stderr: -326> 2024-09-12T17:53:42.018+0000 7efdad532640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:53:42.102 INFO:tasks.workunit.client.0.smithi045.stderr: -325> 2024-09-12T17:53:42.018+0000 7efdad532640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:53:42.102 INFO:tasks.workunit.client.0.smithi045.stderr: -324> 2024-09-12T17:53:42.018+0000 7efdad532640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:53:42.102 INFO:tasks.workunit.client.0.smithi045.stderr: -323> 2024-09-12T17:53:42.018+0000 7efdae534640 10 monclient(hunting): get_auth_request con 0x5645eefe0e30 auth_method 0 2024-09-12T17:53:42.102 INFO:tasks.workunit.client.0.smithi045.stderr: -322> 2024-09-12T17:53:42.018+0000 7efdae534640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:53:42.102 INFO:tasks.workunit.client.0.smithi045.stderr: -321> 2024-09-12T17:53:42.018+0000 7efdae534640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:53:42.103 INFO:tasks.workunit.client.0.smithi045.stderr: -320> 2024-09-12T17:53:42.018+0000 7efdae534640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:53:42.103 INFO:tasks.workunit.client.0.smithi045.stderr: -319> 2024-09-12T17:53:42.018+0000 7efdadd33640 10 monclient(hunting): handle_auth_done global_id 6303 payload 824 2024-09-12T17:53:42.103 INFO:tasks.workunit.client.0.smithi045.stderr: -318> 2024-09-12T17:53:42.018+0000 7efdadd33640 10 monclient: _finish_hunting 0 2024-09-12T17:53:42.103 INFO:tasks.workunit.client.0.smithi045.stderr: -317> 2024-09-12T17:53:42.018+0000 7efdadd33640 1 monclient: found mon.noname-a 2024-09-12T17:53:42.103 INFO:tasks.workunit.client.0.smithi045.stderr: -316> 2024-09-12T17:53:42.018+0000 7efdadd33640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.45:3300/0 2024-09-12T17:53:42.103 INFO:tasks.workunit.client.0.smithi045.stderr: -315> 2024-09-12T17:53:42.019+0000 7efc937fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:53:42.103 INFO:tasks.workunit.client.0.smithi045.stderr: -314> 2024-09-12T17:53:42.019+0000 7efc937fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:53:42.103 INFO:tasks.workunit.client.0.smithi045.stderr: -313> 2024-09-12T17:53:42.019+0000 7efc937fe640 10 monclient: dump: 2024-09-12T17:53:42.103 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:53:42.103 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:53:42.103 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:53:42.103 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:53:42.103 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:53:42.104 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:53:42.104 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:53:42.104 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:53:42.104 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:53:42.104 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:42.104 INFO:tasks.workunit.client.0.smithi045.stderr: -312> 2024-09-12T17:53:42.019+0000 7efc937fe640 10 monclient: _finish_auth 0 2024-09-12T17:53:42.104 INFO:tasks.workunit.client.0.smithi045.stderr: -311> 2024-09-12T17:53:42.019+0000 7efc937fe640 10 monclient: _check_auth_tickets 2024-09-12T17:53:42.104 INFO:tasks.workunit.client.0.smithi045.stderr: -310> 2024-09-12T17:53:42.019+0000 7efdb2125800 5 monclient: authenticate success, global_id 6303 2024-09-12T17:53:42.104 INFO:tasks.workunit.client.0.smithi045.stderr: -309> 2024-09-12T17:53:42.019+0000 7efdb2125800 10 monclient: _renew_subs 2024-09-12T17:53:42.104 INFO:tasks.workunit.client.0.smithi045.stderr: -308> 2024-09-12T17:53:42.019+0000 7efdb2125800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:53:42.104 INFO:tasks.workunit.client.0.smithi045.stderr: -307> 2024-09-12T17:53:42.019+0000 7efc937fe640 10 monclient: handle_config config(0 keys) 2024-09-12T17:53:42.104 INFO:tasks.workunit.client.0.smithi045.stderr: -306> 2024-09-12T17:53:42.019+0000 7efc937fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:53:42.104 INFO:tasks.workunit.client.0.smithi045.stderr: -305> 2024-09-12T17:53:42.019+0000 7efc937fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:53:42.104 INFO:tasks.workunit.client.0.smithi045.stderr: -304> 2024-09-12T17:53:42.019+0000 7efc937fe640 10 monclient: dump: 2024-09-12T17:53:42.105 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:53:42.105 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:53:42.105 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:53:42.105 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:53:42.105 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:53:42.105 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:53:42.105 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:53:42.105 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:53:42.105 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:53:42.105 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:42.105 INFO:tasks.workunit.client.0.smithi045.stderr: -303> 2024-09-12T17:53:42.019+0000 7efdaed35640 4 set_mon_vals no callback set 2024-09-12T17:53:42.105 INFO:tasks.workunit.client.0.smithi045.stderr: -302> 2024-09-12T17:53:42.019+0000 7efdb2125800 10 monclient: _renew_subs 2024-09-12T17:53:42.105 INFO:tasks.workunit.client.0.smithi045.stderr: -301> 2024-09-12T17:53:42.019+0000 7efdb2125800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:53:42.106 INFO:tasks.workunit.client.0.smithi045.stderr: -300> 2024-09-12T17:53:42.021+0000 7efc937fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:53:42.106 INFO:tasks.workunit.client.0.smithi045.stderr: -299> 2024-09-12T17:53:42.021+0000 7efc937fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:53:42.106 INFO:tasks.workunit.client.0.smithi045.stderr: -298> 2024-09-12T17:53:42.021+0000 7efc937fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:53:42.106 INFO:tasks.workunit.client.0.smithi045.stderr: -297> 2024-09-12T17:53:42.021+0000 7efdad532640 10 monclient: get_auth_request con 0x7efc88076380 auth_method 0 2024-09-12T17:53:42.106 INFO:tasks.workunit.client.0.smithi045.stderr: -296> 2024-09-12T17:53:42.021+0000 7efdb2125800 10 monclient: get_monmap_and_config 2024-09-12T17:53:42.106 INFO:tasks.workunit.client.0.smithi045.stderr: -295> 2024-09-12T17:53:42.021+0000 7efdb2125800 10 monclient: build_initial_monmap 2024-09-12T17:53:42.106 INFO:tasks.workunit.client.0.smithi045.stderr: -294> 2024-09-12T17:53:42.021+0000 7efdb2125800 1 build_initial for_mkfs: 0 2024-09-12T17:53:42.106 INFO:tasks.workunit.client.0.smithi045.stderr: -293> 2024-09-12T17:53:42.021+0000 7efdb2125800 10 monclient: monmap: 2024-09-12T17:53:42.106 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:53:42.106 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:53:42.106 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:53:42.106 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:53:42.106 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:53:42.107 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:53:42.107 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:53:42.107 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:53:42.107 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:53:42.107 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:42.107 INFO:tasks.workunit.client.0.smithi045.stderr: -292> 2024-09-12T17:53:42.021+0000 7efdb2125800 5 AuthRegistry(0x5645ef002440) adding auth protocol: cephx 2024-09-12T17:53:42.107 INFO:tasks.workunit.client.0.smithi045.stderr: -291> 2024-09-12T17:53:42.021+0000 7efdb2125800 5 AuthRegistry(0x5645ef002440) adding auth protocol: cephx 2024-09-12T17:53:42.107 INFO:tasks.workunit.client.0.smithi045.stderr: -290> 2024-09-12T17:53:42.021+0000 7efdb2125800 5 AuthRegistry(0x5645ef002440) adding auth protocol: cephx 2024-09-12T17:53:42.107 INFO:tasks.workunit.client.0.smithi045.stderr: -289> 2024-09-12T17:53:42.021+0000 7efdb2125800 5 AuthRegistry(0x5645ef002440) adding con mode: secure 2024-09-12T17:53:42.107 INFO:tasks.workunit.client.0.smithi045.stderr: -288> 2024-09-12T17:53:42.021+0000 7efdb2125800 5 AuthRegistry(0x5645ef002440) adding con mode: crc 2024-09-12T17:53:42.107 INFO:tasks.workunit.client.0.smithi045.stderr: -287> 2024-09-12T17:53:42.021+0000 7efdb2125800 5 AuthRegistry(0x5645ef002440) adding con mode: secure 2024-09-12T17:53:42.107 INFO:tasks.workunit.client.0.smithi045.stderr: -286> 2024-09-12T17:53:42.021+0000 7efdb2125800 5 AuthRegistry(0x5645ef002440) adding con mode: crc 2024-09-12T17:53:42.107 INFO:tasks.workunit.client.0.smithi045.stderr: -285> 2024-09-12T17:53:42.021+0000 7efdb2125800 5 AuthRegistry(0x5645ef002440) adding con mode: secure 2024-09-12T17:53:42.108 INFO:tasks.workunit.client.0.smithi045.stderr: -284> 2024-09-12T17:53:42.021+0000 7efdb2125800 5 AuthRegistry(0x5645ef002440) adding con mode: crc 2024-09-12T17:53:42.108 INFO:tasks.workunit.client.0.smithi045.stderr: -283> 2024-09-12T17:53:42.021+0000 7efdb2125800 5 AuthRegistry(0x5645ef002440) adding con mode: crc 2024-09-12T17:53:42.108 INFO:tasks.workunit.client.0.smithi045.stderr: -282> 2024-09-12T17:53:42.021+0000 7efdb2125800 5 AuthRegistry(0x5645ef002440) adding con mode: secure 2024-09-12T17:53:42.108 INFO:tasks.workunit.client.0.smithi045.stderr: -281> 2024-09-12T17:53:42.021+0000 7efdb2125800 5 AuthRegistry(0x5645ef002440) adding con mode: crc 2024-09-12T17:53:42.108 INFO:tasks.workunit.client.0.smithi045.stderr: -280> 2024-09-12T17:53:42.021+0000 7efdb2125800 5 AuthRegistry(0x5645ef002440) adding con mode: secure 2024-09-12T17:53:42.108 INFO:tasks.workunit.client.0.smithi045.stderr: -279> 2024-09-12T17:53:42.021+0000 7efdb2125800 5 AuthRegistry(0x5645ef002440) adding con mode: crc 2024-09-12T17:53:42.108 INFO:tasks.workunit.client.0.smithi045.stderr: -278> 2024-09-12T17:53:42.021+0000 7efdb2125800 5 AuthRegistry(0x5645ef002440) adding con mode: secure 2024-09-12T17:53:42.108 INFO:tasks.workunit.client.0.smithi045.stderr: -277> 2024-09-12T17:53:42.021+0000 7efdb2125800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:53:42.108 INFO:tasks.workunit.client.0.smithi045.stderr: -276> 2024-09-12T17:53:42.021+0000 7efdb2125800 10 monclient: init 2024-09-12T17:53:42.108 INFO:tasks.workunit.client.0.smithi045.stderr: -275> 2024-09-12T17:53:42.021+0000 7efdb2125800 5 AuthRegistry(0x7ffd70f08bf0) adding auth protocol: cephx 2024-09-12T17:53:42.108 INFO:tasks.workunit.client.0.smithi045.stderr: -274> 2024-09-12T17:53:42.021+0000 7efdb2125800 5 AuthRegistry(0x7ffd70f08bf0) adding auth protocol: cephx 2024-09-12T17:53:42.108 INFO:tasks.workunit.client.0.smithi045.stderr: -273> 2024-09-12T17:53:42.021+0000 7efdb2125800 5 AuthRegistry(0x7ffd70f08bf0) adding auth protocol: cephx 2024-09-12T17:53:42.108 INFO:tasks.workunit.client.0.smithi045.stderr: -272> 2024-09-12T17:53:42.021+0000 7efdb2125800 5 AuthRegistry(0x7ffd70f08bf0) adding con mode: secure 2024-09-12T17:53:42.109 INFO:tasks.workunit.client.0.smithi045.stderr: -271> 2024-09-12T17:53:42.021+0000 7efdb2125800 5 AuthRegistry(0x7ffd70f08bf0) adding con mode: crc 2024-09-12T17:53:42.109 INFO:tasks.workunit.client.0.smithi045.stderr: -270> 2024-09-12T17:53:42.021+0000 7efdb2125800 5 AuthRegistry(0x7ffd70f08bf0) adding con mode: secure 2024-09-12T17:53:42.109 INFO:tasks.workunit.client.0.smithi045.stderr: -269> 2024-09-12T17:53:42.021+0000 7efdb2125800 5 AuthRegistry(0x7ffd70f08bf0) adding con mode: crc 2024-09-12T17:53:42.109 INFO:tasks.workunit.client.0.smithi045.stderr: -268> 2024-09-12T17:53:42.021+0000 7efdb2125800 5 AuthRegistry(0x7ffd70f08bf0) adding con mode: secure 2024-09-12T17:53:42.109 INFO:tasks.workunit.client.0.smithi045.stderr: -267> 2024-09-12T17:53:42.021+0000 7efdb2125800 5 AuthRegistry(0x7ffd70f08bf0) adding con mode: crc 2024-09-12T17:53:42.109 INFO:tasks.workunit.client.0.smithi045.stderr: -266> 2024-09-12T17:53:42.021+0000 7efdb2125800 5 AuthRegistry(0x7ffd70f08bf0) adding con mode: crc 2024-09-12T17:53:42.109 INFO:tasks.workunit.client.0.smithi045.stderr: -265> 2024-09-12T17:53:42.021+0000 7efdb2125800 5 AuthRegistry(0x7ffd70f08bf0) adding con mode: secure 2024-09-12T17:53:42.109 INFO:tasks.workunit.client.0.smithi045.stderr: -264> 2024-09-12T17:53:42.021+0000 7efdb2125800 5 AuthRegistry(0x7ffd70f08bf0) adding con mode: crc 2024-09-12T17:53:42.109 INFO:tasks.workunit.client.0.smithi045.stderr: -263> 2024-09-12T17:53:42.021+0000 7efdb2125800 5 AuthRegistry(0x7ffd70f08bf0) adding con mode: secure 2024-09-12T17:53:42.109 INFO:tasks.workunit.client.0.smithi045.stderr: -262> 2024-09-12T17:53:42.021+0000 7efdb2125800 5 AuthRegistry(0x7ffd70f08bf0) adding con mode: crc 2024-09-12T17:53:42.109 INFO:tasks.workunit.client.0.smithi045.stderr: -261> 2024-09-12T17:53:42.021+0000 7efdb2125800 5 AuthRegistry(0x7ffd70f08bf0) adding con mode: secure 2024-09-12T17:53:42.109 INFO:tasks.workunit.client.0.smithi045.stderr: -260> 2024-09-12T17:53:42.022+0000 7efdb2125800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:53:42.109 INFO:tasks.workunit.client.0.smithi045.stderr: -259> 2024-09-12T17:53:42.022+0000 7efdb2125800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:53:42.110 INFO:tasks.workunit.client.0.smithi045.stderr: -258> 2024-09-12T17:53:42.022+0000 7efdb2125800 5 asok(0x5645eed44730) register_command rotate-key cmddesc rotate-key hook 0x7ffd70f08d38 EEXIST 2024-09-12T17:53:42.110 INFO:tasks.workunit.client.0.smithi045.stderr: -257> 2024-09-12T17:53:42.022+0000 7efdb2125800 10 monclient: _reopen_session rank -1 2024-09-12T17:53:42.110 INFO:tasks.workunit.client.0.smithi045.stderr: -256> 2024-09-12T17:53:42.022+0000 7efdb2125800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T17:53:42.110 INFO:tasks.workunit.client.0.smithi045.stderr: -255> 2024-09-12T17:53:42.022+0000 7efdb2125800 10 monclient(hunting): picked mon.noname-a con 0x5645ef0369e0 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:53:42.110 INFO:tasks.workunit.client.0.smithi045.stderr: -254> 2024-09-12T17:53:42.022+0000 7efdb2125800 10 monclient(hunting): picked mon.noname-c con 0x5645ef030f80 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:53:42.110 INFO:tasks.workunit.client.0.smithi045.stderr: -253> 2024-09-12T17:53:42.022+0000 7efdb2125800 10 monclient(hunting): picked mon.noname-b con 0x5645ef006820 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:53:42.110 INFO:tasks.workunit.client.0.smithi045.stderr: -252> 2024-09-12T17:53:42.022+0000 7efdb2125800 10 monclient(hunting): start opening mon connection 2024-09-12T17:53:42.110 INFO:tasks.workunit.client.0.smithi045.stderr: -251> 2024-09-12T17:53:42.022+0000 7efdb2125800 10 monclient(hunting): start opening mon connection 2024-09-12T17:53:42.110 INFO:tasks.workunit.client.0.smithi045.stderr: -250> 2024-09-12T17:53:42.022+0000 7efdb2125800 10 monclient(hunting): start opening mon connection 2024-09-12T17:53:42.110 INFO:tasks.workunit.client.0.smithi045.stderr: -249> 2024-09-12T17:53:42.022+0000 7efdb2125800 10 monclient(hunting): _renew_subs 2024-09-12T17:53:42.110 INFO:tasks.workunit.client.0.smithi045.stderr: -248> 2024-09-12T17:53:42.022+0000 7efdb2125800 10 monclient(hunting): authenticate will time out at 1920.481466s 2024-09-12T17:53:42.110 INFO:tasks.workunit.client.0.smithi045.stderr: -247> 2024-09-12T17:53:42.022+0000 7efdadd33640 10 monclient(hunting): get_auth_request con 0x5645ef0369e0 auth_method 0 2024-09-12T17:53:42.110 INFO:tasks.workunit.client.0.smithi045.stderr: -246> 2024-09-12T17:53:42.022+0000 7efdadd33640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:53:42.110 INFO:tasks.workunit.client.0.smithi045.stderr: -245> 2024-09-12T17:53:42.022+0000 7efdadd33640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:53:42.111 INFO:tasks.workunit.client.0.smithi045.stderr: -244> 2024-09-12T17:53:42.022+0000 7efdadd33640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:53:42.111 INFO:tasks.workunit.client.0.smithi045.stderr: -243> 2024-09-12T17:53:42.022+0000 7efdad532640 10 monclient(hunting): get_auth_request con 0x5645ef030f80 auth_method 0 2024-09-12T17:53:42.111 INFO:tasks.workunit.client.0.smithi045.stderr: -242> 2024-09-12T17:53:42.022+0000 7efdad532640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:53:42.111 INFO:tasks.workunit.client.0.smithi045.stderr: -241> 2024-09-12T17:53:42.022+0000 7efdad532640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:53:42.111 INFO:tasks.workunit.client.0.smithi045.stderr: -240> 2024-09-12T17:53:42.022+0000 7efdad532640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:53:42.111 INFO:tasks.workunit.client.0.smithi045.stderr: -239> 2024-09-12T17:53:42.022+0000 7efdadd33640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:53:42.111 INFO:tasks.workunit.client.0.smithi045.stderr: -238> 2024-09-12T17:53:42.022+0000 7efdadd33640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:53:42.111 INFO:tasks.workunit.client.0.smithi045.stderr: -237> 2024-09-12T17:53:42.022+0000 7efdadd33640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:53:42.111 INFO:tasks.workunit.client.0.smithi045.stderr: -236> 2024-09-12T17:53:42.022+0000 7efdae534640 10 monclient(hunting): get_auth_request con 0x5645ef006820 auth_method 0 2024-09-12T17:53:42.111 INFO:tasks.workunit.client.0.smithi045.stderr: -235> 2024-09-12T17:53:42.022+0000 7efdae534640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:53:42.111 INFO:tasks.workunit.client.0.smithi045.stderr: -234> 2024-09-12T17:53:42.022+0000 7efdae534640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:53:42.111 INFO:tasks.workunit.client.0.smithi045.stderr: -233> 2024-09-12T17:53:42.022+0000 7efdae534640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:53:42.111 INFO:tasks.workunit.client.0.smithi045.stderr: -232> 2024-09-12T17:53:42.022+0000 7efdad532640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:53:42.112 INFO:tasks.workunit.client.0.smithi045.stderr: -231> 2024-09-12T17:53:42.022+0000 7efdad532640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:53:42.112 INFO:tasks.workunit.client.0.smithi045.stderr: -230> 2024-09-12T17:53:42.022+0000 7efdad532640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:53:42.112 INFO:tasks.workunit.client.0.smithi045.stderr: -229> 2024-09-12T17:53:42.022+0000 7efdae534640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:53:42.112 INFO:tasks.workunit.client.0.smithi045.stderr: -228> 2024-09-12T17:53:42.022+0000 7efdae534640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:53:42.112 INFO:tasks.workunit.client.0.smithi045.stderr: -227> 2024-09-12T17:53:42.022+0000 7efdae534640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:53:42.112 INFO:tasks.workunit.client.0.smithi045.stderr: -226> 2024-09-12T17:53:42.022+0000 7efdadd33640 10 monclient(hunting): handle_auth_done global_id 6306 payload 274 2024-09-12T17:53:42.112 INFO:tasks.workunit.client.0.smithi045.stderr: -225> 2024-09-12T17:53:42.022+0000 7efdadd33640 10 monclient: _finish_hunting 0 2024-09-12T17:53:42.112 INFO:tasks.workunit.client.0.smithi045.stderr: -224> 2024-09-12T17:53:42.022+0000 7efdadd33640 1 monclient: found mon.noname-a 2024-09-12T17:53:42.112 INFO:tasks.workunit.client.0.smithi045.stderr: -223> 2024-09-12T17:53:42.022+0000 7efdadd33640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.45:3300/0 2024-09-12T17:53:42.113 INFO:tasks.workunit.client.0.smithi045.stderr: -222> 2024-09-12T17:53:42.023+0000 7efc917fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:53:42.113 INFO:tasks.workunit.client.0.smithi045.stderr: -221> 2024-09-12T17:53:42.023+0000 7efc917fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:53:42.113 INFO:tasks.workunit.client.0.smithi045.stderr: -220> 2024-09-12T17:53:42.023+0000 7efc917fa640 10 monclient: dump: 2024-09-12T17:53:42.113 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:53:42.113 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:53:42.113 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:53:42.114 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:53:42.114 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:53:42.114 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:53:42.114 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:53:42.114 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:53:42.114 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:53:42.114 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:42.114 INFO:tasks.workunit.client.0.smithi045.stderr: -219> 2024-09-12T17:53:42.023+0000 7efc917fa640 10 monclient: _finish_auth 0 2024-09-12T17:53:42.114 INFO:tasks.workunit.client.0.smithi045.stderr: -218> 2024-09-12T17:53:42.023+0000 7efc917fa640 10 monclient: _check_auth_tickets 2024-09-12T17:53:42.114 INFO:tasks.workunit.client.0.smithi045.stderr: -217> 2024-09-12T17:53:42.023+0000 7efc917fa640 10 monclient: handle_config config(0 keys) 2024-09-12T17:53:42.114 INFO:tasks.workunit.client.0.smithi045.stderr: -216> 2024-09-12T17:53:42.023+0000 7efdb2125800 5 monclient: authenticate success, global_id 6306 2024-09-12T17:53:42.115 INFO:tasks.workunit.client.0.smithi045.stderr: -215> 2024-09-12T17:53:42.023+0000 7efdb2125800 10 monclient: get_monmap_and_config success 2024-09-12T17:53:42.115 INFO:tasks.workunit.client.0.smithi045.stderr: -214> 2024-09-12T17:53:42.023+0000 7efdb2125800 4 set_mon_vals no callback set 2024-09-12T17:53:42.115 INFO:tasks.workunit.client.0.smithi045.stderr: -213> 2024-09-12T17:53:42.023+0000 7efc917fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:53:42.115 INFO:tasks.workunit.client.0.smithi045.stderr: -212> 2024-09-12T17:53:42.023+0000 7efc917fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:53:42.115 INFO:tasks.workunit.client.0.smithi045.stderr: -211> 2024-09-12T17:53:42.023+0000 7efc917fa640 10 monclient: dump: 2024-09-12T17:53:42.115 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:53:42.115 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:53:42.115 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:53:42.115 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:53:42.115 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:53:42.115 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:53:42.115 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:53:42.116 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:53:42.116 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:53:42.116 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:42.116 INFO:tasks.workunit.client.0.smithi045.stderr: -210> 2024-09-12T17:53:42.023+0000 7efdb2125800 10 monclient: shutdown 2024-09-12T17:53:42.116 INFO:tasks.workunit.client.0.smithi045.stderr: -209> 2024-09-12T17:53:42.023+0000 7efdb2125800 10 monclient: build_initial_monmap 2024-09-12T17:53:42.116 INFO:tasks.workunit.client.0.smithi045.stderr: -208> 2024-09-12T17:53:42.023+0000 7efdb2125800 1 build_initial for_mkfs: 0 2024-09-12T17:53:42.116 INFO:tasks.workunit.client.0.smithi045.stderr: -207> 2024-09-12T17:53:42.023+0000 7efdb2125800 10 monclient: monmap: 2024-09-12T17:53:42.116 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:53:42.116 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:53:42.117 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:53:42.117 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:53:42.117 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:53:42.117 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:53:42.117 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:53:42.117 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:53:42.117 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:53:42.117 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:42.117 INFO:tasks.workunit.client.0.smithi045.stderr: -206> 2024-09-12T17:53:42.023+0000 7efdb2125800 5 AuthRegistry(0x5645ef031f40) adding auth protocol: cephx 2024-09-12T17:53:42.117 INFO:tasks.workunit.client.0.smithi045.stderr: -205> 2024-09-12T17:53:42.023+0000 7efdb2125800 5 AuthRegistry(0x5645ef031f40) adding auth protocol: cephx 2024-09-12T17:53:42.118 INFO:tasks.workunit.client.0.smithi045.stderr: -204> 2024-09-12T17:53:42.023+0000 7efdb2125800 5 AuthRegistry(0x5645ef031f40) adding auth protocol: cephx 2024-09-12T17:53:42.118 INFO:tasks.workunit.client.0.smithi045.stderr: -203> 2024-09-12T17:53:42.023+0000 7efdb2125800 5 AuthRegistry(0x5645ef031f40) adding con mode: secure 2024-09-12T17:53:42.118 INFO:tasks.workunit.client.0.smithi045.stderr: -202> 2024-09-12T17:53:42.023+0000 7efdb2125800 5 AuthRegistry(0x5645ef031f40) adding con mode: crc 2024-09-12T17:53:42.118 INFO:tasks.workunit.client.0.smithi045.stderr: -201> 2024-09-12T17:53:42.023+0000 7efdb2125800 5 AuthRegistry(0x5645ef031f40) adding con mode: secure 2024-09-12T17:53:42.118 INFO:tasks.workunit.client.0.smithi045.stderr: -200> 2024-09-12T17:53:42.023+0000 7efdb2125800 5 AuthRegistry(0x5645ef031f40) adding con mode: crc 2024-09-12T17:53:42.118 INFO:tasks.workunit.client.0.smithi045.stderr: -199> 2024-09-12T17:53:42.023+0000 7efdb2125800 5 AuthRegistry(0x5645ef031f40) adding con mode: secure 2024-09-12T17:53:42.118 INFO:tasks.workunit.client.0.smithi045.stderr: -198> 2024-09-12T17:53:42.023+0000 7efdb2125800 5 AuthRegistry(0x5645ef031f40) adding con mode: crc 2024-09-12T17:53:42.118 INFO:tasks.workunit.client.0.smithi045.stderr: -197> 2024-09-12T17:53:42.023+0000 7efdb2125800 5 AuthRegistry(0x5645ef031f40) adding con mode: crc 2024-09-12T17:53:42.118 INFO:tasks.workunit.client.0.smithi045.stderr: -196> 2024-09-12T17:53:42.023+0000 7efdb2125800 5 AuthRegistry(0x5645ef031f40) adding con mode: secure 2024-09-12T17:53:42.118 INFO:tasks.workunit.client.0.smithi045.stderr: -195> 2024-09-12T17:53:42.023+0000 7efdb2125800 5 AuthRegistry(0x5645ef031f40) adding con mode: crc 2024-09-12T17:53:42.118 INFO:tasks.workunit.client.0.smithi045.stderr: -194> 2024-09-12T17:53:42.023+0000 7efdb2125800 5 AuthRegistry(0x5645ef031f40) adding con mode: secure 2024-09-12T17:53:42.118 INFO:tasks.workunit.client.0.smithi045.stderr: -193> 2024-09-12T17:53:42.023+0000 7efdb2125800 5 AuthRegistry(0x5645ef031f40) adding con mode: crc 2024-09-12T17:53:42.118 INFO:tasks.workunit.client.0.smithi045.stderr: -192> 2024-09-12T17:53:42.023+0000 7efdb2125800 5 AuthRegistry(0x5645ef031f40) adding con mode: secure 2024-09-12T17:53:42.119 INFO:tasks.workunit.client.0.smithi045.stderr: -191> 2024-09-12T17:53:42.023+0000 7efdb2125800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:53:42.119 INFO:tasks.workunit.client.0.smithi045.stderr: -190> 2024-09-12T17:53:42.023+0000 7efdb2125800 1 librados: starting msgr at 2024-09-12T17:53:42.119 INFO:tasks.workunit.client.0.smithi045.stderr: -189> 2024-09-12T17:53:42.023+0000 7efdb2125800 1 librados: starting objecter 2024-09-12T17:53:42.119 INFO:tasks.workunit.client.0.smithi045.stderr: -188> 2024-09-12T17:53:42.024+0000 7efdb2125800 5 asok(0x5645eed44730) register_command objecter_requests cmddesc objecter_requests hook 0x5645eefe2ce0 EEXIST 2024-09-12T17:53:42.119 INFO:tasks.workunit.client.0.smithi045.stderr: -187> 2024-09-12T17:53:42.024+0000 7efdb2125800 1 librados: setting wanted keys 2024-09-12T17:53:42.119 INFO:tasks.workunit.client.0.smithi045.stderr: -186> 2024-09-12T17:53:42.024+0000 7efdb2125800 1 librados: calling monclient init 2024-09-12T17:53:42.119 INFO:tasks.workunit.client.0.smithi045.stderr: -185> 2024-09-12T17:53:42.024+0000 7efdb2125800 10 monclient: init 2024-09-12T17:53:42.119 INFO:tasks.workunit.client.0.smithi045.stderr: -184> 2024-09-12T17:53:42.024+0000 7efdb2125800 5 AuthRegistry(0x5645eeffa410) adding auth protocol: cephx 2024-09-12T17:53:42.119 INFO:tasks.workunit.client.0.smithi045.stderr: -183> 2024-09-12T17:53:42.024+0000 7efdb2125800 5 AuthRegistry(0x5645eeffa410) adding auth protocol: cephx 2024-09-12T17:53:42.119 INFO:tasks.workunit.client.0.smithi045.stderr: -182> 2024-09-12T17:53:42.024+0000 7efdb2125800 5 AuthRegistry(0x5645eeffa410) adding auth protocol: cephx 2024-09-12T17:53:42.119 INFO:tasks.workunit.client.0.smithi045.stderr: -181> 2024-09-12T17:53:42.024+0000 7efdb2125800 5 AuthRegistry(0x5645eeffa410) adding con mode: secure 2024-09-12T17:53:42.119 INFO:tasks.workunit.client.0.smithi045.stderr: -180> 2024-09-12T17:53:42.024+0000 7efdb2125800 5 AuthRegistry(0x5645eeffa410) adding con mode: crc 2024-09-12T17:53:42.119 INFO:tasks.workunit.client.0.smithi045.stderr: -179> 2024-09-12T17:53:42.024+0000 7efdb2125800 5 AuthRegistry(0x5645eeffa410) adding con mode: secure 2024-09-12T17:53:42.120 INFO:tasks.workunit.client.0.smithi045.stderr: -178> 2024-09-12T17:53:42.024+0000 7efdb2125800 5 AuthRegistry(0x5645eeffa410) adding con mode: crc 2024-09-12T17:53:42.120 INFO:tasks.workunit.client.0.smithi045.stderr: -177> 2024-09-12T17:53:42.024+0000 7efdb2125800 5 AuthRegistry(0x5645eeffa410) adding con mode: secure 2024-09-12T17:53:42.120 INFO:tasks.workunit.client.0.smithi045.stderr: -176> 2024-09-12T17:53:42.024+0000 7efdb2125800 5 AuthRegistry(0x5645eeffa410) adding con mode: crc 2024-09-12T17:53:42.120 INFO:tasks.workunit.client.0.smithi045.stderr: -175> 2024-09-12T17:53:42.024+0000 7efdb2125800 5 AuthRegistry(0x5645eeffa410) adding con mode: crc 2024-09-12T17:53:42.120 INFO:tasks.workunit.client.0.smithi045.stderr: -174> 2024-09-12T17:53:42.024+0000 7efdb2125800 5 AuthRegistry(0x5645eeffa410) adding con mode: secure 2024-09-12T17:53:42.120 INFO:tasks.workunit.client.0.smithi045.stderr: -173> 2024-09-12T17:53:42.024+0000 7efdb2125800 5 AuthRegistry(0x5645eeffa410) adding con mode: crc 2024-09-12T17:53:42.120 INFO:tasks.workunit.client.0.smithi045.stderr: -172> 2024-09-12T17:53:42.024+0000 7efdb2125800 5 AuthRegistry(0x5645eeffa410) adding con mode: secure 2024-09-12T17:53:42.120 INFO:tasks.workunit.client.0.smithi045.stderr: -171> 2024-09-12T17:53:42.024+0000 7efdb2125800 5 AuthRegistry(0x5645eeffa410) adding con mode: crc 2024-09-12T17:53:42.120 INFO:tasks.workunit.client.0.smithi045.stderr: -170> 2024-09-12T17:53:42.024+0000 7efdb2125800 5 AuthRegistry(0x5645eeffa410) adding con mode: secure 2024-09-12T17:53:42.120 INFO:tasks.workunit.client.0.smithi045.stderr: -169> 2024-09-12T17:53:42.024+0000 7efdb2125800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:53:42.120 INFO:tasks.workunit.client.0.smithi045.stderr: -168> 2024-09-12T17:53:42.024+0000 7efdb2125800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:53:42.120 INFO:tasks.workunit.client.0.smithi045.stderr: -167> 2024-09-12T17:53:42.024+0000 7efdb2125800 5 asok(0x5645eed44730) register_command rotate-key cmddesc rotate-key hook 0x5645eeffa558 EEXIST 2024-09-12T17:53:42.121 INFO:tasks.workunit.client.0.smithi045.stderr: -166> 2024-09-12T17:53:42.024+0000 7efdb2125800 10 monclient: _reopen_session rank -1 2024-09-12T17:53:42.121 INFO:tasks.workunit.client.0.smithi045.stderr: -165> 2024-09-12T17:53:42.024+0000 7efdb2125800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:53:42.121 INFO:tasks.workunit.client.0.smithi045.stderr: -164> 2024-09-12T17:53:42.024+0000 7efdb2125800 10 monclient(hunting): picked mon.noname-c con 0x5645ef006820 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:53:42.121 INFO:tasks.workunit.client.0.smithi045.stderr: -163> 2024-09-12T17:53:42.024+0000 7efdb2125800 10 monclient(hunting): picked mon.noname-b con 0x5645ef030f80 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:53:42.121 INFO:tasks.workunit.client.0.smithi045.stderr: -162> 2024-09-12T17:53:42.024+0000 7efdb2125800 10 monclient(hunting): picked mon.noname-a con 0x5645ef0369e0 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:53:42.121 INFO:tasks.workunit.client.0.smithi045.stderr: -161> 2024-09-12T17:53:42.024+0000 7efdb2125800 10 monclient(hunting): start opening mon connection 2024-09-12T17:53:42.121 INFO:tasks.workunit.client.0.smithi045.stderr: -160> 2024-09-12T17:53:42.024+0000 7efdb2125800 10 monclient(hunting): start opening mon connection 2024-09-12T17:53:42.121 INFO:tasks.workunit.client.0.smithi045.stderr: -159> 2024-09-12T17:53:42.024+0000 7efdb2125800 10 monclient(hunting): start opening mon connection 2024-09-12T17:53:42.121 INFO:tasks.workunit.client.0.smithi045.stderr: -158> 2024-09-12T17:53:42.024+0000 7efdb2125800 10 monclient(hunting): _renew_subs 2024-09-12T17:53:42.121 INFO:tasks.workunit.client.0.smithi045.stderr: -157> 2024-09-12T17:53:42.024+0000 7efdb2125800 10 monclient(hunting): authenticate will time out at 1920.483716s 2024-09-12T17:53:42.121 INFO:tasks.workunit.client.0.smithi045.stderr: -156> 2024-09-12T17:53:42.024+0000 7efdadd33640 10 monclient(hunting): get_auth_request con 0x5645ef006820 auth_method 0 2024-09-12T17:53:42.121 INFO:tasks.workunit.client.0.smithi045.stderr: -155> 2024-09-12T17:53:42.024+0000 7efdadd33640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:53:42.121 INFO:tasks.workunit.client.0.smithi045.stderr: -154> 2024-09-12T17:53:42.024+0000 7efdadd33640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:53:42.122 INFO:tasks.workunit.client.0.smithi045.stderr: -153> 2024-09-12T17:53:42.024+0000 7efdadd33640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:53:42.122 INFO:tasks.workunit.client.0.smithi045.stderr: -152> 2024-09-12T17:53:42.024+0000 7efdae534640 10 monclient(hunting): get_auth_request con 0x5645ef0369e0 auth_method 0 2024-09-12T17:53:42.122 INFO:tasks.workunit.client.0.smithi045.stderr: -151> 2024-09-12T17:53:42.024+0000 7efdae534640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:53:42.122 INFO:tasks.workunit.client.0.smithi045.stderr: -150> 2024-09-12T17:53:42.024+0000 7efdae534640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:53:42.122 INFO:tasks.workunit.client.0.smithi045.stderr: -149> 2024-09-12T17:53:42.024+0000 7efdae534640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:53:42.122 INFO:tasks.workunit.client.0.smithi045.stderr: -148> 2024-09-12T17:53:42.024+0000 7efdadd33640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:53:42.122 INFO:tasks.workunit.client.0.smithi045.stderr: -147> 2024-09-12T17:53:42.024+0000 7efdadd33640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:53:42.122 INFO:tasks.workunit.client.0.smithi045.stderr: -146> 2024-09-12T17:53:42.024+0000 7efdadd33640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:53:42.122 INFO:tasks.workunit.client.0.smithi045.stderr: -145> 2024-09-12T17:53:42.024+0000 7efdad532640 10 monclient(hunting): get_auth_request con 0x5645ef030f80 auth_method 0 2024-09-12T17:53:42.122 INFO:tasks.workunit.client.0.smithi045.stderr: -144> 2024-09-12T17:53:42.024+0000 7efdad532640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:53:42.122 INFO:tasks.workunit.client.0.smithi045.stderr: -143> 2024-09-12T17:53:42.024+0000 7efdad532640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:53:42.122 INFO:tasks.workunit.client.0.smithi045.stderr: -142> 2024-09-12T17:53:42.024+0000 7efdad532640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:53:42.122 INFO:tasks.workunit.client.0.smithi045.stderr: -141> 2024-09-12T17:53:42.024+0000 7efdae534640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:53:42.122 INFO:tasks.workunit.client.0.smithi045.stderr: -140> 2024-09-12T17:53:42.024+0000 7efdae534640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:53:42.123 INFO:tasks.workunit.client.0.smithi045.stderr: -139> 2024-09-12T17:53:42.024+0000 7efdae534640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:53:42.123 INFO:tasks.workunit.client.0.smithi045.stderr: -138> 2024-09-12T17:53:42.024+0000 7efdad532640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:53:42.123 INFO:tasks.workunit.client.0.smithi045.stderr: -137> 2024-09-12T17:53:42.024+0000 7efdad532640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:53:42.123 INFO:tasks.workunit.client.0.smithi045.stderr: -136> 2024-09-12T17:53:42.024+0000 7efdad532640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:53:42.123 INFO:tasks.workunit.client.0.smithi045.stderr: -135> 2024-09-12T17:53:42.025+0000 7efdadd33640 10 monclient(hunting): handle_auth_done global_id 5990 payload 824 2024-09-12T17:53:42.123 INFO:tasks.workunit.client.0.smithi045.stderr: -134> 2024-09-12T17:53:42.025+0000 7efdadd33640 10 monclient: _finish_hunting 0 2024-09-12T17:53:42.123 INFO:tasks.workunit.client.0.smithi045.stderr: -133> 2024-09-12T17:53:42.025+0000 7efdadd33640 1 monclient: found mon.noname-c 2024-09-12T17:53:42.123 INFO:tasks.workunit.client.0.smithi045.stderr: -132> 2024-09-12T17:53:42.025+0000 7efdadd33640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.45:3301/0 2024-09-12T17:53:42.123 INFO:tasks.workunit.client.0.smithi045.stderr: -131> 2024-09-12T17:53:42.025+0000 7efc7f7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:53:42.123 INFO:tasks.workunit.client.0.smithi045.stderr: -130> 2024-09-12T17:53:42.025+0000 7efc7f7fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:53:42.123 INFO:tasks.workunit.client.0.smithi045.stderr: -129> 2024-09-12T17:53:42.025+0000 7efc7f7fe640 10 monclient: dump: 2024-09-12T17:53:42.123 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:53:42.123 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:53:42.124 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:53:42.124 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:53:42.124 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:53:42.124 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:53:42.124 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:53:42.124 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:53:42.124 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:53:42.124 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:42.124 INFO:tasks.workunit.client.0.smithi045.stderr: -128> 2024-09-12T17:53:42.025+0000 7efc7f7fe640 10 monclient: _finish_auth 0 2024-09-12T17:53:42.124 INFO:tasks.workunit.client.0.smithi045.stderr: -127> 2024-09-12T17:53:42.025+0000 7efc7f7fe640 10 monclient: _check_auth_tickets 2024-09-12T17:53:42.124 INFO:tasks.workunit.client.0.smithi045.stderr: -126> 2024-09-12T17:53:42.025+0000 7efc7f7fe640 10 monclient: handle_config config(0 keys) 2024-09-12T17:53:42.124 INFO:tasks.workunit.client.0.smithi045.stderr: -125> 2024-09-12T17:53:42.025+0000 7efc7f7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:53:42.124 INFO:tasks.workunit.client.0.smithi045.stderr: -124> 2024-09-12T17:53:42.025+0000 7efc7f7fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:53:42.125 INFO:tasks.workunit.client.0.smithi045.stderr: -123> 2024-09-12T17:53:42.025+0000 7efc7f7fe640 10 monclient: dump: 2024-09-12T17:53:42.125 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:53:42.125 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:53:42.125 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:53:42.125 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:53:42.125 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:53:42.125 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:53:42.125 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:53:42.125 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:53:42.125 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:53:42.126 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:42.126 INFO:tasks.workunit.client.0.smithi045.stderr: -122> 2024-09-12T17:53:42.025+0000 7efdb2125800 5 monclient: authenticate success, global_id 5990 2024-09-12T17:53:42.126 INFO:tasks.workunit.client.0.smithi045.stderr: -121> 2024-09-12T17:53:42.025+0000 7efdb2125800 10 monclient: _renew_subs 2024-09-12T17:53:42.126 INFO:tasks.workunit.client.0.smithi045.stderr: -120> 2024-09-12T17:53:42.025+0000 7efdb2125800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:53:42.126 INFO:tasks.workunit.client.0.smithi045.stderr: -119> 2024-09-12T17:53:42.025+0000 7efc917fa640 4 set_mon_vals no callback set 2024-09-12T17:53:42.126 INFO:tasks.workunit.client.0.smithi045.stderr: -118> 2024-09-12T17:53:42.025+0000 7efdb2125800 10 monclient: _renew_subs 2024-09-12T17:53:42.126 INFO:tasks.workunit.client.0.smithi045.stderr: -117> 2024-09-12T17:53:42.025+0000 7efdb2125800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:53:42.126 INFO:tasks.workunit.client.0.smithi045.stderr: -116> 2024-09-12T17:53:42.025+0000 7efdb2125800 1 librados: init done 2024-09-12T17:53:42.126 INFO:tasks.workunit.client.0.smithi045.stderr: -115> 2024-09-12T17:53:42.025+0000 7efdb2125800 5 asok(0x5645eed44730) register_command cr dump hook 0x5645ef02dbb8 2024-09-12T17:53:42.126 INFO:tasks.workunit.client.0.smithi045.stderr: -114> 2024-09-12T17:53:42.027+0000 7efdb2125800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.126 INFO:tasks.workunit.client.0.smithi045.stderr: -113> 2024-09-12T17:53:42.027+0000 7efc7f7fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:53:42.126 INFO:tasks.workunit.client.0.smithi045.stderr: -112> 2024-09-12T17:53:42.027+0000 7efc7f7fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:53:42.126 INFO:tasks.workunit.client.0.smithi045.stderr: -111> 2024-09-12T17:53:42.027+0000 7efc7f7fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:53:42.127 INFO:tasks.workunit.client.0.smithi045.stderr: -110> 2024-09-12T17:53:42.027+0000 7efdad532640 10 monclient: get_auth_request con 0x7efc78076470 auth_method 0 2024-09-12T17:53:42.127 INFO:tasks.workunit.client.0.smithi045.stderr: -109> 2024-09-12T17:53:42.028+0000 7efdae534640 10 monclient: get_auth_request con 0x5645ef0508e0 auth_method 0 2024-09-12T17:53:42.127 INFO:tasks.workunit.client.0.smithi045.stderr: -108> 2024-09-12T17:53:42.028+0000 7efdb2125800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:42.127 INFO:tasks.workunit.client.0.smithi045.stderr: -107> 2024-09-12T17:53:42.028+0000 7efdb2125800 20 realm 2024-09-12T17:53:42.127 INFO:tasks.workunit.client.0.smithi045.stderr: -106> 2024-09-12T17:53:42.028+0000 7efdb2125800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.127 INFO:tasks.workunit.client.0.smithi045.stderr: -105> 2024-09-12T17:53:42.028+0000 7efdb2125800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:42.127 INFO:tasks.workunit.client.0.smithi045.stderr: -104> 2024-09-12T17:53:42.028+0000 7efdb2125800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:53:42.127 INFO:tasks.workunit.client.0.smithi045.stderr: -103> 2024-09-12T17:53:42.028+0000 7efdb2125800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.127 INFO:tasks.workunit.client.0.smithi045.stderr: -102> 2024-09-12T17:53:42.029+0000 7efdb2125800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:42.127 INFO:tasks.workunit.client.0.smithi045.stderr: -101> 2024-09-12T17:53:42.029+0000 7efdb2125800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.127 INFO:tasks.workunit.client.0.smithi045.stderr: -100> 2024-09-12T17:53:42.029+0000 7efdadd33640 10 monclient: get_auth_request con 0x5645ef054af0 auth_method 0 2024-09-12T17:53:42.127 INFO:tasks.workunit.client.0.smithi045.stderr: -99> 2024-09-12T17:53:42.029+0000 7efdb2125800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:53:42.128 INFO:tasks.workunit.client.0.smithi045.stderr: -98> 2024-09-12T17:53:42.029+0000 7efdb2125800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.128 INFO:tasks.workunit.client.0.smithi045.stderr: -97> 2024-09-12T17:53:42.030+0000 7efdad532640 10 monclient: get_auth_request con 0x5645ef058350 auth_method 0 2024-09-12T17:53:42.128 INFO:tasks.workunit.client.0.smithi045.stderr: -96> 2024-09-12T17:53:42.030+0000 7efdb2125800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:53:42.128 INFO:tasks.workunit.client.0.smithi045.stderr: -95> 2024-09-12T17:53:42.030+0000 7efdb2125800 20 searching for the correct realm 2024-09-12T17:53:42.128 INFO:tasks.workunit.client.0.smithi045.stderr: -94> 2024-09-12T17:53:42.030+0000 7efdae534640 10 monclient: get_auth_request con 0x5645ef05d110 auth_method 0 2024-09-12T17:53:42.128 INFO:tasks.workunit.client.0.smithi045.stderr: -93> 2024-09-12T17:53:42.031+0000 7efdadd33640 10 monclient: get_auth_request con 0x7efda402a070 auth_method 0 2024-09-12T17:53:42.128 INFO:tasks.workunit.client.0.smithi045.stderr: -92> 2024-09-12T17:53:42.032+0000 7efdad532640 10 monclient: get_auth_request con 0x7efda0084060 auth_method 0 2024-09-12T17:53:42.128 INFO:tasks.workunit.client.0.smithi045.stderr: -91> 2024-09-12T17:53:42.033+0000 7efdad532640 0 -- 172.21.15.45:0/1876122325 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x5645ef058350 msgr2=0x5645ef05a760 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:53:42.128 INFO:tasks.workunit.client.0.smithi045.stderr: -90> 2024-09-12T17:53:42.033+0000 7efc7f7fe640 1 client.5990.objecter ms_handle_reset 0x5645ef058350 session 0x5645ef053e80 osd.7 2024-09-12T17:53:42.128 INFO:tasks.workunit.client.0.smithi045.stderr: -89> 2024-09-12T17:53:42.033+0000 7efc7f7fe640 10 monclient: _renew_subs 2024-09-12T17:53:42.128 INFO:tasks.workunit.client.0.smithi045.stderr: -88> 2024-09-12T17:53:42.033+0000 7efc7f7fe640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:53:42.128 INFO:tasks.workunit.client.0.smithi045.stderr: -87> 2024-09-12T17:53:42.033+0000 7efdad532640 10 monclient: get_auth_request con 0x7efc78086ba0 auth_method 0 2024-09-12T17:53:42.129 INFO:tasks.workunit.client.0.smithi045.stderr: -86> 2024-09-12T17:53:42.034+0000 7efdae534640 10 monclient: get_auth_request con 0x7efda405d2c0 auth_method 0 2024-09-12T17:53:42.129 INFO:tasks.workunit.client.0.smithi045.stderr: -85> 2024-09-12T17:53:42.036+0000 7efdadd33640 10 monclient: get_auth_request con 0x7efda405d6e0 auth_method 0 2024-09-12T17:53:42.129 INFO:tasks.workunit.client.0.smithi045.stderr: -84> 2024-09-12T17:53:42.036+0000 7efdadd33640 0 -- 172.21.15.45:0/1876122325 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7efda405d6e0 msgr2=0x7efda404d0f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:53:42.129 INFO:tasks.workunit.client.0.smithi045.stderr: -83> 2024-09-12T17:53:42.036+0000 7efc7f7fe640 1 client.5990.objecter ms_handle_reset 0x7efda405d6e0 session 0x7efda40614a0 osd.0 2024-09-12T17:53:42.129 INFO:tasks.workunit.client.0.smithi045.stderr: -82> 2024-09-12T17:53:42.036+0000 7efdadd33640 10 monclient: get_auth_request con 0x5645ef058350 auth_method 0 2024-09-12T17:53:42.129 INFO:tasks.workunit.client.0.smithi045.stderr: -81> 2024-09-12T17:53:42.040+0000 7efdb2125800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:53:42.129 INFO:tasks.workunit.client.0.smithi045.stderr: -80> 2024-09-12T17:53:42.041+0000 7efdb2125800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:53:42.129 INFO:tasks.workunit.client.0.smithi045.stderr: -79> 2024-09-12T17:53:42.041+0000 7efdb2125800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:53:42.129 INFO:tasks.workunit.client.0.smithi045.stderr: -78> 2024-09-12T17:53:42.041+0000 7efdb2125800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:53:42.129 INFO:tasks.workunit.client.0.smithi045.stderr: -77> 2024-09-12T17:53:42.041+0000 7efdb2125800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:53:42.130 INFO:tasks.workunit.client.0.smithi045.stderr: -76> 2024-09-12T17:53:42.041+0000 7efdb2125800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:53:42.130 INFO:tasks.workunit.client.0.smithi045.stderr: -75> 2024-09-12T17:53:42.041+0000 7efdb2125800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.130 INFO:tasks.workunit.client.0.smithi045.stderr: -74> 2024-09-12T17:53:42.041+0000 7efdb2125800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:42.130 INFO:tasks.workunit.client.0.smithi045.stderr: -73> 2024-09-12T17:53:42.041+0000 7efdb2125800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.130 INFO:tasks.workunit.client.0.smithi045.stderr: -72> 2024-09-12T17:53:42.041+0000 7efdb2125800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:53:42.130 INFO:tasks.workunit.client.0.smithi045.stderr: -71> 2024-09-12T17:53:42.041+0000 7efdb2125800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.130 INFO:tasks.workunit.client.0.smithi045.stderr: -70> 2024-09-12T17:53:42.041+0000 7efdb2125800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:53:42.130 INFO:tasks.workunit.client.0.smithi045.stderr: -69> 2024-09-12T17:53:42.041+0000 7efdb2125800 20 zone default found 2024-09-12T17:53:42.130 INFO:tasks.workunit.client.0.smithi045.stderr: -68> 2024-09-12T17:53:42.041+0000 7efdb2125800 4 Realm: () 2024-09-12T17:53:42.130 INFO:tasks.workunit.client.0.smithi045.stderr: -67> 2024-09-12T17:53:42.041+0000 7efdb2125800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:53:42.130 INFO:tasks.workunit.client.0.smithi045.stderr: -66> 2024-09-12T17:53:42.041+0000 7efdb2125800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:53:42.130 INFO:tasks.workunit.client.0.smithi045.stderr: -65> 2024-09-12T17:53:42.041+0000 7efdb2125800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:53:42.130 INFO:tasks.workunit.client.0.smithi045.stderr: -64> 2024-09-12T17:53:42.041+0000 7efdb2125800 20 zonegroup default 2024-09-12T17:53:42.131 INFO:tasks.workunit.client.0.smithi045.stderr: -63> 2024-09-12T17:53:42.041+0000 7efdb2125800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.131 INFO:tasks.workunit.client.0.smithi045.stderr: -62> 2024-09-12T17:53:42.042+0000 7efdb2125800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:42.131 INFO:tasks.workunit.client.0.smithi045.stderr: -61> 2024-09-12T17:53:42.042+0000 7efdb2125800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.131 INFO:tasks.workunit.client.0.smithi045.stderr: -60> 2024-09-12T17:53:42.042+0000 7efdb2125800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:42.131 INFO:tasks.workunit.client.0.smithi045.stderr: -59> 2024-09-12T17:53:42.042+0000 7efdb2125800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.131 INFO:tasks.workunit.client.0.smithi045.stderr: -58> 2024-09-12T17:53:42.042+0000 7efdb2125800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:42.131 INFO:tasks.workunit.client.0.smithi045.stderr: -57> 2024-09-12T17:53:42.042+0000 7efdb2125800 20 started sync module instance, tier type = 2024-09-12T17:53:42.131 INFO:tasks.workunit.client.0.smithi045.stderr: -56> 2024-09-12T17:53:42.042+0000 7efdb2125800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:53:42.131 INFO:tasks.workunit.client.0.smithi045.stderr: -55> 2024-09-12T17:53:42.052+0000 7efdb2125800 20 add_watcher() i=0 2024-09-12T17:53:42.131 INFO:tasks.workunit.client.0.smithi045.stderr: -54> 2024-09-12T17:53:42.052+0000 7efdb2125800 20 add_watcher() i=1 2024-09-12T17:53:42.131 INFO:tasks.workunit.client.0.smithi045.stderr: -53> 2024-09-12T17:53:42.052+0000 7efdb2125800 20 add_watcher() i=2 2024-09-12T17:53:42.131 INFO:tasks.workunit.client.0.smithi045.stderr: -52> 2024-09-12T17:53:42.052+0000 7efdb2125800 20 add_watcher() i=3 2024-09-12T17:53:42.131 INFO:tasks.workunit.client.0.smithi045.stderr: -51> 2024-09-12T17:53:42.052+0000 7efdb2125800 20 add_watcher() i=4 2024-09-12T17:53:42.132 INFO:tasks.workunit.client.0.smithi045.stderr: -50> 2024-09-12T17:53:42.052+0000 7efdb2125800 20 add_watcher() i=5 2024-09-12T17:53:42.132 INFO:tasks.workunit.client.0.smithi045.stderr: -49> 2024-09-12T17:53:42.052+0000 7efdb2125800 20 add_watcher() i=6 2024-09-12T17:53:42.132 INFO:tasks.workunit.client.0.smithi045.stderr: -48> 2024-09-12T17:53:42.053+0000 7efdb2125800 20 add_watcher() i=7 2024-09-12T17:53:42.132 INFO:tasks.workunit.client.0.smithi045.stderr: -47> 2024-09-12T17:53:42.053+0000 7efdb2125800 2 all 8 watchers are set, enabling cache 2024-09-12T17:53:42.132 INFO:tasks.workunit.client.0.smithi045.stderr: -46> 2024-09-12T17:53:42.055+0000 7efdb2125800 5 AuthRegistry(0x7ffd70f090c0) adding auth protocol: cephx 2024-09-12T17:53:42.132 INFO:tasks.workunit.client.0.smithi045.stderr: -45> 2024-09-12T17:53:42.055+0000 7efdb2125800 5 AuthRegistry(0x7ffd70f090c0) adding auth protocol: cephx 2024-09-12T17:53:42.132 INFO:tasks.workunit.client.0.smithi045.stderr: -44> 2024-09-12T17:53:42.055+0000 7efdb2125800 5 AuthRegistry(0x7ffd70f090c0) adding auth protocol: cephx 2024-09-12T17:53:42.132 INFO:tasks.workunit.client.0.smithi045.stderr: -43> 2024-09-12T17:53:42.055+0000 7efdb2125800 5 AuthRegistry(0x7ffd70f090c0) adding con mode: secure 2024-09-12T17:53:42.132 INFO:tasks.workunit.client.0.smithi045.stderr: -42> 2024-09-12T17:53:42.055+0000 7efdb2125800 5 AuthRegistry(0x7ffd70f090c0) adding con mode: crc 2024-09-12T17:53:42.132 INFO:tasks.workunit.client.0.smithi045.stderr: -41> 2024-09-12T17:53:42.055+0000 7efdb2125800 5 AuthRegistry(0x7ffd70f090c0) adding con mode: secure 2024-09-12T17:53:42.133 INFO:tasks.workunit.client.0.smithi045.stderr: -40> 2024-09-12T17:53:42.055+0000 7efdb2125800 5 AuthRegistry(0x7ffd70f090c0) adding con mode: crc 2024-09-12T17:53:42.133 INFO:tasks.workunit.client.0.smithi045.stderr: -39> 2024-09-12T17:53:42.055+0000 7efdb2125800 5 AuthRegistry(0x7ffd70f090c0) adding con mode: secure 2024-09-12T17:53:42.133 INFO:tasks.workunit.client.0.smithi045.stderr: -38> 2024-09-12T17:53:42.055+0000 7efdb2125800 5 AuthRegistry(0x7ffd70f090c0) adding con mode: crc 2024-09-12T17:53:42.133 INFO:tasks.workunit.client.0.smithi045.stderr: -37> 2024-09-12T17:53:42.055+0000 7efc5f7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:53:42.133 INFO:tasks.workunit.client.0.smithi045.stderr: -36> 2024-09-12T17:53:42.055+0000 7efdb2125800 5 AuthRegistry(0x7ffd70f090c0) adding con mode: crc 2024-09-12T17:53:42.133 INFO:tasks.workunit.client.0.smithi045.stderr: -35> 2024-09-12T17:53:42.055+0000 7efdb2125800 5 AuthRegistry(0x7ffd70f090c0) adding con mode: secure 2024-09-12T17:53:42.133 INFO:tasks.workunit.client.0.smithi045.stderr: -34> 2024-09-12T17:53:42.055+0000 7efdb2125800 5 AuthRegistry(0x7ffd70f090c0) adding con mode: crc 2024-09-12T17:53:42.133 INFO:tasks.workunit.client.0.smithi045.stderr: -33> 2024-09-12T17:53:42.055+0000 7efdb2125800 5 AuthRegistry(0x7ffd70f090c0) adding con mode: secure 2024-09-12T17:53:42.133 INFO:tasks.workunit.client.0.smithi045.stderr: -32> 2024-09-12T17:53:42.055+0000 7efdb2125800 5 AuthRegistry(0x7ffd70f090c0) adding con mode: crc 2024-09-12T17:53:42.133 INFO:tasks.workunit.client.0.smithi045.stderr: -31> 2024-09-12T17:53:42.055+0000 7efdb2125800 5 AuthRegistry(0x7ffd70f090c0) adding con mode: secure 2024-09-12T17:53:42.133 INFO:tasks.workunit.client.0.smithi045.stderr: -30> 2024-09-12T17:53:42.055+0000 7efdb2125800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:53:42.133 INFO:tasks.workunit.client.0.smithi045.stderr: -29> 2024-09-12T17:53:42.055+0000 7efdb2125800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:53:42.134 INFO:tasks.workunit.client.0.smithi045.stderr: -28> 2024-09-12T17:53:42.055+0000 7efdb2125800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:53:42.134 INFO:tasks.workunit.client.0.smithi045.stderr: -27> 2024-09-12T17:53:42.055+0000 7efdb2125800 5 asok(0x5645eed44730) register_command cache list hook 0x5645ef0300d0 2024-09-12T17:53:42.134 INFO:tasks.workunit.client.0.smithi045.stderr: -26> 2024-09-12T17:53:42.055+0000 7efdb2125800 5 asok(0x5645eed44730) register_command cache inspect hook 0x5645ef0300d0 2024-09-12T17:53:42.134 INFO:tasks.workunit.client.0.smithi045.stderr: -25> 2024-09-12T17:53:42.055+0000 7efdb2125800 5 asok(0x5645eed44730) register_command cache erase hook 0x5645ef0300d0 2024-09-12T17:53:42.134 INFO:tasks.workunit.client.0.smithi045.stderr: -24> 2024-09-12T17:53:42.055+0000 7efdb2125800 5 asok(0x5645eed44730) register_command cache zap hook 0x5645ef0300d0 2024-09-12T17:53:42.134 INFO:tasks.workunit.client.0.smithi045.stderr: -23> 2024-09-12T17:53:42.055+0000 7efdb2125800 5 note: GC not initialized 2024-09-12T17:53:42.134 INFO:tasks.workunit.client.0.smithi045.stderr: -22> 2024-09-12T17:53:42.056+0000 7efc5e7fc640 20 reqs_thread_entry: start 2024-09-12T17:53:42.134 INFO:tasks.workunit.client.0.smithi045.stderr: -21> 2024-09-12T17:53:42.056+0000 7efdb2125800 5 asok(0x5645eed44730) register_command sync trace show hook 0x7efda0004040 2024-09-12T17:53:42.134 INFO:tasks.workunit.client.0.smithi045.stderr: -20> 2024-09-12T17:53:42.056+0000 7efdb2125800 5 asok(0x5645eed44730) register_command sync trace history hook 0x7efda0004040 2024-09-12T17:53:42.134 INFO:tasks.workunit.client.0.smithi045.stderr: -19> 2024-09-12T17:53:42.056+0000 7efdb2125800 5 asok(0x5645eed44730) register_command sync trace active hook 0x7efda0004040 2024-09-12T17:53:42.134 INFO:tasks.workunit.client.0.smithi045.stderr: -18> 2024-09-12T17:53:42.056+0000 7efdb2125800 5 asok(0x5645eed44730) register_command sync trace active_short hook 0x7efda0004040 2024-09-12T17:53:42.134 INFO:tasks.workunit.client.0.smithi045.stderr: -17> 2024-09-12T17:53:42.056+0000 7efdb2125800 20 init_complete bucket index max shards: 1 2024-09-12T17:53:42.135 INFO:tasks.workunit.client.0.smithi045.stderr: -16> 2024-09-12T17:53:42.056+0000 7efdb2125800 20 Filter name: none 2024-09-12T17:53:42.135 INFO:tasks.workunit.client.0.smithi045.stderr: -15> 2024-09-12T17:53:42.056+0000 7efbcffff640 20 reqs_thread_entry: start 2024-09-12T17:53:42.135 INFO:tasks.workunit.client.0.smithi045.stderr: -14> 2024-09-12T17:53:42.056+0000 7efdb2125800 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2024-09-12T17:53:42.135 INFO:tasks.workunit.client.0.smithi045.stderr: -13> 2024-09-12T17:53:42.056+0000 7efdb2125800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.135 INFO:tasks.workunit.client.0.smithi045.stderr: -12> 2024-09-12T17:53:42.056+0000 7efdb2125800 20 rados_obj.operate() r=0 bl.length=212 2024-09-12T17:53:42.135 INFO:tasks.workunit.client.0.smithi045.stderr: -11> 2024-09-12T17:53:42.056+0000 7efdb2125800 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2024-09-12T17:53:42.135 INFO:tasks.workunit.client.0.smithi045.stderr: -10> 2024-09-12T17:53:42.056+0000 7efdb2125800 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2024-09-12T17:53:42.135 INFO:tasks.workunit.client.0.smithi045.stderr: -9> 2024-09-12T17:53:42.056+0000 7efdb2125800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b6123b67-6580-4373-9691-e0e950df5f06.4566.22 : miss 2024-09-12T17:53:42.135 INFO:tasks.workunit.client.0.smithi045.stderr: -8> 2024-09-12T17:53:42.056+0000 7efdb2125800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.135 INFO:tasks.workunit.client.0.smithi045.stderr: -7> 2024-09-12T17:53:42.057+0000 7efdb2125800 20 rados_obj.operate() r=0 bl.length=434 2024-09-12T17:53:42.135 INFO:tasks.workunit.client.0.smithi045.stderr: -6> 2024-09-12T17:53:42.057+0000 7efdb2125800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b6123b67-6580-4373-9691-e0e950df5f06.4566.22 info.flags=0x17 2024-09-12T17:53:42.135 INFO:tasks.workunit.client.0.smithi045.stderr: -5> 2024-09-12T17:53:42.057+0000 7efdb2125800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b6123b67-6580-4373-9691-e0e950df5f06.4566.22 to cache LRU end 2024-09-12T17:53:42.135 INFO:tasks.workunit.client.0.smithi045.stderr: -4> 2024-09-12T17:53:42.057+0000 7efdb2125800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:53:42.135 INFO:tasks.workunit.client.0.smithi045.stderr: -3> 2024-09-12T17:53:42.057+0000 7efdb2125800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:53:42.136 INFO:tasks.workunit.client.0.smithi045.stderr: -2> 2024-09-12T17:53:42.057+0000 7efdb2125800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b6123b67-6580-4373-9691-e0e950df5f06.4566.22 2024-09-12T17:53:42.136 INFO:tasks.workunit.client.0.smithi045.stderr: -1> 2024-09-12T17:53:42.059+0000 7efdb2125800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7efdb2125800 time 2024-09-12T17:53:42.060290+0000 2024-09-12T17:53:42.136 INFO:tasks.workunit.client.0.smithi045.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:53:42.136 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:42.136 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:53:42.136 INFO:tasks.workunit.client.0.smithi045.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7efdb378c71a] 2024-09-12T17:53:42.136 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7efdb378c8d8] 2024-09-12T17:53:42.136 INFO:tasks.workunit.client.0.smithi045.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5645ed57d841] 2024-09-12T17:53:42.136 INFO:tasks.workunit.client.0.smithi045.stderr: 4: radosgw-admin(+0xd73b64) [0x5645eda8ab64] 2024-09-12T17:53:42.136 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5645ed58d50d] 2024-09-12T17:53:42.136 INFO:tasks.workunit.client.0.smithi045.stderr: 6: main() 2024-09-12T17:53:42.136 INFO:tasks.workunit.client.0.smithi045.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7efdb2429590] 2024-09-12T17:53:42.136 INFO:tasks.workunit.client.0.smithi045.stderr: 8: __libc_start_main() 2024-09-12T17:53:42.137 INFO:tasks.workunit.client.0.smithi045.stderr: 9: _start() 2024-09-12T17:53:42.137 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:42.137 INFO:tasks.workunit.client.0.smithi045.stderr: 0> 2024-09-12T17:53:42.060+0000 7efdb2125800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:53:42.137 INFO:tasks.workunit.client.0.smithi045.stderr: in thread 7efdb2125800 thread_name:radosgw-admin 2024-09-12T17:53:42.137 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:42.137 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:53:42.137 INFO:tasks.workunit.client.0.smithi045.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7efdb243e6f0] 2024-09-12T17:53:42.137 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7efdb248b99c] 2024-09-12T17:53:42.137 INFO:tasks.workunit.client.0.smithi045.stderr: 3: raise() 2024-09-12T17:53:42.137 INFO:tasks.workunit.client.0.smithi045.stderr: 4: abort() 2024-09-12T17:53:42.137 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7efdb378c774] 2024-09-12T17:53:42.137 INFO:tasks.workunit.client.0.smithi045.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7efdb378c8d8] 2024-09-12T17:53:42.137 INFO:tasks.workunit.client.0.smithi045.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5645ed57d841] 2024-09-12T17:53:42.138 INFO:tasks.workunit.client.0.smithi045.stderr: 8: radosgw-admin(+0xd73b64) [0x5645eda8ab64] 2024-09-12T17:53:42.138 INFO:tasks.workunit.client.0.smithi045.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5645ed58d50d] 2024-09-12T17:53:42.138 INFO:tasks.workunit.client.0.smithi045.stderr: 10: main() 2024-09-12T17:53:42.138 INFO:tasks.workunit.client.0.smithi045.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7efdb2429590] 2024-09-12T17:53:42.138 INFO:tasks.workunit.client.0.smithi045.stderr: 12: __libc_start_main() 2024-09-12T17:53:42.138 INFO:tasks.workunit.client.0.smithi045.stderr: 13: _start() 2024-09-12T17:53:42.141 INFO:tasks.workunit.client.0.smithi045.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:53:42.142 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:42.142 INFO:tasks.workunit.client.0.smithi045.stderr:--- logging levels --- 2024-09-12T17:53:42.142 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 none 2024-09-12T17:53:42.142 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 lockdep 2024-09-12T17:53:42.142 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 context 2024-09-12T17:53:42.142 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 crush 2024-09-12T17:53:42.142 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds 2024-09-12T17:53:42.142 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_balancer 2024-09-12T17:53:42.142 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_locker 2024-09-12T17:53:42.142 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_log 2024-09-12T17:53:42.142 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_log_expire 2024-09-12T17:53:42.142 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_migrator 2024-09-12T17:53:42.142 INFO:tasks.workunit.client.0.smithi045.stderr: 3/ 5 mds_quiesce 2024-09-12T17:53:42.143 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 buffer 2024-09-12T17:53:42.143 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 timer 2024-09-12T17:53:42.143 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 filer 2024-09-12T17:53:42.143 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 striper 2024-09-12T17:53:42.143 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 objecter 2024-09-12T17:53:42.143 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rados 2024-09-12T17:53:42.143 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd 2024-09-12T17:53:42.143 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_mirror 2024-09-12T17:53:42.143 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_replay 2024-09-12T17:53:42.143 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_pwl 2024-09-12T17:53:42.143 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 journaler 2024-09-12T17:53:42.143 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 objectcacher 2024-09-12T17:53:42.144 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:53:42.144 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 client 2024-09-12T17:53:42.144 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 osd 2024-09-12T17:53:42.144 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 optracker 2024-09-12T17:53:42.144 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 objclass 2024-09-12T17:53:42.144 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 filestore 2024-09-12T17:53:42.144 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 journal 2024-09-12T17:53:42.144 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 0 ms 2024-09-12T17:53:42.144 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mon 2024-09-12T17:53:42.144 INFO:tasks.workunit.client.0.smithi045.stderr: 0/10 monc 2024-09-12T17:53:42.144 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 paxos 2024-09-12T17:53:42.144 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 tp 2024-09-12T17:53:42.144 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 auth 2024-09-12T17:53:42.145 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 crypto 2024-09-12T17:53:42.145 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 finisher 2024-09-12T17:53:42.145 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 reserver 2024-09-12T17:53:42.145 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 heartbeatmap 2024-09-12T17:53:42.145 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 perfcounter 2024-09-12T17:53:42.145 INFO:tasks.workunit.client.0.smithi045.stderr: 20/20 rgw 2024-09-12T17:53:42.145 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_sync 2024-09-12T17:53:42.145 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_datacache 2024-09-12T17:53:42.145 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_access 2024-09-12T17:53:42.145 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:53:42.145 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_flight 2024-09-12T17:53:42.145 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:53:42.145 INFO:tasks.workunit.client.0.smithi045.stderr: 20/20 rgw_notification 2024-09-12T17:53:42.145 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 javaclient 2024-09-12T17:53:42.146 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 asok 2024-09-12T17:53:42.146 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 throttle 2024-09-12T17:53:42.146 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 0 refs 2024-09-12T17:53:42.146 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 compressor 2024-09-12T17:53:42.146 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 bluestore 2024-09-12T17:53:42.146 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 bluefs 2024-09-12T17:53:42.146 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 bdev 2024-09-12T17:53:42.146 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 kstore 2024-09-12T17:53:42.146 INFO:tasks.workunit.client.0.smithi045.stderr: 4/ 5 rocksdb 2024-09-12T17:53:42.146 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 fuse 2024-09-12T17:53:42.146 INFO:tasks.workunit.client.0.smithi045.stderr: 2/ 5 mgr 2024-09-12T17:53:42.146 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mgrc 2024-09-12T17:53:42.146 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 dpdk 2024-09-12T17:53:42.146 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 eventtrace 2024-09-12T17:53:42.146 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 prioritycache 2024-09-12T17:53:42.147 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 test 2024-09-12T17:53:42.147 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:53:42.147 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cephsqlite 2024-09-12T17:53:42.147 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:53:42.147 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore 2024-09-12T17:53:42.147 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_onode 2024-09-12T17:53:42.147 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_odata 2024-09-12T17:53:42.147 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_omap 2024-09-12T17:53:42.147 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_tm 2024-09-12T17:53:42.147 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_t 2024-09-12T17:53:42.147 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:53:42.147 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_epm 2024-09-12T17:53:42.147 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_lba 2024-09-12T17:53:42.148 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:53:42.148 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_cache 2024-09-12T17:53:42.148 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_journal 2024-09-12T17:53:42.148 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_device 2024-09-12T17:53:42.148 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_backref 2024-09-12T17:53:42.148 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 alienstore 2024-09-12T17:53:42.148 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mclock 2024-09-12T17:53:42.148 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cyanstore 2024-09-12T17:53:42.148 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 ceph_exporter 2024-09-12T17:53:42.148 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 memstore 2024-09-12T17:53:42.148 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 trace 2024-09-12T17:53:42.148 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 ceph_dedup 2024-09-12T17:53:42.148 INFO:tasks.workunit.client.0.smithi045.stderr: -2/-2 (syslog threshold) 2024-09-12T17:53:42.149 INFO:tasks.workunit.client.0.smithi045.stderr: 99/99 (stderr threshold) 2024-09-12T17:53:42.149 INFO:tasks.workunit.client.0.smithi045.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:53:42.149 INFO:tasks.workunit.client.0.smithi045.stderr: 7efbcffff640 / http_manager 2024-09-12T17:53:42.149 INFO:tasks.workunit.client.0.smithi045.stderr: 7efc5e7fc640 / http_manager 2024-09-12T17:53:42.149 INFO:tasks.workunit.client.0.smithi045.stderr: 7efc5f7fe640 / rgw_dt_lg_renew 2024-09-12T17:53:42.149 INFO:tasks.workunit.client.0.smithi045.stderr: 7efc7f7fe640 / ms_dispatch 2024-09-12T17:53:42.149 INFO:tasks.workunit.client.0.smithi045.stderr: 7efc917fa640 / io_context_pool 2024-09-12T17:53:42.149 INFO:tasks.workunit.client.0.smithi045.stderr: 7efc937fe640 / ms_dispatch 2024-09-12T17:53:42.149 INFO:tasks.workunit.client.0.smithi045.stderr: 7efc9a604640 / ms_dispatch 2024-09-12T17:53:42.149 INFO:tasks.workunit.client.0.smithi045.stderr: 7efc9be07640 / io_context_pool 2024-09-12T17:53:42.149 INFO:tasks.workunit.client.0.smithi045.stderr: 7efdad532640 / msgr-worker-2 2024-09-12T17:53:42.149 INFO:tasks.workunit.client.0.smithi045.stderr: 7efdadd33640 / msgr-worker-1 2024-09-12T17:53:42.149 INFO:tasks.workunit.client.0.smithi045.stderr: 7efdae534640 / msgr-worker-0 2024-09-12T17:53:42.149 INFO:tasks.workunit.client.0.smithi045.stderr: 7efdaed35640 / io_context_pool 2024-09-12T17:53:42.150 INFO:tasks.workunit.client.0.smithi045.stderr: 7efdb2125800 / radosgw-admin 2024-09-12T17:53:42.150 INFO:tasks.workunit.client.0.smithi045.stderr: max_recent 500 2024-09-12T17:53:42.150 INFO:tasks.workunit.client.0.smithi045.stderr: max_new 1000 2024-09-12T17:53:42.150 INFO:tasks.workunit.client.0.smithi045.stderr: log_file /var/log/ceph/ceph-client.admin.89940.log 2024-09-12T17:53:42.150 INFO:tasks.workunit.client.0.smithi045.stderr:--- end dump of recent events --- 2024-09-12T17:53:42.150 INFO:tasks.workunit.client.0.smithi045.stderr:--- begin dump of recent events --- 2024-09-12T17:53:42.150 INFO:tasks.workunit.client.0.smithi045.stderr: -499> 2024-09-12T17:53:42.009+0000 7efc9be07640 10 monclient: dump: 2024-09-12T17:53:42.150 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:53:42.150 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:53:42.150 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:53:42.150 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:53:42.150 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:53:42.150 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:53:42.150 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:53:42.151 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:53:42.151 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:53:42.151 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:42.151 INFO:tasks.workunit.client.0.smithi045.stderr: -498> 2024-09-12T17:53:42.009+0000 7efc9be07640 10 monclient: _finish_auth 0 2024-09-12T17:53:42.151 INFO:tasks.workunit.client.0.smithi045.stderr: -497> 2024-09-12T17:53:42.009+0000 7efc9be07640 10 monclient: _check_auth_tickets 2024-09-12T17:53:42.151 INFO:tasks.workunit.client.0.smithi045.stderr: -496> 2024-09-12T17:53:42.009+0000 7efc9be07640 10 monclient: handle_config config(0 keys) 2024-09-12T17:53:42.151 INFO:tasks.workunit.client.0.smithi045.stderr: -495> 2024-09-12T17:53:42.009+0000 7efc9be07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:53:42.151 INFO:tasks.workunit.client.0.smithi045.stderr: -494> 2024-09-12T17:53:42.009+0000 7efc9be07640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:53:42.151 INFO:tasks.workunit.client.0.smithi045.stderr: -493> 2024-09-12T17:53:42.009+0000 7efc9be07640 10 monclient: dump: 2024-09-12T17:53:42.151 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:53:42.151 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:53:42.151 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:53:42.151 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:53:42.152 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:53:42.152 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:53:42.152 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:53:42.152 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:53:42.152 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:53:42.152 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:42.152 INFO:tasks.workunit.client.0.smithi045.stderr: -492> 2024-09-12T17:53:42.009+0000 7efdb2125800 5 monclient: authenticate success, global_id 6297 2024-09-12T17:53:42.152 INFO:tasks.workunit.client.0.smithi045.stderr: -491> 2024-09-12T17:53:42.009+0000 7efdb2125800 10 monclient: get_monmap_and_config success 2024-09-12T17:53:42.152 INFO:tasks.workunit.client.0.smithi045.stderr: -490> 2024-09-12T17:53:42.009+0000 7efdb2125800 4 set_mon_vals no callback set 2024-09-12T17:53:42.152 INFO:tasks.workunit.client.0.smithi045.stderr: -489> 2024-09-12T17:53:42.010+0000 7efdb2125800 10 monclient: shutdown 2024-09-12T17:53:42.152 INFO:tasks.workunit.client.0.smithi045.stderr: -488> 2024-09-12T17:53:42.010+0000 7efdb2125800 5 asok(0x5645eed44730) unregister_commands rotate-key 2024-09-12T17:53:42.152 INFO:tasks.workunit.client.0.smithi045.stderr: -487> 2024-09-12T17:53:42.010+0000 7efdb2125800 10 monclient: build_initial_monmap 2024-09-12T17:53:42.152 INFO:tasks.workunit.client.0.smithi045.stderr: -486> 2024-09-12T17:53:42.010+0000 7efdb2125800 1 build_initial for_mkfs: 0 2024-09-12T17:53:42.153 INFO:tasks.workunit.client.0.smithi045.stderr: -485> 2024-09-12T17:53:42.010+0000 7efdb2125800 10 monclient: monmap: 2024-09-12T17:53:42.153 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:53:42.153 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:53:42.153 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:53:42.153 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:53:42.153 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:53:42.153 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:53:42.153 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:53:42.153 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:53:42.153 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:53:42.153 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:42.153 INFO:tasks.workunit.client.0.smithi045.stderr: -484> 2024-09-12T17:53:42.010+0000 7efdb2125800 5 AuthRegistry(0x5645eef6b2b0) adding auth protocol: cephx 2024-09-12T17:53:42.153 INFO:tasks.workunit.client.0.smithi045.stderr: -483> 2024-09-12T17:53:42.010+0000 7efdb2125800 5 AuthRegistry(0x5645eef6b2b0) adding auth protocol: cephx 2024-09-12T17:53:42.154 INFO:tasks.workunit.client.0.smithi045.stderr: -482> 2024-09-12T17:53:42.010+0000 7efdb2125800 5 AuthRegistry(0x5645eef6b2b0) adding auth protocol: cephx 2024-09-12T17:53:42.154 INFO:tasks.workunit.client.0.smithi045.stderr: -481> 2024-09-12T17:53:42.010+0000 7efdb2125800 5 AuthRegistry(0x5645eef6b2b0) adding con mode: secure 2024-09-12T17:53:42.154 INFO:tasks.workunit.client.0.smithi045.stderr: -480> 2024-09-12T17:53:42.010+0000 7efdb2125800 5 AuthRegistry(0x5645eef6b2b0) adding con mode: crc 2024-09-12T17:53:42.154 INFO:tasks.workunit.client.0.smithi045.stderr: -479> 2024-09-12T17:53:42.010+0000 7efdb2125800 5 AuthRegistry(0x5645eef6b2b0) adding con mode: secure 2024-09-12T17:53:42.154 INFO:tasks.workunit.client.0.smithi045.stderr: -478> 2024-09-12T17:53:42.010+0000 7efdb2125800 5 AuthRegistry(0x5645eef6b2b0) adding con mode: crc 2024-09-12T17:53:42.154 INFO:tasks.workunit.client.0.smithi045.stderr: -477> 2024-09-12T17:53:42.010+0000 7efdb2125800 5 AuthRegistry(0x5645eef6b2b0) adding con mode: secure 2024-09-12T17:53:42.154 INFO:tasks.workunit.client.0.smithi045.stderr: -476> 2024-09-12T17:53:42.010+0000 7efdb2125800 5 AuthRegistry(0x5645eef6b2b0) adding con mode: crc 2024-09-12T17:53:42.154 INFO:tasks.workunit.client.0.smithi045.stderr: -475> 2024-09-12T17:53:42.010+0000 7efdb2125800 5 AuthRegistry(0x5645eef6b2b0) adding con mode: crc 2024-09-12T17:53:42.154 INFO:tasks.workunit.client.0.smithi045.stderr: -474> 2024-09-12T17:53:42.010+0000 7efdb2125800 5 AuthRegistry(0x5645eef6b2b0) adding con mode: secure 2024-09-12T17:53:42.154 INFO:tasks.workunit.client.0.smithi045.stderr: -473> 2024-09-12T17:53:42.010+0000 7efdb2125800 5 AuthRegistry(0x5645eef6b2b0) adding con mode: crc 2024-09-12T17:53:42.154 INFO:tasks.workunit.client.0.smithi045.stderr: -472> 2024-09-12T17:53:42.010+0000 7efdb2125800 5 AuthRegistry(0x5645eef6b2b0) adding con mode: secure 2024-09-12T17:53:42.154 INFO:tasks.workunit.client.0.smithi045.stderr: -471> 2024-09-12T17:53:42.010+0000 7efdb2125800 5 AuthRegistry(0x5645eef6b2b0) adding con mode: crc 2024-09-12T17:53:42.155 INFO:tasks.workunit.client.0.smithi045.stderr: -470> 2024-09-12T17:53:42.010+0000 7efdb2125800 5 AuthRegistry(0x5645eef6b2b0) adding con mode: secure 2024-09-12T17:53:42.155 INFO:tasks.workunit.client.0.smithi045.stderr: -469> 2024-09-12T17:53:42.010+0000 7efdb2125800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:53:42.155 INFO:tasks.workunit.client.0.smithi045.stderr: -468> 2024-09-12T17:53:42.010+0000 7efdb2125800 1 librados: starting msgr at 2024-09-12T17:53:42.155 INFO:tasks.workunit.client.0.smithi045.stderr: -467> 2024-09-12T17:53:42.010+0000 7efdb2125800 1 librados: starting objecter 2024-09-12T17:53:42.155 INFO:tasks.workunit.client.0.smithi045.stderr: -466> 2024-09-12T17:53:42.010+0000 7efdb2125800 5 asok(0x5645eed44730) register_command objecter_requests hook 0x5645eef68c10 2024-09-12T17:53:42.155 INFO:tasks.workunit.client.0.smithi045.stderr: -465> 2024-09-12T17:53:42.010+0000 7efdb2125800 1 librados: setting wanted keys 2024-09-12T17:53:42.155 INFO:tasks.workunit.client.0.smithi045.stderr: -464> 2024-09-12T17:53:42.010+0000 7efdb2125800 1 librados: calling monclient init 2024-09-12T17:53:42.155 INFO:tasks.workunit.client.0.smithi045.stderr: -463> 2024-09-12T17:53:42.010+0000 7efdb2125800 10 monclient: init 2024-09-12T17:53:42.155 INFO:tasks.workunit.client.0.smithi045.stderr: -462> 2024-09-12T17:53:42.010+0000 7efdb2125800 5 AuthRegistry(0x5645eef65b90) adding auth protocol: cephx 2024-09-12T17:53:42.155 INFO:tasks.workunit.client.0.smithi045.stderr: -461> 2024-09-12T17:53:42.010+0000 7efdb2125800 5 AuthRegistry(0x5645eef65b90) adding auth protocol: cephx 2024-09-12T17:53:42.155 INFO:tasks.workunit.client.0.smithi045.stderr: -460> 2024-09-12T17:53:42.010+0000 7efdb2125800 5 AuthRegistry(0x5645eef65b90) adding auth protocol: cephx 2024-09-12T17:53:42.155 INFO:tasks.workunit.client.0.smithi045.stderr: -459> 2024-09-12T17:53:42.010+0000 7efdb2125800 5 AuthRegistry(0x5645eef65b90) adding con mode: secure 2024-09-12T17:53:42.155 INFO:tasks.workunit.client.0.smithi045.stderr: -458> 2024-09-12T17:53:42.010+0000 7efdb2125800 5 AuthRegistry(0x5645eef65b90) adding con mode: crc 2024-09-12T17:53:42.156 INFO:tasks.workunit.client.0.smithi045.stderr: -457> 2024-09-12T17:53:42.010+0000 7efdb2125800 5 AuthRegistry(0x5645eef65b90) adding con mode: secure 2024-09-12T17:53:42.156 INFO:tasks.workunit.client.0.smithi045.stderr: -456> 2024-09-12T17:53:42.010+0000 7efdb2125800 5 AuthRegistry(0x5645eef65b90) adding con mode: crc 2024-09-12T17:53:42.156 INFO:tasks.workunit.client.0.smithi045.stderr: -455> 2024-09-12T17:53:42.010+0000 7efdb2125800 5 AuthRegistry(0x5645eef65b90) adding con mode: secure 2024-09-12T17:53:42.156 INFO:tasks.workunit.client.0.smithi045.stderr: -454> 2024-09-12T17:53:42.010+0000 7efdb2125800 5 AuthRegistry(0x5645eef65b90) adding con mode: crc 2024-09-12T17:53:42.156 INFO:tasks.workunit.client.0.smithi045.stderr: -453> 2024-09-12T17:53:42.010+0000 7efdb2125800 5 AuthRegistry(0x5645eef65b90) adding con mode: crc 2024-09-12T17:53:42.156 INFO:tasks.workunit.client.0.smithi045.stderr: -452> 2024-09-12T17:53:42.010+0000 7efdb2125800 5 AuthRegistry(0x5645eef65b90) adding con mode: secure 2024-09-12T17:53:42.156 INFO:tasks.workunit.client.0.smithi045.stderr: -451> 2024-09-12T17:53:42.010+0000 7efdb2125800 5 AuthRegistry(0x5645eef65b90) adding con mode: crc 2024-09-12T17:53:42.156 INFO:tasks.workunit.client.0.smithi045.stderr: -450> 2024-09-12T17:53:42.010+0000 7efdb2125800 5 AuthRegistry(0x5645eef65b90) adding con mode: secure 2024-09-12T17:53:42.156 INFO:tasks.workunit.client.0.smithi045.stderr: -449> 2024-09-12T17:53:42.010+0000 7efdb2125800 5 AuthRegistry(0x5645eef65b90) adding con mode: crc 2024-09-12T17:53:42.156 INFO:tasks.workunit.client.0.smithi045.stderr: -448> 2024-09-12T17:53:42.010+0000 7efdb2125800 5 AuthRegistry(0x5645eef65b90) adding con mode: secure 2024-09-12T17:53:42.156 INFO:tasks.workunit.client.0.smithi045.stderr: -447> 2024-09-12T17:53:42.011+0000 7efdb2125800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:53:42.156 INFO:tasks.workunit.client.0.smithi045.stderr: -446> 2024-09-12T17:53:42.011+0000 7efdb2125800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:53:42.156 INFO:tasks.workunit.client.0.smithi045.stderr: -445> 2024-09-12T17:53:42.011+0000 7efdb2125800 5 asok(0x5645eed44730) register_command rotate-key hook 0x5645eef65cd8 2024-09-12T17:53:42.157 INFO:tasks.workunit.client.0.smithi045.stderr: -444> 2024-09-12T17:53:42.011+0000 7efdb2125800 10 monclient: _reopen_session rank -1 2024-09-12T17:53:42.157 INFO:tasks.workunit.client.0.smithi045.stderr: -443> 2024-09-12T17:53:42.011+0000 7efdb2125800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T17:53:42.157 INFO:tasks.workunit.client.0.smithi045.stderr: -442> 2024-09-12T17:53:42.011+0000 7efdb2125800 10 monclient(hunting): picked mon.noname-b con 0x5645eee1d970 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:53:42.157 INFO:tasks.workunit.client.0.smithi045.stderr: -441> 2024-09-12T17:53:42.011+0000 7efdb2125800 10 monclient(hunting): picked mon.noname-c con 0x5645eeea8ab0 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:53:42.157 INFO:tasks.workunit.client.0.smithi045.stderr: -440> 2024-09-12T17:53:42.011+0000 7efdb2125800 10 monclient(hunting): picked mon.noname-a con 0x5645eeeab900 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:53:42.157 INFO:tasks.workunit.client.0.smithi045.stderr: -439> 2024-09-12T17:53:42.011+0000 7efdb2125800 10 monclient(hunting): start opening mon connection 2024-09-12T17:53:42.157 INFO:tasks.workunit.client.0.smithi045.stderr: -438> 2024-09-12T17:53:42.011+0000 7efdb2125800 10 monclient(hunting): start opening mon connection 2024-09-12T17:53:42.157 INFO:tasks.workunit.client.0.smithi045.stderr: -437> 2024-09-12T17:53:42.011+0000 7efdb2125800 10 monclient(hunting): start opening mon connection 2024-09-12T17:53:42.157 INFO:tasks.workunit.client.0.smithi045.stderr: -436> 2024-09-12T17:53:42.011+0000 7efdb2125800 10 monclient(hunting): _renew_subs 2024-09-12T17:53:42.157 INFO:tasks.workunit.client.0.smithi045.stderr: -435> 2024-09-12T17:53:42.011+0000 7efdb2125800 10 monclient(hunting): authenticate will time out at 1920.470368s 2024-09-12T17:53:42.157 INFO:tasks.workunit.client.0.smithi045.stderr: -434> 2024-09-12T17:53:42.011+0000 7efdad532640 10 monclient(hunting): get_auth_request con 0x5645eeea8ab0 auth_method 0 2024-09-12T17:53:42.157 INFO:tasks.workunit.client.0.smithi045.stderr: -433> 2024-09-12T17:53:42.011+0000 7efdad532640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:53:42.157 INFO:tasks.workunit.client.0.smithi045.stderr: -432> 2024-09-12T17:53:42.011+0000 7efdad532640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:53:42.158 INFO:tasks.workunit.client.0.smithi045.stderr: -431> 2024-09-12T17:53:42.011+0000 7efdad532640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:53:42.158 INFO:tasks.workunit.client.0.smithi045.stderr: -430> 2024-09-12T17:53:42.011+0000 7efdae534640 10 monclient(hunting): get_auth_request con 0x5645eeeab900 auth_method 0 2024-09-12T17:53:42.158 INFO:tasks.workunit.client.0.smithi045.stderr: -429> 2024-09-12T17:53:42.011+0000 7efdae534640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:53:42.158 INFO:tasks.workunit.client.0.smithi045.stderr: -428> 2024-09-12T17:53:42.011+0000 7efdae534640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:53:42.158 INFO:tasks.workunit.client.0.smithi045.stderr: -427> 2024-09-12T17:53:42.011+0000 7efdae534640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:53:42.158 INFO:tasks.workunit.client.0.smithi045.stderr: -426> 2024-09-12T17:53:42.011+0000 7efdad532640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:53:42.158 INFO:tasks.workunit.client.0.smithi045.stderr: -425> 2024-09-12T17:53:42.011+0000 7efdad532640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:53:42.158 INFO:tasks.workunit.client.0.smithi045.stderr: -424> 2024-09-12T17:53:42.011+0000 7efdad532640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:53:42.158 INFO:tasks.workunit.client.0.smithi045.stderr: -423> 2024-09-12T17:53:42.011+0000 7efdadd33640 10 monclient(hunting): get_auth_request con 0x5645eee1d970 auth_method 0 2024-09-12T17:53:42.158 INFO:tasks.workunit.client.0.smithi045.stderr: -422> 2024-09-12T17:53:42.011+0000 7efdadd33640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:53:42.158 INFO:tasks.workunit.client.0.smithi045.stderr: -421> 2024-09-12T17:53:42.011+0000 7efdadd33640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:53:42.158 INFO:tasks.workunit.client.0.smithi045.stderr: -420> 2024-09-12T17:53:42.011+0000 7efdadd33640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:53:42.159 INFO:tasks.workunit.client.0.smithi045.stderr: -419> 2024-09-12T17:53:42.011+0000 7efdae534640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:53:42.159 INFO:tasks.workunit.client.0.smithi045.stderr: -418> 2024-09-12T17:53:42.011+0000 7efdae534640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:53:42.159 INFO:tasks.workunit.client.0.smithi045.stderr: -417> 2024-09-12T17:53:42.011+0000 7efdae534640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:53:42.159 INFO:tasks.workunit.client.0.smithi045.stderr: -416> 2024-09-12T17:53:42.011+0000 7efdadd33640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:53:42.159 INFO:tasks.workunit.client.0.smithi045.stderr: -415> 2024-09-12T17:53:42.011+0000 7efdadd33640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:53:42.159 INFO:tasks.workunit.client.0.smithi045.stderr: -414> 2024-09-12T17:53:42.011+0000 7efdadd33640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:53:42.159 INFO:tasks.workunit.client.0.smithi045.stderr: -413> 2024-09-12T17:53:42.011+0000 7efdad532640 10 monclient(hunting): handle_auth_done global_id 5981 payload 824 2024-09-12T17:53:42.159 INFO:tasks.workunit.client.0.smithi045.stderr: -412> 2024-09-12T17:53:42.011+0000 7efdad532640 10 monclient: _finish_hunting 0 2024-09-12T17:53:42.159 INFO:tasks.workunit.client.0.smithi045.stderr: -411> 2024-09-12T17:53:42.011+0000 7efdad532640 1 monclient: found mon.noname-c 2024-09-12T17:53:42.159 INFO:tasks.workunit.client.0.smithi045.stderr: -410> 2024-09-12T17:53:42.011+0000 7efdad532640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.45:3301/0 2024-09-12T17:53:42.159 INFO:tasks.workunit.client.0.smithi045.stderr: -409> 2024-09-12T17:53:42.012+0000 7efc9a604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:53:42.159 INFO:tasks.workunit.client.0.smithi045.stderr: -408> 2024-09-12T17:53:42.012+0000 7efc9a604640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:53:42.159 INFO:tasks.workunit.client.0.smithi045.stderr: -407> 2024-09-12T17:53:42.012+0000 7efc9a604640 10 monclient: dump: 2024-09-12T17:53:42.160 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:53:42.160 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:53:42.160 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:53:42.160 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:53:42.160 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:53:42.160 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:53:42.160 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:53:42.160 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:53:42.160 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:53:42.160 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:42.160 INFO:tasks.workunit.client.0.smithi045.stderr: -406> 2024-09-12T17:53:42.012+0000 7efc9a604640 10 monclient: _finish_auth 0 2024-09-12T17:53:42.160 INFO:tasks.workunit.client.0.smithi045.stderr: -405> 2024-09-12T17:53:42.012+0000 7efc9a604640 10 monclient: _check_auth_tickets 2024-09-12T17:53:42.160 INFO:tasks.workunit.client.0.smithi045.stderr: -404> 2024-09-12T17:53:42.012+0000 7efc9a604640 10 monclient: handle_config config(0 keys) 2024-09-12T17:53:42.161 INFO:tasks.workunit.client.0.smithi045.stderr: -403> 2024-09-12T17:53:42.012+0000 7efc9a604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:53:42.161 INFO:tasks.workunit.client.0.smithi045.stderr: -402> 2024-09-12T17:53:42.012+0000 7efc9a604640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:53:42.161 INFO:tasks.workunit.client.0.smithi045.stderr: -401> 2024-09-12T17:53:42.012+0000 7efc9a604640 10 monclient: dump: 2024-09-12T17:53:42.161 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:53:42.161 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:53:42.161 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:53:42.161 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:53:42.161 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:53:42.161 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:53:42.161 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:53:42.161 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:53:42.161 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:53:42.161 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:42.161 INFO:tasks.workunit.client.0.smithi045.stderr: -400> 2024-09-12T17:53:42.012+0000 7efdb2125800 5 monclient: authenticate success, global_id 5981 2024-09-12T17:53:42.162 INFO:tasks.workunit.client.0.smithi045.stderr: -399> 2024-09-12T17:53:42.012+0000 7efdb2125800 10 monclient: _renew_subs 2024-09-12T17:53:42.162 INFO:tasks.workunit.client.0.smithi045.stderr: -398> 2024-09-12T17:53:42.012+0000 7efdb2125800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:53:42.162 INFO:tasks.workunit.client.0.smithi045.stderr: -397> 2024-09-12T17:53:42.012+0000 7efc9be07640 4 set_mon_vals no callback set 2024-09-12T17:53:42.162 INFO:tasks.workunit.client.0.smithi045.stderr: -396> 2024-09-12T17:53:42.012+0000 7efdb2125800 10 monclient: _renew_subs 2024-09-12T17:53:42.162 INFO:tasks.workunit.client.0.smithi045.stderr: -395> 2024-09-12T17:53:42.012+0000 7efdb2125800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:53:42.162 INFO:tasks.workunit.client.0.smithi045.stderr: -394> 2024-09-12T17:53:42.012+0000 7efdb2125800 1 librados: init done 2024-09-12T17:53:42.162 INFO:tasks.workunit.client.0.smithi045.stderr: -393> 2024-09-12T17:53:42.013+0000 7efc9a604640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:53:42.162 INFO:tasks.workunit.client.0.smithi045.stderr: -392> 2024-09-12T17:53:42.013+0000 7efc9a604640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:53:42.162 INFO:tasks.workunit.client.0.smithi045.stderr: -391> 2024-09-12T17:53:42.013+0000 7efc9a604640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:53:42.162 INFO:tasks.workunit.client.0.smithi045.stderr: -390> 2024-09-12T17:53:42.014+0000 7efdadd33640 10 monclient: get_auth_request con 0x7efc94076470 auth_method 0 2024-09-12T17:53:42.162 INFO:tasks.workunit.client.0.smithi045.stderr: -389> 2024-09-12T17:53:42.014+0000 7efdae534640 10 monclient: get_auth_request con 0x5645eef8cba0 auth_method 0 2024-09-12T17:53:42.162 INFO:tasks.workunit.client.0.smithi045.stderr: -388> 2024-09-12T17:53:42.015+0000 7efdadd33640 10 monclient: get_auth_request con 0x5645eefb1e50 auth_method 0 2024-09-12T17:53:42.162 INFO:tasks.workunit.client.0.smithi045.stderr: -387> 2024-09-12T17:53:42.016+0000 7efdad532640 10 monclient: get_auth_request con 0x5645eefb61b0 auth_method 0 2024-09-12T17:53:42.163 INFO:tasks.workunit.client.0.smithi045.stderr: -386> 2024-09-12T17:53:42.017+0000 7efdb2125800 10 monclient: build_initial_monmap 2024-09-12T17:53:42.163 INFO:tasks.workunit.client.0.smithi045.stderr: -385> 2024-09-12T17:53:42.017+0000 7efdb2125800 1 build_initial for_mkfs: 0 2024-09-12T17:53:42.163 INFO:tasks.workunit.client.0.smithi045.stderr: -384> 2024-09-12T17:53:42.017+0000 7efdb2125800 10 monclient: monmap: 2024-09-12T17:53:42.163 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:53:42.163 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:53:42.163 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:53:42.163 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:53:42.163 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:53:42.163 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:53:42.163 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:53:42.163 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:53:42.163 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:53:42.163 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:42.164 INFO:tasks.workunit.client.0.smithi045.stderr: -383> 2024-09-12T17:53:42.017+0000 7efdb2125800 5 AuthRegistry(0x5645eefbaf20) adding auth protocol: cephx 2024-09-12T17:53:42.164 INFO:tasks.workunit.client.0.smithi045.stderr: -382> 2024-09-12T17:53:42.017+0000 7efdb2125800 5 AuthRegistry(0x5645eefbaf20) adding auth protocol: cephx 2024-09-12T17:53:42.164 INFO:tasks.workunit.client.0.smithi045.stderr: -381> 2024-09-12T17:53:42.017+0000 7efdb2125800 5 AuthRegistry(0x5645eefbaf20) adding auth protocol: cephx 2024-09-12T17:53:42.164 INFO:tasks.workunit.client.0.smithi045.stderr: -380> 2024-09-12T17:53:42.017+0000 7efdb2125800 5 AuthRegistry(0x5645eefbaf20) adding con mode: secure 2024-09-12T17:53:42.164 INFO:tasks.workunit.client.0.smithi045.stderr: -379> 2024-09-12T17:53:42.017+0000 7efdb2125800 5 AuthRegistry(0x5645eefbaf20) adding con mode: crc 2024-09-12T17:53:42.164 INFO:tasks.workunit.client.0.smithi045.stderr: -378> 2024-09-12T17:53:42.017+0000 7efdb2125800 5 AuthRegistry(0x5645eefbaf20) adding con mode: secure 2024-09-12T17:53:42.164 INFO:tasks.workunit.client.0.smithi045.stderr: -377> 2024-09-12T17:53:42.017+0000 7efdb2125800 5 AuthRegistry(0x5645eefbaf20) adding con mode: crc 2024-09-12T17:53:42.164 INFO:tasks.workunit.client.0.smithi045.stderr: -376> 2024-09-12T17:53:42.017+0000 7efdb2125800 5 AuthRegistry(0x5645eefbaf20) adding con mode: secure 2024-09-12T17:53:42.164 INFO:tasks.workunit.client.0.smithi045.stderr: -375> 2024-09-12T17:53:42.017+0000 7efdb2125800 5 AuthRegistry(0x5645eefbaf20) adding con mode: crc 2024-09-12T17:53:42.164 INFO:tasks.workunit.client.0.smithi045.stderr: -374> 2024-09-12T17:53:42.017+0000 7efdb2125800 5 AuthRegistry(0x5645eefbaf20) adding con mode: crc 2024-09-12T17:53:42.164 INFO:tasks.workunit.client.0.smithi045.stderr: -373> 2024-09-12T17:53:42.017+0000 7efdb2125800 5 AuthRegistry(0x5645eefbaf20) adding con mode: secure 2024-09-12T17:53:42.164 INFO:tasks.workunit.client.0.smithi045.stderr: -372> 2024-09-12T17:53:42.017+0000 7efdb2125800 5 AuthRegistry(0x5645eefbaf20) adding con mode: crc 2024-09-12T17:53:42.164 INFO:tasks.workunit.client.0.smithi045.stderr: -371> 2024-09-12T17:53:42.017+0000 7efdb2125800 5 AuthRegistry(0x5645eefbaf20) adding con mode: secure 2024-09-12T17:53:42.165 INFO:tasks.workunit.client.0.smithi045.stderr: -370> 2024-09-12T17:53:42.017+0000 7efdb2125800 5 AuthRegistry(0x5645eefbaf20) adding con mode: crc 2024-09-12T17:53:42.165 INFO:tasks.workunit.client.0.smithi045.stderr: -369> 2024-09-12T17:53:42.017+0000 7efdb2125800 5 AuthRegistry(0x5645eefbaf20) adding con mode: secure 2024-09-12T17:53:42.165 INFO:tasks.workunit.client.0.smithi045.stderr: -368> 2024-09-12T17:53:42.017+0000 7efdb2125800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:53:42.165 INFO:tasks.workunit.client.0.smithi045.stderr: -367> 2024-09-12T17:53:42.017+0000 7efdb2125800 5 asok(0x5645eed44730) register_command objecter_requests cmddesc objecter_requests hook 0x5645eefbe970 EEXIST 2024-09-12T17:53:42.165 INFO:tasks.workunit.client.0.smithi045.stderr: -366> 2024-09-12T17:53:42.017+0000 7efdb2125800 10 monclient: init 2024-09-12T17:53:42.165 INFO:tasks.workunit.client.0.smithi045.stderr: -365> 2024-09-12T17:53:42.017+0000 7efdb2125800 5 AuthRegistry(0x5645eefb95f8) adding auth protocol: cephx 2024-09-12T17:53:42.165 INFO:tasks.workunit.client.0.smithi045.stderr: -364> 2024-09-12T17:53:42.017+0000 7efdb2125800 5 AuthRegistry(0x5645eefb95f8) adding auth protocol: cephx 2024-09-12T17:53:42.165 INFO:tasks.workunit.client.0.smithi045.stderr: -363> 2024-09-12T17:53:42.017+0000 7efdb2125800 5 AuthRegistry(0x5645eefb95f8) adding auth protocol: cephx 2024-09-12T17:53:42.165 INFO:tasks.workunit.client.0.smithi045.stderr: -362> 2024-09-12T17:53:42.017+0000 7efdb2125800 5 AuthRegistry(0x5645eefb95f8) adding con mode: secure 2024-09-12T17:53:42.165 INFO:tasks.workunit.client.0.smithi045.stderr: -361> 2024-09-12T17:53:42.017+0000 7efdb2125800 5 AuthRegistry(0x5645eefb95f8) adding con mode: crc 2024-09-12T17:53:42.165 INFO:tasks.workunit.client.0.smithi045.stderr: -360> 2024-09-12T17:53:42.017+0000 7efdb2125800 5 AuthRegistry(0x5645eefb95f8) adding con mode: secure 2024-09-12T17:53:42.165 INFO:tasks.workunit.client.0.smithi045.stderr: -359> 2024-09-12T17:53:42.017+0000 7efdb2125800 5 AuthRegistry(0x5645eefb95f8) adding con mode: crc 2024-09-12T17:53:42.166 INFO:tasks.workunit.client.0.smithi045.stderr: -358> 2024-09-12T17:53:42.017+0000 7efdb2125800 5 AuthRegistry(0x5645eefb95f8) adding con mode: secure 2024-09-12T17:53:42.166 INFO:tasks.workunit.client.0.smithi045.stderr: -357> 2024-09-12T17:53:42.017+0000 7efdb2125800 5 AuthRegistry(0x5645eefb95f8) adding con mode: crc 2024-09-12T17:53:42.166 INFO:tasks.workunit.client.0.smithi045.stderr: -356> 2024-09-12T17:53:42.017+0000 7efdb2125800 5 AuthRegistry(0x5645eefb95f8) adding con mode: crc 2024-09-12T17:53:42.166 INFO:tasks.workunit.client.0.smithi045.stderr: -355> 2024-09-12T17:53:42.017+0000 7efdb2125800 5 AuthRegistry(0x5645eefb95f8) adding con mode: secure 2024-09-12T17:53:42.166 INFO:tasks.workunit.client.0.smithi045.stderr: -354> 2024-09-12T17:53:42.017+0000 7efdb2125800 5 AuthRegistry(0x5645eefb95f8) adding con mode: crc 2024-09-12T17:53:42.166 INFO:tasks.workunit.client.0.smithi045.stderr: -353> 2024-09-12T17:53:42.017+0000 7efdb2125800 5 AuthRegistry(0x5645eefb95f8) adding con mode: secure 2024-09-12T17:53:42.166 INFO:tasks.workunit.client.0.smithi045.stderr: -352> 2024-09-12T17:53:42.017+0000 7efdb2125800 5 AuthRegistry(0x5645eefb95f8) adding con mode: crc 2024-09-12T17:53:42.166 INFO:tasks.workunit.client.0.smithi045.stderr: -351> 2024-09-12T17:53:42.017+0000 7efdb2125800 5 AuthRegistry(0x5645eefb95f8) adding con mode: secure 2024-09-12T17:53:42.166 INFO:tasks.workunit.client.0.smithi045.stderr: -350> 2024-09-12T17:53:42.018+0000 7efdb2125800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:53:42.166 INFO:tasks.workunit.client.0.smithi045.stderr: -349> 2024-09-12T17:53:42.018+0000 7efdb2125800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:53:42.166 INFO:tasks.workunit.client.0.smithi045.stderr: -348> 2024-09-12T17:53:42.018+0000 7efdb2125800 5 asok(0x5645eed44730) register_command rotate-key cmddesc rotate-key hook 0x5645eefb9740 EEXIST 2024-09-12T17:53:42.166 INFO:tasks.workunit.client.0.smithi045.stderr: -347> 2024-09-12T17:53:42.018+0000 7efdb2125800 10 monclient: _reopen_session rank -1 2024-09-12T17:53:42.166 INFO:tasks.workunit.client.0.smithi045.stderr: -346> 2024-09-12T17:53:42.018+0000 7efdb2125800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T17:53:42.166 INFO:tasks.workunit.client.0.smithi045.stderr: -345> 2024-09-12T17:53:42.018+0000 7efdb2125800 10 monclient(hunting): picked mon.noname-a con 0x5645eefe2660 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:53:42.167 INFO:tasks.workunit.client.0.smithi045.stderr: -344> 2024-09-12T17:53:42.018+0000 7efdb2125800 10 monclient(hunting): picked mon.noname-c con 0x5645eefe4930 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:53:42.167 INFO:tasks.workunit.client.0.smithi045.stderr: -343> 2024-09-12T17:53:42.018+0000 7efdb2125800 10 monclient(hunting): picked mon.noname-b con 0x5645eefe0e30 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:53:42.167 INFO:tasks.workunit.client.0.smithi045.stderr: -342> 2024-09-12T17:53:42.018+0000 7efdb2125800 10 monclient(hunting): start opening mon connection 2024-09-12T17:53:42.167 INFO:tasks.workunit.client.0.smithi045.stderr: -341> 2024-09-12T17:53:42.018+0000 7efdb2125800 10 monclient(hunting): start opening mon connection 2024-09-12T17:53:42.167 INFO:tasks.workunit.client.0.smithi045.stderr: -340> 2024-09-12T17:53:42.018+0000 7efdb2125800 10 monclient(hunting): start opening mon connection 2024-09-12T17:53:42.167 INFO:tasks.workunit.client.0.smithi045.stderr: -339> 2024-09-12T17:53:42.018+0000 7efdb2125800 10 monclient(hunting): _renew_subs 2024-09-12T17:53:42.167 INFO:tasks.workunit.client.0.smithi045.stderr: -338> 2024-09-12T17:53:42.018+0000 7efdb2125800 10 monclient(hunting): authenticate will time out at 1920.477435s 2024-09-12T17:53:42.167 INFO:tasks.workunit.client.0.smithi045.stderr: -337> 2024-09-12T17:53:42.018+0000 7efdadd33640 10 monclient(hunting): get_auth_request con 0x5645eefe2660 auth_method 0 2024-09-12T17:53:42.167 INFO:tasks.workunit.client.0.smithi045.stderr: -336> 2024-09-12T17:53:42.018+0000 7efdadd33640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:53:42.167 INFO:tasks.workunit.client.0.smithi045.stderr: -335> 2024-09-12T17:53:42.018+0000 7efdadd33640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:53:42.167 INFO:tasks.workunit.client.0.smithi045.stderr: -334> 2024-09-12T17:53:42.018+0000 7efdadd33640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:53:42.167 INFO:tasks.workunit.client.0.smithi045.stderr: -333> 2024-09-12T17:53:42.018+0000 7efdad532640 10 monclient(hunting): get_auth_request con 0x5645eefe4930 auth_method 0 2024-09-12T17:53:42.167 INFO:tasks.workunit.client.0.smithi045.stderr: -332> 2024-09-12T17:53:42.018+0000 7efdad532640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:53:42.167 INFO:tasks.workunit.client.0.smithi045.stderr: -331> 2024-09-12T17:53:42.018+0000 7efdad532640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:53:42.168 INFO:tasks.workunit.client.0.smithi045.stderr: -330> 2024-09-12T17:53:42.018+0000 7efdad532640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:53:42.168 INFO:tasks.workunit.client.0.smithi045.stderr: -329> 2024-09-12T17:53:42.018+0000 7efdadd33640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:53:42.168 INFO:tasks.workunit.client.0.smithi045.stderr: -328> 2024-09-12T17:53:42.018+0000 7efdadd33640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:53:42.168 INFO:tasks.workunit.client.0.smithi045.stderr: -327> 2024-09-12T17:53:42.018+0000 7efdadd33640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:53:42.168 INFO:tasks.workunit.client.0.smithi045.stderr: -326> 2024-09-12T17:53:42.018+0000 7efdad532640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:53:42.168 INFO:tasks.workunit.client.0.smithi045.stderr: -325> 2024-09-12T17:53:42.018+0000 7efdad532640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:53:42.168 INFO:tasks.workunit.client.0.smithi045.stderr: -324> 2024-09-12T17:53:42.018+0000 7efdad532640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:53:42.168 INFO:tasks.workunit.client.0.smithi045.stderr: -323> 2024-09-12T17:53:42.018+0000 7efdae534640 10 monclient(hunting): get_auth_request con 0x5645eefe0e30 auth_method 0 2024-09-12T17:53:42.168 INFO:tasks.workunit.client.0.smithi045.stderr: -322> 2024-09-12T17:53:42.018+0000 7efdae534640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:53:42.168 INFO:tasks.workunit.client.0.smithi045.stderr: -321> 2024-09-12T17:53:42.018+0000 7efdae534640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:53:42.168 INFO:tasks.workunit.client.0.smithi045.stderr: -320> 2024-09-12T17:53:42.018+0000 7efdae534640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:53:42.168 INFO:tasks.workunit.client.0.smithi045.stderr: -319> 2024-09-12T17:53:42.018+0000 7efdadd33640 10 monclient(hunting): handle_auth_done global_id 6303 payload 824 2024-09-12T17:53:42.168 INFO:tasks.workunit.client.0.smithi045.stderr: -318> 2024-09-12T17:53:42.018+0000 7efdadd33640 10 monclient: _finish_hunting 0 2024-09-12T17:53:42.169 INFO:tasks.workunit.client.0.smithi045.stderr: -317> 2024-09-12T17:53:42.018+0000 7efdadd33640 1 monclient: found mon.noname-a 2024-09-12T17:53:42.169 INFO:tasks.workunit.client.0.smithi045.stderr: -316> 2024-09-12T17:53:42.018+0000 7efdadd33640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.45:3300/0 2024-09-12T17:53:42.169 INFO:tasks.workunit.client.0.smithi045.stderr: -315> 2024-09-12T17:53:42.019+0000 7efc937fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:53:42.169 INFO:tasks.workunit.client.0.smithi045.stderr: -314> 2024-09-12T17:53:42.019+0000 7efc937fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:53:42.169 INFO:tasks.workunit.client.0.smithi045.stderr: -313> 2024-09-12T17:53:42.019+0000 7efc937fe640 10 monclient: dump: 2024-09-12T17:53:42.169 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:53:42.169 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:53:42.169 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:53:42.169 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:53:42.169 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:53:42.169 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:53:42.169 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:53:42.169 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:53:42.169 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:53:42.170 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:42.170 INFO:tasks.workunit.client.0.smithi045.stderr: -312> 2024-09-12T17:53:42.019+0000 7efc937fe640 10 monclient: _finish_auth 0 2024-09-12T17:53:42.170 INFO:tasks.workunit.client.0.smithi045.stderr: -311> 2024-09-12T17:53:42.019+0000 7efc937fe640 10 monclient: _check_auth_tickets 2024-09-12T17:53:42.170 INFO:tasks.workunit.client.0.smithi045.stderr: -310> 2024-09-12T17:53:42.019+0000 7efdb2125800 5 monclient: authenticate success, global_id 6303 2024-09-12T17:53:42.170 INFO:tasks.workunit.client.0.smithi045.stderr: -309> 2024-09-12T17:53:42.019+0000 7efdb2125800 10 monclient: _renew_subs 2024-09-12T17:53:42.170 INFO:tasks.workunit.client.0.smithi045.stderr: -308> 2024-09-12T17:53:42.019+0000 7efdb2125800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:53:42.170 INFO:tasks.workunit.client.0.smithi045.stderr: -307> 2024-09-12T17:53:42.019+0000 7efc937fe640 10 monclient: handle_config config(0 keys) 2024-09-12T17:53:42.170 INFO:tasks.workunit.client.0.smithi045.stderr: -306> 2024-09-12T17:53:42.019+0000 7efc937fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:53:42.170 INFO:tasks.workunit.client.0.smithi045.stderr: -305> 2024-09-12T17:53:42.019+0000 7efc937fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:53:42.170 INFO:tasks.workunit.client.0.smithi045.stderr: -304> 2024-09-12T17:53:42.019+0000 7efc937fe640 10 monclient: dump: 2024-09-12T17:53:42.170 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:53:42.170 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:53:42.170 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:53:42.171 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:53:42.171 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:53:42.171 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:53:42.171 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:53:42.171 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:53:42.171 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:53:42.171 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:42.171 INFO:tasks.workunit.client.0.smithi045.stderr: -303> 2024-09-12T17:53:42.019+0000 7efdaed35640 4 set_mon_vals no callback set 2024-09-12T17:53:42.171 INFO:tasks.workunit.client.0.smithi045.stderr: -302> 2024-09-12T17:53:42.019+0000 7efdb2125800 10 monclient: _renew_subs 2024-09-12T17:53:42.171 INFO:tasks.workunit.client.0.smithi045.stderr: -301> 2024-09-12T17:53:42.019+0000 7efdb2125800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:53:42.171 INFO:tasks.workunit.client.0.smithi045.stderr: -300> 2024-09-12T17:53:42.021+0000 7efc937fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:53:42.171 INFO:tasks.workunit.client.0.smithi045.stderr: -299> 2024-09-12T17:53:42.021+0000 7efc937fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:53:42.171 INFO:tasks.workunit.client.0.smithi045.stderr: -298> 2024-09-12T17:53:42.021+0000 7efc937fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:53:42.172 INFO:tasks.workunit.client.0.smithi045.stderr: -297> 2024-09-12T17:53:42.021+0000 7efdad532640 10 monclient: get_auth_request con 0x7efc88076380 auth_method 0 2024-09-12T17:53:42.172 INFO:tasks.workunit.client.0.smithi045.stderr: -296> 2024-09-12T17:53:42.021+0000 7efdb2125800 10 monclient: get_monmap_and_config 2024-09-12T17:53:42.172 INFO:tasks.workunit.client.0.smithi045.stderr: -295> 2024-09-12T17:53:42.021+0000 7efdb2125800 10 monclient: build_initial_monmap 2024-09-12T17:53:42.172 INFO:tasks.workunit.client.0.smithi045.stderr: -294> 2024-09-12T17:53:42.021+0000 7efdb2125800 1 build_initial for_mkfs: 0 2024-09-12T17:53:42.172 INFO:tasks.workunit.client.0.smithi045.stderr: -293> 2024-09-12T17:53:42.021+0000 7efdb2125800 10 monclient: monmap: 2024-09-12T17:53:42.172 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:53:42.172 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:53:42.172 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:53:42.172 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:53:42.172 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:53:42.172 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:53:42.173 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:53:42.173 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:53:42.173 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:53:42.173 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:42.173 INFO:tasks.workunit.client.0.smithi045.stderr: -292> 2024-09-12T17:53:42.021+0000 7efdb2125800 5 AuthRegistry(0x5645ef002440) adding auth protocol: cephx 2024-09-12T17:53:42.173 INFO:tasks.workunit.client.0.smithi045.stderr: -291> 2024-09-12T17:53:42.021+0000 7efdb2125800 5 AuthRegistry(0x5645ef002440) adding auth protocol: cephx 2024-09-12T17:53:42.173 INFO:tasks.workunit.client.0.smithi045.stderr: -290> 2024-09-12T17:53:42.021+0000 7efdb2125800 5 AuthRegistry(0x5645ef002440) adding auth protocol: cephx 2024-09-12T17:53:42.173 INFO:tasks.workunit.client.0.smithi045.stderr: -289> 2024-09-12T17:53:42.021+0000 7efdb2125800 5 AuthRegistry(0x5645ef002440) adding con mode: secure 2024-09-12T17:53:42.173 INFO:tasks.workunit.client.0.smithi045.stderr: -288> 2024-09-12T17:53:42.021+0000 7efdb2125800 5 AuthRegistry(0x5645ef002440) adding con mode: crc 2024-09-12T17:53:42.173 INFO:tasks.workunit.client.0.smithi045.stderr: -287> 2024-09-12T17:53:42.021+0000 7efdb2125800 5 AuthRegistry(0x5645ef002440) adding con mode: secure 2024-09-12T17:53:42.173 INFO:tasks.workunit.client.0.smithi045.stderr: -286> 2024-09-12T17:53:42.021+0000 7efdb2125800 5 AuthRegistry(0x5645ef002440) adding con mode: crc 2024-09-12T17:53:42.174 INFO:tasks.workunit.client.0.smithi045.stderr: -285> 2024-09-12T17:53:42.021+0000 7efdb2125800 5 AuthRegistry(0x5645ef002440) adding con mode: secure 2024-09-12T17:53:42.174 INFO:tasks.workunit.client.0.smithi045.stderr: -284> 2024-09-12T17:53:42.021+0000 7efdb2125800 5 AuthRegistry(0x5645ef002440) adding con mode: crc 2024-09-12T17:53:42.174 INFO:tasks.workunit.client.0.smithi045.stderr: -283> 2024-09-12T17:53:42.021+0000 7efdb2125800 5 AuthRegistry(0x5645ef002440) adding con mode: crc 2024-09-12T17:53:42.174 INFO:tasks.workunit.client.0.smithi045.stderr: -282> 2024-09-12T17:53:42.021+0000 7efdb2125800 5 AuthRegistry(0x5645ef002440) adding con mode: secure 2024-09-12T17:53:42.174 INFO:tasks.workunit.client.0.smithi045.stderr: -281> 2024-09-12T17:53:42.021+0000 7efdb2125800 5 AuthRegistry(0x5645ef002440) adding con mode: crc 2024-09-12T17:53:42.174 INFO:tasks.workunit.client.0.smithi045.stderr: -280> 2024-09-12T17:53:42.021+0000 7efdb2125800 5 AuthRegistry(0x5645ef002440) adding con mode: secure 2024-09-12T17:53:42.174 INFO:tasks.workunit.client.0.smithi045.stderr: -279> 2024-09-12T17:53:42.021+0000 7efdb2125800 5 AuthRegistry(0x5645ef002440) adding con mode: crc 2024-09-12T17:53:42.174 INFO:tasks.workunit.client.0.smithi045.stderr: -278> 2024-09-12T17:53:42.021+0000 7efdb2125800 5 AuthRegistry(0x5645ef002440) adding con mode: secure 2024-09-12T17:53:42.174 INFO:tasks.workunit.client.0.smithi045.stderr: -277> 2024-09-12T17:53:42.021+0000 7efdb2125800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:53:42.174 INFO:tasks.workunit.client.0.smithi045.stderr: -276> 2024-09-12T17:53:42.021+0000 7efdb2125800 10 monclient: init 2024-09-12T17:53:42.174 INFO:tasks.workunit.client.0.smithi045.stderr: -275> 2024-09-12T17:53:42.021+0000 7efdb2125800 5 AuthRegistry(0x7ffd70f08bf0) adding auth protocol: cephx 2024-09-12T17:53:42.174 INFO:tasks.workunit.client.0.smithi045.stderr: -274> 2024-09-12T17:53:42.021+0000 7efdb2125800 5 AuthRegistry(0x7ffd70f08bf0) adding auth protocol: cephx 2024-09-12T17:53:42.174 INFO:tasks.workunit.client.0.smithi045.stderr: -273> 2024-09-12T17:53:42.021+0000 7efdb2125800 5 AuthRegistry(0x7ffd70f08bf0) adding auth protocol: cephx 2024-09-12T17:53:42.175 INFO:tasks.workunit.client.0.smithi045.stderr: -272> 2024-09-12T17:53:42.021+0000 7efdb2125800 5 AuthRegistry(0x7ffd70f08bf0) adding con mode: secure 2024-09-12T17:53:42.175 INFO:tasks.workunit.client.0.smithi045.stderr: -271> 2024-09-12T17:53:42.021+0000 7efdb2125800 5 AuthRegistry(0x7ffd70f08bf0) adding con mode: crc 2024-09-12T17:53:42.175 INFO:tasks.workunit.client.0.smithi045.stderr: -270> 2024-09-12T17:53:42.021+0000 7efdb2125800 5 AuthRegistry(0x7ffd70f08bf0) adding con mode: secure 2024-09-12T17:53:42.175 INFO:tasks.workunit.client.0.smithi045.stderr: -269> 2024-09-12T17:53:42.021+0000 7efdb2125800 5 AuthRegistry(0x7ffd70f08bf0) adding con mode: crc 2024-09-12T17:53:42.175 INFO:tasks.workunit.client.0.smithi045.stderr: -268> 2024-09-12T17:53:42.021+0000 7efdb2125800 5 AuthRegistry(0x7ffd70f08bf0) adding con mode: secure 2024-09-12T17:53:42.175 INFO:tasks.workunit.client.0.smithi045.stderr: -267> 2024-09-12T17:53:42.021+0000 7efdb2125800 5 AuthRegistry(0x7ffd70f08bf0) adding con mode: crc 2024-09-12T17:53:42.175 INFO:tasks.workunit.client.0.smithi045.stderr: -266> 2024-09-12T17:53:42.021+0000 7efdb2125800 5 AuthRegistry(0x7ffd70f08bf0) adding con mode: crc 2024-09-12T17:53:42.175 INFO:tasks.workunit.client.0.smithi045.stderr: -265> 2024-09-12T17:53:42.021+0000 7efdb2125800 5 AuthRegistry(0x7ffd70f08bf0) adding con mode: secure 2024-09-12T17:53:42.175 INFO:tasks.workunit.client.0.smithi045.stderr: -264> 2024-09-12T17:53:42.021+0000 7efdb2125800 5 AuthRegistry(0x7ffd70f08bf0) adding con mode: crc 2024-09-12T17:53:42.175 INFO:tasks.workunit.client.0.smithi045.stderr: -263> 2024-09-12T17:53:42.021+0000 7efdb2125800 5 AuthRegistry(0x7ffd70f08bf0) adding con mode: secure 2024-09-12T17:53:42.175 INFO:tasks.workunit.client.0.smithi045.stderr: -262> 2024-09-12T17:53:42.021+0000 7efdb2125800 5 AuthRegistry(0x7ffd70f08bf0) adding con mode: crc 2024-09-12T17:53:42.175 INFO:tasks.workunit.client.0.smithi045.stderr: -261> 2024-09-12T17:53:42.021+0000 7efdb2125800 5 AuthRegistry(0x7ffd70f08bf0) adding con mode: secure 2024-09-12T17:53:42.175 INFO:tasks.workunit.client.0.smithi045.stderr: -260> 2024-09-12T17:53:42.022+0000 7efdb2125800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:53:42.176 INFO:tasks.workunit.client.0.smithi045.stderr: -259> 2024-09-12T17:53:42.022+0000 7efdb2125800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:53:42.176 INFO:tasks.workunit.client.0.smithi045.stderr: -258> 2024-09-12T17:53:42.022+0000 7efdb2125800 5 asok(0x5645eed44730) register_command rotate-key cmddesc rotate-key hook 0x7ffd70f08d38 EEXIST 2024-09-12T17:53:42.176 INFO:tasks.workunit.client.0.smithi045.stderr: -257> 2024-09-12T17:53:42.022+0000 7efdb2125800 10 monclient: _reopen_session rank -1 2024-09-12T17:53:42.176 INFO:tasks.workunit.client.0.smithi045.stderr: -256> 2024-09-12T17:53:42.022+0000 7efdb2125800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T17:53:42.176 INFO:tasks.workunit.client.0.smithi045.stderr: -255> 2024-09-12T17:53:42.022+0000 7efdb2125800 10 monclient(hunting): picked mon.noname-a con 0x5645ef0369e0 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:53:42.176 INFO:tasks.workunit.client.0.smithi045.stderr: -254> 2024-09-12T17:53:42.022+0000 7efdb2125800 10 monclient(hunting): picked mon.noname-c con 0x5645ef030f80 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:53:42.176 INFO:tasks.workunit.client.0.smithi045.stderr: -253> 2024-09-12T17:53:42.022+0000 7efdb2125800 10 monclient(hunting): picked mon.noname-b con 0x5645ef006820 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:53:42.176 INFO:tasks.workunit.client.0.smithi045.stderr: -252> 2024-09-12T17:53:42.022+0000 7efdb2125800 10 monclient(hunting): start opening mon connection 2024-09-12T17:53:42.176 INFO:tasks.workunit.client.0.smithi045.stderr: -251> 2024-09-12T17:53:42.022+0000 7efdb2125800 10 monclient(hunting): start opening mon connection 2024-09-12T17:53:42.176 INFO:tasks.workunit.client.0.smithi045.stderr: -250> 2024-09-12T17:53:42.022+0000 7efdb2125800 10 monclient(hunting): start opening mon connection 2024-09-12T17:53:42.176 INFO:tasks.workunit.client.0.smithi045.stderr: -249> 2024-09-12T17:53:42.022+0000 7efdb2125800 10 monclient(hunting): _renew_subs 2024-09-12T17:53:42.176 INFO:tasks.workunit.client.0.smithi045.stderr: -248> 2024-09-12T17:53:42.022+0000 7efdb2125800 10 monclient(hunting): authenticate will time out at 1920.481466s 2024-09-12T17:53:42.176 INFO:tasks.workunit.client.0.smithi045.stderr: -247> 2024-09-12T17:53:42.022+0000 7efdadd33640 10 monclient(hunting): get_auth_request con 0x5645ef0369e0 auth_method 0 2024-09-12T17:53:42.177 INFO:tasks.workunit.client.0.smithi045.stderr: -246> 2024-09-12T17:53:42.022+0000 7efdadd33640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:53:42.177 INFO:tasks.workunit.client.0.smithi045.stderr: -245> 2024-09-12T17:53:42.022+0000 7efdadd33640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:53:42.177 INFO:tasks.workunit.client.0.smithi045.stderr: -244> 2024-09-12T17:53:42.022+0000 7efdadd33640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:53:42.177 INFO:tasks.workunit.client.0.smithi045.stderr: -243> 2024-09-12T17:53:42.022+0000 7efdad532640 10 monclient(hunting): get_auth_request con 0x5645ef030f80 auth_method 0 2024-09-12T17:53:42.177 INFO:tasks.workunit.client.0.smithi045.stderr: -242> 2024-09-12T17:53:42.022+0000 7efdad532640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:53:42.177 INFO:tasks.workunit.client.0.smithi045.stderr: -241> 2024-09-12T17:53:42.022+0000 7efdad532640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:53:42.177 INFO:tasks.workunit.client.0.smithi045.stderr: -240> 2024-09-12T17:53:42.022+0000 7efdad532640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:53:42.177 INFO:tasks.workunit.client.0.smithi045.stderr: -239> 2024-09-12T17:53:42.022+0000 7efdadd33640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:53:42.177 INFO:tasks.workunit.client.0.smithi045.stderr: -238> 2024-09-12T17:53:42.022+0000 7efdadd33640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:53:42.177 INFO:tasks.workunit.client.0.smithi045.stderr: -237> 2024-09-12T17:53:42.022+0000 7efdadd33640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:53:42.178 INFO:tasks.workunit.client.0.smithi045.stderr: -236> 2024-09-12T17:53:42.022+0000 7efdae534640 10 monclient(hunting): get_auth_request con 0x5645ef006820 auth_method 0 2024-09-12T17:53:42.178 INFO:tasks.workunit.client.0.smithi045.stderr: -235> 2024-09-12T17:53:42.022+0000 7efdae534640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:53:42.178 INFO:tasks.workunit.client.0.smithi045.stderr: -234> 2024-09-12T17:53:42.022+0000 7efdae534640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:53:42.178 INFO:tasks.workunit.client.0.smithi045.stderr: -233> 2024-09-12T17:53:42.022+0000 7efdae534640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:53:42.178 INFO:tasks.workunit.client.0.smithi045.stderr: -232> 2024-09-12T17:53:42.022+0000 7efdad532640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:53:42.178 INFO:tasks.workunit.client.0.smithi045.stderr: -231> 2024-09-12T17:53:42.022+0000 7efdad532640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:53:42.178 INFO:tasks.workunit.client.0.smithi045.stderr: -230> 2024-09-12T17:53:42.022+0000 7efdad532640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:53:42.178 INFO:tasks.workunit.client.0.smithi045.stderr: -229> 2024-09-12T17:53:42.022+0000 7efdae534640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:53:42.178 INFO:tasks.workunit.client.0.smithi045.stderr: -228> 2024-09-12T17:53:42.022+0000 7efdae534640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:53:42.178 INFO:tasks.workunit.client.0.smithi045.stderr: -227> 2024-09-12T17:53:42.022+0000 7efdae534640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:53:42.178 INFO:tasks.workunit.client.0.smithi045.stderr: -226> 2024-09-12T17:53:42.022+0000 7efdadd33640 10 monclient(hunting): handle_auth_done global_id 6306 payload 274 2024-09-12T17:53:42.179 INFO:tasks.workunit.client.0.smithi045.stderr: -225> 2024-09-12T17:53:42.022+0000 7efdadd33640 10 monclient: _finish_hunting 0 2024-09-12T17:53:42.179 INFO:tasks.workunit.client.0.smithi045.stderr: -224> 2024-09-12T17:53:42.022+0000 7efdadd33640 1 monclient: found mon.noname-a 2024-09-12T17:53:42.179 INFO:tasks.workunit.client.0.smithi045.stderr: -223> 2024-09-12T17:53:42.022+0000 7efdadd33640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.45:3300/0 2024-09-12T17:53:42.179 INFO:tasks.workunit.client.0.smithi045.stderr: -222> 2024-09-12T17:53:42.023+0000 7efc917fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:53:42.179 INFO:tasks.workunit.client.0.smithi045.stderr: -221> 2024-09-12T17:53:42.023+0000 7efc917fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:53:42.179 INFO:tasks.workunit.client.0.smithi045.stderr: -220> 2024-09-12T17:53:42.023+0000 7efc917fa640 10 monclient: dump: 2024-09-12T17:53:42.179 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:53:42.179 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:53:42.179 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:53:42.179 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:53:42.179 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:53:42.179 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:53:42.179 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:53:42.179 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:53:42.180 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:53:42.180 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:42.180 INFO:tasks.workunit.client.0.smithi045.stderr: -219> 2024-09-12T17:53:42.023+0000 7efc917fa640 10 monclient: _finish_auth 0 2024-09-12T17:53:42.180 INFO:tasks.workunit.client.0.smithi045.stderr: -218> 2024-09-12T17:53:42.023+0000 7efc917fa640 10 monclient: _check_auth_tickets 2024-09-12T17:53:42.180 INFO:tasks.workunit.client.0.smithi045.stderr: -217> 2024-09-12T17:53:42.023+0000 7efc917fa640 10 monclient: handle_config config(0 keys) 2024-09-12T17:53:42.180 INFO:tasks.workunit.client.0.smithi045.stderr: -216> 2024-09-12T17:53:42.023+0000 7efdb2125800 5 monclient: authenticate success, global_id 6306 2024-09-12T17:53:42.180 INFO:tasks.workunit.client.0.smithi045.stderr: -215> 2024-09-12T17:53:42.023+0000 7efdb2125800 10 monclient: get_monmap_and_config success 2024-09-12T17:53:42.180 INFO:tasks.workunit.client.0.smithi045.stderr: -214> 2024-09-12T17:53:42.023+0000 7efdb2125800 4 set_mon_vals no callback set 2024-09-12T17:53:42.180 INFO:tasks.workunit.client.0.smithi045.stderr: -213> 2024-09-12T17:53:42.023+0000 7efc917fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:53:42.180 INFO:tasks.workunit.client.0.smithi045.stderr: -212> 2024-09-12T17:53:42.023+0000 7efc917fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:53:42.180 INFO:tasks.workunit.client.0.smithi045.stderr: -211> 2024-09-12T17:53:42.023+0000 7efc917fa640 10 monclient: dump: 2024-09-12T17:53:42.180 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:53:42.181 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:53:42.181 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:53:42.181 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:53:42.181 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:53:42.181 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:53:42.181 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:53:42.181 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:53:42.181 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:53:42.181 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:42.181 INFO:tasks.workunit.client.0.smithi045.stderr: -210> 2024-09-12T17:53:42.023+0000 7efdb2125800 10 monclient: shutdown 2024-09-12T17:53:42.181 INFO:tasks.workunit.client.0.smithi045.stderr: -209> 2024-09-12T17:53:42.023+0000 7efdb2125800 10 monclient: build_initial_monmap 2024-09-12T17:53:42.181 INFO:tasks.workunit.client.0.smithi045.stderr: -208> 2024-09-12T17:53:42.023+0000 7efdb2125800 1 build_initial for_mkfs: 0 2024-09-12T17:53:42.181 INFO:tasks.workunit.client.0.smithi045.stderr: -207> 2024-09-12T17:53:42.023+0000 7efdb2125800 10 monclient: monmap: 2024-09-12T17:53:42.182 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:53:42.182 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:53:42.182 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:53:42.182 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:53:42.182 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:53:42.182 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:53:42.182 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:53:42.182 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:53:42.182 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:53:42.183 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:42.183 INFO:tasks.workunit.client.0.smithi045.stderr: -206> 2024-09-12T17:53:42.023+0000 7efdb2125800 5 AuthRegistry(0x5645ef031f40) adding auth protocol: cephx 2024-09-12T17:53:42.183 INFO:tasks.workunit.client.0.smithi045.stderr: -205> 2024-09-12T17:53:42.023+0000 7efdb2125800 5 AuthRegistry(0x5645ef031f40) adding auth protocol: cephx 2024-09-12T17:53:42.183 INFO:tasks.workunit.client.0.smithi045.stderr: -204> 2024-09-12T17:53:42.023+0000 7efdb2125800 5 AuthRegistry(0x5645ef031f40) adding auth protocol: cephx 2024-09-12T17:53:42.183 INFO:tasks.workunit.client.0.smithi045.stderr: -203> 2024-09-12T17:53:42.023+0000 7efdb2125800 5 AuthRegistry(0x5645ef031f40) adding con mode: secure 2024-09-12T17:53:42.184 INFO:tasks.workunit.client.0.smithi045.stderr: -202> 2024-09-12T17:53:42.023+0000 7efdb2125800 5 AuthRegistry(0x5645ef031f40) adding con mode: crc 2024-09-12T17:53:42.184 INFO:tasks.workunit.client.0.smithi045.stderr: -201> 2024-09-12T17:53:42.023+0000 7efdb2125800 5 AuthRegistry(0x5645ef031f40) adding con mode: secure 2024-09-12T17:53:42.184 INFO:tasks.workunit.client.0.smithi045.stderr: -200> 2024-09-12T17:53:42.023+0000 7efdb2125800 5 AuthRegistry(0x5645ef031f40) adding con mode: crc 2024-09-12T17:53:42.184 INFO:tasks.workunit.client.0.smithi045.stderr: -199> 2024-09-12T17:53:42.023+0000 7efdb2125800 5 AuthRegistry(0x5645ef031f40) adding con mode: secure 2024-09-12T17:53:42.184 INFO:tasks.workunit.client.0.smithi045.stderr: -198> 2024-09-12T17:53:42.023+0000 7efdb2125800 5 AuthRegistry(0x5645ef031f40) adding con mode: crc 2024-09-12T17:53:42.184 INFO:tasks.workunit.client.0.smithi045.stderr: -197> 2024-09-12T17:53:42.023+0000 7efdb2125800 5 AuthRegistry(0x5645ef031f40) adding con mode: crc 2024-09-12T17:53:42.184 INFO:tasks.workunit.client.0.smithi045.stderr: -196> 2024-09-12T17:53:42.023+0000 7efdb2125800 5 AuthRegistry(0x5645ef031f40) adding con mode: secure 2024-09-12T17:53:42.184 INFO:tasks.workunit.client.0.smithi045.stderr: -195> 2024-09-12T17:53:42.023+0000 7efdb2125800 5 AuthRegistry(0x5645ef031f40) adding con mode: crc 2024-09-12T17:53:42.184 INFO:tasks.workunit.client.0.smithi045.stderr: -194> 2024-09-12T17:53:42.023+0000 7efdb2125800 5 AuthRegistry(0x5645ef031f40) adding con mode: secure 2024-09-12T17:53:42.184 INFO:tasks.workunit.client.0.smithi045.stderr: -193> 2024-09-12T17:53:42.023+0000 7efdb2125800 5 AuthRegistry(0x5645ef031f40) adding con mode: crc 2024-09-12T17:53:42.184 INFO:tasks.workunit.client.0.smithi045.stderr: -192> 2024-09-12T17:53:42.023+0000 7efdb2125800 5 AuthRegistry(0x5645ef031f40) adding con mode: secure 2024-09-12T17:53:42.185 INFO:tasks.workunit.client.0.smithi045.stderr: -191> 2024-09-12T17:53:42.023+0000 7efdb2125800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:53:42.185 INFO:tasks.workunit.client.0.smithi045.stderr: -190> 2024-09-12T17:53:42.023+0000 7efdb2125800 1 librados: starting msgr at 2024-09-12T17:53:42.185 INFO:tasks.workunit.client.0.smithi045.stderr: -189> 2024-09-12T17:53:42.023+0000 7efdb2125800 1 librados: starting objecter 2024-09-12T17:53:42.185 INFO:tasks.workunit.client.0.smithi045.stderr: -188> 2024-09-12T17:53:42.024+0000 7efdb2125800 5 asok(0x5645eed44730) register_command objecter_requests cmddesc objecter_requests hook 0x5645eefe2ce0 EEXIST 2024-09-12T17:53:42.185 INFO:tasks.workunit.client.0.smithi045.stderr: -187> 2024-09-12T17:53:42.024+0000 7efdb2125800 1 librados: setting wanted keys 2024-09-12T17:53:42.185 INFO:tasks.workunit.client.0.smithi045.stderr: -186> 2024-09-12T17:53:42.024+0000 7efdb2125800 1 librados: calling monclient init 2024-09-12T17:53:42.185 INFO:tasks.workunit.client.0.smithi045.stderr: -185> 2024-09-12T17:53:42.024+0000 7efdb2125800 10 monclient: init 2024-09-12T17:53:42.185 INFO:tasks.workunit.client.0.smithi045.stderr: -184> 2024-09-12T17:53:42.024+0000 7efdb2125800 5 AuthRegistry(0x5645eeffa410) adding auth protocol: cephx 2024-09-12T17:53:42.186 INFO:tasks.workunit.client.0.smithi045.stderr: -183> 2024-09-12T17:53:42.024+0000 7efdb2125800 5 AuthRegistry(0x5645eeffa410) adding auth protocol: cephx 2024-09-12T17:53:42.186 INFO:tasks.workunit.client.0.smithi045.stderr: -182> 2024-09-12T17:53:42.024+0000 7efdb2125800 5 AuthRegistry(0x5645eeffa410) adding auth protocol: cephx 2024-09-12T17:53:42.186 INFO:tasks.workunit.client.0.smithi045.stderr: -181> 2024-09-12T17:53:42.024+0000 7efdb2125800 5 AuthRegistry(0x5645eeffa410) adding con mode: secure 2024-09-12T17:53:42.186 INFO:tasks.workunit.client.0.smithi045.stderr: -180> 2024-09-12T17:53:42.024+0000 7efdb2125800 5 AuthRegistry(0x5645eeffa410) adding con mode: crc 2024-09-12T17:53:42.186 INFO:tasks.workunit.client.0.smithi045.stderr: -179> 2024-09-12T17:53:42.024+0000 7efdb2125800 5 AuthRegistry(0x5645eeffa410) adding con mode: secure 2024-09-12T17:53:42.186 INFO:tasks.workunit.client.0.smithi045.stderr: -178> 2024-09-12T17:53:42.024+0000 7efdb2125800 5 AuthRegistry(0x5645eeffa410) adding con mode: crc 2024-09-12T17:53:42.186 INFO:tasks.workunit.client.0.smithi045.stderr: -177> 2024-09-12T17:53:42.024+0000 7efdb2125800 5 AuthRegistry(0x5645eeffa410) adding con mode: secure 2024-09-12T17:53:42.186 INFO:tasks.workunit.client.0.smithi045.stderr: -176> 2024-09-12T17:53:42.024+0000 7efdb2125800 5 AuthRegistry(0x5645eeffa410) adding con mode: crc 2024-09-12T17:53:42.187 INFO:tasks.workunit.client.0.smithi045.stderr: -175> 2024-09-12T17:53:42.024+0000 7efdb2125800 5 AuthRegistry(0x5645eeffa410) adding con mode: crc 2024-09-12T17:53:42.187 INFO:tasks.workunit.client.0.smithi045.stderr: -174> 2024-09-12T17:53:42.024+0000 7efdb2125800 5 AuthRegistry(0x5645eeffa410) adding con mode: secure 2024-09-12T17:53:42.187 INFO:tasks.workunit.client.0.smithi045.stderr: -173> 2024-09-12T17:53:42.024+0000 7efdb2125800 5 AuthRegistry(0x5645eeffa410) adding con mode: crc 2024-09-12T17:53:42.187 INFO:tasks.workunit.client.0.smithi045.stderr: -172> 2024-09-12T17:53:42.024+0000 7efdb2125800 5 AuthRegistry(0x5645eeffa410) adding con mode: secure 2024-09-12T17:53:42.187 INFO:tasks.workunit.client.0.smithi045.stderr: -171> 2024-09-12T17:53:42.024+0000 7efdb2125800 5 AuthRegistry(0x5645eeffa410) adding con mode: crc 2024-09-12T17:53:42.187 INFO:tasks.workunit.client.0.smithi045.stderr: -170> 2024-09-12T17:53:42.024+0000 7efdb2125800 5 AuthRegistry(0x5645eeffa410) adding con mode: secure 2024-09-12T17:53:42.187 INFO:tasks.workunit.client.0.smithi045.stderr: -169> 2024-09-12T17:53:42.024+0000 7efdb2125800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:53:42.187 INFO:tasks.workunit.client.0.smithi045.stderr: -168> 2024-09-12T17:53:42.024+0000 7efdb2125800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:53:42.187 INFO:tasks.workunit.client.0.smithi045.stderr: -167> 2024-09-12T17:53:42.024+0000 7efdb2125800 5 asok(0x5645eed44730) register_command rotate-key cmddesc rotate-key hook 0x5645eeffa558 EEXIST 2024-09-12T17:53:42.188 INFO:tasks.workunit.client.0.smithi045.stderr: -166> 2024-09-12T17:53:42.024+0000 7efdb2125800 10 monclient: _reopen_session rank -1 2024-09-12T17:53:42.188 INFO:tasks.workunit.client.0.smithi045.stderr: -165> 2024-09-12T17:53:42.024+0000 7efdb2125800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:53:42.188 INFO:tasks.workunit.client.0.smithi045.stderr: -164> 2024-09-12T17:53:42.024+0000 7efdb2125800 10 monclient(hunting): picked mon.noname-c con 0x5645ef006820 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:53:42.188 INFO:tasks.workunit.client.0.smithi045.stderr: -163> 2024-09-12T17:53:42.024+0000 7efdb2125800 10 monclient(hunting): picked mon.noname-b con 0x5645ef030f80 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:53:42.188 INFO:tasks.workunit.client.0.smithi045.stderr: -162> 2024-09-12T17:53:42.024+0000 7efdb2125800 10 monclient(hunting): picked mon.noname-a con 0x5645ef0369e0 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:53:42.188 INFO:tasks.workunit.client.0.smithi045.stderr: -161> 2024-09-12T17:53:42.024+0000 7efdb2125800 10 monclient(hunting): start opening mon connection 2024-09-12T17:53:42.188 INFO:tasks.workunit.client.0.smithi045.stderr: -160> 2024-09-12T17:53:42.024+0000 7efdb2125800 10 monclient(hunting): start opening mon connection 2024-09-12T17:53:42.188 INFO:tasks.workunit.client.0.smithi045.stderr: -159> 2024-09-12T17:53:42.024+0000 7efdb2125800 10 monclient(hunting): start opening mon connection 2024-09-12T17:53:42.189 INFO:tasks.workunit.client.0.smithi045.stderr: -158> 2024-09-12T17:53:42.024+0000 7efdb2125800 10 monclient(hunting): _renew_subs 2024-09-12T17:53:42.189 INFO:tasks.workunit.client.0.smithi045.stderr: -157> 2024-09-12T17:53:42.024+0000 7efdb2125800 10 monclient(hunting): authenticate will time out at 1920.483716s 2024-09-12T17:53:42.189 INFO:tasks.workunit.client.0.smithi045.stderr: -156> 2024-09-12T17:53:42.024+0000 7efdadd33640 10 monclient(hunting): get_auth_request con 0x5645ef006820 auth_method 0 2024-09-12T17:53:42.189 INFO:tasks.workunit.client.0.smithi045.stderr: -155> 2024-09-12T17:53:42.024+0000 7efdadd33640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:53:42.189 INFO:tasks.workunit.client.0.smithi045.stderr: -154> 2024-09-12T17:53:42.024+0000 7efdadd33640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:53:42.189 INFO:tasks.workunit.client.0.smithi045.stderr: -153> 2024-09-12T17:53:42.024+0000 7efdadd33640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:53:42.189 INFO:tasks.workunit.client.0.smithi045.stderr: -152> 2024-09-12T17:53:42.024+0000 7efdae534640 10 monclient(hunting): get_auth_request con 0x5645ef0369e0 auth_method 0 2024-09-12T17:53:42.190 INFO:tasks.workunit.client.0.smithi045.stderr: -151> 2024-09-12T17:53:42.024+0000 7efdae534640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:53:42.190 INFO:tasks.workunit.client.0.smithi045.stderr: -150> 2024-09-12T17:53:42.024+0000 7efdae534640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:53:42.190 INFO:tasks.workunit.client.0.smithi045.stderr: -149> 2024-09-12T17:53:42.024+0000 7efdae534640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:53:42.190 INFO:tasks.workunit.client.0.smithi045.stderr: -148> 2024-09-12T17:53:42.024+0000 7efdadd33640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:53:42.190 INFO:tasks.workunit.client.0.smithi045.stderr: -147> 2024-09-12T17:53:42.024+0000 7efdadd33640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:53:42.190 INFO:tasks.workunit.client.0.smithi045.stderr: -146> 2024-09-12T17:53:42.024+0000 7efdadd33640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:53:42.190 INFO:tasks.workunit.client.0.smithi045.stderr: -145> 2024-09-12T17:53:42.024+0000 7efdad532640 10 monclient(hunting): get_auth_request con 0x5645ef030f80 auth_method 0 2024-09-12T17:53:42.190 INFO:tasks.workunit.client.0.smithi045.stderr: -144> 2024-09-12T17:53:42.024+0000 7efdad532640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:53:42.190 INFO:tasks.workunit.client.0.smithi045.stderr: -143> 2024-09-12T17:53:42.024+0000 7efdad532640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:53:42.191 INFO:tasks.workunit.client.0.smithi045.stderr: -142> 2024-09-12T17:53:42.024+0000 7efdad532640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:53:42.191 INFO:tasks.workunit.client.0.smithi045.stderr: -141> 2024-09-12T17:53:42.024+0000 7efdae534640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:53:42.191 INFO:tasks.workunit.client.0.smithi045.stderr: -140> 2024-09-12T17:53:42.024+0000 7efdae534640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:53:42.191 INFO:tasks.workunit.client.0.smithi045.stderr: -139> 2024-09-12T17:53:42.024+0000 7efdae534640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:53:42.191 INFO:tasks.workunit.client.0.smithi045.stderr: -138> 2024-09-12T17:53:42.024+0000 7efdad532640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:53:42.191 INFO:tasks.workunit.client.0.smithi045.stderr: -137> 2024-09-12T17:53:42.024+0000 7efdad532640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:53:42.192 INFO:tasks.workunit.client.0.smithi045.stderr: -136> 2024-09-12T17:53:42.024+0000 7efdad532640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:53:42.192 INFO:tasks.workunit.client.0.smithi045.stderr: -135> 2024-09-12T17:53:42.025+0000 7efdadd33640 10 monclient(hunting): handle_auth_done global_id 5990 payload 824 2024-09-12T17:53:42.192 INFO:tasks.workunit.client.0.smithi045.stderr: -134> 2024-09-12T17:53:42.025+0000 7efdadd33640 10 monclient: _finish_hunting 0 2024-09-12T17:53:42.192 INFO:tasks.workunit.client.0.smithi045.stderr: -133> 2024-09-12T17:53:42.025+0000 7efdadd33640 1 monclient: found mon.noname-c 2024-09-12T17:53:42.192 INFO:tasks.workunit.client.0.smithi045.stderr: -132> 2024-09-12T17:53:42.025+0000 7efdadd33640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.45:3301/0 2024-09-12T17:53:42.192 INFO:tasks.workunit.client.0.smithi045.stderr: -131> 2024-09-12T17:53:42.025+0000 7efc7f7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:53:42.192 INFO:tasks.workunit.client.0.smithi045.stderr: -130> 2024-09-12T17:53:42.025+0000 7efc7f7fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:53:42.192 INFO:tasks.workunit.client.0.smithi045.stderr: -129> 2024-09-12T17:53:42.025+0000 7efc7f7fe640 10 monclient: dump: 2024-09-12T17:53:42.193 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:53:42.193 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:53:42.193 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:53:42.193 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:53:42.193 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:53:42.193 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:53:42.193 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:53:42.194 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:53:42.194 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:53:42.194 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:42.194 INFO:tasks.workunit.client.0.smithi045.stderr: -128> 2024-09-12T17:53:42.025+0000 7efc7f7fe640 10 monclient: _finish_auth 0 2024-09-12T17:53:42.194 INFO:tasks.workunit.client.0.smithi045.stderr: -127> 2024-09-12T17:53:42.025+0000 7efc7f7fe640 10 monclient: _check_auth_tickets 2024-09-12T17:53:42.194 INFO:tasks.workunit.client.0.smithi045.stderr: -126> 2024-09-12T17:53:42.025+0000 7efc7f7fe640 10 monclient: handle_config config(0 keys) 2024-09-12T17:53:42.194 INFO:tasks.workunit.client.0.smithi045.stderr: -125> 2024-09-12T17:53:42.025+0000 7efc7f7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:53:42.194 INFO:tasks.workunit.client.0.smithi045.stderr: -124> 2024-09-12T17:53:42.025+0000 7efc7f7fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:53:42.195 INFO:tasks.workunit.client.0.smithi045.stderr: -123> 2024-09-12T17:53:42.025+0000 7efc7f7fe640 10 monclient: dump: 2024-09-12T17:53:42.195 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:53:42.195 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:53:42.195 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:53:42.195 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:53:42.195 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:53:42.195 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:53:42.195 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:53:42.196 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:53:42.196 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:53:42.196 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:42.196 INFO:tasks.workunit.client.0.smithi045.stderr: -122> 2024-09-12T17:53:42.025+0000 7efdb2125800 5 monclient: authenticate success, global_id 5990 2024-09-12T17:53:42.196 INFO:tasks.workunit.client.0.smithi045.stderr: -121> 2024-09-12T17:53:42.025+0000 7efdb2125800 10 monclient: _renew_subs 2024-09-12T17:53:42.196 INFO:tasks.workunit.client.0.smithi045.stderr: -120> 2024-09-12T17:53:42.025+0000 7efdb2125800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:53:42.196 INFO:tasks.workunit.client.0.smithi045.stderr: -119> 2024-09-12T17:53:42.025+0000 7efc917fa640 4 set_mon_vals no callback set 2024-09-12T17:53:42.196 INFO:tasks.workunit.client.0.smithi045.stderr: -118> 2024-09-12T17:53:42.025+0000 7efdb2125800 10 monclient: _renew_subs 2024-09-12T17:53:42.197 INFO:tasks.workunit.client.0.smithi045.stderr: -117> 2024-09-12T17:53:42.025+0000 7efdb2125800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:53:42.197 INFO:tasks.workunit.client.0.smithi045.stderr: -116> 2024-09-12T17:53:42.025+0000 7efdb2125800 1 librados: init done 2024-09-12T17:53:42.197 INFO:tasks.workunit.client.0.smithi045.stderr: -115> 2024-09-12T17:53:42.025+0000 7efdb2125800 5 asok(0x5645eed44730) register_command cr dump hook 0x5645ef02dbb8 2024-09-12T17:53:42.197 INFO:tasks.workunit.client.0.smithi045.stderr: -114> 2024-09-12T17:53:42.027+0000 7efdb2125800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.197 INFO:tasks.workunit.client.0.smithi045.stderr: -113> 2024-09-12T17:53:42.027+0000 7efc7f7fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:53:42.197 INFO:tasks.workunit.client.0.smithi045.stderr: -112> 2024-09-12T17:53:42.027+0000 7efc7f7fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:53:42.197 INFO:tasks.workunit.client.0.smithi045.stderr: -111> 2024-09-12T17:53:42.027+0000 7efc7f7fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:53:42.197 INFO:tasks.workunit.client.0.smithi045.stderr: -110> 2024-09-12T17:53:42.027+0000 7efdad532640 10 monclient: get_auth_request con 0x7efc78076470 auth_method 0 2024-09-12T17:53:42.197 INFO:tasks.workunit.client.0.smithi045.stderr: -109> 2024-09-12T17:53:42.028+0000 7efdae534640 10 monclient: get_auth_request con 0x5645ef0508e0 auth_method 0 2024-09-12T17:53:42.197 INFO:tasks.workunit.client.0.smithi045.stderr: -108> 2024-09-12T17:53:42.028+0000 7efdb2125800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:42.197 INFO:tasks.workunit.client.0.smithi045.stderr: -107> 2024-09-12T17:53:42.028+0000 7efdb2125800 20 realm 2024-09-12T17:53:42.197 INFO:tasks.workunit.client.0.smithi045.stderr: -106> 2024-09-12T17:53:42.028+0000 7efdb2125800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.197 INFO:tasks.workunit.client.0.smithi045.stderr: -105> 2024-09-12T17:53:42.028+0000 7efdb2125800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:42.198 INFO:tasks.workunit.client.0.smithi045.stderr: -104> 2024-09-12T17:53:42.028+0000 7efdb2125800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:53:42.198 INFO:tasks.workunit.client.0.smithi045.stderr: -103> 2024-09-12T17:53:42.028+0000 7efdb2125800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.198 INFO:tasks.workunit.client.0.smithi045.stderr: -102> 2024-09-12T17:53:42.029+0000 7efdb2125800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:42.198 INFO:tasks.workunit.client.0.smithi045.stderr: -101> 2024-09-12T17:53:42.029+0000 7efdb2125800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.198 INFO:tasks.workunit.client.0.smithi045.stderr: -100> 2024-09-12T17:53:42.029+0000 7efdadd33640 10 monclient: get_auth_request con 0x5645ef054af0 auth_method 0 2024-09-12T17:53:42.198 INFO:tasks.workunit.client.0.smithi045.stderr: -99> 2024-09-12T17:53:42.029+0000 7efdb2125800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:53:42.198 INFO:tasks.workunit.client.0.smithi045.stderr: -98> 2024-09-12T17:53:42.029+0000 7efdb2125800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.198 INFO:tasks.workunit.client.0.smithi045.stderr: -97> 2024-09-12T17:53:42.030+0000 7efdad532640 10 monclient: get_auth_request con 0x5645ef058350 auth_method 0 2024-09-12T17:53:42.198 INFO:tasks.workunit.client.0.smithi045.stderr: -96> 2024-09-12T17:53:42.030+0000 7efdb2125800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:53:42.198 INFO:tasks.workunit.client.0.smithi045.stderr: -95> 2024-09-12T17:53:42.030+0000 7efdb2125800 20 searching for the correct realm 2024-09-12T17:53:42.198 INFO:tasks.workunit.client.0.smithi045.stderr: -94> 2024-09-12T17:53:42.030+0000 7efdae534640 10 monclient: get_auth_request con 0x5645ef05d110 auth_method 0 2024-09-12T17:53:42.198 INFO:tasks.workunit.client.0.smithi045.stderr: -93> 2024-09-12T17:53:42.031+0000 7efdadd33640 10 monclient: get_auth_request con 0x7efda402a070 auth_method 0 2024-09-12T17:53:42.198 INFO:tasks.workunit.client.0.smithi045.stderr: -92> 2024-09-12T17:53:42.032+0000 7efdad532640 10 monclient: get_auth_request con 0x7efda0084060 auth_method 0 2024-09-12T17:53:42.198 INFO:tasks.workunit.client.0.smithi045.stderr: -91> 2024-09-12T17:53:42.033+0000 7efdad532640 0 -- 172.21.15.45:0/1876122325 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x5645ef058350 msgr2=0x5645ef05a760 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:53:42.199 INFO:tasks.workunit.client.0.smithi045.stderr: -90> 2024-09-12T17:53:42.033+0000 7efc7f7fe640 1 client.5990.objecter ms_handle_reset 0x5645ef058350 session 0x5645ef053e80 osd.7 2024-09-12T17:53:42.199 INFO:tasks.workunit.client.0.smithi045.stderr: -89> 2024-09-12T17:53:42.033+0000 7efc7f7fe640 10 monclient: _renew_subs 2024-09-12T17:53:42.199 INFO:tasks.workunit.client.0.smithi045.stderr: -88> 2024-09-12T17:53:42.033+0000 7efc7f7fe640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:53:42.199 INFO:tasks.workunit.client.0.smithi045.stderr: -87> 2024-09-12T17:53:42.033+0000 7efdad532640 10 monclient: get_auth_request con 0x7efc78086ba0 auth_method 0 2024-09-12T17:53:42.199 INFO:tasks.workunit.client.0.smithi045.stderr: -86> 2024-09-12T17:53:42.034+0000 7efdae534640 10 monclient: get_auth_request con 0x7efda405d2c0 auth_method 0 2024-09-12T17:53:42.199 INFO:tasks.workunit.client.0.smithi045.stderr: -85> 2024-09-12T17:53:42.036+0000 7efdadd33640 10 monclient: get_auth_request con 0x7efda405d6e0 auth_method 0 2024-09-12T17:53:42.199 INFO:tasks.workunit.client.0.smithi045.stderr: -84> 2024-09-12T17:53:42.036+0000 7efdadd33640 0 -- 172.21.15.45:0/1876122325 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7efda405d6e0 msgr2=0x7efda404d0f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:53:42.199 INFO:tasks.workunit.client.0.smithi045.stderr: -83> 2024-09-12T17:53:42.036+0000 7efc7f7fe640 1 client.5990.objecter ms_handle_reset 0x7efda405d6e0 session 0x7efda40614a0 osd.0 2024-09-12T17:53:42.199 INFO:tasks.workunit.client.0.smithi045.stderr: -82> 2024-09-12T17:53:42.036+0000 7efdadd33640 10 monclient: get_auth_request con 0x5645ef058350 auth_method 0 2024-09-12T17:53:42.199 INFO:tasks.workunit.client.0.smithi045.stderr: -81> 2024-09-12T17:53:42.040+0000 7efdb2125800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:53:42.199 INFO:tasks.workunit.client.0.smithi045.stderr: -80> 2024-09-12T17:53:42.041+0000 7efdb2125800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:53:42.199 INFO:tasks.workunit.client.0.smithi045.stderr: -79> 2024-09-12T17:53:42.041+0000 7efdb2125800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:53:42.199 INFO:tasks.workunit.client.0.smithi045.stderr: -78> 2024-09-12T17:53:42.041+0000 7efdb2125800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:53:42.200 INFO:tasks.workunit.client.0.smithi045.stderr: -77> 2024-09-12T17:53:42.041+0000 7efdb2125800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:53:42.200 INFO:tasks.workunit.client.0.smithi045.stderr: -76> 2024-09-12T17:53:42.041+0000 7efdb2125800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:53:42.200 INFO:tasks.workunit.client.0.smithi045.stderr: -75> 2024-09-12T17:53:42.041+0000 7efdb2125800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.200 INFO:tasks.workunit.client.0.smithi045.stderr: -74> 2024-09-12T17:53:42.041+0000 7efdb2125800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:42.200 INFO:tasks.workunit.client.0.smithi045.stderr: -73> 2024-09-12T17:53:42.041+0000 7efdb2125800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.200 INFO:tasks.workunit.client.0.smithi045.stderr: -72> 2024-09-12T17:53:42.041+0000 7efdb2125800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:53:42.200 INFO:tasks.workunit.client.0.smithi045.stderr: -71> 2024-09-12T17:53:42.041+0000 7efdb2125800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.200 INFO:tasks.workunit.client.0.smithi045.stderr: -70> 2024-09-12T17:53:42.041+0000 7efdb2125800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:53:42.200 INFO:tasks.workunit.client.0.smithi045.stderr: -69> 2024-09-12T17:53:42.041+0000 7efdb2125800 20 zone default found 2024-09-12T17:53:42.200 INFO:tasks.workunit.client.0.smithi045.stderr: -68> 2024-09-12T17:53:42.041+0000 7efdb2125800 4 Realm: () 2024-09-12T17:53:42.200 INFO:tasks.workunit.client.0.smithi045.stderr: -67> 2024-09-12T17:53:42.041+0000 7efdb2125800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:53:42.200 INFO:tasks.workunit.client.0.smithi045.stderr: -66> 2024-09-12T17:53:42.041+0000 7efdb2125800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:53:42.200 INFO:tasks.workunit.client.0.smithi045.stderr: -65> 2024-09-12T17:53:42.041+0000 7efdb2125800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:53:42.201 INFO:tasks.workunit.client.0.smithi045.stderr: -64> 2024-09-12T17:53:42.041+0000 7efdb2125800 20 zonegroup default 2024-09-12T17:53:42.201 INFO:tasks.workunit.client.0.smithi045.stderr: -63> 2024-09-12T17:53:42.041+0000 7efdb2125800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.201 INFO:tasks.workunit.client.0.smithi045.stderr: -62> 2024-09-12T17:53:42.042+0000 7efdb2125800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:42.201 INFO:tasks.workunit.client.0.smithi045.stderr: -61> 2024-09-12T17:53:42.042+0000 7efdb2125800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.201 INFO:tasks.workunit.client.0.smithi045.stderr: -60> 2024-09-12T17:53:42.042+0000 7efdb2125800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:42.201 INFO:tasks.workunit.client.0.smithi045.stderr: -59> 2024-09-12T17:53:42.042+0000 7efdb2125800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.201 INFO:tasks.workunit.client.0.smithi045.stderr: -58> 2024-09-12T17:53:42.042+0000 7efdb2125800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:42.201 INFO:tasks.workunit.client.0.smithi045.stderr: -57> 2024-09-12T17:53:42.042+0000 7efdb2125800 20 started sync module instance, tier type = 2024-09-12T17:53:42.201 INFO:tasks.workunit.client.0.smithi045.stderr: -56> 2024-09-12T17:53:42.042+0000 7efdb2125800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:53:42.201 INFO:tasks.workunit.client.0.smithi045.stderr: -55> 2024-09-12T17:53:42.052+0000 7efdb2125800 20 add_watcher() i=0 2024-09-12T17:53:42.201 INFO:tasks.workunit.client.0.smithi045.stderr: -54> 2024-09-12T17:53:42.052+0000 7efdb2125800 20 add_watcher() i=1 2024-09-12T17:53:42.201 INFO:tasks.workunit.client.0.smithi045.stderr: -53> 2024-09-12T17:53:42.052+0000 7efdb2125800 20 add_watcher() i=2 2024-09-12T17:53:42.201 INFO:tasks.workunit.client.0.smithi045.stderr: -52> 2024-09-12T17:53:42.052+0000 7efdb2125800 20 add_watcher() i=3 2024-09-12T17:53:42.202 INFO:tasks.workunit.client.0.smithi045.stderr: -51> 2024-09-12T17:53:42.052+0000 7efdb2125800 20 add_watcher() i=4 2024-09-12T17:53:42.202 INFO:tasks.workunit.client.0.smithi045.stderr: -50> 2024-09-12T17:53:42.052+0000 7efdb2125800 20 add_watcher() i=5 2024-09-12T17:53:42.202 INFO:tasks.workunit.client.0.smithi045.stderr: -49> 2024-09-12T17:53:42.052+0000 7efdb2125800 20 add_watcher() i=6 2024-09-12T17:53:42.202 INFO:tasks.workunit.client.0.smithi045.stderr: -48> 2024-09-12T17:53:42.053+0000 7efdb2125800 20 add_watcher() i=7 2024-09-12T17:53:42.202 INFO:tasks.workunit.client.0.smithi045.stderr: -47> 2024-09-12T17:53:42.053+0000 7efdb2125800 2 all 8 watchers are set, enabling cache 2024-09-12T17:53:42.202 INFO:tasks.workunit.client.0.smithi045.stderr: -46> 2024-09-12T17:53:42.055+0000 7efdb2125800 5 AuthRegistry(0x7ffd70f090c0) adding auth protocol: cephx 2024-09-12T17:53:42.202 INFO:tasks.workunit.client.0.smithi045.stderr: -45> 2024-09-12T17:53:42.055+0000 7efdb2125800 5 AuthRegistry(0x7ffd70f090c0) adding auth protocol: cephx 2024-09-12T17:53:42.202 INFO:tasks.workunit.client.0.smithi045.stderr: -44> 2024-09-12T17:53:42.055+0000 7efdb2125800 5 AuthRegistry(0x7ffd70f090c0) adding auth protocol: cephx 2024-09-12T17:53:42.202 INFO:tasks.workunit.client.0.smithi045.stderr: -43> 2024-09-12T17:53:42.055+0000 7efdb2125800 5 AuthRegistry(0x7ffd70f090c0) adding con mode: secure 2024-09-12T17:53:42.202 INFO:tasks.workunit.client.0.smithi045.stderr: -42> 2024-09-12T17:53:42.055+0000 7efdb2125800 5 AuthRegistry(0x7ffd70f090c0) adding con mode: crc 2024-09-12T17:53:42.202 INFO:tasks.workunit.client.0.smithi045.stderr: -41> 2024-09-12T17:53:42.055+0000 7efdb2125800 5 AuthRegistry(0x7ffd70f090c0) adding con mode: secure 2024-09-12T17:53:42.202 INFO:tasks.workunit.client.0.smithi045.stderr: -40> 2024-09-12T17:53:42.055+0000 7efdb2125800 5 AuthRegistry(0x7ffd70f090c0) adding con mode: crc 2024-09-12T17:53:42.202 INFO:tasks.workunit.client.0.smithi045.stderr: -39> 2024-09-12T17:53:42.055+0000 7efdb2125800 5 AuthRegistry(0x7ffd70f090c0) adding con mode: secure 2024-09-12T17:53:42.202 INFO:tasks.workunit.client.0.smithi045.stderr: -38> 2024-09-12T17:53:42.055+0000 7efdb2125800 5 AuthRegistry(0x7ffd70f090c0) adding con mode: crc 2024-09-12T17:53:42.203 INFO:tasks.workunit.client.0.smithi045.stderr: -37> 2024-09-12T17:53:42.055+0000 7efc5f7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:53:42.203 INFO:tasks.workunit.client.0.smithi045.stderr: -36> 2024-09-12T17:53:42.055+0000 7efdb2125800 5 AuthRegistry(0x7ffd70f090c0) adding con mode: crc 2024-09-12T17:53:42.203 INFO:tasks.workunit.client.0.smithi045.stderr: -35> 2024-09-12T17:53:42.055+0000 7efdb2125800 5 AuthRegistry(0x7ffd70f090c0) adding con mode: secure 2024-09-12T17:53:42.203 INFO:tasks.workunit.client.0.smithi045.stderr: -34> 2024-09-12T17:53:42.055+0000 7efdb2125800 5 AuthRegistry(0x7ffd70f090c0) adding con mode: crc 2024-09-12T17:53:42.203 INFO:tasks.workunit.client.0.smithi045.stderr: -33> 2024-09-12T17:53:42.055+0000 7efdb2125800 5 AuthRegistry(0x7ffd70f090c0) adding con mode: secure 2024-09-12T17:53:42.203 INFO:tasks.workunit.client.0.smithi045.stderr: -32> 2024-09-12T17:53:42.055+0000 7efdb2125800 5 AuthRegistry(0x7ffd70f090c0) adding con mode: crc 2024-09-12T17:53:42.203 INFO:tasks.workunit.client.0.smithi045.stderr: -31> 2024-09-12T17:53:42.055+0000 7efdb2125800 5 AuthRegistry(0x7ffd70f090c0) adding con mode: secure 2024-09-12T17:53:42.203 INFO:tasks.workunit.client.0.smithi045.stderr: -30> 2024-09-12T17:53:42.055+0000 7efdb2125800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:53:42.203 INFO:tasks.workunit.client.0.smithi045.stderr: -29> 2024-09-12T17:53:42.055+0000 7efdb2125800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:53:42.203 INFO:tasks.workunit.client.0.smithi045.stderr: -28> 2024-09-12T17:53:42.055+0000 7efdb2125800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:53:42.203 INFO:tasks.workunit.client.0.smithi045.stderr: -27> 2024-09-12T17:53:42.055+0000 7efdb2125800 5 asok(0x5645eed44730) register_command cache list hook 0x5645ef0300d0 2024-09-12T17:53:42.203 INFO:tasks.workunit.client.0.smithi045.stderr: -26> 2024-09-12T17:53:42.055+0000 7efdb2125800 5 asok(0x5645eed44730) register_command cache inspect hook 0x5645ef0300d0 2024-09-12T17:53:42.203 INFO:tasks.workunit.client.0.smithi045.stderr: -25> 2024-09-12T17:53:42.055+0000 7efdb2125800 5 asok(0x5645eed44730) register_command cache erase hook 0x5645ef0300d0 2024-09-12T17:53:42.204 INFO:tasks.workunit.client.0.smithi045.stderr: -24> 2024-09-12T17:53:42.055+0000 7efdb2125800 5 asok(0x5645eed44730) register_command cache zap hook 0x5645ef0300d0 2024-09-12T17:53:42.204 INFO:tasks.workunit.client.0.smithi045.stderr: -23> 2024-09-12T17:53:42.055+0000 7efdb2125800 5 note: GC not initialized 2024-09-12T17:53:42.204 INFO:tasks.workunit.client.0.smithi045.stderr: -22> 2024-09-12T17:53:42.056+0000 7efc5e7fc640 20 reqs_thread_entry: start 2024-09-12T17:53:42.204 INFO:tasks.workunit.client.0.smithi045.stderr: -21> 2024-09-12T17:53:42.056+0000 7efdb2125800 5 asok(0x5645eed44730) register_command sync trace show hook 0x7efda0004040 2024-09-12T17:53:42.204 INFO:tasks.workunit.client.0.smithi045.stderr: -20> 2024-09-12T17:53:42.056+0000 7efdb2125800 5 asok(0x5645eed44730) register_command sync trace history hook 0x7efda0004040 2024-09-12T17:53:42.204 INFO:tasks.workunit.client.0.smithi045.stderr: -19> 2024-09-12T17:53:42.056+0000 7efdb2125800 5 asok(0x5645eed44730) register_command sync trace active hook 0x7efda0004040 2024-09-12T17:53:42.204 INFO:tasks.workunit.client.0.smithi045.stderr: -18> 2024-09-12T17:53:42.056+0000 7efdb2125800 5 asok(0x5645eed44730) register_command sync trace active_short hook 0x7efda0004040 2024-09-12T17:53:42.204 INFO:tasks.workunit.client.0.smithi045.stderr: -17> 2024-09-12T17:53:42.056+0000 7efdb2125800 20 init_complete bucket index max shards: 1 2024-09-12T17:53:42.204 INFO:tasks.workunit.client.0.smithi045.stderr: -16> 2024-09-12T17:53:42.056+0000 7efdb2125800 20 Filter name: none 2024-09-12T17:53:42.204 INFO:tasks.workunit.client.0.smithi045.stderr: -15> 2024-09-12T17:53:42.056+0000 7efbcffff640 20 reqs_thread_entry: start 2024-09-12T17:53:42.204 INFO:tasks.workunit.client.0.smithi045.stderr: -14> 2024-09-12T17:53:42.056+0000 7efdb2125800 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2024-09-12T17:53:42.204 INFO:tasks.workunit.client.0.smithi045.stderr: -13> 2024-09-12T17:53:42.056+0000 7efdb2125800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.204 INFO:tasks.workunit.client.0.smithi045.stderr: -12> 2024-09-12T17:53:42.056+0000 7efdb2125800 20 rados_obj.operate() r=0 bl.length=212 2024-09-12T17:53:42.205 INFO:tasks.workunit.client.0.smithi045.stderr: -11> 2024-09-12T17:53:42.056+0000 7efdb2125800 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2024-09-12T17:53:42.205 INFO:tasks.workunit.client.0.smithi045.stderr: -10> 2024-09-12T17:53:42.056+0000 7efdb2125800 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2024-09-12T17:53:42.205 INFO:tasks.workunit.client.0.smithi045.stderr: -9> 2024-09-12T17:53:42.056+0000 7efdb2125800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b6123b67-6580-4373-9691-e0e950df5f06.4566.22 : miss 2024-09-12T17:53:42.205 INFO:tasks.workunit.client.0.smithi045.stderr: -8> 2024-09-12T17:53:42.056+0000 7efdb2125800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.205 INFO:tasks.workunit.client.0.smithi045.stderr: -7> 2024-09-12T17:53:42.057+0000 7efdb2125800 20 rados_obj.operate() r=0 bl.length=434 2024-09-12T17:53:42.205 INFO:tasks.workunit.client.0.smithi045.stderr: -6> 2024-09-12T17:53:42.057+0000 7efdb2125800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b6123b67-6580-4373-9691-e0e950df5f06.4566.22 info.flags=0x17 2024-09-12T17:53:42.205 INFO:tasks.workunit.client.0.smithi045.stderr: -5> 2024-09-12T17:53:42.057+0000 7efdb2125800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b6123b67-6580-4373-9691-e0e950df5f06.4566.22 to cache LRU end 2024-09-12T17:53:42.205 INFO:tasks.workunit.client.0.smithi045.stderr: -4> 2024-09-12T17:53:42.057+0000 7efdb2125800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:53:42.205 INFO:tasks.workunit.client.0.smithi045.stderr: -3> 2024-09-12T17:53:42.057+0000 7efdb2125800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:53:42.205 INFO:tasks.workunit.client.0.smithi045.stderr: -2> 2024-09-12T17:53:42.057+0000 7efdb2125800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b6123b67-6580-4373-9691-e0e950df5f06.4566.22 2024-09-12T17:53:42.205 INFO:tasks.workunit.client.0.smithi045.stderr: -1> 2024-09-12T17:53:42.059+0000 7efdb2125800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7efdb2125800 time 2024-09-12T17:53:42.060290+0000 2024-09-12T17:53:42.205 INFO:tasks.workunit.client.0.smithi045.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:53:42.205 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:42.206 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:53:42.206 INFO:tasks.workunit.client.0.smithi045.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7efdb378c71a] 2024-09-12T17:53:42.206 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7efdb378c8d8] 2024-09-12T17:53:42.206 INFO:tasks.workunit.client.0.smithi045.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5645ed57d841] 2024-09-12T17:53:42.206 INFO:tasks.workunit.client.0.smithi045.stderr: 4: radosgw-admin(+0xd73b64) [0x5645eda8ab64] 2024-09-12T17:53:42.206 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5645ed58d50d] 2024-09-12T17:53:42.206 INFO:tasks.workunit.client.0.smithi045.stderr: 6: main() 2024-09-12T17:53:42.206 INFO:tasks.workunit.client.0.smithi045.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7efdb2429590] 2024-09-12T17:53:42.206 INFO:tasks.workunit.client.0.smithi045.stderr: 8: __libc_start_main() 2024-09-12T17:53:42.206 INFO:tasks.workunit.client.0.smithi045.stderr: 9: _start() 2024-09-12T17:53:42.206 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:42.206 INFO:tasks.workunit.client.0.smithi045.stderr: 0> 2024-09-12T17:53:42.060+0000 7efdb2125800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:53:42.206 INFO:tasks.workunit.client.0.smithi045.stderr: in thread 7efdb2125800 thread_name:radosgw-admin 2024-09-12T17:53:42.207 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:42.207 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:53:42.207 INFO:tasks.workunit.client.0.smithi045.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7efdb243e6f0] 2024-09-12T17:53:42.207 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7efdb248b99c] 2024-09-12T17:53:42.207 INFO:tasks.workunit.client.0.smithi045.stderr: 3: raise() 2024-09-12T17:53:42.207 INFO:tasks.workunit.client.0.smithi045.stderr: 4: abort() 2024-09-12T17:53:42.207 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7efdb378c774] 2024-09-12T17:53:42.207 INFO:tasks.workunit.client.0.smithi045.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7efdb378c8d8] 2024-09-12T17:53:42.207 INFO:tasks.workunit.client.0.smithi045.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5645ed57d841] 2024-09-12T17:53:42.207 INFO:tasks.workunit.client.0.smithi045.stderr: 8: radosgw-admin(+0xd73b64) [0x5645eda8ab64] 2024-09-12T17:53:42.207 INFO:tasks.workunit.client.0.smithi045.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5645ed58d50d] 2024-09-12T17:53:42.207 INFO:tasks.workunit.client.0.smithi045.stderr: 10: main() 2024-09-12T17:53:42.207 INFO:tasks.workunit.client.0.smithi045.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7efdb2429590] 2024-09-12T17:53:42.207 INFO:tasks.workunit.client.0.smithi045.stderr: 12: __libc_start_main() 2024-09-12T17:53:42.208 INFO:tasks.workunit.client.0.smithi045.stderr: 13: _start() 2024-09-12T17:53:42.208 INFO:tasks.workunit.client.0.smithi045.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:53:42.208 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:42.208 INFO:tasks.workunit.client.0.smithi045.stderr:--- logging levels --- 2024-09-12T17:53:42.208 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 none 2024-09-12T17:53:42.208 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 lockdep 2024-09-12T17:53:42.208 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 context 2024-09-12T17:53:42.208 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 crush 2024-09-12T17:53:42.208 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds 2024-09-12T17:53:42.208 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_balancer 2024-09-12T17:53:42.208 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_locker 2024-09-12T17:53:42.208 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_log 2024-09-12T17:53:42.208 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_log_expire 2024-09-12T17:53:42.209 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_migrator 2024-09-12T17:53:42.209 INFO:tasks.workunit.client.0.smithi045.stderr: 3/ 5 mds_quiesce 2024-09-12T17:53:42.209 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 buffer 2024-09-12T17:53:42.209 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 timer 2024-09-12T17:53:42.209 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 filer 2024-09-12T17:53:42.209 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 striper 2024-09-12T17:53:42.209 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 objecter 2024-09-12T17:53:42.209 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rados 2024-09-12T17:53:42.209 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd 2024-09-12T17:53:42.209 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_mirror 2024-09-12T17:53:42.209 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_replay 2024-09-12T17:53:42.209 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_pwl 2024-09-12T17:53:42.209 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 journaler 2024-09-12T17:53:42.209 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 objectcacher 2024-09-12T17:53:42.210 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:53:42.210 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 client 2024-09-12T17:53:42.210 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 osd 2024-09-12T17:53:42.210 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 optracker 2024-09-12T17:53:42.210 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 objclass 2024-09-12T17:53:42.210 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 filestore 2024-09-12T17:53:42.210 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 journal 2024-09-12T17:53:42.210 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 0 ms 2024-09-12T17:53:42.210 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mon 2024-09-12T17:53:42.210 INFO:tasks.workunit.client.0.smithi045.stderr: 0/10 monc 2024-09-12T17:53:42.210 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 paxos 2024-09-12T17:53:42.210 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 tp 2024-09-12T17:53:42.210 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 auth 2024-09-12T17:53:42.210 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 crypto 2024-09-12T17:53:42.211 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 finisher 2024-09-12T17:53:42.211 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 reserver 2024-09-12T17:53:42.211 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 heartbeatmap 2024-09-12T17:53:42.211 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 perfcounter 2024-09-12T17:53:42.211 INFO:tasks.workunit.client.0.smithi045.stderr: 20/20 rgw 2024-09-12T17:53:42.211 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_sync 2024-09-12T17:53:42.211 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_datacache 2024-09-12T17:53:42.211 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_access 2024-09-12T17:53:42.211 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:53:42.211 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_flight 2024-09-12T17:53:42.211 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:53:42.211 INFO:tasks.workunit.client.0.smithi045.stderr: 20/20 rgw_notification 2024-09-12T17:53:42.211 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 javaclient 2024-09-12T17:53:42.211 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 asok 2024-09-12T17:53:42.212 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 throttle 2024-09-12T17:53:42.212 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 0 refs 2024-09-12T17:53:42.212 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 compressor 2024-09-12T17:53:42.212 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 bluestore 2024-09-12T17:53:42.212 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 bluefs 2024-09-12T17:53:42.212 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 bdev 2024-09-12T17:53:42.212 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 kstore 2024-09-12T17:53:42.212 INFO:tasks.workunit.client.0.smithi045.stderr: 4/ 5 rocksdb 2024-09-12T17:53:42.212 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 fuse 2024-09-12T17:53:42.212 INFO:tasks.workunit.client.0.smithi045.stderr: 2/ 5 mgr 2024-09-12T17:53:42.212 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mgrc 2024-09-12T17:53:42.212 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 dpdk 2024-09-12T17:53:42.212 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 eventtrace 2024-09-12T17:53:42.212 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 prioritycache 2024-09-12T17:53:42.213 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 test 2024-09-12T17:53:42.213 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:53:42.213 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cephsqlite 2024-09-12T17:53:42.213 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:53:42.213 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore 2024-09-12T17:53:42.213 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_onode 2024-09-12T17:53:42.213 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_odata 2024-09-12T17:53:42.213 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_omap 2024-09-12T17:53:42.213 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_tm 2024-09-12T17:53:42.213 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_t 2024-09-12T17:53:42.213 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:53:42.213 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_epm 2024-09-12T17:53:42.213 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_lba 2024-09-12T17:53:42.213 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:53:42.214 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_cache 2024-09-12T17:53:42.214 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_journal 2024-09-12T17:53:42.214 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_device 2024-09-12T17:53:42.214 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_backref 2024-09-12T17:53:42.214 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 alienstore 2024-09-12T17:53:42.214 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mclock 2024-09-12T17:53:42.214 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cyanstore 2024-09-12T17:53:42.214 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 ceph_exporter 2024-09-12T17:53:42.214 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 memstore 2024-09-12T17:53:42.214 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 trace 2024-09-12T17:53:42.214 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 ceph_dedup 2024-09-12T17:53:42.214 INFO:tasks.workunit.client.0.smithi045.stderr: -2/-2 (syslog threshold) 2024-09-12T17:53:42.214 INFO:tasks.workunit.client.0.smithi045.stderr: 99/99 (stderr threshold) 2024-09-12T17:53:42.214 INFO:tasks.workunit.client.0.smithi045.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:53:42.215 INFO:tasks.workunit.client.0.smithi045.stderr: 7efbcffff640 / http_manager 2024-09-12T17:53:42.215 INFO:tasks.workunit.client.0.smithi045.stderr: 7efc5e7fc640 / http_manager 2024-09-12T17:53:42.215 INFO:tasks.workunit.client.0.smithi045.stderr: 7efc5f7fe640 / rgw_dt_lg_renew 2024-09-12T17:53:42.215 INFO:tasks.workunit.client.0.smithi045.stderr: 7efc7f7fe640 / ms_dispatch 2024-09-12T17:53:42.215 INFO:tasks.workunit.client.0.smithi045.stderr: 7efc917fa640 / io_context_pool 2024-09-12T17:53:42.215 INFO:tasks.workunit.client.0.smithi045.stderr: 7efc937fe640 / ms_dispatch 2024-09-12T17:53:42.215 INFO:tasks.workunit.client.0.smithi045.stderr: 7efc9a604640 / ms_dispatch 2024-09-12T17:53:42.215 INFO:tasks.workunit.client.0.smithi045.stderr: 7efc9be07640 / io_context_pool 2024-09-12T17:53:42.215 INFO:tasks.workunit.client.0.smithi045.stderr: 7efdad532640 / msgr-worker-2 2024-09-12T17:53:42.215 INFO:tasks.workunit.client.0.smithi045.stderr: 7efdadd33640 / msgr-worker-1 2024-09-12T17:53:42.215 INFO:tasks.workunit.client.0.smithi045.stderr: 7efdae534640 / msgr-worker-0 2024-09-12T17:53:42.215 INFO:tasks.workunit.client.0.smithi045.stderr: 7efdaed35640 / io_context_pool 2024-09-12T17:53:42.215 INFO:tasks.workunit.client.0.smithi045.stderr: 7efdb2125800 / radosgw-admin 2024-09-12T17:53:42.215 INFO:tasks.workunit.client.0.smithi045.stderr: max_recent 500 2024-09-12T17:53:42.216 INFO:tasks.workunit.client.0.smithi045.stderr: max_new 1000 2024-09-12T17:53:42.216 INFO:tasks.workunit.client.0.smithi045.stderr: log_file /var/lib/ceph/crash/2024-09-12T17:53:42.061977Z_0eb33fd9-f4bf-4347-bce1-a72ffd58fc96/log 2024-09-12T17:53:42.216 INFO:tasks.workunit.client.0.smithi045.stderr:--- end dump of recent events --- 2024-09-12T17:53:42.216 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket abort-at-init-indext 2024-09-12T17:53:42.221 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:53:42.221 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:53:42.221 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.139+0000 7ff44bf2b800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.221 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.141+0000 7ff44bf2b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:42.221 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.141+0000 7ff44bf2b800 20 realm 2024-09-12T17:53:42.221 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.141+0000 7ff44bf2b800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.221 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.141+0000 7ff44bf2b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:42.221 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.141+0000 7ff44bf2b800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:53:42.221 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.141+0000 7ff44bf2b800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.222 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.142+0000 7ff44bf2b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:42.222 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.142+0000 7ff44bf2b800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.222 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.143+0000 7ff44bf2b800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:53:42.222 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.143+0000 7ff44bf2b800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.222 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.143+0000 7ff44bf2b800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:53:42.222 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.143+0000 7ff44bf2b800 20 searching for the correct realm 2024-09-12T17:53:42.222 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.147+0000 7ff447472640 0 -- 172.21.15.45:0/992606536 >> [v2:172.21.15.45:6800/38958590,v1:172.21.15.45:6801/38958590] conn(0x55bc23543d00 msgr2=0x55bc23546190 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:53:42.222 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.150+0000 7ff447472640 0 -- 172.21.15.45:0/992606536 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7ff438054040 msgr2=0x7ff43806b9f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:53:42.222 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.154+0000 7ff44bf2b800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:53:42.222 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.154+0000 7ff44bf2b800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:53:42.222 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.154+0000 7ff44bf2b800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:53:42.222 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.154+0000 7ff44bf2b800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:53:42.222 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.154+0000 7ff44bf2b800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:53:42.223 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.154+0000 7ff44bf2b800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:53:42.223 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.154+0000 7ff44bf2b800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.223 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.154+0000 7ff44bf2b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:42.223 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.154+0000 7ff44bf2b800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.223 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.154+0000 7ff44bf2b800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:53:42.223 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.154+0000 7ff44bf2b800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.223 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.154+0000 7ff44bf2b800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:53:42.223 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.154+0000 7ff44bf2b800 20 zone default found 2024-09-12T17:53:42.223 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.154+0000 7ff44bf2b800 4 Realm: () 2024-09-12T17:53:42.223 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.154+0000 7ff44bf2b800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:53:42.223 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.154+0000 7ff44bf2b800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:53:42.223 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.154+0000 7ff44bf2b800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:53:42.223 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.154+0000 7ff44bf2b800 20 zonegroup default 2024-09-12T17:53:42.224 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.154+0000 7ff44bf2b800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.224 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.155+0000 7ff44bf2b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:42.224 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.155+0000 7ff44bf2b800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.224 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.155+0000 7ff44bf2b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:42.224 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.155+0000 7ff44bf2b800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.224 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.155+0000 7ff44bf2b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:42.224 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.155+0000 7ff44bf2b800 20 started sync module instance, tier type = 2024-09-12T17:53:42.224 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.155+0000 7ff44bf2b800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:53:42.224 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.163+0000 7ff44bf2b800 20 add_watcher() i=0 2024-09-12T17:53:42.224 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.163+0000 7ff44bf2b800 20 add_watcher() i=1 2024-09-12T17:53:42.224 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.163+0000 7ff44bf2b800 20 add_watcher() i=2 2024-09-12T17:53:42.224 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.163+0000 7ff44bf2b800 20 add_watcher() i=3 2024-09-12T17:53:42.224 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.163+0000 7ff44bf2b800 20 add_watcher() i=4 2024-09-12T17:53:42.225 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.163+0000 7ff44bf2b800 20 add_watcher() i=5 2024-09-12T17:53:42.225 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.163+0000 7ff44bf2b800 20 add_watcher() i=6 2024-09-12T17:53:42.225 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.164+0000 7ff44bf2b800 20 add_watcher() i=7 2024-09-12T17:53:42.225 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.164+0000 7ff44bf2b800 2 all 8 watchers are set, enabling cache 2024-09-12T17:53:42.225 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.166+0000 7ff2fdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:53:42.225 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.166+0000 7ff44bf2b800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:53:42.225 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.166+0000 7ff44bf2b800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:53:42.225 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.166+0000 7ff44bf2b800 5 note: GC not initialized 2024-09-12T17:53:42.225 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.166+0000 7ff2fcfe1640 20 reqs_thread_entry: start 2024-09-12T17:53:42.225 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.166+0000 7ff44bf2b800 20 init_complete bucket index max shards: 1 2024-09-12T17:53:42.225 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.166+0000 7ff44bf2b800 20 Filter name: none 2024-09-12T17:53:42.225 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.166+0000 7ff2767fc640 20 reqs_thread_entry: start 2024-09-12T17:53:42.225 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.167+0000 7ff44bf2b800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.226 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.167+0000 7ff44bf2b800 20 rados_obj.operate() r=0 bl.length=212 2024-09-12T17:53:42.226 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.167+0000 7ff44bf2b800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.226 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.167+0000 7ff44bf2b800 20 rados_obj.operate() r=0 bl.length=434 2024-09-12T17:53:42.226 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.167+0000 7ff44bf2b800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:53:42.226 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.167+0000 7ff44bf2b800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.226 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.168+0000 7ff44bf2b800 20 rados_obj.operate() r=0 bl.length=212 2024-09-12T17:53:42.226 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.168+0000 7ff44bf2b800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.226 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.168+0000 7ff44bf2b800 20 rados_obj.operate() r=0 bl.length=434 2024-09-12T17:53:42.226 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.168+0000 7ff44bf2b800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:53:42.226 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.169+0000 7ff2fdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:53:42.226 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.171+0000 7ff44bf2b800 20 remove_watcher() i=0 2024-09-12T17:53:42.226 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.171+0000 7ff44bf2b800 2 removed watcher, disabling cache 2024-09-12T17:53:42.226 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.172+0000 7ff44bf2b800 20 remove_watcher() i=1 2024-09-12T17:53:42.226 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.173+0000 7ff44bf2b800 20 remove_watcher() i=2 2024-09-12T17:53:42.227 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.174+0000 7ff44bf2b800 20 remove_watcher() i=3 2024-09-12T17:53:42.227 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.175+0000 7ff44bf2b800 20 remove_watcher() i=4 2024-09-12T17:53:42.227 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.176+0000 7ff44bf2b800 20 remove_watcher() i=5 2024-09-12T17:53:42.227 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.177+0000 7ff44bf2b800 20 remove_watcher() i=6 2024-09-12T17:53:42.227 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.178+0000 7ff44bf2b800 20 remove_watcher() i=7 2024-09-12T17:53:42.227 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:42.227 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T17:53:42.227 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: abort-at-init-indext id: b6123b67-6580-4373-9691-e0e950df5f06.4566.22 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:53:42.227 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:53:42.227 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:42.227 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:42.227 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:53:42.227 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:53:42.241 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket reshard --bucket abort-at-init-indext --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:53:42.274 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:53:42.274 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:53:42.313 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.311+0000 7f69b2a98800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.317 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.313+0000 7f69b2a98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:42.318 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.313+0000 7f69b2a98800 20 realm 2024-09-12T17:53:42.318 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.313+0000 7f69b2a98800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.318 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.313+0000 7f69b2a98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:42.318 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.313+0000 7f69b2a98800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:53:42.318 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.313+0000 7f69b2a98800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.318 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.313+0000 7f69b2a98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:42.318 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.313+0000 7f69b2a98800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.318 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.314+0000 7f69b2a98800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:53:42.318 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.314+0000 7f69b2a98800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.318 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.315+0000 7f69b2a98800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:53:42.318 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.315+0000 7f69b2a98800 20 searching for the correct realm 2024-09-12T17:53:42.319 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.318+0000 7f69afd88640 0 -- 172.21.15.45:0/3780758152 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x55aa0a3c2b40 msgr2=0x55aa0a3c4f50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:53:42.323 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.322+0000 7f69b0589640 0 -- 172.21.15.45:0/3780758152 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f699805c450 msgr2=0x7f699805c8d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:53:42.533 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.529+0000 7f69b2a98800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:53:42.533 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.529+0000 7f69b2a98800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:53:42.533 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.529+0000 7f69b2a98800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:53:42.533 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.529+0000 7f69b2a98800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:53:42.533 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.529+0000 7f69b2a98800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:53:42.533 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.529+0000 7f69b2a98800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:53:42.534 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.529+0000 7f69b2a98800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.534 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.529+0000 7f69b2a98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:42.534 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.529+0000 7f69b2a98800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.534 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.529+0000 7f69b2a98800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:53:42.534 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.529+0000 7f69b2a98800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.534 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.530+0000 7f69b2a98800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:53:42.535 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.530+0000 7f69b2a98800 20 zone default found 2024-09-12T17:53:42.535 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.530+0000 7f69b2a98800 4 Realm: () 2024-09-12T17:53:42.535 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.530+0000 7f69b2a98800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:53:42.535 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.530+0000 7f69b2a98800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:53:42.535 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.530+0000 7f69b2a98800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:53:42.535 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.530+0000 7f69b2a98800 20 zonegroup default 2024-09-12T17:53:42.536 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.530+0000 7f69b2a98800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.536 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.530+0000 7f69b2a98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:42.536 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.530+0000 7f69b2a98800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.536 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.530+0000 7f69b2a98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:42.536 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.530+0000 7f69b2a98800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.536 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.531+0000 7f69b2a98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:53:42.536 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.531+0000 7f69b2a98800 20 started sync module instance, tier type = 2024-09-12T17:53:42.537 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.531+0000 7f69b2a98800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:53:42.541 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.540+0000 7f69b2a98800 20 add_watcher() i=0 2024-09-12T17:53:42.542 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.540+0000 7f69b2a98800 20 add_watcher() i=1 2024-09-12T17:53:42.542 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.540+0000 7f69b2a98800 20 add_watcher() i=2 2024-09-12T17:53:42.542 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.540+0000 7f69b2a98800 20 add_watcher() i=3 2024-09-12T17:53:42.542 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.540+0000 7f69b2a98800 20 add_watcher() i=4 2024-09-12T17:53:42.542 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.540+0000 7f69b2a98800 20 add_watcher() i=5 2024-09-12T17:53:42.542 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.540+0000 7f69b2a98800 20 add_watcher() i=6 2024-09-12T17:53:42.542 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.541+0000 7f69b2a98800 20 add_watcher() i=7 2024-09-12T17:53:42.543 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.541+0000 7f69b2a98800 2 all 8 watchers are set, enabling cache 2024-09-12T17:53:42.544 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.542+0000 7f6866fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:53:42.547 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.543+0000 7f69b2a98800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:53:42.547 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.543+0000 7f69b2a98800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:53:42.547 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.543+0000 7f69b2a98800 5 note: GC not initialized 2024-09-12T17:53:42.547 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.543+0000 7f6865fdb640 20 reqs_thread_entry: start 2024-09-12T17:53:42.547 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.543+0000 7f69b2a98800 20 init_complete bucket index max shards: 1 2024-09-12T17:53:42.548 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.543+0000 7f69b2a98800 20 Filter name: none 2024-09-12T17:53:42.548 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.543+0000 7f67d77fe640 20 reqs_thread_entry: start 2024-09-12T17:53:42.548 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.543+0000 7f69b2a98800 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2024-09-12T17:53:42.548 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.543+0000 7f69b2a98800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.548 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.544+0000 7f69b2a98800 20 rados_obj.operate() r=0 bl.length=212 2024-09-12T17:53:42.548 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.544+0000 7f69b2a98800 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2024-09-12T17:53:42.548 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.544+0000 7f69b2a98800 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2024-09-12T17:53:42.548 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.544+0000 7f69b2a98800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b6123b67-6580-4373-9691-e0e950df5f06.4566.22 : miss 2024-09-12T17:53:42.549 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.544+0000 7f69b2a98800 20 rados->read ofs=0 len=0 2024-09-12T17:53:42.549 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.544+0000 7f69b2a98800 20 rados_obj.operate() r=0 bl.length=434 2024-09-12T17:53:42.549 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.544+0000 7f69b2a98800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b6123b67-6580-4373-9691-e0e950df5f06.4566.22 info.flags=0x17 2024-09-12T17:53:42.554 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.544+0000 7f69b2a98800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b6123b67-6580-4373-9691-e0e950df5f06.4566.22 to cache LRU end 2024-09-12T17:53:42.554 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.544+0000 7f69b2a98800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:53:42.554 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.544+0000 7f69b2a98800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:53:42.555 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.544+0000 7f69b2a98800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b6123b67-6580-4373-9691-e0e950df5f06.4566.22 2024-09-12T17:53:42.555 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.545+0000 7f69b2a98800 0 INFO: RGWReshardLock::lock found lock on abort-at-init-indext:b6123b67-6580-4373-9691-e0e950df5f06.4566.22 to be held by another RGW process; skipping for now 2024-09-12T17:53:42.556 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.546+0000 7f6866fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:53:42.556 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.548+0000 7f69b2a98800 20 remove_watcher() i=0 2024-09-12T17:53:42.556 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.548+0000 7f69b2a98800 2 removed watcher, disabling cache 2024-09-12T17:53:42.556 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.549+0000 7f69b2a98800 20 remove_watcher() i=1 2024-09-12T17:53:42.556 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.550+0000 7f69b2a98800 20 remove_watcher() i=2 2024-09-12T17:53:42.556 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.551+0000 7f69b2a98800 20 remove_watcher() i=3 2024-09-12T17:53:42.556 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.552+0000 7f69b2a98800 20 remove_watcher() i=4 2024-09-12T17:53:42.557 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.553+0000 7f69b2a98800 20 remove_watcher() i=5 2024-09-12T17:53:42.557 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.554+0000 7f69b2a98800 20 remove_watcher() i=6 2024-09-12T17:53:42.557 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:53:42.555+0000 7f69b2a98800 20 remove_watcher() i=7 2024-09-12T17:53:42.569 INFO:tasks.workunit.client.0.smithi045.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-12T17:54:12.597 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket reshard --bucket abort-at-init-indext --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:54:12.634 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:54:12.634 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:54:12.680 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.680+0000 7f3e9e52c800 20 rados->read ofs=0 len=0 2024-09-12T17:54:12.682 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.682+0000 7f3e9e52c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:12.682 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.682+0000 7f3e9e52c800 20 realm 2024-09-12T17:54:12.683 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.682+0000 7f3e9e52c800 20 rados->read ofs=0 len=0 2024-09-12T17:54:12.683 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.682+0000 7f3e9e52c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:12.683 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.682+0000 7f3e9e52c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:54:12.683 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.682+0000 7f3e9e52c800 20 rados->read ofs=0 len=0 2024-09-12T17:54:12.683 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.682+0000 7f3e9e52c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:12.683 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.682+0000 7f3e9e52c800 20 rados->read ofs=0 len=0 2024-09-12T17:54:12.683 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.683+0000 7f3e9e52c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:12.684 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.683+0000 7f3e9e52c800 20 rados->read ofs=0 len=0 2024-09-12T17:54:12.684 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.684+0000 7f3e9e52c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:54:12.685 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.684+0000 7f3e9e52c800 20 searching for the correct realm 2024-09-12T17:54:12.687 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.687+0000 7f3e99944640 0 -- 172.21.15.45:0/3162624549 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f3e8c043460 msgr2=0x7f3e8c043880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:54:12.691 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.691+0000 7f3e9a145640 0 -- 172.21.15.45:0/3162624549 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f3e900b70b0 msgr2=0x7f3e900e4850 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:54:12.902 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.898+0000 7f3e9e52c800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:54:12.902 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.898+0000 7f3e9e52c800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:54:12.902 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.898+0000 7f3e9e52c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:54:12.903 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.898+0000 7f3e9e52c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:54:12.903 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.898+0000 7f3e9e52c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:54:12.903 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.898+0000 7f3e9e52c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:54:12.903 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.898+0000 7f3e9e52c800 20 rados->read ofs=0 len=0 2024-09-12T17:54:12.903 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.899+0000 7f3e9e52c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:12.903 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.899+0000 7f3e9e52c800 20 rados->read ofs=0 len=0 2024-09-12T17:54:12.903 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.899+0000 7f3e9e52c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:12.903 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.899+0000 7f3e9e52c800 20 rados->read ofs=0 len=0 2024-09-12T17:54:12.903 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.900+0000 7f3e9e52c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:54:12.904 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.900+0000 7f3e9e52c800 20 zone default found 2024-09-12T17:54:12.904 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.900+0000 7f3e9e52c800 4 Realm: () 2024-09-12T17:54:12.904 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.900+0000 7f3e9e52c800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:54:12.904 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.900+0000 7f3e9e52c800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:54:12.904 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.900+0000 7f3e9e52c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:54:12.904 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.900+0000 7f3e9e52c800 20 zonegroup default 2024-09-12T17:54:12.904 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.900+0000 7f3e9e52c800 20 rados->read ofs=0 len=0 2024-09-12T17:54:12.904 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.900+0000 7f3e9e52c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:12.905 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.900+0000 7f3e9e52c800 20 rados->read ofs=0 len=0 2024-09-12T17:54:12.905 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.901+0000 7f3e9e52c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:12.905 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.901+0000 7f3e9e52c800 20 rados->read ofs=0 len=0 2024-09-12T17:54:12.905 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.901+0000 7f3e9e52c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:12.905 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.901+0000 7f3e9e52c800 20 started sync module instance, tier type = 2024-09-12T17:54:12.905 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.901+0000 7f3e9e52c800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:54:12.912 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.912+0000 7f3e9e52c800 20 add_watcher() i=0 2024-09-12T17:54:12.913 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.912+0000 7f3e9e52c800 20 add_watcher() i=1 2024-09-12T17:54:12.913 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.912+0000 7f3e9e52c800 20 add_watcher() i=2 2024-09-12T17:54:12.913 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.912+0000 7f3e9e52c800 20 add_watcher() i=3 2024-09-12T17:54:12.913 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.912+0000 7f3e9e52c800 20 add_watcher() i=4 2024-09-12T17:54:12.913 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.912+0000 7f3e9e52c800 20 add_watcher() i=5 2024-09-12T17:54:12.914 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.912+0000 7f3e9e52c800 20 add_watcher() i=6 2024-09-12T17:54:12.914 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.913+0000 7f3e9e52c800 20 add_watcher() i=7 2024-09-12T17:54:12.914 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.913+0000 7f3e9e52c800 2 all 8 watchers are set, enabling cache 2024-09-12T17:54:12.915 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.915+0000 7f3d50fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:54:12.918 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.915+0000 7f3e9e52c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:54:12.918 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.915+0000 7f3e9e52c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:54:12.919 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.915+0000 7f3e9e52c800 5 note: GC not initialized 2024-09-12T17:54:12.919 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.915+0000 7f3ccb7fe640 20 reqs_thread_entry: start 2024-09-12T17:54:12.919 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.916+0000 7f3e9e52c800 20 init_complete bucket index max shards: 1 2024-09-12T17:54:12.919 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.916+0000 7f3e9e52c800 20 Filter name: none 2024-09-12T17:54:12.919 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.916+0000 7f3cc97fa640 20 reqs_thread_entry: start 2024-09-12T17:54:12.920 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.916+0000 7f3e9e52c800 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2024-09-12T17:54:12.920 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.916+0000 7f3e9e52c800 20 rados->read ofs=0 len=0 2024-09-12T17:54:12.920 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.916+0000 7f3e9e52c800 20 rados_obj.operate() r=0 bl.length=212 2024-09-12T17:54:12.920 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.916+0000 7f3e9e52c800 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2024-09-12T17:54:12.920 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.916+0000 7f3e9e52c800 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2024-09-12T17:54:12.920 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.916+0000 7f3e9e52c800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b6123b67-6580-4373-9691-e0e950df5f06.4566.22 : miss 2024-09-12T17:54:12.920 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.916+0000 7f3e9e52c800 20 rados->read ofs=0 len=0 2024-09-12T17:54:12.920 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.917+0000 7f3e9e52c800 20 rados_obj.operate() r=0 bl.length=434 2024-09-12T17:54:12.921 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.917+0000 7f3e9e52c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b6123b67-6580-4373-9691-e0e950df5f06.4566.22 info.flags=0x17 2024-09-12T17:54:12.921 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.917+0000 7f3e9e52c800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b6123b67-6580-4373-9691-e0e950df5f06.4566.22 to cache LRU end 2024-09-12T17:54:12.921 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.917+0000 7f3e9e52c800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:54:12.921 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.917+0000 7f3e9e52c800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:54:12.921 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.917+0000 7f3e9e52c800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b6123b67-6580-4373-9691-e0e950df5f06.4566.22 2024-09-12T17:54:12.922 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.921+0000 7f3e9e52c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b6123b67-6580-4373-9691-e0e950df5f06.4566.22 info.flags=0x17 2024-09-12T17:54:12.922 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.921+0000 7f3e9e52c800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b6123b67-6580-4373-9691-e0e950df5f06.4566.22 to cache LRU end 2024-09-12T17:54:12.922 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.921+0000 7f3e9e52c800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:54:12.922 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.921+0000 7f3e9e52c800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-init-indext:b6123b67-6580-4373-9691-e0e950df5f06.4566.22, ofs0, ns] 2024-09-12T17:54:12.923 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.922+0000 7f3d7d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398890 cookie 94744533101376 notifier 6363 bl.length()=997 2024-09-12T17:54:12.923 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.922+0000 7f3d7d7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b6123b67-6580-4373-9691-e0e950df5f06.4566.22 info.flags=0x17 2024-09-12T17:54:12.923 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.922+0000 7f3d7d7fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b6123b67-6580-4373-9691-e0e950df5f06.4566.22 to cache LRU end 2024-09-12T17:54:12.923 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.922+0000 7f3d7d7fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:54:12.923 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.922+0000 7f3e9e52c800 20 handle_bi_update(): bucket=:abort-at-init-indext[b6123b67-6580-4373-9691-e0e950df5f06.4566.22]): orig_sources= new_sources= 2024-09-12T17:54:12.924 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.922+0000 7f3e9e52c800 20 handle_bi_update(): bucket=:abort-at-init-indext[b6123b67-6580-4373-9691-e0e950df5f06.4566.22]): potential sources added=[] removed=[] 2024-09-12T17:54:12.924 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.922+0000 7f3e9e52c800 20 handle_bi_update(): bucket=:abort-at-init-indext[b6123b67-6580-4373-9691-e0e950df5f06.4566.22]): orig_dests= new_dests= 2024-09-12T17:54:12.924 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.922+0000 7f3e9e52c800 20 handle_bi_update(): bucket=:abort-at-init-indext[b6123b67-6580-4373-9691-e0e950df5f06.4566.22]): potential dests added=[] removed=[] 2024-09-12T17:54:12.925 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.925+0000 7f3e9e52c800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.22.1.0 2024-09-12T17:54:12.926 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.925+0000 7f3e9e52c800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.22.1.0 2024-09-12T17:54:12.926 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.925+0000 7f3e9e52c800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.22.1.1 2024-09-12T17:54:12.926 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.925+0000 7f3e9e52c800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.22.1.1 2024-09-12T17:54:12.926 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.925+0000 7f3e9e52c800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.22.0 2024-09-12T17:54:12.928 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.927+0000 7f3e9e52c800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b6123b67-6580-4373-9691-e0e950df5f06.4566.22 : hit (requested=0x17, cached=0x17) 2024-09-12T17:54:12.928 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.927+0000 7f3e9e52c800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b6123b67-6580-4373-9691-e0e950df5f06.4566.22 2024-09-12T17:54:12.930 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.929+0000 7f3e9e52c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b6123b67-6580-4373-9691-e0e950df5f06.4566.22 info.flags=0x17 2024-09-12T17:54:12.930 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.929+0000 7f3e9e52c800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b6123b67-6580-4373-9691-e0e950df5f06.4566.22 to cache LRU end 2024-09-12T17:54:12.930 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.929+0000 7f3e9e52c800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:54:12.930 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.929+0000 7f3e9e52c800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-init-indext:b6123b67-6580-4373-9691-e0e950df5f06.4566.22, ofs0, ns] 2024-09-12T17:54:12.930 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.929+0000 7f3d7d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398891 cookie 94744533101376 notifier 6363 bl.length()=997 2024-09-12T17:54:12.931 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.929+0000 7f3d7d7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b6123b67-6580-4373-9691-e0e950df5f06.4566.22 info.flags=0x17 2024-09-12T17:54:12.931 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.929+0000 7f3d7d7fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b6123b67-6580-4373-9691-e0e950df5f06.4566.22 to cache LRU end 2024-09-12T17:54:12.931 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.929+0000 7f3d7d7fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:54:12.931 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.930+0000 7f3e9e52c800 20 handle_bi_update(): bucket=:abort-at-init-indext[b6123b67-6580-4373-9691-e0e950df5f06.4566.22]): orig_sources= new_sources= 2024-09-12T17:54:12.931 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.930+0000 7f3e9e52c800 20 handle_bi_update(): bucket=:abort-at-init-indext[b6123b67-6580-4373-9691-e0e950df5f06.4566.22]): potential sources added=[] removed=[] 2024-09-12T17:54:12.931 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.930+0000 7f3e9e52c800 20 handle_bi_update(): bucket=:abort-at-init-indext[b6123b67-6580-4373-9691-e0e950df5f06.4566.22]): orig_dests= new_dests= 2024-09-12T17:54:12.931 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.930+0000 7f3e9e52c800 20 handle_bi_update(): bucket=:abort-at-init-indext[b6123b67-6580-4373-9691-e0e950df5f06.4566.22]): potential dests added=[] removed=[] 2024-09-12T17:54:12.932 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.931+0000 7f3e9e52c800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.22.0 2024-09-12T17:54:12.932 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.931+0000 7f3e9e52c800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b6123b67-6580-4373-9691-e0e950df5f06.4566.22 : hit (requested=0x17, cached=0x17) 2024-09-12T17:54:12.932 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.931+0000 7f3e9e52c800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b6123b67-6580-4373-9691-e0e950df5f06.4566.22 2024-09-12T17:54:12.933 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.933+0000 7f3e9e52c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b6123b67-6580-4373-9691-e0e950df5f06.4566.22 info.flags=0x17 2024-09-12T17:54:12.933 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.933+0000 7f3e9e52c800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b6123b67-6580-4373-9691-e0e950df5f06.4566.22 to cache LRU end 2024-09-12T17:54:12.933 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.933+0000 7f3e9e52c800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:54:12.934 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.933+0000 7f3e9e52c800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-init-indext:b6123b67-6580-4373-9691-e0e950df5f06.4566.22, ofs0, ns] 2024-09-12T17:54:12.934 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.933+0000 7f3d7d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398892 cookie 94744533101376 notifier 6363 bl.length()=965 2024-09-12T17:54:12.934 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.933+0000 7f3d7d7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b6123b67-6580-4373-9691-e0e950df5f06.4566.22 info.flags=0x17 2024-09-12T17:54:12.934 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.933+0000 7f3d7d7fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b6123b67-6580-4373-9691-e0e950df5f06.4566.22 to cache LRU end 2024-09-12T17:54:12.935 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.933+0000 7f3d7d7fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:54:12.935 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.934+0000 7f3e9e52c800 20 handle_bi_update(): bucket=:abort-at-init-indext[b6123b67-6580-4373-9691-e0e950df5f06.4566.22]): orig_sources= new_sources= 2024-09-12T17:54:12.935 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.934+0000 7f3e9e52c800 20 handle_bi_update(): bucket=:abort-at-init-indext[b6123b67-6580-4373-9691-e0e950df5f06.4566.22]): potential sources added=[] removed=[] 2024-09-12T17:54:12.935 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.934+0000 7f3e9e52c800 20 handle_bi_update(): bucket=:abort-at-init-indext[b6123b67-6580-4373-9691-e0e950df5f06.4566.22]): orig_dests= new_dests= 2024-09-12T17:54:12.935 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.934+0000 7f3e9e52c800 20 handle_bi_update(): bucket=:abort-at-init-indext[b6123b67-6580-4373-9691-e0e950df5f06.4566.22]): potential dests added=[] removed=[] 2024-09-12T17:54:12.935 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.935+0000 7f3e9e52c800 1 execute INFO: reshard of bucket "abort-at-init-indext" from 1 shards to 2 shards completed successfully 2024-09-12T17:54:12.938 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.937+0000 7f3d50fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:54:12.940 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.940+0000 7f3e9e52c800 20 remove_watcher() i=0 2024-09-12T17:54:12.940 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.940+0000 7f3e9e52c800 2 removed watcher, disabling cache 2024-09-12T17:54:12.941 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.941+0000 7f3e9e52c800 20 remove_watcher() i=1 2024-09-12T17:54:12.942 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.942+0000 7f3e9e52c800 20 remove_watcher() i=2 2024-09-12T17:54:12.943 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.943+0000 7f3e9e52c800 20 remove_watcher() i=3 2024-09-12T17:54:12.945 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.944+0000 7f3e9e52c800 20 remove_watcher() i=4 2024-09-12T17:54:12.946 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.945+0000 7f3e9e52c800 20 remove_watcher() i=5 2024-09-12T17:54:12.947 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.946+0000 7f3e9e52c800 20 remove_watcher() i=6 2024-09-12T17:54:12.948 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:12.947+0000 7f3e9e52c800 20 remove_watcher() i=7 2024-09-12T17:54:12.962 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket abort-at-init-indext 2024-09-12T17:54:12.993 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:54:12.994 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:54:13.034 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.033+0000 7f3599d2e800 20 rados->read ofs=0 len=0 2024-09-12T17:54:13.036 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.035+0000 7f3599d2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:13.036 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.035+0000 7f3599d2e800 20 realm 2024-09-12T17:54:13.036 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.035+0000 7f3599d2e800 20 rados->read ofs=0 len=0 2024-09-12T17:54:13.037 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.035+0000 7f3599d2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:13.037 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.035+0000 7f3599d2e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:54:13.037 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.035+0000 7f3599d2e800 20 rados->read ofs=0 len=0 2024-09-12T17:54:13.037 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.036+0000 7f3599d2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:13.037 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.036+0000 7f3599d2e800 20 rados->read ofs=0 len=0 2024-09-12T17:54:13.037 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.037+0000 7f3599d2e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:13.037 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.037+0000 7f3599d2e800 20 rados->read ofs=0 len=0 2024-09-12T17:54:13.038 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.037+0000 7f3599d2e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:54:13.038 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.037+0000 7f3599d2e800 20 searching for the correct realm 2024-09-12T17:54:13.041 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.040+0000 7f35962de640 0 -- 172.21.15.45:0/3231386576 >> [v2:172.21.15.45:6824/1551660769,v1:172.21.15.45:6825/1551660769] conn(0x556c4a2572b0 msgr2=0x556c4a259770 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:54:13.044 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.044+0000 7f3595add640 0 -- 172.21.15.45:0/3231386576 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f358c0a5050 msgr2=0x7f358c00aae0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:54:13.050 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.048+0000 7f3599d2e800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:54:13.050 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.048+0000 7f3599d2e800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:54:13.050 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.048+0000 7f3599d2e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:54:13.050 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.048+0000 7f3599d2e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:54:13.050 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.048+0000 7f3599d2e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:54:13.050 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.048+0000 7f3599d2e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:54:13.050 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.048+0000 7f3599d2e800 20 rados->read ofs=0 len=0 2024-09-12T17:54:13.051 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.048+0000 7f3599d2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:13.051 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.048+0000 7f3599d2e800 20 rados->read ofs=0 len=0 2024-09-12T17:54:13.051 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.049+0000 7f3599d2e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:13.051 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.049+0000 7f3599d2e800 20 rados->read ofs=0 len=0 2024-09-12T17:54:13.051 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.049+0000 7f3599d2e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:54:13.051 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.049+0000 7f3599d2e800 20 zone default found 2024-09-12T17:54:13.051 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.049+0000 7f3599d2e800 4 Realm: () 2024-09-12T17:54:13.052 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.049+0000 7f3599d2e800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:54:13.052 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.049+0000 7f3599d2e800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:54:13.052 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.049+0000 7f3599d2e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:54:13.052 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.049+0000 7f3599d2e800 20 zonegroup default 2024-09-12T17:54:13.052 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.049+0000 7f3599d2e800 20 rados->read ofs=0 len=0 2024-09-12T17:54:13.052 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.049+0000 7f3599d2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:13.052 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.049+0000 7f3599d2e800 20 rados->read ofs=0 len=0 2024-09-12T17:54:13.052 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.049+0000 7f3599d2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:13.052 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.049+0000 7f3599d2e800 20 rados->read ofs=0 len=0 2024-09-12T17:54:13.053 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.050+0000 7f3599d2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:13.053 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.050+0000 7f3599d2e800 20 started sync module instance, tier type = 2024-09-12T17:54:13.053 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.050+0000 7f3599d2e800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:54:13.059 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.059+0000 7f3599d2e800 20 add_watcher() i=0 2024-09-12T17:54:13.060 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.059+0000 7f3599d2e800 20 add_watcher() i=1 2024-09-12T17:54:13.060 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.059+0000 7f3599d2e800 20 add_watcher() i=2 2024-09-12T17:54:13.060 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.059+0000 7f3599d2e800 20 add_watcher() i=3 2024-09-12T17:54:13.060 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.059+0000 7f3599d2e800 20 add_watcher() i=4 2024-09-12T17:54:13.060 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.059+0000 7f3599d2e800 20 add_watcher() i=5 2024-09-12T17:54:13.061 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.059+0000 7f3599d2e800 20 add_watcher() i=6 2024-09-12T17:54:13.063 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.060+0000 7f3599d2e800 20 add_watcher() i=7 2024-09-12T17:54:13.063 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.060+0000 7f3599d2e800 2 all 8 watchers are set, enabling cache 2024-09-12T17:54:13.063 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.061+0000 7f34477fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:54:13.063 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.062+0000 7f3599d2e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:54:13.063 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.062+0000 7f3599d2e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:54:13.063 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.062+0000 7f3599d2e800 5 note: GC not initialized 2024-09-12T17:54:13.063 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.062+0000 7f34467fc640 20 reqs_thread_entry: start 2024-09-12T17:54:13.063 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.062+0000 7f3599d2e800 20 init_complete bucket index max shards: 1 2024-09-12T17:54:13.063 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.062+0000 7f3599d2e800 20 Filter name: none 2024-09-12T17:54:13.063 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.062+0000 7f33b7fff640 20 reqs_thread_entry: start 2024-09-12T17:54:13.063 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.062+0000 7f3599d2e800 20 rados->read ofs=0 len=0 2024-09-12T17:54:13.064 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.063+0000 7f3599d2e800 20 rados_obj.operate() r=0 bl.length=212 2024-09-12T17:54:13.064 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.063+0000 7f3599d2e800 20 rados->read ofs=0 len=0 2024-09-12T17:54:13.064 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.063+0000 7f3599d2e800 20 rados_obj.operate() r=0 bl.length=434 2024-09-12T17:54:13.064 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.063+0000 7f3599d2e800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:54:13.064 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.063+0000 7f3599d2e800 20 rados->read ofs=0 len=0 2024-09-12T17:54:13.064 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.064+0000 7f3599d2e800 20 rados_obj.operate() r=0 bl.length=212 2024-09-12T17:54:13.065 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.064+0000 7f3599d2e800 20 rados->read ofs=0 len=0 2024-09-12T17:54:13.065 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.064+0000 7f3599d2e800 20 rados_obj.operate() r=0 bl.length=434 2024-09-12T17:54:13.065 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.064+0000 7f3599d2e800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:54:13.066 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.065+0000 7f34477fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:54:13.068 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.068+0000 7f3599d2e800 20 remove_watcher() i=0 2024-09-12T17:54:13.068 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.068+0000 7f3599d2e800 2 removed watcher, disabling cache 2024-09-12T17:54:13.069 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.069+0000 7f3599d2e800 20 remove_watcher() i=1 2024-09-12T17:54:13.070 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.070+0000 7f3599d2e800 20 remove_watcher() i=2 2024-09-12T17:54:13.071 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.071+0000 7f3599d2e800 20 remove_watcher() i=3 2024-09-12T17:54:13.072 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.072+0000 7f3599d2e800 20 remove_watcher() i=4 2024-09-12T17:54:13.073 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.073+0000 7f3599d2e800 20 remove_watcher() i=5 2024-09-12T17:54:13.074 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.074+0000 7f3599d2e800 20 remove_watcher() i=6 2024-09-12T17:54:13.075 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.075+0000 7f3599d2e800 20 remove_watcher() i=7 2024-09-12T17:54:13.086 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:13.087 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T17:54:13.087 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: abort-at-init-indext id: b6123b67-6580-4373-9691-e0e950df5f06.4566.22 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:54:13.087 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:13.089 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:13.089 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:13.092 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:13.092 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:13.135 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:13.135 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:13.148 INFO:tasks.workunit.client.0.smithi045.stderr:TEST: reshard bucket with EIO injected at set_target_layout 2024-09-12T17:54:13.148 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:13.149 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:13.150 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:13.160 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:13.160 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:13.203 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:13.203 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:13.210 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:13.210 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:13.217 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:13.217 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:13.223 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:13.223 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:13.230 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:13.230 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:13.237 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:13.237 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:13.243 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:13.243 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:13.249 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:13.249 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:13.255 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:13.256 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:13.262 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:13.262 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:13.268 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:13.268 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:13.274 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:13.274 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:13.281 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:13.281 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:13.286 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:13.287 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:13.292 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:13.292 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:13.298 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:13.298 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:13.305 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:13.305 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:13.311 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:13.311 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:13.317 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:13.317 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:13.323 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:13.323 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:13.330 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2024-09-12T17:54:13.359 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:54:13.360 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:54:13.399 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.398+0000 7f51c762f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:13.401 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.400+0000 7f51c762f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:13.401 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.400+0000 7f51c762f800 20 realm 2024-09-12T17:54:13.401 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.400+0000 7f51c762f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:13.401 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.400+0000 7f51c762f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:13.401 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.400+0000 7f51c762f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:54:13.401 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.400+0000 7f51c762f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:13.401 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.400+0000 7f51c762f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:13.401 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.400+0000 7f51c762f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:13.402 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.401+0000 7f51c762f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:13.402 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.401+0000 7f51c762f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:13.402 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.402+0000 7f51c762f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:54:13.402 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.402+0000 7f51c762f800 20 searching for the correct realm 2024-09-12T17:54:13.403 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.403+0000 7f51c5119640 0 -- 172.21.15.45:0/2817602447 >> [v2:172.21.15.45:6808/2245364274,v1:172.21.15.45:6809/2245364274] conn(0x7f51bc079c00 msgr2=0x7f51bc068410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:54:13.608 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.607+0000 7f51c4918640 0 -- 172.21.15.45:0/2817602447 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x560baaef8cd0 msgr2=0x560baaefb0c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:54:13.614 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.613+0000 7f51c762f800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:54:13.614 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.613+0000 7f51c762f800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:54:13.614 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.613+0000 7f51c762f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:54:13.614 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.613+0000 7f51c762f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:54:13.614 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.613+0000 7f51c762f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:54:13.614 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.613+0000 7f51c762f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:54:13.614 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.613+0000 7f51c762f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:13.614 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.613+0000 7f51c762f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:13.614 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.613+0000 7f51c762f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:13.615 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.613+0000 7f51c762f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:13.616 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.614+0000 7f51c762f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:13.616 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.614+0000 7f51c762f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:54:13.616 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.614+0000 7f51c762f800 20 zone default found 2024-09-12T17:54:13.616 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.614+0000 7f51c762f800 4 Realm: () 2024-09-12T17:54:13.616 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.614+0000 7f51c762f800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:54:13.616 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.614+0000 7f51c762f800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:54:13.616 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.614+0000 7f51c762f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:54:13.616 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.614+0000 7f51c762f800 20 zonegroup default 2024-09-12T17:54:13.616 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.614+0000 7f51c762f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:13.616 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.614+0000 7f51c762f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:13.616 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.614+0000 7f51c762f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:13.616 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.614+0000 7f51c762f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:13.617 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.614+0000 7f51c762f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:13.617 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.615+0000 7f51c762f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:13.617 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.615+0000 7f51c762f800 20 started sync module instance, tier type = 2024-09-12T17:54:13.617 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.615+0000 7f51c762f800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:54:13.624 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.624+0000 7f51c762f800 20 add_watcher() i=0 2024-09-12T17:54:13.624 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.624+0000 7f51c762f800 20 add_watcher() i=1 2024-09-12T17:54:13.624 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.624+0000 7f51c762f800 20 add_watcher() i=2 2024-09-12T17:54:13.625 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.624+0000 7f51c762f800 20 add_watcher() i=3 2024-09-12T17:54:13.625 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.624+0000 7f51c762f800 20 add_watcher() i=4 2024-09-12T17:54:13.625 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.624+0000 7f51c762f800 20 add_watcher() i=5 2024-09-12T17:54:13.625 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.624+0000 7f51c762f800 20 add_watcher() i=6 2024-09-12T17:54:13.625 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.625+0000 7f51c762f800 20 add_watcher() i=7 2024-09-12T17:54:13.625 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.625+0000 7f51c762f800 2 all 8 watchers are set, enabling cache 2024-09-12T17:54:13.627 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.626+0000 7f507bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:54:13.628 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.627+0000 7f51c762f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:54:13.628 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.627+0000 7f51c762f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:54:13.628 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.627+0000 7f51c762f800 5 note: GC not initialized 2024-09-12T17:54:13.628 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.627+0000 7f507afe5640 20 reqs_thread_entry: start 2024-09-12T17:54:13.629 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.627+0000 7f51c762f800 20 init_complete bucket index max shards: 1 2024-09-12T17:54:13.629 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.627+0000 7f51c762f800 20 Filter name: none 2024-09-12T17:54:13.629 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.627+0000 7f5078fe1640 20 reqs_thread_entry: start 2024-09-12T17:54:13.629 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.627+0000 7f51c762f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:13.629 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.628+0000 7f51c762f800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:54:13.629 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.628+0000 7f51c762f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:13.630 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.629+0000 7f51c762f800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:54:13.630 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.629+0000 7f51c762f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:54:13.630 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.629+0000 7f51c762f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:13.630 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.629+0000 7f51c762f800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:54:13.630 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.629+0000 7f51c762f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:13.631 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.629+0000 7f51c762f800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:54:13.631 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.630+0000 7f51c762f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:54:13.631 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.631+0000 7f507bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:54:13.634 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.633+0000 7f51c762f800 20 remove_watcher() i=0 2024-09-12T17:54:13.634 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.633+0000 7f51c762f800 2 removed watcher, disabling cache 2024-09-12T17:54:13.634 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.634+0000 7f51c762f800 20 remove_watcher() i=1 2024-09-12T17:54:13.635 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.635+0000 7f51c762f800 20 remove_watcher() i=2 2024-09-12T17:54:13.637 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.636+0000 7f51c762f800 20 remove_watcher() i=3 2024-09-12T17:54:13.637 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.637+0000 7f51c762f800 20 remove_watcher() i=4 2024-09-12T17:54:13.638 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.638+0000 7f51c762f800 20 remove_watcher() i=5 2024-09-12T17:54:13.639 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.639+0000 7f51c762f800 20 remove_watcher() i=6 2024-09-12T17:54:13.640 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.640+0000 7f51c762f800 20 remove_watcher() i=7 2024-09-12T17:54:13.652 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:13.652 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T17:54:13.652 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: error-at-set-target-layout id: b6123b67-6580-4373-9691-e0e950df5f06.4566.23 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:54:13.652 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:13.653 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket reshard --bucket error-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at set_target_layout 2024-09-12T17:54:13.689 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:54:13.689 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:54:13.728 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.727+0000 7f1766925800 20 rados->read ofs=0 len=0 2024-09-12T17:54:13.729 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.729+0000 7f1766925800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:13.729 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.729+0000 7f1766925800 20 realm 2024-09-12T17:54:13.730 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.729+0000 7f1766925800 20 rados->read ofs=0 len=0 2024-09-12T17:54:13.730 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.729+0000 7f1766925800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:13.730 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.729+0000 7f1766925800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:54:13.730 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.729+0000 7f1766925800 20 rados->read ofs=0 len=0 2024-09-12T17:54:13.730 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.729+0000 7f1766925800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:13.730 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.729+0000 7f1766925800 20 rados->read ofs=0 len=0 2024-09-12T17:54:13.730 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.730+0000 7f1766925800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:13.731 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.730+0000 7f1766925800 20 rados->read ofs=0 len=0 2024-09-12T17:54:13.731 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.731+0000 7f1766925800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:54:13.731 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.731+0000 7f1766925800 20 searching for the correct realm 2024-09-12T17:54:13.734 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.733+0000 7f1761db4640 0 -- 172.21.15.45:0/210488910 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x55c9a5efba20 msgr2=0x55c9a5efde30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:54:13.737 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.737+0000 7f17625b5640 0 -- 172.21.15.45:0/210488910 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f17580a1940 msgr2=0x7f1758064430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:54:13.945 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.944+0000 7f1766925800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:54:13.945 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.944+0000 7f1766925800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:54:13.946 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.944+0000 7f1766925800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:54:13.946 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.944+0000 7f1766925800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:54:13.946 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.944+0000 7f1766925800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:54:13.946 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.944+0000 7f1766925800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:54:13.946 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.944+0000 7f1766925800 20 rados->read ofs=0 len=0 2024-09-12T17:54:13.946 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.944+0000 7f1766925800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:13.946 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.944+0000 7f1766925800 20 rados->read ofs=0 len=0 2024-09-12T17:54:13.946 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.944+0000 7f1766925800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:13.946 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.944+0000 7f1766925800 20 rados->read ofs=0 len=0 2024-09-12T17:54:13.946 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.945+0000 7f1766925800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:54:13.946 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.945+0000 7f1766925800 20 zone default found 2024-09-12T17:54:13.946 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.945+0000 7f1766925800 4 Realm: () 2024-09-12T17:54:13.946 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.945+0000 7f1766925800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:54:13.947 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.945+0000 7f1766925800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:54:13.947 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.945+0000 7f1766925800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:54:13.947 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.945+0000 7f1766925800 20 zonegroup default 2024-09-12T17:54:13.947 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.945+0000 7f1766925800 20 rados->read ofs=0 len=0 2024-09-12T17:54:13.947 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.945+0000 7f1766925800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:13.947 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.945+0000 7f1766925800 20 rados->read ofs=0 len=0 2024-09-12T17:54:13.947 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.945+0000 7f1766925800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:13.948 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.945+0000 7f1766925800 20 rados->read ofs=0 len=0 2024-09-12T17:54:13.948 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.945+0000 7f1766925800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:13.948 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.946+0000 7f1766925800 20 started sync module instance, tier type = 2024-09-12T17:54:13.948 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.946+0000 7f1766925800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:54:13.954 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.954+0000 7f1766925800 20 add_watcher() i=0 2024-09-12T17:54:13.955 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.954+0000 7f1766925800 20 add_watcher() i=1 2024-09-12T17:54:13.955 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.954+0000 7f1766925800 20 add_watcher() i=2 2024-09-12T17:54:13.955 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.954+0000 7f1766925800 20 add_watcher() i=3 2024-09-12T17:54:13.955 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.954+0000 7f1766925800 20 add_watcher() i=4 2024-09-12T17:54:13.955 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.954+0000 7f1766925800 20 add_watcher() i=5 2024-09-12T17:54:13.955 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.954+0000 7f1766925800 20 add_watcher() i=6 2024-09-12T17:54:13.955 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.955+0000 7f1766925800 20 add_watcher() i=7 2024-09-12T17:54:13.955 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.955+0000 7f1766925800 2 all 8 watchers are set, enabling cache 2024-09-12T17:54:13.957 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.956+0000 7f1618fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:54:13.958 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.957+0000 7f1766925800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:54:13.958 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.957+0000 7f1766925800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:54:13.958 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.957+0000 7f1766925800 5 note: GC not initialized 2024-09-12T17:54:13.958 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.957+0000 7f15937fe640 20 reqs_thread_entry: start 2024-09-12T17:54:13.958 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.957+0000 7f1766925800 20 init_complete bucket index max shards: 1 2024-09-12T17:54:13.958 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.957+0000 7f1766925800 20 Filter name: none 2024-09-12T17:54:13.958 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.957+0000 7f15917fa640 20 reqs_thread_entry: start 2024-09-12T17:54:13.958 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.957+0000 7f1766925800 10 cache get: name=default.rgw.meta+root+error-at-set-target-layout : miss 2024-09-12T17:54:13.959 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.957+0000 7f1766925800 20 rados->read ofs=0 len=0 2024-09-12T17:54:13.959 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.958+0000 7f1766925800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:54:13.959 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.958+0000 7f1766925800 10 cache put: name=default.rgw.meta+root+error-at-set-target-layout info.flags=0x11 2024-09-12T17:54:13.960 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.958+0000 7f1766925800 10 adding default.rgw.meta+root+error-at-set-target-layout to cache LRU end 2024-09-12T17:54:13.960 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.958+0000 7f1766925800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.23 : miss 2024-09-12T17:54:13.960 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.958+0000 7f1766925800 20 rados->read ofs=0 len=0 2024-09-12T17:54:13.960 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.958+0000 7f1766925800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:54:13.960 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.958+0000 7f1766925800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.23 info.flags=0x17 2024-09-12T17:54:13.960 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.958+0000 7f1766925800 10 adding default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.23 to cache LRU end 2024-09-12T17:54:13.960 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.958+0000 7f1766925800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:54:13.960 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.958+0000 7f1766925800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:54:13.960 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.958+0000 7f1766925800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.23 2024-09-12T17:54:13.961 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.961+0000 7f1766925800 -1 Injecting error=-5 at location=set_target_layout 2024-09-12T17:54:13.961 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.961+0000 7f1766925800 0 ERROR: init_target_layout failed to write target index layout to bucket info: (5) Input/output error 2024-09-12T17:54:13.964 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.963+0000 7f1618fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:54:13.966 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.965+0000 7f1766925800 20 remove_watcher() i=0 2024-09-12T17:54:13.966 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.965+0000 7f1766925800 2 removed watcher, disabling cache 2024-09-12T17:54:13.967 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.967+0000 7f1766925800 20 remove_watcher() i=1 2024-09-12T17:54:13.968 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.967+0000 7f1766925800 20 remove_watcher() i=2 2024-09-12T17:54:13.969 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.968+0000 7f1766925800 20 remove_watcher() i=3 2024-09-12T17:54:13.970 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.969+0000 7f1766925800 20 remove_watcher() i=4 2024-09-12T17:54:13.971 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.970+0000 7f1766925800 20 remove_watcher() i=5 2024-09-12T17:54:13.972 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.971+0000 7f1766925800 20 remove_watcher() i=6 2024-09-12T17:54:13.972 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:13.972+0000 7f1766925800 20 remove_watcher() i=7 2024-09-12T17:54:13.985 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2024-09-12T17:54:14.015 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:54:14.015 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:54:14.053 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.053+0000 7fabd7820800 20 rados->read ofs=0 len=0 2024-09-12T17:54:14.056 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.055+0000 7fabd7820800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:14.056 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.055+0000 7fabd7820800 20 realm 2024-09-12T17:54:14.056 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.055+0000 7fabd7820800 20 rados->read ofs=0 len=0 2024-09-12T17:54:14.056 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.055+0000 7fabd7820800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:14.056 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.055+0000 7fabd7820800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:54:14.056 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.055+0000 7fabd7820800 20 rados->read ofs=0 len=0 2024-09-12T17:54:14.056 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.055+0000 7fabd7820800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:14.056 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.055+0000 7fabd7820800 20 rados->read ofs=0 len=0 2024-09-12T17:54:14.057 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.056+0000 7fabd7820800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:14.057 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.056+0000 7fabd7820800 20 rados->read ofs=0 len=0 2024-09-12T17:54:14.057 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.057+0000 7fabd7820800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:54:14.057 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.057+0000 7fabd7820800 20 searching for the correct realm 2024-09-12T17:54:14.060 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.059+0000 7fabd4b10640 0 -- 172.21.15.45:0/3938469856 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x55afdf099bc0 msgr2=0x55afdf09bfb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:54:14.063 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.062+0000 7fabd5311640 0 -- 172.21.15.45:0/3938469856 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7fabcc0b4430 msgr2=0x7fabcc0b4890 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:54:14.269 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.268+0000 7fabd7820800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:54:14.269 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.268+0000 7fabd7820800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:54:14.269 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.268+0000 7fabd7820800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:54:14.269 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.268+0000 7fabd7820800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:54:14.270 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.268+0000 7fabd7820800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:54:14.270 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.268+0000 7fabd7820800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:54:14.270 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.268+0000 7fabd7820800 20 rados->read ofs=0 len=0 2024-09-12T17:54:14.270 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.269+0000 7fabd7820800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:14.270 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.269+0000 7fabd7820800 20 rados->read ofs=0 len=0 2024-09-12T17:54:14.271 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.269+0000 7fabd7820800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:14.271 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.269+0000 7fabd7820800 20 rados->read ofs=0 len=0 2024-09-12T17:54:14.271 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.269+0000 7fabd7820800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:54:14.271 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.269+0000 7fabd7820800 20 zone default found 2024-09-12T17:54:14.271 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.269+0000 7fabd7820800 4 Realm: () 2024-09-12T17:54:14.271 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.269+0000 7fabd7820800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:54:14.271 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.269+0000 7fabd7820800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:54:14.271 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.269+0000 7fabd7820800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:54:14.271 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.269+0000 7fabd7820800 20 zonegroup default 2024-09-12T17:54:14.272 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.269+0000 7fabd7820800 20 rados->read ofs=0 len=0 2024-09-12T17:54:14.272 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.270+0000 7fabd7820800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:14.272 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.270+0000 7fabd7820800 20 rados->read ofs=0 len=0 2024-09-12T17:54:14.272 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.270+0000 7fabd7820800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:14.272 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.270+0000 7fabd7820800 20 rados->read ofs=0 len=0 2024-09-12T17:54:14.272 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.270+0000 7fabd7820800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:14.272 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.270+0000 7fabd7820800 20 started sync module instance, tier type = 2024-09-12T17:54:14.272 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.270+0000 7fabd7820800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:54:14.280 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.280+0000 7fabd7820800 20 add_watcher() i=0 2024-09-12T17:54:14.280 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.280+0000 7fabd7820800 20 add_watcher() i=1 2024-09-12T17:54:14.281 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.280+0000 7fabd7820800 20 add_watcher() i=2 2024-09-12T17:54:14.281 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.280+0000 7fabd7820800 20 add_watcher() i=3 2024-09-12T17:54:14.281 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.280+0000 7fabd7820800 20 add_watcher() i=4 2024-09-12T17:54:14.281 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.280+0000 7fabd7820800 20 add_watcher() i=5 2024-09-12T17:54:14.281 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.280+0000 7fabd7820800 20 add_watcher() i=6 2024-09-12T17:54:14.281 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.281+0000 7fabd7820800 20 add_watcher() i=7 2024-09-12T17:54:14.282 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.281+0000 7fabd7820800 2 all 8 watchers are set, enabling cache 2024-09-12T17:54:14.283 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.282+0000 7faa8b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:54:14.283 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.283+0000 7fabd7820800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:54:14.284 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.283+0000 7fabd7820800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:54:14.284 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.283+0000 7fabd7820800 5 note: GC not initialized 2024-09-12T17:54:14.284 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.283+0000 7faa8a7e4640 20 reqs_thread_entry: start 2024-09-12T17:54:14.284 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.283+0000 7fabd7820800 20 init_complete bucket index max shards: 1 2024-09-12T17:54:14.284 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.283+0000 7fabd7820800 20 Filter name: none 2024-09-12T17:54:14.285 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.283+0000 7fa9fbfff640 20 reqs_thread_entry: start 2024-09-12T17:54:14.286 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.283+0000 7fabd7820800 20 rados->read ofs=0 len=0 2024-09-12T17:54:14.286 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.284+0000 7fabd7820800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:54:14.286 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.284+0000 7fabd7820800 20 rados->read ofs=0 len=0 2024-09-12T17:54:14.286 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.284+0000 7fabd7820800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:54:14.286 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.284+0000 7fabd7820800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:54:14.286 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.284+0000 7fabd7820800 20 rados->read ofs=0 len=0 2024-09-12T17:54:14.286 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.285+0000 7fabd7820800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:54:14.286 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.285+0000 7fabd7820800 20 rados->read ofs=0 len=0 2024-09-12T17:54:14.286 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.285+0000 7fabd7820800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:54:14.287 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.285+0000 7fabd7820800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:54:14.287 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.287+0000 7faa8b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:54:14.289 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.289+0000 7fabd7820800 20 remove_watcher() i=0 2024-09-12T17:54:14.289 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.289+0000 7fabd7820800 2 removed watcher, disabling cache 2024-09-12T17:54:14.290 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.290+0000 7fabd7820800 20 remove_watcher() i=1 2024-09-12T17:54:14.291 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.291+0000 7fabd7820800 20 remove_watcher() i=2 2024-09-12T17:54:14.292 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.292+0000 7fabd7820800 20 remove_watcher() i=3 2024-09-12T17:54:14.293 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.293+0000 7fabd7820800 20 remove_watcher() i=4 2024-09-12T17:54:14.294 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.294+0000 7fabd7820800 20 remove_watcher() i=5 2024-09-12T17:54:14.295 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.295+0000 7fabd7820800 20 remove_watcher() i=6 2024-09-12T17:54:14.296 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.296+0000 7fabd7820800 20 remove_watcher() i=7 2024-09-12T17:54:14.309 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:14.309 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T17:54:14.309 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: error-at-set-target-layout id: b6123b67-6580-4373-9691-e0e950df5f06.4566.23 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:54:14.309 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:14.311 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:14.311 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:14.317 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:14.317 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:14.360 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket reshard --bucket error-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:54:14.393 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:54:14.394 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:54:14.433 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.432+0000 7fd35132a800 20 rados->read ofs=0 len=0 2024-09-12T17:54:14.435 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.434+0000 7fd35132a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:14.435 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.434+0000 7fd35132a800 20 realm 2024-09-12T17:54:14.435 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.434+0000 7fd35132a800 20 rados->read ofs=0 len=0 2024-09-12T17:54:14.435 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.434+0000 7fd35132a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:14.435 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.434+0000 7fd35132a800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:54:14.435 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.434+0000 7fd35132a800 20 rados->read ofs=0 len=0 2024-09-12T17:54:14.435 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.434+0000 7fd35132a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:14.435 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.434+0000 7fd35132a800 20 rados->read ofs=0 len=0 2024-09-12T17:54:14.436 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.435+0000 7fd35132a800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:14.436 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.435+0000 7fd35132a800 20 rados->read ofs=0 len=0 2024-09-12T17:54:14.436 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.436+0000 7fd35132a800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:54:14.436 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.436+0000 7fd35132a800 20 searching for the correct realm 2024-09-12T17:54:14.438 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.438+0000 7fd347fff640 0 -- 172.21.15.45:0/1675240201 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7fd3400d0040 msgr2=0x7fd3400b5a10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:54:14.442 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.442+0000 7fd34cf61640 0 -- 172.21.15.45:0/1675240201 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7fd33803b400 msgr2=0x7fd33803b860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:54:14.649 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.648+0000 7fd35132a800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:54:14.649 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.648+0000 7fd35132a800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:54:14.650 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.648+0000 7fd35132a800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:54:14.650 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.648+0000 7fd35132a800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:54:14.650 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.648+0000 7fd35132a800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:54:14.650 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.648+0000 7fd35132a800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:54:14.650 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.648+0000 7fd35132a800 20 rados->read ofs=0 len=0 2024-09-12T17:54:14.650 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.648+0000 7fd35132a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:14.650 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.649+0000 7fd35132a800 20 rados->read ofs=0 len=0 2024-09-12T17:54:14.650 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.649+0000 7fd35132a800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:14.650 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.649+0000 7fd35132a800 20 rados->read ofs=0 len=0 2024-09-12T17:54:14.651 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.649+0000 7fd35132a800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:54:14.651 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.649+0000 7fd35132a800 20 zone default found 2024-09-12T17:54:14.652 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.649+0000 7fd35132a800 4 Realm: () 2024-09-12T17:54:14.652 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.649+0000 7fd35132a800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:54:14.652 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.649+0000 7fd35132a800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:54:14.652 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.649+0000 7fd35132a800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:54:14.652 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.649+0000 7fd35132a800 20 zonegroup default 2024-09-12T17:54:14.652 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.649+0000 7fd35132a800 20 rados->read ofs=0 len=0 2024-09-12T17:54:14.652 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.650+0000 7fd35132a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:14.652 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.650+0000 7fd35132a800 20 rados->read ofs=0 len=0 2024-09-12T17:54:14.652 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.650+0000 7fd35132a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:14.652 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.650+0000 7fd35132a800 20 rados->read ofs=0 len=0 2024-09-12T17:54:14.652 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.650+0000 7fd35132a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:14.652 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.650+0000 7fd35132a800 20 started sync module instance, tier type = 2024-09-12T17:54:14.653 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.650+0000 7fd35132a800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:54:14.660 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.659+0000 7fd35132a800 20 add_watcher() i=0 2024-09-12T17:54:14.660 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.659+0000 7fd35132a800 20 add_watcher() i=1 2024-09-12T17:54:14.660 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.659+0000 7fd35132a800 20 add_watcher() i=2 2024-09-12T17:54:14.660 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.659+0000 7fd35132a800 20 add_watcher() i=3 2024-09-12T17:54:14.660 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.659+0000 7fd35132a800 20 add_watcher() i=4 2024-09-12T17:54:14.660 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.659+0000 7fd35132a800 20 add_watcher() i=5 2024-09-12T17:54:14.661 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.659+0000 7fd35132a800 20 add_watcher() i=6 2024-09-12T17:54:14.661 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.660+0000 7fd35132a800 20 add_watcher() i=7 2024-09-12T17:54:14.661 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.660+0000 7fd35132a800 2 all 8 watchers are set, enabling cache 2024-09-12T17:54:14.662 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.662+0000 7fd202fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:54:14.664 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.662+0000 7fd35132a800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:54:14.664 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.662+0000 7fd35132a800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:54:14.664 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.662+0000 7fd35132a800 5 note: GC not initialized 2024-09-12T17:54:14.664 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.662+0000 7fd201fe3640 20 reqs_thread_entry: start 2024-09-12T17:54:14.666 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.662+0000 7fd35132a800 20 init_complete bucket index max shards: 1 2024-09-12T17:54:14.666 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.663+0000 7fd35132a800 20 Filter name: none 2024-09-12T17:54:14.666 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.663+0000 7fd1737fe640 20 reqs_thread_entry: start 2024-09-12T17:54:14.666 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.663+0000 7fd35132a800 10 cache get: name=default.rgw.meta+root+error-at-set-target-layout : miss 2024-09-12T17:54:14.666 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.663+0000 7fd35132a800 20 rados->read ofs=0 len=0 2024-09-12T17:54:14.666 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.663+0000 7fd35132a800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:54:14.666 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.663+0000 7fd35132a800 10 cache put: name=default.rgw.meta+root+error-at-set-target-layout info.flags=0x11 2024-09-12T17:54:14.666 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.663+0000 7fd35132a800 10 adding default.rgw.meta+root+error-at-set-target-layout to cache LRU end 2024-09-12T17:54:14.667 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.663+0000 7fd35132a800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.23 : miss 2024-09-12T17:54:14.667 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.663+0000 7fd35132a800 20 rados->read ofs=0 len=0 2024-09-12T17:54:14.667 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.664+0000 7fd35132a800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:54:14.667 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.664+0000 7fd35132a800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.23 info.flags=0x17 2024-09-12T17:54:14.667 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.664+0000 7fd35132a800 10 adding default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.23 to cache LRU end 2024-09-12T17:54:14.667 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.664+0000 7fd35132a800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:54:14.667 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.664+0000 7fd35132a800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:54:14.667 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.664+0000 7fd35132a800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.23 2024-09-12T17:54:14.668 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.667+0000 7fd35132a800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.23 info.flags=0x17 2024-09-12T17:54:14.668 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.667+0000 7fd35132a800 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.23 to cache LRU end 2024-09-12T17:54:14.668 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.667+0000 7fd35132a800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:54:14.668 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.667+0000 7fd35132a800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.23, ofs0, ns] 2024-09-12T17:54:14.668 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.667+0000 7fd2237fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398891 cookie 94308213089872 notifier 6453 bl.length()=1009 2024-09-12T17:54:14.668 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.667+0000 7fd2237fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.23 info.flags=0x17 2024-09-12T17:54:14.668 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.667+0000 7fd2237fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.23 to cache LRU end 2024-09-12T17:54:14.668 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.667+0000 7fd2237fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:54:14.669 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.668+0000 7fd35132a800 20 handle_bi_update(): bucket=:error-at-set-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.23]): orig_sources= new_sources= 2024-09-12T17:54:14.669 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.668+0000 7fd35132a800 20 handle_bi_update(): bucket=:error-at-set-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.23]): potential sources added=[] removed=[] 2024-09-12T17:54:14.669 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.668+0000 7fd35132a800 20 handle_bi_update(): bucket=:error-at-set-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.23]): orig_dests= new_dests= 2024-09-12T17:54:14.669 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.668+0000 7fd35132a800 20 handle_bi_update(): bucket=:error-at-set-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.23]): potential dests added=[] removed=[] 2024-09-12T17:54:14.671 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.670+0000 7fd35132a800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.23.1.0 2024-09-12T17:54:14.671 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.670+0000 7fd35132a800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.23.1.0 2024-09-12T17:54:14.671 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.670+0000 7fd35132a800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.23.1.1 2024-09-12T17:54:14.671 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.670+0000 7fd35132a800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.23.1.1 2024-09-12T17:54:14.671 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.670+0000 7fd35132a800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.23.0 2024-09-12T17:54:14.674 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.672+0000 7fd35132a800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.23 : hit (requested=0x17, cached=0x17) 2024-09-12T17:54:14.674 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.672+0000 7fd35132a800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.23 2024-09-12T17:54:14.674 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.674+0000 7fd35132a800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.23 info.flags=0x17 2024-09-12T17:54:14.674 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.674+0000 7fd35132a800 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.23 to cache LRU end 2024-09-12T17:54:14.674 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.674+0000 7fd35132a800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:54:14.674 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.674+0000 7fd35132a800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.23, ofs0, ns] 2024-09-12T17:54:14.675 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.674+0000 7fd2237fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398892 cookie 94308213089872 notifier 6453 bl.length()=1009 2024-09-12T17:54:14.675 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.674+0000 7fd2237fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.23 info.flags=0x17 2024-09-12T17:54:14.675 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.674+0000 7fd2237fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.23 to cache LRU end 2024-09-12T17:54:14.675 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.674+0000 7fd2237fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:54:14.675 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.674+0000 7fd35132a800 20 handle_bi_update(): bucket=:error-at-set-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.23]): orig_sources= new_sources= 2024-09-12T17:54:14.676 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.674+0000 7fd35132a800 20 handle_bi_update(): bucket=:error-at-set-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.23]): potential sources added=[] removed=[] 2024-09-12T17:54:14.676 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.674+0000 7fd35132a800 20 handle_bi_update(): bucket=:error-at-set-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.23]): orig_dests= new_dests= 2024-09-12T17:54:14.676 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.674+0000 7fd35132a800 20 handle_bi_update(): bucket=:error-at-set-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.23]): potential dests added=[] removed=[] 2024-09-12T17:54:14.676 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.675+0000 7fd35132a800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.23.0 2024-09-12T17:54:14.676 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.676+0000 7fd35132a800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.23 : hit (requested=0x17, cached=0x17) 2024-09-12T17:54:14.676 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.676+0000 7fd35132a800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.23 2024-09-12T17:54:14.678 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.677+0000 7fd35132a800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.23 info.flags=0x17 2024-09-12T17:54:14.678 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.677+0000 7fd35132a800 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.23 to cache LRU end 2024-09-12T17:54:14.678 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.677+0000 7fd35132a800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:54:14.678 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.677+0000 7fd35132a800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.23, ofs0, ns] 2024-09-12T17:54:14.678 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.678+0000 7fd223fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398893 cookie 94308213089872 notifier 6453 bl.length()=977 2024-09-12T17:54:14.678 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.678+0000 7fd223fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.23 info.flags=0x17 2024-09-12T17:54:14.678 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.678+0000 7fd223fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.23 to cache LRU end 2024-09-12T17:54:14.679 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.678+0000 7fd223fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:54:14.679 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.678+0000 7fd35132a800 20 handle_bi_update(): bucket=:error-at-set-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.23]): orig_sources= new_sources= 2024-09-12T17:54:14.679 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.678+0000 7fd35132a800 20 handle_bi_update(): bucket=:error-at-set-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.23]): potential sources added=[] removed=[] 2024-09-12T17:54:14.679 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.678+0000 7fd35132a800 20 handle_bi_update(): bucket=:error-at-set-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.23]): orig_dests= new_dests= 2024-09-12T17:54:14.679 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.678+0000 7fd35132a800 20 handle_bi_update(): bucket=:error-at-set-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.23]): potential dests added=[] removed=[] 2024-09-12T17:54:14.679 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.679+0000 7fd35132a800 1 execute INFO: reshard of bucket "error-at-set-target-layout" from 1 shards to 2 shards completed successfully 2024-09-12T17:54:14.681 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.681+0000 7fd202fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:54:14.684 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.683+0000 7fd35132a800 20 remove_watcher() i=0 2024-09-12T17:54:14.684 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.683+0000 7fd35132a800 2 removed watcher, disabling cache 2024-09-12T17:54:14.684 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.684+0000 7fd35132a800 20 remove_watcher() i=1 2024-09-12T17:54:14.686 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.685+0000 7fd35132a800 20 remove_watcher() i=2 2024-09-12T17:54:14.687 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.686+0000 7fd35132a800 20 remove_watcher() i=3 2024-09-12T17:54:14.688 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.687+0000 7fd35132a800 20 remove_watcher() i=4 2024-09-12T17:54:14.689 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.688+0000 7fd35132a800 20 remove_watcher() i=5 2024-09-12T17:54:14.690 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.689+0000 7fd35132a800 20 remove_watcher() i=6 2024-09-12T17:54:14.691 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.690+0000 7fd35132a800 20 remove_watcher() i=7 2024-09-12T17:54:14.704 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2024-09-12T17:54:14.733 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:54:14.733 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:54:14.772 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.771+0000 7fbec9b23800 20 rados->read ofs=0 len=0 2024-09-12T17:54:14.774 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.773+0000 7fbec9b23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:14.774 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.773+0000 7fbec9b23800 20 realm 2024-09-12T17:54:14.774 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.773+0000 7fbec9b23800 20 rados->read ofs=0 len=0 2024-09-12T17:54:14.775 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.773+0000 7fbec9b23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:14.775 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.773+0000 7fbec9b23800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:54:14.775 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.773+0000 7fbec9b23800 20 rados->read ofs=0 len=0 2024-09-12T17:54:14.776 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.774+0000 7fbec9b23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:14.776 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.774+0000 7fbec9b23800 20 rados->read ofs=0 len=0 2024-09-12T17:54:14.777 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.775+0000 7fbec9b23800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:14.777 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.775+0000 7fbec9b23800 20 rados->read ofs=0 len=0 2024-09-12T17:54:14.777 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.775+0000 7fbec9b23800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:54:14.777 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.775+0000 7fbec9b23800 20 searching for the correct realm 2024-09-12T17:54:14.778 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.778+0000 7fbec6014640 0 -- 172.21.15.45:0/2047956166 >> [v2:172.21.15.45:6824/1551660769,v1:172.21.15.45:6825/1551660769] conn(0x56124d0bf5c0 msgr2=0x56124d0c19f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:54:14.781 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.781+0000 7fbec5813640 0 -- 172.21.15.45:0/2047956166 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7fbebc0ceb00 msgr2=0x7fbebc0b4790 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:54:14.786 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.785+0000 7fbec9b23800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:54:14.786 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.785+0000 7fbec9b23800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:54:14.786 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.785+0000 7fbec9b23800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:54:14.786 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.785+0000 7fbec9b23800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:54:14.786 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.785+0000 7fbec9b23800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:54:14.786 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.785+0000 7fbec9b23800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:54:14.787 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.785+0000 7fbec9b23800 20 rados->read ofs=0 len=0 2024-09-12T17:54:14.787 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.786+0000 7fbec9b23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:14.787 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.786+0000 7fbec9b23800 20 rados->read ofs=0 len=0 2024-09-12T17:54:14.788 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.786+0000 7fbec9b23800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:14.788 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.786+0000 7fbec9b23800 20 rados->read ofs=0 len=0 2024-09-12T17:54:14.788 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.786+0000 7fbec9b23800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:54:14.788 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.786+0000 7fbec9b23800 20 zone default found 2024-09-12T17:54:14.788 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.786+0000 7fbec9b23800 4 Realm: () 2024-09-12T17:54:14.788 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.786+0000 7fbec9b23800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:54:14.788 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.786+0000 7fbec9b23800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:54:14.788 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.786+0000 7fbec9b23800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:54:14.788 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.786+0000 7fbec9b23800 20 zonegroup default 2024-09-12T17:54:14.789 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.786+0000 7fbec9b23800 20 rados->read ofs=0 len=0 2024-09-12T17:54:14.789 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.787+0000 7fbec9b23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:14.789 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.787+0000 7fbec9b23800 20 rados->read ofs=0 len=0 2024-09-12T17:54:14.789 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.787+0000 7fbec9b23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:14.789 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.787+0000 7fbec9b23800 20 rados->read ofs=0 len=0 2024-09-12T17:54:14.789 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.787+0000 7fbec9b23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:14.789 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.787+0000 7fbec9b23800 20 started sync module instance, tier type = 2024-09-12T17:54:14.789 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.787+0000 7fbec9b23800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:54:14.796 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.795+0000 7fbec9b23800 20 add_watcher() i=0 2024-09-12T17:54:14.796 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.795+0000 7fbec9b23800 20 add_watcher() i=1 2024-09-12T17:54:14.796 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.795+0000 7fbec9b23800 20 add_watcher() i=2 2024-09-12T17:54:14.796 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.795+0000 7fbec9b23800 20 add_watcher() i=3 2024-09-12T17:54:14.796 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.795+0000 7fbec9b23800 20 add_watcher() i=4 2024-09-12T17:54:14.796 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.795+0000 7fbec9b23800 20 add_watcher() i=5 2024-09-12T17:54:14.796 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.795+0000 7fbec9b23800 20 add_watcher() i=6 2024-09-12T17:54:14.797 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.796+0000 7fbec9b23800 20 add_watcher() i=7 2024-09-12T17:54:14.797 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.796+0000 7fbec9b23800 2 all 8 watchers are set, enabling cache 2024-09-12T17:54:14.799 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.798+0000 7fbd777fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:54:14.800 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.799+0000 7fbec9b23800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:54:14.800 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.799+0000 7fbec9b23800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:54:14.800 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.799+0000 7fbec9b23800 5 note: GC not initialized 2024-09-12T17:54:14.800 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.799+0000 7fbd767fc640 20 reqs_thread_entry: start 2024-09-12T17:54:14.800 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.799+0000 7fbec9b23800 20 init_complete bucket index max shards: 1 2024-09-12T17:54:14.800 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.799+0000 7fbec9b23800 20 Filter name: none 2024-09-12T17:54:14.800 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.799+0000 7fbce7fff640 20 reqs_thread_entry: start 2024-09-12T17:54:14.800 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.799+0000 7fbec9b23800 20 rados->read ofs=0 len=0 2024-09-12T17:54:14.801 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.800+0000 7fbec9b23800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:54:14.801 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.800+0000 7fbec9b23800 20 rados->read ofs=0 len=0 2024-09-12T17:54:14.801 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.800+0000 7fbec9b23800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:54:14.801 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.800+0000 7fbec9b23800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:54:14.801 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.800+0000 7fbec9b23800 20 rados->read ofs=0 len=0 2024-09-12T17:54:14.802 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.801+0000 7fbec9b23800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:54:14.802 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.801+0000 7fbec9b23800 20 rados->read ofs=0 len=0 2024-09-12T17:54:14.802 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.801+0000 7fbec9b23800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:54:14.802 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.801+0000 7fbec9b23800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:54:14.803 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.802+0000 7fbd777fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:54:14.805 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.804+0000 7fbec9b23800 20 remove_watcher() i=0 2024-09-12T17:54:14.805 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.804+0000 7fbec9b23800 2 removed watcher, disabling cache 2024-09-12T17:54:14.806 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.805+0000 7fbec9b23800 20 remove_watcher() i=1 2024-09-12T17:54:14.806 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.806+0000 7fbec9b23800 20 remove_watcher() i=2 2024-09-12T17:54:14.807 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.807+0000 7fbec9b23800 20 remove_watcher() i=3 2024-09-12T17:54:14.808 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.808+0000 7fbec9b23800 20 remove_watcher() i=4 2024-09-12T17:54:14.809 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.809+0000 7fbec9b23800 20 remove_watcher() i=5 2024-09-12T17:54:14.810 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.810+0000 7fbec9b23800 20 remove_watcher() i=6 2024-09-12T17:54:14.811 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:14.811+0000 7fbec9b23800 20 remove_watcher() i=7 2024-09-12T17:54:14.822 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:14.822 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T17:54:14.823 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: error-at-set-target-layout id: b6123b67-6580-4373-9691-e0e950df5f06.4566.23 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:54:14.823 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:14.825 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:14.825 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:14.828 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:14.828 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:14.871 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:14.871 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:14.885 INFO:tasks.workunit.client.0.smithi045.stderr:TEST: reshard bucket with ECANCELED injected at set_target_layout 2024-09-12T17:54:14.885 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:14.886 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:14.886 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:14.895 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:14.895 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:14.937 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:14.938 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:14.943 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:14.943 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:14.949 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:14.950 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:14.955 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:14.955 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:14.962 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:14.962 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:14.968 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:14.968 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:14.974 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:14.974 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:14.980 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:14.980 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:14.987 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:14.987 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:14.993 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:14.993 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:14.999 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:14.999 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:15.005 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:15.005 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:15.012 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:15.012 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:15.017 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:15.017 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:15.023 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:15.024 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:15.029 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:15.029 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:15.035 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:15.035 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:15.041 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:15.041 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:15.046 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:15.047 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:15.052 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:15.052 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:15.059 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2024-09-12T17:54:15.088 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:54:15.088 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:54:15.126 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.126+0000 7f77fd735800 20 rados->read ofs=0 len=0 2024-09-12T17:54:15.128 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.128+0000 7f77fd735800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:15.128 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.128+0000 7f77fd735800 20 realm 2024-09-12T17:54:15.129 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.128+0000 7f77fd735800 20 rados->read ofs=0 len=0 2024-09-12T17:54:15.129 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.128+0000 7f77fd735800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:15.129 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.128+0000 7f77fd735800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:54:15.129 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.128+0000 7f77fd735800 20 rados->read ofs=0 len=0 2024-09-12T17:54:15.129 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.128+0000 7f77fd735800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:15.129 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.128+0000 7f77fd735800 20 rados->read ofs=0 len=0 2024-09-12T17:54:15.129 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.129+0000 7f77fd735800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:15.130 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.129+0000 7f77fd735800 20 rados->read ofs=0 len=0 2024-09-12T17:54:15.130 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.130+0000 7f77fd735800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:54:15.130 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.130+0000 7f77fd735800 20 searching for the correct realm 2024-09-12T17:54:15.133 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.132+0000 7f77f9ce5640 0 -- 172.21.15.45:0/502871173 >> [v2:172.21.15.45:6824/1551660769,v1:172.21.15.45:6825/1551660769] conn(0x55c0505013e0 msgr2=0x55c0505038a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:54:15.136 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.136+0000 7f77f94e4640 0 -- 172.21.15.45:0/502871173 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f77f00168d0 msgr2=0x7f77f002d3c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:54:15.142 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.140+0000 7f77fd735800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:54:15.142 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.140+0000 7f77fd735800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:54:15.142 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.140+0000 7f77fd735800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:54:15.142 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.140+0000 7f77fd735800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:54:15.142 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.140+0000 7f77fd735800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:54:15.142 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.140+0000 7f77fd735800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:54:15.142 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.140+0000 7f77fd735800 20 rados->read ofs=0 len=0 2024-09-12T17:54:15.143 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.140+0000 7f77fd735800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:15.143 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.140+0000 7f77fd735800 20 rados->read ofs=0 len=0 2024-09-12T17:54:15.143 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.140+0000 7f77fd735800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:15.143 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.140+0000 7f77fd735800 20 rados->read ofs=0 len=0 2024-09-12T17:54:15.143 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.141+0000 7f77fd735800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:54:15.143 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.141+0000 7f77fd735800 20 zone default found 2024-09-12T17:54:15.143 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.141+0000 7f77fd735800 4 Realm: () 2024-09-12T17:54:15.143 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.141+0000 7f77fd735800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:54:15.143 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.141+0000 7f77fd735800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:54:15.143 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.141+0000 7f77fd735800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:54:15.143 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.141+0000 7f77fd735800 20 zonegroup default 2024-09-12T17:54:15.143 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.141+0000 7f77fd735800 20 rados->read ofs=0 len=0 2024-09-12T17:54:15.143 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.141+0000 7f77fd735800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:15.144 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.141+0000 7f77fd735800 20 rados->read ofs=0 len=0 2024-09-12T17:54:15.144 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.141+0000 7f77fd735800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:15.144 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.141+0000 7f77fd735800 20 rados->read ofs=0 len=0 2024-09-12T17:54:15.144 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.141+0000 7f77fd735800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:15.144 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.141+0000 7f77fd735800 20 started sync module instance, tier type = 2024-09-12T17:54:15.144 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.141+0000 7f77fd735800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:54:15.151 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.150+0000 7f77fd735800 20 add_watcher() i=0 2024-09-12T17:54:15.151 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.150+0000 7f77fd735800 20 add_watcher() i=1 2024-09-12T17:54:15.151 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.150+0000 7f77fd735800 20 add_watcher() i=2 2024-09-12T17:54:15.151 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.150+0000 7f77fd735800 20 add_watcher() i=3 2024-09-12T17:54:15.151 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.150+0000 7f77fd735800 20 add_watcher() i=4 2024-09-12T17:54:15.151 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.150+0000 7f77fd735800 20 add_watcher() i=5 2024-09-12T17:54:15.151 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.150+0000 7f77fd735800 20 add_watcher() i=6 2024-09-12T17:54:15.152 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.151+0000 7f77fd735800 20 add_watcher() i=7 2024-09-12T17:54:15.152 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.151+0000 7f77fd735800 2 all 8 watchers are set, enabling cache 2024-09-12T17:54:15.154 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.153+0000 7f76af7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:54:15.154 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.153+0000 7f77fd735800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:54:15.155 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.153+0000 7f77fd735800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:54:15.155 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.153+0000 7f77fd735800 5 note: GC not initialized 2024-09-12T17:54:15.155 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.153+0000 7f76ae7e4640 20 reqs_thread_entry: start 2024-09-12T17:54:15.155 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.153+0000 7f77fd735800 20 init_complete bucket index max shards: 1 2024-09-12T17:54:15.155 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.153+0000 7f77fd735800 20 Filter name: none 2024-09-12T17:54:15.155 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.153+0000 7f761ffff640 20 reqs_thread_entry: start 2024-09-12T17:54:15.155 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.153+0000 7f77fd735800 20 rados->read ofs=0 len=0 2024-09-12T17:54:15.155 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.154+0000 7f77fd735800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:54:15.155 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.154+0000 7f77fd735800 20 rados->read ofs=0 len=0 2024-09-12T17:54:15.156 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.154+0000 7f77fd735800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:54:15.156 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.154+0000 7f77fd735800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:54:15.156 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.154+0000 7f77fd735800 20 rados->read ofs=0 len=0 2024-09-12T17:54:15.156 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.155+0000 7f77fd735800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:54:15.156 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.155+0000 7f77fd735800 20 rados->read ofs=0 len=0 2024-09-12T17:54:15.156 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.155+0000 7f77fd735800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:54:15.156 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.155+0000 7f77fd735800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:54:15.157 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.156+0000 7f76af7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:54:15.159 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.158+0000 7f77fd735800 20 remove_watcher() i=0 2024-09-12T17:54:15.159 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.158+0000 7f77fd735800 2 removed watcher, disabling cache 2024-09-12T17:54:15.160 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.159+0000 7f77fd735800 20 remove_watcher() i=1 2024-09-12T17:54:15.161 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.160+0000 7f77fd735800 20 remove_watcher() i=2 2024-09-12T17:54:15.161 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.161+0000 7f77fd735800 20 remove_watcher() i=3 2024-09-12T17:54:15.163 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.162+0000 7f77fd735800 20 remove_watcher() i=4 2024-09-12T17:54:15.163 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.163+0000 7f77fd735800 20 remove_watcher() i=5 2024-09-12T17:54:15.164 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.164+0000 7f77fd735800 20 remove_watcher() i=6 2024-09-12T17:54:15.165 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.165+0000 7f77fd735800 20 remove_watcher() i=7 2024-09-12T17:54:15.176 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:15.176 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T17:54:15.177 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: error-at-set-target-layout id: b6123b67-6580-4373-9691-e0e950df5f06.4566.24 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:54:15.177 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:15.177 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket reshard --bucket error-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at set_target_layout --inject-error-code 125 2024-09-12T17:54:15.214 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:54:15.214 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:54:15.253 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.253+0000 7fdbb8b42800 20 rados->read ofs=0 len=0 2024-09-12T17:54:15.255 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.254+0000 7fdbb8b42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:15.255 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.254+0000 7fdbb8b42800 20 realm 2024-09-12T17:54:15.255 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.254+0000 7fdbb8b42800 20 rados->read ofs=0 len=0 2024-09-12T17:54:15.255 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.254+0000 7fdbb8b42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:15.256 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.254+0000 7fdbb8b42800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:54:15.256 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.254+0000 7fdbb8b42800 20 rados->read ofs=0 len=0 2024-09-12T17:54:15.256 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.255+0000 7fdbb8b42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:15.256 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.255+0000 7fdbb8b42800 20 rados->read ofs=0 len=0 2024-09-12T17:54:15.256 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.255+0000 7fdbb8b42800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:15.256 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.255+0000 7fdbb8b42800 20 rados->read ofs=0 len=0 2024-09-12T17:54:15.257 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.256+0000 7fdbb8b42800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:54:15.257 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.256+0000 7fdbb8b42800 20 searching for the correct realm 2024-09-12T17:54:15.259 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.258+0000 7fdbb40ec640 0 -- 172.21.15.45:0/1004383616 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7fdba4061040 msgr2=0x7fdba409a920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:54:15.464 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.463+0000 7fdbb48ed640 0 -- 172.21.15.45:0/1004383616 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7fdb9c0900b0 msgr2=0x7fdb9c068bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:54:15.671 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.670+0000 7fdbb8b42800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:54:15.671 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.670+0000 7fdbb8b42800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:54:15.671 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.670+0000 7fdbb8b42800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:54:15.672 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.670+0000 7fdbb8b42800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:54:15.672 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.670+0000 7fdbb8b42800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:54:15.672 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.670+0000 7fdbb8b42800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:54:15.672 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.670+0000 7fdbb8b42800 20 rados->read ofs=0 len=0 2024-09-12T17:54:15.672 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.671+0000 7fdbb8b42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:15.672 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.671+0000 7fdbb8b42800 20 rados->read ofs=0 len=0 2024-09-12T17:54:15.673 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.671+0000 7fdbb8b42800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:15.673 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.671+0000 7fdbb8b42800 20 rados->read ofs=0 len=0 2024-09-12T17:54:15.673 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.671+0000 7fdbb8b42800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:54:15.673 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.671+0000 7fdbb8b42800 20 zone default found 2024-09-12T17:54:15.673 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.671+0000 7fdbb8b42800 4 Realm: () 2024-09-12T17:54:15.673 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.671+0000 7fdbb8b42800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:54:15.674 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.671+0000 7fdbb8b42800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:54:15.674 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.671+0000 7fdbb8b42800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:54:15.674 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.671+0000 7fdbb8b42800 20 zonegroup default 2024-09-12T17:54:15.674 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.671+0000 7fdbb8b42800 20 rados->read ofs=0 len=0 2024-09-12T17:54:15.674 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.672+0000 7fdbb8b42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:15.674 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.672+0000 7fdbb8b42800 20 rados->read ofs=0 len=0 2024-09-12T17:54:15.674 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.672+0000 7fdbb8b42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:15.674 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.672+0000 7fdbb8b42800 20 rados->read ofs=0 len=0 2024-09-12T17:54:15.674 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.672+0000 7fdbb8b42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:15.674 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.672+0000 7fdbb8b42800 20 started sync module instance, tier type = 2024-09-12T17:54:15.674 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.672+0000 7fdbb8b42800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:54:15.683 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.682+0000 7fdbb8b42800 20 add_watcher() i=0 2024-09-12T17:54:15.683 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.682+0000 7fdbb8b42800 20 add_watcher() i=1 2024-09-12T17:54:15.683 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.682+0000 7fdbb8b42800 20 add_watcher() i=2 2024-09-12T17:54:15.683 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.682+0000 7fdbb8b42800 20 add_watcher() i=3 2024-09-12T17:54:15.683 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.682+0000 7fdbb8b42800 20 add_watcher() i=4 2024-09-12T17:54:15.683 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.682+0000 7fdbb8b42800 20 add_watcher() i=5 2024-09-12T17:54:15.683 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.682+0000 7fdbb8b42800 20 add_watcher() i=6 2024-09-12T17:54:15.684 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.683+0000 7fdbb8b42800 20 add_watcher() i=7 2024-09-12T17:54:15.684 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.683+0000 7fdbb8b42800 2 all 8 watchers are set, enabling cache 2024-09-12T17:54:15.685 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.685+0000 7fda6b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:54:15.686 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.685+0000 7fdbb8b42800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:54:15.687 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.685+0000 7fdbb8b42800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:54:15.687 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.685+0000 7fdbb8b42800 5 note: GC not initialized 2024-09-12T17:54:15.687 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.686+0000 7fda6a7e4640 20 reqs_thread_entry: start 2024-09-12T17:54:15.687 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.686+0000 7fdbb8b42800 20 init_complete bucket index max shards: 1 2024-09-12T17:54:15.687 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.686+0000 7fdbb8b42800 20 Filter name: none 2024-09-12T17:54:15.687 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.686+0000 7fda63fff640 20 reqs_thread_entry: start 2024-09-12T17:54:15.687 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.686+0000 7fdbb8b42800 10 cache get: name=default.rgw.meta+root+error-at-set-target-layout : miss 2024-09-12T17:54:15.687 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.686+0000 7fdbb8b42800 20 rados->read ofs=0 len=0 2024-09-12T17:54:15.688 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.686+0000 7fdbb8b42800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:54:15.688 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.686+0000 7fdbb8b42800 10 cache put: name=default.rgw.meta+root+error-at-set-target-layout info.flags=0x11 2024-09-12T17:54:15.688 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.686+0000 7fdbb8b42800 10 adding default.rgw.meta+root+error-at-set-target-layout to cache LRU end 2024-09-12T17:54:15.688 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.686+0000 7fdbb8b42800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.24 : miss 2024-09-12T17:54:15.688 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.686+0000 7fdbb8b42800 20 rados->read ofs=0 len=0 2024-09-12T17:54:15.688 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.687+0000 7fdbb8b42800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:54:15.688 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.687+0000 7fdbb8b42800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.24 info.flags=0x17 2024-09-12T17:54:15.688 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.687+0000 7fdbb8b42800 10 adding default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.24 to cache LRU end 2024-09-12T17:54:15.688 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.687+0000 7fdbb8b42800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:54:15.688 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.687+0000 7fdbb8b42800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:54:15.688 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.687+0000 7fdbb8b42800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.24 2024-09-12T17:54:15.690 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.689+0000 7fdbb8b42800 -1 Injecting error=-125 at location=set_target_layout 2024-09-12T17:54:15.692 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.691+0000 7fdbb8b42800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.24 info.flags=0x17 2024-09-12T17:54:15.693 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.691+0000 7fdbb8b42800 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.24 to cache LRU end 2024-09-12T17:54:15.693 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.691+0000 7fdbb8b42800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:54:15.693 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.691+0000 7fdbb8b42800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.24, ofs0, ns] 2024-09-12T17:54:15.693 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.691+0000 7fda8bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398896 cookie 94010817629488 notifier 6170 bl.length()=1009 2024-09-12T17:54:15.693 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.691+0000 7fda8bfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.24 info.flags=0x17 2024-09-12T17:54:15.693 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.691+0000 7fda8bfff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.24 to cache LRU end 2024-09-12T17:54:15.693 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.691+0000 7fda8bfff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:54:15.694 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.691+0000 7fdbb8b42800 20 handle_bi_update(): bucket=:error-at-set-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.24]): orig_sources= new_sources= 2024-09-12T17:54:15.694 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.691+0000 7fdbb8b42800 20 handle_bi_update(): bucket=:error-at-set-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.24]): potential sources added=[] removed=[] 2024-09-12T17:54:15.694 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.691+0000 7fdbb8b42800 20 handle_bi_update(): bucket=:error-at-set-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.24]): orig_dests= new_dests= 2024-09-12T17:54:15.694 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.691+0000 7fdbb8b42800 20 handle_bi_update(): bucket=:error-at-set-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.24]): potential dests added=[] removed=[] 2024-09-12T17:54:15.694 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.694+0000 7fdbb8b42800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.24.1.0 2024-09-12T17:54:15.694 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.694+0000 7fdbb8b42800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.24.1.0 2024-09-12T17:54:15.695 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.694+0000 7fdbb8b42800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.24.1.1 2024-09-12T17:54:15.695 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.694+0000 7fdbb8b42800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.24.1.1 2024-09-12T17:54:15.695 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.694+0000 7fdbb8b42800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.24.0 2024-09-12T17:54:15.697 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.696+0000 7fdbb8b42800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.24 : hit (requested=0x17, cached=0x17) 2024-09-12T17:54:15.697 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.696+0000 7fdbb8b42800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.24 2024-09-12T17:54:15.698 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.698+0000 7fdbb8b42800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.24 info.flags=0x17 2024-09-12T17:54:15.698 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.698+0000 7fdbb8b42800 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.24 to cache LRU end 2024-09-12T17:54:15.698 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.698+0000 7fdbb8b42800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:54:15.698 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.698+0000 7fdbb8b42800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.24, ofs0, ns] 2024-09-12T17:54:15.699 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.698+0000 7fda8bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398897 cookie 94010817629488 notifier 6170 bl.length()=1009 2024-09-12T17:54:15.699 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.698+0000 7fda8bfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.24 info.flags=0x17 2024-09-12T17:54:15.699 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.698+0000 7fda8bfff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.24 to cache LRU end 2024-09-12T17:54:15.699 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.698+0000 7fda8bfff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:54:15.699 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.698+0000 7fdbb8b42800 20 handle_bi_update(): bucket=:error-at-set-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.24]): orig_sources= new_sources= 2024-09-12T17:54:15.699 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.698+0000 7fdbb8b42800 20 handle_bi_update(): bucket=:error-at-set-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.24]): potential sources added=[] removed=[] 2024-09-12T17:54:15.699 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.698+0000 7fdbb8b42800 20 handle_bi_update(): bucket=:error-at-set-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.24]): orig_dests= new_dests= 2024-09-12T17:54:15.699 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.698+0000 7fdbb8b42800 20 handle_bi_update(): bucket=:error-at-set-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.24]): potential dests added=[] removed=[] 2024-09-12T17:54:15.700 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.699+0000 7fdbb8b42800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.24.0 2024-09-12T17:54:15.700 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.700+0000 7fdbb8b42800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.24 : hit (requested=0x17, cached=0x17) 2024-09-12T17:54:15.700 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.700+0000 7fdbb8b42800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.24 2024-09-12T17:54:15.701 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.701+0000 7fdbb8b42800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.24 info.flags=0x17 2024-09-12T17:54:15.701 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.701+0000 7fdbb8b42800 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.24 to cache LRU end 2024-09-12T17:54:15.702 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.701+0000 7fdbb8b42800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:54:15.702 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.701+0000 7fdbb8b42800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.24, ofs0, ns] 2024-09-12T17:54:15.702 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.701+0000 7fda8bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398898 cookie 94010817629488 notifier 6170 bl.length()=977 2024-09-12T17:54:15.702 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.701+0000 7fda8bfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.24 info.flags=0x17 2024-09-12T17:54:15.702 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.701+0000 7fda8bfff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.24 to cache LRU end 2024-09-12T17:54:15.702 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.701+0000 7fda8bfff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:54:15.702 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.701+0000 7fdbb8b42800 20 handle_bi_update(): bucket=:error-at-set-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.24]): orig_sources= new_sources= 2024-09-12T17:54:15.702 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.701+0000 7fdbb8b42800 20 handle_bi_update(): bucket=:error-at-set-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.24]): potential sources added=[] removed=[] 2024-09-12T17:54:15.702 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.701+0000 7fdbb8b42800 20 handle_bi_update(): bucket=:error-at-set-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.24]): orig_dests= new_dests= 2024-09-12T17:54:15.703 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.701+0000 7fdbb8b42800 20 handle_bi_update(): bucket=:error-at-set-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.24]): potential dests added=[] removed=[] 2024-09-12T17:54:15.703 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.703+0000 7fdbb8b42800 1 execute INFO: reshard of bucket "error-at-set-target-layout" from 1 shards to 2 shards completed successfully 2024-09-12T17:54:15.705 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.705+0000 7fda6b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:54:15.707 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.707+0000 7fdbb8b42800 20 remove_watcher() i=0 2024-09-12T17:54:15.707 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.707+0000 7fdbb8b42800 2 removed watcher, disabling cache 2024-09-12T17:54:15.709 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.708+0000 7fdbb8b42800 20 remove_watcher() i=1 2024-09-12T17:54:15.710 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.709+0000 7fdbb8b42800 20 remove_watcher() i=2 2024-09-12T17:54:15.711 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.710+0000 7fdbb8b42800 20 remove_watcher() i=3 2024-09-12T17:54:15.712 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.711+0000 7fdbb8b42800 20 remove_watcher() i=4 2024-09-12T17:54:15.713 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.712+0000 7fdbb8b42800 20 remove_watcher() i=5 2024-09-12T17:54:15.714 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.714+0000 7fdbb8b42800 20 remove_watcher() i=6 2024-09-12T17:54:15.715 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.715+0000 7fdbb8b42800 20 remove_watcher() i=7 2024-09-12T17:54:15.730 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2024-09-12T17:54:15.760 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:54:15.760 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:54:15.800 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.800+0000 7f6e6712a800 20 rados->read ofs=0 len=0 2024-09-12T17:54:15.802 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.801+0000 7f6e6712a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:15.802 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.801+0000 7f6e6712a800 20 realm 2024-09-12T17:54:15.802 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.801+0000 7f6e6712a800 20 rados->read ofs=0 len=0 2024-09-12T17:54:15.802 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.802+0000 7f6e6712a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:15.802 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.802+0000 7f6e6712a800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:54:15.802 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.802+0000 7f6e6712a800 20 rados->read ofs=0 len=0 2024-09-12T17:54:15.803 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.802+0000 7f6e6712a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:15.803 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.802+0000 7f6e6712a800 20 rados->read ofs=0 len=0 2024-09-12T17:54:15.803 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.802+0000 7f6e6712a800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:15.803 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.802+0000 7f6e6712a800 20 rados->read ofs=0 len=0 2024-09-12T17:54:15.804 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.803+0000 7f6e6712a800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:54:15.804 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.803+0000 7f6e6712a800 20 searching for the correct realm 2024-09-12T17:54:15.806 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.806+0000 7f6e636db640 0 -- 172.21.15.45:0/292695073 >> [v2:172.21.15.45:6824/1551660769,v1:172.21.15.45:6825/1551660769] conn(0x55b8fbb93250 msgr2=0x55b8fbb95710 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:54:15.810 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.809+0000 7f6e62eda640 0 -- 172.21.15.45:0/292695073 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f6e580a3410 msgr2=0x7f6e580a3890 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:54:15.814 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.813+0000 7f6e6712a800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:54:15.814 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.813+0000 7f6e6712a800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:54:15.814 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.813+0000 7f6e6712a800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:54:15.814 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.813+0000 7f6e6712a800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:54:15.814 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.813+0000 7f6e6712a800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:54:15.814 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.813+0000 7f6e6712a800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:54:15.814 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.813+0000 7f6e6712a800 20 rados->read ofs=0 len=0 2024-09-12T17:54:15.814 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.813+0000 7f6e6712a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:15.814 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.813+0000 7f6e6712a800 20 rados->read ofs=0 len=0 2024-09-12T17:54:15.815 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.814+0000 7f6e6712a800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:15.815 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.814+0000 7f6e6712a800 20 rados->read ofs=0 len=0 2024-09-12T17:54:15.816 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.814+0000 7f6e6712a800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:54:15.816 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.814+0000 7f6e6712a800 20 zone default found 2024-09-12T17:54:15.816 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.814+0000 7f6e6712a800 4 Realm: () 2024-09-12T17:54:15.816 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.814+0000 7f6e6712a800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:54:15.816 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.814+0000 7f6e6712a800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:54:15.816 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.814+0000 7f6e6712a800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:54:15.816 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.814+0000 7f6e6712a800 20 zonegroup default 2024-09-12T17:54:15.816 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.814+0000 7f6e6712a800 20 rados->read ofs=0 len=0 2024-09-12T17:54:15.816 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.814+0000 7f6e6712a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:15.816 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.814+0000 7f6e6712a800 20 rados->read ofs=0 len=0 2024-09-12T17:54:15.816 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.815+0000 7f6e6712a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:15.816 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.815+0000 7f6e6712a800 20 rados->read ofs=0 len=0 2024-09-12T17:54:15.816 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.815+0000 7f6e6712a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:15.817 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.815+0000 7f6e6712a800 20 started sync module instance, tier type = 2024-09-12T17:54:15.817 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.815+0000 7f6e6712a800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:54:15.824 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.823+0000 7f6e6712a800 20 add_watcher() i=0 2024-09-12T17:54:15.824 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.823+0000 7f6e6712a800 20 add_watcher() i=1 2024-09-12T17:54:15.824 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.823+0000 7f6e6712a800 20 add_watcher() i=2 2024-09-12T17:54:15.824 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.823+0000 7f6e6712a800 20 add_watcher() i=3 2024-09-12T17:54:15.824 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.823+0000 7f6e6712a800 20 add_watcher() i=4 2024-09-12T17:54:15.824 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.823+0000 7f6e6712a800 20 add_watcher() i=5 2024-09-12T17:54:15.824 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.823+0000 7f6e6712a800 20 add_watcher() i=6 2024-09-12T17:54:15.824 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.824+0000 7f6e6712a800 20 add_watcher() i=7 2024-09-12T17:54:15.825 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.824+0000 7f6e6712a800 2 all 8 watchers are set, enabling cache 2024-09-12T17:54:15.826 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.826+0000 7f6d19fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:54:15.827 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.826+0000 7f6e6712a800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:54:15.827 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.826+0000 7f6e6712a800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:54:15.827 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.826+0000 7f6e6712a800 5 note: GC not initialized 2024-09-12T17:54:15.827 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.826+0000 7f6d18fe1640 20 reqs_thread_entry: start 2024-09-12T17:54:15.827 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.826+0000 7f6e6712a800 20 init_complete bucket index max shards: 1 2024-09-12T17:54:15.827 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.826+0000 7f6e6712a800 20 Filter name: none 2024-09-12T17:54:15.827 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.826+0000 7f6d11ffb640 20 reqs_thread_entry: start 2024-09-12T17:54:15.827 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.827+0000 7f6e6712a800 20 rados->read ofs=0 len=0 2024-09-12T17:54:15.828 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.827+0000 7f6e6712a800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:54:15.828 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.827+0000 7f6e6712a800 20 rados->read ofs=0 len=0 2024-09-12T17:54:15.828 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.827+0000 7f6e6712a800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:54:15.829 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.827+0000 7f6e6712a800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:54:15.829 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.828+0000 7f6e6712a800 20 rados->read ofs=0 len=0 2024-09-12T17:54:15.829 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.828+0000 7f6e6712a800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:54:15.829 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.828+0000 7f6e6712a800 20 rados->read ofs=0 len=0 2024-09-12T17:54:15.829 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.828+0000 7f6e6712a800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:54:15.829 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.828+0000 7f6e6712a800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:54:15.830 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.830+0000 7f6d19fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:54:15.832 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.832+0000 7f6e6712a800 20 remove_watcher() i=0 2024-09-12T17:54:15.832 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.832+0000 7f6e6712a800 2 removed watcher, disabling cache 2024-09-12T17:54:15.833 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.833+0000 7f6e6712a800 20 remove_watcher() i=1 2024-09-12T17:54:15.834 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.834+0000 7f6e6712a800 20 remove_watcher() i=2 2024-09-12T17:54:15.835 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.835+0000 7f6e6712a800 20 remove_watcher() i=3 2024-09-12T17:54:15.836 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.836+0000 7f6e6712a800 20 remove_watcher() i=4 2024-09-12T17:54:15.837 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.837+0000 7f6e6712a800 20 remove_watcher() i=5 2024-09-12T17:54:15.838 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.837+0000 7f6e6712a800 20 remove_watcher() i=6 2024-09-12T17:54:15.839 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:15.838+0000 7f6e6712a800 20 remove_watcher() i=7 2024-09-12T17:54:15.850 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:15.850 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T17:54:15.850 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: error-at-set-target-layout id: b6123b67-6580-4373-9691-e0e950df5f06.4566.24 num_objects: 20 size_kb: 1 num_shards: 2 2024-09-12T17:54:15.850 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:15.852 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:15.852 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:15.855 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:15.855 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:15.898 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:15.898 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:15.912 INFO:tasks.workunit.client.0.smithi045.stderr:TEST: reshard bucket with abort at set_target_layout 2024-09-12T17:54:15.912 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:15.913 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:15.914 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:15.923 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:15.923 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:15.966 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:15.966 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:15.974 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:15.974 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:15.981 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:15.981 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:15.987 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:15.987 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:15.994 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:15.994 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:16.002 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:16.002 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:16.008 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:16.008 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:16.016 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:16.016 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:16.023 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:16.023 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:16.029 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:16.029 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:16.036 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:16.036 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:16.042 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:16.042 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:16.049 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:16.049 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:16.055 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:16.055 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:16.061 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:16.061 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:16.067 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:16.067 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:16.073 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:16.073 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:16.080 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:16.080 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:16.086 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:16.086 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:16.092 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:16.092 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:16.100 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket abort-at-set-target-layout 2024-09-12T17:54:16.130 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:54:16.130 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:54:16.168 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.167+0000 7f9a3e146800 20 rados->read ofs=0 len=0 2024-09-12T17:54:16.170 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.169+0000 7f9a3e146800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:16.170 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.169+0000 7f9a3e146800 20 realm 2024-09-12T17:54:16.170 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.169+0000 7f9a3e146800 20 rados->read ofs=0 len=0 2024-09-12T17:54:16.170 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.169+0000 7f9a3e146800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:16.170 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.169+0000 7f9a3e146800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:54:16.171 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.169+0000 7f9a3e146800 20 rados->read ofs=0 len=0 2024-09-12T17:54:16.171 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.170+0000 7f9a3e146800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:16.171 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.170+0000 7f9a3e146800 20 rados->read ofs=0 len=0 2024-09-12T17:54:16.171 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.170+0000 7f9a3e146800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:16.171 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.170+0000 7f9a3e146800 20 rados->read ofs=0 len=0 2024-09-12T17:54:16.172 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.171+0000 7f9a3e146800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:54:16.172 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.171+0000 7f9a3e146800 20 searching for the correct realm 2024-09-12T17:54:16.175 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.174+0000 7f9a3c438640 0 -- 172.21.15.45:0/706858945 >> [v2:172.21.15.45:6800/38958590,v1:172.21.15.45:6801/38958590] conn(0x7f9904086bd0 msgr2=0x7f9904089000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:54:16.381 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.380+0000 7f9a3bc37640 0 -- 172.21.15.45:0/706858945 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f9a2400d8f0 msgr2=0x7f9a240363d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:54:16.385 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.384+0000 7f9a3e146800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:54:16.385 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.384+0000 7f9a3e146800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:54:16.385 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.384+0000 7f9a3e146800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:54:16.385 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.384+0000 7f9a3e146800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:54:16.385 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.384+0000 7f9a3e146800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:54:16.385 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.384+0000 7f9a3e146800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:54:16.385 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.384+0000 7f9a3e146800 20 rados->read ofs=0 len=0 2024-09-12T17:54:16.385 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.385+0000 7f9a3e146800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:16.386 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.385+0000 7f9a3e146800 20 rados->read ofs=0 len=0 2024-09-12T17:54:16.386 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.385+0000 7f9a3e146800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:16.387 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.385+0000 7f9a3e146800 20 rados->read ofs=0 len=0 2024-09-12T17:54:16.387 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.385+0000 7f9a3e146800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:54:16.387 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.386+0000 7f9a3e146800 20 zone default found 2024-09-12T17:54:16.387 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.386+0000 7f9a3e146800 4 Realm: () 2024-09-12T17:54:16.387 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.386+0000 7f9a3e146800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:54:16.387 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.386+0000 7f9a3e146800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:54:16.387 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.386+0000 7f9a3e146800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:54:16.387 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.386+0000 7f9a3e146800 20 zonegroup default 2024-09-12T17:54:16.387 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.386+0000 7f9a3e146800 20 rados->read ofs=0 len=0 2024-09-12T17:54:16.387 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.386+0000 7f9a3e146800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:16.387 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.386+0000 7f9a3e146800 20 rados->read ofs=0 len=0 2024-09-12T17:54:16.387 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.386+0000 7f9a3e146800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:16.387 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.386+0000 7f9a3e146800 20 rados->read ofs=0 len=0 2024-09-12T17:54:16.388 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.386+0000 7f9a3e146800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:16.388 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.386+0000 7f9a3e146800 20 started sync module instance, tier type = 2024-09-12T17:54:16.388 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.386+0000 7f9a3e146800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:54:16.397 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.396+0000 7f9a3e146800 20 add_watcher() i=0 2024-09-12T17:54:16.397 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.396+0000 7f9a3e146800 20 add_watcher() i=1 2024-09-12T17:54:16.397 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.396+0000 7f9a3e146800 20 add_watcher() i=2 2024-09-12T17:54:16.397 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.396+0000 7f9a3e146800 20 add_watcher() i=3 2024-09-12T17:54:16.397 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.396+0000 7f9a3e146800 20 add_watcher() i=4 2024-09-12T17:54:16.397 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.396+0000 7f9a3e146800 20 add_watcher() i=5 2024-09-12T17:54:16.397 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.396+0000 7f9a3e146800 20 add_watcher() i=6 2024-09-12T17:54:16.398 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.397+0000 7f9a3e146800 20 add_watcher() i=7 2024-09-12T17:54:16.398 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.397+0000 7f9a3e146800 2 all 8 watchers are set, enabling cache 2024-09-12T17:54:16.400 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.399+0000 7f98f1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:54:16.400 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.400+0000 7f9a3e146800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:54:16.401 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.400+0000 7f9a3e146800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:54:16.401 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.400+0000 7f9a3e146800 5 note: GC not initialized 2024-09-12T17:54:16.401 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.400+0000 7f98f0fe1640 20 reqs_thread_entry: start 2024-09-12T17:54:16.401 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.400+0000 7f9a3e146800 20 init_complete bucket index max shards: 1 2024-09-12T17:54:16.401 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.400+0000 7f9a3e146800 20 Filter name: none 2024-09-12T17:54:16.401 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.400+0000 7f986a7fc640 20 reqs_thread_entry: start 2024-09-12T17:54:16.402 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.400+0000 7f9a3e146800 20 rados->read ofs=0 len=0 2024-09-12T17:54:16.402 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.401+0000 7f9a3e146800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:54:16.402 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.401+0000 7f9a3e146800 20 rados->read ofs=0 len=0 2024-09-12T17:54:16.402 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.402+0000 7f9a3e146800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:54:16.402 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.402+0000 7f9a3e146800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:54:16.403 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.402+0000 7f9a3e146800 20 rados->read ofs=0 len=0 2024-09-12T17:54:16.403 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.402+0000 7f9a3e146800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:54:16.403 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.402+0000 7f9a3e146800 20 rados->read ofs=0 len=0 2024-09-12T17:54:16.403 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.402+0000 7f9a3e146800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:54:16.403 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.402+0000 7f9a3e146800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:54:16.404 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.404+0000 7f98f1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:54:16.406 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.406+0000 7f9a3e146800 20 remove_watcher() i=0 2024-09-12T17:54:16.407 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.406+0000 7f9a3e146800 2 removed watcher, disabling cache 2024-09-12T17:54:16.407 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.407+0000 7f9a3e146800 20 remove_watcher() i=1 2024-09-12T17:54:16.408 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.408+0000 7f9a3e146800 20 remove_watcher() i=2 2024-09-12T17:54:16.410 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.409+0000 7f9a3e146800 20 remove_watcher() i=3 2024-09-12T17:54:16.411 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.410+0000 7f9a3e146800 20 remove_watcher() i=4 2024-09-12T17:54:16.411 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.411+0000 7f9a3e146800 20 remove_watcher() i=5 2024-09-12T17:54:16.412 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.412+0000 7f9a3e146800 20 remove_watcher() i=6 2024-09-12T17:54:16.413 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.413+0000 7f9a3e146800 20 remove_watcher() i=7 2024-09-12T17:54:16.425 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:16.425 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T17:54:16.425 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: abort-at-set-target-layout id: b6123b67-6580-4373-9691-e0e950df5f06.4566.25 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:54:16.425 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:16.426 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket reshard --bucket abort-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at set_target_layout 2024-09-12T17:54:16.461 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:54:16.461 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:54:16.501 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.500+0000 7fec93323800 20 rados->read ofs=0 len=0 2024-09-12T17:54:16.502 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.501+0000 7fec93323800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:16.502 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.501+0000 7fec93323800 20 realm 2024-09-12T17:54:16.503 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.501+0000 7fec93323800 20 rados->read ofs=0 len=0 2024-09-12T17:54:16.503 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.501+0000 7fec93323800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:16.503 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.501+0000 7fec93323800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:54:16.504 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.501+0000 7fec93323800 20 rados->read ofs=0 len=0 2024-09-12T17:54:16.504 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.501+0000 7fec93323800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:16.504 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.501+0000 7fec93323800 20 rados->read ofs=0 len=0 2024-09-12T17:54:16.506 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.502+0000 7fec93323800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:16.506 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.502+0000 7fec93323800 20 rados->read ofs=0 len=0 2024-09-12T17:54:16.506 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.503+0000 7fec93323800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:54:16.506 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.503+0000 7fec93323800 20 searching for the correct realm 2024-09-12T17:54:16.507 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.505+0000 7fec8e80b640 0 -- 172.21.15.45:0/3264081901 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7fec80077420 msgr2=0x7fec80077840 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:54:16.509 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.509+0000 7fec8f00c640 0 -- 172.21.15.45:0/3264081901 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7fec78069e80 msgr2=0x7fec78076900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:54:16.717 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.716+0000 7fec93323800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:54:16.717 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.716+0000 7fec93323800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:54:16.717 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.716+0000 7fec93323800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:54:16.717 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.716+0000 7fec93323800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:54:16.717 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.716+0000 7fec93323800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:54:16.718 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.716+0000 7fec93323800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:54:16.718 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.716+0000 7fec93323800 20 rados->read ofs=0 len=0 2024-09-12T17:54:16.718 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.716+0000 7fec93323800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:16.718 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.717+0000 7fec93323800 20 rados->read ofs=0 len=0 2024-09-12T17:54:16.719 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.717+0000 7fec93323800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:16.719 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.717+0000 7fec93323800 20 rados->read ofs=0 len=0 2024-09-12T17:54:16.719 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.717+0000 7fec93323800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:54:16.719 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.717+0000 7fec93323800 20 zone default found 2024-09-12T17:54:16.719 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.717+0000 7fec93323800 4 Realm: () 2024-09-12T17:54:16.719 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.717+0000 7fec93323800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:54:16.719 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.717+0000 7fec93323800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:54:16.720 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.717+0000 7fec93323800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:54:16.720 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.717+0000 7fec93323800 20 zonegroup default 2024-09-12T17:54:16.720 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.717+0000 7fec93323800 20 rados->read ofs=0 len=0 2024-09-12T17:54:16.720 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.717+0000 7fec93323800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:16.720 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.718+0000 7fec93323800 20 rados->read ofs=0 len=0 2024-09-12T17:54:16.720 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.718+0000 7fec93323800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:16.720 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.718+0000 7fec93323800 20 rados->read ofs=0 len=0 2024-09-12T17:54:16.720 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.718+0000 7fec93323800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:16.720 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.718+0000 7fec93323800 20 started sync module instance, tier type = 2024-09-12T17:54:16.720 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.718+0000 7fec93323800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:54:16.728 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.727+0000 7fec93323800 20 add_watcher() i=0 2024-09-12T17:54:16.728 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.727+0000 7fec93323800 20 add_watcher() i=1 2024-09-12T17:54:16.728 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.727+0000 7fec93323800 20 add_watcher() i=2 2024-09-12T17:54:16.728 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.727+0000 7fec93323800 20 add_watcher() i=3 2024-09-12T17:54:16.728 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.727+0000 7fec93323800 20 add_watcher() i=4 2024-09-12T17:54:16.728 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.727+0000 7fec93323800 20 add_watcher() i=5 2024-09-12T17:54:16.728 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.727+0000 7fec93323800 20 add_watcher() i=6 2024-09-12T17:54:16.729 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.728+0000 7fec93323800 20 add_watcher() i=7 2024-09-12T17:54:16.729 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.728+0000 7fec93323800 2 all 8 watchers are set, enabling cache 2024-09-12T17:54:16.730 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.730+0000 7feb45fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:54:16.731 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.730+0000 7fec93323800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:54:16.731 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.730+0000 7fec93323800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:54:16.731 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.730+0000 7fec93323800 5 note: GC not initialized 2024-09-12T17:54:16.731 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.730+0000 7feb44fe1640 20 reqs_thread_entry: start 2024-09-12T17:54:16.731 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.730+0000 7fec93323800 20 init_complete bucket index max shards: 1 2024-09-12T17:54:16.732 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.730+0000 7fec93323800 20 Filter name: none 2024-09-12T17:54:16.732 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.731+0000 7feabe7fc640 20 reqs_thread_entry: start 2024-09-12T17:54:16.732 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.731+0000 7fec93323800 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2024-09-12T17:54:16.732 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.731+0000 7fec93323800 20 rados->read ofs=0 len=0 2024-09-12T17:54:16.733 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.731+0000 7fec93323800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:54:16.733 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.731+0000 7fec93323800 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2024-09-12T17:54:16.733 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.731+0000 7fec93323800 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2024-09-12T17:54:16.733 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.731+0000 7fec93323800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.25 : miss 2024-09-12T17:54:16.733 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.731+0000 7fec93323800 20 rados->read ofs=0 len=0 2024-09-12T17:54:16.733 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.731+0000 7fec93323800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:54:16.734 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.731+0000 7fec93323800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.25 info.flags=0x17 2024-09-12T17:54:16.734 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.731+0000 7fec93323800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.25 to cache LRU end 2024-09-12T17:54:16.734 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.731+0000 7fec93323800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:54:16.734 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.731+0000 7fec93323800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:54:16.734 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.731+0000 7fec93323800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.25 2024-09-12T17:54:16.734 INFO:tasks.workunit.client.0.smithi045.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fec93323800 time 2024-09-12T17:54:16.734991+0000 2024-09-12T17:54:16.734 INFO:tasks.workunit.client.0.smithi045.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:54:16.735 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:54:16.735 INFO:tasks.workunit.client.0.smithi045.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7fec9498c71a] 2024-09-12T17:54:16.735 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fec9498c8d8] 2024-09-12T17:54:16.735 INFO:tasks.workunit.client.0.smithi045.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5648574c3841] 2024-09-12T17:54:16.736 INFO:tasks.workunit.client.0.smithi045.stderr: 4: radosgw-admin(+0xd73ca8) [0x5648579d0ca8] 2024-09-12T17:54:16.736 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5648574d350d] 2024-09-12T17:54:16.736 INFO:tasks.workunit.client.0.smithi045.stderr: 6: main() 2024-09-12T17:54:16.736 INFO:tasks.workunit.client.0.smithi045.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7fec93629590] 2024-09-12T17:54:16.736 INFO:tasks.workunit.client.0.smithi045.stderr: 8: __libc_start_main() 2024-09-12T17:54:16.736 INFO:tasks.workunit.client.0.smithi045.stderr: 9: _start() 2024-09-12T17:54:16.736 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.735+0000 7fec93323800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fec93323800 time 2024-09-12T17:54:16.734991+0000 2024-09-12T17:54:16.736 INFO:tasks.workunit.client.0.smithi045.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:54:16.737 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:16.737 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:54:16.737 INFO:tasks.workunit.client.0.smithi045.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7fec9498c71a] 2024-09-12T17:54:16.737 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fec9498c8d8] 2024-09-12T17:54:16.737 INFO:tasks.workunit.client.0.smithi045.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5648574c3841] 2024-09-12T17:54:16.737 INFO:tasks.workunit.client.0.smithi045.stderr: 4: radosgw-admin(+0xd73ca8) [0x5648579d0ca8] 2024-09-12T17:54:16.737 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5648574d350d] 2024-09-12T17:54:16.737 INFO:tasks.workunit.client.0.smithi045.stderr: 6: main() 2024-09-12T17:54:16.738 INFO:tasks.workunit.client.0.smithi045.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7fec93629590] 2024-09-12T17:54:16.738 INFO:tasks.workunit.client.0.smithi045.stderr: 8: __libc_start_main() 2024-09-12T17:54:16.738 INFO:tasks.workunit.client.0.smithi045.stderr: 9: _start() 2024-09-12T17:54:16.738 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:16.738 INFO:tasks.workunit.client.0.smithi045.stderr:*** Caught signal (Aborted) ** 2024-09-12T17:54:16.738 INFO:tasks.workunit.client.0.smithi045.stderr: in thread 7fec93323800 thread_name:radosgw-admin 2024-09-12T17:54:16.757 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:54:16.757 INFO:tasks.workunit.client.0.smithi045.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fec9363e6f0] 2024-09-12T17:54:16.757 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7fec9368b99c] 2024-09-12T17:54:16.757 INFO:tasks.workunit.client.0.smithi045.stderr: 3: raise() 2024-09-12T17:54:16.757 INFO:tasks.workunit.client.0.smithi045.stderr: 4: abort() 2024-09-12T17:54:16.757 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7fec9498c774] 2024-09-12T17:54:16.757 INFO:tasks.workunit.client.0.smithi045.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fec9498c8d8] 2024-09-12T17:54:16.758 INFO:tasks.workunit.client.0.smithi045.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5648574c3841] 2024-09-12T17:54:16.758 INFO:tasks.workunit.client.0.smithi045.stderr: 8: radosgw-admin(+0xd73ca8) [0x5648579d0ca8] 2024-09-12T17:54:16.758 INFO:tasks.workunit.client.0.smithi045.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5648574d350d] 2024-09-12T17:54:16.758 INFO:tasks.workunit.client.0.smithi045.stderr: 10: main() 2024-09-12T17:54:16.758 INFO:tasks.workunit.client.0.smithi045.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7fec93629590] 2024-09-12T17:54:16.758 INFO:tasks.workunit.client.0.smithi045.stderr: 12: __libc_start_main() 2024-09-12T17:54:16.758 INFO:tasks.workunit.client.0.smithi045.stderr: 13: _start() 2024-09-12T17:54:16.758 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.736+0000 7fec93323800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:54:16.758 INFO:tasks.workunit.client.0.smithi045.stderr: in thread 7fec93323800 thread_name:radosgw-admin 2024-09-12T17:54:16.758 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:16.759 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:54:16.759 INFO:tasks.workunit.client.0.smithi045.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fec9363e6f0] 2024-09-12T17:54:16.759 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7fec9368b99c] 2024-09-12T17:54:16.759 INFO:tasks.workunit.client.0.smithi045.stderr: 3: raise() 2024-09-12T17:54:16.759 INFO:tasks.workunit.client.0.smithi045.stderr: 4: abort() 2024-09-12T17:54:16.759 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7fec9498c774] 2024-09-12T17:54:16.759 INFO:tasks.workunit.client.0.smithi045.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fec9498c8d8] 2024-09-12T17:54:16.759 INFO:tasks.workunit.client.0.smithi045.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5648574c3841] 2024-09-12T17:54:16.759 INFO:tasks.workunit.client.0.smithi045.stderr: 8: radosgw-admin(+0xd73ca8) [0x5648579d0ca8] 2024-09-12T17:54:16.759 INFO:tasks.workunit.client.0.smithi045.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5648574d350d] 2024-09-12T17:54:16.759 INFO:tasks.workunit.client.0.smithi045.stderr: 10: main() 2024-09-12T17:54:16.759 INFO:tasks.workunit.client.0.smithi045.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7fec93629590] 2024-09-12T17:54:16.759 INFO:tasks.workunit.client.0.smithi045.stderr: 12: __libc_start_main() 2024-09-12T17:54:16.760 INFO:tasks.workunit.client.0.smithi045.stderr: 13: _start() 2024-09-12T17:54:16.760 INFO:tasks.workunit.client.0.smithi045.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:54:16.760 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:16.760 INFO:tasks.workunit.client.0.smithi045.stderr:--- begin dump of recent events --- 2024-09-12T17:54:16.760 INFO:tasks.workunit.client.0.smithi045.stderr: -499> 2024-09-12T17:54:16.482+0000 7feb7d60a640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:54:16.760 INFO:tasks.workunit.client.0.smithi045.stderr: -498> 2024-09-12T17:54:16.482+0000 7feb7d60a640 10 monclient: dump: 2024-09-12T17:54:16.760 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:54:16.760 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:54:16.760 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:16.760 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:16.760 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:54:16.760 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:54:16.761 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:54:16.761 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:54:16.761 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:54:16.764 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:16.764 INFO:tasks.workunit.client.0.smithi045.stderr: -497> 2024-09-12T17:54:16.482+0000 7feb7d60a640 10 monclient: _finish_auth 0 2024-09-12T17:54:16.764 INFO:tasks.workunit.client.0.smithi045.stderr: -496> 2024-09-12T17:54:16.482+0000 7feb7d60a640 10 monclient: _check_auth_tickets 2024-09-12T17:54:16.764 INFO:tasks.workunit.client.0.smithi045.stderr: -495> 2024-09-12T17:54:16.482+0000 7feb7d60a640 10 monclient: handle_config config(0 keys) 2024-09-12T17:54:16.764 INFO:tasks.workunit.client.0.smithi045.stderr: -494> 2024-09-12T17:54:16.482+0000 7feb7d60a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:54:16.764 INFO:tasks.workunit.client.0.smithi045.stderr: -493> 2024-09-12T17:54:16.482+0000 7feb7d60a640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:54:16.764 INFO:tasks.workunit.client.0.smithi045.stderr: -492> 2024-09-12T17:54:16.482+0000 7feb7d60a640 10 monclient: dump: 2024-09-12T17:54:16.764 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:54:16.765 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:54:16.765 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:16.765 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:16.765 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:54:16.765 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:54:16.765 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:54:16.765 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:54:16.765 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:54:16.765 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:16.765 INFO:tasks.workunit.client.0.smithi045.stderr: -491> 2024-09-12T17:54:16.482+0000 7fec93323800 5 monclient: authenticate success, global_id 6549 2024-09-12T17:54:16.765 INFO:tasks.workunit.client.0.smithi045.stderr: -490> 2024-09-12T17:54:16.482+0000 7fec93323800 10 monclient: get_monmap_and_config success 2024-09-12T17:54:16.765 INFO:tasks.workunit.client.0.smithi045.stderr: -489> 2024-09-12T17:54:16.482+0000 7fec93323800 4 set_mon_vals no callback set 2024-09-12T17:54:16.765 INFO:tasks.workunit.client.0.smithi045.stderr: -488> 2024-09-12T17:54:16.483+0000 7fec93323800 10 monclient: shutdown 2024-09-12T17:54:16.766 INFO:tasks.workunit.client.0.smithi045.stderr: -487> 2024-09-12T17:54:16.483+0000 7fec93323800 5 asok(0x564858075730) unregister_commands rotate-key 2024-09-12T17:54:16.766 INFO:tasks.workunit.client.0.smithi045.stderr: -486> 2024-09-12T17:54:16.483+0000 7fec93323800 10 monclient: build_initial_monmap 2024-09-12T17:54:16.766 INFO:tasks.workunit.client.0.smithi045.stderr: -485> 2024-09-12T17:54:16.483+0000 7fec93323800 1 build_initial for_mkfs: 0 2024-09-12T17:54:16.766 INFO:tasks.workunit.client.0.smithi045.stderr: -484> 2024-09-12T17:54:16.483+0000 7fec93323800 10 monclient: monmap: 2024-09-12T17:54:16.766 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:54:16.766 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:54:16.766 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:54:16.766 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:54:16.766 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:54:16.766 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:54:16.766 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:54:16.766 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:54:16.766 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:54:16.767 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:16.767 INFO:tasks.workunit.client.0.smithi045.stderr: -483> 2024-09-12T17:54:16.483+0000 7fec93323800 5 AuthRegistry(0x56485829d0d0) adding auth protocol: cephx 2024-09-12T17:54:16.767 INFO:tasks.workunit.client.0.smithi045.stderr: -482> 2024-09-12T17:54:16.483+0000 7fec93323800 5 AuthRegistry(0x56485829d0d0) adding auth protocol: cephx 2024-09-12T17:54:16.767 INFO:tasks.workunit.client.0.smithi045.stderr: -481> 2024-09-12T17:54:16.483+0000 7fec93323800 5 AuthRegistry(0x56485829d0d0) adding auth protocol: cephx 2024-09-12T17:54:16.767 INFO:tasks.workunit.client.0.smithi045.stderr: -480> 2024-09-12T17:54:16.483+0000 7fec93323800 5 AuthRegistry(0x56485829d0d0) adding con mode: secure 2024-09-12T17:54:16.767 INFO:tasks.workunit.client.0.smithi045.stderr: -479> 2024-09-12T17:54:16.483+0000 7fec93323800 5 AuthRegistry(0x56485829d0d0) adding con mode: crc 2024-09-12T17:54:16.767 INFO:tasks.workunit.client.0.smithi045.stderr: -478> 2024-09-12T17:54:16.483+0000 7fec93323800 5 AuthRegistry(0x56485829d0d0) adding con mode: secure 2024-09-12T17:54:16.767 INFO:tasks.workunit.client.0.smithi045.stderr: -477> 2024-09-12T17:54:16.483+0000 7fec93323800 5 AuthRegistry(0x56485829d0d0) adding con mode: crc 2024-09-12T17:54:16.767 INFO:tasks.workunit.client.0.smithi045.stderr: -476> 2024-09-12T17:54:16.483+0000 7fec93323800 5 AuthRegistry(0x56485829d0d0) adding con mode: secure 2024-09-12T17:54:16.767 INFO:tasks.workunit.client.0.smithi045.stderr: -475> 2024-09-12T17:54:16.483+0000 7fec93323800 5 AuthRegistry(0x56485829d0d0) adding con mode: crc 2024-09-12T17:54:16.767 INFO:tasks.workunit.client.0.smithi045.stderr: -474> 2024-09-12T17:54:16.483+0000 7fec93323800 5 AuthRegistry(0x56485829d0d0) adding con mode: crc 2024-09-12T17:54:16.767 INFO:tasks.workunit.client.0.smithi045.stderr: -473> 2024-09-12T17:54:16.483+0000 7fec93323800 5 AuthRegistry(0x56485829d0d0) adding con mode: secure 2024-09-12T17:54:16.767 INFO:tasks.workunit.client.0.smithi045.stderr: -472> 2024-09-12T17:54:16.483+0000 7fec93323800 5 AuthRegistry(0x56485829d0d0) adding con mode: crc 2024-09-12T17:54:16.768 INFO:tasks.workunit.client.0.smithi045.stderr: -471> 2024-09-12T17:54:16.483+0000 7fec93323800 5 AuthRegistry(0x56485829d0d0) adding con mode: secure 2024-09-12T17:54:16.768 INFO:tasks.workunit.client.0.smithi045.stderr: -470> 2024-09-12T17:54:16.483+0000 7fec93323800 5 AuthRegistry(0x56485829d0d0) adding con mode: crc 2024-09-12T17:54:16.768 INFO:tasks.workunit.client.0.smithi045.stderr: -469> 2024-09-12T17:54:16.483+0000 7fec93323800 5 AuthRegistry(0x56485829d0d0) adding con mode: secure 2024-09-12T17:54:16.768 INFO:tasks.workunit.client.0.smithi045.stderr: -468> 2024-09-12T17:54:16.483+0000 7fec93323800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:54:16.768 INFO:tasks.workunit.client.0.smithi045.stderr: -467> 2024-09-12T17:54:16.483+0000 7fec93323800 1 librados: starting msgr at 2024-09-12T17:54:16.768 INFO:tasks.workunit.client.0.smithi045.stderr: -466> 2024-09-12T17:54:16.483+0000 7fec93323800 1 librados: starting objecter 2024-09-12T17:54:16.768 INFO:tasks.workunit.client.0.smithi045.stderr: -465> 2024-09-12T17:54:16.483+0000 7fec93323800 5 asok(0x564858075730) register_command objecter_requests hook 0x564858298e10 2024-09-12T17:54:16.768 INFO:tasks.workunit.client.0.smithi045.stderr: -464> 2024-09-12T17:54:16.484+0000 7fec93323800 1 librados: setting wanted keys 2024-09-12T17:54:16.768 INFO:tasks.workunit.client.0.smithi045.stderr: -463> 2024-09-12T17:54:16.484+0000 7fec93323800 1 librados: calling monclient init 2024-09-12T17:54:16.768 INFO:tasks.workunit.client.0.smithi045.stderr: -462> 2024-09-12T17:54:16.484+0000 7fec93323800 10 monclient: init 2024-09-12T17:54:16.768 INFO:tasks.workunit.client.0.smithi045.stderr: -461> 2024-09-12T17:54:16.484+0000 7fec93323800 5 AuthRegistry(0x564858297950) adding auth protocol: cephx 2024-09-12T17:54:16.768 INFO:tasks.workunit.client.0.smithi045.stderr: -460> 2024-09-12T17:54:16.484+0000 7fec93323800 5 AuthRegistry(0x564858297950) adding auth protocol: cephx 2024-09-12T17:54:16.768 INFO:tasks.workunit.client.0.smithi045.stderr: -459> 2024-09-12T17:54:16.484+0000 7fec93323800 5 AuthRegistry(0x564858297950) adding auth protocol: cephx 2024-09-12T17:54:16.769 INFO:tasks.workunit.client.0.smithi045.stderr: -458> 2024-09-12T17:54:16.484+0000 7fec93323800 5 AuthRegistry(0x564858297950) adding con mode: secure 2024-09-12T17:54:16.769 INFO:tasks.workunit.client.0.smithi045.stderr: -457> 2024-09-12T17:54:16.484+0000 7fec93323800 5 AuthRegistry(0x564858297950) adding con mode: crc 2024-09-12T17:54:16.769 INFO:tasks.workunit.client.0.smithi045.stderr: -456> 2024-09-12T17:54:16.484+0000 7fec93323800 5 AuthRegistry(0x564858297950) adding con mode: secure 2024-09-12T17:54:16.769 INFO:tasks.workunit.client.0.smithi045.stderr: -455> 2024-09-12T17:54:16.484+0000 7fec93323800 5 AuthRegistry(0x564858297950) adding con mode: crc 2024-09-12T17:54:16.769 INFO:tasks.workunit.client.0.smithi045.stderr: -454> 2024-09-12T17:54:16.484+0000 7fec93323800 5 AuthRegistry(0x564858297950) adding con mode: secure 2024-09-12T17:54:16.769 INFO:tasks.workunit.client.0.smithi045.stderr: -453> 2024-09-12T17:54:16.484+0000 7fec93323800 5 AuthRegistry(0x564858297950) adding con mode: crc 2024-09-12T17:54:16.769 INFO:tasks.workunit.client.0.smithi045.stderr: -452> 2024-09-12T17:54:16.484+0000 7fec93323800 5 AuthRegistry(0x564858297950) adding con mode: crc 2024-09-12T17:54:16.769 INFO:tasks.workunit.client.0.smithi045.stderr: -451> 2024-09-12T17:54:16.484+0000 7fec93323800 5 AuthRegistry(0x564858297950) adding con mode: secure 2024-09-12T17:54:16.769 INFO:tasks.workunit.client.0.smithi045.stderr: -450> 2024-09-12T17:54:16.484+0000 7fec93323800 5 AuthRegistry(0x564858297950) adding con mode: crc 2024-09-12T17:54:16.769 INFO:tasks.workunit.client.0.smithi045.stderr: -449> 2024-09-12T17:54:16.484+0000 7fec93323800 5 AuthRegistry(0x564858297950) adding con mode: secure 2024-09-12T17:54:16.769 INFO:tasks.workunit.client.0.smithi045.stderr: -448> 2024-09-12T17:54:16.484+0000 7fec93323800 5 AuthRegistry(0x564858297950) adding con mode: crc 2024-09-12T17:54:16.769 INFO:tasks.workunit.client.0.smithi045.stderr: -447> 2024-09-12T17:54:16.484+0000 7fec93323800 5 AuthRegistry(0x564858297950) adding con mode: secure 2024-09-12T17:54:16.770 INFO:tasks.workunit.client.0.smithi045.stderr: -446> 2024-09-12T17:54:16.484+0000 7fec93323800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:54:16.770 INFO:tasks.workunit.client.0.smithi045.stderr: -445> 2024-09-12T17:54:16.484+0000 7fec93323800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:54:16.770 INFO:tasks.workunit.client.0.smithi045.stderr: -444> 2024-09-12T17:54:16.484+0000 7fec93323800 5 asok(0x564858075730) register_command rotate-key hook 0x564858297a98 2024-09-12T17:54:16.770 INFO:tasks.workunit.client.0.smithi045.stderr: -443> 2024-09-12T17:54:16.484+0000 7fec93323800 10 monclient: _reopen_session rank -1 2024-09-12T17:54:16.770 INFO:tasks.workunit.client.0.smithi045.stderr: -442> 2024-09-12T17:54:16.484+0000 7fec93323800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:54:16.770 INFO:tasks.workunit.client.0.smithi045.stderr: -441> 2024-09-12T17:54:16.484+0000 7fec93323800 10 monclient(hunting): picked mon.noname-b con 0x564858120f90 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:54:16.770 INFO:tasks.workunit.client.0.smithi045.stderr: -440> 2024-09-12T17:54:16.484+0000 7fec93323800 10 monclient(hunting): picked mon.noname-a con 0x56485814c200 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:54:16.770 INFO:tasks.workunit.client.0.smithi045.stderr: -439> 2024-09-12T17:54:16.484+0000 7fec93323800 10 monclient(hunting): picked mon.noname-c con 0x56485814c5e0 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:54:16.770 INFO:tasks.workunit.client.0.smithi045.stderr: -438> 2024-09-12T17:54:16.484+0000 7fec93323800 10 monclient(hunting): start opening mon connection 2024-09-12T17:54:16.770 INFO:tasks.workunit.client.0.smithi045.stderr: -437> 2024-09-12T17:54:16.484+0000 7fec93323800 10 monclient(hunting): start opening mon connection 2024-09-12T17:54:16.770 INFO:tasks.workunit.client.0.smithi045.stderr: -436> 2024-09-12T17:54:16.484+0000 7fec93323800 10 monclient(hunting): start opening mon connection 2024-09-12T17:54:16.770 INFO:tasks.workunit.client.0.smithi045.stderr: -435> 2024-09-12T17:54:16.484+0000 7fec93323800 10 monclient(hunting): _renew_subs 2024-09-12T17:54:16.771 INFO:tasks.workunit.client.0.smithi045.stderr: -434> 2024-09-12T17:54:16.484+0000 7fec93323800 10 monclient(hunting): authenticate will time out at 1954.942581s 2024-09-12T17:54:16.771 INFO:tasks.workunit.client.0.smithi045.stderr: -433> 2024-09-12T17:54:16.484+0000 7fec8f80d640 10 monclient(hunting): get_auth_request con 0x56485814c5e0 auth_method 0 2024-09-12T17:54:16.771 INFO:tasks.workunit.client.0.smithi045.stderr: -432> 2024-09-12T17:54:16.484+0000 7fec8f80d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:54:16.771 INFO:tasks.workunit.client.0.smithi045.stderr: -431> 2024-09-12T17:54:16.484+0000 7fec8f80d640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:54:16.771 INFO:tasks.workunit.client.0.smithi045.stderr: -430> 2024-09-12T17:54:16.484+0000 7fec8f80d640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:54:16.771 INFO:tasks.workunit.client.0.smithi045.stderr: -429> 2024-09-12T17:54:16.484+0000 7fec8e80b640 10 monclient(hunting): get_auth_request con 0x56485814c200 auth_method 0 2024-09-12T17:54:16.771 INFO:tasks.workunit.client.0.smithi045.stderr: -428> 2024-09-12T17:54:16.484+0000 7fec8e80b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:54:16.771 INFO:tasks.workunit.client.0.smithi045.stderr: -427> 2024-09-12T17:54:16.484+0000 7fec8e80b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:54:16.771 INFO:tasks.workunit.client.0.smithi045.stderr: -426> 2024-09-12T17:54:16.484+0000 7fec8e80b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:54:16.771 INFO:tasks.workunit.client.0.smithi045.stderr: -425> 2024-09-12T17:54:16.484+0000 7fec8f80d640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:54:16.771 INFO:tasks.workunit.client.0.smithi045.stderr: -424> 2024-09-12T17:54:16.484+0000 7fec8f80d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:54:16.771 INFO:tasks.workunit.client.0.smithi045.stderr: -423> 2024-09-12T17:54:16.484+0000 7fec8f80d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:54:16.771 INFO:tasks.workunit.client.0.smithi045.stderr: -422> 2024-09-12T17:54:16.484+0000 7fec8e80b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:54:16.772 INFO:tasks.workunit.client.0.smithi045.stderr: -421> 2024-09-12T17:54:16.484+0000 7fec8e80b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:54:16.772 INFO:tasks.workunit.client.0.smithi045.stderr: -420> 2024-09-12T17:54:16.484+0000 7fec8e80b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:54:16.772 INFO:tasks.workunit.client.0.smithi045.stderr: -419> 2024-09-12T17:54:16.484+0000 7fec8f00c640 10 monclient(hunting): get_auth_request con 0x564858120f90 auth_method 0 2024-09-12T17:54:16.772 INFO:tasks.workunit.client.0.smithi045.stderr: -418> 2024-09-12T17:54:16.484+0000 7fec8f00c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:54:16.772 INFO:tasks.workunit.client.0.smithi045.stderr: -417> 2024-09-12T17:54:16.484+0000 7fec8f00c640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:54:16.772 INFO:tasks.workunit.client.0.smithi045.stderr: -416> 2024-09-12T17:54:16.484+0000 7fec8f00c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:54:16.772 INFO:tasks.workunit.client.0.smithi045.stderr: -415> 2024-09-12T17:54:16.484+0000 7fec8e80b640 10 monclient(hunting): handle_auth_done global_id 6552 payload 824 2024-09-12T17:54:16.772 INFO:tasks.workunit.client.0.smithi045.stderr: -414> 2024-09-12T17:54:16.484+0000 7fec8e80b640 10 monclient: _finish_hunting 0 2024-09-12T17:54:16.772 INFO:tasks.workunit.client.0.smithi045.stderr: -413> 2024-09-12T17:54:16.484+0000 7fec8e80b640 1 monclient: found mon.noname-a 2024-09-12T17:54:16.772 INFO:tasks.workunit.client.0.smithi045.stderr: -412> 2024-09-12T17:54:16.484+0000 7fec8e80b640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.45:3300/0 2024-09-12T17:54:16.772 INFO:tasks.workunit.client.0.smithi045.stderr: -411> 2024-09-12T17:54:16.485+0000 7feb7be07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:54:16.772 INFO:tasks.workunit.client.0.smithi045.stderr: -410> 2024-09-12T17:54:16.485+0000 7feb7be07640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:54:16.772 INFO:tasks.workunit.client.0.smithi045.stderr: -409> 2024-09-12T17:54:16.485+0000 7feb7be07640 10 monclient: dump: 2024-09-12T17:54:16.773 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:54:16.773 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:54:16.773 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:16.773 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:16.773 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:54:16.773 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:54:16.773 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:54:16.773 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:54:16.773 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:54:16.773 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:16.773 INFO:tasks.workunit.client.0.smithi045.stderr: -408> 2024-09-12T17:54:16.485+0000 7feb7be07640 10 monclient: _finish_auth 0 2024-09-12T17:54:16.773 INFO:tasks.workunit.client.0.smithi045.stderr: -407> 2024-09-12T17:54:16.485+0000 7feb7be07640 10 monclient: _check_auth_tickets 2024-09-12T17:54:16.773 INFO:tasks.workunit.client.0.smithi045.stderr: -406> 2024-09-12T17:54:16.485+0000 7fec93323800 5 monclient: authenticate success, global_id 6552 2024-09-12T17:54:16.774 INFO:tasks.workunit.client.0.smithi045.stderr: -405> 2024-09-12T17:54:16.485+0000 7fec93323800 10 monclient: _renew_subs 2024-09-12T17:54:16.774 INFO:tasks.workunit.client.0.smithi045.stderr: -404> 2024-09-12T17:54:16.485+0000 7fec93323800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:54:16.774 INFO:tasks.workunit.client.0.smithi045.stderr: -403> 2024-09-12T17:54:16.485+0000 7feb7be07640 10 monclient: handle_config config(0 keys) 2024-09-12T17:54:16.774 INFO:tasks.workunit.client.0.smithi045.stderr: -402> 2024-09-12T17:54:16.485+0000 7feb7be07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:54:16.774 INFO:tasks.workunit.client.0.smithi045.stderr: -401> 2024-09-12T17:54:16.485+0000 7feb7be07640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:54:16.774 INFO:tasks.workunit.client.0.smithi045.stderr: -400> 2024-09-12T17:54:16.485+0000 7feb7be07640 10 monclient: dump: 2024-09-12T17:54:16.774 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:54:16.774 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:54:16.774 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:16.774 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:16.774 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:54:16.774 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:54:16.775 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:54:16.775 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:54:16.775 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:54:16.775 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:16.775 INFO:tasks.workunit.client.0.smithi045.stderr: -399> 2024-09-12T17:54:16.485+0000 7feb7d60a640 4 set_mon_vals no callback set 2024-09-12T17:54:16.775 INFO:tasks.workunit.client.0.smithi045.stderr: -398> 2024-09-12T17:54:16.485+0000 7fec93323800 10 monclient: _renew_subs 2024-09-12T17:54:16.775 INFO:tasks.workunit.client.0.smithi045.stderr: -397> 2024-09-12T17:54:16.485+0000 7fec93323800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:54:16.775 INFO:tasks.workunit.client.0.smithi045.stderr: -396> 2024-09-12T17:54:16.485+0000 7fec93323800 1 librados: init done 2024-09-12T17:54:16.775 INFO:tasks.workunit.client.0.smithi045.stderr: -395> 2024-09-12T17:54:16.487+0000 7feb7be07640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:54:16.775 INFO:tasks.workunit.client.0.smithi045.stderr: -394> 2024-09-12T17:54:16.487+0000 7feb7be07640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:54:16.775 INFO:tasks.workunit.client.0.smithi045.stderr: -393> 2024-09-12T17:54:16.487+0000 7feb7be07640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:54:16.775 INFO:tasks.workunit.client.0.smithi045.stderr: -392> 2024-09-12T17:54:16.487+0000 7fec8f00c640 10 monclient: get_auth_request con 0x7feb74076470 auth_method 0 2024-09-12T17:54:16.776 INFO:tasks.workunit.client.0.smithi045.stderr: -391> 2024-09-12T17:54:16.487+0000 7fec8f80d640 10 monclient: get_auth_request con 0x5648582bfd30 auth_method 0 2024-09-12T17:54:16.776 INFO:tasks.workunit.client.0.smithi045.stderr: -390> 2024-09-12T17:54:16.488+0000 7fec8f00c640 10 monclient: get_auth_request con 0x5648582e2d60 auth_method 0 2024-09-12T17:54:16.776 INFO:tasks.workunit.client.0.smithi045.stderr: -389> 2024-09-12T17:54:16.489+0000 7fec8e80b640 10 monclient: get_auth_request con 0x5648582e6f50 auth_method 0 2024-09-12T17:54:16.776 INFO:tasks.workunit.client.0.smithi045.stderr: -388> 2024-09-12T17:54:16.490+0000 7fec93323800 10 monclient: build_initial_monmap 2024-09-12T17:54:16.776 INFO:tasks.workunit.client.0.smithi045.stderr: -387> 2024-09-12T17:54:16.490+0000 7fec93323800 1 build_initial for_mkfs: 0 2024-09-12T17:54:16.776 INFO:tasks.workunit.client.0.smithi045.stderr: -386> 2024-09-12T17:54:16.490+0000 7fec93323800 10 monclient: monmap: 2024-09-12T17:54:16.776 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:54:16.776 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:54:16.776 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:54:16.776 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:54:16.776 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:54:16.777 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:54:16.777 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:54:16.777 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:54:16.777 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:54:16.777 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:16.777 INFO:tasks.workunit.client.0.smithi045.stderr: -385> 2024-09-12T17:54:16.490+0000 7fec93323800 5 AuthRegistry(0x5648582ebc20) adding auth protocol: cephx 2024-09-12T17:54:16.777 INFO:tasks.workunit.client.0.smithi045.stderr: -384> 2024-09-12T17:54:16.490+0000 7fec93323800 5 AuthRegistry(0x5648582ebc20) adding auth protocol: cephx 2024-09-12T17:54:16.777 INFO:tasks.workunit.client.0.smithi045.stderr: -383> 2024-09-12T17:54:16.490+0000 7fec93323800 5 AuthRegistry(0x5648582ebc20) adding auth protocol: cephx 2024-09-12T17:54:16.777 INFO:tasks.workunit.client.0.smithi045.stderr: -382> 2024-09-12T17:54:16.490+0000 7fec93323800 5 AuthRegistry(0x5648582ebc20) adding con mode: secure 2024-09-12T17:54:16.777 INFO:tasks.workunit.client.0.smithi045.stderr: -381> 2024-09-12T17:54:16.490+0000 7fec93323800 5 AuthRegistry(0x5648582ebc20) adding con mode: crc 2024-09-12T17:54:16.777 INFO:tasks.workunit.client.0.smithi045.stderr: -380> 2024-09-12T17:54:16.490+0000 7fec93323800 5 AuthRegistry(0x5648582ebc20) adding con mode: secure 2024-09-12T17:54:16.778 INFO:tasks.workunit.client.0.smithi045.stderr: -379> 2024-09-12T17:54:16.490+0000 7fec93323800 5 AuthRegistry(0x5648582ebc20) adding con mode: crc 2024-09-12T17:54:16.778 INFO:tasks.workunit.client.0.smithi045.stderr: -378> 2024-09-12T17:54:16.490+0000 7fec93323800 5 AuthRegistry(0x5648582ebc20) adding con mode: secure 2024-09-12T17:54:16.778 INFO:tasks.workunit.client.0.smithi045.stderr: -377> 2024-09-12T17:54:16.490+0000 7fec93323800 5 AuthRegistry(0x5648582ebc20) adding con mode: crc 2024-09-12T17:54:16.778 INFO:tasks.workunit.client.0.smithi045.stderr: -376> 2024-09-12T17:54:16.490+0000 7fec93323800 5 AuthRegistry(0x5648582ebc20) adding con mode: crc 2024-09-12T17:54:16.778 INFO:tasks.workunit.client.0.smithi045.stderr: -375> 2024-09-12T17:54:16.490+0000 7fec93323800 5 AuthRegistry(0x5648582ebc20) adding con mode: secure 2024-09-12T17:54:16.778 INFO:tasks.workunit.client.0.smithi045.stderr: -374> 2024-09-12T17:54:16.490+0000 7fec93323800 5 AuthRegistry(0x5648582ebc20) adding con mode: crc 2024-09-12T17:54:16.778 INFO:tasks.workunit.client.0.smithi045.stderr: -373> 2024-09-12T17:54:16.490+0000 7fec93323800 5 AuthRegistry(0x5648582ebc20) adding con mode: secure 2024-09-12T17:54:16.778 INFO:tasks.workunit.client.0.smithi045.stderr: -372> 2024-09-12T17:54:16.490+0000 7fec93323800 5 AuthRegistry(0x5648582ebc20) adding con mode: crc 2024-09-12T17:54:16.778 INFO:tasks.workunit.client.0.smithi045.stderr: -371> 2024-09-12T17:54:16.490+0000 7fec93323800 5 AuthRegistry(0x5648582ebc20) adding con mode: secure 2024-09-12T17:54:16.778 INFO:tasks.workunit.client.0.smithi045.stderr: -370> 2024-09-12T17:54:16.490+0000 7fec93323800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:54:16.778 INFO:tasks.workunit.client.0.smithi045.stderr: -369> 2024-09-12T17:54:16.490+0000 7fec93323800 5 asok(0x564858075730) register_command objecter_requests cmddesc objecter_requests hook 0x5648582ef650 EEXIST 2024-09-12T17:54:16.779 INFO:tasks.workunit.client.0.smithi045.stderr: -368> 2024-09-12T17:54:16.491+0000 7fec93323800 10 monclient: init 2024-09-12T17:54:16.779 INFO:tasks.workunit.client.0.smithi045.stderr: -367> 2024-09-12T17:54:16.491+0000 7fec93323800 5 AuthRegistry(0x5648582ea2f8) adding auth protocol: cephx 2024-09-12T17:54:16.779 INFO:tasks.workunit.client.0.smithi045.stderr: -366> 2024-09-12T17:54:16.491+0000 7fec93323800 5 AuthRegistry(0x5648582ea2f8) adding auth protocol: cephx 2024-09-12T17:54:16.779 INFO:tasks.workunit.client.0.smithi045.stderr: -365> 2024-09-12T17:54:16.491+0000 7fec93323800 5 AuthRegistry(0x5648582ea2f8) adding auth protocol: cephx 2024-09-12T17:54:16.779 INFO:tasks.workunit.client.0.smithi045.stderr: -364> 2024-09-12T17:54:16.491+0000 7fec93323800 5 AuthRegistry(0x5648582ea2f8) adding con mode: secure 2024-09-12T17:54:16.779 INFO:tasks.workunit.client.0.smithi045.stderr: -363> 2024-09-12T17:54:16.491+0000 7fec93323800 5 AuthRegistry(0x5648582ea2f8) adding con mode: crc 2024-09-12T17:54:16.779 INFO:tasks.workunit.client.0.smithi045.stderr: -362> 2024-09-12T17:54:16.491+0000 7fec93323800 5 AuthRegistry(0x5648582ea2f8) adding con mode: secure 2024-09-12T17:54:16.779 INFO:tasks.workunit.client.0.smithi045.stderr: -361> 2024-09-12T17:54:16.491+0000 7fec93323800 5 AuthRegistry(0x5648582ea2f8) adding con mode: crc 2024-09-12T17:54:16.779 INFO:tasks.workunit.client.0.smithi045.stderr: -360> 2024-09-12T17:54:16.491+0000 7fec93323800 5 AuthRegistry(0x5648582ea2f8) adding con mode: secure 2024-09-12T17:54:16.779 INFO:tasks.workunit.client.0.smithi045.stderr: -359> 2024-09-12T17:54:16.491+0000 7fec93323800 5 AuthRegistry(0x5648582ea2f8) adding con mode: crc 2024-09-12T17:54:16.779 INFO:tasks.workunit.client.0.smithi045.stderr: -358> 2024-09-12T17:54:16.491+0000 7fec93323800 5 AuthRegistry(0x5648582ea2f8) adding con mode: crc 2024-09-12T17:54:16.779 INFO:tasks.workunit.client.0.smithi045.stderr: -357> 2024-09-12T17:54:16.491+0000 7fec93323800 5 AuthRegistry(0x5648582ea2f8) adding con mode: secure 2024-09-12T17:54:16.780 INFO:tasks.workunit.client.0.smithi045.stderr: -356> 2024-09-12T17:54:16.491+0000 7fec93323800 5 AuthRegistry(0x5648582ea2f8) adding con mode: crc 2024-09-12T17:54:16.780 INFO:tasks.workunit.client.0.smithi045.stderr: -355> 2024-09-12T17:54:16.491+0000 7fec93323800 5 AuthRegistry(0x5648582ea2f8) adding con mode: secure 2024-09-12T17:54:16.780 INFO:tasks.workunit.client.0.smithi045.stderr: -354> 2024-09-12T17:54:16.491+0000 7fec93323800 5 AuthRegistry(0x5648582ea2f8) adding con mode: crc 2024-09-12T17:54:16.780 INFO:tasks.workunit.client.0.smithi045.stderr: -353> 2024-09-12T17:54:16.491+0000 7fec93323800 5 AuthRegistry(0x5648582ea2f8) adding con mode: secure 2024-09-12T17:54:16.780 INFO:tasks.workunit.client.0.smithi045.stderr: -352> 2024-09-12T17:54:16.491+0000 7fec93323800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:54:16.780 INFO:tasks.workunit.client.0.smithi045.stderr: -351> 2024-09-12T17:54:16.491+0000 7fec93323800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:54:16.780 INFO:tasks.workunit.client.0.smithi045.stderr: -350> 2024-09-12T17:54:16.491+0000 7fec93323800 5 asok(0x564858075730) register_command rotate-key cmddesc rotate-key hook 0x5648582ea440 EEXIST 2024-09-12T17:54:16.780 INFO:tasks.workunit.client.0.smithi045.stderr: -349> 2024-09-12T17:54:16.491+0000 7fec93323800 10 monclient: _reopen_session rank -1 2024-09-12T17:54:16.780 INFO:tasks.workunit.client.0.smithi045.stderr: -348> 2024-09-12T17:54:16.491+0000 7fec93323800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T17:54:16.780 INFO:tasks.workunit.client.0.smithi045.stderr: -347> 2024-09-12T17:54:16.491+0000 7fec93323800 10 monclient(hunting): picked mon.noname-b con 0x564858313340 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:54:16.780 INFO:tasks.workunit.client.0.smithi045.stderr: -346> 2024-09-12T17:54:16.491+0000 7fec93323800 10 monclient(hunting): picked mon.noname-c con 0x564858315610 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:54:16.780 INFO:tasks.workunit.client.0.smithi045.stderr: -345> 2024-09-12T17:54:16.491+0000 7fec93323800 10 monclient(hunting): picked mon.noname-a con 0x564858311b10 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:54:16.781 INFO:tasks.workunit.client.0.smithi045.stderr: -344> 2024-09-12T17:54:16.491+0000 7fec93323800 10 monclient(hunting): start opening mon connection 2024-09-12T17:54:16.781 INFO:tasks.workunit.client.0.smithi045.stderr: -343> 2024-09-12T17:54:16.491+0000 7fec93323800 10 monclient(hunting): start opening mon connection 2024-09-12T17:54:16.781 INFO:tasks.workunit.client.0.smithi045.stderr: -342> 2024-09-12T17:54:16.491+0000 7fec93323800 10 monclient(hunting): start opening mon connection 2024-09-12T17:54:16.781 INFO:tasks.workunit.client.0.smithi045.stderr: -341> 2024-09-12T17:54:16.491+0000 7fec93323800 10 monclient(hunting): _renew_subs 2024-09-12T17:54:16.781 INFO:tasks.workunit.client.0.smithi045.stderr: -340> 2024-09-12T17:54:16.491+0000 7fec93323800 10 monclient(hunting): authenticate will time out at 1954.949598s 2024-09-12T17:54:16.781 INFO:tasks.workunit.client.0.smithi045.stderr: -339> 2024-09-12T17:54:16.491+0000 7fec8e80b640 10 monclient(hunting): get_auth_request con 0x564858315610 auth_method 0 2024-09-12T17:54:16.781 INFO:tasks.workunit.client.0.smithi045.stderr: -338> 2024-09-12T17:54:16.491+0000 7fec8e80b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:54:16.781 INFO:tasks.workunit.client.0.smithi045.stderr: -337> 2024-09-12T17:54:16.491+0000 7fec8e80b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:54:16.781 INFO:tasks.workunit.client.0.smithi045.stderr: -336> 2024-09-12T17:54:16.491+0000 7fec8e80b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:54:16.781 INFO:tasks.workunit.client.0.smithi045.stderr: -335> 2024-09-12T17:54:16.491+0000 7fec8f80d640 10 monclient(hunting): get_auth_request con 0x564858311b10 auth_method 0 2024-09-12T17:54:16.781 INFO:tasks.workunit.client.0.smithi045.stderr: -334> 2024-09-12T17:54:16.491+0000 7fec8f80d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:54:16.781 INFO:tasks.workunit.client.0.smithi045.stderr: -333> 2024-09-12T17:54:16.491+0000 7fec8f80d640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:54:16.781 INFO:tasks.workunit.client.0.smithi045.stderr: -332> 2024-09-12T17:54:16.491+0000 7fec8f80d640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:54:16.782 INFO:tasks.workunit.client.0.smithi045.stderr: -331> 2024-09-12T17:54:16.491+0000 7fec8e80b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:54:16.782 INFO:tasks.workunit.client.0.smithi045.stderr: -330> 2024-09-12T17:54:16.491+0000 7fec8e80b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:54:16.782 INFO:tasks.workunit.client.0.smithi045.stderr: -329> 2024-09-12T17:54:16.491+0000 7fec8e80b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:54:16.782 INFO:tasks.workunit.client.0.smithi045.stderr: -328> 2024-09-12T17:54:16.491+0000 7fec8f80d640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:54:16.782 INFO:tasks.workunit.client.0.smithi045.stderr: -327> 2024-09-12T17:54:16.491+0000 7fec8f80d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:54:16.782 INFO:tasks.workunit.client.0.smithi045.stderr: -326> 2024-09-12T17:54:16.491+0000 7fec8f80d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:54:16.782 INFO:tasks.workunit.client.0.smithi045.stderr: -325> 2024-09-12T17:54:16.491+0000 7fec8f00c640 10 monclient(hunting): get_auth_request con 0x564858313340 auth_method 0 2024-09-12T17:54:16.782 INFO:tasks.workunit.client.0.smithi045.stderr: -324> 2024-09-12T17:54:16.491+0000 7fec8f00c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:54:16.782 INFO:tasks.workunit.client.0.smithi045.stderr: -323> 2024-09-12T17:54:16.491+0000 7fec8f00c640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:54:16.782 INFO:tasks.workunit.client.0.smithi045.stderr: -322> 2024-09-12T17:54:16.491+0000 7fec8f00c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:54:16.783 INFO:tasks.workunit.client.0.smithi045.stderr: -321> 2024-09-12T17:54:16.491+0000 7fec8f00c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:54:16.783 INFO:tasks.workunit.client.0.smithi045.stderr: -320> 2024-09-12T17:54:16.491+0000 7fec8f00c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:54:16.783 INFO:tasks.workunit.client.0.smithi045.stderr: -319> 2024-09-12T17:54:16.491+0000 7fec8f00c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:54:16.783 INFO:tasks.workunit.client.0.smithi045.stderr: -318> 2024-09-12T17:54:16.491+0000 7fec8f80d640 10 monclient(hunting): handle_auth_done global_id 6555 payload 824 2024-09-12T17:54:16.783 INFO:tasks.workunit.client.0.smithi045.stderr: -317> 2024-09-12T17:54:16.491+0000 7fec8f80d640 10 monclient: _finish_hunting 0 2024-09-12T17:54:16.783 INFO:tasks.workunit.client.0.smithi045.stderr: -316> 2024-09-12T17:54:16.491+0000 7fec8f80d640 1 monclient: found mon.noname-a 2024-09-12T17:54:16.783 INFO:tasks.workunit.client.0.smithi045.stderr: -315> 2024-09-12T17:54:16.491+0000 7fec8f80d640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.45:3300/0 2024-09-12T17:54:16.783 INFO:tasks.workunit.client.0.smithi045.stderr: -314> 2024-09-12T17:54:16.492+0000 7feb79602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:54:16.783 INFO:tasks.workunit.client.0.smithi045.stderr: -313> 2024-09-12T17:54:16.492+0000 7feb79602640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:54:16.783 INFO:tasks.workunit.client.0.smithi045.stderr: -312> 2024-09-12T17:54:16.492+0000 7feb79602640 10 monclient: dump: 2024-09-12T17:54:16.783 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:54:16.783 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:54:16.784 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:16.784 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:16.784 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:54:16.784 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:54:16.784 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:54:16.784 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:54:16.784 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:54:16.784 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:16.784 INFO:tasks.workunit.client.0.smithi045.stderr: -311> 2024-09-12T17:54:16.492+0000 7feb79602640 10 monclient: _finish_auth 0 2024-09-12T17:54:16.784 INFO:tasks.workunit.client.0.smithi045.stderr: -310> 2024-09-12T17:54:16.492+0000 7feb79602640 10 monclient: _check_auth_tickets 2024-09-12T17:54:16.784 INFO:tasks.workunit.client.0.smithi045.stderr: -309> 2024-09-12T17:54:16.492+0000 7feb79602640 10 monclient: handle_config config(0 keys) 2024-09-12T17:54:16.784 INFO:tasks.workunit.client.0.smithi045.stderr: -308> 2024-09-12T17:54:16.492+0000 7feb79602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:54:16.785 INFO:tasks.workunit.client.0.smithi045.stderr: -307> 2024-09-12T17:54:16.492+0000 7feb79602640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:54:16.785 INFO:tasks.workunit.client.0.smithi045.stderr: -306> 2024-09-12T17:54:16.492+0000 7feb79602640 10 monclient: dump: 2024-09-12T17:54:16.785 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:54:16.785 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:54:16.785 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:16.785 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:16.785 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:54:16.785 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:54:16.785 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:54:16.785 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:54:16.785 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:54:16.786 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:16.786 INFO:tasks.workunit.client.0.smithi045.stderr: -305> 2024-09-12T17:54:16.492+0000 7fec93323800 5 monclient: authenticate success, global_id 6555 2024-09-12T17:54:16.786 INFO:tasks.workunit.client.0.smithi045.stderr: -304> 2024-09-12T17:54:16.492+0000 7fec93323800 10 monclient: _renew_subs 2024-09-12T17:54:16.786 INFO:tasks.workunit.client.0.smithi045.stderr: -303> 2024-09-12T17:54:16.492+0000 7fec9000e640 4 set_mon_vals no callback set 2024-09-12T17:54:16.786 INFO:tasks.workunit.client.0.smithi045.stderr: -302> 2024-09-12T17:54:16.492+0000 7fec93323800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:54:16.786 INFO:tasks.workunit.client.0.smithi045.stderr: -301> 2024-09-12T17:54:16.492+0000 7fec93323800 10 monclient: _renew_subs 2024-09-12T17:54:16.786 INFO:tasks.workunit.client.0.smithi045.stderr: -300> 2024-09-12T17:54:16.492+0000 7fec93323800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:54:16.787 INFO:tasks.workunit.client.0.smithi045.stderr: -299> 2024-09-12T17:54:16.494+0000 7feb79602640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:54:16.787 INFO:tasks.workunit.client.0.smithi045.stderr: -298> 2024-09-12T17:54:16.494+0000 7feb79602640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:54:16.787 INFO:tasks.workunit.client.0.smithi045.stderr: -297> 2024-09-12T17:54:16.494+0000 7feb79602640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:54:16.787 INFO:tasks.workunit.client.0.smithi045.stderr: -296> 2024-09-12T17:54:16.494+0000 7fec8f00c640 10 monclient: get_auth_request con 0x7feb68076380 auth_method 0 2024-09-12T17:54:16.787 INFO:tasks.workunit.client.0.smithi045.stderr: -295> 2024-09-12T17:54:16.494+0000 7fec93323800 10 monclient: get_monmap_and_config 2024-09-12T17:54:16.787 INFO:tasks.workunit.client.0.smithi045.stderr: -294> 2024-09-12T17:54:16.494+0000 7fec93323800 10 monclient: build_initial_monmap 2024-09-12T17:54:16.787 INFO:tasks.workunit.client.0.smithi045.stderr: -293> 2024-09-12T17:54:16.494+0000 7fec93323800 1 build_initial for_mkfs: 0 2024-09-12T17:54:16.787 INFO:tasks.workunit.client.0.smithi045.stderr: -292> 2024-09-12T17:54:16.494+0000 7fec93323800 10 monclient: monmap: 2024-09-12T17:54:16.787 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:54:16.787 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:54:16.787 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:54:16.788 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:54:16.788 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:54:16.788 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:54:16.788 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:54:16.788 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:54:16.788 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:54:16.788 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:16.788 INFO:tasks.workunit.client.0.smithi045.stderr: -291> 2024-09-12T17:54:16.494+0000 7fec93323800 5 AuthRegistry(0x5648583331d0) adding auth protocol: cephx 2024-09-12T17:54:16.788 INFO:tasks.workunit.client.0.smithi045.stderr: -290> 2024-09-12T17:54:16.494+0000 7fec93323800 5 AuthRegistry(0x5648583331d0) adding auth protocol: cephx 2024-09-12T17:54:16.788 INFO:tasks.workunit.client.0.smithi045.stderr: -289> 2024-09-12T17:54:16.494+0000 7fec93323800 5 AuthRegistry(0x5648583331d0) adding auth protocol: cephx 2024-09-12T17:54:16.788 INFO:tasks.workunit.client.0.smithi045.stderr: -288> 2024-09-12T17:54:16.494+0000 7fec93323800 5 AuthRegistry(0x5648583331d0) adding con mode: secure 2024-09-12T17:54:16.788 INFO:tasks.workunit.client.0.smithi045.stderr: -287> 2024-09-12T17:54:16.494+0000 7fec93323800 5 AuthRegistry(0x5648583331d0) adding con mode: crc 2024-09-12T17:54:16.789 INFO:tasks.workunit.client.0.smithi045.stderr: -286> 2024-09-12T17:54:16.494+0000 7fec93323800 5 AuthRegistry(0x5648583331d0) adding con mode: secure 2024-09-12T17:54:16.789 INFO:tasks.workunit.client.0.smithi045.stderr: -285> 2024-09-12T17:54:16.494+0000 7fec93323800 5 AuthRegistry(0x5648583331d0) adding con mode: crc 2024-09-12T17:54:16.789 INFO:tasks.workunit.client.0.smithi045.stderr: -284> 2024-09-12T17:54:16.494+0000 7fec93323800 5 AuthRegistry(0x5648583331d0) adding con mode: secure 2024-09-12T17:54:16.789 INFO:tasks.workunit.client.0.smithi045.stderr: -283> 2024-09-12T17:54:16.494+0000 7fec93323800 5 AuthRegistry(0x5648583331d0) adding con mode: crc 2024-09-12T17:54:16.789 INFO:tasks.workunit.client.0.smithi045.stderr: -282> 2024-09-12T17:54:16.494+0000 7fec93323800 5 AuthRegistry(0x5648583331d0) adding con mode: crc 2024-09-12T17:54:16.789 INFO:tasks.workunit.client.0.smithi045.stderr: -281> 2024-09-12T17:54:16.494+0000 7fec93323800 5 AuthRegistry(0x5648583331d0) adding con mode: secure 2024-09-12T17:54:16.789 INFO:tasks.workunit.client.0.smithi045.stderr: -280> 2024-09-12T17:54:16.494+0000 7fec93323800 5 AuthRegistry(0x5648583331d0) adding con mode: crc 2024-09-12T17:54:16.789 INFO:tasks.workunit.client.0.smithi045.stderr: -279> 2024-09-12T17:54:16.494+0000 7fec93323800 5 AuthRegistry(0x5648583331d0) adding con mode: secure 2024-09-12T17:54:16.789 INFO:tasks.workunit.client.0.smithi045.stderr: -278> 2024-09-12T17:54:16.494+0000 7fec93323800 5 AuthRegistry(0x5648583331d0) adding con mode: crc 2024-09-12T17:54:16.789 INFO:tasks.workunit.client.0.smithi045.stderr: -277> 2024-09-12T17:54:16.494+0000 7fec93323800 5 AuthRegistry(0x5648583331d0) adding con mode: secure 2024-09-12T17:54:16.789 INFO:tasks.workunit.client.0.smithi045.stderr: -276> 2024-09-12T17:54:16.494+0000 7fec93323800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:54:16.790 INFO:tasks.workunit.client.0.smithi045.stderr: -275> 2024-09-12T17:54:16.495+0000 7fec93323800 10 monclient: init 2024-09-12T17:54:16.790 INFO:tasks.workunit.client.0.smithi045.stderr: -274> 2024-09-12T17:54:16.495+0000 7fec93323800 5 AuthRegistry(0x7ffc9b1b80d0) adding auth protocol: cephx 2024-09-12T17:54:16.790 INFO:tasks.workunit.client.0.smithi045.stderr: -273> 2024-09-12T17:54:16.495+0000 7fec93323800 5 AuthRegistry(0x7ffc9b1b80d0) adding auth protocol: cephx 2024-09-12T17:54:16.790 INFO:tasks.workunit.client.0.smithi045.stderr: -272> 2024-09-12T17:54:16.495+0000 7fec93323800 5 AuthRegistry(0x7ffc9b1b80d0) adding auth protocol: cephx 2024-09-12T17:54:16.790 INFO:tasks.workunit.client.0.smithi045.stderr: -271> 2024-09-12T17:54:16.495+0000 7fec93323800 5 AuthRegistry(0x7ffc9b1b80d0) adding con mode: secure 2024-09-12T17:54:16.790 INFO:tasks.workunit.client.0.smithi045.stderr: -270> 2024-09-12T17:54:16.495+0000 7fec93323800 5 AuthRegistry(0x7ffc9b1b80d0) adding con mode: crc 2024-09-12T17:54:16.790 INFO:tasks.workunit.client.0.smithi045.stderr: -269> 2024-09-12T17:54:16.495+0000 7fec93323800 5 AuthRegistry(0x7ffc9b1b80d0) adding con mode: secure 2024-09-12T17:54:16.791 INFO:tasks.workunit.client.0.smithi045.stderr: -268> 2024-09-12T17:54:16.495+0000 7fec93323800 5 AuthRegistry(0x7ffc9b1b80d0) adding con mode: crc 2024-09-12T17:54:16.791 INFO:tasks.workunit.client.0.smithi045.stderr: -267> 2024-09-12T17:54:16.495+0000 7fec93323800 5 AuthRegistry(0x7ffc9b1b80d0) adding con mode: secure 2024-09-12T17:54:16.791 INFO:tasks.workunit.client.0.smithi045.stderr: -266> 2024-09-12T17:54:16.495+0000 7fec93323800 5 AuthRegistry(0x7ffc9b1b80d0) adding con mode: crc 2024-09-12T17:54:16.791 INFO:tasks.workunit.client.0.smithi045.stderr: -265> 2024-09-12T17:54:16.495+0000 7fec93323800 5 AuthRegistry(0x7ffc9b1b80d0) adding con mode: crc 2024-09-12T17:54:16.791 INFO:tasks.workunit.client.0.smithi045.stderr: -264> 2024-09-12T17:54:16.495+0000 7fec93323800 5 AuthRegistry(0x7ffc9b1b80d0) adding con mode: secure 2024-09-12T17:54:16.791 INFO:tasks.workunit.client.0.smithi045.stderr: -263> 2024-09-12T17:54:16.495+0000 7fec93323800 5 AuthRegistry(0x7ffc9b1b80d0) adding con mode: crc 2024-09-12T17:54:16.791 INFO:tasks.workunit.client.0.smithi045.stderr: -262> 2024-09-12T17:54:16.495+0000 7fec93323800 5 AuthRegistry(0x7ffc9b1b80d0) adding con mode: secure 2024-09-12T17:54:16.791 INFO:tasks.workunit.client.0.smithi045.stderr: -261> 2024-09-12T17:54:16.495+0000 7fec93323800 5 AuthRegistry(0x7ffc9b1b80d0) adding con mode: crc 2024-09-12T17:54:16.791 INFO:tasks.workunit.client.0.smithi045.stderr: -260> 2024-09-12T17:54:16.495+0000 7fec93323800 5 AuthRegistry(0x7ffc9b1b80d0) adding con mode: secure 2024-09-12T17:54:16.791 INFO:tasks.workunit.client.0.smithi045.stderr: -259> 2024-09-12T17:54:16.495+0000 7fec93323800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:54:16.791 INFO:tasks.workunit.client.0.smithi045.stderr: -258> 2024-09-12T17:54:16.495+0000 7fec93323800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:54:16.792 INFO:tasks.workunit.client.0.smithi045.stderr: -257> 2024-09-12T17:54:16.495+0000 7fec93323800 5 asok(0x564858075730) register_command rotate-key cmddesc rotate-key hook 0x7ffc9b1b8218 EEXIST 2024-09-12T17:54:16.792 INFO:tasks.workunit.client.0.smithi045.stderr: -256> 2024-09-12T17:54:16.495+0000 7fec93323800 10 monclient: _reopen_session rank -1 2024-09-12T17:54:16.792 INFO:tasks.workunit.client.0.smithi045.stderr: -255> 2024-09-12T17:54:16.495+0000 7fec93323800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:54:16.792 INFO:tasks.workunit.client.0.smithi045.stderr: -254> 2024-09-12T17:54:16.495+0000 7fec93323800 10 monclient(hunting): picked mon.noname-a con 0x5648583677f0 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:54:16.792 INFO:tasks.workunit.client.0.smithi045.stderr: -253> 2024-09-12T17:54:16.495+0000 7fec93323800 10 monclient(hunting): picked mon.noname-b con 0x564858358140 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:54:16.792 INFO:tasks.workunit.client.0.smithi045.stderr: -252> 2024-09-12T17:54:16.495+0000 7fec93323800 10 monclient(hunting): picked mon.noname-c con 0x564858362c20 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:54:16.792 INFO:tasks.workunit.client.0.smithi045.stderr: -251> 2024-09-12T17:54:16.495+0000 7fec93323800 10 monclient(hunting): start opening mon connection 2024-09-12T17:54:16.792 INFO:tasks.workunit.client.0.smithi045.stderr: -250> 2024-09-12T17:54:16.495+0000 7fec93323800 10 monclient(hunting): start opening mon connection 2024-09-12T17:54:16.792 INFO:tasks.workunit.client.0.smithi045.stderr: -249> 2024-09-12T17:54:16.495+0000 7fec93323800 10 monclient(hunting): start opening mon connection 2024-09-12T17:54:16.792 INFO:tasks.workunit.client.0.smithi045.stderr: -248> 2024-09-12T17:54:16.495+0000 7fec93323800 10 monclient(hunting): _renew_subs 2024-09-12T17:54:16.792 INFO:tasks.workunit.client.0.smithi045.stderr: -247> 2024-09-12T17:54:16.495+0000 7fec93323800 10 monclient(hunting): authenticate will time out at 1954.953573s 2024-09-12T17:54:16.793 INFO:tasks.workunit.client.0.smithi045.stderr: -246> 2024-09-12T17:54:16.495+0000 7fec8f00c640 10 monclient(hunting): get_auth_request con 0x5648583677f0 auth_method 0 2024-09-12T17:54:16.793 INFO:tasks.workunit.client.0.smithi045.stderr: -245> 2024-09-12T17:54:16.495+0000 7fec8f00c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:54:16.793 INFO:tasks.workunit.client.0.smithi045.stderr: -244> 2024-09-12T17:54:16.495+0000 7fec8f00c640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:54:16.793 INFO:tasks.workunit.client.0.smithi045.stderr: -243> 2024-09-12T17:54:16.495+0000 7fec8f00c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:54:16.793 INFO:tasks.workunit.client.0.smithi045.stderr: -242> 2024-09-12T17:54:16.495+0000 7fec8f80d640 10 monclient(hunting): get_auth_request con 0x564858362c20 auth_method 0 2024-09-12T17:54:16.793 INFO:tasks.workunit.client.0.smithi045.stderr: -241> 2024-09-12T17:54:16.495+0000 7fec8f80d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:54:16.793 INFO:tasks.workunit.client.0.smithi045.stderr: -240> 2024-09-12T17:54:16.495+0000 7fec8f80d640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:54:16.793 INFO:tasks.workunit.client.0.smithi045.stderr: -239> 2024-09-12T17:54:16.495+0000 7fec8f80d640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:54:16.793 INFO:tasks.workunit.client.0.smithi045.stderr: -238> 2024-09-12T17:54:16.495+0000 7fec8e80b640 10 monclient(hunting): get_auth_request con 0x564858358140 auth_method 0 2024-09-12T17:54:16.793 INFO:tasks.workunit.client.0.smithi045.stderr: -237> 2024-09-12T17:54:16.495+0000 7fec8e80b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:54:16.793 INFO:tasks.workunit.client.0.smithi045.stderr: -236> 2024-09-12T17:54:16.495+0000 7fec8e80b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:54:16.794 INFO:tasks.workunit.client.0.smithi045.stderr: -235> 2024-09-12T17:54:16.495+0000 7fec8e80b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:54:16.794 INFO:tasks.workunit.client.0.smithi045.stderr: -234> 2024-09-12T17:54:16.495+0000 7fec8f00c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:54:16.794 INFO:tasks.workunit.client.0.smithi045.stderr: -233> 2024-09-12T17:54:16.495+0000 7fec8f00c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:54:16.794 INFO:tasks.workunit.client.0.smithi045.stderr: -232> 2024-09-12T17:54:16.495+0000 7fec8f00c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:54:16.794 INFO:tasks.workunit.client.0.smithi045.stderr: -231> 2024-09-12T17:54:16.495+0000 7fec8f80d640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:54:16.794 INFO:tasks.workunit.client.0.smithi045.stderr: -230> 2024-09-12T17:54:16.495+0000 7fec8f80d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:54:16.794 INFO:tasks.workunit.client.0.smithi045.stderr: -229> 2024-09-12T17:54:16.495+0000 7fec8f80d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:54:16.794 INFO:tasks.workunit.client.0.smithi045.stderr: -228> 2024-09-12T17:54:16.495+0000 7fec8e80b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:54:16.794 INFO:tasks.workunit.client.0.smithi045.stderr: -227> 2024-09-12T17:54:16.495+0000 7fec8e80b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:54:16.794 INFO:tasks.workunit.client.0.smithi045.stderr: -226> 2024-09-12T17:54:16.495+0000 7fec8e80b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:54:16.794 INFO:tasks.workunit.client.0.smithi045.stderr: -225> 2024-09-12T17:54:16.495+0000 7fec8f00c640 10 monclient(hunting): handle_auth_done global_id 6558 payload 274 2024-09-12T17:54:16.794 INFO:tasks.workunit.client.0.smithi045.stderr: -224> 2024-09-12T17:54:16.495+0000 7fec8f00c640 10 monclient: _finish_hunting 0 2024-09-12T17:54:16.794 INFO:tasks.workunit.client.0.smithi045.stderr: -223> 2024-09-12T17:54:16.495+0000 7fec8f00c640 1 monclient: found mon.noname-a 2024-09-12T17:54:16.795 INFO:tasks.workunit.client.0.smithi045.stderr: -222> 2024-09-12T17:54:16.495+0000 7fec8f00c640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.45:3300/0 2024-09-12T17:54:16.795 INFO:tasks.workunit.client.0.smithi045.stderr: -221> 2024-09-12T17:54:16.496+0000 7feb72ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:54:16.795 INFO:tasks.workunit.client.0.smithi045.stderr: -220> 2024-09-12T17:54:16.496+0000 7feb72ffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:54:16.795 INFO:tasks.workunit.client.0.smithi045.stderr: -219> 2024-09-12T17:54:16.496+0000 7feb72ffd640 10 monclient: dump: 2024-09-12T17:54:16.795 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:54:16.795 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:54:16.795 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:16.795 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:16.795 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:54:16.796 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:54:16.796 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:54:16.796 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:54:16.796 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:54:16.796 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:16.796 INFO:tasks.workunit.client.0.smithi045.stderr: -218> 2024-09-12T17:54:16.496+0000 7feb72ffd640 10 monclient: _finish_auth 0 2024-09-12T17:54:16.796 INFO:tasks.workunit.client.0.smithi045.stderr: -217> 2024-09-12T17:54:16.496+0000 7feb72ffd640 10 monclient: _check_auth_tickets 2024-09-12T17:54:16.796 INFO:tasks.workunit.client.0.smithi045.stderr: -216> 2024-09-12T17:54:16.496+0000 7feb72ffd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:54:16.796 INFO:tasks.workunit.client.0.smithi045.stderr: -215> 2024-09-12T17:54:16.496+0000 7feb72ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:54:16.796 INFO:tasks.workunit.client.0.smithi045.stderr: -214> 2024-09-12T17:54:16.496+0000 7feb72ffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:54:16.796 INFO:tasks.workunit.client.0.smithi045.stderr: -213> 2024-09-12T17:54:16.496+0000 7feb72ffd640 10 monclient: dump: 2024-09-12T17:54:16.796 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:54:16.797 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:54:16.797 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:16.797 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:16.797 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:54:16.797 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:54:16.797 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:54:16.797 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:54:16.797 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:54:16.797 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:16.797 INFO:tasks.workunit.client.0.smithi045.stderr: -212> 2024-09-12T17:54:16.496+0000 7fec93323800 5 monclient: authenticate success, global_id 6558 2024-09-12T17:54:16.797 INFO:tasks.workunit.client.0.smithi045.stderr: -211> 2024-09-12T17:54:16.496+0000 7fec93323800 10 monclient: get_monmap_and_config success 2024-09-12T17:54:16.797 INFO:tasks.workunit.client.0.smithi045.stderr: -210> 2024-09-12T17:54:16.496+0000 7fec93323800 4 set_mon_vals no callback set 2024-09-12T17:54:16.797 INFO:tasks.workunit.client.0.smithi045.stderr: -209> 2024-09-12T17:54:16.496+0000 7fec93323800 10 monclient: shutdown 2024-09-12T17:54:16.798 INFO:tasks.workunit.client.0.smithi045.stderr: -208> 2024-09-12T17:54:16.496+0000 7fec93323800 10 monclient: build_initial_monmap 2024-09-12T17:54:16.798 INFO:tasks.workunit.client.0.smithi045.stderr: -207> 2024-09-12T17:54:16.496+0000 7fec93323800 1 build_initial for_mkfs: 0 2024-09-12T17:54:16.798 INFO:tasks.workunit.client.0.smithi045.stderr: -206> 2024-09-12T17:54:16.496+0000 7fec93323800 10 monclient: monmap: 2024-09-12T17:54:16.798 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:54:16.798 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:54:16.798 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:54:16.798 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:54:16.798 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:54:16.798 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:54:16.798 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:54:16.798 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:54:16.798 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:54:16.798 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:16.798 INFO:tasks.workunit.client.0.smithi045.stderr: -205> 2024-09-12T17:54:16.496+0000 7fec93323800 5 AuthRegistry(0x564858336d50) adding auth protocol: cephx 2024-09-12T17:54:16.799 INFO:tasks.workunit.client.0.smithi045.stderr: -204> 2024-09-12T17:54:16.496+0000 7fec93323800 5 AuthRegistry(0x564858336d50) adding auth protocol: cephx 2024-09-12T17:54:16.799 INFO:tasks.workunit.client.0.smithi045.stderr: -203> 2024-09-12T17:54:16.496+0000 7fec93323800 5 AuthRegistry(0x564858336d50) adding auth protocol: cephx 2024-09-12T17:54:16.799 INFO:tasks.workunit.client.0.smithi045.stderr: -202> 2024-09-12T17:54:16.496+0000 7fec93323800 5 AuthRegistry(0x564858336d50) adding con mode: secure 2024-09-12T17:54:16.799 INFO:tasks.workunit.client.0.smithi045.stderr: -201> 2024-09-12T17:54:16.496+0000 7fec93323800 5 AuthRegistry(0x564858336d50) adding con mode: crc 2024-09-12T17:54:16.799 INFO:tasks.workunit.client.0.smithi045.stderr: -200> 2024-09-12T17:54:16.496+0000 7fec93323800 5 AuthRegistry(0x564858336d50) adding con mode: secure 2024-09-12T17:54:16.799 INFO:tasks.workunit.client.0.smithi045.stderr: -199> 2024-09-12T17:54:16.496+0000 7fec93323800 5 AuthRegistry(0x564858336d50) adding con mode: crc 2024-09-12T17:54:16.799 INFO:tasks.workunit.client.0.smithi045.stderr: -198> 2024-09-12T17:54:16.496+0000 7fec93323800 5 AuthRegistry(0x564858336d50) adding con mode: secure 2024-09-12T17:54:16.799 INFO:tasks.workunit.client.0.smithi045.stderr: -197> 2024-09-12T17:54:16.496+0000 7fec93323800 5 AuthRegistry(0x564858336d50) adding con mode: crc 2024-09-12T17:54:16.799 INFO:tasks.workunit.client.0.smithi045.stderr: -196> 2024-09-12T17:54:16.496+0000 7fec93323800 5 AuthRegistry(0x564858336d50) adding con mode: crc 2024-09-12T17:54:16.799 INFO:tasks.workunit.client.0.smithi045.stderr: -195> 2024-09-12T17:54:16.496+0000 7fec93323800 5 AuthRegistry(0x564858336d50) adding con mode: secure 2024-09-12T17:54:16.799 INFO:tasks.workunit.client.0.smithi045.stderr: -194> 2024-09-12T17:54:16.496+0000 7fec93323800 5 AuthRegistry(0x564858336d50) adding con mode: crc 2024-09-12T17:54:16.799 INFO:tasks.workunit.client.0.smithi045.stderr: -193> 2024-09-12T17:54:16.496+0000 7fec93323800 5 AuthRegistry(0x564858336d50) adding con mode: secure 2024-09-12T17:54:16.799 INFO:tasks.workunit.client.0.smithi045.stderr: -192> 2024-09-12T17:54:16.496+0000 7fec93323800 5 AuthRegistry(0x564858336d50) adding con mode: crc 2024-09-12T17:54:16.800 INFO:tasks.workunit.client.0.smithi045.stderr: -191> 2024-09-12T17:54:16.496+0000 7fec93323800 5 AuthRegistry(0x564858336d50) adding con mode: secure 2024-09-12T17:54:16.800 INFO:tasks.workunit.client.0.smithi045.stderr: -190> 2024-09-12T17:54:16.497+0000 7fec93323800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:54:16.800 INFO:tasks.workunit.client.0.smithi045.stderr: -189> 2024-09-12T17:54:16.497+0000 7fec93323800 1 librados: starting msgr at 2024-09-12T17:54:16.800 INFO:tasks.workunit.client.0.smithi045.stderr: -188> 2024-09-12T17:54:16.497+0000 7fec93323800 1 librados: starting objecter 2024-09-12T17:54:16.800 INFO:tasks.workunit.client.0.smithi045.stderr: -187> 2024-09-12T17:54:16.497+0000 7fec93323800 5 asok(0x564858075730) register_command objecter_requests cmddesc objecter_requests hook 0x564858362b20 EEXIST 2024-09-12T17:54:16.800 INFO:tasks.workunit.client.0.smithi045.stderr: -186> 2024-09-12T17:54:16.497+0000 7fec93323800 1 librados: setting wanted keys 2024-09-12T17:54:16.800 INFO:tasks.workunit.client.0.smithi045.stderr: -185> 2024-09-12T17:54:16.497+0000 7fec93323800 1 librados: calling monclient init 2024-09-12T17:54:16.800 INFO:tasks.workunit.client.0.smithi045.stderr: -184> 2024-09-12T17:54:16.497+0000 7fec93323800 10 monclient: init 2024-09-12T17:54:16.800 INFO:tasks.workunit.client.0.smithi045.stderr: -183> 2024-09-12T17:54:16.497+0000 7fec93323800 5 AuthRegistry(0x56485832b0f0) adding auth protocol: cephx 2024-09-12T17:54:16.800 INFO:tasks.workunit.client.0.smithi045.stderr: -182> 2024-09-12T17:54:16.497+0000 7fec93323800 5 AuthRegistry(0x56485832b0f0) adding auth protocol: cephx 2024-09-12T17:54:16.800 INFO:tasks.workunit.client.0.smithi045.stderr: -181> 2024-09-12T17:54:16.497+0000 7fec93323800 5 AuthRegistry(0x56485832b0f0) adding auth protocol: cephx 2024-09-12T17:54:16.800 INFO:tasks.workunit.client.0.smithi045.stderr: -180> 2024-09-12T17:54:16.497+0000 7fec93323800 5 AuthRegistry(0x56485832b0f0) adding con mode: secure 2024-09-12T17:54:16.800 INFO:tasks.workunit.client.0.smithi045.stderr: -179> 2024-09-12T17:54:16.497+0000 7fec93323800 5 AuthRegistry(0x56485832b0f0) adding con mode: crc 2024-09-12T17:54:16.801 INFO:tasks.workunit.client.0.smithi045.stderr: -178> 2024-09-12T17:54:16.497+0000 7fec93323800 5 AuthRegistry(0x56485832b0f0) adding con mode: secure 2024-09-12T17:54:16.801 INFO:tasks.workunit.client.0.smithi045.stderr: -177> 2024-09-12T17:54:16.497+0000 7fec93323800 5 AuthRegistry(0x56485832b0f0) adding con mode: crc 2024-09-12T17:54:16.801 INFO:tasks.workunit.client.0.smithi045.stderr: -176> 2024-09-12T17:54:16.497+0000 7fec93323800 5 AuthRegistry(0x56485832b0f0) adding con mode: secure 2024-09-12T17:54:16.801 INFO:tasks.workunit.client.0.smithi045.stderr: -175> 2024-09-12T17:54:16.497+0000 7fec93323800 5 AuthRegistry(0x56485832b0f0) adding con mode: crc 2024-09-12T17:54:16.801 INFO:tasks.workunit.client.0.smithi045.stderr: -174> 2024-09-12T17:54:16.497+0000 7fec93323800 5 AuthRegistry(0x56485832b0f0) adding con mode: crc 2024-09-12T17:54:16.801 INFO:tasks.workunit.client.0.smithi045.stderr: -173> 2024-09-12T17:54:16.497+0000 7fec93323800 5 AuthRegistry(0x56485832b0f0) adding con mode: secure 2024-09-12T17:54:16.801 INFO:tasks.workunit.client.0.smithi045.stderr: -172> 2024-09-12T17:54:16.497+0000 7fec93323800 5 AuthRegistry(0x56485832b0f0) adding con mode: crc 2024-09-12T17:54:16.801 INFO:tasks.workunit.client.0.smithi045.stderr: -171> 2024-09-12T17:54:16.497+0000 7fec93323800 5 AuthRegistry(0x56485832b0f0) adding con mode: secure 2024-09-12T17:54:16.801 INFO:tasks.workunit.client.0.smithi045.stderr: -170> 2024-09-12T17:54:16.497+0000 7fec93323800 5 AuthRegistry(0x56485832b0f0) adding con mode: crc 2024-09-12T17:54:16.801 INFO:tasks.workunit.client.0.smithi045.stderr: -169> 2024-09-12T17:54:16.497+0000 7fec93323800 5 AuthRegistry(0x56485832b0f0) adding con mode: secure 2024-09-12T17:54:16.801 INFO:tasks.workunit.client.0.smithi045.stderr: -168> 2024-09-12T17:54:16.497+0000 7fec93323800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:54:16.801 INFO:tasks.workunit.client.0.smithi045.stderr: -167> 2024-09-12T17:54:16.497+0000 7fec93323800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:54:16.801 INFO:tasks.workunit.client.0.smithi045.stderr: -166> 2024-09-12T17:54:16.497+0000 7fec93323800 5 asok(0x564858075730) register_command rotate-key cmddesc rotate-key hook 0x56485832b238 EEXIST 2024-09-12T17:54:16.802 INFO:tasks.workunit.client.0.smithi045.stderr: -165> 2024-09-12T17:54:16.497+0000 7fec93323800 10 monclient: _reopen_session rank -1 2024-09-12T17:54:16.802 INFO:tasks.workunit.client.0.smithi045.stderr: -164> 2024-09-12T17:54:16.497+0000 7fec93323800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:54:16.802 INFO:tasks.workunit.client.0.smithi045.stderr: -163> 2024-09-12T17:54:16.497+0000 7fec93323800 10 monclient(hunting): picked mon.noname-c con 0x564858358140 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:54:16.802 INFO:tasks.workunit.client.0.smithi045.stderr: -162> 2024-09-12T17:54:16.497+0000 7fec93323800 10 monclient(hunting): picked mon.noname-b con 0x564858362c20 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:54:16.802 INFO:tasks.workunit.client.0.smithi045.stderr: -161> 2024-09-12T17:54:16.497+0000 7fec93323800 10 monclient(hunting): picked mon.noname-a con 0x5648583677f0 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:54:16.802 INFO:tasks.workunit.client.0.smithi045.stderr: -160> 2024-09-12T17:54:16.497+0000 7fec93323800 10 monclient(hunting): start opening mon connection 2024-09-12T17:54:16.802 INFO:tasks.workunit.client.0.smithi045.stderr: -159> 2024-09-12T17:54:16.497+0000 7fec93323800 10 monclient(hunting): start opening mon connection 2024-09-12T17:54:16.802 INFO:tasks.workunit.client.0.smithi045.stderr: -158> 2024-09-12T17:54:16.497+0000 7fec93323800 10 monclient(hunting): start opening mon connection 2024-09-12T17:54:16.802 INFO:tasks.workunit.client.0.smithi045.stderr: -157> 2024-09-12T17:54:16.497+0000 7fec93323800 10 monclient(hunting): _renew_subs 2024-09-12T17:54:16.802 INFO:tasks.workunit.client.0.smithi045.stderr: -156> 2024-09-12T17:54:16.497+0000 7fec93323800 10 monclient(hunting): authenticate will time out at 1954.955905s 2024-09-12T17:54:16.802 INFO:tasks.workunit.client.0.smithi045.stderr: -155> 2024-09-12T17:54:16.498+0000 7fec8f00c640 10 monclient(hunting): get_auth_request con 0x564858358140 auth_method 0 2024-09-12T17:54:16.802 INFO:tasks.workunit.client.0.smithi045.stderr: -154> 2024-09-12T17:54:16.498+0000 7fec8f00c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:54:16.802 INFO:tasks.workunit.client.0.smithi045.stderr: -153> 2024-09-12T17:54:16.498+0000 7fec8f00c640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:54:16.803 INFO:tasks.workunit.client.0.smithi045.stderr: -152> 2024-09-12T17:54:16.498+0000 7fec8f00c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:54:16.803 INFO:tasks.workunit.client.0.smithi045.stderr: -151> 2024-09-12T17:54:16.498+0000 7fec8f80d640 10 monclient(hunting): get_auth_request con 0x5648583677f0 auth_method 0 2024-09-12T17:54:16.803 INFO:tasks.workunit.client.0.smithi045.stderr: -150> 2024-09-12T17:54:16.498+0000 7fec8f80d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:54:16.803 INFO:tasks.workunit.client.0.smithi045.stderr: -149> 2024-09-12T17:54:16.498+0000 7fec8f80d640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:54:16.803 INFO:tasks.workunit.client.0.smithi045.stderr: -148> 2024-09-12T17:54:16.498+0000 7fec8f80d640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:54:16.803 INFO:tasks.workunit.client.0.smithi045.stderr: -147> 2024-09-12T17:54:16.498+0000 7fec8e80b640 10 monclient(hunting): get_auth_request con 0x564858362c20 auth_method 0 2024-09-12T17:54:16.803 INFO:tasks.workunit.client.0.smithi045.stderr: -146> 2024-09-12T17:54:16.498+0000 7fec8e80b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:54:16.803 INFO:tasks.workunit.client.0.smithi045.stderr: -145> 2024-09-12T17:54:16.498+0000 7fec8e80b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:54:16.803 INFO:tasks.workunit.client.0.smithi045.stderr: -144> 2024-09-12T17:54:16.498+0000 7fec8e80b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:54:16.803 INFO:tasks.workunit.client.0.smithi045.stderr: -143> 2024-09-12T17:54:16.498+0000 7fec8f00c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:54:16.803 INFO:tasks.workunit.client.0.smithi045.stderr: -142> 2024-09-12T17:54:16.498+0000 7fec8f00c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:54:16.804 INFO:tasks.workunit.client.0.smithi045.stderr: -141> 2024-09-12T17:54:16.498+0000 7fec8f00c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:54:16.804 INFO:tasks.workunit.client.0.smithi045.stderr: -140> 2024-09-12T17:54:16.498+0000 7fec8f80d640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:54:16.804 INFO:tasks.workunit.client.0.smithi045.stderr: -139> 2024-09-12T17:54:16.498+0000 7fec8f80d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:54:16.804 INFO:tasks.workunit.client.0.smithi045.stderr: -138> 2024-09-12T17:54:16.498+0000 7fec8f80d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:54:16.804 INFO:tasks.workunit.client.0.smithi045.stderr: -137> 2024-09-12T17:54:16.498+0000 7fec8e80b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:54:16.804 INFO:tasks.workunit.client.0.smithi045.stderr: -136> 2024-09-12T17:54:16.498+0000 7fec8e80b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:54:16.804 INFO:tasks.workunit.client.0.smithi045.stderr: -135> 2024-09-12T17:54:16.498+0000 7fec8e80b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:54:16.804 INFO:tasks.workunit.client.0.smithi045.stderr: -134> 2024-09-12T17:54:16.498+0000 7fec8f80d640 10 monclient(hunting): handle_auth_done global_id 6561 payload 824 2024-09-12T17:54:16.804 INFO:tasks.workunit.client.0.smithi045.stderr: -133> 2024-09-12T17:54:16.498+0000 7fec8f80d640 10 monclient: _finish_hunting 0 2024-09-12T17:54:16.805 INFO:tasks.workunit.client.0.smithi045.stderr: -132> 2024-09-12T17:54:16.498+0000 7fec8f80d640 1 monclient: found mon.noname-a 2024-09-12T17:54:16.805 INFO:tasks.workunit.client.0.smithi045.stderr: -131> 2024-09-12T17:54:16.498+0000 7fec8f80d640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.45:3300/0 2024-09-12T17:54:16.805 INFO:tasks.workunit.client.0.smithi045.stderr: -130> 2024-09-12T17:54:16.498+0000 7feb717fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:54:16.805 INFO:tasks.workunit.client.0.smithi045.stderr: -129> 2024-09-12T17:54:16.498+0000 7feb717fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:54:16.805 INFO:tasks.workunit.client.0.smithi045.stderr: -128> 2024-09-12T17:54:16.498+0000 7feb717fa640 10 monclient: dump: 2024-09-12T17:54:16.805 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:54:16.805 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:54:16.805 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:16.805 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:16.806 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:54:16.806 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:54:16.806 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:54:16.806 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:54:16.806 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:54:16.806 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:16.806 INFO:tasks.workunit.client.0.smithi045.stderr: -127> 2024-09-12T17:54:16.498+0000 7feb717fa640 10 monclient: _finish_auth 0 2024-09-12T17:54:16.806 INFO:tasks.workunit.client.0.smithi045.stderr: -126> 2024-09-12T17:54:16.498+0000 7feb717fa640 10 monclient: _check_auth_tickets 2024-09-12T17:54:16.806 INFO:tasks.workunit.client.0.smithi045.stderr: -125> 2024-09-12T17:54:16.498+0000 7feb717fa640 10 monclient: handle_config config(0 keys) 2024-09-12T17:54:16.806 INFO:tasks.workunit.client.0.smithi045.stderr: -124> 2024-09-12T17:54:16.498+0000 7feb717fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:54:16.807 INFO:tasks.workunit.client.0.smithi045.stderr: -123> 2024-09-12T17:54:16.498+0000 7feb717fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:54:16.807 INFO:tasks.workunit.client.0.smithi045.stderr: -122> 2024-09-12T17:54:16.498+0000 7feb717fa640 10 monclient: dump: 2024-09-12T17:54:16.807 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:54:16.807 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:54:16.807 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:16.807 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:16.807 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:54:16.807 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:54:16.807 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:54:16.807 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:54:16.807 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:54:16.807 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:16.807 INFO:tasks.workunit.client.0.smithi045.stderr: -121> 2024-09-12T17:54:16.498+0000 7fec93323800 5 monclient: authenticate success, global_id 6561 2024-09-12T17:54:16.807 INFO:tasks.workunit.client.0.smithi045.stderr: -120> 2024-09-12T17:54:16.498+0000 7fec93323800 10 monclient: _renew_subs 2024-09-12T17:54:16.808 INFO:tasks.workunit.client.0.smithi045.stderr: -119> 2024-09-12T17:54:16.498+0000 7feb72ffd640 4 set_mon_vals no callback set 2024-09-12T17:54:16.808 INFO:tasks.workunit.client.0.smithi045.stderr: -118> 2024-09-12T17:54:16.498+0000 7fec93323800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:54:16.808 INFO:tasks.workunit.client.0.smithi045.stderr: -117> 2024-09-12T17:54:16.498+0000 7fec93323800 10 monclient: _renew_subs 2024-09-12T17:54:16.808 INFO:tasks.workunit.client.0.smithi045.stderr: -116> 2024-09-12T17:54:16.498+0000 7fec93323800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:54:16.808 INFO:tasks.workunit.client.0.smithi045.stderr: -115> 2024-09-12T17:54:16.498+0000 7fec93323800 1 librados: init done 2024-09-12T17:54:16.808 INFO:tasks.workunit.client.0.smithi045.stderr: -114> 2024-09-12T17:54:16.498+0000 7fec93323800 5 asok(0x564858075730) register_command cr dump hook 0x56485835c158 2024-09-12T17:54:16.808 INFO:tasks.workunit.client.0.smithi045.stderr: -113> 2024-09-12T17:54:16.500+0000 7fec93323800 20 rados->read ofs=0 len=0 2024-09-12T17:54:16.808 INFO:tasks.workunit.client.0.smithi045.stderr: -112> 2024-09-12T17:54:16.500+0000 7feb717fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:54:16.808 INFO:tasks.workunit.client.0.smithi045.stderr: -111> 2024-09-12T17:54:16.500+0000 7feb717fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:54:16.808 INFO:tasks.workunit.client.0.smithi045.stderr: -110> 2024-09-12T17:54:16.500+0000 7feb717fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:54:16.808 INFO:tasks.workunit.client.0.smithi045.stderr: -109> 2024-09-12T17:54:16.500+0000 7fec8f00c640 10 monclient: get_auth_request con 0x7feb58076470 auth_method 0 2024-09-12T17:54:16.808 INFO:tasks.workunit.client.0.smithi045.stderr: -108> 2024-09-12T17:54:16.500+0000 7fec8e80b640 10 monclient: get_auth_request con 0x564858381c10 auth_method 0 2024-09-12T17:54:16.808 INFO:tasks.workunit.client.0.smithi045.stderr: -107> 2024-09-12T17:54:16.501+0000 7fec93323800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:16.809 INFO:tasks.workunit.client.0.smithi045.stderr: -106> 2024-09-12T17:54:16.501+0000 7fec93323800 20 realm 2024-09-12T17:54:16.809 INFO:tasks.workunit.client.0.smithi045.stderr: -105> 2024-09-12T17:54:16.501+0000 7fec93323800 20 rados->read ofs=0 len=0 2024-09-12T17:54:16.809 INFO:tasks.workunit.client.0.smithi045.stderr: -104> 2024-09-12T17:54:16.501+0000 7fec93323800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:16.809 INFO:tasks.workunit.client.0.smithi045.stderr: -103> 2024-09-12T17:54:16.501+0000 7fec93323800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:54:16.809 INFO:tasks.workunit.client.0.smithi045.stderr: -102> 2024-09-12T17:54:16.501+0000 7fec93323800 20 rados->read ofs=0 len=0 2024-09-12T17:54:16.809 INFO:tasks.workunit.client.0.smithi045.stderr: -101> 2024-09-12T17:54:16.501+0000 7fec93323800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:16.809 INFO:tasks.workunit.client.0.smithi045.stderr: -100> 2024-09-12T17:54:16.501+0000 7fec93323800 20 rados->read ofs=0 len=0 2024-09-12T17:54:16.809 INFO:tasks.workunit.client.0.smithi045.stderr: -99> 2024-09-12T17:54:16.502+0000 7fec8f00c640 10 monclient: get_auth_request con 0x564858385e30 auth_method 0 2024-09-12T17:54:16.809 INFO:tasks.workunit.client.0.smithi045.stderr: -98> 2024-09-12T17:54:16.502+0000 7fec93323800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:16.809 INFO:tasks.workunit.client.0.smithi045.stderr: -97> 2024-09-12T17:54:16.502+0000 7fec93323800 20 rados->read ofs=0 len=0 2024-09-12T17:54:16.809 INFO:tasks.workunit.client.0.smithi045.stderr: -96> 2024-09-12T17:54:16.502+0000 7fec8e80b640 10 monclient: get_auth_request con 0x564858389690 auth_method 0 2024-09-12T17:54:16.810 INFO:tasks.workunit.client.0.smithi045.stderr: -95> 2024-09-12T17:54:16.503+0000 7fec93323800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:54:16.810 INFO:tasks.workunit.client.0.smithi045.stderr: -94> 2024-09-12T17:54:16.503+0000 7fec93323800 20 searching for the correct realm 2024-09-12T17:54:16.810 INFO:tasks.workunit.client.0.smithi045.stderr: -93> 2024-09-12T17:54:16.503+0000 7fec8f80d640 10 monclient: get_auth_request con 0x56485838e3a0 auth_method 0 2024-09-12T17:54:16.810 INFO:tasks.workunit.client.0.smithi045.stderr: -92> 2024-09-12T17:54:16.504+0000 7fec8f00c640 10 monclient: get_auth_request con 0x7fec78063040 auth_method 0 2024-09-12T17:54:16.810 INFO:tasks.workunit.client.0.smithi045.stderr: -91> 2024-09-12T17:54:16.505+0000 7fec8e80b640 10 monclient: get_auth_request con 0x7fec80077420 auth_method 0 2024-09-12T17:54:16.810 INFO:tasks.workunit.client.0.smithi045.stderr: -90> 2024-09-12T17:54:16.505+0000 7fec8e80b640 0 -- 172.21.15.45:0/3264081901 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7fec80077420 msgr2=0x7fec80077840 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:54:16.810 INFO:tasks.workunit.client.0.smithi045.stderr: -89> 2024-09-12T17:54:16.505+0000 7feb717fa640 1 client.6561.objecter ms_handle_reset 0x7fec80077420 session 0x7fec800a4040 osd.4 2024-09-12T17:54:16.810 INFO:tasks.workunit.client.0.smithi045.stderr: -88> 2024-09-12T17:54:16.505+0000 7feb717fa640 10 monclient: _renew_subs 2024-09-12T17:54:16.810 INFO:tasks.workunit.client.0.smithi045.stderr: -87> 2024-09-12T17:54:16.505+0000 7feb717fa640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:54:16.810 INFO:tasks.workunit.client.0.smithi045.stderr: -86> 2024-09-12T17:54:16.505+0000 7fec8e80b640 10 monclient: get_auth_request con 0x7feb58086b20 auth_method 0 2024-09-12T17:54:16.810 INFO:tasks.workunit.client.0.smithi045.stderr: -85> 2024-09-12T17:54:16.507+0000 7fec8f80d640 10 monclient: get_auth_request con 0x7fec780811b0 auth_method 0 2024-09-12T17:54:16.810 INFO:tasks.workunit.client.0.smithi045.stderr: -84> 2024-09-12T17:54:16.509+0000 7fec8f00c640 10 monclient: get_auth_request con 0x7fec78069e80 auth_method 0 2024-09-12T17:54:16.811 INFO:tasks.workunit.client.0.smithi045.stderr: -83> 2024-09-12T17:54:16.509+0000 7fec8f00c640 0 -- 172.21.15.45:0/3264081901 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7fec78069e80 msgr2=0x7fec78076900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:54:16.811 INFO:tasks.workunit.client.0.smithi045.stderr: -82> 2024-09-12T17:54:16.711+0000 7fec8f00c640 10 monclient: get_auth_request con 0x7fec78069e80 auth_method 0 2024-09-12T17:54:16.811 INFO:tasks.workunit.client.0.smithi045.stderr: -81> 2024-09-12T17:54:16.716+0000 7fec93323800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:54:16.811 INFO:tasks.workunit.client.0.smithi045.stderr: -80> 2024-09-12T17:54:16.716+0000 7fec93323800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:54:16.811 INFO:tasks.workunit.client.0.smithi045.stderr: -79> 2024-09-12T17:54:16.716+0000 7fec93323800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:54:16.811 INFO:tasks.workunit.client.0.smithi045.stderr: -78> 2024-09-12T17:54:16.716+0000 7fec93323800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:54:16.811 INFO:tasks.workunit.client.0.smithi045.stderr: -77> 2024-09-12T17:54:16.716+0000 7fec93323800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:54:16.811 INFO:tasks.workunit.client.0.smithi045.stderr: -76> 2024-09-12T17:54:16.716+0000 7fec93323800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:54:16.811 INFO:tasks.workunit.client.0.smithi045.stderr: -75> 2024-09-12T17:54:16.716+0000 7fec93323800 20 rados->read ofs=0 len=0 2024-09-12T17:54:16.811 INFO:tasks.workunit.client.0.smithi045.stderr: -74> 2024-09-12T17:54:16.716+0000 7fec93323800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:16.811 INFO:tasks.workunit.client.0.smithi045.stderr: -73> 2024-09-12T17:54:16.717+0000 7fec93323800 20 rados->read ofs=0 len=0 2024-09-12T17:54:16.811 INFO:tasks.workunit.client.0.smithi045.stderr: -72> 2024-09-12T17:54:16.717+0000 7fec93323800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:16.811 INFO:tasks.workunit.client.0.smithi045.stderr: -71> 2024-09-12T17:54:16.717+0000 7fec93323800 20 rados->read ofs=0 len=0 2024-09-12T17:54:16.812 INFO:tasks.workunit.client.0.smithi045.stderr: -70> 2024-09-12T17:54:16.717+0000 7fec93323800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:54:16.812 INFO:tasks.workunit.client.0.smithi045.stderr: -69> 2024-09-12T17:54:16.717+0000 7fec93323800 20 zone default found 2024-09-12T17:54:16.812 INFO:tasks.workunit.client.0.smithi045.stderr: -68> 2024-09-12T17:54:16.717+0000 7fec93323800 4 Realm: () 2024-09-12T17:54:16.812 INFO:tasks.workunit.client.0.smithi045.stderr: -67> 2024-09-12T17:54:16.717+0000 7fec93323800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:54:16.812 INFO:tasks.workunit.client.0.smithi045.stderr: -66> 2024-09-12T17:54:16.717+0000 7fec93323800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:54:16.812 INFO:tasks.workunit.client.0.smithi045.stderr: -65> 2024-09-12T17:54:16.717+0000 7fec93323800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:54:16.812 INFO:tasks.workunit.client.0.smithi045.stderr: -64> 2024-09-12T17:54:16.717+0000 7fec93323800 20 zonegroup default 2024-09-12T17:54:16.812 INFO:tasks.workunit.client.0.smithi045.stderr: -63> 2024-09-12T17:54:16.717+0000 7fec93323800 20 rados->read ofs=0 len=0 2024-09-12T17:54:16.812 INFO:tasks.workunit.client.0.smithi045.stderr: -62> 2024-09-12T17:54:16.717+0000 7fec93323800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:16.812 INFO:tasks.workunit.client.0.smithi045.stderr: -61> 2024-09-12T17:54:16.718+0000 7fec93323800 20 rados->read ofs=0 len=0 2024-09-12T17:54:16.812 INFO:tasks.workunit.client.0.smithi045.stderr: -60> 2024-09-12T17:54:16.718+0000 7fec93323800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:16.812 INFO:tasks.workunit.client.0.smithi045.stderr: -59> 2024-09-12T17:54:16.718+0000 7fec93323800 20 rados->read ofs=0 len=0 2024-09-12T17:54:16.812 INFO:tasks.workunit.client.0.smithi045.stderr: -58> 2024-09-12T17:54:16.718+0000 7fec93323800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:16.813 INFO:tasks.workunit.client.0.smithi045.stderr: -57> 2024-09-12T17:54:16.718+0000 7fec93323800 20 started sync module instance, tier type = 2024-09-12T17:54:16.813 INFO:tasks.workunit.client.0.smithi045.stderr: -56> 2024-09-12T17:54:16.718+0000 7fec93323800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:54:16.813 INFO:tasks.workunit.client.0.smithi045.stderr: -55> 2024-09-12T17:54:16.727+0000 7fec93323800 20 add_watcher() i=0 2024-09-12T17:54:16.813 INFO:tasks.workunit.client.0.smithi045.stderr: -54> 2024-09-12T17:54:16.727+0000 7fec93323800 20 add_watcher() i=1 2024-09-12T17:54:16.813 INFO:tasks.workunit.client.0.smithi045.stderr: -53> 2024-09-12T17:54:16.727+0000 7fec93323800 20 add_watcher() i=2 2024-09-12T17:54:16.813 INFO:tasks.workunit.client.0.smithi045.stderr: -52> 2024-09-12T17:54:16.727+0000 7fec93323800 20 add_watcher() i=3 2024-09-12T17:54:16.813 INFO:tasks.workunit.client.0.smithi045.stderr: -51> 2024-09-12T17:54:16.727+0000 7fec93323800 20 add_watcher() i=4 2024-09-12T17:54:16.813 INFO:tasks.workunit.client.0.smithi045.stderr: -50> 2024-09-12T17:54:16.727+0000 7fec93323800 20 add_watcher() i=5 2024-09-12T17:54:16.813 INFO:tasks.workunit.client.0.smithi045.stderr: -49> 2024-09-12T17:54:16.727+0000 7fec93323800 20 add_watcher() i=6 2024-09-12T17:54:16.813 INFO:tasks.workunit.client.0.smithi045.stderr: -48> 2024-09-12T17:54:16.728+0000 7fec93323800 20 add_watcher() i=7 2024-09-12T17:54:16.813 INFO:tasks.workunit.client.0.smithi045.stderr: -47> 2024-09-12T17:54:16.728+0000 7fec93323800 2 all 8 watchers are set, enabling cache 2024-09-12T17:54:16.813 INFO:tasks.workunit.client.0.smithi045.stderr: -46> 2024-09-12T17:54:16.730+0000 7fec93323800 5 AuthRegistry(0x7ffc9b1b85a0) adding auth protocol: cephx 2024-09-12T17:54:16.814 INFO:tasks.workunit.client.0.smithi045.stderr: -45> 2024-09-12T17:54:16.730+0000 7fec93323800 5 AuthRegistry(0x7ffc9b1b85a0) adding auth protocol: cephx 2024-09-12T17:54:16.814 INFO:tasks.workunit.client.0.smithi045.stderr: -44> 2024-09-12T17:54:16.730+0000 7fec93323800 5 AuthRegistry(0x7ffc9b1b85a0) adding auth protocol: cephx 2024-09-12T17:54:16.814 INFO:tasks.workunit.client.0.smithi045.stderr: -43> 2024-09-12T17:54:16.730+0000 7fec93323800 5 AuthRegistry(0x7ffc9b1b85a0) adding con mode: secure 2024-09-12T17:54:16.814 INFO:tasks.workunit.client.0.smithi045.stderr: -42> 2024-09-12T17:54:16.730+0000 7fec93323800 5 AuthRegistry(0x7ffc9b1b85a0) adding con mode: crc 2024-09-12T17:54:16.814 INFO:tasks.workunit.client.0.smithi045.stderr: -41> 2024-09-12T17:54:16.730+0000 7fec93323800 5 AuthRegistry(0x7ffc9b1b85a0) adding con mode: secure 2024-09-12T17:54:16.814 INFO:tasks.workunit.client.0.smithi045.stderr: -40> 2024-09-12T17:54:16.730+0000 7fec93323800 5 AuthRegistry(0x7ffc9b1b85a0) adding con mode: crc 2024-09-12T17:54:16.814 INFO:tasks.workunit.client.0.smithi045.stderr: -39> 2024-09-12T17:54:16.730+0000 7fec93323800 5 AuthRegistry(0x7ffc9b1b85a0) adding con mode: secure 2024-09-12T17:54:16.814 INFO:tasks.workunit.client.0.smithi045.stderr: -38> 2024-09-12T17:54:16.730+0000 7fec93323800 5 AuthRegistry(0x7ffc9b1b85a0) adding con mode: crc 2024-09-12T17:54:16.815 INFO:tasks.workunit.client.0.smithi045.stderr: -37> 2024-09-12T17:54:16.730+0000 7fec93323800 5 AuthRegistry(0x7ffc9b1b85a0) adding con mode: crc 2024-09-12T17:54:16.815 INFO:tasks.workunit.client.0.smithi045.stderr: -36> 2024-09-12T17:54:16.730+0000 7fec93323800 5 AuthRegistry(0x7ffc9b1b85a0) adding con mode: secure 2024-09-12T17:54:16.815 INFO:tasks.workunit.client.0.smithi045.stderr: -35> 2024-09-12T17:54:16.730+0000 7fec93323800 5 AuthRegistry(0x7ffc9b1b85a0) adding con mode: crc 2024-09-12T17:54:16.815 INFO:tasks.workunit.client.0.smithi045.stderr: -34> 2024-09-12T17:54:16.730+0000 7feb45fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:54:16.815 INFO:tasks.workunit.client.0.smithi045.stderr: -33> 2024-09-12T17:54:16.730+0000 7fec93323800 5 AuthRegistry(0x7ffc9b1b85a0) adding con mode: secure 2024-09-12T17:54:16.815 INFO:tasks.workunit.client.0.smithi045.stderr: -32> 2024-09-12T17:54:16.730+0000 7fec93323800 5 AuthRegistry(0x7ffc9b1b85a0) adding con mode: crc 2024-09-12T17:54:16.815 INFO:tasks.workunit.client.0.smithi045.stderr: -31> 2024-09-12T17:54:16.730+0000 7fec93323800 5 AuthRegistry(0x7ffc9b1b85a0) adding con mode: secure 2024-09-12T17:54:16.815 INFO:tasks.workunit.client.0.smithi045.stderr: -30> 2024-09-12T17:54:16.730+0000 7fec93323800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:54:16.815 INFO:tasks.workunit.client.0.smithi045.stderr: -29> 2024-09-12T17:54:16.730+0000 7fec93323800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:54:16.815 INFO:tasks.workunit.client.0.smithi045.stderr: -28> 2024-09-12T17:54:16.730+0000 7fec93323800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:54:16.815 INFO:tasks.workunit.client.0.smithi045.stderr: -27> 2024-09-12T17:54:16.730+0000 7fec93323800 5 asok(0x564858075730) register_command cache list hook 0x56485835d020 2024-09-12T17:54:16.816 INFO:tasks.workunit.client.0.smithi045.stderr: -26> 2024-09-12T17:54:16.730+0000 7fec93323800 5 asok(0x564858075730) register_command cache inspect hook 0x56485835d020 2024-09-12T17:54:16.816 INFO:tasks.workunit.client.0.smithi045.stderr: -25> 2024-09-12T17:54:16.730+0000 7fec93323800 5 asok(0x564858075730) register_command cache erase hook 0x56485835d020 2024-09-12T17:54:16.816 INFO:tasks.workunit.client.0.smithi045.stderr: -24> 2024-09-12T17:54:16.730+0000 7fec93323800 5 asok(0x564858075730) register_command cache zap hook 0x56485835d020 2024-09-12T17:54:16.816 INFO:tasks.workunit.client.0.smithi045.stderr: -23> 2024-09-12T17:54:16.730+0000 7fec93323800 5 note: GC not initialized 2024-09-12T17:54:16.816 INFO:tasks.workunit.client.0.smithi045.stderr: -22> 2024-09-12T17:54:16.730+0000 7feb44fe1640 20 reqs_thread_entry: start 2024-09-12T17:54:16.816 INFO:tasks.workunit.client.0.smithi045.stderr: -21> 2024-09-12T17:54:16.730+0000 7fec93323800 5 asok(0x564858075730) register_command sync trace show hook 0x7fec8004eda0 2024-09-12T17:54:16.816 INFO:tasks.workunit.client.0.smithi045.stderr: -20> 2024-09-12T17:54:16.730+0000 7fec93323800 5 asok(0x564858075730) register_command sync trace history hook 0x7fec8004eda0 2024-09-12T17:54:16.816 INFO:tasks.workunit.client.0.smithi045.stderr: -19> 2024-09-12T17:54:16.730+0000 7fec93323800 5 asok(0x564858075730) register_command sync trace active hook 0x7fec8004eda0 2024-09-12T17:54:16.816 INFO:tasks.workunit.client.0.smithi045.stderr: -18> 2024-09-12T17:54:16.730+0000 7fec93323800 5 asok(0x564858075730) register_command sync trace active_short hook 0x7fec8004eda0 2024-09-12T17:54:16.816 INFO:tasks.workunit.client.0.smithi045.stderr: -17> 2024-09-12T17:54:16.730+0000 7fec93323800 20 init_complete bucket index max shards: 1 2024-09-12T17:54:16.816 INFO:tasks.workunit.client.0.smithi045.stderr: -16> 2024-09-12T17:54:16.730+0000 7fec93323800 20 Filter name: none 2024-09-12T17:54:16.816 INFO:tasks.workunit.client.0.smithi045.stderr: -15> 2024-09-12T17:54:16.731+0000 7feabe7fc640 20 reqs_thread_entry: start 2024-09-12T17:54:16.816 INFO:tasks.workunit.client.0.smithi045.stderr: -14> 2024-09-12T17:54:16.731+0000 7fec93323800 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2024-09-12T17:54:16.817 INFO:tasks.workunit.client.0.smithi045.stderr: -13> 2024-09-12T17:54:16.731+0000 7fec93323800 20 rados->read ofs=0 len=0 2024-09-12T17:54:16.817 INFO:tasks.workunit.client.0.smithi045.stderr: -12> 2024-09-12T17:54:16.731+0000 7fec93323800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:54:16.817 INFO:tasks.workunit.client.0.smithi045.stderr: -11> 2024-09-12T17:54:16.731+0000 7fec93323800 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2024-09-12T17:54:16.817 INFO:tasks.workunit.client.0.smithi045.stderr: -10> 2024-09-12T17:54:16.731+0000 7fec93323800 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2024-09-12T17:54:16.817 INFO:tasks.workunit.client.0.smithi045.stderr: -9> 2024-09-12T17:54:16.731+0000 7fec93323800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.25 : miss 2024-09-12T17:54:16.817 INFO:tasks.workunit.client.0.smithi045.stderr: -8> 2024-09-12T17:54:16.731+0000 7fec93323800 20 rados->read ofs=0 len=0 2024-09-12T17:54:16.817 INFO:tasks.workunit.client.0.smithi045.stderr: -7> 2024-09-12T17:54:16.731+0000 7fec93323800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:54:16.817 INFO:tasks.workunit.client.0.smithi045.stderr: -6> 2024-09-12T17:54:16.731+0000 7fec93323800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.25 info.flags=0x17 2024-09-12T17:54:16.817 INFO:tasks.workunit.client.0.smithi045.stderr: -5> 2024-09-12T17:54:16.731+0000 7fec93323800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.25 to cache LRU end 2024-09-12T17:54:16.817 INFO:tasks.workunit.client.0.smithi045.stderr: -4> 2024-09-12T17:54:16.731+0000 7fec93323800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:54:16.817 INFO:tasks.workunit.client.0.smithi045.stderr: -3> 2024-09-12T17:54:16.731+0000 7fec93323800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:54:16.818 INFO:tasks.workunit.client.0.smithi045.stderr: -2> 2024-09-12T17:54:16.731+0000 7fec93323800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.25 2024-09-12T17:54:16.818 INFO:tasks.workunit.client.0.smithi045.stderr: -1> 2024-09-12T17:54:16.735+0000 7fec93323800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fec93323800 time 2024-09-12T17:54:16.734991+0000 2024-09-12T17:54:16.818 INFO:tasks.workunit.client.0.smithi045.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:54:16.818 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:16.818 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:54:16.818 INFO:tasks.workunit.client.0.smithi045.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7fec9498c71a] 2024-09-12T17:54:16.818 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fec9498c8d8] 2024-09-12T17:54:16.818 INFO:tasks.workunit.client.0.smithi045.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5648574c3841] 2024-09-12T17:54:16.818 INFO:tasks.workunit.client.0.smithi045.stderr: 4: radosgw-admin(+0xd73ca8) [0x5648579d0ca8] 2024-09-12T17:54:16.818 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5648574d350d] 2024-09-12T17:54:16.818 INFO:tasks.workunit.client.0.smithi045.stderr: 6: main() 2024-09-12T17:54:16.818 INFO:tasks.workunit.client.0.smithi045.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7fec93629590] 2024-09-12T17:54:16.818 INFO:tasks.workunit.client.0.smithi045.stderr: 8: __libc_start_main() 2024-09-12T17:54:16.819 INFO:tasks.workunit.client.0.smithi045.stderr: 9: _start() 2024-09-12T17:54:16.819 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:16.819 INFO:tasks.workunit.client.0.smithi045.stderr: 0> 2024-09-12T17:54:16.736+0000 7fec93323800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:54:16.819 INFO:tasks.workunit.client.0.smithi045.stderr: in thread 7fec93323800 thread_name:radosgw-admin 2024-09-12T17:54:16.819 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:16.819 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:54:16.819 INFO:tasks.workunit.client.0.smithi045.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fec9363e6f0] 2024-09-12T17:54:16.819 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7fec9368b99c] 2024-09-12T17:54:16.819 INFO:tasks.workunit.client.0.smithi045.stderr: 3: raise() 2024-09-12T17:54:16.819 INFO:tasks.workunit.client.0.smithi045.stderr: 4: abort() 2024-09-12T17:54:16.819 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7fec9498c774] 2024-09-12T17:54:16.819 INFO:tasks.workunit.client.0.smithi045.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fec9498c8d8] 2024-09-12T17:54:16.819 INFO:tasks.workunit.client.0.smithi045.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5648574c3841] 2024-09-12T17:54:16.820 INFO:tasks.workunit.client.0.smithi045.stderr: 8: radosgw-admin(+0xd73ca8) [0x5648579d0ca8] 2024-09-12T17:54:16.820 INFO:tasks.workunit.client.0.smithi045.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5648574d350d] 2024-09-12T17:54:16.820 INFO:tasks.workunit.client.0.smithi045.stderr: 10: main() 2024-09-12T17:54:16.820 INFO:tasks.workunit.client.0.smithi045.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7fec93629590] 2024-09-12T17:54:16.820 INFO:tasks.workunit.client.0.smithi045.stderr: 12: __libc_start_main() 2024-09-12T17:54:16.820 INFO:tasks.workunit.client.0.smithi045.stderr: 13: _start() 2024-09-12T17:54:16.820 INFO:tasks.workunit.client.0.smithi045.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:54:16.820 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:16.820 INFO:tasks.workunit.client.0.smithi045.stderr:--- logging levels --- 2024-09-12T17:54:16.820 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 none 2024-09-12T17:54:16.820 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 lockdep 2024-09-12T17:54:16.820 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 context 2024-09-12T17:54:16.820 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 crush 2024-09-12T17:54:16.821 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds 2024-09-12T17:54:16.821 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_balancer 2024-09-12T17:54:16.821 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_locker 2024-09-12T17:54:16.821 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_log 2024-09-12T17:54:16.821 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_log_expire 2024-09-12T17:54:16.821 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_migrator 2024-09-12T17:54:16.821 INFO:tasks.workunit.client.0.smithi045.stderr: 3/ 5 mds_quiesce 2024-09-12T17:54:16.821 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 buffer 2024-09-12T17:54:16.821 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 timer 2024-09-12T17:54:16.821 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 filer 2024-09-12T17:54:16.821 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 striper 2024-09-12T17:54:16.821 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 objecter 2024-09-12T17:54:16.822 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rados 2024-09-12T17:54:16.822 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd 2024-09-12T17:54:16.822 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_mirror 2024-09-12T17:54:16.822 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_replay 2024-09-12T17:54:16.822 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_pwl 2024-09-12T17:54:16.822 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 journaler 2024-09-12T17:54:16.822 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 objectcacher 2024-09-12T17:54:16.822 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:54:16.822 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 client 2024-09-12T17:54:16.822 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 osd 2024-09-12T17:54:16.822 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 optracker 2024-09-12T17:54:16.822 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 objclass 2024-09-12T17:54:16.822 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 filestore 2024-09-12T17:54:16.823 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 journal 2024-09-12T17:54:16.823 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 0 ms 2024-09-12T17:54:16.823 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mon 2024-09-12T17:54:16.823 INFO:tasks.workunit.client.0.smithi045.stderr: 0/10 monc 2024-09-12T17:54:16.823 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 paxos 2024-09-12T17:54:16.823 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 tp 2024-09-12T17:54:16.823 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 auth 2024-09-12T17:54:16.823 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 crypto 2024-09-12T17:54:16.823 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 finisher 2024-09-12T17:54:16.823 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 reserver 2024-09-12T17:54:16.823 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 heartbeatmap 2024-09-12T17:54:16.823 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 perfcounter 2024-09-12T17:54:16.823 INFO:tasks.workunit.client.0.smithi045.stderr: 20/20 rgw 2024-09-12T17:54:16.824 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_sync 2024-09-12T17:54:16.824 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_datacache 2024-09-12T17:54:16.824 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_access 2024-09-12T17:54:16.824 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:54:16.824 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_flight 2024-09-12T17:54:16.824 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:54:16.824 INFO:tasks.workunit.client.0.smithi045.stderr: 20/20 rgw_notification 2024-09-12T17:54:16.824 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 javaclient 2024-09-12T17:54:16.824 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 asok 2024-09-12T17:54:16.824 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 throttle 2024-09-12T17:54:16.824 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 0 refs 2024-09-12T17:54:16.824 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 compressor 2024-09-12T17:54:16.824 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 bluestore 2024-09-12T17:54:16.824 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 bluefs 2024-09-12T17:54:16.825 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 bdev 2024-09-12T17:54:16.825 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 kstore 2024-09-12T17:54:16.825 INFO:tasks.workunit.client.0.smithi045.stderr: 4/ 5 rocksdb 2024-09-12T17:54:16.825 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 fuse 2024-09-12T17:54:16.825 INFO:tasks.workunit.client.0.smithi045.stderr: 2/ 5 mgr 2024-09-12T17:54:16.825 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mgrc 2024-09-12T17:54:16.825 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 dpdk 2024-09-12T17:54:16.825 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 eventtrace 2024-09-12T17:54:16.825 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 prioritycache 2024-09-12T17:54:16.825 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 test 2024-09-12T17:54:16.825 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:54:16.825 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cephsqlite 2024-09-12T17:54:16.826 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:54:16.826 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore 2024-09-12T17:54:16.826 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_onode 2024-09-12T17:54:16.826 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_odata 2024-09-12T17:54:16.826 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_omap 2024-09-12T17:54:16.826 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_tm 2024-09-12T17:54:16.826 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_t 2024-09-12T17:54:16.826 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:54:16.826 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_epm 2024-09-12T17:54:16.826 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_lba 2024-09-12T17:54:16.826 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:54:16.826 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_cache 2024-09-12T17:54:16.827 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_journal 2024-09-12T17:54:16.827 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_device 2024-09-12T17:54:16.827 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_backref 2024-09-12T17:54:16.827 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 alienstore 2024-09-12T17:54:16.827 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mclock 2024-09-12T17:54:16.827 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cyanstore 2024-09-12T17:54:16.827 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 ceph_exporter 2024-09-12T17:54:16.827 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 memstore 2024-09-12T17:54:16.827 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 trace 2024-09-12T17:54:16.827 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 ceph_dedup 2024-09-12T17:54:16.828 INFO:tasks.workunit.client.0.smithi045.stderr: -2/-2 (syslog threshold) 2024-09-12T17:54:16.828 INFO:tasks.workunit.client.0.smithi045.stderr: 99/99 (stderr threshold) 2024-09-12T17:54:16.828 INFO:tasks.workunit.client.0.smithi045.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:54:16.828 INFO:tasks.workunit.client.0.smithi045.stderr: 7feabe7fc640 / http_manager 2024-09-12T17:54:16.828 INFO:tasks.workunit.client.0.smithi045.stderr: 7feb44fe1640 / http_manager 2024-09-12T17:54:16.828 INFO:tasks.workunit.client.0.smithi045.stderr: 7feb45fe3640 / rgw_dt_lg_renew 2024-09-12T17:54:16.828 INFO:tasks.workunit.client.0.smithi045.stderr: 7feb717fa640 / ms_dispatch 2024-09-12T17:54:16.828 INFO:tasks.workunit.client.0.smithi045.stderr: 7feb72ffd640 / io_context_pool 2024-09-12T17:54:16.828 INFO:tasks.workunit.client.0.smithi045.stderr: 7feb79602640 / ms_dispatch 2024-09-12T17:54:16.828 INFO:tasks.workunit.client.0.smithi045.stderr: 7feb7be07640 / ms_dispatch 2024-09-12T17:54:16.829 INFO:tasks.workunit.client.0.smithi045.stderr: 7feb7d60a640 / io_context_pool 2024-09-12T17:54:16.829 INFO:tasks.workunit.client.0.smithi045.stderr: 7fec8e80b640 / msgr-worker-2 2024-09-12T17:54:16.829 INFO:tasks.workunit.client.0.smithi045.stderr: 7fec8f00c640 / msgr-worker-1 2024-09-12T17:54:16.829 INFO:tasks.workunit.client.0.smithi045.stderr: 7fec8f80d640 / msgr-worker-0 2024-09-12T17:54:16.829 INFO:tasks.workunit.client.0.smithi045.stderr: 7fec9000e640 / io_context_pool 2024-09-12T17:54:16.829 INFO:tasks.workunit.client.0.smithi045.stderr: 7fec93323800 / radosgw-admin 2024-09-12T17:54:16.829 INFO:tasks.workunit.client.0.smithi045.stderr: max_recent 500 2024-09-12T17:54:16.829 INFO:tasks.workunit.client.0.smithi045.stderr: max_new 1000 2024-09-12T17:54:16.829 INFO:tasks.workunit.client.0.smithi045.stderr: log_file /var/log/ceph/ceph-client.admin.98186.log 2024-09-12T17:54:16.829 INFO:tasks.workunit.client.0.smithi045.stderr:--- end dump of recent events --- 2024-09-12T17:54:16.829 INFO:tasks.workunit.client.0.smithi045.stderr:--- begin dump of recent events --- 2024-09-12T17:54:16.829 INFO:tasks.workunit.client.0.smithi045.stderr: -499> 2024-09-12T17:54:16.482+0000 7feb7d60a640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:54:16.829 INFO:tasks.workunit.client.0.smithi045.stderr: -498> 2024-09-12T17:54:16.482+0000 7feb7d60a640 10 monclient: dump: 2024-09-12T17:54:16.830 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:54:16.830 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:54:16.830 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:16.830 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:16.830 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:54:16.830 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:54:16.830 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:54:16.830 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:54:16.830 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:54:16.830 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:16.830 INFO:tasks.workunit.client.0.smithi045.stderr: -497> 2024-09-12T17:54:16.482+0000 7feb7d60a640 10 monclient: _finish_auth 0 2024-09-12T17:54:16.830 INFO:tasks.workunit.client.0.smithi045.stderr: -496> 2024-09-12T17:54:16.482+0000 7feb7d60a640 10 monclient: _check_auth_tickets 2024-09-12T17:54:16.830 INFO:tasks.workunit.client.0.smithi045.stderr: -495> 2024-09-12T17:54:16.482+0000 7feb7d60a640 10 monclient: handle_config config(0 keys) 2024-09-12T17:54:16.830 INFO:tasks.workunit.client.0.smithi045.stderr: -494> 2024-09-12T17:54:16.482+0000 7feb7d60a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:54:16.831 INFO:tasks.workunit.client.0.smithi045.stderr: -493> 2024-09-12T17:54:16.482+0000 7feb7d60a640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:54:16.831 INFO:tasks.workunit.client.0.smithi045.stderr: -492> 2024-09-12T17:54:16.482+0000 7feb7d60a640 10 monclient: dump: 2024-09-12T17:54:16.831 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:54:16.831 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:54:16.831 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:16.831 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:16.831 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:54:16.831 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:54:16.831 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:54:16.831 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:54:16.831 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:54:16.831 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:16.831 INFO:tasks.workunit.client.0.smithi045.stderr: -491> 2024-09-12T17:54:16.482+0000 7fec93323800 5 monclient: authenticate success, global_id 6549 2024-09-12T17:54:16.832 INFO:tasks.workunit.client.0.smithi045.stderr: -490> 2024-09-12T17:54:16.482+0000 7fec93323800 10 monclient: get_monmap_and_config success 2024-09-12T17:54:16.832 INFO:tasks.workunit.client.0.smithi045.stderr: -489> 2024-09-12T17:54:16.482+0000 7fec93323800 4 set_mon_vals no callback set 2024-09-12T17:54:16.832 INFO:tasks.workunit.client.0.smithi045.stderr: -488> 2024-09-12T17:54:16.483+0000 7fec93323800 10 monclient: shutdown 2024-09-12T17:54:16.832 INFO:tasks.workunit.client.0.smithi045.stderr: -487> 2024-09-12T17:54:16.483+0000 7fec93323800 5 asok(0x564858075730) unregister_commands rotate-key 2024-09-12T17:54:16.832 INFO:tasks.workunit.client.0.smithi045.stderr: -486> 2024-09-12T17:54:16.483+0000 7fec93323800 10 monclient: build_initial_monmap 2024-09-12T17:54:16.832 INFO:tasks.workunit.client.0.smithi045.stderr: -485> 2024-09-12T17:54:16.483+0000 7fec93323800 1 build_initial for_mkfs: 0 2024-09-12T17:54:16.832 INFO:tasks.workunit.client.0.smithi045.stderr: -484> 2024-09-12T17:54:16.483+0000 7fec93323800 10 monclient: monmap: 2024-09-12T17:54:16.832 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:54:16.833 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:54:16.833 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:54:16.833 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:54:16.833 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:54:16.833 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:54:16.833 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:54:16.833 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:54:16.833 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:54:16.833 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:16.833 INFO:tasks.workunit.client.0.smithi045.stderr: -483> 2024-09-12T17:54:16.483+0000 7fec93323800 5 AuthRegistry(0x56485829d0d0) adding auth protocol: cephx 2024-09-12T17:54:16.833 INFO:tasks.workunit.client.0.smithi045.stderr: -482> 2024-09-12T17:54:16.483+0000 7fec93323800 5 AuthRegistry(0x56485829d0d0) adding auth protocol: cephx 2024-09-12T17:54:16.833 INFO:tasks.workunit.client.0.smithi045.stderr: -481> 2024-09-12T17:54:16.483+0000 7fec93323800 5 AuthRegistry(0x56485829d0d0) adding auth protocol: cephx 2024-09-12T17:54:16.834 INFO:tasks.workunit.client.0.smithi045.stderr: -480> 2024-09-12T17:54:16.483+0000 7fec93323800 5 AuthRegistry(0x56485829d0d0) adding con mode: secure 2024-09-12T17:54:16.834 INFO:tasks.workunit.client.0.smithi045.stderr: -479> 2024-09-12T17:54:16.483+0000 7fec93323800 5 AuthRegistry(0x56485829d0d0) adding con mode: crc 2024-09-12T17:54:16.834 INFO:tasks.workunit.client.0.smithi045.stderr: -478> 2024-09-12T17:54:16.483+0000 7fec93323800 5 AuthRegistry(0x56485829d0d0) adding con mode: secure 2024-09-12T17:54:16.834 INFO:tasks.workunit.client.0.smithi045.stderr: -477> 2024-09-12T17:54:16.483+0000 7fec93323800 5 AuthRegistry(0x56485829d0d0) adding con mode: crc 2024-09-12T17:54:16.834 INFO:tasks.workunit.client.0.smithi045.stderr: -476> 2024-09-12T17:54:16.483+0000 7fec93323800 5 AuthRegistry(0x56485829d0d0) adding con mode: secure 2024-09-12T17:54:16.834 INFO:tasks.workunit.client.0.smithi045.stderr: -475> 2024-09-12T17:54:16.483+0000 7fec93323800 5 AuthRegistry(0x56485829d0d0) adding con mode: crc 2024-09-12T17:54:16.834 INFO:tasks.workunit.client.0.smithi045.stderr: -474> 2024-09-12T17:54:16.483+0000 7fec93323800 5 AuthRegistry(0x56485829d0d0) adding con mode: crc 2024-09-12T17:54:16.834 INFO:tasks.workunit.client.0.smithi045.stderr: -473> 2024-09-12T17:54:16.483+0000 7fec93323800 5 AuthRegistry(0x56485829d0d0) adding con mode: secure 2024-09-12T17:54:16.834 INFO:tasks.workunit.client.0.smithi045.stderr: -472> 2024-09-12T17:54:16.483+0000 7fec93323800 5 AuthRegistry(0x56485829d0d0) adding con mode: crc 2024-09-12T17:54:16.834 INFO:tasks.workunit.client.0.smithi045.stderr: -471> 2024-09-12T17:54:16.483+0000 7fec93323800 5 AuthRegistry(0x56485829d0d0) adding con mode: secure 2024-09-12T17:54:16.834 INFO:tasks.workunit.client.0.smithi045.stderr: -470> 2024-09-12T17:54:16.483+0000 7fec93323800 5 AuthRegistry(0x56485829d0d0) adding con mode: crc 2024-09-12T17:54:16.834 INFO:tasks.workunit.client.0.smithi045.stderr: -469> 2024-09-12T17:54:16.483+0000 7fec93323800 5 AuthRegistry(0x56485829d0d0) adding con mode: secure 2024-09-12T17:54:16.834 INFO:tasks.workunit.client.0.smithi045.stderr: -468> 2024-09-12T17:54:16.483+0000 7fec93323800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:54:16.835 INFO:tasks.workunit.client.0.smithi045.stderr: -467> 2024-09-12T17:54:16.483+0000 7fec93323800 1 librados: starting msgr at 2024-09-12T17:54:16.835 INFO:tasks.workunit.client.0.smithi045.stderr: -466> 2024-09-12T17:54:16.483+0000 7fec93323800 1 librados: starting objecter 2024-09-12T17:54:16.835 INFO:tasks.workunit.client.0.smithi045.stderr: -465> 2024-09-12T17:54:16.483+0000 7fec93323800 5 asok(0x564858075730) register_command objecter_requests hook 0x564858298e10 2024-09-12T17:54:16.835 INFO:tasks.workunit.client.0.smithi045.stderr: -464> 2024-09-12T17:54:16.484+0000 7fec93323800 1 librados: setting wanted keys 2024-09-12T17:54:16.835 INFO:tasks.workunit.client.0.smithi045.stderr: -463> 2024-09-12T17:54:16.484+0000 7fec93323800 1 librados: calling monclient init 2024-09-12T17:54:16.835 INFO:tasks.workunit.client.0.smithi045.stderr: -462> 2024-09-12T17:54:16.484+0000 7fec93323800 10 monclient: init 2024-09-12T17:54:16.835 INFO:tasks.workunit.client.0.smithi045.stderr: -461> 2024-09-12T17:54:16.484+0000 7fec93323800 5 AuthRegistry(0x564858297950) adding auth protocol: cephx 2024-09-12T17:54:16.835 INFO:tasks.workunit.client.0.smithi045.stderr: -460> 2024-09-12T17:54:16.484+0000 7fec93323800 5 AuthRegistry(0x564858297950) adding auth protocol: cephx 2024-09-12T17:54:16.835 INFO:tasks.workunit.client.0.smithi045.stderr: -459> 2024-09-12T17:54:16.484+0000 7fec93323800 5 AuthRegistry(0x564858297950) adding auth protocol: cephx 2024-09-12T17:54:16.835 INFO:tasks.workunit.client.0.smithi045.stderr: -458> 2024-09-12T17:54:16.484+0000 7fec93323800 5 AuthRegistry(0x564858297950) adding con mode: secure 2024-09-12T17:54:16.835 INFO:tasks.workunit.client.0.smithi045.stderr: -457> 2024-09-12T17:54:16.484+0000 7fec93323800 5 AuthRegistry(0x564858297950) adding con mode: crc 2024-09-12T17:54:16.835 INFO:tasks.workunit.client.0.smithi045.stderr: -456> 2024-09-12T17:54:16.484+0000 7fec93323800 5 AuthRegistry(0x564858297950) adding con mode: secure 2024-09-12T17:54:16.835 INFO:tasks.workunit.client.0.smithi045.stderr: -455> 2024-09-12T17:54:16.484+0000 7fec93323800 5 AuthRegistry(0x564858297950) adding con mode: crc 2024-09-12T17:54:16.835 INFO:tasks.workunit.client.0.smithi045.stderr: -454> 2024-09-12T17:54:16.484+0000 7fec93323800 5 AuthRegistry(0x564858297950) adding con mode: secure 2024-09-12T17:54:16.836 INFO:tasks.workunit.client.0.smithi045.stderr: -453> 2024-09-12T17:54:16.484+0000 7fec93323800 5 AuthRegistry(0x564858297950) adding con mode: crc 2024-09-12T17:54:16.836 INFO:tasks.workunit.client.0.smithi045.stderr: -452> 2024-09-12T17:54:16.484+0000 7fec93323800 5 AuthRegistry(0x564858297950) adding con mode: crc 2024-09-12T17:54:16.836 INFO:tasks.workunit.client.0.smithi045.stderr: -451> 2024-09-12T17:54:16.484+0000 7fec93323800 5 AuthRegistry(0x564858297950) adding con mode: secure 2024-09-12T17:54:16.836 INFO:tasks.workunit.client.0.smithi045.stderr: -450> 2024-09-12T17:54:16.484+0000 7fec93323800 5 AuthRegistry(0x564858297950) adding con mode: crc 2024-09-12T17:54:16.836 INFO:tasks.workunit.client.0.smithi045.stderr: -449> 2024-09-12T17:54:16.484+0000 7fec93323800 5 AuthRegistry(0x564858297950) adding con mode: secure 2024-09-12T17:54:16.836 INFO:tasks.workunit.client.0.smithi045.stderr: -448> 2024-09-12T17:54:16.484+0000 7fec93323800 5 AuthRegistry(0x564858297950) adding con mode: crc 2024-09-12T17:54:16.836 INFO:tasks.workunit.client.0.smithi045.stderr: -447> 2024-09-12T17:54:16.484+0000 7fec93323800 5 AuthRegistry(0x564858297950) adding con mode: secure 2024-09-12T17:54:16.836 INFO:tasks.workunit.client.0.smithi045.stderr: -446> 2024-09-12T17:54:16.484+0000 7fec93323800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:54:16.836 INFO:tasks.workunit.client.0.smithi045.stderr: -445> 2024-09-12T17:54:16.484+0000 7fec93323800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:54:16.836 INFO:tasks.workunit.client.0.smithi045.stderr: -444> 2024-09-12T17:54:16.484+0000 7fec93323800 5 asok(0x564858075730) register_command rotate-key hook 0x564858297a98 2024-09-12T17:54:16.837 INFO:tasks.workunit.client.0.smithi045.stderr: -443> 2024-09-12T17:54:16.484+0000 7fec93323800 10 monclient: _reopen_session rank -1 2024-09-12T17:54:16.837 INFO:tasks.workunit.client.0.smithi045.stderr: -442> 2024-09-12T17:54:16.484+0000 7fec93323800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:54:16.837 INFO:tasks.workunit.client.0.smithi045.stderr: -441> 2024-09-12T17:54:16.484+0000 7fec93323800 10 monclient(hunting): picked mon.noname-b con 0x564858120f90 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:54:16.837 INFO:tasks.workunit.client.0.smithi045.stderr: -440> 2024-09-12T17:54:16.484+0000 7fec93323800 10 monclient(hunting): picked mon.noname-a con 0x56485814c200 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:54:16.837 INFO:tasks.workunit.client.0.smithi045.stderr: -439> 2024-09-12T17:54:16.484+0000 7fec93323800 10 monclient(hunting): picked mon.noname-c con 0x56485814c5e0 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:54:16.837 INFO:tasks.workunit.client.0.smithi045.stderr: -438> 2024-09-12T17:54:16.484+0000 7fec93323800 10 monclient(hunting): start opening mon connection 2024-09-12T17:54:16.837 INFO:tasks.workunit.client.0.smithi045.stderr: -437> 2024-09-12T17:54:16.484+0000 7fec93323800 10 monclient(hunting): start opening mon connection 2024-09-12T17:54:16.837 INFO:tasks.workunit.client.0.smithi045.stderr: -436> 2024-09-12T17:54:16.484+0000 7fec93323800 10 monclient(hunting): start opening mon connection 2024-09-12T17:54:16.837 INFO:tasks.workunit.client.0.smithi045.stderr: -435> 2024-09-12T17:54:16.484+0000 7fec93323800 10 monclient(hunting): _renew_subs 2024-09-12T17:54:16.837 INFO:tasks.workunit.client.0.smithi045.stderr: -434> 2024-09-12T17:54:16.484+0000 7fec93323800 10 monclient(hunting): authenticate will time out at 1954.942581s 2024-09-12T17:54:16.837 INFO:tasks.workunit.client.0.smithi045.stderr: -433> 2024-09-12T17:54:16.484+0000 7fec8f80d640 10 monclient(hunting): get_auth_request con 0x56485814c5e0 auth_method 0 2024-09-12T17:54:16.837 INFO:tasks.workunit.client.0.smithi045.stderr: -432> 2024-09-12T17:54:16.484+0000 7fec8f80d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:54:16.837 INFO:tasks.workunit.client.0.smithi045.stderr: -431> 2024-09-12T17:54:16.484+0000 7fec8f80d640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:54:16.838 INFO:tasks.workunit.client.0.smithi045.stderr: -430> 2024-09-12T17:54:16.484+0000 7fec8f80d640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:54:16.838 INFO:tasks.workunit.client.0.smithi045.stderr: -429> 2024-09-12T17:54:16.484+0000 7fec8e80b640 10 monclient(hunting): get_auth_request con 0x56485814c200 auth_method 0 2024-09-12T17:54:16.838 INFO:tasks.workunit.client.0.smithi045.stderr: -428> 2024-09-12T17:54:16.484+0000 7fec8e80b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:54:16.838 INFO:tasks.workunit.client.0.smithi045.stderr: -427> 2024-09-12T17:54:16.484+0000 7fec8e80b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:54:16.838 INFO:tasks.workunit.client.0.smithi045.stderr: -426> 2024-09-12T17:54:16.484+0000 7fec8e80b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:54:16.838 INFO:tasks.workunit.client.0.smithi045.stderr: -425> 2024-09-12T17:54:16.484+0000 7fec8f80d640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:54:16.838 INFO:tasks.workunit.client.0.smithi045.stderr: -424> 2024-09-12T17:54:16.484+0000 7fec8f80d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:54:16.838 INFO:tasks.workunit.client.0.smithi045.stderr: -423> 2024-09-12T17:54:16.484+0000 7fec8f80d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:54:16.838 INFO:tasks.workunit.client.0.smithi045.stderr: -422> 2024-09-12T17:54:16.484+0000 7fec8e80b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:54:16.838 INFO:tasks.workunit.client.0.smithi045.stderr: -421> 2024-09-12T17:54:16.484+0000 7fec8e80b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:54:16.838 INFO:tasks.workunit.client.0.smithi045.stderr: -420> 2024-09-12T17:54:16.484+0000 7fec8e80b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:54:16.838 INFO:tasks.workunit.client.0.smithi045.stderr: -419> 2024-09-12T17:54:16.484+0000 7fec8f00c640 10 monclient(hunting): get_auth_request con 0x564858120f90 auth_method 0 2024-09-12T17:54:16.838 INFO:tasks.workunit.client.0.smithi045.stderr: -418> 2024-09-12T17:54:16.484+0000 7fec8f00c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:54:16.839 INFO:tasks.workunit.client.0.smithi045.stderr: -417> 2024-09-12T17:54:16.484+0000 7fec8f00c640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:54:16.839 INFO:tasks.workunit.client.0.smithi045.stderr: -416> 2024-09-12T17:54:16.484+0000 7fec8f00c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:54:16.839 INFO:tasks.workunit.client.0.smithi045.stderr: -415> 2024-09-12T17:54:16.484+0000 7fec8e80b640 10 monclient(hunting): handle_auth_done global_id 6552 payload 824 2024-09-12T17:54:16.839 INFO:tasks.workunit.client.0.smithi045.stderr: -414> 2024-09-12T17:54:16.484+0000 7fec8e80b640 10 monclient: _finish_hunting 0 2024-09-12T17:54:16.839 INFO:tasks.workunit.client.0.smithi045.stderr: -413> 2024-09-12T17:54:16.484+0000 7fec8e80b640 1 monclient: found mon.noname-a 2024-09-12T17:54:16.839 INFO:tasks.workunit.client.0.smithi045.stderr: -412> 2024-09-12T17:54:16.484+0000 7fec8e80b640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.45:3300/0 2024-09-12T17:54:16.839 INFO:tasks.workunit.client.0.smithi045.stderr: -411> 2024-09-12T17:54:16.485+0000 7feb7be07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:54:16.839 INFO:tasks.workunit.client.0.smithi045.stderr: -410> 2024-09-12T17:54:16.485+0000 7feb7be07640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:54:16.839 INFO:tasks.workunit.client.0.smithi045.stderr: -409> 2024-09-12T17:54:16.485+0000 7feb7be07640 10 monclient: dump: 2024-09-12T17:54:16.839 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:54:16.839 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:54:16.839 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:16.839 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:16.840 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:54:16.840 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:54:16.840 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:54:16.840 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:54:16.840 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:54:16.840 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:16.840 INFO:tasks.workunit.client.0.smithi045.stderr: -408> 2024-09-12T17:54:16.485+0000 7feb7be07640 10 monclient: _finish_auth 0 2024-09-12T17:54:16.840 INFO:tasks.workunit.client.0.smithi045.stderr: -407> 2024-09-12T17:54:16.485+0000 7feb7be07640 10 monclient: _check_auth_tickets 2024-09-12T17:54:16.840 INFO:tasks.workunit.client.0.smithi045.stderr: -406> 2024-09-12T17:54:16.485+0000 7fec93323800 5 monclient: authenticate success, global_id 6552 2024-09-12T17:54:16.841 INFO:tasks.workunit.client.0.smithi045.stderr: -405> 2024-09-12T17:54:16.485+0000 7fec93323800 10 monclient: _renew_subs 2024-09-12T17:54:16.841 INFO:tasks.workunit.client.0.smithi045.stderr: -404> 2024-09-12T17:54:16.485+0000 7fec93323800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:54:16.841 INFO:tasks.workunit.client.0.smithi045.stderr: -403> 2024-09-12T17:54:16.485+0000 7feb7be07640 10 monclient: handle_config config(0 keys) 2024-09-12T17:54:16.841 INFO:tasks.workunit.client.0.smithi045.stderr: -402> 2024-09-12T17:54:16.485+0000 7feb7be07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:54:16.841 INFO:tasks.workunit.client.0.smithi045.stderr: -401> 2024-09-12T17:54:16.485+0000 7feb7be07640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:54:16.841 INFO:tasks.workunit.client.0.smithi045.stderr: -400> 2024-09-12T17:54:16.485+0000 7feb7be07640 10 monclient: dump: 2024-09-12T17:54:16.841 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:54:16.841 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:54:16.841 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:16.841 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:16.841 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:54:16.841 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:54:16.841 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:54:16.841 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:54:16.842 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:54:16.842 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:16.842 INFO:tasks.workunit.client.0.smithi045.stderr: -399> 2024-09-12T17:54:16.485+0000 7feb7d60a640 4 set_mon_vals no callback set 2024-09-12T17:54:16.842 INFO:tasks.workunit.client.0.smithi045.stderr: -398> 2024-09-12T17:54:16.485+0000 7fec93323800 10 monclient: _renew_subs 2024-09-12T17:54:16.842 INFO:tasks.workunit.client.0.smithi045.stderr: -397> 2024-09-12T17:54:16.485+0000 7fec93323800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:54:16.842 INFO:tasks.workunit.client.0.smithi045.stderr: -396> 2024-09-12T17:54:16.485+0000 7fec93323800 1 librados: init done 2024-09-12T17:54:16.842 INFO:tasks.workunit.client.0.smithi045.stderr: -395> 2024-09-12T17:54:16.487+0000 7feb7be07640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:54:16.842 INFO:tasks.workunit.client.0.smithi045.stderr: -394> 2024-09-12T17:54:16.487+0000 7feb7be07640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:54:16.842 INFO:tasks.workunit.client.0.smithi045.stderr: -393> 2024-09-12T17:54:16.487+0000 7feb7be07640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:54:16.842 INFO:tasks.workunit.client.0.smithi045.stderr: -392> 2024-09-12T17:54:16.487+0000 7fec8f00c640 10 monclient: get_auth_request con 0x7feb74076470 auth_method 0 2024-09-12T17:54:16.842 INFO:tasks.workunit.client.0.smithi045.stderr: -391> 2024-09-12T17:54:16.487+0000 7fec8f80d640 10 monclient: get_auth_request con 0x5648582bfd30 auth_method 0 2024-09-12T17:54:16.842 INFO:tasks.workunit.client.0.smithi045.stderr: -390> 2024-09-12T17:54:16.488+0000 7fec8f00c640 10 monclient: get_auth_request con 0x5648582e2d60 auth_method 0 2024-09-12T17:54:16.842 INFO:tasks.workunit.client.0.smithi045.stderr: -389> 2024-09-12T17:54:16.489+0000 7fec8e80b640 10 monclient: get_auth_request con 0x5648582e6f50 auth_method 0 2024-09-12T17:54:16.843 INFO:tasks.workunit.client.0.smithi045.stderr: -388> 2024-09-12T17:54:16.490+0000 7fec93323800 10 monclient: build_initial_monmap 2024-09-12T17:54:16.843 INFO:tasks.workunit.client.0.smithi045.stderr: -387> 2024-09-12T17:54:16.490+0000 7fec93323800 1 build_initial for_mkfs: 0 2024-09-12T17:54:16.843 INFO:tasks.workunit.client.0.smithi045.stderr: -386> 2024-09-12T17:54:16.490+0000 7fec93323800 10 monclient: monmap: 2024-09-12T17:54:16.843 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:54:16.843 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:54:16.843 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:54:16.843 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:54:16.843 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:54:16.843 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:54:16.843 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:54:16.844 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:54:16.844 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:54:16.844 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:16.844 INFO:tasks.workunit.client.0.smithi045.stderr: -385> 2024-09-12T17:54:16.490+0000 7fec93323800 5 AuthRegistry(0x5648582ebc20) adding auth protocol: cephx 2024-09-12T17:54:16.844 INFO:tasks.workunit.client.0.smithi045.stderr: -384> 2024-09-12T17:54:16.490+0000 7fec93323800 5 AuthRegistry(0x5648582ebc20) adding auth protocol: cephx 2024-09-12T17:54:16.844 INFO:tasks.workunit.client.0.smithi045.stderr: -383> 2024-09-12T17:54:16.490+0000 7fec93323800 5 AuthRegistry(0x5648582ebc20) adding auth protocol: cephx 2024-09-12T17:54:16.844 INFO:tasks.workunit.client.0.smithi045.stderr: -382> 2024-09-12T17:54:16.490+0000 7fec93323800 5 AuthRegistry(0x5648582ebc20) adding con mode: secure 2024-09-12T17:54:16.844 INFO:tasks.workunit.client.0.smithi045.stderr: -381> 2024-09-12T17:54:16.490+0000 7fec93323800 5 AuthRegistry(0x5648582ebc20) adding con mode: crc 2024-09-12T17:54:16.844 INFO:tasks.workunit.client.0.smithi045.stderr: -380> 2024-09-12T17:54:16.490+0000 7fec93323800 5 AuthRegistry(0x5648582ebc20) adding con mode: secure 2024-09-12T17:54:16.845 INFO:tasks.workunit.client.0.smithi045.stderr: -379> 2024-09-12T17:54:16.490+0000 7fec93323800 5 AuthRegistry(0x5648582ebc20) adding con mode: crc 2024-09-12T17:54:16.845 INFO:tasks.workunit.client.0.smithi045.stderr: -378> 2024-09-12T17:54:16.490+0000 7fec93323800 5 AuthRegistry(0x5648582ebc20) adding con mode: secure 2024-09-12T17:54:16.845 INFO:tasks.workunit.client.0.smithi045.stderr: -377> 2024-09-12T17:54:16.490+0000 7fec93323800 5 AuthRegistry(0x5648582ebc20) adding con mode: crc 2024-09-12T17:54:16.845 INFO:tasks.workunit.client.0.smithi045.stderr: -376> 2024-09-12T17:54:16.490+0000 7fec93323800 5 AuthRegistry(0x5648582ebc20) adding con mode: crc 2024-09-12T17:54:16.845 INFO:tasks.workunit.client.0.smithi045.stderr: -375> 2024-09-12T17:54:16.490+0000 7fec93323800 5 AuthRegistry(0x5648582ebc20) adding con mode: secure 2024-09-12T17:54:16.845 INFO:tasks.workunit.client.0.smithi045.stderr: -374> 2024-09-12T17:54:16.490+0000 7fec93323800 5 AuthRegistry(0x5648582ebc20) adding con mode: crc 2024-09-12T17:54:16.845 INFO:tasks.workunit.client.0.smithi045.stderr: -373> 2024-09-12T17:54:16.490+0000 7fec93323800 5 AuthRegistry(0x5648582ebc20) adding con mode: secure 2024-09-12T17:54:16.845 INFO:tasks.workunit.client.0.smithi045.stderr: -372> 2024-09-12T17:54:16.490+0000 7fec93323800 5 AuthRegistry(0x5648582ebc20) adding con mode: crc 2024-09-12T17:54:16.845 INFO:tasks.workunit.client.0.smithi045.stderr: -371> 2024-09-12T17:54:16.490+0000 7fec93323800 5 AuthRegistry(0x5648582ebc20) adding con mode: secure 2024-09-12T17:54:16.846 INFO:tasks.workunit.client.0.smithi045.stderr: -370> 2024-09-12T17:54:16.490+0000 7fec93323800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:54:16.846 INFO:tasks.workunit.client.0.smithi045.stderr: -369> 2024-09-12T17:54:16.490+0000 7fec93323800 5 asok(0x564858075730) register_command objecter_requests cmddesc objecter_requests hook 0x5648582ef650 EEXIST 2024-09-12T17:54:16.846 INFO:tasks.workunit.client.0.smithi045.stderr: -368> 2024-09-12T17:54:16.491+0000 7fec93323800 10 monclient: init 2024-09-12T17:54:16.846 INFO:tasks.workunit.client.0.smithi045.stderr: -367> 2024-09-12T17:54:16.491+0000 7fec93323800 5 AuthRegistry(0x5648582ea2f8) adding auth protocol: cephx 2024-09-12T17:54:16.846 INFO:tasks.workunit.client.0.smithi045.stderr: -366> 2024-09-12T17:54:16.491+0000 7fec93323800 5 AuthRegistry(0x5648582ea2f8) adding auth protocol: cephx 2024-09-12T17:54:16.846 INFO:tasks.workunit.client.0.smithi045.stderr: -365> 2024-09-12T17:54:16.491+0000 7fec93323800 5 AuthRegistry(0x5648582ea2f8) adding auth protocol: cephx 2024-09-12T17:54:16.846 INFO:tasks.workunit.client.0.smithi045.stderr: -364> 2024-09-12T17:54:16.491+0000 7fec93323800 5 AuthRegistry(0x5648582ea2f8) adding con mode: secure 2024-09-12T17:54:16.846 INFO:tasks.workunit.client.0.smithi045.stderr: -363> 2024-09-12T17:54:16.491+0000 7fec93323800 5 AuthRegistry(0x5648582ea2f8) adding con mode: crc 2024-09-12T17:54:16.846 INFO:tasks.workunit.client.0.smithi045.stderr: -362> 2024-09-12T17:54:16.491+0000 7fec93323800 5 AuthRegistry(0x5648582ea2f8) adding con mode: secure 2024-09-12T17:54:16.846 INFO:tasks.workunit.client.0.smithi045.stderr: -361> 2024-09-12T17:54:16.491+0000 7fec93323800 5 AuthRegistry(0x5648582ea2f8) adding con mode: crc 2024-09-12T17:54:16.847 INFO:tasks.workunit.client.0.smithi045.stderr: -360> 2024-09-12T17:54:16.491+0000 7fec93323800 5 AuthRegistry(0x5648582ea2f8) adding con mode: secure 2024-09-12T17:54:16.847 INFO:tasks.workunit.client.0.smithi045.stderr: -359> 2024-09-12T17:54:16.491+0000 7fec93323800 5 AuthRegistry(0x5648582ea2f8) adding con mode: crc 2024-09-12T17:54:16.847 INFO:tasks.workunit.client.0.smithi045.stderr: -358> 2024-09-12T17:54:16.491+0000 7fec93323800 5 AuthRegistry(0x5648582ea2f8) adding con mode: crc 2024-09-12T17:54:16.847 INFO:tasks.workunit.client.0.smithi045.stderr: -357> 2024-09-12T17:54:16.491+0000 7fec93323800 5 AuthRegistry(0x5648582ea2f8) adding con mode: secure 2024-09-12T17:54:16.847 INFO:tasks.workunit.client.0.smithi045.stderr: -356> 2024-09-12T17:54:16.491+0000 7fec93323800 5 AuthRegistry(0x5648582ea2f8) adding con mode: crc 2024-09-12T17:54:16.847 INFO:tasks.workunit.client.0.smithi045.stderr: -355> 2024-09-12T17:54:16.491+0000 7fec93323800 5 AuthRegistry(0x5648582ea2f8) adding con mode: secure 2024-09-12T17:54:16.847 INFO:tasks.workunit.client.0.smithi045.stderr: -354> 2024-09-12T17:54:16.491+0000 7fec93323800 5 AuthRegistry(0x5648582ea2f8) adding con mode: crc 2024-09-12T17:54:16.847 INFO:tasks.workunit.client.0.smithi045.stderr: -353> 2024-09-12T17:54:16.491+0000 7fec93323800 5 AuthRegistry(0x5648582ea2f8) adding con mode: secure 2024-09-12T17:54:16.847 INFO:tasks.workunit.client.0.smithi045.stderr: -352> 2024-09-12T17:54:16.491+0000 7fec93323800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:54:16.847 INFO:tasks.workunit.client.0.smithi045.stderr: -351> 2024-09-12T17:54:16.491+0000 7fec93323800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:54:16.847 INFO:tasks.workunit.client.0.smithi045.stderr: -350> 2024-09-12T17:54:16.491+0000 7fec93323800 5 asok(0x564858075730) register_command rotate-key cmddesc rotate-key hook 0x5648582ea440 EEXIST 2024-09-12T17:54:16.848 INFO:tasks.workunit.client.0.smithi045.stderr: -349> 2024-09-12T17:54:16.491+0000 7fec93323800 10 monclient: _reopen_session rank -1 2024-09-12T17:54:16.848 INFO:tasks.workunit.client.0.smithi045.stderr: -348> 2024-09-12T17:54:16.491+0000 7fec93323800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T17:54:16.848 INFO:tasks.workunit.client.0.smithi045.stderr: -347> 2024-09-12T17:54:16.491+0000 7fec93323800 10 monclient(hunting): picked mon.noname-b con 0x564858313340 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:54:16.848 INFO:tasks.workunit.client.0.smithi045.stderr: -346> 2024-09-12T17:54:16.491+0000 7fec93323800 10 monclient(hunting): picked mon.noname-c con 0x564858315610 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:54:16.848 INFO:tasks.workunit.client.0.smithi045.stderr: -345> 2024-09-12T17:54:16.491+0000 7fec93323800 10 monclient(hunting): picked mon.noname-a con 0x564858311b10 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:54:16.848 INFO:tasks.workunit.client.0.smithi045.stderr: -344> 2024-09-12T17:54:16.491+0000 7fec93323800 10 monclient(hunting): start opening mon connection 2024-09-12T17:54:16.848 INFO:tasks.workunit.client.0.smithi045.stderr: -343> 2024-09-12T17:54:16.491+0000 7fec93323800 10 monclient(hunting): start opening mon connection 2024-09-12T17:54:16.848 INFO:tasks.workunit.client.0.smithi045.stderr: -342> 2024-09-12T17:54:16.491+0000 7fec93323800 10 monclient(hunting): start opening mon connection 2024-09-12T17:54:16.848 INFO:tasks.workunit.client.0.smithi045.stderr: -341> 2024-09-12T17:54:16.491+0000 7fec93323800 10 monclient(hunting): _renew_subs 2024-09-12T17:54:16.848 INFO:tasks.workunit.client.0.smithi045.stderr: -340> 2024-09-12T17:54:16.491+0000 7fec93323800 10 monclient(hunting): authenticate will time out at 1954.949598s 2024-09-12T17:54:16.849 INFO:tasks.workunit.client.0.smithi045.stderr: -339> 2024-09-12T17:54:16.491+0000 7fec8e80b640 10 monclient(hunting): get_auth_request con 0x564858315610 auth_method 0 2024-09-12T17:54:16.849 INFO:tasks.workunit.client.0.smithi045.stderr: -338> 2024-09-12T17:54:16.491+0000 7fec8e80b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:54:16.849 INFO:tasks.workunit.client.0.smithi045.stderr: -337> 2024-09-12T17:54:16.491+0000 7fec8e80b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:54:16.849 INFO:tasks.workunit.client.0.smithi045.stderr: -336> 2024-09-12T17:54:16.491+0000 7fec8e80b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:54:16.849 INFO:tasks.workunit.client.0.smithi045.stderr: -335> 2024-09-12T17:54:16.491+0000 7fec8f80d640 10 monclient(hunting): get_auth_request con 0x564858311b10 auth_method 0 2024-09-12T17:54:16.849 INFO:tasks.workunit.client.0.smithi045.stderr: -334> 2024-09-12T17:54:16.491+0000 7fec8f80d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:54:16.849 INFO:tasks.workunit.client.0.smithi045.stderr: -333> 2024-09-12T17:54:16.491+0000 7fec8f80d640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:54:16.849 INFO:tasks.workunit.client.0.smithi045.stderr: -332> 2024-09-12T17:54:16.491+0000 7fec8f80d640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:54:16.849 INFO:tasks.workunit.client.0.smithi045.stderr: -331> 2024-09-12T17:54:16.491+0000 7fec8e80b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:54:16.850 INFO:tasks.workunit.client.0.smithi045.stderr: -330> 2024-09-12T17:54:16.491+0000 7fec8e80b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:54:16.850 INFO:tasks.workunit.client.0.smithi045.stderr: -329> 2024-09-12T17:54:16.491+0000 7fec8e80b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:54:16.850 INFO:tasks.workunit.client.0.smithi045.stderr: -328> 2024-09-12T17:54:16.491+0000 7fec8f80d640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:54:16.850 INFO:tasks.workunit.client.0.smithi045.stderr: -327> 2024-09-12T17:54:16.491+0000 7fec8f80d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:54:16.850 INFO:tasks.workunit.client.0.smithi045.stderr: -326> 2024-09-12T17:54:16.491+0000 7fec8f80d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:54:16.850 INFO:tasks.workunit.client.0.smithi045.stderr: -325> 2024-09-12T17:54:16.491+0000 7fec8f00c640 10 monclient(hunting): get_auth_request con 0x564858313340 auth_method 0 2024-09-12T17:54:16.850 INFO:tasks.workunit.client.0.smithi045.stderr: -324> 2024-09-12T17:54:16.491+0000 7fec8f00c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:54:16.850 INFO:tasks.workunit.client.0.smithi045.stderr: -323> 2024-09-12T17:54:16.491+0000 7fec8f00c640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:54:16.850 INFO:tasks.workunit.client.0.smithi045.stderr: -322> 2024-09-12T17:54:16.491+0000 7fec8f00c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:54:16.850 INFO:tasks.workunit.client.0.smithi045.stderr: -321> 2024-09-12T17:54:16.491+0000 7fec8f00c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:54:16.850 INFO:tasks.workunit.client.0.smithi045.stderr: -320> 2024-09-12T17:54:16.491+0000 7fec8f00c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:54:16.850 INFO:tasks.workunit.client.0.smithi045.stderr: -319> 2024-09-12T17:54:16.491+0000 7fec8f00c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:54:16.850 INFO:tasks.workunit.client.0.smithi045.stderr: -318> 2024-09-12T17:54:16.491+0000 7fec8f80d640 10 monclient(hunting): handle_auth_done global_id 6555 payload 824 2024-09-12T17:54:16.850 INFO:tasks.workunit.client.0.smithi045.stderr: -317> 2024-09-12T17:54:16.491+0000 7fec8f80d640 10 monclient: _finish_hunting 0 2024-09-12T17:54:16.851 INFO:tasks.workunit.client.0.smithi045.stderr: -316> 2024-09-12T17:54:16.491+0000 7fec8f80d640 1 monclient: found mon.noname-a 2024-09-12T17:54:16.851 INFO:tasks.workunit.client.0.smithi045.stderr: -315> 2024-09-12T17:54:16.491+0000 7fec8f80d640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.45:3300/0 2024-09-12T17:54:16.851 INFO:tasks.workunit.client.0.smithi045.stderr: -314> 2024-09-12T17:54:16.492+0000 7feb79602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:54:16.851 INFO:tasks.workunit.client.0.smithi045.stderr: -313> 2024-09-12T17:54:16.492+0000 7feb79602640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:54:16.851 INFO:tasks.workunit.client.0.smithi045.stderr: -312> 2024-09-12T17:54:16.492+0000 7feb79602640 10 monclient: dump: 2024-09-12T17:54:16.851 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:54:16.851 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:54:16.851 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:16.852 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:16.852 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:54:16.852 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:54:16.852 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:54:16.852 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:54:16.852 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:54:16.852 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:16.852 INFO:tasks.workunit.client.0.smithi045.stderr: -311> 2024-09-12T17:54:16.492+0000 7feb79602640 10 monclient: _finish_auth 0 2024-09-12T17:54:16.852 INFO:tasks.workunit.client.0.smithi045.stderr: -310> 2024-09-12T17:54:16.492+0000 7feb79602640 10 monclient: _check_auth_tickets 2024-09-12T17:54:16.852 INFO:tasks.workunit.client.0.smithi045.stderr: -309> 2024-09-12T17:54:16.492+0000 7feb79602640 10 monclient: handle_config config(0 keys) 2024-09-12T17:54:16.853 INFO:tasks.workunit.client.0.smithi045.stderr: -308> 2024-09-12T17:54:16.492+0000 7feb79602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:54:16.853 INFO:tasks.workunit.client.0.smithi045.stderr: -307> 2024-09-12T17:54:16.492+0000 7feb79602640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:54:16.853 INFO:tasks.workunit.client.0.smithi045.stderr: -306> 2024-09-12T17:54:16.492+0000 7feb79602640 10 monclient: dump: 2024-09-12T17:54:16.853 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:54:16.853 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:54:16.853 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:16.853 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:16.853 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:54:16.853 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:54:16.853 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:54:16.853 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:54:16.854 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:54:16.854 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:16.854 INFO:tasks.workunit.client.0.smithi045.stderr: -305> 2024-09-12T17:54:16.492+0000 7fec93323800 5 monclient: authenticate success, global_id 6555 2024-09-12T17:54:16.854 INFO:tasks.workunit.client.0.smithi045.stderr: -304> 2024-09-12T17:54:16.492+0000 7fec93323800 10 monclient: _renew_subs 2024-09-12T17:54:16.854 INFO:tasks.workunit.client.0.smithi045.stderr: -303> 2024-09-12T17:54:16.492+0000 7fec9000e640 4 set_mon_vals no callback set 2024-09-12T17:54:16.854 INFO:tasks.workunit.client.0.smithi045.stderr: -302> 2024-09-12T17:54:16.492+0000 7fec93323800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:54:16.854 INFO:tasks.workunit.client.0.smithi045.stderr: -301> 2024-09-12T17:54:16.492+0000 7fec93323800 10 monclient: _renew_subs 2024-09-12T17:54:16.854 INFO:tasks.workunit.client.0.smithi045.stderr: -300> 2024-09-12T17:54:16.492+0000 7fec93323800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:54:16.854 INFO:tasks.workunit.client.0.smithi045.stderr: -299> 2024-09-12T17:54:16.494+0000 7feb79602640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:54:16.854 INFO:tasks.workunit.client.0.smithi045.stderr: -298> 2024-09-12T17:54:16.494+0000 7feb79602640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:54:16.854 INFO:tasks.workunit.client.0.smithi045.stderr: -297> 2024-09-12T17:54:16.494+0000 7feb79602640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:54:16.854 INFO:tasks.workunit.client.0.smithi045.stderr: -296> 2024-09-12T17:54:16.494+0000 7fec8f00c640 10 monclient: get_auth_request con 0x7feb68076380 auth_method 0 2024-09-12T17:54:16.855 INFO:tasks.workunit.client.0.smithi045.stderr: -295> 2024-09-12T17:54:16.494+0000 7fec93323800 10 monclient: get_monmap_and_config 2024-09-12T17:54:16.855 INFO:tasks.workunit.client.0.smithi045.stderr: -294> 2024-09-12T17:54:16.494+0000 7fec93323800 10 monclient: build_initial_monmap 2024-09-12T17:54:16.855 INFO:tasks.workunit.client.0.smithi045.stderr: -293> 2024-09-12T17:54:16.494+0000 7fec93323800 1 build_initial for_mkfs: 0 2024-09-12T17:54:16.855 INFO:tasks.workunit.client.0.smithi045.stderr: -292> 2024-09-12T17:54:16.494+0000 7fec93323800 10 monclient: monmap: 2024-09-12T17:54:16.855 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:54:16.855 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:54:16.855 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:54:16.855 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:54:16.855 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:54:16.855 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:54:16.855 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:54:16.855 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:54:16.855 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:54:16.856 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:16.856 INFO:tasks.workunit.client.0.smithi045.stderr: -291> 2024-09-12T17:54:16.494+0000 7fec93323800 5 AuthRegistry(0x5648583331d0) adding auth protocol: cephx 2024-09-12T17:54:16.856 INFO:tasks.workunit.client.0.smithi045.stderr: -290> 2024-09-12T17:54:16.494+0000 7fec93323800 5 AuthRegistry(0x5648583331d0) adding auth protocol: cephx 2024-09-12T17:54:16.856 INFO:tasks.workunit.client.0.smithi045.stderr: -289> 2024-09-12T17:54:16.494+0000 7fec93323800 5 AuthRegistry(0x5648583331d0) adding auth protocol: cephx 2024-09-12T17:54:16.856 INFO:tasks.workunit.client.0.smithi045.stderr: -288> 2024-09-12T17:54:16.494+0000 7fec93323800 5 AuthRegistry(0x5648583331d0) adding con mode: secure 2024-09-12T17:54:16.856 INFO:tasks.workunit.client.0.smithi045.stderr: -287> 2024-09-12T17:54:16.494+0000 7fec93323800 5 AuthRegistry(0x5648583331d0) adding con mode: crc 2024-09-12T17:54:16.856 INFO:tasks.workunit.client.0.smithi045.stderr: -286> 2024-09-12T17:54:16.494+0000 7fec93323800 5 AuthRegistry(0x5648583331d0) adding con mode: secure 2024-09-12T17:54:16.856 INFO:tasks.workunit.client.0.smithi045.stderr: -285> 2024-09-12T17:54:16.494+0000 7fec93323800 5 AuthRegistry(0x5648583331d0) adding con mode: crc 2024-09-12T17:54:16.856 INFO:tasks.workunit.client.0.smithi045.stderr: -284> 2024-09-12T17:54:16.494+0000 7fec93323800 5 AuthRegistry(0x5648583331d0) adding con mode: secure 2024-09-12T17:54:16.856 INFO:tasks.workunit.client.0.smithi045.stderr: -283> 2024-09-12T17:54:16.494+0000 7fec93323800 5 AuthRegistry(0x5648583331d0) adding con mode: crc 2024-09-12T17:54:16.856 INFO:tasks.workunit.client.0.smithi045.stderr: -282> 2024-09-12T17:54:16.494+0000 7fec93323800 5 AuthRegistry(0x5648583331d0) adding con mode: crc 2024-09-12T17:54:16.856 INFO:tasks.workunit.client.0.smithi045.stderr: -281> 2024-09-12T17:54:16.494+0000 7fec93323800 5 AuthRegistry(0x5648583331d0) adding con mode: secure 2024-09-12T17:54:16.857 INFO:tasks.workunit.client.0.smithi045.stderr: -280> 2024-09-12T17:54:16.494+0000 7fec93323800 5 AuthRegistry(0x5648583331d0) adding con mode: crc 2024-09-12T17:54:16.857 INFO:tasks.workunit.client.0.smithi045.stderr: -279> 2024-09-12T17:54:16.494+0000 7fec93323800 5 AuthRegistry(0x5648583331d0) adding con mode: secure 2024-09-12T17:54:16.857 INFO:tasks.workunit.client.0.smithi045.stderr: -278> 2024-09-12T17:54:16.494+0000 7fec93323800 5 AuthRegistry(0x5648583331d0) adding con mode: crc 2024-09-12T17:54:16.857 INFO:tasks.workunit.client.0.smithi045.stderr: -277> 2024-09-12T17:54:16.494+0000 7fec93323800 5 AuthRegistry(0x5648583331d0) adding con mode: secure 2024-09-12T17:54:16.857 INFO:tasks.workunit.client.0.smithi045.stderr: -276> 2024-09-12T17:54:16.494+0000 7fec93323800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:54:16.857 INFO:tasks.workunit.client.0.smithi045.stderr: -275> 2024-09-12T17:54:16.495+0000 7fec93323800 10 monclient: init 2024-09-12T17:54:16.857 INFO:tasks.workunit.client.0.smithi045.stderr: -274> 2024-09-12T17:54:16.495+0000 7fec93323800 5 AuthRegistry(0x7ffc9b1b80d0) adding auth protocol: cephx 2024-09-12T17:54:16.857 INFO:tasks.workunit.client.0.smithi045.stderr: -273> 2024-09-12T17:54:16.495+0000 7fec93323800 5 AuthRegistry(0x7ffc9b1b80d0) adding auth protocol: cephx 2024-09-12T17:54:16.857 INFO:tasks.workunit.client.0.smithi045.stderr: -272> 2024-09-12T17:54:16.495+0000 7fec93323800 5 AuthRegistry(0x7ffc9b1b80d0) adding auth protocol: cephx 2024-09-12T17:54:16.857 INFO:tasks.workunit.client.0.smithi045.stderr: -271> 2024-09-12T17:54:16.495+0000 7fec93323800 5 AuthRegistry(0x7ffc9b1b80d0) adding con mode: secure 2024-09-12T17:54:16.857 INFO:tasks.workunit.client.0.smithi045.stderr: -270> 2024-09-12T17:54:16.495+0000 7fec93323800 5 AuthRegistry(0x7ffc9b1b80d0) adding con mode: crc 2024-09-12T17:54:16.857 INFO:tasks.workunit.client.0.smithi045.stderr: -269> 2024-09-12T17:54:16.495+0000 7fec93323800 5 AuthRegistry(0x7ffc9b1b80d0) adding con mode: secure 2024-09-12T17:54:16.857 INFO:tasks.workunit.client.0.smithi045.stderr: -268> 2024-09-12T17:54:16.495+0000 7fec93323800 5 AuthRegistry(0x7ffc9b1b80d0) adding con mode: crc 2024-09-12T17:54:16.857 INFO:tasks.workunit.client.0.smithi045.stderr: -267> 2024-09-12T17:54:16.495+0000 7fec93323800 5 AuthRegistry(0x7ffc9b1b80d0) adding con mode: secure 2024-09-12T17:54:16.858 INFO:tasks.workunit.client.0.smithi045.stderr: -266> 2024-09-12T17:54:16.495+0000 7fec93323800 5 AuthRegistry(0x7ffc9b1b80d0) adding con mode: crc 2024-09-12T17:54:16.858 INFO:tasks.workunit.client.0.smithi045.stderr: -265> 2024-09-12T17:54:16.495+0000 7fec93323800 5 AuthRegistry(0x7ffc9b1b80d0) adding con mode: crc 2024-09-12T17:54:16.858 INFO:tasks.workunit.client.0.smithi045.stderr: -264> 2024-09-12T17:54:16.495+0000 7fec93323800 5 AuthRegistry(0x7ffc9b1b80d0) adding con mode: secure 2024-09-12T17:54:16.858 INFO:tasks.workunit.client.0.smithi045.stderr: -263> 2024-09-12T17:54:16.495+0000 7fec93323800 5 AuthRegistry(0x7ffc9b1b80d0) adding con mode: crc 2024-09-12T17:54:16.858 INFO:tasks.workunit.client.0.smithi045.stderr: -262> 2024-09-12T17:54:16.495+0000 7fec93323800 5 AuthRegistry(0x7ffc9b1b80d0) adding con mode: secure 2024-09-12T17:54:16.858 INFO:tasks.workunit.client.0.smithi045.stderr: -261> 2024-09-12T17:54:16.495+0000 7fec93323800 5 AuthRegistry(0x7ffc9b1b80d0) adding con mode: crc 2024-09-12T17:54:16.858 INFO:tasks.workunit.client.0.smithi045.stderr: -260> 2024-09-12T17:54:16.495+0000 7fec93323800 5 AuthRegistry(0x7ffc9b1b80d0) adding con mode: secure 2024-09-12T17:54:16.858 INFO:tasks.workunit.client.0.smithi045.stderr: -259> 2024-09-12T17:54:16.495+0000 7fec93323800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:54:16.858 INFO:tasks.workunit.client.0.smithi045.stderr: -258> 2024-09-12T17:54:16.495+0000 7fec93323800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:54:16.858 INFO:tasks.workunit.client.0.smithi045.stderr: -257> 2024-09-12T17:54:16.495+0000 7fec93323800 5 asok(0x564858075730) register_command rotate-key cmddesc rotate-key hook 0x7ffc9b1b8218 EEXIST 2024-09-12T17:54:16.858 INFO:tasks.workunit.client.0.smithi045.stderr: -256> 2024-09-12T17:54:16.495+0000 7fec93323800 10 monclient: _reopen_session rank -1 2024-09-12T17:54:16.858 INFO:tasks.workunit.client.0.smithi045.stderr: -255> 2024-09-12T17:54:16.495+0000 7fec93323800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:54:16.858 INFO:tasks.workunit.client.0.smithi045.stderr: -254> 2024-09-12T17:54:16.495+0000 7fec93323800 10 monclient(hunting): picked mon.noname-a con 0x5648583677f0 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:54:16.858 INFO:tasks.workunit.client.0.smithi045.stderr: -253> 2024-09-12T17:54:16.495+0000 7fec93323800 10 monclient(hunting): picked mon.noname-b con 0x564858358140 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:54:16.859 INFO:tasks.workunit.client.0.smithi045.stderr: -252> 2024-09-12T17:54:16.495+0000 7fec93323800 10 monclient(hunting): picked mon.noname-c con 0x564858362c20 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:54:16.859 INFO:tasks.workunit.client.0.smithi045.stderr: -251> 2024-09-12T17:54:16.495+0000 7fec93323800 10 monclient(hunting): start opening mon connection 2024-09-12T17:54:16.859 INFO:tasks.workunit.client.0.smithi045.stderr: -250> 2024-09-12T17:54:16.495+0000 7fec93323800 10 monclient(hunting): start opening mon connection 2024-09-12T17:54:16.859 INFO:tasks.workunit.client.0.smithi045.stderr: -249> 2024-09-12T17:54:16.495+0000 7fec93323800 10 monclient(hunting): start opening mon connection 2024-09-12T17:54:16.859 INFO:tasks.workunit.client.0.smithi045.stderr: -248> 2024-09-12T17:54:16.495+0000 7fec93323800 10 monclient(hunting): _renew_subs 2024-09-12T17:54:16.859 INFO:tasks.workunit.client.0.smithi045.stderr: -247> 2024-09-12T17:54:16.495+0000 7fec93323800 10 monclient(hunting): authenticate will time out at 1954.953573s 2024-09-12T17:54:16.859 INFO:tasks.workunit.client.0.smithi045.stderr: -246> 2024-09-12T17:54:16.495+0000 7fec8f00c640 10 monclient(hunting): get_auth_request con 0x5648583677f0 auth_method 0 2024-09-12T17:54:16.859 INFO:tasks.workunit.client.0.smithi045.stderr: -245> 2024-09-12T17:54:16.495+0000 7fec8f00c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:54:16.859 INFO:tasks.workunit.client.0.smithi045.stderr: -244> 2024-09-12T17:54:16.495+0000 7fec8f00c640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:54:16.859 INFO:tasks.workunit.client.0.smithi045.stderr: -243> 2024-09-12T17:54:16.495+0000 7fec8f00c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:54:16.859 INFO:tasks.workunit.client.0.smithi045.stderr: -242> 2024-09-12T17:54:16.495+0000 7fec8f80d640 10 monclient(hunting): get_auth_request con 0x564858362c20 auth_method 0 2024-09-12T17:54:16.859 INFO:tasks.workunit.client.0.smithi045.stderr: -241> 2024-09-12T17:54:16.495+0000 7fec8f80d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:54:16.859 INFO:tasks.workunit.client.0.smithi045.stderr: -240> 2024-09-12T17:54:16.495+0000 7fec8f80d640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:54:16.860 INFO:tasks.workunit.client.0.smithi045.stderr: -239> 2024-09-12T17:54:16.495+0000 7fec8f80d640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:54:16.860 INFO:tasks.workunit.client.0.smithi045.stderr: -238> 2024-09-12T17:54:16.495+0000 7fec8e80b640 10 monclient(hunting): get_auth_request con 0x564858358140 auth_method 0 2024-09-12T17:54:16.860 INFO:tasks.workunit.client.0.smithi045.stderr: -237> 2024-09-12T17:54:16.495+0000 7fec8e80b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:54:16.860 INFO:tasks.workunit.client.0.smithi045.stderr: -236> 2024-09-12T17:54:16.495+0000 7fec8e80b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:54:16.860 INFO:tasks.workunit.client.0.smithi045.stderr: -235> 2024-09-12T17:54:16.495+0000 7fec8e80b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:54:16.860 INFO:tasks.workunit.client.0.smithi045.stderr: -234> 2024-09-12T17:54:16.495+0000 7fec8f00c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:54:16.860 INFO:tasks.workunit.client.0.smithi045.stderr: -233> 2024-09-12T17:54:16.495+0000 7fec8f00c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:54:16.860 INFO:tasks.workunit.client.0.smithi045.stderr: -232> 2024-09-12T17:54:16.495+0000 7fec8f00c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:54:16.860 INFO:tasks.workunit.client.0.smithi045.stderr: -231> 2024-09-12T17:54:16.495+0000 7fec8f80d640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:54:16.860 INFO:tasks.workunit.client.0.smithi045.stderr: -230> 2024-09-12T17:54:16.495+0000 7fec8f80d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:54:16.860 INFO:tasks.workunit.client.0.smithi045.stderr: -229> 2024-09-12T17:54:16.495+0000 7fec8f80d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:54:16.860 INFO:tasks.workunit.client.0.smithi045.stderr: -228> 2024-09-12T17:54:16.495+0000 7fec8e80b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:54:16.860 INFO:tasks.workunit.client.0.smithi045.stderr: -227> 2024-09-12T17:54:16.495+0000 7fec8e80b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:54:16.861 INFO:tasks.workunit.client.0.smithi045.stderr: -226> 2024-09-12T17:54:16.495+0000 7fec8e80b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:54:16.861 INFO:tasks.workunit.client.0.smithi045.stderr: -225> 2024-09-12T17:54:16.495+0000 7fec8f00c640 10 monclient(hunting): handle_auth_done global_id 6558 payload 274 2024-09-12T17:54:16.861 INFO:tasks.workunit.client.0.smithi045.stderr: -224> 2024-09-12T17:54:16.495+0000 7fec8f00c640 10 monclient: _finish_hunting 0 2024-09-12T17:54:16.861 INFO:tasks.workunit.client.0.smithi045.stderr: -223> 2024-09-12T17:54:16.495+0000 7fec8f00c640 1 monclient: found mon.noname-a 2024-09-12T17:54:16.861 INFO:tasks.workunit.client.0.smithi045.stderr: -222> 2024-09-12T17:54:16.495+0000 7fec8f00c640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.45:3300/0 2024-09-12T17:54:16.861 INFO:tasks.workunit.client.0.smithi045.stderr: -221> 2024-09-12T17:54:16.496+0000 7feb72ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:54:16.861 INFO:tasks.workunit.client.0.smithi045.stderr: -220> 2024-09-12T17:54:16.496+0000 7feb72ffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:54:16.861 INFO:tasks.workunit.client.0.smithi045.stderr: -219> 2024-09-12T17:54:16.496+0000 7feb72ffd640 10 monclient: dump: 2024-09-12T17:54:16.861 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:54:16.861 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:54:16.862 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:16.862 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:16.862 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:54:16.862 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:54:16.862 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:54:16.862 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:54:16.862 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:54:16.862 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:16.862 INFO:tasks.workunit.client.0.smithi045.stderr: -218> 2024-09-12T17:54:16.496+0000 7feb72ffd640 10 monclient: _finish_auth 0 2024-09-12T17:54:16.862 INFO:tasks.workunit.client.0.smithi045.stderr: -217> 2024-09-12T17:54:16.496+0000 7feb72ffd640 10 monclient: _check_auth_tickets 2024-09-12T17:54:16.862 INFO:tasks.workunit.client.0.smithi045.stderr: -216> 2024-09-12T17:54:16.496+0000 7feb72ffd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:54:16.862 INFO:tasks.workunit.client.0.smithi045.stderr: -215> 2024-09-12T17:54:16.496+0000 7feb72ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:54:16.862 INFO:tasks.workunit.client.0.smithi045.stderr: -214> 2024-09-12T17:54:16.496+0000 7feb72ffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:54:16.863 INFO:tasks.workunit.client.0.smithi045.stderr: -213> 2024-09-12T17:54:16.496+0000 7feb72ffd640 10 monclient: dump: 2024-09-12T17:54:16.863 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:54:16.863 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:54:16.863 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:16.863 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:16.863 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:54:16.863 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:54:16.863 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:54:16.863 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:54:16.863 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:54:16.863 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:16.863 INFO:tasks.workunit.client.0.smithi045.stderr: -212> 2024-09-12T17:54:16.496+0000 7fec93323800 5 monclient: authenticate success, global_id 6558 2024-09-12T17:54:16.863 INFO:tasks.workunit.client.0.smithi045.stderr: -211> 2024-09-12T17:54:16.496+0000 7fec93323800 10 monclient: get_monmap_and_config success 2024-09-12T17:54:16.864 INFO:tasks.workunit.client.0.smithi045.stderr: -210> 2024-09-12T17:54:16.496+0000 7fec93323800 4 set_mon_vals no callback set 2024-09-12T17:54:16.864 INFO:tasks.workunit.client.0.smithi045.stderr: -209> 2024-09-12T17:54:16.496+0000 7fec93323800 10 monclient: shutdown 2024-09-12T17:54:16.864 INFO:tasks.workunit.client.0.smithi045.stderr: -208> 2024-09-12T17:54:16.496+0000 7fec93323800 10 monclient: build_initial_monmap 2024-09-12T17:54:16.864 INFO:tasks.workunit.client.0.smithi045.stderr: -207> 2024-09-12T17:54:16.496+0000 7fec93323800 1 build_initial for_mkfs: 0 2024-09-12T17:54:16.864 INFO:tasks.workunit.client.0.smithi045.stderr: -206> 2024-09-12T17:54:16.496+0000 7fec93323800 10 monclient: monmap: 2024-09-12T17:54:16.864 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:54:16.864 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:54:16.864 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:54:16.864 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:54:16.864 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:54:16.864 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:54:16.864 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:54:16.864 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:54:16.865 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:54:16.865 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:16.865 INFO:tasks.workunit.client.0.smithi045.stderr: -205> 2024-09-12T17:54:16.496+0000 7fec93323800 5 AuthRegistry(0x564858336d50) adding auth protocol: cephx 2024-09-12T17:54:16.865 INFO:tasks.workunit.client.0.smithi045.stderr: -204> 2024-09-12T17:54:16.496+0000 7fec93323800 5 AuthRegistry(0x564858336d50) adding auth protocol: cephx 2024-09-12T17:54:16.865 INFO:tasks.workunit.client.0.smithi045.stderr: -203> 2024-09-12T17:54:16.496+0000 7fec93323800 5 AuthRegistry(0x564858336d50) adding auth protocol: cephx 2024-09-12T17:54:16.865 INFO:tasks.workunit.client.0.smithi045.stderr: -202> 2024-09-12T17:54:16.496+0000 7fec93323800 5 AuthRegistry(0x564858336d50) adding con mode: secure 2024-09-12T17:54:16.865 INFO:tasks.workunit.client.0.smithi045.stderr: -201> 2024-09-12T17:54:16.496+0000 7fec93323800 5 AuthRegistry(0x564858336d50) adding con mode: crc 2024-09-12T17:54:16.865 INFO:tasks.workunit.client.0.smithi045.stderr: -200> 2024-09-12T17:54:16.496+0000 7fec93323800 5 AuthRegistry(0x564858336d50) adding con mode: secure 2024-09-12T17:54:16.865 INFO:tasks.workunit.client.0.smithi045.stderr: -199> 2024-09-12T17:54:16.496+0000 7fec93323800 5 AuthRegistry(0x564858336d50) adding con mode: crc 2024-09-12T17:54:16.865 INFO:tasks.workunit.client.0.smithi045.stderr: -198> 2024-09-12T17:54:16.496+0000 7fec93323800 5 AuthRegistry(0x564858336d50) adding con mode: secure 2024-09-12T17:54:16.865 INFO:tasks.workunit.client.0.smithi045.stderr: -197> 2024-09-12T17:54:16.496+0000 7fec93323800 5 AuthRegistry(0x564858336d50) adding con mode: crc 2024-09-12T17:54:16.865 INFO:tasks.workunit.client.0.smithi045.stderr: -196> 2024-09-12T17:54:16.496+0000 7fec93323800 5 AuthRegistry(0x564858336d50) adding con mode: crc 2024-09-12T17:54:16.865 INFO:tasks.workunit.client.0.smithi045.stderr: -195> 2024-09-12T17:54:16.496+0000 7fec93323800 5 AuthRegistry(0x564858336d50) adding con mode: secure 2024-09-12T17:54:16.866 INFO:tasks.workunit.client.0.smithi045.stderr: -194> 2024-09-12T17:54:16.496+0000 7fec93323800 5 AuthRegistry(0x564858336d50) adding con mode: crc 2024-09-12T17:54:16.866 INFO:tasks.workunit.client.0.smithi045.stderr: -193> 2024-09-12T17:54:16.496+0000 7fec93323800 5 AuthRegistry(0x564858336d50) adding con mode: secure 2024-09-12T17:54:16.866 INFO:tasks.workunit.client.0.smithi045.stderr: -192> 2024-09-12T17:54:16.496+0000 7fec93323800 5 AuthRegistry(0x564858336d50) adding con mode: crc 2024-09-12T17:54:16.866 INFO:tasks.workunit.client.0.smithi045.stderr: -191> 2024-09-12T17:54:16.496+0000 7fec93323800 5 AuthRegistry(0x564858336d50) adding con mode: secure 2024-09-12T17:54:16.866 INFO:tasks.workunit.client.0.smithi045.stderr: -190> 2024-09-12T17:54:16.497+0000 7fec93323800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:54:16.866 INFO:tasks.workunit.client.0.smithi045.stderr: -189> 2024-09-12T17:54:16.497+0000 7fec93323800 1 librados: starting msgr at 2024-09-12T17:54:16.866 INFO:tasks.workunit.client.0.smithi045.stderr: -188> 2024-09-12T17:54:16.497+0000 7fec93323800 1 librados: starting objecter 2024-09-12T17:54:16.866 INFO:tasks.workunit.client.0.smithi045.stderr: -187> 2024-09-12T17:54:16.497+0000 7fec93323800 5 asok(0x564858075730) register_command objecter_requests cmddesc objecter_requests hook 0x564858362b20 EEXIST 2024-09-12T17:54:16.866 INFO:tasks.workunit.client.0.smithi045.stderr: -186> 2024-09-12T17:54:16.497+0000 7fec93323800 1 librados: setting wanted keys 2024-09-12T17:54:16.866 INFO:tasks.workunit.client.0.smithi045.stderr: -185> 2024-09-12T17:54:16.497+0000 7fec93323800 1 librados: calling monclient init 2024-09-12T17:54:16.866 INFO:tasks.workunit.client.0.smithi045.stderr: -184> 2024-09-12T17:54:16.497+0000 7fec93323800 10 monclient: init 2024-09-12T17:54:16.868 INFO:tasks.workunit.client.0.smithi045.stderr: -183> 2024-09-12T17:54:16.497+0000 7fec93323800 5 AuthRegistry(0x56485832b0f0) adding auth protocol: cephx 2024-09-12T17:54:16.868 INFO:tasks.workunit.client.0.smithi045.stderr: -182> 2024-09-12T17:54:16.497+0000 7fec93323800 5 AuthRegistry(0x56485832b0f0) adding auth protocol: cephx 2024-09-12T17:54:16.868 INFO:tasks.workunit.client.0.smithi045.stderr: -181> 2024-09-12T17:54:16.497+0000 7fec93323800 5 AuthRegistry(0x56485832b0f0) adding auth protocol: cephx 2024-09-12T17:54:16.868 INFO:tasks.workunit.client.0.smithi045.stderr: -180> 2024-09-12T17:54:16.497+0000 7fec93323800 5 AuthRegistry(0x56485832b0f0) adding con mode: secure 2024-09-12T17:54:16.868 INFO:tasks.workunit.client.0.smithi045.stderr: -179> 2024-09-12T17:54:16.497+0000 7fec93323800 5 AuthRegistry(0x56485832b0f0) adding con mode: crc 2024-09-12T17:54:16.868 INFO:tasks.workunit.client.0.smithi045.stderr: -178> 2024-09-12T17:54:16.497+0000 7fec93323800 5 AuthRegistry(0x56485832b0f0) adding con mode: secure 2024-09-12T17:54:16.868 INFO:tasks.workunit.client.0.smithi045.stderr: -177> 2024-09-12T17:54:16.497+0000 7fec93323800 5 AuthRegistry(0x56485832b0f0) adding con mode: crc 2024-09-12T17:54:16.868 INFO:tasks.workunit.client.0.smithi045.stderr: -176> 2024-09-12T17:54:16.497+0000 7fec93323800 5 AuthRegistry(0x56485832b0f0) adding con mode: secure 2024-09-12T17:54:16.869 INFO:tasks.workunit.client.0.smithi045.stderr: -175> 2024-09-12T17:54:16.497+0000 7fec93323800 5 AuthRegistry(0x56485832b0f0) adding con mode: crc 2024-09-12T17:54:16.869 INFO:tasks.workunit.client.0.smithi045.stderr: -174> 2024-09-12T17:54:16.497+0000 7fec93323800 5 AuthRegistry(0x56485832b0f0) adding con mode: crc 2024-09-12T17:54:16.869 INFO:tasks.workunit.client.0.smithi045.stderr: -173> 2024-09-12T17:54:16.497+0000 7fec93323800 5 AuthRegistry(0x56485832b0f0) adding con mode: secure 2024-09-12T17:54:16.869 INFO:tasks.workunit.client.0.smithi045.stderr: -172> 2024-09-12T17:54:16.497+0000 7fec93323800 5 AuthRegistry(0x56485832b0f0) adding con mode: crc 2024-09-12T17:54:16.869 INFO:tasks.workunit.client.0.smithi045.stderr: -171> 2024-09-12T17:54:16.497+0000 7fec93323800 5 AuthRegistry(0x56485832b0f0) adding con mode: secure 2024-09-12T17:54:16.869 INFO:tasks.workunit.client.0.smithi045.stderr: -170> 2024-09-12T17:54:16.497+0000 7fec93323800 5 AuthRegistry(0x56485832b0f0) adding con mode: crc 2024-09-12T17:54:16.869 INFO:tasks.workunit.client.0.smithi045.stderr: -169> 2024-09-12T17:54:16.497+0000 7fec93323800 5 AuthRegistry(0x56485832b0f0) adding con mode: secure 2024-09-12T17:54:16.869 INFO:tasks.workunit.client.0.smithi045.stderr: -168> 2024-09-12T17:54:16.497+0000 7fec93323800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:54:16.869 INFO:tasks.workunit.client.0.smithi045.stderr: -167> 2024-09-12T17:54:16.497+0000 7fec93323800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:54:16.869 INFO:tasks.workunit.client.0.smithi045.stderr: -166> 2024-09-12T17:54:16.497+0000 7fec93323800 5 asok(0x564858075730) register_command rotate-key cmddesc rotate-key hook 0x56485832b238 EEXIST 2024-09-12T17:54:16.869 INFO:tasks.workunit.client.0.smithi045.stderr: -165> 2024-09-12T17:54:16.497+0000 7fec93323800 10 monclient: _reopen_session rank -1 2024-09-12T17:54:16.869 INFO:tasks.workunit.client.0.smithi045.stderr: -164> 2024-09-12T17:54:16.497+0000 7fec93323800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:54:16.869 INFO:tasks.workunit.client.0.smithi045.stderr: -163> 2024-09-12T17:54:16.497+0000 7fec93323800 10 monclient(hunting): picked mon.noname-c con 0x564858358140 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:54:16.870 INFO:tasks.workunit.client.0.smithi045.stderr: -162> 2024-09-12T17:54:16.497+0000 7fec93323800 10 monclient(hunting): picked mon.noname-b con 0x564858362c20 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:54:16.870 INFO:tasks.workunit.client.0.smithi045.stderr: -161> 2024-09-12T17:54:16.497+0000 7fec93323800 10 monclient(hunting): picked mon.noname-a con 0x5648583677f0 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:54:16.870 INFO:tasks.workunit.client.0.smithi045.stderr: -160> 2024-09-12T17:54:16.497+0000 7fec93323800 10 monclient(hunting): start opening mon connection 2024-09-12T17:54:16.870 INFO:tasks.workunit.client.0.smithi045.stderr: -159> 2024-09-12T17:54:16.497+0000 7fec93323800 10 monclient(hunting): start opening mon connection 2024-09-12T17:54:16.870 INFO:tasks.workunit.client.0.smithi045.stderr: -158> 2024-09-12T17:54:16.497+0000 7fec93323800 10 monclient(hunting): start opening mon connection 2024-09-12T17:54:16.870 INFO:tasks.workunit.client.0.smithi045.stderr: -157> 2024-09-12T17:54:16.497+0000 7fec93323800 10 monclient(hunting): _renew_subs 2024-09-12T17:54:16.870 INFO:tasks.workunit.client.0.smithi045.stderr: -156> 2024-09-12T17:54:16.497+0000 7fec93323800 10 monclient(hunting): authenticate will time out at 1954.955905s 2024-09-12T17:54:16.870 INFO:tasks.workunit.client.0.smithi045.stderr: -155> 2024-09-12T17:54:16.498+0000 7fec8f00c640 10 monclient(hunting): get_auth_request con 0x564858358140 auth_method 0 2024-09-12T17:54:16.870 INFO:tasks.workunit.client.0.smithi045.stderr: -154> 2024-09-12T17:54:16.498+0000 7fec8f00c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:54:16.870 INFO:tasks.workunit.client.0.smithi045.stderr: -153> 2024-09-12T17:54:16.498+0000 7fec8f00c640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:54:16.870 INFO:tasks.workunit.client.0.smithi045.stderr: -152> 2024-09-12T17:54:16.498+0000 7fec8f00c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:54:16.870 INFO:tasks.workunit.client.0.smithi045.stderr: -151> 2024-09-12T17:54:16.498+0000 7fec8f80d640 10 monclient(hunting): get_auth_request con 0x5648583677f0 auth_method 0 2024-09-12T17:54:16.871 INFO:tasks.workunit.client.0.smithi045.stderr: -150> 2024-09-12T17:54:16.498+0000 7fec8f80d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:54:16.871 INFO:tasks.workunit.client.0.smithi045.stderr: -149> 2024-09-12T17:54:16.498+0000 7fec8f80d640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:54:16.871 INFO:tasks.workunit.client.0.smithi045.stderr: -148> 2024-09-12T17:54:16.498+0000 7fec8f80d640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:54:16.871 INFO:tasks.workunit.client.0.smithi045.stderr: -147> 2024-09-12T17:54:16.498+0000 7fec8e80b640 10 monclient(hunting): get_auth_request con 0x564858362c20 auth_method 0 2024-09-12T17:54:16.871 INFO:tasks.workunit.client.0.smithi045.stderr: -146> 2024-09-12T17:54:16.498+0000 7fec8e80b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:54:16.871 INFO:tasks.workunit.client.0.smithi045.stderr: -145> 2024-09-12T17:54:16.498+0000 7fec8e80b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:54:16.871 INFO:tasks.workunit.client.0.smithi045.stderr: -144> 2024-09-12T17:54:16.498+0000 7fec8e80b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:54:16.871 INFO:tasks.workunit.client.0.smithi045.stderr: -143> 2024-09-12T17:54:16.498+0000 7fec8f00c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:54:16.871 INFO:tasks.workunit.client.0.smithi045.stderr: -142> 2024-09-12T17:54:16.498+0000 7fec8f00c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:54:16.871 INFO:tasks.workunit.client.0.smithi045.stderr: -141> 2024-09-12T17:54:16.498+0000 7fec8f00c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:54:16.871 INFO:tasks.workunit.client.0.smithi045.stderr: -140> 2024-09-12T17:54:16.498+0000 7fec8f80d640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:54:16.871 INFO:tasks.workunit.client.0.smithi045.stderr: -139> 2024-09-12T17:54:16.498+0000 7fec8f80d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:54:16.871 INFO:tasks.workunit.client.0.smithi045.stderr: -138> 2024-09-12T17:54:16.498+0000 7fec8f80d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:54:16.871 INFO:tasks.workunit.client.0.smithi045.stderr: -137> 2024-09-12T17:54:16.498+0000 7fec8e80b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:54:16.872 INFO:tasks.workunit.client.0.smithi045.stderr: -136> 2024-09-12T17:54:16.498+0000 7fec8e80b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:54:16.872 INFO:tasks.workunit.client.0.smithi045.stderr: -135> 2024-09-12T17:54:16.498+0000 7fec8e80b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:54:16.872 INFO:tasks.workunit.client.0.smithi045.stderr: -134> 2024-09-12T17:54:16.498+0000 7fec8f80d640 10 monclient(hunting): handle_auth_done global_id 6561 payload 824 2024-09-12T17:54:16.872 INFO:tasks.workunit.client.0.smithi045.stderr: -133> 2024-09-12T17:54:16.498+0000 7fec8f80d640 10 monclient: _finish_hunting 0 2024-09-12T17:54:16.872 INFO:tasks.workunit.client.0.smithi045.stderr: -132> 2024-09-12T17:54:16.498+0000 7fec8f80d640 1 monclient: found mon.noname-a 2024-09-12T17:54:16.872 INFO:tasks.workunit.client.0.smithi045.stderr: -131> 2024-09-12T17:54:16.498+0000 7fec8f80d640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.45:3300/0 2024-09-12T17:54:16.872 INFO:tasks.workunit.client.0.smithi045.stderr: -130> 2024-09-12T17:54:16.498+0000 7feb717fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:54:16.872 INFO:tasks.workunit.client.0.smithi045.stderr: -129> 2024-09-12T17:54:16.498+0000 7feb717fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:54:16.872 INFO:tasks.workunit.client.0.smithi045.stderr: -128> 2024-09-12T17:54:16.498+0000 7feb717fa640 10 monclient: dump: 2024-09-12T17:54:16.872 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:54:16.872 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:54:16.872 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:16.873 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:16.873 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:54:16.873 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:54:16.873 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:54:16.873 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:54:16.873 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:54:16.873 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:16.873 INFO:tasks.workunit.client.0.smithi045.stderr: -127> 2024-09-12T17:54:16.498+0000 7feb717fa640 10 monclient: _finish_auth 0 2024-09-12T17:54:16.873 INFO:tasks.workunit.client.0.smithi045.stderr: -126> 2024-09-12T17:54:16.498+0000 7feb717fa640 10 monclient: _check_auth_tickets 2024-09-12T17:54:16.873 INFO:tasks.workunit.client.0.smithi045.stderr: -125> 2024-09-12T17:54:16.498+0000 7feb717fa640 10 monclient: handle_config config(0 keys) 2024-09-12T17:54:16.873 INFO:tasks.workunit.client.0.smithi045.stderr: -124> 2024-09-12T17:54:16.498+0000 7feb717fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:54:16.873 INFO:tasks.workunit.client.0.smithi045.stderr: -123> 2024-09-12T17:54:16.498+0000 7feb717fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:54:16.873 INFO:tasks.workunit.client.0.smithi045.stderr: -122> 2024-09-12T17:54:16.498+0000 7feb717fa640 10 monclient: dump: 2024-09-12T17:54:16.874 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:54:16.874 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:54:16.874 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:16.874 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:16.874 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:54:16.874 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:54:16.874 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:54:16.874 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:54:16.874 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:54:16.874 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:16.874 INFO:tasks.workunit.client.0.smithi045.stderr: -121> 2024-09-12T17:54:16.498+0000 7fec93323800 5 monclient: authenticate success, global_id 6561 2024-09-12T17:54:16.874 INFO:tasks.workunit.client.0.smithi045.stderr: -120> 2024-09-12T17:54:16.498+0000 7fec93323800 10 monclient: _renew_subs 2024-09-12T17:54:16.874 INFO:tasks.workunit.client.0.smithi045.stderr: -119> 2024-09-12T17:54:16.498+0000 7feb72ffd640 4 set_mon_vals no callback set 2024-09-12T17:54:16.875 INFO:tasks.workunit.client.0.smithi045.stderr: -118> 2024-09-12T17:54:16.498+0000 7fec93323800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:54:16.875 INFO:tasks.workunit.client.0.smithi045.stderr: -117> 2024-09-12T17:54:16.498+0000 7fec93323800 10 monclient: _renew_subs 2024-09-12T17:54:16.875 INFO:tasks.workunit.client.0.smithi045.stderr: -116> 2024-09-12T17:54:16.498+0000 7fec93323800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:54:16.875 INFO:tasks.workunit.client.0.smithi045.stderr: -115> 2024-09-12T17:54:16.498+0000 7fec93323800 1 librados: init done 2024-09-12T17:54:16.875 INFO:tasks.workunit.client.0.smithi045.stderr: -114> 2024-09-12T17:54:16.498+0000 7fec93323800 5 asok(0x564858075730) register_command cr dump hook 0x56485835c158 2024-09-12T17:54:16.875 INFO:tasks.workunit.client.0.smithi045.stderr: -113> 2024-09-12T17:54:16.500+0000 7fec93323800 20 rados->read ofs=0 len=0 2024-09-12T17:54:16.875 INFO:tasks.workunit.client.0.smithi045.stderr: -112> 2024-09-12T17:54:16.500+0000 7feb717fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:54:16.875 INFO:tasks.workunit.client.0.smithi045.stderr: -111> 2024-09-12T17:54:16.500+0000 7feb717fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:54:16.875 INFO:tasks.workunit.client.0.smithi045.stderr: -110> 2024-09-12T17:54:16.500+0000 7feb717fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:54:16.875 INFO:tasks.workunit.client.0.smithi045.stderr: -109> 2024-09-12T17:54:16.500+0000 7fec8f00c640 10 monclient: get_auth_request con 0x7feb58076470 auth_method 0 2024-09-12T17:54:16.875 INFO:tasks.workunit.client.0.smithi045.stderr: -108> 2024-09-12T17:54:16.500+0000 7fec8e80b640 10 monclient: get_auth_request con 0x564858381c10 auth_method 0 2024-09-12T17:54:16.875 INFO:tasks.workunit.client.0.smithi045.stderr: -107> 2024-09-12T17:54:16.501+0000 7fec93323800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:16.875 INFO:tasks.workunit.client.0.smithi045.stderr: -106> 2024-09-12T17:54:16.501+0000 7fec93323800 20 realm 2024-09-12T17:54:16.875 INFO:tasks.workunit.client.0.smithi045.stderr: -105> 2024-09-12T17:54:16.501+0000 7fec93323800 20 rados->read ofs=0 len=0 2024-09-12T17:54:16.876 INFO:tasks.workunit.client.0.smithi045.stderr: -104> 2024-09-12T17:54:16.501+0000 7fec93323800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:16.876 INFO:tasks.workunit.client.0.smithi045.stderr: -103> 2024-09-12T17:54:16.501+0000 7fec93323800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:54:16.876 INFO:tasks.workunit.client.0.smithi045.stderr: -102> 2024-09-12T17:54:16.501+0000 7fec93323800 20 rados->read ofs=0 len=0 2024-09-12T17:54:16.876 INFO:tasks.workunit.client.0.smithi045.stderr: -101> 2024-09-12T17:54:16.501+0000 7fec93323800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:16.876 INFO:tasks.workunit.client.0.smithi045.stderr: -100> 2024-09-12T17:54:16.501+0000 7fec93323800 20 rados->read ofs=0 len=0 2024-09-12T17:54:16.876 INFO:tasks.workunit.client.0.smithi045.stderr: -99> 2024-09-12T17:54:16.502+0000 7fec8f00c640 10 monclient: get_auth_request con 0x564858385e30 auth_method 0 2024-09-12T17:54:16.876 INFO:tasks.workunit.client.0.smithi045.stderr: -98> 2024-09-12T17:54:16.502+0000 7fec93323800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:16.876 INFO:tasks.workunit.client.0.smithi045.stderr: -97> 2024-09-12T17:54:16.502+0000 7fec93323800 20 rados->read ofs=0 len=0 2024-09-12T17:54:16.876 INFO:tasks.workunit.client.0.smithi045.stderr: -96> 2024-09-12T17:54:16.502+0000 7fec8e80b640 10 monclient: get_auth_request con 0x564858389690 auth_method 0 2024-09-12T17:54:16.876 INFO:tasks.workunit.client.0.smithi045.stderr: -95> 2024-09-12T17:54:16.503+0000 7fec93323800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:54:16.876 INFO:tasks.workunit.client.0.smithi045.stderr: -94> 2024-09-12T17:54:16.503+0000 7fec93323800 20 searching for the correct realm 2024-09-12T17:54:16.876 INFO:tasks.workunit.client.0.smithi045.stderr: -93> 2024-09-12T17:54:16.503+0000 7fec8f80d640 10 monclient: get_auth_request con 0x56485838e3a0 auth_method 0 2024-09-12T17:54:16.877 INFO:tasks.workunit.client.0.smithi045.stderr: -92> 2024-09-12T17:54:16.504+0000 7fec8f00c640 10 monclient: get_auth_request con 0x7fec78063040 auth_method 0 2024-09-12T17:54:16.877 INFO:tasks.workunit.client.0.smithi045.stderr: -91> 2024-09-12T17:54:16.505+0000 7fec8e80b640 10 monclient: get_auth_request con 0x7fec80077420 auth_method 0 2024-09-12T17:54:16.877 INFO:tasks.workunit.client.0.smithi045.stderr: -90> 2024-09-12T17:54:16.505+0000 7fec8e80b640 0 -- 172.21.15.45:0/3264081901 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7fec80077420 msgr2=0x7fec80077840 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:54:16.877 INFO:tasks.workunit.client.0.smithi045.stderr: -89> 2024-09-12T17:54:16.505+0000 7feb717fa640 1 client.6561.objecter ms_handle_reset 0x7fec80077420 session 0x7fec800a4040 osd.4 2024-09-12T17:54:16.877 INFO:tasks.workunit.client.0.smithi045.stderr: -88> 2024-09-12T17:54:16.505+0000 7feb717fa640 10 monclient: _renew_subs 2024-09-12T17:54:16.877 INFO:tasks.workunit.client.0.smithi045.stderr: -87> 2024-09-12T17:54:16.505+0000 7feb717fa640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:54:16.877 INFO:tasks.workunit.client.0.smithi045.stderr: -86> 2024-09-12T17:54:16.505+0000 7fec8e80b640 10 monclient: get_auth_request con 0x7feb58086b20 auth_method 0 2024-09-12T17:54:16.877 INFO:tasks.workunit.client.0.smithi045.stderr: -85> 2024-09-12T17:54:16.507+0000 7fec8f80d640 10 monclient: get_auth_request con 0x7fec780811b0 auth_method 0 2024-09-12T17:54:16.877 INFO:tasks.workunit.client.0.smithi045.stderr: -84> 2024-09-12T17:54:16.509+0000 7fec8f00c640 10 monclient: get_auth_request con 0x7fec78069e80 auth_method 0 2024-09-12T17:54:16.877 INFO:tasks.workunit.client.0.smithi045.stderr: -83> 2024-09-12T17:54:16.509+0000 7fec8f00c640 0 -- 172.21.15.45:0/3264081901 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7fec78069e80 msgr2=0x7fec78076900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:54:16.878 INFO:tasks.workunit.client.0.smithi045.stderr: -82> 2024-09-12T17:54:16.711+0000 7fec8f00c640 10 monclient: get_auth_request con 0x7fec78069e80 auth_method 0 2024-09-12T17:54:16.878 INFO:tasks.workunit.client.0.smithi045.stderr: -81> 2024-09-12T17:54:16.716+0000 7fec93323800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:54:16.878 INFO:tasks.workunit.client.0.smithi045.stderr: -80> 2024-09-12T17:54:16.716+0000 7fec93323800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:54:16.878 INFO:tasks.workunit.client.0.smithi045.stderr: -79> 2024-09-12T17:54:16.716+0000 7fec93323800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:54:16.878 INFO:tasks.workunit.client.0.smithi045.stderr: -78> 2024-09-12T17:54:16.716+0000 7fec93323800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:54:16.878 INFO:tasks.workunit.client.0.smithi045.stderr: -77> 2024-09-12T17:54:16.716+0000 7fec93323800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:54:16.878 INFO:tasks.workunit.client.0.smithi045.stderr: -76> 2024-09-12T17:54:16.716+0000 7fec93323800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:54:16.878 INFO:tasks.workunit.client.0.smithi045.stderr: -75> 2024-09-12T17:54:16.716+0000 7fec93323800 20 rados->read ofs=0 len=0 2024-09-12T17:54:16.878 INFO:tasks.workunit.client.0.smithi045.stderr: -74> 2024-09-12T17:54:16.716+0000 7fec93323800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:16.878 INFO:tasks.workunit.client.0.smithi045.stderr: -73> 2024-09-12T17:54:16.717+0000 7fec93323800 20 rados->read ofs=0 len=0 2024-09-12T17:54:16.878 INFO:tasks.workunit.client.0.smithi045.stderr: -72> 2024-09-12T17:54:16.717+0000 7fec93323800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:16.878 INFO:tasks.workunit.client.0.smithi045.stderr: -71> 2024-09-12T17:54:16.717+0000 7fec93323800 20 rados->read ofs=0 len=0 2024-09-12T17:54:16.878 INFO:tasks.workunit.client.0.smithi045.stderr: -70> 2024-09-12T17:54:16.717+0000 7fec93323800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:54:16.879 INFO:tasks.workunit.client.0.smithi045.stderr: -69> 2024-09-12T17:54:16.717+0000 7fec93323800 20 zone default found 2024-09-12T17:54:16.879 INFO:tasks.workunit.client.0.smithi045.stderr: -68> 2024-09-12T17:54:16.717+0000 7fec93323800 4 Realm: () 2024-09-12T17:54:16.879 INFO:tasks.workunit.client.0.smithi045.stderr: -67> 2024-09-12T17:54:16.717+0000 7fec93323800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:54:16.879 INFO:tasks.workunit.client.0.smithi045.stderr: -66> 2024-09-12T17:54:16.717+0000 7fec93323800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:54:16.879 INFO:tasks.workunit.client.0.smithi045.stderr: -65> 2024-09-12T17:54:16.717+0000 7fec93323800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:54:16.879 INFO:tasks.workunit.client.0.smithi045.stderr: -64> 2024-09-12T17:54:16.717+0000 7fec93323800 20 zonegroup default 2024-09-12T17:54:16.879 INFO:tasks.workunit.client.0.smithi045.stderr: -63> 2024-09-12T17:54:16.717+0000 7fec93323800 20 rados->read ofs=0 len=0 2024-09-12T17:54:16.879 INFO:tasks.workunit.client.0.smithi045.stderr: -62> 2024-09-12T17:54:16.717+0000 7fec93323800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:16.879 INFO:tasks.workunit.client.0.smithi045.stderr: -61> 2024-09-12T17:54:16.718+0000 7fec93323800 20 rados->read ofs=0 len=0 2024-09-12T17:54:16.879 INFO:tasks.workunit.client.0.smithi045.stderr: -60> 2024-09-12T17:54:16.718+0000 7fec93323800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:16.879 INFO:tasks.workunit.client.0.smithi045.stderr: -59> 2024-09-12T17:54:16.718+0000 7fec93323800 20 rados->read ofs=0 len=0 2024-09-12T17:54:16.879 INFO:tasks.workunit.client.0.smithi045.stderr: -58> 2024-09-12T17:54:16.718+0000 7fec93323800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:16.879 INFO:tasks.workunit.client.0.smithi045.stderr: -57> 2024-09-12T17:54:16.718+0000 7fec93323800 20 started sync module instance, tier type = 2024-09-12T17:54:16.880 INFO:tasks.workunit.client.0.smithi045.stderr: -56> 2024-09-12T17:54:16.718+0000 7fec93323800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:54:16.880 INFO:tasks.workunit.client.0.smithi045.stderr: -55> 2024-09-12T17:54:16.727+0000 7fec93323800 20 add_watcher() i=0 2024-09-12T17:54:16.880 INFO:tasks.workunit.client.0.smithi045.stderr: -54> 2024-09-12T17:54:16.727+0000 7fec93323800 20 add_watcher() i=1 2024-09-12T17:54:16.880 INFO:tasks.workunit.client.0.smithi045.stderr: -53> 2024-09-12T17:54:16.727+0000 7fec93323800 20 add_watcher() i=2 2024-09-12T17:54:16.880 INFO:tasks.workunit.client.0.smithi045.stderr: -52> 2024-09-12T17:54:16.727+0000 7fec93323800 20 add_watcher() i=3 2024-09-12T17:54:16.880 INFO:tasks.workunit.client.0.smithi045.stderr: -51> 2024-09-12T17:54:16.727+0000 7fec93323800 20 add_watcher() i=4 2024-09-12T17:54:16.880 INFO:tasks.workunit.client.0.smithi045.stderr: -50> 2024-09-12T17:54:16.727+0000 7fec93323800 20 add_watcher() i=5 2024-09-12T17:54:16.880 INFO:tasks.workunit.client.0.smithi045.stderr: -49> 2024-09-12T17:54:16.727+0000 7fec93323800 20 add_watcher() i=6 2024-09-12T17:54:16.880 INFO:tasks.workunit.client.0.smithi045.stderr: -48> 2024-09-12T17:54:16.728+0000 7fec93323800 20 add_watcher() i=7 2024-09-12T17:54:16.880 INFO:tasks.workunit.client.0.smithi045.stderr: -47> 2024-09-12T17:54:16.728+0000 7fec93323800 2 all 8 watchers are set, enabling cache 2024-09-12T17:54:16.880 INFO:tasks.workunit.client.0.smithi045.stderr: -46> 2024-09-12T17:54:16.730+0000 7fec93323800 5 AuthRegistry(0x7ffc9b1b85a0) adding auth protocol: cephx 2024-09-12T17:54:16.880 INFO:tasks.workunit.client.0.smithi045.stderr: -45> 2024-09-12T17:54:16.730+0000 7fec93323800 5 AuthRegistry(0x7ffc9b1b85a0) adding auth protocol: cephx 2024-09-12T17:54:16.881 INFO:tasks.workunit.client.0.smithi045.stderr: -44> 2024-09-12T17:54:16.730+0000 7fec93323800 5 AuthRegistry(0x7ffc9b1b85a0) adding auth protocol: cephx 2024-09-12T17:54:16.881 INFO:tasks.workunit.client.0.smithi045.stderr: -43> 2024-09-12T17:54:16.730+0000 7fec93323800 5 AuthRegistry(0x7ffc9b1b85a0) adding con mode: secure 2024-09-12T17:54:16.881 INFO:tasks.workunit.client.0.smithi045.stderr: -42> 2024-09-12T17:54:16.730+0000 7fec93323800 5 AuthRegistry(0x7ffc9b1b85a0) adding con mode: crc 2024-09-12T17:54:16.881 INFO:tasks.workunit.client.0.smithi045.stderr: -41> 2024-09-12T17:54:16.730+0000 7fec93323800 5 AuthRegistry(0x7ffc9b1b85a0) adding con mode: secure 2024-09-12T17:54:16.881 INFO:tasks.workunit.client.0.smithi045.stderr: -40> 2024-09-12T17:54:16.730+0000 7fec93323800 5 AuthRegistry(0x7ffc9b1b85a0) adding con mode: crc 2024-09-12T17:54:16.881 INFO:tasks.workunit.client.0.smithi045.stderr: -39> 2024-09-12T17:54:16.730+0000 7fec93323800 5 AuthRegistry(0x7ffc9b1b85a0) adding con mode: secure 2024-09-12T17:54:16.881 INFO:tasks.workunit.client.0.smithi045.stderr: -38> 2024-09-12T17:54:16.730+0000 7fec93323800 5 AuthRegistry(0x7ffc9b1b85a0) adding con mode: crc 2024-09-12T17:54:16.881 INFO:tasks.workunit.client.0.smithi045.stderr: -37> 2024-09-12T17:54:16.730+0000 7fec93323800 5 AuthRegistry(0x7ffc9b1b85a0) adding con mode: crc 2024-09-12T17:54:16.881 INFO:tasks.workunit.client.0.smithi045.stderr: -36> 2024-09-12T17:54:16.730+0000 7fec93323800 5 AuthRegistry(0x7ffc9b1b85a0) adding con mode: secure 2024-09-12T17:54:16.881 INFO:tasks.workunit.client.0.smithi045.stderr: -35> 2024-09-12T17:54:16.730+0000 7fec93323800 5 AuthRegistry(0x7ffc9b1b85a0) adding con mode: crc 2024-09-12T17:54:16.881 INFO:tasks.workunit.client.0.smithi045.stderr: -34> 2024-09-12T17:54:16.730+0000 7feb45fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:54:16.881 INFO:tasks.workunit.client.0.smithi045.stderr: -33> 2024-09-12T17:54:16.730+0000 7fec93323800 5 AuthRegistry(0x7ffc9b1b85a0) adding con mode: secure 2024-09-12T17:54:16.881 INFO:tasks.workunit.client.0.smithi045.stderr: -32> 2024-09-12T17:54:16.730+0000 7fec93323800 5 AuthRegistry(0x7ffc9b1b85a0) adding con mode: crc 2024-09-12T17:54:16.882 INFO:tasks.workunit.client.0.smithi045.stderr: -31> 2024-09-12T17:54:16.730+0000 7fec93323800 5 AuthRegistry(0x7ffc9b1b85a0) adding con mode: secure 2024-09-12T17:54:16.882 INFO:tasks.workunit.client.0.smithi045.stderr: -30> 2024-09-12T17:54:16.730+0000 7fec93323800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:54:16.882 INFO:tasks.workunit.client.0.smithi045.stderr: -29> 2024-09-12T17:54:16.730+0000 7fec93323800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:54:16.882 INFO:tasks.workunit.client.0.smithi045.stderr: -28> 2024-09-12T17:54:16.730+0000 7fec93323800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:54:16.882 INFO:tasks.workunit.client.0.smithi045.stderr: -27> 2024-09-12T17:54:16.730+0000 7fec93323800 5 asok(0x564858075730) register_command cache list hook 0x56485835d020 2024-09-12T17:54:16.882 INFO:tasks.workunit.client.0.smithi045.stderr: -26> 2024-09-12T17:54:16.730+0000 7fec93323800 5 asok(0x564858075730) register_command cache inspect hook 0x56485835d020 2024-09-12T17:54:16.882 INFO:tasks.workunit.client.0.smithi045.stderr: -25> 2024-09-12T17:54:16.730+0000 7fec93323800 5 asok(0x564858075730) register_command cache erase hook 0x56485835d020 2024-09-12T17:54:16.882 INFO:tasks.workunit.client.0.smithi045.stderr: -24> 2024-09-12T17:54:16.730+0000 7fec93323800 5 asok(0x564858075730) register_command cache zap hook 0x56485835d020 2024-09-12T17:54:16.882 INFO:tasks.workunit.client.0.smithi045.stderr: -23> 2024-09-12T17:54:16.730+0000 7fec93323800 5 note: GC not initialized 2024-09-12T17:54:16.882 INFO:tasks.workunit.client.0.smithi045.stderr: -22> 2024-09-12T17:54:16.730+0000 7feb44fe1640 20 reqs_thread_entry: start 2024-09-12T17:54:16.882 INFO:tasks.workunit.client.0.smithi045.stderr: -21> 2024-09-12T17:54:16.730+0000 7fec93323800 5 asok(0x564858075730) register_command sync trace show hook 0x7fec8004eda0 2024-09-12T17:54:16.882 INFO:tasks.workunit.client.0.smithi045.stderr: -20> 2024-09-12T17:54:16.730+0000 7fec93323800 5 asok(0x564858075730) register_command sync trace history hook 0x7fec8004eda0 2024-09-12T17:54:16.883 INFO:tasks.workunit.client.0.smithi045.stderr: -19> 2024-09-12T17:54:16.730+0000 7fec93323800 5 asok(0x564858075730) register_command sync trace active hook 0x7fec8004eda0 2024-09-12T17:54:16.883 INFO:tasks.workunit.client.0.smithi045.stderr: -18> 2024-09-12T17:54:16.730+0000 7fec93323800 5 asok(0x564858075730) register_command sync trace active_short hook 0x7fec8004eda0 2024-09-12T17:54:16.883 INFO:tasks.workunit.client.0.smithi045.stderr: -17> 2024-09-12T17:54:16.730+0000 7fec93323800 20 init_complete bucket index max shards: 1 2024-09-12T17:54:16.883 INFO:tasks.workunit.client.0.smithi045.stderr: -16> 2024-09-12T17:54:16.730+0000 7fec93323800 20 Filter name: none 2024-09-12T17:54:16.883 INFO:tasks.workunit.client.0.smithi045.stderr: -15> 2024-09-12T17:54:16.731+0000 7feabe7fc640 20 reqs_thread_entry: start 2024-09-12T17:54:16.883 INFO:tasks.workunit.client.0.smithi045.stderr: -14> 2024-09-12T17:54:16.731+0000 7fec93323800 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2024-09-12T17:54:16.883 INFO:tasks.workunit.client.0.smithi045.stderr: -13> 2024-09-12T17:54:16.731+0000 7fec93323800 20 rados->read ofs=0 len=0 2024-09-12T17:54:16.883 INFO:tasks.workunit.client.0.smithi045.stderr: -12> 2024-09-12T17:54:16.731+0000 7fec93323800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:54:16.883 INFO:tasks.workunit.client.0.smithi045.stderr: -11> 2024-09-12T17:54:16.731+0000 7fec93323800 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2024-09-12T17:54:16.883 INFO:tasks.workunit.client.0.smithi045.stderr: -10> 2024-09-12T17:54:16.731+0000 7fec93323800 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2024-09-12T17:54:16.883 INFO:tasks.workunit.client.0.smithi045.stderr: -9> 2024-09-12T17:54:16.731+0000 7fec93323800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.25 : miss 2024-09-12T17:54:16.883 INFO:tasks.workunit.client.0.smithi045.stderr: -8> 2024-09-12T17:54:16.731+0000 7fec93323800 20 rados->read ofs=0 len=0 2024-09-12T17:54:16.883 INFO:tasks.workunit.client.0.smithi045.stderr: -7> 2024-09-12T17:54:16.731+0000 7fec93323800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:54:16.884 INFO:tasks.workunit.client.0.smithi045.stderr: -6> 2024-09-12T17:54:16.731+0000 7fec93323800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.25 info.flags=0x17 2024-09-12T17:54:16.884 INFO:tasks.workunit.client.0.smithi045.stderr: -5> 2024-09-12T17:54:16.731+0000 7fec93323800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.25 to cache LRU end 2024-09-12T17:54:16.884 INFO:tasks.workunit.client.0.smithi045.stderr: -4> 2024-09-12T17:54:16.731+0000 7fec93323800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:54:16.884 INFO:tasks.workunit.client.0.smithi045.stderr: -3> 2024-09-12T17:54:16.731+0000 7fec93323800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:54:16.884 INFO:tasks.workunit.client.0.smithi045.stderr: -2> 2024-09-12T17:54:16.731+0000 7fec93323800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.25 2024-09-12T17:54:16.884 INFO:tasks.workunit.client.0.smithi045.stderr: -1> 2024-09-12T17:54:16.735+0000 7fec93323800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fec93323800 time 2024-09-12T17:54:16.734991+0000 2024-09-12T17:54:16.884 INFO:tasks.workunit.client.0.smithi045.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:54:16.884 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:16.884 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:54:16.884 INFO:tasks.workunit.client.0.smithi045.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7fec9498c71a] 2024-09-12T17:54:16.884 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fec9498c8d8] 2024-09-12T17:54:16.884 INFO:tasks.workunit.client.0.smithi045.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5648574c3841] 2024-09-12T17:54:16.884 INFO:tasks.workunit.client.0.smithi045.stderr: 4: radosgw-admin(+0xd73ca8) [0x5648579d0ca8] 2024-09-12T17:54:16.885 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5648574d350d] 2024-09-12T17:54:16.885 INFO:tasks.workunit.client.0.smithi045.stderr: 6: main() 2024-09-12T17:54:16.885 INFO:tasks.workunit.client.0.smithi045.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7fec93629590] 2024-09-12T17:54:16.885 INFO:tasks.workunit.client.0.smithi045.stderr: 8: __libc_start_main() 2024-09-12T17:54:16.885 INFO:tasks.workunit.client.0.smithi045.stderr: 9: _start() 2024-09-12T17:54:16.885 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:16.885 INFO:tasks.workunit.client.0.smithi045.stderr: 0> 2024-09-12T17:54:16.736+0000 7fec93323800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:54:16.885 INFO:tasks.workunit.client.0.smithi045.stderr: in thread 7fec93323800 thread_name:radosgw-admin 2024-09-12T17:54:16.885 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:16.885 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:54:16.885 INFO:tasks.workunit.client.0.smithi045.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fec9363e6f0] 2024-09-12T17:54:16.885 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7fec9368b99c] 2024-09-12T17:54:16.885 INFO:tasks.workunit.client.0.smithi045.stderr: 3: raise() 2024-09-12T17:54:16.886 INFO:tasks.workunit.client.0.smithi045.stderr: 4: abort() 2024-09-12T17:54:16.886 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7fec9498c774] 2024-09-12T17:54:16.886 INFO:tasks.workunit.client.0.smithi045.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fec9498c8d8] 2024-09-12T17:54:16.886 INFO:tasks.workunit.client.0.smithi045.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5648574c3841] 2024-09-12T17:54:16.886 INFO:tasks.workunit.client.0.smithi045.stderr: 8: radosgw-admin(+0xd73ca8) [0x5648579d0ca8] 2024-09-12T17:54:16.886 INFO:tasks.workunit.client.0.smithi045.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5648574d350d] 2024-09-12T17:54:16.886 INFO:tasks.workunit.client.0.smithi045.stderr: 10: main() 2024-09-12T17:54:16.886 INFO:tasks.workunit.client.0.smithi045.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7fec93629590] 2024-09-12T17:54:16.886 INFO:tasks.workunit.client.0.smithi045.stderr: 12: __libc_start_main() 2024-09-12T17:54:16.886 INFO:tasks.workunit.client.0.smithi045.stderr: 13: _start() 2024-09-12T17:54:16.886 INFO:tasks.workunit.client.0.smithi045.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:54:16.886 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:16.886 INFO:tasks.workunit.client.0.smithi045.stderr:--- logging levels --- 2024-09-12T17:54:16.887 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 none 2024-09-12T17:54:16.887 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 lockdep 2024-09-12T17:54:16.887 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 context 2024-09-12T17:54:16.887 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 crush 2024-09-12T17:54:16.887 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds 2024-09-12T17:54:16.887 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_balancer 2024-09-12T17:54:16.887 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_locker 2024-09-12T17:54:16.887 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_log 2024-09-12T17:54:16.887 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_log_expire 2024-09-12T17:54:16.887 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_migrator 2024-09-12T17:54:16.887 INFO:tasks.workunit.client.0.smithi045.stderr: 3/ 5 mds_quiesce 2024-09-12T17:54:16.887 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 buffer 2024-09-12T17:54:16.887 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 timer 2024-09-12T17:54:16.888 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 filer 2024-09-12T17:54:16.888 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 striper 2024-09-12T17:54:16.888 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 objecter 2024-09-12T17:54:16.888 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rados 2024-09-12T17:54:16.888 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd 2024-09-12T17:54:16.888 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_mirror 2024-09-12T17:54:16.888 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_replay 2024-09-12T17:54:16.888 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_pwl 2024-09-12T17:54:16.888 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 journaler 2024-09-12T17:54:16.888 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 objectcacher 2024-09-12T17:54:16.888 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:54:16.889 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 client 2024-09-12T17:54:16.889 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 osd 2024-09-12T17:54:16.889 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 optracker 2024-09-12T17:54:16.889 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 objclass 2024-09-12T17:54:16.889 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 filestore 2024-09-12T17:54:16.889 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 journal 2024-09-12T17:54:16.889 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 0 ms 2024-09-12T17:54:16.889 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mon 2024-09-12T17:54:16.889 INFO:tasks.workunit.client.0.smithi045.stderr: 0/10 monc 2024-09-12T17:54:16.889 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 paxos 2024-09-12T17:54:16.889 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 tp 2024-09-12T17:54:16.890 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 auth 2024-09-12T17:54:16.890 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 crypto 2024-09-12T17:54:16.890 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 finisher 2024-09-12T17:54:16.890 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 reserver 2024-09-12T17:54:16.890 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 heartbeatmap 2024-09-12T17:54:16.890 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 perfcounter 2024-09-12T17:54:16.890 INFO:tasks.workunit.client.0.smithi045.stderr: 20/20 rgw 2024-09-12T17:54:16.890 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_sync 2024-09-12T17:54:16.891 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_datacache 2024-09-12T17:54:16.891 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_access 2024-09-12T17:54:16.891 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:54:16.891 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_flight 2024-09-12T17:54:16.891 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:54:16.891 INFO:tasks.workunit.client.0.smithi045.stderr: 20/20 rgw_notification 2024-09-12T17:54:16.891 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 javaclient 2024-09-12T17:54:16.891 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 asok 2024-09-12T17:54:16.891 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 throttle 2024-09-12T17:54:16.891 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 0 refs 2024-09-12T17:54:16.891 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 compressor 2024-09-12T17:54:16.891 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 bluestore 2024-09-12T17:54:16.892 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 bluefs 2024-09-12T17:54:16.892 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 bdev 2024-09-12T17:54:16.892 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 kstore 2024-09-12T17:54:16.892 INFO:tasks.workunit.client.0.smithi045.stderr: 4/ 5 rocksdb 2024-09-12T17:54:16.892 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 fuse 2024-09-12T17:54:16.892 INFO:tasks.workunit.client.0.smithi045.stderr: 2/ 5 mgr 2024-09-12T17:54:16.892 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mgrc 2024-09-12T17:54:16.892 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 dpdk 2024-09-12T17:54:16.892 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 eventtrace 2024-09-12T17:54:16.892 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 prioritycache 2024-09-12T17:54:16.892 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 test 2024-09-12T17:54:16.892 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:54:16.892 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cephsqlite 2024-09-12T17:54:16.893 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:54:16.893 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore 2024-09-12T17:54:16.893 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_onode 2024-09-12T17:54:16.893 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_odata 2024-09-12T17:54:16.893 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_omap 2024-09-12T17:54:16.893 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_tm 2024-09-12T17:54:16.893 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_t 2024-09-12T17:54:16.893 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:54:16.893 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_epm 2024-09-12T17:54:16.893 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_lba 2024-09-12T17:54:16.893 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:54:16.893 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_cache 2024-09-12T17:54:16.894 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_journal 2024-09-12T17:54:16.894 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_device 2024-09-12T17:54:16.894 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_backref 2024-09-12T17:54:16.894 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 alienstore 2024-09-12T17:54:16.894 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mclock 2024-09-12T17:54:16.894 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cyanstore 2024-09-12T17:54:16.894 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 ceph_exporter 2024-09-12T17:54:16.894 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 memstore 2024-09-12T17:54:16.894 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 trace 2024-09-12T17:54:16.894 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 ceph_dedup 2024-09-12T17:54:16.894 INFO:tasks.workunit.client.0.smithi045.stderr: -2/-2 (syslog threshold) 2024-09-12T17:54:16.894 INFO:tasks.workunit.client.0.smithi045.stderr: 99/99 (stderr threshold) 2024-09-12T17:54:16.895 INFO:tasks.workunit.client.0.smithi045.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:54:16.895 INFO:tasks.workunit.client.0.smithi045.stderr: 7feabe7fc640 / http_manager 2024-09-12T17:54:16.895 INFO:tasks.workunit.client.0.smithi045.stderr: 7feb44fe1640 / http_manager 2024-09-12T17:54:16.895 INFO:tasks.workunit.client.0.smithi045.stderr: 7feb45fe3640 / rgw_dt_lg_renew 2024-09-12T17:54:16.895 INFO:tasks.workunit.client.0.smithi045.stderr: 7feb717fa640 / ms_dispatch 2024-09-12T17:54:16.895 INFO:tasks.workunit.client.0.smithi045.stderr: 7feb72ffd640 / io_context_pool 2024-09-12T17:54:16.895 INFO:tasks.workunit.client.0.smithi045.stderr: 7feb79602640 / ms_dispatch 2024-09-12T17:54:16.895 INFO:tasks.workunit.client.0.smithi045.stderr: 7feb7be07640 / ms_dispatch 2024-09-12T17:54:16.895 INFO:tasks.workunit.client.0.smithi045.stderr: 7feb7d60a640 / io_context_pool 2024-09-12T17:54:16.895 INFO:tasks.workunit.client.0.smithi045.stderr: 7fec8e80b640 / msgr-worker-2 2024-09-12T17:54:16.895 INFO:tasks.workunit.client.0.smithi045.stderr: 7fec8f00c640 / msgr-worker-1 2024-09-12T17:54:16.895 INFO:tasks.workunit.client.0.smithi045.stderr: 7fec8f80d640 / msgr-worker-0 2024-09-12T17:54:16.895 INFO:tasks.workunit.client.0.smithi045.stderr: 7fec9000e640 / io_context_pool 2024-09-12T17:54:16.896 INFO:tasks.workunit.client.0.smithi045.stderr: 7fec93323800 / radosgw-admin 2024-09-12T17:54:16.896 INFO:tasks.workunit.client.0.smithi045.stderr: max_recent 500 2024-09-12T17:54:16.896 INFO:tasks.workunit.client.0.smithi045.stderr: max_new 1000 2024-09-12T17:54:16.896 INFO:tasks.workunit.client.0.smithi045.stderr: log_file /var/lib/ceph/crash/2024-09-12T17:54:16.736650Z_3abc410f-6469-4c88-98fa-a7448430f407/log 2024-09-12T17:54:16.896 INFO:tasks.workunit.client.0.smithi045.stderr:--- end dump of recent events --- 2024-09-12T17:54:16.896 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket abort-at-set-target-layout 2024-09-12T17:54:16.898 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:54:16.898 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:54:16.898 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.815+0000 7f90fee98800 20 rados->read ofs=0 len=0 2024-09-12T17:54:16.898 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.817+0000 7f90fee98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:16.898 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.817+0000 7f90fee98800 20 realm 2024-09-12T17:54:16.898 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.817+0000 7f90fee98800 20 rados->read ofs=0 len=0 2024-09-12T17:54:16.898 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.818+0000 7f90fee98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:16.898 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.818+0000 7f90fee98800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:54:16.898 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.818+0000 7f90fee98800 20 rados->read ofs=0 len=0 2024-09-12T17:54:16.898 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.818+0000 7f90fee98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:16.898 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.818+0000 7f90fee98800 20 rados->read ofs=0 len=0 2024-09-12T17:54:16.898 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.818+0000 7f90fee98800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:16.899 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.818+0000 7f90fee98800 20 rados->read ofs=0 len=0 2024-09-12T17:54:16.899 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.819+0000 7f90fee98800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:54:16.899 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.819+0000 7f90fee98800 20 searching for the correct realm 2024-09-12T17:54:16.899 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:16.821+0000 7f90fc181640 0 -- 172.21.15.45:0/2429111734 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f90ec041020 msgr2=0x7f90ec073870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:54:17.027 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.026+0000 7f90fc982640 0 -- 172.21.15.45:0/2429111734 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f90f009e150 msgr2=0x7f90f008a900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:54:17.233 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.232+0000 7f90fee98800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:54:17.233 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.232+0000 7f90fee98800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:54:17.233 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.232+0000 7f90fee98800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:54:17.233 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.232+0000 7f90fee98800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:54:17.233 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.232+0000 7f90fee98800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:54:17.233 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.232+0000 7f90fee98800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:54:17.233 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.232+0000 7f90fee98800 20 rados->read ofs=0 len=0 2024-09-12T17:54:17.233 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.232+0000 7f90fee98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:17.233 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.232+0000 7f90fee98800 20 rados->read ofs=0 len=0 2024-09-12T17:54:17.234 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.232+0000 7f90fee98800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:17.234 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.232+0000 7f90fee98800 20 rados->read ofs=0 len=0 2024-09-12T17:54:17.235 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.233+0000 7f90fee98800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:54:17.235 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.233+0000 7f90fee98800 20 zone default found 2024-09-12T17:54:17.235 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.233+0000 7f90fee98800 4 Realm: () 2024-09-12T17:54:17.235 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.233+0000 7f90fee98800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:54:17.235 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.233+0000 7f90fee98800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:54:17.235 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.233+0000 7f90fee98800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:54:17.235 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.233+0000 7f90fee98800 20 zonegroup default 2024-09-12T17:54:17.235 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.233+0000 7f90fee98800 20 rados->read ofs=0 len=0 2024-09-12T17:54:17.235 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.233+0000 7f90fee98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:17.235 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.233+0000 7f90fee98800 20 rados->read ofs=0 len=0 2024-09-12T17:54:17.235 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.234+0000 7f90fee98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:17.236 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.234+0000 7f90fee98800 20 rados->read ofs=0 len=0 2024-09-12T17:54:17.236 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.234+0000 7f90fee98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:17.236 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.234+0000 7f90fee98800 20 started sync module instance, tier type = 2024-09-12T17:54:17.236 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.234+0000 7f90fee98800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:54:17.243 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.243+0000 7f90fee98800 20 add_watcher() i=0 2024-09-12T17:54:17.243 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.243+0000 7f90fee98800 20 add_watcher() i=1 2024-09-12T17:54:17.244 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.243+0000 7f90fee98800 20 add_watcher() i=2 2024-09-12T17:54:17.244 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.243+0000 7f90fee98800 20 add_watcher() i=3 2024-09-12T17:54:17.244 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.243+0000 7f90fee98800 20 add_watcher() i=4 2024-09-12T17:54:17.244 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.243+0000 7f90fee98800 20 add_watcher() i=5 2024-09-12T17:54:17.244 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.243+0000 7f90fee98800 20 add_watcher() i=6 2024-09-12T17:54:17.244 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.244+0000 7f90fee98800 20 add_watcher() i=7 2024-09-12T17:54:17.244 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.244+0000 7f90fee98800 2 all 8 watchers are set, enabling cache 2024-09-12T17:54:17.246 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.245+0000 7f8fb2fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:54:17.247 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.246+0000 7f90fee98800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:54:17.247 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.246+0000 7f90fee98800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:54:17.247 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.246+0000 7f90fee98800 5 note: GC not initialized 2024-09-12T17:54:17.247 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.246+0000 7f8fb1fe3640 20 reqs_thread_entry: start 2024-09-12T17:54:17.247 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.246+0000 7f90fee98800 20 init_complete bucket index max shards: 1 2024-09-12T17:54:17.247 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.246+0000 7f90fee98800 20 Filter name: none 2024-09-12T17:54:17.247 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.246+0000 7f8f237fe640 20 reqs_thread_entry: start 2024-09-12T17:54:17.247 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.246+0000 7f90fee98800 20 rados->read ofs=0 len=0 2024-09-12T17:54:17.247 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.247+0000 7f90fee98800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:54:17.248 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.247+0000 7f90fee98800 20 rados->read ofs=0 len=0 2024-09-12T17:54:17.248 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.248+0000 7f90fee98800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:54:17.248 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.248+0000 7f90fee98800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:54:17.248 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.248+0000 7f90fee98800 20 rados->read ofs=0 len=0 2024-09-12T17:54:17.249 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.248+0000 7f90fee98800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:54:17.249 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.248+0000 7f90fee98800 20 rados->read ofs=0 len=0 2024-09-12T17:54:17.249 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.248+0000 7f90fee98800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:54:17.249 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.248+0000 7f90fee98800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:54:17.250 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.250+0000 7f8fb2fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:54:17.253 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.252+0000 7f90fee98800 20 remove_watcher() i=0 2024-09-12T17:54:17.253 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.252+0000 7f90fee98800 2 removed watcher, disabling cache 2024-09-12T17:54:17.253 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.253+0000 7f90fee98800 20 remove_watcher() i=1 2024-09-12T17:54:17.254 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.254+0000 7f90fee98800 20 remove_watcher() i=2 2024-09-12T17:54:17.255 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.255+0000 7f90fee98800 20 remove_watcher() i=3 2024-09-12T17:54:17.258 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.256+0000 7f90fee98800 20 remove_watcher() i=4 2024-09-12T17:54:17.259 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.257+0000 7f90fee98800 20 remove_watcher() i=5 2024-09-12T17:54:17.259 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.258+0000 7f90fee98800 20 remove_watcher() i=6 2024-09-12T17:54:17.259 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.259+0000 7f90fee98800 20 remove_watcher() i=7 2024-09-12T17:54:17.271 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:17.271 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T17:54:17.271 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: abort-at-set-target-layout id: b6123b67-6580-4373-9691-e0e950df5f06.4566.25 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:54:17.271 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:17.273 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:17.273 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:17.279 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:17.279 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:17.322 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket reshard --bucket abort-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:54:17.355 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:54:17.355 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:54:17.394 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.393+0000 7f88bc530800 20 rados->read ofs=0 len=0 2024-09-12T17:54:17.396 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.395+0000 7f88bc530800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:17.397 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.395+0000 7f88bc530800 20 realm 2024-09-12T17:54:17.397 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.395+0000 7f88bc530800 20 rados->read ofs=0 len=0 2024-09-12T17:54:17.397 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.395+0000 7f88bc530800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:17.397 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.395+0000 7f88bc530800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:54:17.397 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.395+0000 7f88bc530800 20 rados->read ofs=0 len=0 2024-09-12T17:54:17.397 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.395+0000 7f88bc530800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:17.398 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.395+0000 7f88bc530800 20 rados->read ofs=0 len=0 2024-09-12T17:54:17.398 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.396+0000 7f88bc530800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:17.398 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.396+0000 7f88bc530800 20 rados->read ofs=0 len=0 2024-09-12T17:54:17.399 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.396+0000 7f88bc530800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:54:17.399 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.396+0000 7f88bc530800 20 searching for the correct realm 2024-09-12T17:54:17.400 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.399+0000 7f88b7aaf640 0 -- 172.21.15.45:0/117069178 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x55f401cf0090 msgr2=0x55f401cf2480 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:54:17.403 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.402+0000 7f88b82b0640 0 -- 172.21.15.45:0/117069178 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f88ac09dba0 msgr2=0x7f88ac06d040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:54:17.412 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.406+0000 7f88bc530800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:54:17.412 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.406+0000 7f88bc530800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:54:17.412 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.406+0000 7f88bc530800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:54:17.412 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.406+0000 7f88bc530800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:54:17.412 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.406+0000 7f88bc530800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:54:17.412 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.406+0000 7f88bc530800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:54:17.412 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.406+0000 7f88bc530800 20 rados->read ofs=0 len=0 2024-09-12T17:54:17.412 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.407+0000 7f88bc530800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:17.412 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.407+0000 7f88bc530800 20 rados->read ofs=0 len=0 2024-09-12T17:54:17.412 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.407+0000 7f88bc530800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:17.413 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.407+0000 7f88bc530800 20 rados->read ofs=0 len=0 2024-09-12T17:54:17.413 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.407+0000 7f88bc530800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:54:17.413 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.407+0000 7f88bc530800 20 zone default found 2024-09-12T17:54:17.413 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.407+0000 7f88bc530800 4 Realm: () 2024-09-12T17:54:17.413 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.407+0000 7f88bc530800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:54:17.413 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.407+0000 7f88bc530800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:54:17.413 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.407+0000 7f88bc530800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:54:17.413 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.407+0000 7f88bc530800 20 zonegroup default 2024-09-12T17:54:17.413 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.407+0000 7f88bc530800 20 rados->read ofs=0 len=0 2024-09-12T17:54:17.413 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.408+0000 7f88bc530800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:17.413 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.408+0000 7f88bc530800 20 rados->read ofs=0 len=0 2024-09-12T17:54:17.413 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.408+0000 7f88bc530800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:17.413 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.408+0000 7f88bc530800 20 rados->read ofs=0 len=0 2024-09-12T17:54:17.414 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.408+0000 7f88bc530800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:17.414 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.408+0000 7f88bc530800 20 started sync module instance, tier type = 2024-09-12T17:54:17.414 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.408+0000 7f88bc530800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:54:17.417 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.416+0000 7f88bc530800 20 add_watcher() i=0 2024-09-12T17:54:17.417 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.416+0000 7f88bc530800 20 add_watcher() i=1 2024-09-12T17:54:17.417 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.416+0000 7f88bc530800 20 add_watcher() i=2 2024-09-12T17:54:17.417 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.416+0000 7f88bc530800 20 add_watcher() i=3 2024-09-12T17:54:17.417 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.416+0000 7f88bc530800 20 add_watcher() i=4 2024-09-12T17:54:17.417 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.416+0000 7f88bc530800 20 add_watcher() i=5 2024-09-12T17:54:17.417 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.416+0000 7f88bc530800 20 add_watcher() i=6 2024-09-12T17:54:17.418 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.417+0000 7f88bc530800 20 add_watcher() i=7 2024-09-12T17:54:17.418 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.417+0000 7f88bc530800 2 all 8 watchers are set, enabling cache 2024-09-12T17:54:17.419 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.419+0000 7f876e7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:54:17.421 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.419+0000 7f88bc530800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:54:17.421 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.419+0000 7f88bc530800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:54:17.421 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.419+0000 7f88bc530800 5 note: GC not initialized 2024-09-12T17:54:17.421 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.419+0000 7f876d7e2640 20 reqs_thread_entry: start 2024-09-12T17:54:17.421 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.420+0000 7f88bc530800 20 init_complete bucket index max shards: 1 2024-09-12T17:54:17.421 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.420+0000 7f88bc530800 20 Filter name: none 2024-09-12T17:54:17.421 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.420+0000 7f86deffd640 20 reqs_thread_entry: start 2024-09-12T17:54:17.421 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.420+0000 7f88bc530800 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2024-09-12T17:54:17.422 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.420+0000 7f88bc530800 20 rados->read ofs=0 len=0 2024-09-12T17:54:17.422 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.420+0000 7f88bc530800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:54:17.422 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.420+0000 7f88bc530800 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2024-09-12T17:54:17.422 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.420+0000 7f88bc530800 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2024-09-12T17:54:17.422 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.420+0000 7f88bc530800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.25 : miss 2024-09-12T17:54:17.422 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.420+0000 7f88bc530800 20 rados->read ofs=0 len=0 2024-09-12T17:54:17.423 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.421+0000 7f88bc530800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:54:17.423 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.421+0000 7f88bc530800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.25 info.flags=0x17 2024-09-12T17:54:17.423 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.421+0000 7f88bc530800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.25 to cache LRU end 2024-09-12T17:54:17.424 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.421+0000 7f88bc530800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:54:17.424 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.421+0000 7f88bc530800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:54:17.424 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.421+0000 7f88bc530800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.25 2024-09-12T17:54:17.424 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.422+0000 7f88bc530800 0 INFO: RGWReshardLock::lock found lock on abort-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.25 to be held by another RGW process; skipping for now 2024-09-12T17:54:17.424 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.423+0000 7f876e7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:54:17.425 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.425+0000 7f88bc530800 20 remove_watcher() i=0 2024-09-12T17:54:17.425 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.425+0000 7f88bc530800 2 removed watcher, disabling cache 2024-09-12T17:54:17.426 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.426+0000 7f88bc530800 20 remove_watcher() i=1 2024-09-12T17:54:17.429 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.427+0000 7f88bc530800 20 remove_watcher() i=2 2024-09-12T17:54:17.429 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.428+0000 7f88bc530800 20 remove_watcher() i=3 2024-09-12T17:54:17.429 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.428+0000 7f88bc530800 20 remove_watcher() i=4 2024-09-12T17:54:17.430 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.429+0000 7f88bc530800 20 remove_watcher() i=5 2024-09-12T17:54:17.431 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.430+0000 7f88bc530800 20 remove_watcher() i=6 2024-09-12T17:54:17.432 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:17.431+0000 7f88bc530800 20 remove_watcher() i=7 2024-09-12T17:54:17.442 INFO:tasks.workunit.client.0.smithi045.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-12T17:54:47.475 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket reshard --bucket abort-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:54:47.512 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:54:47.512 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:54:47.557 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.556+0000 7fbf5c613800 20 rados->read ofs=0 len=0 2024-09-12T17:54:47.559 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.557+0000 7fbf5c613800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:47.559 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.557+0000 7fbf5c613800 20 realm 2024-09-12T17:54:47.559 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.557+0000 7fbf5c613800 20 rados->read ofs=0 len=0 2024-09-12T17:54:47.559 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.557+0000 7fbf5c613800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:47.559 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.557+0000 7fbf5c613800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:54:47.559 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.557+0000 7fbf5c613800 20 rados->read ofs=0 len=0 2024-09-12T17:54:47.559 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.557+0000 7fbf5c613800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:47.559 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.557+0000 7fbf5c613800 20 rados->read ofs=0 len=0 2024-09-12T17:54:47.560 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.558+0000 7fbf5c613800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:47.560 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.558+0000 7fbf5c613800 20 rados->read ofs=0 len=0 2024-09-12T17:54:47.561 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.559+0000 7fbf5c613800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:54:47.561 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.559+0000 7fbf5c613800 20 searching for the correct realm 2024-09-12T17:54:47.564 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.562+0000 7fbf57547640 0 -- 172.21.15.45:0/3624085089 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7fbf4802b070 msgr2=0x7fbf48039940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:54:47.568 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.566+0000 7fbf57d48640 0 -- 172.21.15.45:0/3624085089 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7fbf4c0ab7e0 msgr2=0x7fbf4c0bf130 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:54:47.776 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.774+0000 7fbf5c613800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:54:47.776 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.774+0000 7fbf5c613800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:54:47.776 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.774+0000 7fbf5c613800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:54:47.776 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.774+0000 7fbf5c613800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:54:47.776 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.774+0000 7fbf5c613800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:54:47.776 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.774+0000 7fbf5c613800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:54:47.776 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.774+0000 7fbf5c613800 20 rados->read ofs=0 len=0 2024-09-12T17:54:47.776 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.774+0000 7fbf5c613800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:47.776 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.774+0000 7fbf5c613800 20 rados->read ofs=0 len=0 2024-09-12T17:54:47.778 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.775+0000 7fbf5c613800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:47.778 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.775+0000 7fbf5c613800 20 rados->read ofs=0 len=0 2024-09-12T17:54:47.778 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.775+0000 7fbf5c613800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:54:47.778 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.775+0000 7fbf5c613800 20 zone default found 2024-09-12T17:54:47.778 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.775+0000 7fbf5c613800 4 Realm: () 2024-09-12T17:54:47.778 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.775+0000 7fbf5c613800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:54:47.778 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.775+0000 7fbf5c613800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:54:47.778 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.775+0000 7fbf5c613800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:54:47.778 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.775+0000 7fbf5c613800 20 zonegroup default 2024-09-12T17:54:47.778 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.775+0000 7fbf5c613800 20 rados->read ofs=0 len=0 2024-09-12T17:54:47.779 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.775+0000 7fbf5c613800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:47.779 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.775+0000 7fbf5c613800 20 rados->read ofs=0 len=0 2024-09-12T17:54:47.779 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.776+0000 7fbf5c613800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:47.779 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.776+0000 7fbf5c613800 20 rados->read ofs=0 len=0 2024-09-12T17:54:47.779 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.776+0000 7fbf5c613800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:47.779 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.776+0000 7fbf5c613800 20 started sync module instance, tier type = 2024-09-12T17:54:47.779 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.776+0000 7fbf5c613800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:54:47.789 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.787+0000 7fbf5c613800 20 add_watcher() i=0 2024-09-12T17:54:47.789 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.787+0000 7fbf5c613800 20 add_watcher() i=1 2024-09-12T17:54:47.789 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.787+0000 7fbf5c613800 20 add_watcher() i=2 2024-09-12T17:54:47.789 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.787+0000 7fbf5c613800 20 add_watcher() i=3 2024-09-12T17:54:47.789 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.787+0000 7fbf5c613800 20 add_watcher() i=4 2024-09-12T17:54:47.789 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.787+0000 7fbf5c613800 20 add_watcher() i=5 2024-09-12T17:54:47.789 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.787+0000 7fbf5c613800 20 add_watcher() i=6 2024-09-12T17:54:47.790 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.788+0000 7fbf5c613800 20 add_watcher() i=7 2024-09-12T17:54:47.790 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.788+0000 7fbf5c613800 2 all 8 watchers are set, enabling cache 2024-09-12T17:54:47.792 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.790+0000 7fbe0dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:54:47.792 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.791+0000 7fbf5c613800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:54:47.792 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.791+0000 7fbf5c613800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:54:47.793 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.791+0000 7fbf5c613800 5 note: GC not initialized 2024-09-12T17:54:47.793 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.791+0000 7fbe0cfe1640 20 reqs_thread_entry: start 2024-09-12T17:54:47.793 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.791+0000 7fbf5c613800 20 init_complete bucket index max shards: 1 2024-09-12T17:54:47.794 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.791+0000 7fbf5c613800 20 Filter name: none 2024-09-12T17:54:47.794 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.792+0000 7fbd867fc640 20 reqs_thread_entry: start 2024-09-12T17:54:47.794 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.792+0000 7fbf5c613800 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2024-09-12T17:54:47.794 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.792+0000 7fbf5c613800 20 rados->read ofs=0 len=0 2024-09-12T17:54:47.795 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.792+0000 7fbf5c613800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:54:47.795 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.792+0000 7fbf5c613800 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2024-09-12T17:54:47.795 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.792+0000 7fbf5c613800 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2024-09-12T17:54:47.795 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.792+0000 7fbf5c613800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.25 : miss 2024-09-12T17:54:47.795 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.792+0000 7fbf5c613800 20 rados->read ofs=0 len=0 2024-09-12T17:54:47.795 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.793+0000 7fbf5c613800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:54:47.795 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.793+0000 7fbf5c613800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.25 info.flags=0x17 2024-09-12T17:54:47.795 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.793+0000 7fbf5c613800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.25 to cache LRU end 2024-09-12T17:54:47.795 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.793+0000 7fbf5c613800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:54:47.795 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.793+0000 7fbf5c613800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:54:47.795 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.793+0000 7fbf5c613800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.25 2024-09-12T17:54:47.799 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.797+0000 7fbf5c613800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.25 info.flags=0x17 2024-09-12T17:54:47.799 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.797+0000 7fbf5c613800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.25 to cache LRU end 2024-09-12T17:54:47.799 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.797+0000 7fbf5c613800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:54:47.799 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.797+0000 7fbf5c613800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.25, ofs0, ns] 2024-09-12T17:54:47.799 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.797+0000 7fbe36ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398886 cookie 93932329640832 notifier 6272 bl.length()=1009 2024-09-12T17:54:47.799 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.798+0000 7fbe36ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.25 info.flags=0x17 2024-09-12T17:54:47.799 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.798+0000 7fbe36ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.25 to cache LRU end 2024-09-12T17:54:47.799 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.798+0000 7fbe36ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:54:47.800 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.798+0000 7fbf5c613800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.25]): orig_sources= new_sources= 2024-09-12T17:54:47.800 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.798+0000 7fbf5c613800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.25]): potential sources added=[] removed=[] 2024-09-12T17:54:47.800 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.798+0000 7fbf5c613800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.25]): orig_dests= new_dests= 2024-09-12T17:54:47.800 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.798+0000 7fbf5c613800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.25]): potential dests added=[] removed=[] 2024-09-12T17:54:47.802 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.800+0000 7fbf5c613800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.25.1.0 2024-09-12T17:54:47.802 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.800+0000 7fbf5c613800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.25.1.0 2024-09-12T17:54:47.802 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.800+0000 7fbf5c613800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.25.1.1 2024-09-12T17:54:47.802 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.800+0000 7fbf5c613800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.25.1.1 2024-09-12T17:54:47.802 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.800+0000 7fbf5c613800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.25.0 2024-09-12T17:54:47.805 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.803+0000 7fbf5c613800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.25 : hit (requested=0x17, cached=0x17) 2024-09-12T17:54:47.805 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.803+0000 7fbf5c613800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.25 2024-09-12T17:54:47.806 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.804+0000 7fbf5c613800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.25 info.flags=0x17 2024-09-12T17:54:47.806 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.804+0000 7fbf5c613800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.25 to cache LRU end 2024-09-12T17:54:47.806 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.804+0000 7fbf5c613800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:54:47.806 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.804+0000 7fbf5c613800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.25, ofs0, ns] 2024-09-12T17:54:47.807 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.805+0000 7fbe36ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398887 cookie 93932329640832 notifier 6272 bl.length()=1009 2024-09-12T17:54:47.807 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.805+0000 7fbe36ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.25 info.flags=0x17 2024-09-12T17:54:47.807 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.805+0000 7fbe36ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.25 to cache LRU end 2024-09-12T17:54:47.807 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.805+0000 7fbe36ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:54:47.807 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.805+0000 7fbf5c613800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.25]): orig_sources= new_sources= 2024-09-12T17:54:47.807 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.805+0000 7fbf5c613800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.25]): potential sources added=[] removed=[] 2024-09-12T17:54:47.807 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.805+0000 7fbf5c613800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.25]): orig_dests= new_dests= 2024-09-12T17:54:47.807 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.805+0000 7fbf5c613800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.25]): potential dests added=[] removed=[] 2024-09-12T17:54:47.808 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.806+0000 7fbf5c613800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.25.0 2024-09-12T17:54:47.808 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.807+0000 7fbf5c613800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.25 : hit (requested=0x17, cached=0x17) 2024-09-12T17:54:47.808 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.807+0000 7fbf5c613800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.25 2024-09-12T17:54:47.810 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.809+0000 7fbf5c613800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.25 info.flags=0x17 2024-09-12T17:54:47.810 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.809+0000 7fbf5c613800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.25 to cache LRU end 2024-09-12T17:54:47.810 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.809+0000 7fbf5c613800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:54:47.810 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.809+0000 7fbf5c613800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.25, ofs0, ns] 2024-09-12T17:54:47.810 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.809+0000 7fbe36ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398888 cookie 93932329640832 notifier 6272 bl.length()=977 2024-09-12T17:54:47.810 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.809+0000 7fbe36ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.25 info.flags=0x17 2024-09-12T17:54:47.811 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.809+0000 7fbe36ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.25 to cache LRU end 2024-09-12T17:54:47.811 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.809+0000 7fbe36ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:54:47.811 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.809+0000 7fbf5c613800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.25]): orig_sources= new_sources= 2024-09-12T17:54:47.811 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.809+0000 7fbf5c613800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.25]): potential sources added=[] removed=[] 2024-09-12T17:54:47.811 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.809+0000 7fbf5c613800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.25]): orig_dests= new_dests= 2024-09-12T17:54:47.811 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.809+0000 7fbf5c613800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.25]): potential dests added=[] removed=[] 2024-09-12T17:54:47.812 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.810+0000 7fbf5c613800 1 execute INFO: reshard of bucket "abort-at-set-target-layout" from 1 shards to 2 shards completed successfully 2024-09-12T17:54:47.814 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.813+0000 7fbe0dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:54:47.817 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.815+0000 7fbf5c613800 20 remove_watcher() i=0 2024-09-12T17:54:47.817 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.815+0000 7fbf5c613800 2 removed watcher, disabling cache 2024-09-12T17:54:47.818 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.816+0000 7fbf5c613800 20 remove_watcher() i=1 2024-09-12T17:54:47.819 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.818+0000 7fbf5c613800 20 remove_watcher() i=2 2024-09-12T17:54:47.820 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.819+0000 7fbf5c613800 20 remove_watcher() i=3 2024-09-12T17:54:47.822 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.820+0000 7fbf5c613800 20 remove_watcher() i=4 2024-09-12T17:54:47.823 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.821+0000 7fbf5c613800 20 remove_watcher() i=5 2024-09-12T17:54:47.824 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.822+0000 7fbf5c613800 20 remove_watcher() i=6 2024-09-12T17:54:47.825 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.824+0000 7fbf5c613800 20 remove_watcher() i=7 2024-09-12T17:54:47.839 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket abort-at-set-target-layout 2024-09-12T17:54:47.870 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:54:47.871 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:54:47.911 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.909+0000 7f98b473c800 20 rados->read ofs=0 len=0 2024-09-12T17:54:47.913 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.911+0000 7f98b473c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:47.913 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.911+0000 7f98b473c800 20 realm 2024-09-12T17:54:47.913 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.911+0000 7f98b473c800 20 rados->read ofs=0 len=0 2024-09-12T17:54:47.914 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.912+0000 7f98b473c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:47.914 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.912+0000 7f98b473c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:54:47.914 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.912+0000 7f98b473c800 20 rados->read ofs=0 len=0 2024-09-12T17:54:47.914 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.912+0000 7f98b473c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:47.914 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.912+0000 7f98b473c800 20 rados->read ofs=0 len=0 2024-09-12T17:54:47.914 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.913+0000 7f98b473c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:47.914 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.913+0000 7f98b473c800 20 rados->read ofs=0 len=0 2024-09-12T17:54:47.915 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.913+0000 7f98b473c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:54:47.915 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.913+0000 7f98b473c800 20 searching for the correct realm 2024-09-12T17:54:47.918 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.916+0000 7f98b0c82640 0 -- 172.21.15.45:0/3337459598 >> [v2:172.21.15.45:6824/1551660769,v1:172.21.15.45:6825/1551660769] conn(0x558cfe1fb480 msgr2=0x558cfe1fd910 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:54:47.921 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.921+0000 7f98b0481640 0 -- 172.21.15.45:0/3337459598 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f98a40b93e0 msgr2=0x7f98a40a2980 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:54:47.928 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.924+0000 7f98b473c800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:54:47.928 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.924+0000 7f98b473c800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:54:47.928 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.924+0000 7f98b473c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:54:47.928 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.924+0000 7f98b473c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:54:47.928 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.924+0000 7f98b473c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:54:47.929 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.924+0000 7f98b473c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:54:47.929 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.924+0000 7f98b473c800 20 rados->read ofs=0 len=0 2024-09-12T17:54:47.929 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.925+0000 7f98b473c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:47.929 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.925+0000 7f98b473c800 20 rados->read ofs=0 len=0 2024-09-12T17:54:47.929 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.925+0000 7f98b473c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:47.930 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.925+0000 7f98b473c800 20 rados->read ofs=0 len=0 2024-09-12T17:54:47.930 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.925+0000 7f98b473c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:54:47.930 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.925+0000 7f98b473c800 20 zone default found 2024-09-12T17:54:47.930 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.925+0000 7f98b473c800 4 Realm: () 2024-09-12T17:54:47.930 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.925+0000 7f98b473c800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:54:47.930 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.925+0000 7f98b473c800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:54:47.930 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.925+0000 7f98b473c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:54:47.930 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.925+0000 7f98b473c800 20 zonegroup default 2024-09-12T17:54:47.930 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.925+0000 7f98b473c800 20 rados->read ofs=0 len=0 2024-09-12T17:54:47.931 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.925+0000 7f98b473c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:47.931 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.925+0000 7f98b473c800 20 rados->read ofs=0 len=0 2024-09-12T17:54:47.931 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.926+0000 7f98b473c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:47.931 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.926+0000 7f98b473c800 20 rados->read ofs=0 len=0 2024-09-12T17:54:47.931 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.926+0000 7f98b473c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:47.931 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.926+0000 7f98b473c800 20 started sync module instance, tier type = 2024-09-12T17:54:47.931 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.926+0000 7f98b473c800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:54:47.937 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.935+0000 7f98b473c800 20 add_watcher() i=0 2024-09-12T17:54:47.937 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.935+0000 7f98b473c800 20 add_watcher() i=1 2024-09-12T17:54:47.937 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.935+0000 7f98b473c800 20 add_watcher() i=2 2024-09-12T17:54:47.937 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.935+0000 7f98b473c800 20 add_watcher() i=3 2024-09-12T17:54:47.937 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.935+0000 7f98b473c800 20 add_watcher() i=4 2024-09-12T17:54:47.937 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.935+0000 7f98b473c800 20 add_watcher() i=5 2024-09-12T17:54:47.938 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.935+0000 7f98b473c800 20 add_watcher() i=6 2024-09-12T17:54:47.938 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.936+0000 7f98b473c800 20 add_watcher() i=7 2024-09-12T17:54:47.938 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.936+0000 7f98b473c800 2 all 8 watchers are set, enabling cache 2024-09-12T17:54:47.939 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.938+0000 7f9766fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:54:47.941 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.938+0000 7f98b473c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:54:47.942 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.938+0000 7f98b473c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:54:47.942 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.938+0000 7f98b473c800 5 note: GC not initialized 2024-09-12T17:54:47.942 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.938+0000 7f9765fdb640 20 reqs_thread_entry: start 2024-09-12T17:54:47.942 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.938+0000 7f98b473c800 20 init_complete bucket index max shards: 1 2024-09-12T17:54:47.942 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.939+0000 7f98b473c800 20 Filter name: none 2024-09-12T17:54:47.942 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.939+0000 7f96d77fe640 20 reqs_thread_entry: start 2024-09-12T17:54:47.942 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.939+0000 7f98b473c800 20 rados->read ofs=0 len=0 2024-09-12T17:54:47.942 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.939+0000 7f98b473c800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:54:47.942 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.939+0000 7f98b473c800 20 rados->read ofs=0 len=0 2024-09-12T17:54:47.942 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.940+0000 7f98b473c800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:54:47.942 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.940+0000 7f98b473c800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:54:47.943 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.940+0000 7f98b473c800 20 rados->read ofs=0 len=0 2024-09-12T17:54:47.943 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.940+0000 7f98b473c800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:54:47.943 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.940+0000 7f98b473c800 20 rados->read ofs=0 len=0 2024-09-12T17:54:47.943 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.940+0000 7f98b473c800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:54:47.943 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.940+0000 7f98b473c800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:54:47.943 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.942+0000 7f9766fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:54:47.946 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.945+0000 7f98b473c800 20 remove_watcher() i=0 2024-09-12T17:54:47.946 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.945+0000 7f98b473c800 2 removed watcher, disabling cache 2024-09-12T17:54:47.947 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.946+0000 7f98b473c800 20 remove_watcher() i=1 2024-09-12T17:54:47.948 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.946+0000 7f98b473c800 20 remove_watcher() i=2 2024-09-12T17:54:47.949 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.947+0000 7f98b473c800 20 remove_watcher() i=3 2024-09-12T17:54:47.951 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.949+0000 7f98b473c800 20 remove_watcher() i=4 2024-09-12T17:54:47.951 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.949+0000 7f98b473c800 20 remove_watcher() i=5 2024-09-12T17:54:47.952 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.950+0000 7f98b473c800 20 remove_watcher() i=6 2024-09-12T17:54:47.953 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:47.951+0000 7f98b473c800 20 remove_watcher() i=7 2024-09-12T17:54:47.964 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:47.964 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T17:54:47.964 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: abort-at-set-target-layout id: b6123b67-6580-4373-9691-e0e950df5f06.4566.25 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:54:47.965 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:47.967 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:47.967 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:47.970 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:47.970 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:48.014 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:48.014 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:48.029 INFO:tasks.workunit.client.0.smithi045.stderr:TEST: reshard bucket with EIO injected at trim_reshard_log_entries 2024-09-12T17:54:48.029 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:48.030 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:48.030 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:48.041 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:48.041 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:48.084 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:48.085 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:48.092 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:48.092 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:48.098 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:48.098 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:48.104 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:48.105 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:48.111 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:48.111 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:48.118 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:48.118 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:48.124 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:48.124 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:48.130 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:48.130 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:48.137 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:48.137 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:48.143 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:48.143 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:48.150 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:48.150 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:48.156 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:48.156 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:48.163 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:48.163 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:48.170 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:48.170 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:48.176 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:48.177 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:48.219 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:48.219 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:48.227 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:48.227 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:48.233 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:48.233 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:48.240 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:48.240 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:48.246 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:48.247 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:48.254 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2024-09-12T17:54:48.283 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:54:48.283 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:54:48.322 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.321+0000 7fd4f3742800 20 rados->read ofs=0 len=0 2024-09-12T17:54:48.324 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.324+0000 7fd4f3742800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:48.324 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.324+0000 7fd4f3742800 20 realm 2024-09-12T17:54:48.325 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.324+0000 7fd4f3742800 20 rados->read ofs=0 len=0 2024-09-12T17:54:48.325 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.324+0000 7fd4f3742800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:48.325 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.324+0000 7fd4f3742800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:54:48.325 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.324+0000 7fd4f3742800 20 rados->read ofs=0 len=0 2024-09-12T17:54:48.325 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.324+0000 7fd4f3742800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:48.325 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.324+0000 7fd4f3742800 20 rados->read ofs=0 len=0 2024-09-12T17:54:48.325 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.325+0000 7fd4f3742800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:48.325 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.325+0000 7fd4f3742800 20 rados->read ofs=0 len=0 2024-09-12T17:54:48.326 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.325+0000 7fd4f3742800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:54:48.326 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.325+0000 7fd4f3742800 20 searching for the correct realm 2024-09-12T17:54:48.328 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.328+0000 7fd4eec85640 0 -- 172.21.15.45:0/3662017177 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x560227fc33a0 msgr2=0x560227fc5790 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:54:48.332 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.331+0000 7fd4ef486640 0 -- 172.21.15.45:0/3662017177 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7fd4e406f0b0 msgr2=0x7fd4e40893b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:54:48.539 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.538+0000 7fd4f3742800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:54:48.539 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.538+0000 7fd4f3742800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:54:48.539 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.538+0000 7fd4f3742800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:54:48.539 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.538+0000 7fd4f3742800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:54:48.540 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.538+0000 7fd4f3742800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:54:48.540 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.538+0000 7fd4f3742800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:54:48.540 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.538+0000 7fd4f3742800 20 rados->read ofs=0 len=0 2024-09-12T17:54:48.540 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.538+0000 7fd4f3742800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:48.540 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.538+0000 7fd4f3742800 20 rados->read ofs=0 len=0 2024-09-12T17:54:48.540 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.539+0000 7fd4f3742800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:48.541 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.539+0000 7fd4f3742800 20 rados->read ofs=0 len=0 2024-09-12T17:54:48.542 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.539+0000 7fd4f3742800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:54:48.542 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.539+0000 7fd4f3742800 20 zone default found 2024-09-12T17:54:48.542 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.539+0000 7fd4f3742800 4 Realm: () 2024-09-12T17:54:48.542 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.539+0000 7fd4f3742800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:54:48.542 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.539+0000 7fd4f3742800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:54:48.543 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.539+0000 7fd4f3742800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:54:48.543 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.539+0000 7fd4f3742800 20 zonegroup default 2024-09-12T17:54:48.543 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.539+0000 7fd4f3742800 20 rados->read ofs=0 len=0 2024-09-12T17:54:48.543 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.539+0000 7fd4f3742800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:48.543 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.539+0000 7fd4f3742800 20 rados->read ofs=0 len=0 2024-09-12T17:54:48.543 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.539+0000 7fd4f3742800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:48.543 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.539+0000 7fd4f3742800 20 rados->read ofs=0 len=0 2024-09-12T17:54:48.543 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.540+0000 7fd4f3742800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:48.544 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.540+0000 7fd4f3742800 20 started sync module instance, tier type = 2024-09-12T17:54:48.544 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.540+0000 7fd4f3742800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:54:48.550 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.549+0000 7fd4f3742800 20 add_watcher() i=0 2024-09-12T17:54:48.550 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.549+0000 7fd4f3742800 20 add_watcher() i=1 2024-09-12T17:54:48.550 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.549+0000 7fd4f3742800 20 add_watcher() i=2 2024-09-12T17:54:48.550 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.549+0000 7fd4f3742800 20 add_watcher() i=3 2024-09-12T17:54:48.550 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.549+0000 7fd4f3742800 20 add_watcher() i=4 2024-09-12T17:54:48.550 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.549+0000 7fd4f3742800 20 add_watcher() i=5 2024-09-12T17:54:48.551 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.549+0000 7fd4f3742800 20 add_watcher() i=6 2024-09-12T17:54:48.551 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.550+0000 7fd4f3742800 20 add_watcher() i=7 2024-09-12T17:54:48.551 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.550+0000 7fd4f3742800 2 all 8 watchers are set, enabling cache 2024-09-12T17:54:48.553 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.552+0000 7fd3a5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:54:48.556 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.552+0000 7fd4f3742800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:54:48.556 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.552+0000 7fd4f3742800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:54:48.556 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.552+0000 7fd4f3742800 5 note: GC not initialized 2024-09-12T17:54:48.556 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.553+0000 7fd3a4fe1640 20 reqs_thread_entry: start 2024-09-12T17:54:48.556 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.553+0000 7fd4f3742800 20 init_complete bucket index max shards: 1 2024-09-12T17:54:48.556 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.553+0000 7fd4f3742800 20 Filter name: none 2024-09-12T17:54:48.556 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.553+0000 7fd31e7fc640 20 reqs_thread_entry: start 2024-09-12T17:54:48.557 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.553+0000 7fd4f3742800 20 rados->read ofs=0 len=0 2024-09-12T17:54:48.557 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.554+0000 7fd4f3742800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:54:48.557 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.554+0000 7fd4f3742800 20 rados->read ofs=0 len=0 2024-09-12T17:54:48.557 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.554+0000 7fd4f3742800 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T17:54:48.557 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.554+0000 7fd4f3742800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:54:48.557 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.554+0000 7fd4f3742800 20 rados->read ofs=0 len=0 2024-09-12T17:54:48.557 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.555+0000 7fd4f3742800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:54:48.557 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.555+0000 7fd4f3742800 20 rados->read ofs=0 len=0 2024-09-12T17:54:48.558 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.555+0000 7fd4f3742800 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T17:54:48.558 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.555+0000 7fd4f3742800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:54:48.558 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.556+0000 7fd3a5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:54:48.559 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.558+0000 7fd4f3742800 20 remove_watcher() i=0 2024-09-12T17:54:48.559 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.558+0000 7fd4f3742800 2 removed watcher, disabling cache 2024-09-12T17:54:48.560 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.559+0000 7fd4f3742800 20 remove_watcher() i=1 2024-09-12T17:54:48.561 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.560+0000 7fd4f3742800 20 remove_watcher() i=2 2024-09-12T17:54:48.562 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.561+0000 7fd4f3742800 20 remove_watcher() i=3 2024-09-12T17:54:48.563 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.562+0000 7fd4f3742800 20 remove_watcher() i=4 2024-09-12T17:54:48.564 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.563+0000 7fd4f3742800 20 remove_watcher() i=5 2024-09-12T17:54:48.565 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.564+0000 7fd4f3742800 20 remove_watcher() i=6 2024-09-12T17:54:48.566 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.565+0000 7fd4f3742800 20 remove_watcher() i=7 2024-09-12T17:54:48.577 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:48.577 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T17:54:48.577 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: error-at-trim-reshard-log-entries id: b6123b67-6580-4373-9691-e0e950df5f06.4566.26 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:54:48.577 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:48.579 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket reshard --bucket error-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at trim_reshard_log_entries 2024-09-12T17:54:48.614 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:54:48.614 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:54:48.654 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.653+0000 7fb770dab800 20 rados->read ofs=0 len=0 2024-09-12T17:54:48.655 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.655+0000 7fb770dab800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:48.655 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.655+0000 7fb770dab800 20 realm 2024-09-12T17:54:48.656 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.655+0000 7fb770dab800 20 rados->read ofs=0 len=0 2024-09-12T17:54:48.656 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.655+0000 7fb770dab800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:48.656 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.655+0000 7fb770dab800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:54:48.656 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.655+0000 7fb770dab800 20 rados->read ofs=0 len=0 2024-09-12T17:54:48.656 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.655+0000 7fb770dab800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:48.656 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.655+0000 7fb770dab800 20 rados->read ofs=0 len=0 2024-09-12T17:54:48.656 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.656+0000 7fb770dab800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:48.656 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.656+0000 7fb770dab800 20 rados->read ofs=0 len=0 2024-09-12T17:54:48.657 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.657+0000 7fb770dab800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:54:48.658 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.657+0000 7fb770dab800 20 searching for the correct realm 2024-09-12T17:54:48.659 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.658+0000 7fb76e895640 0 -- 172.21.15.45:0/1448774808 >> [v2:172.21.15.45:6808/2245364274,v1:172.21.15.45:6809/2245364274] conn(0x7fb76408e040 msgr2=0x7fb7640aaa70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:54:48.662 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.662+0000 7fb76e895640 0 -- 172.21.15.45:0/1448774808 >> [v2:172.21.15.45:6808/2245364274,v1:172.21.15.45:6809/2245364274] conn(0x7fb638086ba0 msgr2=0x7fb638088fd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:54:48.670 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.667+0000 7fb770dab800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:54:48.670 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.667+0000 7fb770dab800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:54:48.670 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.667+0000 7fb770dab800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:54:48.670 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.667+0000 7fb770dab800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:54:48.670 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.667+0000 7fb770dab800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:54:48.670 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.667+0000 7fb770dab800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:54:48.670 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.667+0000 7fb770dab800 20 rados->read ofs=0 len=0 2024-09-12T17:54:48.670 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.667+0000 7fb770dab800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:48.670 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.667+0000 7fb770dab800 20 rados->read ofs=0 len=0 2024-09-12T17:54:48.670 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.667+0000 7fb770dab800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:48.671 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.667+0000 7fb770dab800 20 rados->read ofs=0 len=0 2024-09-12T17:54:48.671 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.667+0000 7fb770dab800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:54:48.671 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.667+0000 7fb770dab800 20 zone default found 2024-09-12T17:54:48.671 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.667+0000 7fb770dab800 4 Realm: () 2024-09-12T17:54:48.671 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.667+0000 7fb770dab800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:54:48.671 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.667+0000 7fb770dab800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:54:48.671 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.667+0000 7fb770dab800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:54:48.671 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.667+0000 7fb770dab800 20 zonegroup default 2024-09-12T17:54:48.671 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.667+0000 7fb770dab800 20 rados->read ofs=0 len=0 2024-09-12T17:54:48.671 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.668+0000 7fb770dab800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:48.671 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.668+0000 7fb770dab800 20 rados->read ofs=0 len=0 2024-09-12T17:54:48.671 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.668+0000 7fb770dab800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:48.671 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.668+0000 7fb770dab800 20 rados->read ofs=0 len=0 2024-09-12T17:54:48.672 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.668+0000 7fb770dab800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:48.672 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.668+0000 7fb770dab800 20 started sync module instance, tier type = 2024-09-12T17:54:48.672 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.668+0000 7fb770dab800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:54:48.677 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.677+0000 7fb770dab800 20 add_watcher() i=0 2024-09-12T17:54:48.678 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.677+0000 7fb770dab800 20 add_watcher() i=1 2024-09-12T17:54:48.678 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.677+0000 7fb770dab800 20 add_watcher() i=2 2024-09-12T17:54:48.678 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.677+0000 7fb770dab800 20 add_watcher() i=3 2024-09-12T17:54:48.678 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.677+0000 7fb770dab800 20 add_watcher() i=4 2024-09-12T17:54:48.678 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.677+0000 7fb770dab800 20 add_watcher() i=5 2024-09-12T17:54:48.678 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.677+0000 7fb770dab800 20 add_watcher() i=6 2024-09-12T17:54:48.678 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.678+0000 7fb770dab800 20 add_watcher() i=7 2024-09-12T17:54:48.678 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.678+0000 7fb770dab800 2 all 8 watchers are set, enabling cache 2024-09-12T17:54:48.680 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.679+0000 7fb6257e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:54:48.681 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.680+0000 7fb770dab800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:54:48.681 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.680+0000 7fb770dab800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:54:48.681 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.680+0000 7fb770dab800 5 note: GC not initialized 2024-09-12T17:54:48.681 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.680+0000 7fb59ffff640 20 reqs_thread_entry: start 2024-09-12T17:54:48.681 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.680+0000 7fb770dab800 20 init_complete bucket index max shards: 1 2024-09-12T17:54:48.681 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.680+0000 7fb770dab800 20 Filter name: none 2024-09-12T17:54:48.682 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.680+0000 7fb59dffb640 20 reqs_thread_entry: start 2024-09-12T17:54:48.682 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.680+0000 7fb770dab800 10 cache get: name=default.rgw.meta+root+error-at-trim-reshard-log-entries : miss 2024-09-12T17:54:48.682 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.680+0000 7fb770dab800 20 rados->read ofs=0 len=0 2024-09-12T17:54:48.682 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.681+0000 7fb770dab800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:54:48.682 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.681+0000 7fb770dab800 10 cache put: name=default.rgw.meta+root+error-at-trim-reshard-log-entries info.flags=0x11 2024-09-12T17:54:48.682 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.681+0000 7fb770dab800 10 adding default.rgw.meta+root+error-at-trim-reshard-log-entries to cache LRU end 2024-09-12T17:54:48.682 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.681+0000 7fb770dab800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.26 : miss 2024-09-12T17:54:48.682 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.681+0000 7fb770dab800 20 rados->read ofs=0 len=0 2024-09-12T17:54:48.683 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.681+0000 7fb770dab800 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T17:54:48.683 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.681+0000 7fb770dab800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.26 info.flags=0x17 2024-09-12T17:54:48.683 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.681+0000 7fb770dab800 10 adding default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.26 to cache LRU end 2024-09-12T17:54:48.683 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.681+0000 7fb770dab800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:54:48.683 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.681+0000 7fb770dab800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:54:48.683 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.681+0000 7fb770dab800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.26 2024-09-12T17:54:48.686 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.685+0000 7fb770dab800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.26 info.flags=0x17 2024-09-12T17:54:48.686 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.685+0000 7fb770dab800 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.26 to cache LRU end 2024-09-12T17:54:48.686 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.685+0000 7fb770dab800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:54:48.686 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.685+0000 7fb770dab800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.26, ofs0, ns] 2024-09-12T17:54:48.686 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.685+0000 7fb6527fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398891 cookie 94700907542288 notifier 6669 bl.length()=1023 2024-09-12T17:54:48.686 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.685+0000 7fb6527fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.26 info.flags=0x17 2024-09-12T17:54:48.686 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.685+0000 7fb6527fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.26 to cache LRU end 2024-09-12T17:54:48.687 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.685+0000 7fb6527fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:54:48.687 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.685+0000 7fb770dab800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[b6123b67-6580-4373-9691-e0e950df5f06.4566.26]): orig_sources= new_sources= 2024-09-12T17:54:48.687 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.685+0000 7fb770dab800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[b6123b67-6580-4373-9691-e0e950df5f06.4566.26]): potential sources added=[] removed=[] 2024-09-12T17:54:48.687 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.685+0000 7fb770dab800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[b6123b67-6580-4373-9691-e0e950df5f06.4566.26]): orig_dests= new_dests= 2024-09-12T17:54:48.687 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.685+0000 7fb770dab800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[b6123b67-6580-4373-9691-e0e950df5f06.4566.26]): potential dests added=[] removed=[] 2024-09-12T17:54:48.687 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.685+0000 7fb770dab800 -1 Injecting error=-5 at location=trim_reshard_log_entries 2024-09-12T17:54:48.687 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.685+0000 7fb770dab800 0 ERROR: init_reshard failed to trim reshard log entries: (5) Input/output error 2024-09-12T17:54:48.688 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.687+0000 7fb6257e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:54:48.690 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.689+0000 7fb770dab800 20 remove_watcher() i=0 2024-09-12T17:54:48.690 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.689+0000 7fb770dab800 2 removed watcher, disabling cache 2024-09-12T17:54:48.690 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.690+0000 7fb770dab800 20 remove_watcher() i=1 2024-09-12T17:54:48.691 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.691+0000 7fb770dab800 20 remove_watcher() i=2 2024-09-12T17:54:48.692 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.692+0000 7fb770dab800 20 remove_watcher() i=3 2024-09-12T17:54:48.693 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.693+0000 7fb770dab800 20 remove_watcher() i=4 2024-09-12T17:54:48.694 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.694+0000 7fb770dab800 20 remove_watcher() i=5 2024-09-12T17:54:48.695 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.695+0000 7fb770dab800 20 remove_watcher() i=6 2024-09-12T17:54:48.696 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.696+0000 7fb770dab800 20 remove_watcher() i=7 2024-09-12T17:54:48.709 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2024-09-12T17:54:48.738 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:54:48.739 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:54:48.777 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.776+0000 7fb051cbb800 20 rados->read ofs=0 len=0 2024-09-12T17:54:48.779 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.778+0000 7fb051cbb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:48.779 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.778+0000 7fb051cbb800 20 realm 2024-09-12T17:54:48.779 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.778+0000 7fb051cbb800 20 rados->read ofs=0 len=0 2024-09-12T17:54:48.779 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.778+0000 7fb051cbb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:48.780 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.778+0000 7fb051cbb800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:54:48.780 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.778+0000 7fb051cbb800 20 rados->read ofs=0 len=0 2024-09-12T17:54:48.780 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.779+0000 7fb051cbb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:48.780 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.779+0000 7fb051cbb800 20 rados->read ofs=0 len=0 2024-09-12T17:54:48.780 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.779+0000 7fb051cbb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:48.781 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.779+0000 7fb051cbb800 20 rados->read ofs=0 len=0 2024-09-12T17:54:48.781 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.780+0000 7fb051cbb800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:54:48.781 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.780+0000 7fb051cbb800 20 searching for the correct realm 2024-09-12T17:54:48.783 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.783+0000 7fb046fa4640 0 -- 172.21.15.45:0/112732236 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x55fd46f4f1e0 msgr2=0x55fd46f515d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:54:48.786 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.786+0000 7fb046fa4640 0 -- 172.21.15.45:0/112732236 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7fb040073040 msgr2=0x7fb040067c50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:54:48.791 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.790+0000 7fb051cbb800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:54:48.791 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.790+0000 7fb051cbb800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:54:48.791 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.790+0000 7fb051cbb800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:54:48.791 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.790+0000 7fb051cbb800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:54:48.791 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.790+0000 7fb051cbb800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:54:48.791 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.790+0000 7fb051cbb800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:54:48.791 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.790+0000 7fb051cbb800 20 rados->read ofs=0 len=0 2024-09-12T17:54:48.791 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.790+0000 7fb051cbb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:48.791 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.790+0000 7fb051cbb800 20 rados->read ofs=0 len=0 2024-09-12T17:54:48.793 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.791+0000 7fb051cbb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:48.793 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.791+0000 7fb051cbb800 20 rados->read ofs=0 len=0 2024-09-12T17:54:48.793 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.791+0000 7fb051cbb800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:54:48.793 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.791+0000 7fb051cbb800 20 zone default found 2024-09-12T17:54:48.793 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.791+0000 7fb051cbb800 4 Realm: () 2024-09-12T17:54:48.793 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.791+0000 7fb051cbb800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:54:48.793 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.791+0000 7fb051cbb800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:54:48.793 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.791+0000 7fb051cbb800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:54:48.794 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.791+0000 7fb051cbb800 20 zonegroup default 2024-09-12T17:54:48.794 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.791+0000 7fb051cbb800 20 rados->read ofs=0 len=0 2024-09-12T17:54:48.794 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.791+0000 7fb051cbb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:48.794 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.791+0000 7fb051cbb800 20 rados->read ofs=0 len=0 2024-09-12T17:54:48.794 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.792+0000 7fb051cbb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:48.794 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.792+0000 7fb051cbb800 20 rados->read ofs=0 len=0 2024-09-12T17:54:48.794 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.792+0000 7fb051cbb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:48.794 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.792+0000 7fb051cbb800 20 started sync module instance, tier type = 2024-09-12T17:54:48.794 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.792+0000 7fb051cbb800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:54:48.802 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.801+0000 7fb051cbb800 20 add_watcher() i=0 2024-09-12T17:54:48.802 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.801+0000 7fb051cbb800 20 add_watcher() i=1 2024-09-12T17:54:48.802 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.801+0000 7fb051cbb800 20 add_watcher() i=2 2024-09-12T17:54:48.802 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.801+0000 7fb051cbb800 20 add_watcher() i=3 2024-09-12T17:54:48.802 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.801+0000 7fb051cbb800 20 add_watcher() i=4 2024-09-12T17:54:48.802 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.801+0000 7fb051cbb800 20 add_watcher() i=5 2024-09-12T17:54:48.802 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.801+0000 7fb051cbb800 20 add_watcher() i=6 2024-09-12T17:54:48.803 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.802+0000 7fb051cbb800 20 add_watcher() i=7 2024-09-12T17:54:48.803 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.802+0000 7fb051cbb800 2 all 8 watchers are set, enabling cache 2024-09-12T17:54:48.804 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.804+0000 7faf05fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:54:48.805 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.804+0000 7fb051cbb800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:54:48.805 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.804+0000 7fb051cbb800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:54:48.805 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.804+0000 7fb051cbb800 5 note: GC not initialized 2024-09-12T17:54:48.805 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.804+0000 7faf04fe1640 20 reqs_thread_entry: start 2024-09-12T17:54:48.806 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.804+0000 7fb051cbb800 20 init_complete bucket index max shards: 1 2024-09-12T17:54:48.806 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.804+0000 7fb051cbb800 20 Filter name: none 2024-09-12T17:54:48.806 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.804+0000 7fae7e7fc640 20 reqs_thread_entry: start 2024-09-12T17:54:48.806 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.804+0000 7fb051cbb800 20 rados->read ofs=0 len=0 2024-09-12T17:54:48.806 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.805+0000 7fb051cbb800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:54:48.806 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.805+0000 7fb051cbb800 20 rados->read ofs=0 len=0 2024-09-12T17:54:48.807 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.806+0000 7fb051cbb800 20 rados_obj.operate() r=0 bl.length=479 2024-09-12T17:54:48.807 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.806+0000 7fb051cbb800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:54:48.807 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.806+0000 7fb051cbb800 20 rados->read ofs=0 len=0 2024-09-12T17:54:48.807 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.806+0000 7fb051cbb800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:54:48.807 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.806+0000 7fb051cbb800 20 rados->read ofs=0 len=0 2024-09-12T17:54:48.807 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.806+0000 7fb051cbb800 20 rados_obj.operate() r=0 bl.length=479 2024-09-12T17:54:48.807 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.806+0000 7fb051cbb800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:54:48.808 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.808+0000 7faf05fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:54:48.811 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.810+0000 7fb051cbb800 20 remove_watcher() i=0 2024-09-12T17:54:48.811 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.810+0000 7fb051cbb800 2 removed watcher, disabling cache 2024-09-12T17:54:48.812 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.812+0000 7fb051cbb800 20 remove_watcher() i=1 2024-09-12T17:54:48.813 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.812+0000 7fb051cbb800 20 remove_watcher() i=2 2024-09-12T17:54:48.814 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.814+0000 7fb051cbb800 20 remove_watcher() i=3 2024-09-12T17:54:48.815 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.814+0000 7fb051cbb800 20 remove_watcher() i=4 2024-09-12T17:54:48.816 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.815+0000 7fb051cbb800 20 remove_watcher() i=5 2024-09-12T17:54:48.817 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.816+0000 7fb051cbb800 20 remove_watcher() i=6 2024-09-12T17:54:48.818 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.817+0000 7fb051cbb800 20 remove_watcher() i=7 2024-09-12T17:54:48.829 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:48.829 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T17:54:48.829 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: error-at-trim-reshard-log-entries id: b6123b67-6580-4373-9691-e0e950df5f06.4566.26 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:54:48.829 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:48.830 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:48.830 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:48.837 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:48.837 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:48.880 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket reshard --bucket error-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:54:48.913 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:54:48.913 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:54:48.952 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.951+0000 7f448e51f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:48.954 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.953+0000 7f448e51f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:48.954 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.953+0000 7f448e51f800 20 realm 2024-09-12T17:54:48.954 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.953+0000 7f448e51f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:48.954 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.953+0000 7f448e51f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:48.954 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.953+0000 7f448e51f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:54:48.954 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.953+0000 7f448e51f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:48.955 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.955+0000 7f448e51f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:48.955 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.955+0000 7f448e51f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:48.957 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.956+0000 7f448e51f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:48.957 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.956+0000 7f448e51f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:48.958 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.957+0000 7f448e51f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:54:48.958 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.957+0000 7f448e51f800 20 searching for the correct realm 2024-09-12T17:54:48.960 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.960+0000 7f448aaa3640 0 -- 172.21.15.45:0/371114133 >> [v2:172.21.15.45:6824/1551660769,v1:172.21.15.45:6825/1551660769] conn(0x557c4ecd19a0 msgr2=0x557c4ecd3e60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:54:48.964 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.963+0000 7f448a2a2640 0 -- 172.21.15.45:0/371114133 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f44800a15c0 msgr2=0x7f448006d050 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:54:48.969 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.967+0000 7f448e51f800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:54:48.969 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.967+0000 7f448e51f800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:54:48.970 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.967+0000 7f448e51f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:54:48.970 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.967+0000 7f448e51f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:54:48.970 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.967+0000 7f448e51f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:54:48.970 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.967+0000 7f448e51f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:54:48.971 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.967+0000 7f448e51f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:48.971 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.967+0000 7f448e51f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:48.971 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.967+0000 7f448e51f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:48.971 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.967+0000 7f448e51f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:48.971 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.967+0000 7f448e51f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:48.971 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.968+0000 7f448e51f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:54:48.971 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.968+0000 7f448e51f800 20 zone default found 2024-09-12T17:54:48.971 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.968+0000 7f448e51f800 4 Realm: () 2024-09-12T17:54:48.971 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.968+0000 7f448e51f800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:54:48.971 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.968+0000 7f448e51f800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:54:48.971 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.968+0000 7f448e51f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:54:48.971 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.968+0000 7f448e51f800 20 zonegroup default 2024-09-12T17:54:48.971 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.968+0000 7f448e51f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:48.972 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.968+0000 7f448e51f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:48.972 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.968+0000 7f448e51f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:48.972 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.968+0000 7f448e51f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:48.972 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.968+0000 7f448e51f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:48.972 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.968+0000 7f448e51f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:48.972 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.968+0000 7f448e51f800 20 started sync module instance, tier type = 2024-09-12T17:54:48.972 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.968+0000 7f448e51f800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:54:48.978 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.977+0000 7f448e51f800 20 add_watcher() i=0 2024-09-12T17:54:48.978 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.977+0000 7f448e51f800 20 add_watcher() i=1 2024-09-12T17:54:48.978 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.977+0000 7f448e51f800 20 add_watcher() i=2 2024-09-12T17:54:48.978 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.977+0000 7f448e51f800 20 add_watcher() i=3 2024-09-12T17:54:48.978 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.977+0000 7f448e51f800 20 add_watcher() i=4 2024-09-12T17:54:48.978 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.977+0000 7f448e51f800 20 add_watcher() i=5 2024-09-12T17:54:48.978 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.977+0000 7f448e51f800 20 add_watcher() i=6 2024-09-12T17:54:48.979 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.978+0000 7f448e51f800 20 add_watcher() i=7 2024-09-12T17:54:48.979 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.978+0000 7f448e51f800 2 all 8 watchers are set, enabling cache 2024-09-12T17:54:48.980 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.980+0000 7f4340fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:54:48.981 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.980+0000 7f448e51f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:54:48.981 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.980+0000 7f448e51f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:54:48.981 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.980+0000 7f448e51f800 5 note: GC not initialized 2024-09-12T17:54:48.981 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.980+0000 7f42bb7fe640 20 reqs_thread_entry: start 2024-09-12T17:54:48.982 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.981+0000 7f448e51f800 20 init_complete bucket index max shards: 1 2024-09-12T17:54:48.982 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.981+0000 7f448e51f800 20 Filter name: none 2024-09-12T17:54:48.982 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.981+0000 7f42b97fa640 20 reqs_thread_entry: start 2024-09-12T17:54:48.982 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.981+0000 7f448e51f800 10 cache get: name=default.rgw.meta+root+error-at-trim-reshard-log-entries : miss 2024-09-12T17:54:48.982 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.981+0000 7f448e51f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:48.983 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.981+0000 7f448e51f800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:54:48.983 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.981+0000 7f448e51f800 10 cache put: name=default.rgw.meta+root+error-at-trim-reshard-log-entries info.flags=0x11 2024-09-12T17:54:48.983 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.981+0000 7f448e51f800 10 adding default.rgw.meta+root+error-at-trim-reshard-log-entries to cache LRU end 2024-09-12T17:54:48.983 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.981+0000 7f448e51f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.26 : miss 2024-09-12T17:54:48.983 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.981+0000 7f448e51f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:48.983 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.982+0000 7f448e51f800 20 rados_obj.operate() r=0 bl.length=479 2024-09-12T17:54:48.983 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.982+0000 7f448e51f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.26 info.flags=0x17 2024-09-12T17:54:48.983 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.982+0000 7f448e51f800 10 adding default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.26 to cache LRU end 2024-09-12T17:54:48.983 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.982+0000 7f448e51f800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:54:48.983 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.982+0000 7f448e51f800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:54:48.984 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.982+0000 7f448e51f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.26 2024-09-12T17:54:48.984 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.983+0000 7f448e51f800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T17:54:48.987 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.986+0000 7f448e51f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.26 info.flags=0x17 2024-09-12T17:54:48.987 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.986+0000 7f448e51f800 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.26 to cache LRU end 2024-09-12T17:54:48.987 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.986+0000 7f448e51f800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:54:48.987 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.986+0000 7f448e51f800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.26, ofs0, ns] 2024-09-12T17:54:48.987 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.987+0000 7f436dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398892 cookie 93992386391232 notifier 6708 bl.length()=1023 2024-09-12T17:54:48.988 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.987+0000 7f436dffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.26 info.flags=0x17 2024-09-12T17:54:48.988 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.987+0000 7f436dffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.26 to cache LRU end 2024-09-12T17:54:48.988 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.987+0000 7f436dffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:54:48.988 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.987+0000 7f448e51f800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[b6123b67-6580-4373-9691-e0e950df5f06.4566.26]): orig_sources= new_sources= 2024-09-12T17:54:48.988 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.987+0000 7f448e51f800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[b6123b67-6580-4373-9691-e0e950df5f06.4566.26]): potential sources added=[] removed=[] 2024-09-12T17:54:48.988 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.987+0000 7f448e51f800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[b6123b67-6580-4373-9691-e0e950df5f06.4566.26]): orig_dests= new_dests= 2024-09-12T17:54:48.988 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.987+0000 7f448e51f800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[b6123b67-6580-4373-9691-e0e950df5f06.4566.26]): potential dests added=[] removed=[] 2024-09-12T17:54:48.990 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.990+0000 7f448e51f800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.26.2.0 2024-09-12T17:54:48.990 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.990+0000 7f448e51f800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.26.2.0 2024-09-12T17:54:48.990 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.990+0000 7f448e51f800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.26.2.1 2024-09-12T17:54:48.990 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.990+0000 7f448e51f800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.26.2.1 2024-09-12T17:54:48.990 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.990+0000 7f448e51f800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.26.0 2024-09-12T17:54:48.992 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.992+0000 7f448e51f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.26 : hit (requested=0x17, cached=0x17) 2024-09-12T17:54:48.992 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.992+0000 7f448e51f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.26 2024-09-12T17:54:48.994 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.993+0000 7f448e51f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.26 info.flags=0x17 2024-09-12T17:54:48.994 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.993+0000 7f448e51f800 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.26 to cache LRU end 2024-09-12T17:54:48.994 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.993+0000 7f448e51f800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:54:48.994 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.993+0000 7f448e51f800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.26, ofs0, ns] 2024-09-12T17:54:48.994 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.993+0000 7f436d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398893 cookie 93992386391232 notifier 6708 bl.length()=1023 2024-09-12T17:54:48.994 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.993+0000 7f436d7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.26 info.flags=0x17 2024-09-12T17:54:48.994 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.993+0000 7f436d7fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.26 to cache LRU end 2024-09-12T17:54:48.994 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.993+0000 7f436d7fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:54:48.995 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.994+0000 7f448e51f800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[b6123b67-6580-4373-9691-e0e950df5f06.4566.26]): orig_sources= new_sources= 2024-09-12T17:54:48.995 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.994+0000 7f448e51f800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[b6123b67-6580-4373-9691-e0e950df5f06.4566.26]): potential sources added=[] removed=[] 2024-09-12T17:54:48.995 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.994+0000 7f448e51f800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[b6123b67-6580-4373-9691-e0e950df5f06.4566.26]): orig_dests= new_dests= 2024-09-12T17:54:48.995 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.994+0000 7f448e51f800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[b6123b67-6580-4373-9691-e0e950df5f06.4566.26]): potential dests added=[] removed=[] 2024-09-12T17:54:48.995 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.995+0000 7f448e51f800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.26.0 2024-09-12T17:54:48.995 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.995+0000 7f448e51f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.26 : hit (requested=0x17, cached=0x17) 2024-09-12T17:54:48.995 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.995+0000 7f448e51f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.26 2024-09-12T17:54:48.997 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.996+0000 7f448e51f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.26 info.flags=0x17 2024-09-12T17:54:48.997 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.996+0000 7f448e51f800 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.26 to cache LRU end 2024-09-12T17:54:48.997 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.996+0000 7f448e51f800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:54:48.997 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.996+0000 7f448e51f800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.26, ofs0, ns] 2024-09-12T17:54:48.997 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.996+0000 7f436d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398894 cookie 93992386391232 notifier 6708 bl.length()=991 2024-09-12T17:54:48.997 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.996+0000 7f436d7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.26 info.flags=0x17 2024-09-12T17:54:48.997 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.996+0000 7f436d7fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.26 to cache LRU end 2024-09-12T17:54:48.997 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.996+0000 7f436d7fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:54:48.998 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.997+0000 7f448e51f800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[b6123b67-6580-4373-9691-e0e950df5f06.4566.26]): orig_sources= new_sources= 2024-09-12T17:54:48.998 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.997+0000 7f448e51f800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[b6123b67-6580-4373-9691-e0e950df5f06.4566.26]): potential sources added=[] removed=[] 2024-09-12T17:54:48.998 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.997+0000 7f448e51f800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[b6123b67-6580-4373-9691-e0e950df5f06.4566.26]): orig_dests= new_dests= 2024-09-12T17:54:48.998 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.997+0000 7f448e51f800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[b6123b67-6580-4373-9691-e0e950df5f06.4566.26]): potential dests added=[] removed=[] 2024-09-12T17:54:48.999 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:48.998+0000 7f448e51f800 1 execute INFO: reshard of bucket "error-at-trim-reshard-log-entries" from 1 shards to 2 shards completed successfully 2024-09-12T17:54:49.001 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.000+0000 7f4340fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:54:49.003 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.002+0000 7f448e51f800 20 remove_watcher() i=0 2024-09-12T17:54:49.003 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.002+0000 7f448e51f800 2 removed watcher, disabling cache 2024-09-12T17:54:49.004 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.003+0000 7f448e51f800 20 remove_watcher() i=1 2024-09-12T17:54:49.005 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.004+0000 7f448e51f800 20 remove_watcher() i=2 2024-09-12T17:54:49.006 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.005+0000 7f448e51f800 20 remove_watcher() i=3 2024-09-12T17:54:49.007 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.006+0000 7f448e51f800 20 remove_watcher() i=4 2024-09-12T17:54:49.008 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.007+0000 7f448e51f800 20 remove_watcher() i=5 2024-09-12T17:54:49.009 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.008+0000 7f448e51f800 20 remove_watcher() i=6 2024-09-12T17:54:49.010 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.009+0000 7f448e51f800 20 remove_watcher() i=7 2024-09-12T17:54:49.022 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2024-09-12T17:54:49.052 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:54:49.052 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:54:49.091 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.091+0000 7f96b332a800 20 rados->read ofs=0 len=0 2024-09-12T17:54:49.093 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.092+0000 7f96b332a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:49.094 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.092+0000 7f96b332a800 20 realm 2024-09-12T17:54:49.094 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.092+0000 7f96b332a800 20 rados->read ofs=0 len=0 2024-09-12T17:54:49.094 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.092+0000 7f96b332a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:49.094 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.092+0000 7f96b332a800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:54:49.094 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.092+0000 7f96b332a800 20 rados->read ofs=0 len=0 2024-09-12T17:54:49.094 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.093+0000 7f96b332a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:49.095 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.093+0000 7f96b332a800 20 rados->read ofs=0 len=0 2024-09-12T17:54:49.095 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.093+0000 7f96b332a800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:49.096 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.093+0000 7f96b332a800 20 rados->read ofs=0 len=0 2024-09-12T17:54:49.096 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.094+0000 7f96b332a800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:54:49.096 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.094+0000 7f96b332a800 20 searching for the correct realm 2024-09-12T17:54:49.097 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.096+0000 7f96ae8ac640 0 -- 172.21.15.45:0/2734610048 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f96a0027040 msgr2=0x7f96a00757d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:54:49.100 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.100+0000 7f96af0ad640 0 -- 172.21.15.45:0/2734610048 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f96a40ad770 msgr2=0x7f96a40ad040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:54:49.307 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.307+0000 7f96b332a800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:54:49.307 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.307+0000 7f96b332a800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:54:49.308 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.307+0000 7f96b332a800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:54:49.308 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.307+0000 7f96b332a800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:54:49.308 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.307+0000 7f96b332a800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:54:49.308 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.307+0000 7f96b332a800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:54:49.308 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.307+0000 7f96b332a800 20 rados->read ofs=0 len=0 2024-09-12T17:54:49.308 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.307+0000 7f96b332a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:49.308 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.307+0000 7f96b332a800 20 rados->read ofs=0 len=0 2024-09-12T17:54:49.309 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.307+0000 7f96b332a800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:49.309 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.307+0000 7f96b332a800 20 rados->read ofs=0 len=0 2024-09-12T17:54:49.309 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.307+0000 7f96b332a800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:54:49.310 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.307+0000 7f96b332a800 20 zone default found 2024-09-12T17:54:49.310 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.307+0000 7f96b332a800 4 Realm: () 2024-09-12T17:54:49.310 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.307+0000 7f96b332a800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:54:49.310 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.307+0000 7f96b332a800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:54:49.310 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.307+0000 7f96b332a800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:54:49.310 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.307+0000 7f96b332a800 20 zonegroup default 2024-09-12T17:54:49.310 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.307+0000 7f96b332a800 20 rados->read ofs=0 len=0 2024-09-12T17:54:49.310 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.308+0000 7f96b332a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:49.310 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.308+0000 7f96b332a800 20 rados->read ofs=0 len=0 2024-09-12T17:54:49.310 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.308+0000 7f96b332a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:49.310 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.308+0000 7f96b332a800 20 rados->read ofs=0 len=0 2024-09-12T17:54:49.310 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.308+0000 7f96b332a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:49.311 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.308+0000 7f96b332a800 20 started sync module instance, tier type = 2024-09-12T17:54:49.311 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.308+0000 7f96b332a800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:54:49.318 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.318+0000 7f96b332a800 20 add_watcher() i=0 2024-09-12T17:54:49.318 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.318+0000 7f96b332a800 20 add_watcher() i=1 2024-09-12T17:54:49.318 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.318+0000 7f96b332a800 20 add_watcher() i=2 2024-09-12T17:54:49.318 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.318+0000 7f96b332a800 20 add_watcher() i=3 2024-09-12T17:54:49.319 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.318+0000 7f96b332a800 20 add_watcher() i=4 2024-09-12T17:54:49.319 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.318+0000 7f96b332a800 20 add_watcher() i=5 2024-09-12T17:54:49.319 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.318+0000 7f96b332a800 20 add_watcher() i=6 2024-09-12T17:54:49.319 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.319+0000 7f96b332a800 20 add_watcher() i=7 2024-09-12T17:54:49.319 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.319+0000 7f96b332a800 2 all 8 watchers are set, enabling cache 2024-09-12T17:54:49.321 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.320+0000 7f9565fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:54:49.322 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.321+0000 7f96b332a800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:54:49.322 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.321+0000 7f96b332a800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:54:49.322 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.321+0000 7f96b332a800 5 note: GC not initialized 2024-09-12T17:54:49.322 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.321+0000 7f9564fe1640 20 reqs_thread_entry: start 2024-09-12T17:54:49.322 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.321+0000 7f96b332a800 20 init_complete bucket index max shards: 1 2024-09-12T17:54:49.322 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.321+0000 7f96b332a800 20 Filter name: none 2024-09-12T17:54:49.322 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.321+0000 7f94de7fc640 20 reqs_thread_entry: start 2024-09-12T17:54:49.322 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.321+0000 7f96b332a800 20 rados->read ofs=0 len=0 2024-09-12T17:54:49.323 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.322+0000 7f96b332a800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:54:49.323 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.322+0000 7f96b332a800 20 rados->read ofs=0 len=0 2024-09-12T17:54:49.324 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.322+0000 7f96b332a800 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T17:54:49.324 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.322+0000 7f96b332a800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:54:49.324 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.322+0000 7f96b332a800 20 rados->read ofs=0 len=0 2024-09-12T17:54:49.324 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.323+0000 7f96b332a800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:54:49.324 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.323+0000 7f96b332a800 20 rados->read ofs=0 len=0 2024-09-12T17:54:49.324 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.323+0000 7f96b332a800 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T17:54:49.324 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.323+0000 7f96b332a800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:54:49.325 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.325+0000 7f9565fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:54:49.327 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.327+0000 7f96b332a800 20 remove_watcher() i=0 2024-09-12T17:54:49.327 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.327+0000 7f96b332a800 2 removed watcher, disabling cache 2024-09-12T17:54:49.329 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.328+0000 7f96b332a800 20 remove_watcher() i=1 2024-09-12T17:54:49.329 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.329+0000 7f96b332a800 20 remove_watcher() i=2 2024-09-12T17:54:49.330 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.330+0000 7f96b332a800 20 remove_watcher() i=3 2024-09-12T17:54:49.332 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.331+0000 7f96b332a800 20 remove_watcher() i=4 2024-09-12T17:54:49.333 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.332+0000 7f96b332a800 20 remove_watcher() i=5 2024-09-12T17:54:49.333 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.333+0000 7f96b332a800 20 remove_watcher() i=6 2024-09-12T17:54:49.334 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.334+0000 7f96b332a800 20 remove_watcher() i=7 2024-09-12T17:54:49.345 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:49.346 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T17:54:49.346 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: error-at-trim-reshard-log-entries id: b6123b67-6580-4373-9691-e0e950df5f06.4566.26 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:54:49.346 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:49.348 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:49.348 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:49.351 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:49.351 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:49.394 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:49.394 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:49.407 INFO:tasks.workunit.client.0.smithi045.stderr:TEST: reshard bucket with EOPNOTSUPP injected at trim_reshard_log_entries 2024-09-12T17:54:49.408 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:49.408 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:49.408 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:49.418 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:49.418 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:49.461 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:49.461 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:49.466 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:49.467 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:49.472 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:49.472 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:49.478 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:49.478 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:49.484 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:49.484 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:49.490 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:49.491 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:49.496 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:49.496 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:49.502 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:49.502 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:49.508 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:49.508 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:49.515 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:49.515 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:49.520 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:49.520 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:49.525 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:49.525 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:49.531 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:49.531 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:49.538 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:49.538 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:49.543 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:49.543 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:49.549 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:49.549 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:49.555 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:49.555 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:49.560 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:49.560 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:49.566 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:49.566 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:49.572 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:49.573 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:49.579 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2024-09-12T17:54:49.608 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:54:49.608 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:54:49.647 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.646+0000 7ff8f1d26800 20 rados->read ofs=0 len=0 2024-09-12T17:54:49.649 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.648+0000 7ff8f1d26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:49.649 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.648+0000 7ff8f1d26800 20 realm 2024-09-12T17:54:49.649 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.648+0000 7ff8f1d26800 20 rados->read ofs=0 len=0 2024-09-12T17:54:49.649 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.648+0000 7ff8f1d26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:49.649 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.648+0000 7ff8f1d26800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:54:49.649 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.648+0000 7ff8f1d26800 20 rados->read ofs=0 len=0 2024-09-12T17:54:49.649 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.649+0000 7ff8f1d26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:49.649 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.649+0000 7ff8f1d26800 20 rados->read ofs=0 len=0 2024-09-12T17:54:49.650 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.649+0000 7ff8f1d26800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:49.650 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.649+0000 7ff8f1d26800 20 rados->read ofs=0 len=0 2024-09-12T17:54:49.651 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.650+0000 7ff8f1d26800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:54:49.651 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.650+0000 7ff8f1d26800 20 searching for the correct realm 2024-09-12T17:54:49.653 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.653+0000 7ff8ed108640 0 -- 172.21.15.45:0/3994005843 >> [v2:172.21.15.45:6800/38958590,v1:172.21.15.45:6801/38958590] conn(0x563225fc3510 msgr2=0x563225fc5920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:54:49.657 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.657+0000 7ff8ed108640 0 -- 172.21.15.45:0/3994005843 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7ff8e0037420 msgr2=0x7ff8e0037820 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:54:49.661 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.660+0000 7ff8f1d26800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:54:49.661 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.660+0000 7ff8f1d26800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:54:49.661 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.660+0000 7ff8f1d26800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:54:49.661 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.660+0000 7ff8f1d26800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:54:49.661 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.660+0000 7ff8f1d26800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:54:49.661 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.660+0000 7ff8f1d26800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:54:49.662 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.660+0000 7ff8f1d26800 20 rados->read ofs=0 len=0 2024-09-12T17:54:49.662 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.660+0000 7ff8f1d26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:49.662 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.660+0000 7ff8f1d26800 20 rados->read ofs=0 len=0 2024-09-12T17:54:49.662 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.661+0000 7ff8f1d26800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:49.662 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.661+0000 7ff8f1d26800 20 rados->read ofs=0 len=0 2024-09-12T17:54:49.663 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.661+0000 7ff8f1d26800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:54:49.663 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.661+0000 7ff8f1d26800 20 zone default found 2024-09-12T17:54:49.663 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.661+0000 7ff8f1d26800 4 Realm: () 2024-09-12T17:54:49.663 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.661+0000 7ff8f1d26800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:54:49.663 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.661+0000 7ff8f1d26800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:54:49.663 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.661+0000 7ff8f1d26800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:54:49.663 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.661+0000 7ff8f1d26800 20 zonegroup default 2024-09-12T17:54:49.663 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.661+0000 7ff8f1d26800 20 rados->read ofs=0 len=0 2024-09-12T17:54:49.663 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.661+0000 7ff8f1d26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:49.664 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.661+0000 7ff8f1d26800 20 rados->read ofs=0 len=0 2024-09-12T17:54:49.664 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.662+0000 7ff8f1d26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:49.664 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.662+0000 7ff8f1d26800 20 rados->read ofs=0 len=0 2024-09-12T17:54:49.664 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.662+0000 7ff8f1d26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:49.664 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.662+0000 7ff8f1d26800 20 started sync module instance, tier type = 2024-09-12T17:54:49.664 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.662+0000 7ff8f1d26800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:54:49.672 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.671+0000 7ff8f1d26800 20 add_watcher() i=0 2024-09-12T17:54:49.672 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.671+0000 7ff8f1d26800 20 add_watcher() i=1 2024-09-12T17:54:49.672 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.671+0000 7ff8f1d26800 20 add_watcher() i=2 2024-09-12T17:54:49.672 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.671+0000 7ff8f1d26800 20 add_watcher() i=3 2024-09-12T17:54:49.673 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.671+0000 7ff8f1d26800 20 add_watcher() i=4 2024-09-12T17:54:49.673 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.671+0000 7ff8f1d26800 20 add_watcher() i=5 2024-09-12T17:54:49.673 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.671+0000 7ff8f1d26800 20 add_watcher() i=6 2024-09-12T17:54:49.673 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.672+0000 7ff8f1d26800 20 add_watcher() i=7 2024-09-12T17:54:49.673 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.672+0000 7ff8f1d26800 2 all 8 watchers are set, enabling cache 2024-09-12T17:54:49.674 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.674+0000 7ff79ffff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:54:49.675 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.674+0000 7ff8f1d26800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:54:49.675 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.674+0000 7ff8f1d26800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:54:49.675 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.674+0000 7ff8f1d26800 5 note: GC not initialized 2024-09-12T17:54:49.675 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.674+0000 7ff79effd640 20 reqs_thread_entry: start 2024-09-12T17:54:49.675 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.674+0000 7ff8f1d26800 20 init_complete bucket index max shards: 1 2024-09-12T17:54:49.675 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.674+0000 7ff8f1d26800 20 Filter name: none 2024-09-12T17:54:49.675 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.675+0000 7ff79cff9640 20 reqs_thread_entry: start 2024-09-12T17:54:49.676 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.675+0000 7ff8f1d26800 20 rados->read ofs=0 len=0 2024-09-12T17:54:49.678 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.675+0000 7ff8f1d26800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:54:49.678 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.675+0000 7ff8f1d26800 20 rados->read ofs=0 len=0 2024-09-12T17:54:49.678 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.676+0000 7ff8f1d26800 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T17:54:49.678 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.676+0000 7ff8f1d26800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:54:49.678 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.676+0000 7ff8f1d26800 20 rados->read ofs=0 len=0 2024-09-12T17:54:49.678 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.676+0000 7ff8f1d26800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:54:49.678 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.676+0000 7ff8f1d26800 20 rados->read ofs=0 len=0 2024-09-12T17:54:49.678 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.676+0000 7ff8f1d26800 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T17:54:49.678 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.676+0000 7ff8f1d26800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:54:49.678 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.677+0000 7ff79ffff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:54:49.680 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.679+0000 7ff8f1d26800 20 remove_watcher() i=0 2024-09-12T17:54:49.680 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.679+0000 7ff8f1d26800 2 removed watcher, disabling cache 2024-09-12T17:54:49.681 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.680+0000 7ff8f1d26800 20 remove_watcher() i=1 2024-09-12T17:54:49.682 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.681+0000 7ff8f1d26800 20 remove_watcher() i=2 2024-09-12T17:54:49.683 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.682+0000 7ff8f1d26800 20 remove_watcher() i=3 2024-09-12T17:54:49.684 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.684+0000 7ff8f1d26800 20 remove_watcher() i=4 2024-09-12T17:54:49.685 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.684+0000 7ff8f1d26800 20 remove_watcher() i=5 2024-09-12T17:54:49.686 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.685+0000 7ff8f1d26800 20 remove_watcher() i=6 2024-09-12T17:54:49.688 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.686+0000 7ff8f1d26800 20 remove_watcher() i=7 2024-09-12T17:54:49.698 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:49.698 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T17:54:49.698 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: error-at-trim-reshard-log-entries id: b6123b67-6580-4373-9691-e0e950df5f06.4566.27 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:54:49.699 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:49.699 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket reshard --bucket error-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at trim_reshard_log_entries --inject-error-code 95 2024-09-12T17:54:49.737 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:54:49.737 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:54:49.776 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.775+0000 7f14de940800 20 rados->read ofs=0 len=0 2024-09-12T17:54:49.778 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.776+0000 7f14de940800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:49.778 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.776+0000 7f14de940800 20 realm 2024-09-12T17:54:49.778 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.776+0000 7f14de940800 20 rados->read ofs=0 len=0 2024-09-12T17:54:49.778 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.777+0000 7f14de940800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:49.779 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.777+0000 7f14de940800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:54:49.779 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.777+0000 7f14de940800 20 rados->read ofs=0 len=0 2024-09-12T17:54:49.779 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.777+0000 7f14de940800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:49.779 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.777+0000 7f14de940800 20 rados->read ofs=0 len=0 2024-09-12T17:54:49.779 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.778+0000 7f14de940800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:49.779 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.778+0000 7f14de940800 20 rados->read ofs=0 len=0 2024-09-12T17:54:49.779 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.778+0000 7f14de940800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:54:49.780 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.778+0000 7f14de940800 20 searching for the correct realm 2024-09-12T17:54:49.781 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.781+0000 7f14d9e85640 0 -- 172.21.15.45:0/1456397815 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x56256fd6ce10 msgr2=0x56256fd6f200 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:54:49.784 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.784+0000 7f14da686640 0 -- 172.21.15.45:0/1456397815 >> [v2:172.21.15.115:6800/1938704291,v1:172.21.15.115:6801/1938704291] conn(0x56256fd696a0 msgr2=0x56256fd6ba90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:54:49.790 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.789+0000 7f14de940800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:54:49.790 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.789+0000 7f14de940800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:54:49.790 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.789+0000 7f14de940800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:54:49.790 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.789+0000 7f14de940800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:54:49.790 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.789+0000 7f14de940800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:54:49.790 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.789+0000 7f14de940800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:54:49.790 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.789+0000 7f14de940800 20 rados->read ofs=0 len=0 2024-09-12T17:54:49.790 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.789+0000 7f14de940800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:49.790 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.789+0000 7f14de940800 20 rados->read ofs=0 len=0 2024-09-12T17:54:49.792 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.790+0000 7f14de940800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:49.792 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.790+0000 7f14de940800 20 rados->read ofs=0 len=0 2024-09-12T17:54:49.792 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.790+0000 7f14de940800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:54:49.792 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.790+0000 7f14de940800 20 zone default found 2024-09-12T17:54:49.792 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.790+0000 7f14de940800 4 Realm: () 2024-09-12T17:54:49.792 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.790+0000 7f14de940800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:54:49.792 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.790+0000 7f14de940800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:54:49.792 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.790+0000 7f14de940800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:54:49.792 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.790+0000 7f14de940800 20 zonegroup default 2024-09-12T17:54:49.792 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.790+0000 7f14de940800 20 rados->read ofs=0 len=0 2024-09-12T17:54:49.792 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.790+0000 7f14de940800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:49.792 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.790+0000 7f14de940800 20 rados->read ofs=0 len=0 2024-09-12T17:54:49.793 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.791+0000 7f14de940800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:49.793 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.791+0000 7f14de940800 20 rados->read ofs=0 len=0 2024-09-12T17:54:49.793 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.791+0000 7f14de940800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:49.793 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.791+0000 7f14de940800 20 started sync module instance, tier type = 2024-09-12T17:54:49.793 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.791+0000 7f14de940800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:54:49.800 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.800+0000 7f14de940800 20 add_watcher() i=0 2024-09-12T17:54:49.800 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.800+0000 7f14de940800 20 add_watcher() i=1 2024-09-12T17:54:49.801 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.800+0000 7f14de940800 20 add_watcher() i=2 2024-09-12T17:54:49.801 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.800+0000 7f14de940800 20 add_watcher() i=3 2024-09-12T17:54:49.801 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.800+0000 7f14de940800 20 add_watcher() i=4 2024-09-12T17:54:49.801 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.800+0000 7f14de940800 20 add_watcher() i=5 2024-09-12T17:54:49.801 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.800+0000 7f14de940800 20 add_watcher() i=6 2024-09-12T17:54:49.802 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.801+0000 7f14de940800 20 add_watcher() i=7 2024-09-12T17:54:49.802 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.801+0000 7f14de940800 2 all 8 watchers are set, enabling cache 2024-09-12T17:54:49.804 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.802+0000 7f1390fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:54:49.804 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.803+0000 7f14de940800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:54:49.804 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.803+0000 7f14de940800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:54:49.804 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.803+0000 7f14de940800 5 note: GC not initialized 2024-09-12T17:54:49.804 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.803+0000 7f130b7fe640 20 reqs_thread_entry: start 2024-09-12T17:54:49.804 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.803+0000 7f14de940800 20 init_complete bucket index max shards: 1 2024-09-12T17:54:49.804 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.803+0000 7f14de940800 20 Filter name: none 2024-09-12T17:54:49.804 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.803+0000 7f13097fa640 20 reqs_thread_entry: start 2024-09-12T17:54:49.804 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.803+0000 7f14de940800 10 cache get: name=default.rgw.meta+root+error-at-trim-reshard-log-entries : miss 2024-09-12T17:54:49.804 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.803+0000 7f14de940800 20 rados->read ofs=0 len=0 2024-09-12T17:54:49.805 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.804+0000 7f14de940800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:54:49.805 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.804+0000 7f14de940800 10 cache put: name=default.rgw.meta+root+error-at-trim-reshard-log-entries info.flags=0x11 2024-09-12T17:54:49.805 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.804+0000 7f14de940800 10 adding default.rgw.meta+root+error-at-trim-reshard-log-entries to cache LRU end 2024-09-12T17:54:49.805 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.804+0000 7f14de940800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.27 : miss 2024-09-12T17:54:49.806 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.804+0000 7f14de940800 20 rados->read ofs=0 len=0 2024-09-12T17:54:49.806 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.804+0000 7f14de940800 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T17:54:49.806 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.804+0000 7f14de940800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.27 info.flags=0x17 2024-09-12T17:54:49.806 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.804+0000 7f14de940800 10 adding default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.27 to cache LRU end 2024-09-12T17:54:49.806 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.804+0000 7f14de940800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:54:49.806 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.804+0000 7f14de940800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:54:49.806 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.804+0000 7f14de940800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.27 2024-09-12T17:54:49.809 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.808+0000 7f14de940800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.27 info.flags=0x17 2024-09-12T17:54:49.809 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.808+0000 7f14de940800 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.27 to cache LRU end 2024-09-12T17:54:49.809 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.808+0000 7f14de940800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:54:49.809 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.808+0000 7f14de940800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.27, ofs0, ns] 2024-09-12T17:54:49.809 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.808+0000 7f13bdffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398897 cookie 94718790159152 notifier 6407 bl.length()=1023 2024-09-12T17:54:49.809 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.808+0000 7f13bdffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.27 info.flags=0x17 2024-09-12T17:54:49.809 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.808+0000 7f13bdffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.27 to cache LRU end 2024-09-12T17:54:49.809 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.808+0000 7f13bdffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:54:49.810 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.809+0000 7f14de940800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[b6123b67-6580-4373-9691-e0e950df5f06.4566.27]): orig_sources= new_sources= 2024-09-12T17:54:49.810 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.809+0000 7f14de940800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[b6123b67-6580-4373-9691-e0e950df5f06.4566.27]): potential sources added=[] removed=[] 2024-09-12T17:54:49.810 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.809+0000 7f14de940800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[b6123b67-6580-4373-9691-e0e950df5f06.4566.27]): orig_dests= new_dests= 2024-09-12T17:54:49.810 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.809+0000 7f14de940800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[b6123b67-6580-4373-9691-e0e950df5f06.4566.27]): potential dests added=[] removed=[] 2024-09-12T17:54:49.810 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.809+0000 7f14de940800 -1 Injecting error=-95 at location=trim_reshard_log_entries 2024-09-12T17:54:49.810 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.809+0000 7f14de940800 0 WARNING: trim_reshard_log_entries() does not supported logrecord, falling back to block reshard mode. 2024-09-12T17:54:49.811 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.810+0000 7f14de940800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.27.1.0 2024-09-12T17:54:49.811 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.810+0000 7f14de940800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.27.1.0 2024-09-12T17:54:49.811 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.810+0000 7f14de940800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.27.1.1 2024-09-12T17:54:49.811 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.810+0000 7f14de940800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.27.1.1 2024-09-12T17:54:49.811 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.810+0000 7f14de940800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.27.0 2024-09-12T17:54:49.813 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.812+0000 7f14de940800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.27 : hit (requested=0x17, cached=0x17) 2024-09-12T17:54:49.813 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.812+0000 7f14de940800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.27 2024-09-12T17:54:49.814 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.813+0000 7f14de940800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.27 info.flags=0x17 2024-09-12T17:54:49.814 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.813+0000 7f14de940800 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.27 to cache LRU end 2024-09-12T17:54:49.814 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.813+0000 7f14de940800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:54:49.814 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.813+0000 7f14de940800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.27, ofs0, ns] 2024-09-12T17:54:49.814 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.814+0000 7f13bd7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398898 cookie 94718790159152 notifier 6407 bl.length()=991 2024-09-12T17:54:49.815 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.814+0000 7f13bd7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.27 info.flags=0x17 2024-09-12T17:54:49.815 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.814+0000 7f13bd7fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.27 to cache LRU end 2024-09-12T17:54:49.815 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.814+0000 7f13bd7fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:54:49.815 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.814+0000 7f14de940800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[b6123b67-6580-4373-9691-e0e950df5f06.4566.27]): orig_sources= new_sources= 2024-09-12T17:54:49.815 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.814+0000 7f14de940800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[b6123b67-6580-4373-9691-e0e950df5f06.4566.27]): potential sources added=[] removed=[] 2024-09-12T17:54:49.815 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.814+0000 7f14de940800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[b6123b67-6580-4373-9691-e0e950df5f06.4566.27]): orig_dests= new_dests= 2024-09-12T17:54:49.815 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.814+0000 7f14de940800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[b6123b67-6580-4373-9691-e0e950df5f06.4566.27]): potential dests added=[] removed=[] 2024-09-12T17:54:49.816 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.815+0000 7f14de940800 1 execute INFO: reshard of bucket "error-at-trim-reshard-log-entries" from 1 shards to 2 shards completed successfully 2024-09-12T17:54:49.817 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.817+0000 7f1390fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:54:49.819 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.819+0000 7f14de940800 20 remove_watcher() i=0 2024-09-12T17:54:49.819 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.819+0000 7f14de940800 2 removed watcher, disabling cache 2024-09-12T17:54:49.820 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.820+0000 7f14de940800 20 remove_watcher() i=1 2024-09-12T17:54:49.821 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.821+0000 7f14de940800 20 remove_watcher() i=2 2024-09-12T17:54:49.822 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.822+0000 7f14de940800 20 remove_watcher() i=3 2024-09-12T17:54:49.823 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.823+0000 7f14de940800 20 remove_watcher() i=4 2024-09-12T17:54:49.824 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.824+0000 7f14de940800 20 remove_watcher() i=5 2024-09-12T17:54:49.825 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.825+0000 7f14de940800 20 remove_watcher() i=6 2024-09-12T17:54:49.826 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.826+0000 7f14de940800 20 remove_watcher() i=7 2024-09-12T17:54:49.839 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2024-09-12T17:54:49.868 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:54:49.868 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:54:49.907 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.907+0000 7f985c6bb800 20 rados->read ofs=0 len=0 2024-09-12T17:54:49.909 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.908+0000 7f985c6bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:49.909 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.908+0000 7f985c6bb800 20 realm 2024-09-12T17:54:49.909 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.908+0000 7f985c6bb800 20 rados->read ofs=0 len=0 2024-09-12T17:54:49.910 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.909+0000 7f985c6bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:49.910 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.909+0000 7f985c6bb800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:54:49.910 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.909+0000 7f985c6bb800 20 rados->read ofs=0 len=0 2024-09-12T17:54:49.910 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.909+0000 7f985c6bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:49.910 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.909+0000 7f985c6bb800 20 rados->read ofs=0 len=0 2024-09-12T17:54:49.911 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.910+0000 7f985c6bb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:49.911 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.910+0000 7f985c6bb800 20 rados->read ofs=0 len=0 2024-09-12T17:54:49.911 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.910+0000 7f985c6bb800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:54:49.911 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.910+0000 7f985c6bb800 20 searching for the correct realm 2024-09-12T17:54:49.913 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:49.912+0000 7f98599a4640 0 -- 172.21.15.45:0/1131214127 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f984c0d5070 msgr2=0x7f984c0c59c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:54:50.119 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.118+0000 7f985a1a5640 0 -- 172.21.15.45:0/1131214127 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f9850071820 msgr2=0x7f985008a8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:54:50.325 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.324+0000 7f985c6bb800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:54:50.325 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.324+0000 7f985c6bb800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:54:50.325 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.324+0000 7f985c6bb800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:54:50.325 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.324+0000 7f985c6bb800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:54:50.325 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.324+0000 7f985c6bb800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:54:50.326 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.324+0000 7f985c6bb800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:54:50.326 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.324+0000 7f985c6bb800 20 rados->read ofs=0 len=0 2024-09-12T17:54:50.326 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.324+0000 7f985c6bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:50.326 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.324+0000 7f985c6bb800 20 rados->read ofs=0 len=0 2024-09-12T17:54:50.326 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.325+0000 7f985c6bb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:50.326 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.325+0000 7f985c6bb800 20 rados->read ofs=0 len=0 2024-09-12T17:54:50.327 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.325+0000 7f985c6bb800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:54:50.327 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.325+0000 7f985c6bb800 20 zone default found 2024-09-12T17:54:50.327 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.325+0000 7f985c6bb800 4 Realm: () 2024-09-12T17:54:50.327 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.325+0000 7f985c6bb800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:54:50.327 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.325+0000 7f985c6bb800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:54:50.328 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.325+0000 7f985c6bb800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:54:50.328 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.325+0000 7f985c6bb800 20 zonegroup default 2024-09-12T17:54:50.328 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.325+0000 7f985c6bb800 20 rados->read ofs=0 len=0 2024-09-12T17:54:50.328 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.325+0000 7f985c6bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:50.328 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.325+0000 7f985c6bb800 20 rados->read ofs=0 len=0 2024-09-12T17:54:50.328 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.326+0000 7f985c6bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:50.328 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.326+0000 7f985c6bb800 20 rados->read ofs=0 len=0 2024-09-12T17:54:50.328 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.326+0000 7f985c6bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:50.328 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.326+0000 7f985c6bb800 20 started sync module instance, tier type = 2024-09-12T17:54:50.328 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.326+0000 7f985c6bb800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:54:50.335 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.335+0000 7f985c6bb800 20 add_watcher() i=0 2024-09-12T17:54:50.336 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.335+0000 7f985c6bb800 20 add_watcher() i=1 2024-09-12T17:54:50.336 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.335+0000 7f985c6bb800 20 add_watcher() i=2 2024-09-12T17:54:50.336 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.335+0000 7f985c6bb800 20 add_watcher() i=3 2024-09-12T17:54:50.336 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.335+0000 7f985c6bb800 20 add_watcher() i=4 2024-09-12T17:54:50.336 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.335+0000 7f985c6bb800 20 add_watcher() i=5 2024-09-12T17:54:50.336 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.335+0000 7f985c6bb800 20 add_watcher() i=6 2024-09-12T17:54:50.336 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.336+0000 7f985c6bb800 20 add_watcher() i=7 2024-09-12T17:54:50.336 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.336+0000 7f985c6bb800 2 all 8 watchers are set, enabling cache 2024-09-12T17:54:50.338 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.337+0000 7f9710fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:54:50.339 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.338+0000 7f985c6bb800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:54:50.339 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.338+0000 7f985c6bb800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:54:50.339 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.338+0000 7f985c6bb800 5 note: GC not initialized 2024-09-12T17:54:50.339 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.338+0000 7f968b7fe640 20 reqs_thread_entry: start 2024-09-12T17:54:50.339 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.338+0000 7f985c6bb800 20 init_complete bucket index max shards: 1 2024-09-12T17:54:50.339 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.338+0000 7f985c6bb800 20 Filter name: none 2024-09-12T17:54:50.339 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.338+0000 7f96897fa640 20 reqs_thread_entry: start 2024-09-12T17:54:50.339 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.338+0000 7f985c6bb800 20 rados->read ofs=0 len=0 2024-09-12T17:54:50.340 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.339+0000 7f985c6bb800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:54:50.340 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.339+0000 7f985c6bb800 20 rados->read ofs=0 len=0 2024-09-12T17:54:50.340 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.340+0000 7f985c6bb800 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T17:54:50.341 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.340+0000 7f985c6bb800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:54:50.341 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.340+0000 7f985c6bb800 20 rados->read ofs=0 len=0 2024-09-12T17:54:50.341 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.340+0000 7f985c6bb800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:54:50.341 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.340+0000 7f985c6bb800 20 rados->read ofs=0 len=0 2024-09-12T17:54:50.341 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.340+0000 7f985c6bb800 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T17:54:50.341 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.340+0000 7f985c6bb800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:54:50.342 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.342+0000 7f9710fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:54:50.345 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.344+0000 7f985c6bb800 20 remove_watcher() i=0 2024-09-12T17:54:50.345 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.344+0000 7f985c6bb800 2 removed watcher, disabling cache 2024-09-12T17:54:50.346 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.345+0000 7f985c6bb800 20 remove_watcher() i=1 2024-09-12T17:54:50.346 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.346+0000 7f985c6bb800 20 remove_watcher() i=2 2024-09-12T17:54:50.347 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.347+0000 7f985c6bb800 20 remove_watcher() i=3 2024-09-12T17:54:50.349 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.348+0000 7f985c6bb800 20 remove_watcher() i=4 2024-09-12T17:54:50.349 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.349+0000 7f985c6bb800 20 remove_watcher() i=5 2024-09-12T17:54:50.350 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.350+0000 7f985c6bb800 20 remove_watcher() i=6 2024-09-12T17:54:50.351 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.351+0000 7f985c6bb800 20 remove_watcher() i=7 2024-09-12T17:54:50.363 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:50.363 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T17:54:50.363 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: error-at-trim-reshard-log-entries id: b6123b67-6580-4373-9691-e0e950df5f06.4566.27 num_objects: 20 size_kb: 1 num_shards: 2 2024-09-12T17:54:50.363 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:50.365 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:50.365 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:50.368 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:50.368 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:50.411 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:50.411 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:50.425 INFO:tasks.workunit.client.0.smithi045.stderr:TEST: reshard bucket with abort at trim_reshard_log_entries 2024-09-12T17:54:50.425 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:50.426 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:50.426 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:50.436 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:50.436 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:50.480 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:50.480 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:50.488 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:50.488 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:50.494 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:50.495 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:50.501 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:50.501 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:50.507 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:50.507 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:50.514 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:50.514 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:50.520 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:50.520 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:50.526 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:50.527 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:50.533 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:50.533 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:50.539 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:50.539 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:50.546 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:50.546 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:50.553 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:50.553 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:50.559 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:50.559 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:50.565 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:50.566 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:50.572 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:50.573 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:50.579 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:50.579 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:50.585 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:50.585 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:50.593 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:50.593 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:50.599 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:50.599 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:50.606 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:50.606 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:50.612 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket abort-at-trim-reshard-log-entries 2024-09-12T17:54:50.642 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:54:50.642 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:54:50.681 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.681+0000 7f8ae4098800 20 rados->read ofs=0 len=0 2024-09-12T17:54:50.683 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.682+0000 7f8ae4098800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:50.683 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.682+0000 7f8ae4098800 20 realm 2024-09-12T17:54:50.683 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.682+0000 7f8ae4098800 20 rados->read ofs=0 len=0 2024-09-12T17:54:50.683 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.683+0000 7f8ae4098800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:50.683 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.683+0000 7f8ae4098800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:54:50.684 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.683+0000 7f8ae4098800 20 rados->read ofs=0 len=0 2024-09-12T17:54:50.684 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.683+0000 7f8ae4098800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:50.684 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.683+0000 7f8ae4098800 20 rados->read ofs=0 len=0 2024-09-12T17:54:50.684 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.684+0000 7f8ae4098800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:50.684 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.684+0000 7f8ae4098800 20 rados->read ofs=0 len=0 2024-09-12T17:54:50.685 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.684+0000 7f8ae4098800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:54:50.685 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.684+0000 7f8ae4098800 20 searching for the correct realm 2024-09-12T17:54:50.686 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.686+0000 7f8ae1b82640 0 -- 172.21.15.45:0/2540062166 >> [v2:172.21.15.45:6808/2245364274,v1:172.21.15.45:6809/2245364274] conn(0x7f8ad8080070 msgr2=0x7f8ad80aaa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:54:50.892 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.891+0000 7f8ae1381640 0 -- 172.21.15.45:0/2540062166 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x55db71ce6c70 msgr2=0x55db71ce9060 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:54:50.897 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.897+0000 7f8ae4098800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:54:50.898 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.897+0000 7f8ae4098800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:54:50.898 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.897+0000 7f8ae4098800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:54:50.898 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.897+0000 7f8ae4098800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:54:50.898 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.897+0000 7f8ae4098800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:54:50.898 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.897+0000 7f8ae4098800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:54:50.898 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.897+0000 7f8ae4098800 20 rados->read ofs=0 len=0 2024-09-12T17:54:50.898 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.897+0000 7f8ae4098800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:50.898 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.897+0000 7f8ae4098800 20 rados->read ofs=0 len=0 2024-09-12T17:54:50.899 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.897+0000 7f8ae4098800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:50.899 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.897+0000 7f8ae4098800 20 rados->read ofs=0 len=0 2024-09-12T17:54:50.899 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.898+0000 7f8ae4098800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:54:50.900 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.898+0000 7f8ae4098800 20 zone default found 2024-09-12T17:54:50.900 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.898+0000 7f8ae4098800 4 Realm: () 2024-09-12T17:54:50.900 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.898+0000 7f8ae4098800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:54:50.900 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.898+0000 7f8ae4098800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:54:50.900 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.898+0000 7f8ae4098800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:54:50.900 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.898+0000 7f8ae4098800 20 zonegroup default 2024-09-12T17:54:50.900 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.898+0000 7f8ae4098800 20 rados->read ofs=0 len=0 2024-09-12T17:54:50.900 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.898+0000 7f8ae4098800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:50.900 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.898+0000 7f8ae4098800 20 rados->read ofs=0 len=0 2024-09-12T17:54:50.900 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.898+0000 7f8ae4098800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:50.900 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.898+0000 7f8ae4098800 20 rados->read ofs=0 len=0 2024-09-12T17:54:50.900 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.899+0000 7f8ae4098800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:50.900 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.899+0000 7f8ae4098800 20 started sync module instance, tier type = 2024-09-12T17:54:50.901 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.899+0000 7f8ae4098800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:54:50.909 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.908+0000 7f8ae4098800 20 add_watcher() i=0 2024-09-12T17:54:50.909 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.908+0000 7f8ae4098800 20 add_watcher() i=1 2024-09-12T17:54:50.909 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.908+0000 7f8ae4098800 20 add_watcher() i=2 2024-09-12T17:54:50.909 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.908+0000 7f8ae4098800 20 add_watcher() i=3 2024-09-12T17:54:50.909 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.908+0000 7f8ae4098800 20 add_watcher() i=4 2024-09-12T17:54:50.909 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.908+0000 7f8ae4098800 20 add_watcher() i=5 2024-09-12T17:54:50.909 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.908+0000 7f8ae4098800 20 add_watcher() i=6 2024-09-12T17:54:50.909 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.909+0000 7f8ae4098800 20 add_watcher() i=7 2024-09-12T17:54:50.911 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.909+0000 7f8ae4098800 2 all 8 watchers are set, enabling cache 2024-09-12T17:54:50.913 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.911+0000 7f89937fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:54:50.913 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.911+0000 7f8ae4098800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:54:50.913 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.911+0000 7f8ae4098800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:54:50.913 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.911+0000 7f8ae4098800 5 note: GC not initialized 2024-09-12T17:54:50.913 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.911+0000 7f89927fc640 20 reqs_thread_entry: start 2024-09-12T17:54:50.913 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.911+0000 7f8ae4098800 20 init_complete bucket index max shards: 1 2024-09-12T17:54:50.913 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.911+0000 7f8ae4098800 20 Filter name: none 2024-09-12T17:54:50.913 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.911+0000 7f8903fff640 20 reqs_thread_entry: start 2024-09-12T17:54:50.913 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.911+0000 7f8ae4098800 20 rados->read ofs=0 len=0 2024-09-12T17:54:50.913 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.912+0000 7f8ae4098800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:54:50.913 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.912+0000 7f8ae4098800 20 rados->read ofs=0 len=0 2024-09-12T17:54:50.914 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.913+0000 7f8ae4098800 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T17:54:50.914 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.913+0000 7f8ae4098800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:54:50.914 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.913+0000 7f8ae4098800 20 rados->read ofs=0 len=0 2024-09-12T17:54:50.914 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.913+0000 7f8ae4098800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:54:50.914 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.913+0000 7f8ae4098800 20 rados->read ofs=0 len=0 2024-09-12T17:54:50.914 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.913+0000 7f8ae4098800 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T17:54:50.915 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.913+0000 7f8ae4098800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:54:50.915 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.915+0000 7f89937fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:54:50.917 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.917+0000 7f8ae4098800 20 remove_watcher() i=0 2024-09-12T17:54:50.917 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.917+0000 7f8ae4098800 2 removed watcher, disabling cache 2024-09-12T17:54:50.918 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.918+0000 7f8ae4098800 20 remove_watcher() i=1 2024-09-12T17:54:50.919 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.919+0000 7f8ae4098800 20 remove_watcher() i=2 2024-09-12T17:54:50.921 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.920+0000 7f8ae4098800 20 remove_watcher() i=3 2024-09-12T17:54:50.922 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.922+0000 7f8ae4098800 20 remove_watcher() i=4 2024-09-12T17:54:50.923 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.923+0000 7f8ae4098800 20 remove_watcher() i=5 2024-09-12T17:54:50.924 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.924+0000 7f8ae4098800 20 remove_watcher() i=6 2024-09-12T17:54:50.925 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:50.925+0000 7f8ae4098800 20 remove_watcher() i=7 2024-09-12T17:54:50.937 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:50.937 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T17:54:50.937 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: abort-at-trim-reshard-log-entries id: b6123b67-6580-4373-9691-e0e950df5f06.4566.28 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:54:50.937 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:50.939 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket reshard --bucket abort-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at trim_reshard_log_entries 2024-09-12T17:54:50.975 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:54:50.975 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:54:51.014 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.013+0000 7f768620f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.016 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.015+0000 7f768620f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:51.016 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.015+0000 7f768620f800 20 realm 2024-09-12T17:54:51.016 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.015+0000 7f768620f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.016 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.015+0000 7f768620f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:51.016 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.015+0000 7f768620f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:54:51.016 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.015+0000 7f768620f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.016 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.015+0000 7f768620f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:51.016 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.015+0000 7f768620f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.017 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.016+0000 7f768620f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:51.017 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.016+0000 7f768620f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.018 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.017+0000 7f768620f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:54:51.018 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.017+0000 7f768620f800 20 searching for the correct realm 2024-09-12T17:54:51.020 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.020+0000 7f7681147640 0 -- 172.21.15.45:0/713303515 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x55ad51cfa730 msgr2=0x55ad51cfcb40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:54:51.023 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.023+0000 7f7681948640 0 -- 172.21.15.45:0/713303515 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f7678060a40 msgr2=0x7f7678091560 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:54:51.232 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.230+0000 7f768620f800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:54:51.233 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.230+0000 7f768620f800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:54:51.233 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.230+0000 7f768620f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:54:51.233 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.230+0000 7f768620f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:54:51.233 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.230+0000 7f768620f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:54:51.233 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.230+0000 7f768620f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:54:51.234 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.230+0000 7f768620f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.234 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.230+0000 7f768620f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:51.234 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.230+0000 7f768620f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.234 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.230+0000 7f768620f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:51.234 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.230+0000 7f768620f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.235 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.230+0000 7f768620f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:54:51.235 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.230+0000 7f768620f800 20 zone default found 2024-09-12T17:54:51.235 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.230+0000 7f768620f800 4 Realm: () 2024-09-12T17:54:51.235 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.230+0000 7f768620f800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:54:51.235 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.230+0000 7f768620f800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:54:51.235 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.230+0000 7f768620f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:54:51.236 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.230+0000 7f768620f800 20 zonegroup default 2024-09-12T17:54:51.236 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.230+0000 7f768620f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.236 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.231+0000 7f768620f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:51.236 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.231+0000 7f768620f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.236 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.231+0000 7f768620f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:51.236 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.231+0000 7f768620f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.237 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.231+0000 7f768620f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:51.237 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.231+0000 7f768620f800 20 started sync module instance, tier type = 2024-09-12T17:54:51.237 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.231+0000 7f768620f800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:54:51.241 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.241+0000 7f768620f800 20 add_watcher() i=0 2024-09-12T17:54:51.241 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.241+0000 7f768620f800 20 add_watcher() i=1 2024-09-12T17:54:51.242 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.241+0000 7f768620f800 20 add_watcher() i=2 2024-09-12T17:54:51.242 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.241+0000 7f768620f800 20 add_watcher() i=3 2024-09-12T17:54:51.242 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.241+0000 7f768620f800 20 add_watcher() i=4 2024-09-12T17:54:51.242 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.241+0000 7f768620f800 20 add_watcher() i=5 2024-09-12T17:54:51.242 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.241+0000 7f768620f800 20 add_watcher() i=6 2024-09-12T17:54:51.242 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.242+0000 7f768620f800 20 add_watcher() i=7 2024-09-12T17:54:51.242 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.242+0000 7f768620f800 2 all 8 watchers are set, enabling cache 2024-09-12T17:54:51.245 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.243+0000 7f75337fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:54:51.245 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.244+0000 7f768620f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:54:51.245 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.244+0000 7f768620f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:54:51.245 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.244+0000 7f768620f800 5 note: GC not initialized 2024-09-12T17:54:51.245 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.244+0000 7f75327fc640 20 reqs_thread_entry: start 2024-09-12T17:54:51.246 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.244+0000 7f768620f800 20 init_complete bucket index max shards: 1 2024-09-12T17:54:51.246 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.244+0000 7f768620f800 20 Filter name: none 2024-09-12T17:54:51.246 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.244+0000 7f74a3fff640 20 reqs_thread_entry: start 2024-09-12T17:54:51.246 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.244+0000 7f768620f800 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2024-09-12T17:54:51.246 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.244+0000 7f768620f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.246 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.245+0000 7f768620f800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:54:51.246 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.245+0000 7f768620f800 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2024-09-12T17:54:51.246 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.245+0000 7f768620f800 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2024-09-12T17:54:51.246 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.245+0000 7f768620f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.28 : miss 2024-09-12T17:54:51.246 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.245+0000 7f768620f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.247 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.245+0000 7f768620f800 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T17:54:51.247 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.245+0000 7f768620f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.28 info.flags=0x17 2024-09-12T17:54:51.247 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.245+0000 7f768620f800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.28 to cache LRU end 2024-09-12T17:54:51.247 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.245+0000 7f768620f800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:54:51.247 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.245+0000 7f768620f800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:54:51.247 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.245+0000 7f768620f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.28 2024-09-12T17:54:51.251 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.249+0000 7f768620f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.28 info.flags=0x17 2024-09-12T17:54:51.251 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.249+0000 7f768620f800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.28 to cache LRU end 2024-09-12T17:54:51.251 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.249+0000 7f768620f800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:54:51.251 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.249+0000 7f768620f800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.28, ofs0, ns] 2024-09-12T17:54:51.251 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.249+0000 7f75657fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398901 cookie 94202890311936 notifier 6816 bl.length()=1023 2024-09-12T17:54:51.252 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.249+0000 7f75657fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.28 info.flags=0x17 2024-09-12T17:54:51.252 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.249+0000 7f75657fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.28 to cache LRU end 2024-09-12T17:54:51.252 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.249+0000 7f75657fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:54:51.252 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.250+0000 7f768620f800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[b6123b67-6580-4373-9691-e0e950df5f06.4566.28]): orig_sources= new_sources= 2024-09-12T17:54:51.252 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.250+0000 7f768620f800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[b6123b67-6580-4373-9691-e0e950df5f06.4566.28]): potential sources added=[] removed=[] 2024-09-12T17:54:51.252 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.250+0000 7f768620f800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[b6123b67-6580-4373-9691-e0e950df5f06.4566.28]): orig_dests= new_dests= 2024-09-12T17:54:51.252 INFO:tasks.workunit.client.0.smithi045.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f768620f800 time 2024-09-12T17:54:51.250599+0000 2024-09-12T17:54:51.252 INFO:tasks.workunit.client.0.smithi045.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:54:51.252 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.250+0000 7f768620f800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[b6123b67-6580-4373-9691-e0e950df5f06.4566.28]): potential dests added=[] removed=[] 2024-09-12T17:54:51.252 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:54:51.252 INFO:tasks.workunit.client.0.smithi045.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f768738c71a] 2024-09-12T17:54:51.253 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f768738c8d8] 2024-09-12T17:54:51.253 INFO:tasks.workunit.client.0.smithi045.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55ad4f666841] 2024-09-12T17:54:51.253 INFO:tasks.workunit.client.0.smithi045.stderr: 4: radosgw-admin(+0xd7489e) [0x55ad4fb7489e] 2024-09-12T17:54:51.253 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55ad4f67650d] 2024-09-12T17:54:51.253 INFO:tasks.workunit.client.0.smithi045.stderr: 6: main() 2024-09-12T17:54:51.253 INFO:tasks.workunit.client.0.smithi045.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f7686029590] 2024-09-12T17:54:51.253 INFO:tasks.workunit.client.0.smithi045.stderr: 8: __libc_start_main() 2024-09-12T17:54:51.253 INFO:tasks.workunit.client.0.smithi045.stderr: 9: _start() 2024-09-12T17:54:51.253 INFO:tasks.workunit.client.0.smithi045.stderr:*** Caught signal (Aborted) ** 2024-09-12T17:54:51.253 INFO:tasks.workunit.client.0.smithi045.stderr: in thread 7f768620f800 thread_name:radosgw-admin 2024-09-12T17:54:51.253 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.250+0000 7f768620f800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f768620f800 time 2024-09-12T17:54:51.250599+0000 2024-09-12T17:54:51.253 INFO:tasks.workunit.client.0.smithi045.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:54:51.253 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:51.253 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:54:51.254 INFO:tasks.workunit.client.0.smithi045.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f768738c71a] 2024-09-12T17:54:51.254 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f768738c8d8] 2024-09-12T17:54:51.254 INFO:tasks.workunit.client.0.smithi045.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55ad4f666841] 2024-09-12T17:54:51.254 INFO:tasks.workunit.client.0.smithi045.stderr: 4: radosgw-admin(+0xd7489e) [0x55ad4fb7489e] 2024-09-12T17:54:51.254 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55ad4f67650d] 2024-09-12T17:54:51.254 INFO:tasks.workunit.client.0.smithi045.stderr: 6: main() 2024-09-12T17:54:51.254 INFO:tasks.workunit.client.0.smithi045.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f7686029590] 2024-09-12T17:54:51.254 INFO:tasks.workunit.client.0.smithi045.stderr: 8: __libc_start_main() 2024-09-12T17:54:51.254 INFO:tasks.workunit.client.0.smithi045.stderr: 9: _start() 2024-09-12T17:54:51.254 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:51.271 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:54:51.272 INFO:tasks.workunit.client.0.smithi045.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f768603e6f0] 2024-09-12T17:54:51.272 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f768608b99c] 2024-09-12T17:54:51.272 INFO:tasks.workunit.client.0.smithi045.stderr: 3: raise() 2024-09-12T17:54:51.272 INFO:tasks.workunit.client.0.smithi045.stderr: 4: abort() 2024-09-12T17:54:51.272 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f768738c774] 2024-09-12T17:54:51.272 INFO:tasks.workunit.client.0.smithi045.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f768738c8d8] 2024-09-12T17:54:51.273 INFO:tasks.workunit.client.0.smithi045.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55ad4f666841] 2024-09-12T17:54:51.273 INFO:tasks.workunit.client.0.smithi045.stderr: 8: radosgw-admin(+0xd7489e) [0x55ad4fb7489e] 2024-09-12T17:54:51.273 INFO:tasks.workunit.client.0.smithi045.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55ad4f67650d] 2024-09-12T17:54:51.273 INFO:tasks.workunit.client.0.smithi045.stderr: 10: main() 2024-09-12T17:54:51.273 INFO:tasks.workunit.client.0.smithi045.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f7686029590] 2024-09-12T17:54:51.274 INFO:tasks.workunit.client.0.smithi045.stderr: 12: __libc_start_main() 2024-09-12T17:54:51.274 INFO:tasks.workunit.client.0.smithi045.stderr: 13: _start() 2024-09-12T17:54:51.274 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.251+0000 7f768620f800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:54:51.275 INFO:tasks.workunit.client.0.smithi045.stderr: in thread 7f768620f800 thread_name:radosgw-admin 2024-09-12T17:54:51.275 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:51.275 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:54:51.276 INFO:tasks.workunit.client.0.smithi045.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f768603e6f0] 2024-09-12T17:54:51.276 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f768608b99c] 2024-09-12T17:54:51.276 INFO:tasks.workunit.client.0.smithi045.stderr: 3: raise() 2024-09-12T17:54:51.276 INFO:tasks.workunit.client.0.smithi045.stderr: 4: abort() 2024-09-12T17:54:51.276 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f768738c774] 2024-09-12T17:54:51.276 INFO:tasks.workunit.client.0.smithi045.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f768738c8d8] 2024-09-12T17:54:51.276 INFO:tasks.workunit.client.0.smithi045.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55ad4f666841] 2024-09-12T17:54:51.276 INFO:tasks.workunit.client.0.smithi045.stderr: 8: radosgw-admin(+0xd7489e) [0x55ad4fb7489e] 2024-09-12T17:54:51.277 INFO:tasks.workunit.client.0.smithi045.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55ad4f67650d] 2024-09-12T17:54:51.277 INFO:tasks.workunit.client.0.smithi045.stderr: 10: main() 2024-09-12T17:54:51.277 INFO:tasks.workunit.client.0.smithi045.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f7686029590] 2024-09-12T17:54:51.277 INFO:tasks.workunit.client.0.smithi045.stderr: 12: __libc_start_main() 2024-09-12T17:54:51.278 INFO:tasks.workunit.client.0.smithi045.stderr: 13: _start() 2024-09-12T17:54:51.278 INFO:tasks.workunit.client.0.smithi045.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:54:51.278 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:51.278 INFO:tasks.workunit.client.0.smithi045.stderr:--- begin dump of recent events --- 2024-09-12T17:54:51.278 INFO:tasks.workunit.client.0.smithi045.stderr: -499> 2024-09-12T17:54:50.996+0000 7f756fe07640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:54:51.278 INFO:tasks.workunit.client.0.smithi045.stderr: -498> 2024-09-12T17:54:50.996+0000 7f756fe07640 10 monclient: dump: 2024-09-12T17:54:51.278 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:54:51.278 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:54:51.278 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:51.279 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:51.279 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:54:51.279 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:54:51.279 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:54:51.279 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:54:51.279 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:54:51.279 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:51.279 INFO:tasks.workunit.client.0.smithi045.stderr: -497> 2024-09-12T17:54:50.996+0000 7f768620f800 10 monclient: shutdown 2024-09-12T17:54:51.279 INFO:tasks.workunit.client.0.smithi045.stderr: -496> 2024-09-12T17:54:50.996+0000 7f768620f800 5 asok(0x55ad519e6730) unregister_commands rotate-key 2024-09-12T17:54:51.279 INFO:tasks.workunit.client.0.smithi045.stderr: -495> 2024-09-12T17:54:50.997+0000 7f768620f800 10 monclient: build_initial_monmap 2024-09-12T17:54:51.279 INFO:tasks.workunit.client.0.smithi045.stderr: -494> 2024-09-12T17:54:50.997+0000 7f768620f800 1 build_initial for_mkfs: 0 2024-09-12T17:54:51.280 INFO:tasks.workunit.client.0.smithi045.stderr: -493> 2024-09-12T17:54:50.997+0000 7f768620f800 10 monclient: monmap: 2024-09-12T17:54:51.280 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:54:51.280 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:54:51.280 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:54:51.280 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:54:51.280 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:54:51.280 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:54:51.280 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:54:51.280 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:54:51.280 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:54:51.280 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:51.281 INFO:tasks.workunit.client.0.smithi045.stderr: -492> 2024-09-12T17:54:50.997+0000 7f768620f800 5 AuthRegistry(0x55ad51c0e2a0) adding auth protocol: cephx 2024-09-12T17:54:51.281 INFO:tasks.workunit.client.0.smithi045.stderr: -491> 2024-09-12T17:54:50.997+0000 7f768620f800 5 AuthRegistry(0x55ad51c0e2a0) adding auth protocol: cephx 2024-09-12T17:54:51.281 INFO:tasks.workunit.client.0.smithi045.stderr: -490> 2024-09-12T17:54:50.997+0000 7f768620f800 5 AuthRegistry(0x55ad51c0e2a0) adding auth protocol: cephx 2024-09-12T17:54:51.281 INFO:tasks.workunit.client.0.smithi045.stderr: -489> 2024-09-12T17:54:50.997+0000 7f768620f800 5 AuthRegistry(0x55ad51c0e2a0) adding con mode: secure 2024-09-12T17:54:51.281 INFO:tasks.workunit.client.0.smithi045.stderr: -488> 2024-09-12T17:54:50.997+0000 7f768620f800 5 AuthRegistry(0x55ad51c0e2a0) adding con mode: crc 2024-09-12T17:54:51.281 INFO:tasks.workunit.client.0.smithi045.stderr: -487> 2024-09-12T17:54:50.997+0000 7f768620f800 5 AuthRegistry(0x55ad51c0e2a0) adding con mode: secure 2024-09-12T17:54:51.281 INFO:tasks.workunit.client.0.smithi045.stderr: -486> 2024-09-12T17:54:50.997+0000 7f768620f800 5 AuthRegistry(0x55ad51c0e2a0) adding con mode: crc 2024-09-12T17:54:51.282 INFO:tasks.workunit.client.0.smithi045.stderr: -485> 2024-09-12T17:54:50.997+0000 7f768620f800 5 AuthRegistry(0x55ad51c0e2a0) adding con mode: secure 2024-09-12T17:54:51.282 INFO:tasks.workunit.client.0.smithi045.stderr: -484> 2024-09-12T17:54:50.997+0000 7f768620f800 5 AuthRegistry(0x55ad51c0e2a0) adding con mode: crc 2024-09-12T17:54:51.282 INFO:tasks.workunit.client.0.smithi045.stderr: -483> 2024-09-12T17:54:50.997+0000 7f768620f800 5 AuthRegistry(0x55ad51c0e2a0) adding con mode: crc 2024-09-12T17:54:51.282 INFO:tasks.workunit.client.0.smithi045.stderr: -482> 2024-09-12T17:54:50.997+0000 7f768620f800 5 AuthRegistry(0x55ad51c0e2a0) adding con mode: secure 2024-09-12T17:54:51.282 INFO:tasks.workunit.client.0.smithi045.stderr: -481> 2024-09-12T17:54:50.997+0000 7f768620f800 5 AuthRegistry(0x55ad51c0e2a0) adding con mode: crc 2024-09-12T17:54:51.282 INFO:tasks.workunit.client.0.smithi045.stderr: -480> 2024-09-12T17:54:50.997+0000 7f768620f800 5 AuthRegistry(0x55ad51c0e2a0) adding con mode: secure 2024-09-12T17:54:51.282 INFO:tasks.workunit.client.0.smithi045.stderr: -479> 2024-09-12T17:54:50.997+0000 7f768620f800 5 AuthRegistry(0x55ad51c0e2a0) adding con mode: crc 2024-09-12T17:54:51.282 INFO:tasks.workunit.client.0.smithi045.stderr: -478> 2024-09-12T17:54:50.997+0000 7f768620f800 5 AuthRegistry(0x55ad51c0e2a0) adding con mode: secure 2024-09-12T17:54:51.282 INFO:tasks.workunit.client.0.smithi045.stderr: -477> 2024-09-12T17:54:50.997+0000 7f768620f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:54:51.282 INFO:tasks.workunit.client.0.smithi045.stderr: -476> 2024-09-12T17:54:50.997+0000 7f768620f800 1 librados: starting msgr at 2024-09-12T17:54:51.282 INFO:tasks.workunit.client.0.smithi045.stderr: -475> 2024-09-12T17:54:50.997+0000 7f768620f800 1 librados: starting objecter 2024-09-12T17:54:51.283 INFO:tasks.workunit.client.0.smithi045.stderr: -474> 2024-09-12T17:54:50.997+0000 7f768620f800 5 asok(0x55ad519e6730) register_command objecter_requests hook 0x55ad51c10610 2024-09-12T17:54:51.283 INFO:tasks.workunit.client.0.smithi045.stderr: -473> 2024-09-12T17:54:50.997+0000 7f768620f800 1 librados: setting wanted keys 2024-09-12T17:54:51.283 INFO:tasks.workunit.client.0.smithi045.stderr: -472> 2024-09-12T17:54:50.997+0000 7f768620f800 1 librados: calling monclient init 2024-09-12T17:54:51.283 INFO:tasks.workunit.client.0.smithi045.stderr: -471> 2024-09-12T17:54:50.997+0000 7f768620f800 10 monclient: init 2024-09-12T17:54:51.283 INFO:tasks.workunit.client.0.smithi045.stderr: -470> 2024-09-12T17:54:50.997+0000 7f768620f800 5 AuthRegistry(0x55ad51c08b20) adding auth protocol: cephx 2024-09-12T17:54:51.283 INFO:tasks.workunit.client.0.smithi045.stderr: -469> 2024-09-12T17:54:50.997+0000 7f768620f800 5 AuthRegistry(0x55ad51c08b20) adding auth protocol: cephx 2024-09-12T17:54:51.283 INFO:tasks.workunit.client.0.smithi045.stderr: -468> 2024-09-12T17:54:50.997+0000 7f768620f800 5 AuthRegistry(0x55ad51c08b20) adding auth protocol: cephx 2024-09-12T17:54:51.283 INFO:tasks.workunit.client.0.smithi045.stderr: -467> 2024-09-12T17:54:50.997+0000 7f768620f800 5 AuthRegistry(0x55ad51c08b20) adding con mode: secure 2024-09-12T17:54:51.283 INFO:tasks.workunit.client.0.smithi045.stderr: -466> 2024-09-12T17:54:50.997+0000 7f768620f800 5 AuthRegistry(0x55ad51c08b20) adding con mode: crc 2024-09-12T17:54:51.283 INFO:tasks.workunit.client.0.smithi045.stderr: -465> 2024-09-12T17:54:50.997+0000 7f768620f800 5 AuthRegistry(0x55ad51c08b20) adding con mode: secure 2024-09-12T17:54:51.283 INFO:tasks.workunit.client.0.smithi045.stderr: -464> 2024-09-12T17:54:50.997+0000 7f768620f800 5 AuthRegistry(0x55ad51c08b20) adding con mode: crc 2024-09-12T17:54:51.283 INFO:tasks.workunit.client.0.smithi045.stderr: -463> 2024-09-12T17:54:50.997+0000 7f768620f800 5 AuthRegistry(0x55ad51c08b20) adding con mode: secure 2024-09-12T17:54:51.284 INFO:tasks.workunit.client.0.smithi045.stderr: -462> 2024-09-12T17:54:50.997+0000 7f768620f800 5 AuthRegistry(0x55ad51c08b20) adding con mode: crc 2024-09-12T17:54:51.284 INFO:tasks.workunit.client.0.smithi045.stderr: -461> 2024-09-12T17:54:50.997+0000 7f768620f800 5 AuthRegistry(0x55ad51c08b20) adding con mode: crc 2024-09-12T17:54:51.284 INFO:tasks.workunit.client.0.smithi045.stderr: -460> 2024-09-12T17:54:50.997+0000 7f768620f800 5 AuthRegistry(0x55ad51c08b20) adding con mode: secure 2024-09-12T17:54:51.284 INFO:tasks.workunit.client.0.smithi045.stderr: -459> 2024-09-12T17:54:50.997+0000 7f768620f800 5 AuthRegistry(0x55ad51c08b20) adding con mode: crc 2024-09-12T17:54:51.284 INFO:tasks.workunit.client.0.smithi045.stderr: -458> 2024-09-12T17:54:50.997+0000 7f768620f800 5 AuthRegistry(0x55ad51c08b20) adding con mode: secure 2024-09-12T17:54:51.284 INFO:tasks.workunit.client.0.smithi045.stderr: -457> 2024-09-12T17:54:50.997+0000 7f768620f800 5 AuthRegistry(0x55ad51c08b20) adding con mode: crc 2024-09-12T17:54:51.284 INFO:tasks.workunit.client.0.smithi045.stderr: -456> 2024-09-12T17:54:50.997+0000 7f768620f800 5 AuthRegistry(0x55ad51c08b20) adding con mode: secure 2024-09-12T17:54:51.284 INFO:tasks.workunit.client.0.smithi045.stderr: -455> 2024-09-12T17:54:50.997+0000 7f768620f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:54:51.284 INFO:tasks.workunit.client.0.smithi045.stderr: -454> 2024-09-12T17:54:50.997+0000 7f768620f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:54:51.285 INFO:tasks.workunit.client.0.smithi045.stderr: -453> 2024-09-12T17:54:50.997+0000 7f768620f800 5 asok(0x55ad519e6730) register_command rotate-key hook 0x55ad51c08c68 2024-09-12T17:54:51.285 INFO:tasks.workunit.client.0.smithi045.stderr: -452> 2024-09-12T17:54:50.997+0000 7f768620f800 10 monclient: _reopen_session rank -1 2024-09-12T17:54:51.285 INFO:tasks.workunit.client.0.smithi045.stderr: -451> 2024-09-12T17:54:50.997+0000 7f768620f800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:54:51.285 INFO:tasks.workunit.client.0.smithi045.stderr: -450> 2024-09-12T17:54:50.997+0000 7f768620f800 10 monclient(hunting): picked mon.noname-c con 0x55ad51b4b4f0 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:54:51.286 INFO:tasks.workunit.client.0.smithi045.stderr: -449> 2024-09-12T17:54:50.997+0000 7f768620f800 10 monclient(hunting): picked mon.noname-a con 0x55ad51b519d0 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:54:51.286 INFO:tasks.workunit.client.0.smithi045.stderr: -448> 2024-09-12T17:54:50.997+0000 7f768620f800 10 monclient(hunting): picked mon.noname-b con 0x55ad51b56d50 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:54:51.286 INFO:tasks.workunit.client.0.smithi045.stderr: -447> 2024-09-12T17:54:50.997+0000 7f768620f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:54:51.286 INFO:tasks.workunit.client.0.smithi045.stderr: -446> 2024-09-12T17:54:50.997+0000 7f768620f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:54:51.286 INFO:tasks.workunit.client.0.smithi045.stderr: -445> 2024-09-12T17:54:50.997+0000 7f768620f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:54:51.286 INFO:tasks.workunit.client.0.smithi045.stderr: -444> 2024-09-12T17:54:50.997+0000 7f768620f800 10 monclient(hunting): _renew_subs 2024-09-12T17:54:51.286 INFO:tasks.workunit.client.0.smithi045.stderr: -443> 2024-09-12T17:54:50.997+0000 7f768620f800 10 monclient(hunting): authenticate will time out at 1989.455991s 2024-09-12T17:54:51.286 INFO:tasks.workunit.client.0.smithi045.stderr: -442> 2024-09-12T17:54:50.998+0000 7f7681147640 10 monclient(hunting): get_auth_request con 0x55ad51b519d0 auth_method 0 2024-09-12T17:54:51.286 INFO:tasks.workunit.client.0.smithi045.stderr: -441> 2024-09-12T17:54:50.998+0000 7f7681147640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:54:51.287 INFO:tasks.workunit.client.0.smithi045.stderr: -440> 2024-09-12T17:54:50.998+0000 7f7681147640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:54:51.287 INFO:tasks.workunit.client.0.smithi045.stderr: -439> 2024-09-12T17:54:50.998+0000 7f7681147640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:54:51.287 INFO:tasks.workunit.client.0.smithi045.stderr: -438> 2024-09-12T17:54:50.998+0000 7f7681948640 10 monclient(hunting): get_auth_request con 0x55ad51b4b4f0 auth_method 0 2024-09-12T17:54:51.287 INFO:tasks.workunit.client.0.smithi045.stderr: -437> 2024-09-12T17:54:50.998+0000 7f7681948640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:54:51.287 INFO:tasks.workunit.client.0.smithi045.stderr: -436> 2024-09-12T17:54:50.998+0000 7f7681948640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:54:51.287 INFO:tasks.workunit.client.0.smithi045.stderr: -435> 2024-09-12T17:54:50.998+0000 7f7681948640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:54:51.287 INFO:tasks.workunit.client.0.smithi045.stderr: -434> 2024-09-12T17:54:50.998+0000 7f7681147640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:54:51.287 INFO:tasks.workunit.client.0.smithi045.stderr: -433> 2024-09-12T17:54:50.998+0000 7f7681147640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:54:51.287 INFO:tasks.workunit.client.0.smithi045.stderr: -432> 2024-09-12T17:54:50.998+0000 7f7681147640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:54:51.287 INFO:tasks.workunit.client.0.smithi045.stderr: -431> 2024-09-12T17:54:50.998+0000 7f7682149640 10 monclient(hunting): get_auth_request con 0x55ad51b56d50 auth_method 0 2024-09-12T17:54:51.287 INFO:tasks.workunit.client.0.smithi045.stderr: -430> 2024-09-12T17:54:50.998+0000 7f7682149640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:54:51.288 INFO:tasks.workunit.client.0.smithi045.stderr: -429> 2024-09-12T17:54:50.998+0000 7f7682149640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:54:51.288 INFO:tasks.workunit.client.0.smithi045.stderr: -428> 2024-09-12T17:54:50.998+0000 7f7682149640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:54:51.288 INFO:tasks.workunit.client.0.smithi045.stderr: -427> 2024-09-12T17:54:50.998+0000 7f7681948640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:54:51.288 INFO:tasks.workunit.client.0.smithi045.stderr: -426> 2024-09-12T17:54:50.998+0000 7f7681948640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:54:51.288 INFO:tasks.workunit.client.0.smithi045.stderr: -425> 2024-09-12T17:54:50.998+0000 7f7681948640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:54:51.288 INFO:tasks.workunit.client.0.smithi045.stderr: -424> 2024-09-12T17:54:50.998+0000 7f7682149640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:54:51.288 INFO:tasks.workunit.client.0.smithi045.stderr: -423> 2024-09-12T17:54:50.998+0000 7f7682149640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:54:51.288 INFO:tasks.workunit.client.0.smithi045.stderr: -422> 2024-09-12T17:54:50.998+0000 7f7682149640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:54:51.288 INFO:tasks.workunit.client.0.smithi045.stderr: -421> 2024-09-12T17:54:50.998+0000 7f7681147640 10 monclient(hunting): handle_auth_done global_id 6807 payload 824 2024-09-12T17:54:51.288 INFO:tasks.workunit.client.0.smithi045.stderr: -420> 2024-09-12T17:54:50.998+0000 7f7681147640 10 monclient: _finish_hunting 0 2024-09-12T17:54:51.288 INFO:tasks.workunit.client.0.smithi045.stderr: -419> 2024-09-12T17:54:50.998+0000 7f7681147640 1 monclient: found mon.noname-a 2024-09-12T17:54:51.289 INFO:tasks.workunit.client.0.smithi045.stderr: -418> 2024-09-12T17:54:50.998+0000 7f7681147640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.45:3300/0 2024-09-12T17:54:51.289 INFO:tasks.workunit.client.0.smithi045.stderr: -417> 2024-09-12T17:54:50.998+0000 7f756e604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:54:51.289 INFO:tasks.workunit.client.0.smithi045.stderr: -416> 2024-09-12T17:54:50.998+0000 7f756e604640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:54:51.289 INFO:tasks.workunit.client.0.smithi045.stderr: -415> 2024-09-12T17:54:50.998+0000 7f756e604640 10 monclient: dump: 2024-09-12T17:54:51.289 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:54:51.289 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:54:51.289 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:51.289 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:51.289 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:54:51.289 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:54:51.290 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:54:51.290 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:54:51.290 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:54:51.290 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:51.290 INFO:tasks.workunit.client.0.smithi045.stderr: -414> 2024-09-12T17:54:50.998+0000 7f756e604640 10 monclient: _finish_auth 0 2024-09-12T17:54:51.290 INFO:tasks.workunit.client.0.smithi045.stderr: -413> 2024-09-12T17:54:50.998+0000 7f756e604640 10 monclient: _check_auth_tickets 2024-09-12T17:54:51.290 INFO:tasks.workunit.client.0.smithi045.stderr: -412> 2024-09-12T17:54:50.998+0000 7f756e604640 10 monclient: handle_config config(0 keys) 2024-09-12T17:54:51.290 INFO:tasks.workunit.client.0.smithi045.stderr: -411> 2024-09-12T17:54:50.998+0000 7f756e604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:54:51.291 INFO:tasks.workunit.client.0.smithi045.stderr: -410> 2024-09-12T17:54:50.998+0000 7f756e604640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:54:51.291 INFO:tasks.workunit.client.0.smithi045.stderr: -409> 2024-09-12T17:54:50.998+0000 7f756e604640 10 monclient: dump: 2024-09-12T17:54:51.291 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:54:51.291 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:54:51.291 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:51.291 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:51.291 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:54:51.291 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:54:51.291 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:54:51.291 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:54:51.291 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:54:51.291 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:51.292 INFO:tasks.workunit.client.0.smithi045.stderr: -408> 2024-09-12T17:54:50.998+0000 7f768620f800 5 monclient: authenticate success, global_id 6807 2024-09-12T17:54:51.292 INFO:tasks.workunit.client.0.smithi045.stderr: -407> 2024-09-12T17:54:50.998+0000 7f768620f800 10 monclient: _renew_subs 2024-09-12T17:54:51.292 INFO:tasks.workunit.client.0.smithi045.stderr: -406> 2024-09-12T17:54:50.998+0000 7f768620f800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:54:51.292 INFO:tasks.workunit.client.0.smithi045.stderr: -405> 2024-09-12T17:54:50.998+0000 7f756fe07640 4 set_mon_vals no callback set 2024-09-12T17:54:51.292 INFO:tasks.workunit.client.0.smithi045.stderr: -404> 2024-09-12T17:54:50.998+0000 7f768620f800 10 monclient: _renew_subs 2024-09-12T17:54:51.292 INFO:tasks.workunit.client.0.smithi045.stderr: -403> 2024-09-12T17:54:50.998+0000 7f768620f800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:54:51.292 INFO:tasks.workunit.client.0.smithi045.stderr: -402> 2024-09-12T17:54:50.998+0000 7f768620f800 1 librados: init done 2024-09-12T17:54:51.292 INFO:tasks.workunit.client.0.smithi045.stderr: -401> 2024-09-12T17:54:51.000+0000 7f756e604640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:54:51.293 INFO:tasks.workunit.client.0.smithi045.stderr: -400> 2024-09-12T17:54:51.000+0000 7f756e604640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:54:51.293 INFO:tasks.workunit.client.0.smithi045.stderr: -399> 2024-09-12T17:54:51.000+0000 7f756e604640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:54:51.293 INFO:tasks.workunit.client.0.smithi045.stderr: -398> 2024-09-12T17:54:51.000+0000 7f7681948640 10 monclient: get_auth_request con 0x7f7568076470 auth_method 0 2024-09-12T17:54:51.293 INFO:tasks.workunit.client.0.smithi045.stderr: -397> 2024-09-12T17:54:51.001+0000 7f7682149640 10 monclient: get_auth_request con 0x55ad51c50de0 auth_method 0 2024-09-12T17:54:51.293 INFO:tasks.workunit.client.0.smithi045.stderr: -396> 2024-09-12T17:54:51.001+0000 7f7681948640 10 monclient: get_auth_request con 0x55ad51c53c20 auth_method 0 2024-09-12T17:54:51.293 INFO:tasks.workunit.client.0.smithi045.stderr: -395> 2024-09-12T17:54:51.002+0000 7f7681147640 10 monclient: get_auth_request con 0x55ad51c58020 auth_method 0 2024-09-12T17:54:51.293 INFO:tasks.workunit.client.0.smithi045.stderr: -394> 2024-09-12T17:54:51.003+0000 7f768620f800 10 monclient: build_initial_monmap 2024-09-12T17:54:51.293 INFO:tasks.workunit.client.0.smithi045.stderr: -393> 2024-09-12T17:54:51.003+0000 7f768620f800 1 build_initial for_mkfs: 0 2024-09-12T17:54:51.293 INFO:tasks.workunit.client.0.smithi045.stderr: -392> 2024-09-12T17:54:51.004+0000 7f768620f800 10 monclient: monmap: 2024-09-12T17:54:51.293 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:54:51.293 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:54:51.293 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:54:51.294 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:54:51.294 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:54:51.294 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:54:51.294 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:54:51.294 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:54:51.294 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:54:51.294 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:51.294 INFO:tasks.workunit.client.0.smithi045.stderr: -391> 2024-09-12T17:54:51.004+0000 7f768620f800 5 AuthRegistry(0x55ad51c5ce50) adding auth protocol: cephx 2024-09-12T17:54:51.294 INFO:tasks.workunit.client.0.smithi045.stderr: -390> 2024-09-12T17:54:51.004+0000 7f768620f800 5 AuthRegistry(0x55ad51c5ce50) adding auth protocol: cephx 2024-09-12T17:54:51.294 INFO:tasks.workunit.client.0.smithi045.stderr: -389> 2024-09-12T17:54:51.004+0000 7f768620f800 5 AuthRegistry(0x55ad51c5ce50) adding auth protocol: cephx 2024-09-12T17:54:51.295 INFO:tasks.workunit.client.0.smithi045.stderr: -388> 2024-09-12T17:54:51.004+0000 7f768620f800 5 AuthRegistry(0x55ad51c5ce50) adding con mode: secure 2024-09-12T17:54:51.295 INFO:tasks.workunit.client.0.smithi045.stderr: -387> 2024-09-12T17:54:51.004+0000 7f768620f800 5 AuthRegistry(0x55ad51c5ce50) adding con mode: crc 2024-09-12T17:54:51.295 INFO:tasks.workunit.client.0.smithi045.stderr: -386> 2024-09-12T17:54:51.004+0000 7f768620f800 5 AuthRegistry(0x55ad51c5ce50) adding con mode: secure 2024-09-12T17:54:51.295 INFO:tasks.workunit.client.0.smithi045.stderr: -385> 2024-09-12T17:54:51.004+0000 7f768620f800 5 AuthRegistry(0x55ad51c5ce50) adding con mode: crc 2024-09-12T17:54:51.295 INFO:tasks.workunit.client.0.smithi045.stderr: -384> 2024-09-12T17:54:51.004+0000 7f768620f800 5 AuthRegistry(0x55ad51c5ce50) adding con mode: secure 2024-09-12T17:54:51.295 INFO:tasks.workunit.client.0.smithi045.stderr: -383> 2024-09-12T17:54:51.004+0000 7f768620f800 5 AuthRegistry(0x55ad51c5ce50) adding con mode: crc 2024-09-12T17:54:51.295 INFO:tasks.workunit.client.0.smithi045.stderr: -382> 2024-09-12T17:54:51.004+0000 7f768620f800 5 AuthRegistry(0x55ad51c5ce50) adding con mode: crc 2024-09-12T17:54:51.295 INFO:tasks.workunit.client.0.smithi045.stderr: -381> 2024-09-12T17:54:51.004+0000 7f768620f800 5 AuthRegistry(0x55ad51c5ce50) adding con mode: secure 2024-09-12T17:54:51.295 INFO:tasks.workunit.client.0.smithi045.stderr: -380> 2024-09-12T17:54:51.004+0000 7f768620f800 5 AuthRegistry(0x55ad51c5ce50) adding con mode: crc 2024-09-12T17:54:51.295 INFO:tasks.workunit.client.0.smithi045.stderr: -379> 2024-09-12T17:54:51.004+0000 7f768620f800 5 AuthRegistry(0x55ad51c5ce50) adding con mode: secure 2024-09-12T17:54:51.295 INFO:tasks.workunit.client.0.smithi045.stderr: -378> 2024-09-12T17:54:51.004+0000 7f768620f800 5 AuthRegistry(0x55ad51c5ce50) adding con mode: crc 2024-09-12T17:54:51.295 INFO:tasks.workunit.client.0.smithi045.stderr: -377> 2024-09-12T17:54:51.004+0000 7f768620f800 5 AuthRegistry(0x55ad51c5ce50) adding con mode: secure 2024-09-12T17:54:51.296 INFO:tasks.workunit.client.0.smithi045.stderr: -376> 2024-09-12T17:54:51.004+0000 7f768620f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:54:51.296 INFO:tasks.workunit.client.0.smithi045.stderr: -375> 2024-09-12T17:54:51.004+0000 7f768620f800 5 asok(0x55ad519e6730) register_command objecter_requests cmddesc objecter_requests hook 0x55ad51c601f0 EEXIST 2024-09-12T17:54:51.296 INFO:tasks.workunit.client.0.smithi045.stderr: -374> 2024-09-12T17:54:51.004+0000 7f768620f800 10 monclient: init 2024-09-12T17:54:51.296 INFO:tasks.workunit.client.0.smithi045.stderr: -373> 2024-09-12T17:54:51.004+0000 7f768620f800 5 AuthRegistry(0x55ad51c5b528) adding auth protocol: cephx 2024-09-12T17:54:51.296 INFO:tasks.workunit.client.0.smithi045.stderr: -372> 2024-09-12T17:54:51.004+0000 7f768620f800 5 AuthRegistry(0x55ad51c5b528) adding auth protocol: cephx 2024-09-12T17:54:51.296 INFO:tasks.workunit.client.0.smithi045.stderr: -371> 2024-09-12T17:54:51.004+0000 7f768620f800 5 AuthRegistry(0x55ad51c5b528) adding auth protocol: cephx 2024-09-12T17:54:51.296 INFO:tasks.workunit.client.0.smithi045.stderr: -370> 2024-09-12T17:54:51.004+0000 7f768620f800 5 AuthRegistry(0x55ad51c5b528) adding con mode: secure 2024-09-12T17:54:51.296 INFO:tasks.workunit.client.0.smithi045.stderr: -369> 2024-09-12T17:54:51.004+0000 7f768620f800 5 AuthRegistry(0x55ad51c5b528) adding con mode: crc 2024-09-12T17:54:51.296 INFO:tasks.workunit.client.0.smithi045.stderr: -368> 2024-09-12T17:54:51.004+0000 7f768620f800 5 AuthRegistry(0x55ad51c5b528) adding con mode: secure 2024-09-12T17:54:51.296 INFO:tasks.workunit.client.0.smithi045.stderr: -367> 2024-09-12T17:54:51.004+0000 7f768620f800 5 AuthRegistry(0x55ad51c5b528) adding con mode: crc 2024-09-12T17:54:51.296 INFO:tasks.workunit.client.0.smithi045.stderr: -366> 2024-09-12T17:54:51.004+0000 7f768620f800 5 AuthRegistry(0x55ad51c5b528) adding con mode: secure 2024-09-12T17:54:51.297 INFO:tasks.workunit.client.0.smithi045.stderr: -365> 2024-09-12T17:54:51.004+0000 7f768620f800 5 AuthRegistry(0x55ad51c5b528) adding con mode: crc 2024-09-12T17:54:51.297 INFO:tasks.workunit.client.0.smithi045.stderr: -364> 2024-09-12T17:54:51.004+0000 7f768620f800 5 AuthRegistry(0x55ad51c5b528) adding con mode: crc 2024-09-12T17:54:51.297 INFO:tasks.workunit.client.0.smithi045.stderr: -363> 2024-09-12T17:54:51.004+0000 7f768620f800 5 AuthRegistry(0x55ad51c5b528) adding con mode: secure 2024-09-12T17:54:51.297 INFO:tasks.workunit.client.0.smithi045.stderr: -362> 2024-09-12T17:54:51.004+0000 7f768620f800 5 AuthRegistry(0x55ad51c5b528) adding con mode: crc 2024-09-12T17:54:51.297 INFO:tasks.workunit.client.0.smithi045.stderr: -361> 2024-09-12T17:54:51.004+0000 7f768620f800 5 AuthRegistry(0x55ad51c5b528) adding con mode: secure 2024-09-12T17:54:51.297 INFO:tasks.workunit.client.0.smithi045.stderr: -360> 2024-09-12T17:54:51.004+0000 7f768620f800 5 AuthRegistry(0x55ad51c5b528) adding con mode: crc 2024-09-12T17:54:51.297 INFO:tasks.workunit.client.0.smithi045.stderr: -359> 2024-09-12T17:54:51.004+0000 7f768620f800 5 AuthRegistry(0x55ad51c5b528) adding con mode: secure 2024-09-12T17:54:51.297 INFO:tasks.workunit.client.0.smithi045.stderr: -358> 2024-09-12T17:54:51.004+0000 7f768620f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:54:51.297 INFO:tasks.workunit.client.0.smithi045.stderr: -357> 2024-09-12T17:54:51.004+0000 7f768620f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:54:51.297 INFO:tasks.workunit.client.0.smithi045.stderr: -356> 2024-09-12T17:54:51.005+0000 7f768620f800 5 asok(0x55ad519e6730) register_command rotate-key cmddesc rotate-key hook 0x55ad51c5b670 EEXIST 2024-09-12T17:54:51.298 INFO:tasks.workunit.client.0.smithi045.stderr: -355> 2024-09-12T17:54:51.005+0000 7f768620f800 10 monclient: _reopen_session rank -1 2024-09-12T17:54:51.298 INFO:tasks.workunit.client.0.smithi045.stderr: -354> 2024-09-12T17:54:51.005+0000 7f768620f800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T17:54:51.298 INFO:tasks.workunit.client.0.smithi045.stderr: -353> 2024-09-12T17:54:51.005+0000 7f768620f800 10 monclient(hunting): picked mon.noname-b con 0x55ad51c84510 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:54:51.298 INFO:tasks.workunit.client.0.smithi045.stderr: -352> 2024-09-12T17:54:51.005+0000 7f768620f800 10 monclient(hunting): picked mon.noname-c con 0x55ad51c848f0 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:54:51.298 INFO:tasks.workunit.client.0.smithi045.stderr: -351> 2024-09-12T17:54:51.005+0000 7f768620f800 10 monclient(hunting): picked mon.noname-a con 0x55ad51c86ba0 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:54:51.298 INFO:tasks.workunit.client.0.smithi045.stderr: -350> 2024-09-12T17:54:51.005+0000 7f768620f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:54:51.298 INFO:tasks.workunit.client.0.smithi045.stderr: -349> 2024-09-12T17:54:51.005+0000 7f768620f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:54:51.298 INFO:tasks.workunit.client.0.smithi045.stderr: -348> 2024-09-12T17:54:51.005+0000 7f768620f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:54:51.299 INFO:tasks.workunit.client.0.smithi045.stderr: -347> 2024-09-12T17:54:51.005+0000 7f768620f800 10 monclient(hunting): _renew_subs 2024-09-12T17:54:51.299 INFO:tasks.workunit.client.0.smithi045.stderr: -346> 2024-09-12T17:54:51.005+0000 7f768620f800 10 monclient(hunting): authenticate will time out at 1989.463113s 2024-09-12T17:54:51.299 INFO:tasks.workunit.client.0.smithi045.stderr: -345> 2024-09-12T17:54:51.005+0000 7f7682149640 10 monclient(hunting): get_auth_request con 0x55ad51c86ba0 auth_method 0 2024-09-12T17:54:51.299 INFO:tasks.workunit.client.0.smithi045.stderr: -344> 2024-09-12T17:54:51.005+0000 7f7682149640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:54:51.299 INFO:tasks.workunit.client.0.smithi045.stderr: -343> 2024-09-12T17:54:51.005+0000 7f7682149640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:54:51.299 INFO:tasks.workunit.client.0.smithi045.stderr: -342> 2024-09-12T17:54:51.005+0000 7f7682149640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:54:51.299 INFO:tasks.workunit.client.0.smithi045.stderr: -341> 2024-09-12T17:54:51.005+0000 7f7681147640 10 monclient(hunting): get_auth_request con 0x55ad51c848f0 auth_method 0 2024-09-12T17:54:51.299 INFO:tasks.workunit.client.0.smithi045.stderr: -340> 2024-09-12T17:54:51.005+0000 7f7681147640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:54:51.299 INFO:tasks.workunit.client.0.smithi045.stderr: -339> 2024-09-12T17:54:51.005+0000 7f7681147640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:54:51.299 INFO:tasks.workunit.client.0.smithi045.stderr: -338> 2024-09-12T17:54:51.005+0000 7f7681147640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:54:51.299 INFO:tasks.workunit.client.0.smithi045.stderr: -337> 2024-09-12T17:54:51.005+0000 7f7681948640 10 monclient(hunting): get_auth_request con 0x55ad51c84510 auth_method 0 2024-09-12T17:54:51.300 INFO:tasks.workunit.client.0.smithi045.stderr: -336> 2024-09-12T17:54:51.005+0000 7f7681948640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:54:51.300 INFO:tasks.workunit.client.0.smithi045.stderr: -335> 2024-09-12T17:54:51.005+0000 7f7681948640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:54:51.300 INFO:tasks.workunit.client.0.smithi045.stderr: -334> 2024-09-12T17:54:51.005+0000 7f7681948640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:54:51.300 INFO:tasks.workunit.client.0.smithi045.stderr: -333> 2024-09-12T17:54:51.005+0000 7f7682149640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:54:51.300 INFO:tasks.workunit.client.0.smithi045.stderr: -332> 2024-09-12T17:54:51.005+0000 7f7682149640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:54:51.300 INFO:tasks.workunit.client.0.smithi045.stderr: -331> 2024-09-12T17:54:51.005+0000 7f7682149640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:54:51.300 INFO:tasks.workunit.client.0.smithi045.stderr: -330> 2024-09-12T17:54:51.005+0000 7f7681147640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:54:51.300 INFO:tasks.workunit.client.0.smithi045.stderr: -329> 2024-09-12T17:54:51.005+0000 7f7681147640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:54:51.300 INFO:tasks.workunit.client.0.smithi045.stderr: -328> 2024-09-12T17:54:51.005+0000 7f7681147640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:54:51.300 INFO:tasks.workunit.client.0.smithi045.stderr: -327> 2024-09-12T17:54:51.005+0000 7f7681948640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:54:51.300 INFO:tasks.workunit.client.0.smithi045.stderr: -326> 2024-09-12T17:54:51.005+0000 7f7681948640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:54:51.301 INFO:tasks.workunit.client.0.smithi045.stderr: -325> 2024-09-12T17:54:51.005+0000 7f7681948640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:54:51.301 INFO:tasks.workunit.client.0.smithi045.stderr: -324> 2024-09-12T17:54:51.005+0000 7f7682149640 10 monclient(hunting): handle_auth_done global_id 6810 payload 824 2024-09-12T17:54:51.301 INFO:tasks.workunit.client.0.smithi045.stderr: -323> 2024-09-12T17:54:51.005+0000 7f7682149640 10 monclient: _finish_hunting 0 2024-09-12T17:54:51.301 INFO:tasks.workunit.client.0.smithi045.stderr: -322> 2024-09-12T17:54:51.005+0000 7f7682149640 1 monclient: found mon.noname-a 2024-09-12T17:54:51.301 INFO:tasks.workunit.client.0.smithi045.stderr: -321> 2024-09-12T17:54:51.005+0000 7f7682149640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.45:3300/0 2024-09-12T17:54:51.301 INFO:tasks.workunit.client.0.smithi045.stderr: -320> 2024-09-12T17:54:51.005+0000 7f75677fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:54:51.301 INFO:tasks.workunit.client.0.smithi045.stderr: -319> 2024-09-12T17:54:51.005+0000 7f75677fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:54:51.301 INFO:tasks.workunit.client.0.smithi045.stderr: -318> 2024-09-12T17:54:51.005+0000 7f75677fe640 10 monclient: dump: 2024-09-12T17:54:51.301 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:54:51.301 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:54:51.301 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:51.301 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:51.302 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:54:51.302 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:54:51.302 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:54:51.302 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:54:51.302 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:54:51.302 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:51.302 INFO:tasks.workunit.client.0.smithi045.stderr: -317> 2024-09-12T17:54:51.005+0000 7f75677fe640 10 monclient: _finish_auth 0 2024-09-12T17:54:51.302 INFO:tasks.workunit.client.0.smithi045.stderr: -316> 2024-09-12T17:54:51.005+0000 7f75677fe640 10 monclient: _check_auth_tickets 2024-09-12T17:54:51.302 INFO:tasks.workunit.client.0.smithi045.stderr: -315> 2024-09-12T17:54:51.005+0000 7f75677fe640 10 monclient: handle_config config(0 keys) 2024-09-12T17:54:51.302 INFO:tasks.workunit.client.0.smithi045.stderr: -314> 2024-09-12T17:54:51.005+0000 7f75677fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:54:51.303 INFO:tasks.workunit.client.0.smithi045.stderr: -313> 2024-09-12T17:54:51.005+0000 7f75677fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:54:51.303 INFO:tasks.workunit.client.0.smithi045.stderr: -312> 2024-09-12T17:54:51.005+0000 7f75677fe640 10 monclient: dump: 2024-09-12T17:54:51.304 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:54:51.305 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:54:51.305 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:51.305 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:51.305 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:54:51.305 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:54:51.305 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:54:51.305 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:54:51.305 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:54:51.305 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:51.305 INFO:tasks.workunit.client.0.smithi045.stderr: -311> 2024-09-12T17:54:51.005+0000 7f768620f800 5 monclient: authenticate success, global_id 6810 2024-09-12T17:54:51.305 INFO:tasks.workunit.client.0.smithi045.stderr: -310> 2024-09-12T17:54:51.005+0000 7f768620f800 10 monclient: _renew_subs 2024-09-12T17:54:51.305 INFO:tasks.workunit.client.0.smithi045.stderr: -309> 2024-09-12T17:54:51.005+0000 7f768620f800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:54:51.305 INFO:tasks.workunit.client.0.smithi045.stderr: -308> 2024-09-12T17:54:51.005+0000 7f768294a640 4 set_mon_vals no callback set 2024-09-12T17:54:51.306 INFO:tasks.workunit.client.0.smithi045.stderr: -307> 2024-09-12T17:54:51.005+0000 7f768620f800 10 monclient: _renew_subs 2024-09-12T17:54:51.306 INFO:tasks.workunit.client.0.smithi045.stderr: -306> 2024-09-12T17:54:51.005+0000 7f768620f800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:54:51.306 INFO:tasks.workunit.client.0.smithi045.stderr: -305> 2024-09-12T17:54:51.007+0000 7f75677fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:54:51.306 INFO:tasks.workunit.client.0.smithi045.stderr: -304> 2024-09-12T17:54:51.007+0000 7f75677fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:54:51.306 INFO:tasks.workunit.client.0.smithi045.stderr: -303> 2024-09-12T17:54:51.007+0000 7f75677fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:54:51.306 INFO:tasks.workunit.client.0.smithi045.stderr: -302> 2024-09-12T17:54:51.008+0000 7f7681948640 10 monclient: get_auth_request con 0x7f755c076380 auth_method 0 2024-09-12T17:54:51.306 INFO:tasks.workunit.client.0.smithi045.stderr: -301> 2024-09-12T17:54:51.008+0000 7f768620f800 10 monclient: get_monmap_and_config 2024-09-12T17:54:51.306 INFO:tasks.workunit.client.0.smithi045.stderr: -300> 2024-09-12T17:54:51.008+0000 7f768620f800 10 monclient: build_initial_monmap 2024-09-12T17:54:51.306 INFO:tasks.workunit.client.0.smithi045.stderr: -299> 2024-09-12T17:54:51.008+0000 7f768620f800 1 build_initial for_mkfs: 0 2024-09-12T17:54:51.306 INFO:tasks.workunit.client.0.smithi045.stderr: -298> 2024-09-12T17:54:51.008+0000 7f768620f800 10 monclient: monmap: 2024-09-12T17:54:51.306 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:54:51.306 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:54:51.306 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:54:51.307 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:54:51.307 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:54:51.307 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:54:51.307 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:54:51.307 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:54:51.307 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:54:51.307 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:51.307 INFO:tasks.workunit.client.0.smithi045.stderr: -297> 2024-09-12T17:54:51.008+0000 7f768620f800 5 AuthRegistry(0x55ad51ca4400) adding auth protocol: cephx 2024-09-12T17:54:51.307 INFO:tasks.workunit.client.0.smithi045.stderr: -296> 2024-09-12T17:54:51.008+0000 7f768620f800 5 AuthRegistry(0x55ad51ca4400) adding auth protocol: cephx 2024-09-12T17:54:51.307 INFO:tasks.workunit.client.0.smithi045.stderr: -295> 2024-09-12T17:54:51.008+0000 7f768620f800 5 AuthRegistry(0x55ad51ca4400) adding auth protocol: cephx 2024-09-12T17:54:51.307 INFO:tasks.workunit.client.0.smithi045.stderr: -294> 2024-09-12T17:54:51.008+0000 7f768620f800 5 AuthRegistry(0x55ad51ca4400) adding con mode: secure 2024-09-12T17:54:51.307 INFO:tasks.workunit.client.0.smithi045.stderr: -293> 2024-09-12T17:54:51.008+0000 7f768620f800 5 AuthRegistry(0x55ad51ca4400) adding con mode: crc 2024-09-12T17:54:51.307 INFO:tasks.workunit.client.0.smithi045.stderr: -292> 2024-09-12T17:54:51.008+0000 7f768620f800 5 AuthRegistry(0x55ad51ca4400) adding con mode: secure 2024-09-12T17:54:51.307 INFO:tasks.workunit.client.0.smithi045.stderr: -291> 2024-09-12T17:54:51.008+0000 7f768620f800 5 AuthRegistry(0x55ad51ca4400) adding con mode: crc 2024-09-12T17:54:51.308 INFO:tasks.workunit.client.0.smithi045.stderr: -290> 2024-09-12T17:54:51.008+0000 7f768620f800 5 AuthRegistry(0x55ad51ca4400) adding con mode: secure 2024-09-12T17:54:51.308 INFO:tasks.workunit.client.0.smithi045.stderr: -289> 2024-09-12T17:54:51.008+0000 7f768620f800 5 AuthRegistry(0x55ad51ca4400) adding con mode: crc 2024-09-12T17:54:51.308 INFO:tasks.workunit.client.0.smithi045.stderr: -288> 2024-09-12T17:54:51.008+0000 7f768620f800 5 AuthRegistry(0x55ad51ca4400) adding con mode: crc 2024-09-12T17:54:51.308 INFO:tasks.workunit.client.0.smithi045.stderr: -287> 2024-09-12T17:54:51.008+0000 7f768620f800 5 AuthRegistry(0x55ad51ca4400) adding con mode: secure 2024-09-12T17:54:51.308 INFO:tasks.workunit.client.0.smithi045.stderr: -286> 2024-09-12T17:54:51.008+0000 7f768620f800 5 AuthRegistry(0x55ad51ca4400) adding con mode: crc 2024-09-12T17:54:51.308 INFO:tasks.workunit.client.0.smithi045.stderr: -285> 2024-09-12T17:54:51.008+0000 7f768620f800 5 AuthRegistry(0x55ad51ca4400) adding con mode: secure 2024-09-12T17:54:51.308 INFO:tasks.workunit.client.0.smithi045.stderr: -284> 2024-09-12T17:54:51.008+0000 7f768620f800 5 AuthRegistry(0x55ad51ca4400) adding con mode: crc 2024-09-12T17:54:51.308 INFO:tasks.workunit.client.0.smithi045.stderr: -283> 2024-09-12T17:54:51.008+0000 7f768620f800 5 AuthRegistry(0x55ad51ca4400) adding con mode: secure 2024-09-12T17:54:51.308 INFO:tasks.workunit.client.0.smithi045.stderr: -282> 2024-09-12T17:54:51.008+0000 7f768620f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:54:51.308 INFO:tasks.workunit.client.0.smithi045.stderr: -281> 2024-09-12T17:54:51.008+0000 7f768620f800 10 monclient: init 2024-09-12T17:54:51.309 INFO:tasks.workunit.client.0.smithi045.stderr: -280> 2024-09-12T17:54:51.008+0000 7f768620f800 5 AuthRegistry(0x7ffe06e36a10) adding auth protocol: cephx 2024-09-12T17:54:51.309 INFO:tasks.workunit.client.0.smithi045.stderr: -279> 2024-09-12T17:54:51.008+0000 7f768620f800 5 AuthRegistry(0x7ffe06e36a10) adding auth protocol: cephx 2024-09-12T17:54:51.309 INFO:tasks.workunit.client.0.smithi045.stderr: -278> 2024-09-12T17:54:51.008+0000 7f768620f800 5 AuthRegistry(0x7ffe06e36a10) adding auth protocol: cephx 2024-09-12T17:54:51.309 INFO:tasks.workunit.client.0.smithi045.stderr: -277> 2024-09-12T17:54:51.008+0000 7f768620f800 5 AuthRegistry(0x7ffe06e36a10) adding con mode: secure 2024-09-12T17:54:51.309 INFO:tasks.workunit.client.0.smithi045.stderr: -276> 2024-09-12T17:54:51.008+0000 7f768620f800 5 AuthRegistry(0x7ffe06e36a10) adding con mode: crc 2024-09-12T17:54:51.309 INFO:tasks.workunit.client.0.smithi045.stderr: -275> 2024-09-12T17:54:51.008+0000 7f768620f800 5 AuthRegistry(0x7ffe06e36a10) adding con mode: secure 2024-09-12T17:54:51.309 INFO:tasks.workunit.client.0.smithi045.stderr: -274> 2024-09-12T17:54:51.008+0000 7f768620f800 5 AuthRegistry(0x7ffe06e36a10) adding con mode: crc 2024-09-12T17:54:51.309 INFO:tasks.workunit.client.0.smithi045.stderr: -273> 2024-09-12T17:54:51.008+0000 7f768620f800 5 AuthRegistry(0x7ffe06e36a10) adding con mode: secure 2024-09-12T17:54:51.309 INFO:tasks.workunit.client.0.smithi045.stderr: -272> 2024-09-12T17:54:51.008+0000 7f768620f800 5 AuthRegistry(0x7ffe06e36a10) adding con mode: crc 2024-09-12T17:54:51.309 INFO:tasks.workunit.client.0.smithi045.stderr: -271> 2024-09-12T17:54:51.008+0000 7f768620f800 5 AuthRegistry(0x7ffe06e36a10) adding con mode: crc 2024-09-12T17:54:51.309 INFO:tasks.workunit.client.0.smithi045.stderr: -270> 2024-09-12T17:54:51.008+0000 7f768620f800 5 AuthRegistry(0x7ffe06e36a10) adding con mode: secure 2024-09-12T17:54:51.310 INFO:tasks.workunit.client.0.smithi045.stderr: -269> 2024-09-12T17:54:51.008+0000 7f768620f800 5 AuthRegistry(0x7ffe06e36a10) adding con mode: crc 2024-09-12T17:54:51.310 INFO:tasks.workunit.client.0.smithi045.stderr: -268> 2024-09-12T17:54:51.008+0000 7f768620f800 5 AuthRegistry(0x7ffe06e36a10) adding con mode: secure 2024-09-12T17:54:51.310 INFO:tasks.workunit.client.0.smithi045.stderr: -267> 2024-09-12T17:54:51.008+0000 7f768620f800 5 AuthRegistry(0x7ffe06e36a10) adding con mode: crc 2024-09-12T17:54:51.310 INFO:tasks.workunit.client.0.smithi045.stderr: -266> 2024-09-12T17:54:51.008+0000 7f768620f800 5 AuthRegistry(0x7ffe06e36a10) adding con mode: secure 2024-09-12T17:54:51.310 INFO:tasks.workunit.client.0.smithi045.stderr: -265> 2024-09-12T17:54:51.008+0000 7f768620f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:54:51.310 INFO:tasks.workunit.client.0.smithi045.stderr: -264> 2024-09-12T17:54:51.009+0000 7f768620f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:54:51.310 INFO:tasks.workunit.client.0.smithi045.stderr: -263> 2024-09-12T17:54:51.009+0000 7f768620f800 5 asok(0x55ad519e6730) register_command rotate-key cmddesc rotate-key hook 0x7ffe06e36b58 EEXIST 2024-09-12T17:54:51.310 INFO:tasks.workunit.client.0.smithi045.stderr: -262> 2024-09-12T17:54:51.009+0000 7f768620f800 10 monclient: _reopen_session rank -1 2024-09-12T17:54:51.310 INFO:tasks.workunit.client.0.smithi045.stderr: -261> 2024-09-12T17:54:51.009+0000 7f768620f800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:54:51.310 INFO:tasks.workunit.client.0.smithi045.stderr: -260> 2024-09-12T17:54:51.009+0000 7f768620f800 10 monclient(hunting): picked mon.noname-c con 0x55ad51cd8930 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:54:51.310 INFO:tasks.workunit.client.0.smithi045.stderr: -259> 2024-09-12T17:54:51.009+0000 7f768620f800 10 monclient(hunting): picked mon.noname-a con 0x55ad51ca8490 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:54:51.310 INFO:tasks.workunit.client.0.smithi045.stderr: -258> 2024-09-12T17:54:51.009+0000 7f768620f800 10 monclient(hunting): picked mon.noname-b con 0x55ad51ca53c0 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:54:51.310 INFO:tasks.workunit.client.0.smithi045.stderr: -257> 2024-09-12T17:54:51.009+0000 7f768620f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:54:51.311 INFO:tasks.workunit.client.0.smithi045.stderr: -256> 2024-09-12T17:54:51.009+0000 7f768620f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:54:51.311 INFO:tasks.workunit.client.0.smithi045.stderr: -255> 2024-09-12T17:54:51.009+0000 7f768620f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:54:51.311 INFO:tasks.workunit.client.0.smithi045.stderr: -254> 2024-09-12T17:54:51.009+0000 7f768620f800 10 monclient(hunting): _renew_subs 2024-09-12T17:54:51.311 INFO:tasks.workunit.client.0.smithi045.stderr: -253> 2024-09-12T17:54:51.009+0000 7f768620f800 10 monclient(hunting): authenticate will time out at 1989.467145s 2024-09-12T17:54:51.311 INFO:tasks.workunit.client.0.smithi045.stderr: -252> 2024-09-12T17:54:51.009+0000 7f7681147640 10 monclient(hunting): get_auth_request con 0x55ad51ca8490 auth_method 0 2024-09-12T17:54:51.311 INFO:tasks.workunit.client.0.smithi045.stderr: -251> 2024-09-12T17:54:51.009+0000 7f7681147640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:54:51.311 INFO:tasks.workunit.client.0.smithi045.stderr: -250> 2024-09-12T17:54:51.009+0000 7f7681147640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:54:51.311 INFO:tasks.workunit.client.0.smithi045.stderr: -249> 2024-09-12T17:54:51.009+0000 7f7681147640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:54:51.311 INFO:tasks.workunit.client.0.smithi045.stderr: -248> 2024-09-12T17:54:51.009+0000 7f7681948640 10 monclient(hunting): get_auth_request con 0x55ad51cd8930 auth_method 0 2024-09-12T17:54:51.311 INFO:tasks.workunit.client.0.smithi045.stderr: -247> 2024-09-12T17:54:51.009+0000 7f7681948640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:54:51.311 INFO:tasks.workunit.client.0.smithi045.stderr: -246> 2024-09-12T17:54:51.009+0000 7f7681948640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:54:51.311 INFO:tasks.workunit.client.0.smithi045.stderr: -245> 2024-09-12T17:54:51.009+0000 7f7681948640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:54:51.311 INFO:tasks.workunit.client.0.smithi045.stderr: -244> 2024-09-12T17:54:51.009+0000 7f7681147640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:54:51.312 INFO:tasks.workunit.client.0.smithi045.stderr: -243> 2024-09-12T17:54:51.009+0000 7f7681147640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:54:51.312 INFO:tasks.workunit.client.0.smithi045.stderr: -242> 2024-09-12T17:54:51.009+0000 7f7681147640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:54:51.312 INFO:tasks.workunit.client.0.smithi045.stderr: -241> 2024-09-12T17:54:51.009+0000 7f7681948640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:54:51.312 INFO:tasks.workunit.client.0.smithi045.stderr: -240> 2024-09-12T17:54:51.009+0000 7f7681948640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:54:51.312 INFO:tasks.workunit.client.0.smithi045.stderr: -239> 2024-09-12T17:54:51.009+0000 7f7681948640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:54:51.312 INFO:tasks.workunit.client.0.smithi045.stderr: -238> 2024-09-12T17:54:51.009+0000 7f7681147640 10 monclient(hunting): handle_auth_done global_id 6813 payload 274 2024-09-12T17:54:51.312 INFO:tasks.workunit.client.0.smithi045.stderr: -237> 2024-09-12T17:54:51.009+0000 7f7681147640 10 monclient: _finish_hunting 0 2024-09-12T17:54:51.312 INFO:tasks.workunit.client.0.smithi045.stderr: -236> 2024-09-12T17:54:51.009+0000 7f7681147640 1 monclient: found mon.noname-a 2024-09-12T17:54:51.312 INFO:tasks.workunit.client.0.smithi045.stderr: -235> 2024-09-12T17:54:51.009+0000 7f7681147640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.45:3300/0 2024-09-12T17:54:51.312 INFO:tasks.workunit.client.0.smithi045.stderr: -234> 2024-09-12T17:54:51.009+0000 7f7682149640 10 monclient: get_auth_request con 0x55ad51ca53c0 auth_method 0 2024-09-12T17:54:51.312 INFO:tasks.workunit.client.0.smithi045.stderr: -233> 2024-09-12T17:54:51.009+0000 7f75657fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:54:51.312 INFO:tasks.workunit.client.0.smithi045.stderr: -232> 2024-09-12T17:54:51.009+0000 7f75657fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:54:51.313 INFO:tasks.workunit.client.0.smithi045.stderr: -231> 2024-09-12T17:54:51.009+0000 7f75657fa640 10 monclient: dump: 2024-09-12T17:54:51.313 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:54:51.313 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:54:51.313 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:51.313 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:51.313 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:54:51.313 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:54:51.313 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:54:51.313 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:54:51.313 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:54:51.313 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:51.313 INFO:tasks.workunit.client.0.smithi045.stderr: -230> 2024-09-12T17:54:51.009+0000 7f75657fa640 10 monclient: _finish_auth 0 2024-09-12T17:54:51.314 INFO:tasks.workunit.client.0.smithi045.stderr: -229> 2024-09-12T17:54:51.009+0000 7f75657fa640 10 monclient: _check_auth_tickets 2024-09-12T17:54:51.314 INFO:tasks.workunit.client.0.smithi045.stderr: -228> 2024-09-12T17:54:51.009+0000 7f75657fa640 10 monclient: handle_config config(0 keys) 2024-09-12T17:54:51.314 INFO:tasks.workunit.client.0.smithi045.stderr: -227> 2024-09-12T17:54:51.009+0000 7f768620f800 5 monclient: authenticate success, global_id 6813 2024-09-12T17:54:51.314 INFO:tasks.workunit.client.0.smithi045.stderr: -226> 2024-09-12T17:54:51.009+0000 7f768620f800 10 monclient: get_monmap_and_config success 2024-09-12T17:54:51.314 INFO:tasks.workunit.client.0.smithi045.stderr: -225> 2024-09-12T17:54:51.009+0000 7f768620f800 4 set_mon_vals no callback set 2024-09-12T17:54:51.314 INFO:tasks.workunit.client.0.smithi045.stderr: -224> 2024-09-12T17:54:51.009+0000 7f75657fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:54:51.314 INFO:tasks.workunit.client.0.smithi045.stderr: -223> 2024-09-12T17:54:51.009+0000 7f75657fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:54:51.314 INFO:tasks.workunit.client.0.smithi045.stderr: -222> 2024-09-12T17:54:51.009+0000 7f75657fa640 10 monclient: dump: 2024-09-12T17:54:51.314 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:54:51.314 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:54:51.315 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:51.315 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:51.315 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:54:51.315 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:54:51.315 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:54:51.315 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:54:51.315 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:54:51.315 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:51.315 INFO:tasks.workunit.client.0.smithi045.stderr: -221> 2024-09-12T17:54:51.010+0000 7f768620f800 10 monclient: shutdown 2024-09-12T17:54:51.315 INFO:tasks.workunit.client.0.smithi045.stderr: -220> 2024-09-12T17:54:51.010+0000 7f768620f800 10 monclient: build_initial_monmap 2024-09-12T17:54:51.315 INFO:tasks.workunit.client.0.smithi045.stderr: -219> 2024-09-12T17:54:51.010+0000 7f768620f800 1 build_initial for_mkfs: 0 2024-09-12T17:54:51.315 INFO:tasks.workunit.client.0.smithi045.stderr: -218> 2024-09-12T17:54:51.010+0000 7f768620f800 10 monclient: monmap: 2024-09-12T17:54:51.315 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:54:51.315 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:54:51.316 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:54:51.316 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:54:51.316 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:54:51.316 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:54:51.316 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:54:51.316 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:54:51.316 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:54:51.316 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:51.316 INFO:tasks.workunit.client.0.smithi045.stderr: -217> 2024-09-12T17:54:51.010+0000 7f768620f800 5 AuthRegistry(0x55ad51ca43b0) adding auth protocol: cephx 2024-09-12T17:54:51.316 INFO:tasks.workunit.client.0.smithi045.stderr: -216> 2024-09-12T17:54:51.010+0000 7f768620f800 5 AuthRegistry(0x55ad51ca43b0) adding auth protocol: cephx 2024-09-12T17:54:51.316 INFO:tasks.workunit.client.0.smithi045.stderr: -215> 2024-09-12T17:54:51.010+0000 7f768620f800 5 AuthRegistry(0x55ad51ca43b0) adding auth protocol: cephx 2024-09-12T17:54:51.316 INFO:tasks.workunit.client.0.smithi045.stderr: -214> 2024-09-12T17:54:51.010+0000 7f768620f800 5 AuthRegistry(0x55ad51ca43b0) adding con mode: secure 2024-09-12T17:54:51.316 INFO:tasks.workunit.client.0.smithi045.stderr: -213> 2024-09-12T17:54:51.010+0000 7f768620f800 5 AuthRegistry(0x55ad51ca43b0) adding con mode: crc 2024-09-12T17:54:51.316 INFO:tasks.workunit.client.0.smithi045.stderr: -212> 2024-09-12T17:54:51.010+0000 7f768620f800 5 AuthRegistry(0x55ad51ca43b0) adding con mode: secure 2024-09-12T17:54:51.317 INFO:tasks.workunit.client.0.smithi045.stderr: -211> 2024-09-12T17:54:51.010+0000 7f768620f800 5 AuthRegistry(0x55ad51ca43b0) adding con mode: crc 2024-09-12T17:54:51.317 INFO:tasks.workunit.client.0.smithi045.stderr: -210> 2024-09-12T17:54:51.010+0000 7f768620f800 5 AuthRegistry(0x55ad51ca43b0) adding con mode: secure 2024-09-12T17:54:51.317 INFO:tasks.workunit.client.0.smithi045.stderr: -209> 2024-09-12T17:54:51.010+0000 7f768620f800 5 AuthRegistry(0x55ad51ca43b0) adding con mode: crc 2024-09-12T17:54:51.317 INFO:tasks.workunit.client.0.smithi045.stderr: -208> 2024-09-12T17:54:51.010+0000 7f768620f800 5 AuthRegistry(0x55ad51ca43b0) adding con mode: crc 2024-09-12T17:54:51.317 INFO:tasks.workunit.client.0.smithi045.stderr: -207> 2024-09-12T17:54:51.010+0000 7f768620f800 5 AuthRegistry(0x55ad51ca43b0) adding con mode: secure 2024-09-12T17:54:51.317 INFO:tasks.workunit.client.0.smithi045.stderr: -206> 2024-09-12T17:54:51.010+0000 7f768620f800 5 AuthRegistry(0x55ad51ca43b0) adding con mode: crc 2024-09-12T17:54:51.317 INFO:tasks.workunit.client.0.smithi045.stderr: -205> 2024-09-12T17:54:51.010+0000 7f768620f800 5 AuthRegistry(0x55ad51ca43b0) adding con mode: secure 2024-09-12T17:54:51.317 INFO:tasks.workunit.client.0.smithi045.stderr: -204> 2024-09-12T17:54:51.010+0000 7f768620f800 5 AuthRegistry(0x55ad51ca43b0) adding con mode: crc 2024-09-12T17:54:51.317 INFO:tasks.workunit.client.0.smithi045.stderr: -203> 2024-09-12T17:54:51.010+0000 7f768620f800 5 AuthRegistry(0x55ad51ca43b0) adding con mode: secure 2024-09-12T17:54:51.318 INFO:tasks.workunit.client.0.smithi045.stderr: -202> 2024-09-12T17:54:51.010+0000 7f768620f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:54:51.318 INFO:tasks.workunit.client.0.smithi045.stderr: -201> 2024-09-12T17:54:51.010+0000 7f768620f800 1 librados: starting msgr at 2024-09-12T17:54:51.319 INFO:tasks.workunit.client.0.smithi045.stderr: -200> 2024-09-12T17:54:51.010+0000 7f768620f800 1 librados: starting objecter 2024-09-12T17:54:51.319 INFO:tasks.workunit.client.0.smithi045.stderr: -199> 2024-09-12T17:54:51.010+0000 7f768620f800 5 asok(0x55ad519e6730) register_command objecter_requests cmddesc objecter_requests hook 0x55ad51c86680 EEXIST 2024-09-12T17:54:51.319 INFO:tasks.workunit.client.0.smithi045.stderr: -198> 2024-09-12T17:54:51.010+0000 7f768620f800 1 librados: setting wanted keys 2024-09-12T17:54:51.319 INFO:tasks.workunit.client.0.smithi045.stderr: -197> 2024-09-12T17:54:51.010+0000 7f768620f800 1 librados: calling monclient init 2024-09-12T17:54:51.319 INFO:tasks.workunit.client.0.smithi045.stderr: -196> 2024-09-12T17:54:51.010+0000 7f768620f800 10 monclient: init 2024-09-12T17:54:51.319 INFO:tasks.workunit.client.0.smithi045.stderr: -195> 2024-09-12T17:54:51.010+0000 7f768620f800 5 AuthRegistry(0x55ad51c9c250) adding auth protocol: cephx 2024-09-12T17:54:51.319 INFO:tasks.workunit.client.0.smithi045.stderr: -194> 2024-09-12T17:54:51.010+0000 7f768620f800 5 AuthRegistry(0x55ad51c9c250) adding auth protocol: cephx 2024-09-12T17:54:51.319 INFO:tasks.workunit.client.0.smithi045.stderr: -193> 2024-09-12T17:54:51.010+0000 7f768620f800 5 AuthRegistry(0x55ad51c9c250) adding auth protocol: cephx 2024-09-12T17:54:51.319 INFO:tasks.workunit.client.0.smithi045.stderr: -192> 2024-09-12T17:54:51.010+0000 7f768620f800 5 AuthRegistry(0x55ad51c9c250) adding con mode: secure 2024-09-12T17:54:51.319 INFO:tasks.workunit.client.0.smithi045.stderr: -191> 2024-09-12T17:54:51.010+0000 7f768620f800 5 AuthRegistry(0x55ad51c9c250) adding con mode: crc 2024-09-12T17:54:51.319 INFO:tasks.workunit.client.0.smithi045.stderr: -190> 2024-09-12T17:54:51.010+0000 7f768620f800 5 AuthRegistry(0x55ad51c9c250) adding con mode: secure 2024-09-12T17:54:51.319 INFO:tasks.workunit.client.0.smithi045.stderr: -189> 2024-09-12T17:54:51.010+0000 7f768620f800 5 AuthRegistry(0x55ad51c9c250) adding con mode: crc 2024-09-12T17:54:51.319 INFO:tasks.workunit.client.0.smithi045.stderr: -188> 2024-09-12T17:54:51.010+0000 7f768620f800 5 AuthRegistry(0x55ad51c9c250) adding con mode: secure 2024-09-12T17:54:51.320 INFO:tasks.workunit.client.0.smithi045.stderr: -187> 2024-09-12T17:54:51.010+0000 7f768620f800 5 AuthRegistry(0x55ad51c9c250) adding con mode: crc 2024-09-12T17:54:51.320 INFO:tasks.workunit.client.0.smithi045.stderr: -186> 2024-09-12T17:54:51.010+0000 7f768620f800 5 AuthRegistry(0x55ad51c9c250) adding con mode: crc 2024-09-12T17:54:51.320 INFO:tasks.workunit.client.0.smithi045.stderr: -185> 2024-09-12T17:54:51.010+0000 7f768620f800 5 AuthRegistry(0x55ad51c9c250) adding con mode: secure 2024-09-12T17:54:51.320 INFO:tasks.workunit.client.0.smithi045.stderr: -184> 2024-09-12T17:54:51.010+0000 7f768620f800 5 AuthRegistry(0x55ad51c9c250) adding con mode: crc 2024-09-12T17:54:51.320 INFO:tasks.workunit.client.0.smithi045.stderr: -183> 2024-09-12T17:54:51.010+0000 7f768620f800 5 AuthRegistry(0x55ad51c9c250) adding con mode: secure 2024-09-12T17:54:51.320 INFO:tasks.workunit.client.0.smithi045.stderr: -182> 2024-09-12T17:54:51.010+0000 7f768620f800 5 AuthRegistry(0x55ad51c9c250) adding con mode: crc 2024-09-12T17:54:51.320 INFO:tasks.workunit.client.0.smithi045.stderr: -181> 2024-09-12T17:54:51.010+0000 7f768620f800 5 AuthRegistry(0x55ad51c9c250) adding con mode: secure 2024-09-12T17:54:51.320 INFO:tasks.workunit.client.0.smithi045.stderr: -180> 2024-09-12T17:54:51.011+0000 7f768620f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:54:51.320 INFO:tasks.workunit.client.0.smithi045.stderr: -179> 2024-09-12T17:54:51.011+0000 7f768620f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:54:51.320 INFO:tasks.workunit.client.0.smithi045.stderr: -178> 2024-09-12T17:54:51.011+0000 7f768620f800 5 asok(0x55ad519e6730) register_command rotate-key cmddesc rotate-key hook 0x55ad51c9c398 EEXIST 2024-09-12T17:54:51.320 INFO:tasks.workunit.client.0.smithi045.stderr: -177> 2024-09-12T17:54:51.011+0000 7f768620f800 10 monclient: _reopen_session rank -1 2024-09-12T17:54:51.321 INFO:tasks.workunit.client.0.smithi045.stderr: -176> 2024-09-12T17:54:51.011+0000 7f768620f800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:54:51.321 INFO:tasks.workunit.client.0.smithi045.stderr: -175> 2024-09-12T17:54:51.011+0000 7f768620f800 10 monclient(hunting): picked mon.noname-a con 0x55ad51ca53c0 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:54:51.321 INFO:tasks.workunit.client.0.smithi045.stderr: -174> 2024-09-12T17:54:51.011+0000 7f768620f800 10 monclient(hunting): picked mon.noname-b con 0x55ad51ca8490 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:54:51.321 INFO:tasks.workunit.client.0.smithi045.stderr: -173> 2024-09-12T17:54:51.011+0000 7f768620f800 10 monclient(hunting): picked mon.noname-c con 0x55ad51cd8930 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:54:51.321 INFO:tasks.workunit.client.0.smithi045.stderr: -172> 2024-09-12T17:54:51.011+0000 7f768620f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:54:51.321 INFO:tasks.workunit.client.0.smithi045.stderr: -171> 2024-09-12T17:54:51.011+0000 7f768620f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:54:51.321 INFO:tasks.workunit.client.0.smithi045.stderr: -170> 2024-09-12T17:54:51.011+0000 7f768620f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:54:51.322 INFO:tasks.workunit.client.0.smithi045.stderr: -169> 2024-09-12T17:54:51.011+0000 7f768620f800 10 monclient(hunting): _renew_subs 2024-09-12T17:54:51.322 INFO:tasks.workunit.client.0.smithi045.stderr: -168> 2024-09-12T17:54:51.011+0000 7f768620f800 10 monclient(hunting): authenticate will time out at 1989.469455s 2024-09-12T17:54:51.322 INFO:tasks.workunit.client.0.smithi045.stderr: -167> 2024-09-12T17:54:51.011+0000 7f7681948640 10 monclient(hunting): get_auth_request con 0x55ad51ca53c0 auth_method 0 2024-09-12T17:54:51.322 INFO:tasks.workunit.client.0.smithi045.stderr: -166> 2024-09-12T17:54:51.011+0000 7f7681948640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:54:51.322 INFO:tasks.workunit.client.0.smithi045.stderr: -165> 2024-09-12T17:54:51.011+0000 7f7681948640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:54:51.322 INFO:tasks.workunit.client.0.smithi045.stderr: -164> 2024-09-12T17:54:51.011+0000 7f7681948640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:54:51.322 INFO:tasks.workunit.client.0.smithi045.stderr: -163> 2024-09-12T17:54:51.011+0000 7f7682149640 10 monclient(hunting): get_auth_request con 0x55ad51cd8930 auth_method 0 2024-09-12T17:54:51.322 INFO:tasks.workunit.client.0.smithi045.stderr: -162> 2024-09-12T17:54:51.011+0000 7f7682149640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:54:51.322 INFO:tasks.workunit.client.0.smithi045.stderr: -161> 2024-09-12T17:54:51.011+0000 7f7682149640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:54:51.322 INFO:tasks.workunit.client.0.smithi045.stderr: -160> 2024-09-12T17:54:51.011+0000 7f7682149640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:54:51.322 INFO:tasks.workunit.client.0.smithi045.stderr: -159> 2024-09-12T17:54:51.011+0000 7f7681948640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:54:51.322 INFO:tasks.workunit.client.0.smithi045.stderr: -158> 2024-09-12T17:54:51.011+0000 7f7681948640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:54:51.323 INFO:tasks.workunit.client.0.smithi045.stderr: -157> 2024-09-12T17:54:51.011+0000 7f7681948640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:54:51.323 INFO:tasks.workunit.client.0.smithi045.stderr: -156> 2024-09-12T17:54:51.011+0000 7f7682149640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:54:51.323 INFO:tasks.workunit.client.0.smithi045.stderr: -155> 2024-09-12T17:54:51.011+0000 7f7682149640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:54:51.323 INFO:tasks.workunit.client.0.smithi045.stderr: -154> 2024-09-12T17:54:51.011+0000 7f7682149640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:54:51.323 INFO:tasks.workunit.client.0.smithi045.stderr: -153> 2024-09-12T17:54:51.011+0000 7f7681147640 10 monclient(hunting): get_auth_request con 0x55ad51ca8490 auth_method 0 2024-09-12T17:54:51.323 INFO:tasks.workunit.client.0.smithi045.stderr: -152> 2024-09-12T17:54:51.011+0000 7f7681147640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:54:51.323 INFO:tasks.workunit.client.0.smithi045.stderr: -151> 2024-09-12T17:54:51.011+0000 7f7681147640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:54:51.323 INFO:tasks.workunit.client.0.smithi045.stderr: -150> 2024-09-12T17:54:51.011+0000 7f7681147640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:54:51.323 INFO:tasks.workunit.client.0.smithi045.stderr: -149> 2024-09-12T17:54:51.011+0000 7f7681147640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:54:51.323 INFO:tasks.workunit.client.0.smithi045.stderr: -148> 2024-09-12T17:54:51.011+0000 7f7681147640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:54:51.324 INFO:tasks.workunit.client.0.smithi045.stderr: -147> 2024-09-12T17:54:51.011+0000 7f7681147640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:54:51.324 INFO:tasks.workunit.client.0.smithi045.stderr: -146> 2024-09-12T17:54:51.011+0000 7f7681948640 10 monclient(hunting): handle_auth_done global_id 6816 payload 824 2024-09-12T17:54:51.324 INFO:tasks.workunit.client.0.smithi045.stderr: -145> 2024-09-12T17:54:51.011+0000 7f7681948640 10 monclient: _finish_hunting 0 2024-09-12T17:54:51.324 INFO:tasks.workunit.client.0.smithi045.stderr: -144> 2024-09-12T17:54:51.011+0000 7f7681948640 1 monclient: found mon.noname-a 2024-09-12T17:54:51.324 INFO:tasks.workunit.client.0.smithi045.stderr: -143> 2024-09-12T17:54:51.011+0000 7f7681948640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.45:3300/0 2024-09-12T17:54:51.324 INFO:tasks.workunit.client.0.smithi045.stderr: -142> 2024-09-12T17:54:51.012+0000 7f75537fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:54:51.324 INFO:tasks.workunit.client.0.smithi045.stderr: -141> 2024-09-12T17:54:51.012+0000 7f75537fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:54:51.324 INFO:tasks.workunit.client.0.smithi045.stderr: -140> 2024-09-12T17:54:51.012+0000 7f75537fe640 10 monclient: dump: 2024-09-12T17:54:51.324 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:54:51.324 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:54:51.324 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:51.324 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:51.324 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:54:51.325 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:54:51.325 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:54:51.325 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:54:51.325 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:54:51.325 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:51.325 INFO:tasks.workunit.client.0.smithi045.stderr: -139> 2024-09-12T17:54:51.012+0000 7f75537fe640 10 monclient: _finish_auth 0 2024-09-12T17:54:51.325 INFO:tasks.workunit.client.0.smithi045.stderr: -138> 2024-09-12T17:54:51.012+0000 7f75537fe640 10 monclient: _check_auth_tickets 2024-09-12T17:54:51.325 INFO:tasks.workunit.client.0.smithi045.stderr: -137> 2024-09-12T17:54:51.012+0000 7f75537fe640 10 monclient: handle_config config(0 keys) 2024-09-12T17:54:51.325 INFO:tasks.workunit.client.0.smithi045.stderr: -136> 2024-09-12T17:54:51.012+0000 7f75537fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:54:51.325 INFO:tasks.workunit.client.0.smithi045.stderr: -135> 2024-09-12T17:54:51.012+0000 7f75537fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:54:51.325 INFO:tasks.workunit.client.0.smithi045.stderr: -134> 2024-09-12T17:54:51.012+0000 7f75537fe640 10 monclient: dump: 2024-09-12T17:54:51.325 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:54:51.326 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:54:51.326 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:51.326 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:51.326 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:54:51.326 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:54:51.326 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:54:51.326 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:54:51.326 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:54:51.326 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:51.326 INFO:tasks.workunit.client.0.smithi045.stderr: -133> 2024-09-12T17:54:51.012+0000 7f768620f800 5 monclient: authenticate success, global_id 6816 2024-09-12T17:54:51.326 INFO:tasks.workunit.client.0.smithi045.stderr: -132> 2024-09-12T17:54:51.012+0000 7f75657fa640 4 set_mon_vals no callback set 2024-09-12T17:54:51.326 INFO:tasks.workunit.client.0.smithi045.stderr: -131> 2024-09-12T17:54:51.012+0000 7f768620f800 10 monclient: _renew_subs 2024-09-12T17:54:51.326 INFO:tasks.workunit.client.0.smithi045.stderr: -130> 2024-09-12T17:54:51.012+0000 7f768620f800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:54:51.326 INFO:tasks.workunit.client.0.smithi045.stderr: -129> 2024-09-12T17:54:51.012+0000 7f768620f800 10 monclient: _renew_subs 2024-09-12T17:54:51.327 INFO:tasks.workunit.client.0.smithi045.stderr: -128> 2024-09-12T17:54:51.012+0000 7f768620f800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:54:51.327 INFO:tasks.workunit.client.0.smithi045.stderr: -127> 2024-09-12T17:54:51.012+0000 7f768620f800 1 librados: init done 2024-09-12T17:54:51.327 INFO:tasks.workunit.client.0.smithi045.stderr: -126> 2024-09-12T17:54:51.012+0000 7f768620f800 5 asok(0x55ad519e6730) register_command cr dump hook 0x55ad51cd0978 2024-09-12T17:54:51.327 INFO:tasks.workunit.client.0.smithi045.stderr: -125> 2024-09-12T17:54:51.013+0000 7f768620f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.327 INFO:tasks.workunit.client.0.smithi045.stderr: -124> 2024-09-12T17:54:51.014+0000 7f75537fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:54:51.327 INFO:tasks.workunit.client.0.smithi045.stderr: -123> 2024-09-12T17:54:51.014+0000 7f75537fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:54:51.327 INFO:tasks.workunit.client.0.smithi045.stderr: -122> 2024-09-12T17:54:51.014+0000 7f75537fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:54:51.327 INFO:tasks.workunit.client.0.smithi045.stderr: -121> 2024-09-12T17:54:51.014+0000 7f7681147640 10 monclient: get_auth_request con 0x7f754c076470 auth_method 0 2024-09-12T17:54:51.327 INFO:tasks.workunit.client.0.smithi045.stderr: -120> 2024-09-12T17:54:51.014+0000 7f7682149640 10 monclient: get_auth_request con 0x55ad51cf2c60 auth_method 0 2024-09-12T17:54:51.327 INFO:tasks.workunit.client.0.smithi045.stderr: -119> 2024-09-12T17:54:51.015+0000 7f768620f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:51.327 INFO:tasks.workunit.client.0.smithi045.stderr: -118> 2024-09-12T17:54:51.015+0000 7f768620f800 20 realm 2024-09-12T17:54:51.327 INFO:tasks.workunit.client.0.smithi045.stderr: -117> 2024-09-12T17:54:51.015+0000 7f768620f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.327 INFO:tasks.workunit.client.0.smithi045.stderr: -116> 2024-09-12T17:54:51.015+0000 7f768620f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:51.327 INFO:tasks.workunit.client.0.smithi045.stderr: -115> 2024-09-12T17:54:51.015+0000 7f768620f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:54:51.328 INFO:tasks.workunit.client.0.smithi045.stderr: -114> 2024-09-12T17:54:51.015+0000 7f768620f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.328 INFO:tasks.workunit.client.0.smithi045.stderr: -113> 2024-09-12T17:54:51.015+0000 7f768620f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:51.328 INFO:tasks.workunit.client.0.smithi045.stderr: -112> 2024-09-12T17:54:51.015+0000 7f768620f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.328 INFO:tasks.workunit.client.0.smithi045.stderr: -111> 2024-09-12T17:54:51.015+0000 7f7681948640 10 monclient: get_auth_request con 0x55ad51cf6ef0 auth_method 0 2024-09-12T17:54:51.328 INFO:tasks.workunit.client.0.smithi045.stderr: -110> 2024-09-12T17:54:51.016+0000 7f768620f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:51.328 INFO:tasks.workunit.client.0.smithi045.stderr: -109> 2024-09-12T17:54:51.016+0000 7f768620f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.328 INFO:tasks.workunit.client.0.smithi045.stderr: -108> 2024-09-12T17:54:51.017+0000 7f7681147640 10 monclient: get_auth_request con 0x55ad51cfa730 auth_method 0 2024-09-12T17:54:51.328 INFO:tasks.workunit.client.0.smithi045.stderr: -107> 2024-09-12T17:54:51.017+0000 7f768620f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:54:51.328 INFO:tasks.workunit.client.0.smithi045.stderr: -106> 2024-09-12T17:54:51.017+0000 7f768620f800 20 searching for the correct realm 2024-09-12T17:54:51.328 INFO:tasks.workunit.client.0.smithi045.stderr: -105> 2024-09-12T17:54:51.017+0000 7f7682149640 10 monclient: get_auth_request con 0x55ad51cff4f0 auth_method 0 2024-09-12T17:54:51.328 INFO:tasks.workunit.client.0.smithi045.stderr: -104> 2024-09-12T17:54:51.018+0000 7f7681948640 10 monclient: get_auth_request con 0x7f767808b040 auth_method 0 2024-09-12T17:54:51.328 INFO:tasks.workunit.client.0.smithi045.stderr: -103> 2024-09-12T17:54:51.019+0000 7f7681147640 10 monclient: get_auth_request con 0x7f76740b9810 auth_method 0 2024-09-12T17:54:51.328 INFO:tasks.workunit.client.0.smithi045.stderr: -102> 2024-09-12T17:54:51.020+0000 7f7681147640 0 -- 172.21.15.45:0/713303515 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x55ad51cfa730 msgr2=0x55ad51cfcb40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:54:51.329 INFO:tasks.workunit.client.0.smithi045.stderr: -101> 2024-09-12T17:54:51.020+0000 7f75537fe640 1 client.6816.objecter ms_handle_reset 0x55ad51cfa730 session 0x55ad51cf6280 osd.7 2024-09-12T17:54:51.329 INFO:tasks.workunit.client.0.smithi045.stderr: -100> 2024-09-12T17:54:51.020+0000 7f75537fe640 10 monclient: _renew_subs 2024-09-12T17:54:51.329 INFO:tasks.workunit.client.0.smithi045.stderr: -99> 2024-09-12T17:54:51.020+0000 7f75537fe640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:54:51.329 INFO:tasks.workunit.client.0.smithi045.stderr: -98> 2024-09-12T17:54:51.020+0000 7f7681147640 10 monclient: get_auth_request con 0x7f754c086ba0 auth_method 0 2024-09-12T17:54:51.329 INFO:tasks.workunit.client.0.smithi045.stderr: -97> 2024-09-12T17:54:51.021+0000 7f7682149640 10 monclient: get_auth_request con 0x7f7678024070 auth_method 0 2024-09-12T17:54:51.329 INFO:tasks.workunit.client.0.smithi045.stderr: -96> 2024-09-12T17:54:51.023+0000 7f7681948640 10 monclient: get_auth_request con 0x7f7678060a40 auth_method 0 2024-09-12T17:54:51.329 INFO:tasks.workunit.client.0.smithi045.stderr: -95> 2024-09-12T17:54:51.023+0000 7f7681948640 0 -- 172.21.15.45:0/713303515 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f7678060a40 msgr2=0x7f7678091560 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:54:51.329 INFO:tasks.workunit.client.0.smithi045.stderr: -94> 2024-09-12T17:54:51.224+0000 7f7681948640 10 monclient: get_auth_request con 0x7f7678060a40 auth_method 0 2024-09-12T17:54:51.329 INFO:tasks.workunit.client.0.smithi045.stderr: -93> 2024-09-12T17:54:51.230+0000 7f768620f800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:54:51.329 INFO:tasks.workunit.client.0.smithi045.stderr: -92> 2024-09-12T17:54:51.230+0000 7f768620f800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:54:51.329 INFO:tasks.workunit.client.0.smithi045.stderr: -91> 2024-09-12T17:54:51.230+0000 7f768620f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:54:51.329 INFO:tasks.workunit.client.0.smithi045.stderr: -90> 2024-09-12T17:54:51.230+0000 7f768620f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:54:51.329 INFO:tasks.workunit.client.0.smithi045.stderr: -89> 2024-09-12T17:54:51.230+0000 7f768620f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:54:51.330 INFO:tasks.workunit.client.0.smithi045.stderr: -88> 2024-09-12T17:54:51.230+0000 7f768620f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:54:51.330 INFO:tasks.workunit.client.0.smithi045.stderr: -87> 2024-09-12T17:54:51.230+0000 7f768620f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.330 INFO:tasks.workunit.client.0.smithi045.stderr: -86> 2024-09-12T17:54:51.230+0000 7f768620f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:51.330 INFO:tasks.workunit.client.0.smithi045.stderr: -85> 2024-09-12T17:54:51.230+0000 7f768620f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.330 INFO:tasks.workunit.client.0.smithi045.stderr: -84> 2024-09-12T17:54:51.230+0000 7f768620f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:51.330 INFO:tasks.workunit.client.0.smithi045.stderr: -83> 2024-09-12T17:54:51.230+0000 7f768620f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.330 INFO:tasks.workunit.client.0.smithi045.stderr: -82> 2024-09-12T17:54:51.230+0000 7f768620f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:54:51.330 INFO:tasks.workunit.client.0.smithi045.stderr: -81> 2024-09-12T17:54:51.230+0000 7f768620f800 20 zone default found 2024-09-12T17:54:51.330 INFO:tasks.workunit.client.0.smithi045.stderr: -80> 2024-09-12T17:54:51.230+0000 7f768620f800 4 Realm: () 2024-09-12T17:54:51.330 INFO:tasks.workunit.client.0.smithi045.stderr: -79> 2024-09-12T17:54:51.230+0000 7f768620f800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:54:51.330 INFO:tasks.workunit.client.0.smithi045.stderr: -78> 2024-09-12T17:54:51.230+0000 7f768620f800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:54:51.330 INFO:tasks.workunit.client.0.smithi045.stderr: -77> 2024-09-12T17:54:51.230+0000 7f768620f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:54:51.330 INFO:tasks.workunit.client.0.smithi045.stderr: -76> 2024-09-12T17:54:51.230+0000 7f768620f800 20 zonegroup default 2024-09-12T17:54:51.330 INFO:tasks.workunit.client.0.smithi045.stderr: -75> 2024-09-12T17:54:51.230+0000 7f768620f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.331 INFO:tasks.workunit.client.0.smithi045.stderr: -74> 2024-09-12T17:54:51.231+0000 7f768620f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:51.331 INFO:tasks.workunit.client.0.smithi045.stderr: -73> 2024-09-12T17:54:51.231+0000 7f768620f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.331 INFO:tasks.workunit.client.0.smithi045.stderr: -72> 2024-09-12T17:54:51.231+0000 7f768620f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:51.331 INFO:tasks.workunit.client.0.smithi045.stderr: -71> 2024-09-12T17:54:51.231+0000 7f768620f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.331 INFO:tasks.workunit.client.0.smithi045.stderr: -70> 2024-09-12T17:54:51.231+0000 7f768620f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:51.331 INFO:tasks.workunit.client.0.smithi045.stderr: -69> 2024-09-12T17:54:51.231+0000 7f768620f800 20 started sync module instance, tier type = 2024-09-12T17:54:51.331 INFO:tasks.workunit.client.0.smithi045.stderr: -68> 2024-09-12T17:54:51.231+0000 7f768620f800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:54:51.331 INFO:tasks.workunit.client.0.smithi045.stderr: -67> 2024-09-12T17:54:51.241+0000 7f768620f800 20 add_watcher() i=0 2024-09-12T17:54:51.331 INFO:tasks.workunit.client.0.smithi045.stderr: -66> 2024-09-12T17:54:51.241+0000 7f768620f800 20 add_watcher() i=1 2024-09-12T17:54:51.331 INFO:tasks.workunit.client.0.smithi045.stderr: -65> 2024-09-12T17:54:51.241+0000 7f768620f800 20 add_watcher() i=2 2024-09-12T17:54:51.331 INFO:tasks.workunit.client.0.smithi045.stderr: -64> 2024-09-12T17:54:51.241+0000 7f768620f800 20 add_watcher() i=3 2024-09-12T17:54:51.331 INFO:tasks.workunit.client.0.smithi045.stderr: -63> 2024-09-12T17:54:51.241+0000 7f768620f800 20 add_watcher() i=4 2024-09-12T17:54:51.331 INFO:tasks.workunit.client.0.smithi045.stderr: -62> 2024-09-12T17:54:51.241+0000 7f768620f800 20 add_watcher() i=5 2024-09-12T17:54:51.332 INFO:tasks.workunit.client.0.smithi045.stderr: -61> 2024-09-12T17:54:51.241+0000 7f768620f800 20 add_watcher() i=6 2024-09-12T17:54:51.332 INFO:tasks.workunit.client.0.smithi045.stderr: -60> 2024-09-12T17:54:51.242+0000 7f768620f800 20 add_watcher() i=7 2024-09-12T17:54:51.332 INFO:tasks.workunit.client.0.smithi045.stderr: -59> 2024-09-12T17:54:51.242+0000 7f768620f800 2 all 8 watchers are set, enabling cache 2024-09-12T17:54:51.332 INFO:tasks.workunit.client.0.smithi045.stderr: -58> 2024-09-12T17:54:51.243+0000 7f768620f800 5 AuthRegistry(0x7ffe06e36ee0) adding auth protocol: cephx 2024-09-12T17:54:51.332 INFO:tasks.workunit.client.0.smithi045.stderr: -57> 2024-09-12T17:54:51.243+0000 7f768620f800 5 AuthRegistry(0x7ffe06e36ee0) adding auth protocol: cephx 2024-09-12T17:54:51.332 INFO:tasks.workunit.client.0.smithi045.stderr: -56> 2024-09-12T17:54:51.243+0000 7f768620f800 5 AuthRegistry(0x7ffe06e36ee0) adding auth protocol: cephx 2024-09-12T17:54:51.332 INFO:tasks.workunit.client.0.smithi045.stderr: -55> 2024-09-12T17:54:51.243+0000 7f768620f800 5 AuthRegistry(0x7ffe06e36ee0) adding con mode: secure 2024-09-12T17:54:51.332 INFO:tasks.workunit.client.0.smithi045.stderr: -54> 2024-09-12T17:54:51.243+0000 7f768620f800 5 AuthRegistry(0x7ffe06e36ee0) adding con mode: crc 2024-09-12T17:54:51.332 INFO:tasks.workunit.client.0.smithi045.stderr: -53> 2024-09-12T17:54:51.243+0000 7f768620f800 5 AuthRegistry(0x7ffe06e36ee0) adding con mode: secure 2024-09-12T17:54:51.332 INFO:tasks.workunit.client.0.smithi045.stderr: -52> 2024-09-12T17:54:51.243+0000 7f768620f800 5 AuthRegistry(0x7ffe06e36ee0) adding con mode: crc 2024-09-12T17:54:51.332 INFO:tasks.workunit.client.0.smithi045.stderr: -51> 2024-09-12T17:54:51.243+0000 7f768620f800 5 AuthRegistry(0x7ffe06e36ee0) adding con mode: secure 2024-09-12T17:54:51.332 INFO:tasks.workunit.client.0.smithi045.stderr: -50> 2024-09-12T17:54:51.243+0000 7f768620f800 5 AuthRegistry(0x7ffe06e36ee0) adding con mode: crc 2024-09-12T17:54:51.332 INFO:tasks.workunit.client.0.smithi045.stderr: -49> 2024-09-12T17:54:51.243+0000 7f768620f800 5 AuthRegistry(0x7ffe06e36ee0) adding con mode: crc 2024-09-12T17:54:51.332 INFO:tasks.workunit.client.0.smithi045.stderr: -48> 2024-09-12T17:54:51.243+0000 7f768620f800 5 AuthRegistry(0x7ffe06e36ee0) adding con mode: secure 2024-09-12T17:54:51.333 INFO:tasks.workunit.client.0.smithi045.stderr: -47> 2024-09-12T17:54:51.243+0000 7f768620f800 5 AuthRegistry(0x7ffe06e36ee0) adding con mode: crc 2024-09-12T17:54:51.333 INFO:tasks.workunit.client.0.smithi045.stderr: -46> 2024-09-12T17:54:51.243+0000 7f768620f800 5 AuthRegistry(0x7ffe06e36ee0) adding con mode: secure 2024-09-12T17:54:51.333 INFO:tasks.workunit.client.0.smithi045.stderr: -45> 2024-09-12T17:54:51.243+0000 7f768620f800 5 AuthRegistry(0x7ffe06e36ee0) adding con mode: crc 2024-09-12T17:54:51.333 INFO:tasks.workunit.client.0.smithi045.stderr: -44> 2024-09-12T17:54:51.243+0000 7f768620f800 5 AuthRegistry(0x7ffe06e36ee0) adding con mode: secure 2024-09-12T17:54:51.333 INFO:tasks.workunit.client.0.smithi045.stderr: -43> 2024-09-12T17:54:51.243+0000 7f75337fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:54:51.333 INFO:tasks.workunit.client.0.smithi045.stderr: -42> 2024-09-12T17:54:51.244+0000 7f768620f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:54:51.334 INFO:tasks.workunit.client.0.smithi045.stderr: -41> 2024-09-12T17:54:51.244+0000 7f768620f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:54:51.334 INFO:tasks.workunit.client.0.smithi045.stderr: -40> 2024-09-12T17:54:51.244+0000 7f768620f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:54:51.334 INFO:tasks.workunit.client.0.smithi045.stderr: -39> 2024-09-12T17:54:51.244+0000 7f768620f800 5 asok(0x55ad519e6730) register_command cache list hook 0x55ad51cd04c0 2024-09-12T17:54:51.334 INFO:tasks.workunit.client.0.smithi045.stderr: -38> 2024-09-12T17:54:51.244+0000 7f768620f800 5 asok(0x55ad519e6730) register_command cache inspect hook 0x55ad51cd04c0 2024-09-12T17:54:51.334 INFO:tasks.workunit.client.0.smithi045.stderr: -37> 2024-09-12T17:54:51.244+0000 7f768620f800 5 asok(0x55ad519e6730) register_command cache erase hook 0x55ad51cd04c0 2024-09-12T17:54:51.334 INFO:tasks.workunit.client.0.smithi045.stderr: -36> 2024-09-12T17:54:51.244+0000 7f768620f800 5 asok(0x55ad519e6730) register_command cache zap hook 0x55ad51cd04c0 2024-09-12T17:54:51.334 INFO:tasks.workunit.client.0.smithi045.stderr: -35> 2024-09-12T17:54:51.244+0000 7f768620f800 5 note: GC not initialized 2024-09-12T17:54:51.334 INFO:tasks.workunit.client.0.smithi045.stderr: -34> 2024-09-12T17:54:51.244+0000 7f75327fc640 20 reqs_thread_entry: start 2024-09-12T17:54:51.334 INFO:tasks.workunit.client.0.smithi045.stderr: -33> 2024-09-12T17:54:51.244+0000 7f768620f800 5 asok(0x55ad519e6730) register_command sync trace show hook 0x7f76740042f0 2024-09-12T17:54:51.334 INFO:tasks.workunit.client.0.smithi045.stderr: -32> 2024-09-12T17:54:51.244+0000 7f768620f800 5 asok(0x55ad519e6730) register_command sync trace history hook 0x7f76740042f0 2024-09-12T17:54:51.334 INFO:tasks.workunit.client.0.smithi045.stderr: -31> 2024-09-12T17:54:51.244+0000 7f768620f800 5 asok(0x55ad519e6730) register_command sync trace active hook 0x7f76740042f0 2024-09-12T17:54:51.334 INFO:tasks.workunit.client.0.smithi045.stderr: -30> 2024-09-12T17:54:51.244+0000 7f768620f800 5 asok(0x55ad519e6730) register_command sync trace active_short hook 0x7f76740042f0 2024-09-12T17:54:51.334 INFO:tasks.workunit.client.0.smithi045.stderr: -29> 2024-09-12T17:54:51.244+0000 7f768620f800 20 init_complete bucket index max shards: 1 2024-09-12T17:54:51.335 INFO:tasks.workunit.client.0.smithi045.stderr: -28> 2024-09-12T17:54:51.244+0000 7f768620f800 20 Filter name: none 2024-09-12T17:54:51.335 INFO:tasks.workunit.client.0.smithi045.stderr: -27> 2024-09-12T17:54:51.244+0000 7f74a3fff640 20 reqs_thread_entry: start 2024-09-12T17:54:51.335 INFO:tasks.workunit.client.0.smithi045.stderr: -26> 2024-09-12T17:54:51.244+0000 7f768620f800 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2024-09-12T17:54:51.335 INFO:tasks.workunit.client.0.smithi045.stderr: -25> 2024-09-12T17:54:51.244+0000 7f768620f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.335 INFO:tasks.workunit.client.0.smithi045.stderr: -24> 2024-09-12T17:54:51.245+0000 7f768620f800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:54:51.335 INFO:tasks.workunit.client.0.smithi045.stderr: -23> 2024-09-12T17:54:51.245+0000 7f768620f800 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2024-09-12T17:54:51.335 INFO:tasks.workunit.client.0.smithi045.stderr: -22> 2024-09-12T17:54:51.245+0000 7f768620f800 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2024-09-12T17:54:51.335 INFO:tasks.workunit.client.0.smithi045.stderr: -21> 2024-09-12T17:54:51.245+0000 7f768620f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.28 : miss 2024-09-12T17:54:51.335 INFO:tasks.workunit.client.0.smithi045.stderr: -20> 2024-09-12T17:54:51.245+0000 7f768620f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.335 INFO:tasks.workunit.client.0.smithi045.stderr: -19> 2024-09-12T17:54:51.245+0000 7f768620f800 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T17:54:51.336 INFO:tasks.workunit.client.0.smithi045.stderr: -18> 2024-09-12T17:54:51.245+0000 7f768620f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.28 info.flags=0x17 2024-09-12T17:54:51.336 INFO:tasks.workunit.client.0.smithi045.stderr: -17> 2024-09-12T17:54:51.245+0000 7f768620f800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.28 to cache LRU end 2024-09-12T17:54:51.336 INFO:tasks.workunit.client.0.smithi045.stderr: -16> 2024-09-12T17:54:51.245+0000 7f768620f800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:54:51.336 INFO:tasks.workunit.client.0.smithi045.stderr: -15> 2024-09-12T17:54:51.245+0000 7f768620f800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:54:51.336 INFO:tasks.workunit.client.0.smithi045.stderr: -14> 2024-09-12T17:54:51.245+0000 7f768620f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.28 2024-09-12T17:54:51.336 INFO:tasks.workunit.client.0.smithi045.stderr: -13> 2024-09-12T17:54:51.249+0000 7f768620f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.28 info.flags=0x17 2024-09-12T17:54:51.336 INFO:tasks.workunit.client.0.smithi045.stderr: -12> 2024-09-12T17:54:51.249+0000 7f768620f800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.28 to cache LRU end 2024-09-12T17:54:51.337 INFO:tasks.workunit.client.0.smithi045.stderr: -11> 2024-09-12T17:54:51.249+0000 7f768620f800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:54:51.337 INFO:tasks.workunit.client.0.smithi045.stderr: -10> 2024-09-12T17:54:51.249+0000 7f768620f800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.28, ofs0, ns] 2024-09-12T17:54:51.337 INFO:tasks.workunit.client.0.smithi045.stderr: -9> 2024-09-12T17:54:51.249+0000 7f75657fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398901 cookie 94202890311936 notifier 6816 bl.length()=1023 2024-09-12T17:54:51.337 INFO:tasks.workunit.client.0.smithi045.stderr: -8> 2024-09-12T17:54:51.249+0000 7f75657fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.28 info.flags=0x17 2024-09-12T17:54:51.337 INFO:tasks.workunit.client.0.smithi045.stderr: -7> 2024-09-12T17:54:51.249+0000 7f75657fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.28 to cache LRU end 2024-09-12T17:54:51.337 INFO:tasks.workunit.client.0.smithi045.stderr: -6> 2024-09-12T17:54:51.249+0000 7f75657fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:54:51.337 INFO:tasks.workunit.client.0.smithi045.stderr: -5> 2024-09-12T17:54:51.250+0000 7f768620f800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[b6123b67-6580-4373-9691-e0e950df5f06.4566.28]): orig_sources= new_sources= 2024-09-12T17:54:51.337 INFO:tasks.workunit.client.0.smithi045.stderr: -4> 2024-09-12T17:54:51.250+0000 7f768620f800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[b6123b67-6580-4373-9691-e0e950df5f06.4566.28]): potential sources added=[] removed=[] 2024-09-12T17:54:51.337 INFO:tasks.workunit.client.0.smithi045.stderr: -3> 2024-09-12T17:54:51.250+0000 7f768620f800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[b6123b67-6580-4373-9691-e0e950df5f06.4566.28]): orig_dests= new_dests= 2024-09-12T17:54:51.337 INFO:tasks.workunit.client.0.smithi045.stderr: -2> 2024-09-12T17:54:51.250+0000 7f768620f800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[b6123b67-6580-4373-9691-e0e950df5f06.4566.28]): potential dests added=[] removed=[] 2024-09-12T17:54:51.337 INFO:tasks.workunit.client.0.smithi045.stderr: -1> 2024-09-12T17:54:51.250+0000 7f768620f800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f768620f800 time 2024-09-12T17:54:51.250599+0000 2024-09-12T17:54:51.338 INFO:tasks.workunit.client.0.smithi045.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:54:51.338 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:51.338 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:54:51.338 INFO:tasks.workunit.client.0.smithi045.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f768738c71a] 2024-09-12T17:54:51.338 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f768738c8d8] 2024-09-12T17:54:51.338 INFO:tasks.workunit.client.0.smithi045.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55ad4f666841] 2024-09-12T17:54:51.338 INFO:tasks.workunit.client.0.smithi045.stderr: 4: radosgw-admin(+0xd7489e) [0x55ad4fb7489e] 2024-09-12T17:54:51.338 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55ad4f67650d] 2024-09-12T17:54:51.338 INFO:tasks.workunit.client.0.smithi045.stderr: 6: main() 2024-09-12T17:54:51.338 INFO:tasks.workunit.client.0.smithi045.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f7686029590] 2024-09-12T17:54:51.338 INFO:tasks.workunit.client.0.smithi045.stderr: 8: __libc_start_main() 2024-09-12T17:54:51.339 INFO:tasks.workunit.client.0.smithi045.stderr: 9: _start() 2024-09-12T17:54:51.339 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:51.339 INFO:tasks.workunit.client.0.smithi045.stderr: 0> 2024-09-12T17:54:51.251+0000 7f768620f800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:54:51.339 INFO:tasks.workunit.client.0.smithi045.stderr: in thread 7f768620f800 thread_name:radosgw-admin 2024-09-12T17:54:51.339 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:51.339 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:54:51.339 INFO:tasks.workunit.client.0.smithi045.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f768603e6f0] 2024-09-12T17:54:51.339 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f768608b99c] 2024-09-12T17:54:51.339 INFO:tasks.workunit.client.0.smithi045.stderr: 3: raise() 2024-09-12T17:54:51.339 INFO:tasks.workunit.client.0.smithi045.stderr: 4: abort() 2024-09-12T17:54:51.339 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f768738c774] 2024-09-12T17:54:51.339 INFO:tasks.workunit.client.0.smithi045.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f768738c8d8] 2024-09-12T17:54:51.339 INFO:tasks.workunit.client.0.smithi045.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55ad4f666841] 2024-09-12T17:54:51.339 INFO:tasks.workunit.client.0.smithi045.stderr: 8: radosgw-admin(+0xd7489e) [0x55ad4fb7489e] 2024-09-12T17:54:51.340 INFO:tasks.workunit.client.0.smithi045.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55ad4f67650d] 2024-09-12T17:54:51.340 INFO:tasks.workunit.client.0.smithi045.stderr: 10: main() 2024-09-12T17:54:51.340 INFO:tasks.workunit.client.0.smithi045.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f7686029590] 2024-09-12T17:54:51.340 INFO:tasks.workunit.client.0.smithi045.stderr: 12: __libc_start_main() 2024-09-12T17:54:51.340 INFO:tasks.workunit.client.0.smithi045.stderr: 13: _start() 2024-09-12T17:54:51.340 INFO:tasks.workunit.client.0.smithi045.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:54:51.340 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:51.340 INFO:tasks.workunit.client.0.smithi045.stderr:--- logging levels --- 2024-09-12T17:54:51.340 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 none 2024-09-12T17:54:51.340 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 lockdep 2024-09-12T17:54:51.341 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 context 2024-09-12T17:54:51.341 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 crush 2024-09-12T17:54:51.341 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds 2024-09-12T17:54:51.341 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_balancer 2024-09-12T17:54:51.341 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_locker 2024-09-12T17:54:51.341 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_log 2024-09-12T17:54:51.341 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_log_expire 2024-09-12T17:54:51.341 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_migrator 2024-09-12T17:54:51.341 INFO:tasks.workunit.client.0.smithi045.stderr: 3/ 5 mds_quiesce 2024-09-12T17:54:51.341 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 buffer 2024-09-12T17:54:51.341 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 timer 2024-09-12T17:54:51.341 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 filer 2024-09-12T17:54:51.341 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 striper 2024-09-12T17:54:51.341 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 objecter 2024-09-12T17:54:51.342 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rados 2024-09-12T17:54:51.342 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd 2024-09-12T17:54:51.342 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_mirror 2024-09-12T17:54:51.342 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_replay 2024-09-12T17:54:51.342 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_pwl 2024-09-12T17:54:51.342 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 journaler 2024-09-12T17:54:51.342 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 objectcacher 2024-09-12T17:54:51.342 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:54:51.342 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 client 2024-09-12T17:54:51.342 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 osd 2024-09-12T17:54:51.342 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 optracker 2024-09-12T17:54:51.342 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 objclass 2024-09-12T17:54:51.342 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 filestore 2024-09-12T17:54:51.343 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 journal 2024-09-12T17:54:51.343 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 0 ms 2024-09-12T17:54:51.343 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mon 2024-09-12T17:54:51.343 INFO:tasks.workunit.client.0.smithi045.stderr: 0/10 monc 2024-09-12T17:54:51.343 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 paxos 2024-09-12T17:54:51.343 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 tp 2024-09-12T17:54:51.343 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 auth 2024-09-12T17:54:51.343 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 crypto 2024-09-12T17:54:51.343 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 finisher 2024-09-12T17:54:51.343 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 reserver 2024-09-12T17:54:51.343 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 heartbeatmap 2024-09-12T17:54:51.343 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 perfcounter 2024-09-12T17:54:51.343 INFO:tasks.workunit.client.0.smithi045.stderr: 20/20 rgw 2024-09-12T17:54:51.343 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_sync 2024-09-12T17:54:51.344 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_datacache 2024-09-12T17:54:51.344 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_access 2024-09-12T17:54:51.344 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:54:51.344 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_flight 2024-09-12T17:54:51.344 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:54:51.344 INFO:tasks.workunit.client.0.smithi045.stderr: 20/20 rgw_notification 2024-09-12T17:54:51.344 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 javaclient 2024-09-12T17:54:51.344 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 asok 2024-09-12T17:54:51.344 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 throttle 2024-09-12T17:54:51.344 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 0 refs 2024-09-12T17:54:51.344 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 compressor 2024-09-12T17:54:51.344 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 bluestore 2024-09-12T17:54:51.344 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 bluefs 2024-09-12T17:54:51.345 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 bdev 2024-09-12T17:54:51.345 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 kstore 2024-09-12T17:54:51.345 INFO:tasks.workunit.client.0.smithi045.stderr: 4/ 5 rocksdb 2024-09-12T17:54:51.345 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 fuse 2024-09-12T17:54:51.345 INFO:tasks.workunit.client.0.smithi045.stderr: 2/ 5 mgr 2024-09-12T17:54:51.345 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mgrc 2024-09-12T17:54:51.345 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 dpdk 2024-09-12T17:54:51.345 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 eventtrace 2024-09-12T17:54:51.345 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 prioritycache 2024-09-12T17:54:51.345 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 test 2024-09-12T17:54:51.345 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:54:51.345 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cephsqlite 2024-09-12T17:54:51.345 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:54:51.345 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore 2024-09-12T17:54:51.346 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_onode 2024-09-12T17:54:51.346 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_odata 2024-09-12T17:54:51.346 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_omap 2024-09-12T17:54:51.346 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_tm 2024-09-12T17:54:51.346 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_t 2024-09-12T17:54:51.346 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:54:51.346 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_epm 2024-09-12T17:54:51.346 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_lba 2024-09-12T17:54:51.346 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:54:51.346 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_cache 2024-09-12T17:54:51.346 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_journal 2024-09-12T17:54:51.346 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_device 2024-09-12T17:54:51.346 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_backref 2024-09-12T17:54:51.346 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 alienstore 2024-09-12T17:54:51.347 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mclock 2024-09-12T17:54:51.347 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cyanstore 2024-09-12T17:54:51.347 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 ceph_exporter 2024-09-12T17:54:51.347 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 memstore 2024-09-12T17:54:51.347 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 trace 2024-09-12T17:54:51.347 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 ceph_dedup 2024-09-12T17:54:51.347 INFO:tasks.workunit.client.0.smithi045.stderr: -2/-2 (syslog threshold) 2024-09-12T17:54:51.347 INFO:tasks.workunit.client.0.smithi045.stderr: 99/99 (stderr threshold) 2024-09-12T17:54:51.347 INFO:tasks.workunit.client.0.smithi045.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:54:51.347 INFO:tasks.workunit.client.0.smithi045.stderr: 7f74a3fff640 / http_manager 2024-09-12T17:54:51.347 INFO:tasks.workunit.client.0.smithi045.stderr: 7f75327fc640 / http_manager 2024-09-12T17:54:51.347 INFO:tasks.workunit.client.0.smithi045.stderr: 7f75337fe640 / rgw_dt_lg_renew 2024-09-12T17:54:51.347 INFO:tasks.workunit.client.0.smithi045.stderr: 7f75537fe640 / ms_dispatch 2024-09-12T17:54:51.347 INFO:tasks.workunit.client.0.smithi045.stderr: 7f75657fa640 / io_context_pool 2024-09-12T17:54:51.348 INFO:tasks.workunit.client.0.smithi045.stderr: 7f75677fe640 / ms_dispatch 2024-09-12T17:54:51.348 INFO:tasks.workunit.client.0.smithi045.stderr: 7f756e604640 / ms_dispatch 2024-09-12T17:54:51.348 INFO:tasks.workunit.client.0.smithi045.stderr: 7f756fe07640 / io_context_pool 2024-09-12T17:54:51.348 INFO:tasks.workunit.client.0.smithi045.stderr: 7f7681147640 / msgr-worker-2 2024-09-12T17:54:51.348 INFO:tasks.workunit.client.0.smithi045.stderr: 7f7681948640 / msgr-worker-1 2024-09-12T17:54:51.348 INFO:tasks.workunit.client.0.smithi045.stderr: 7f7682149640 / msgr-worker-0 2024-09-12T17:54:51.348 INFO:tasks.workunit.client.0.smithi045.stderr: 7f768294a640 / io_context_pool 2024-09-12T17:54:51.348 INFO:tasks.workunit.client.0.smithi045.stderr: 7f768620f800 / radosgw-admin 2024-09-12T17:54:51.348 INFO:tasks.workunit.client.0.smithi045.stderr: max_recent 500 2024-09-12T17:54:51.348 INFO:tasks.workunit.client.0.smithi045.stderr: max_new 1000 2024-09-12T17:54:51.348 INFO:tasks.workunit.client.0.smithi045.stderr: log_file /var/log/ceph/ceph-client.admin.106432.log 2024-09-12T17:54:51.348 INFO:tasks.workunit.client.0.smithi045.stderr:--- end dump of recent events --- 2024-09-12T17:54:51.348 INFO:tasks.workunit.client.0.smithi045.stderr:--- begin dump of recent events --- 2024-09-12T17:54:51.349 INFO:tasks.workunit.client.0.smithi045.stderr: -499> 2024-09-12T17:54:50.996+0000 7f756fe07640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:54:51.349 INFO:tasks.workunit.client.0.smithi045.stderr: -498> 2024-09-12T17:54:50.996+0000 7f756fe07640 10 monclient: dump: 2024-09-12T17:54:51.349 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:54:51.349 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:54:51.349 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:51.349 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:51.349 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:54:51.349 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:54:51.349 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:54:51.349 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:54:51.349 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:54:51.349 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:51.349 INFO:tasks.workunit.client.0.smithi045.stderr: -497> 2024-09-12T17:54:50.996+0000 7f768620f800 10 monclient: shutdown 2024-09-12T17:54:51.349 INFO:tasks.workunit.client.0.smithi045.stderr: -496> 2024-09-12T17:54:50.996+0000 7f768620f800 5 asok(0x55ad519e6730) unregister_commands rotate-key 2024-09-12T17:54:51.350 INFO:tasks.workunit.client.0.smithi045.stderr: -495> 2024-09-12T17:54:50.997+0000 7f768620f800 10 monclient: build_initial_monmap 2024-09-12T17:54:51.350 INFO:tasks.workunit.client.0.smithi045.stderr: -494> 2024-09-12T17:54:50.997+0000 7f768620f800 1 build_initial for_mkfs: 0 2024-09-12T17:54:51.350 INFO:tasks.workunit.client.0.smithi045.stderr: -493> 2024-09-12T17:54:50.997+0000 7f768620f800 10 monclient: monmap: 2024-09-12T17:54:51.350 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:54:51.350 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:54:51.350 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:54:51.350 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:54:51.350 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:54:51.350 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:54:51.350 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:54:51.350 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:54:51.350 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:54:51.350 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:51.351 INFO:tasks.workunit.client.0.smithi045.stderr: -492> 2024-09-12T17:54:50.997+0000 7f768620f800 5 AuthRegistry(0x55ad51c0e2a0) adding auth protocol: cephx 2024-09-12T17:54:51.351 INFO:tasks.workunit.client.0.smithi045.stderr: -491> 2024-09-12T17:54:50.997+0000 7f768620f800 5 AuthRegistry(0x55ad51c0e2a0) adding auth protocol: cephx 2024-09-12T17:54:51.351 INFO:tasks.workunit.client.0.smithi045.stderr: -490> 2024-09-12T17:54:50.997+0000 7f768620f800 5 AuthRegistry(0x55ad51c0e2a0) adding auth protocol: cephx 2024-09-12T17:54:51.351 INFO:tasks.workunit.client.0.smithi045.stderr: -489> 2024-09-12T17:54:50.997+0000 7f768620f800 5 AuthRegistry(0x55ad51c0e2a0) adding con mode: secure 2024-09-12T17:54:51.351 INFO:tasks.workunit.client.0.smithi045.stderr: -488> 2024-09-12T17:54:50.997+0000 7f768620f800 5 AuthRegistry(0x55ad51c0e2a0) adding con mode: crc 2024-09-12T17:54:51.351 INFO:tasks.workunit.client.0.smithi045.stderr: -487> 2024-09-12T17:54:50.997+0000 7f768620f800 5 AuthRegistry(0x55ad51c0e2a0) adding con mode: secure 2024-09-12T17:54:51.351 INFO:tasks.workunit.client.0.smithi045.stderr: -486> 2024-09-12T17:54:50.997+0000 7f768620f800 5 AuthRegistry(0x55ad51c0e2a0) adding con mode: crc 2024-09-12T17:54:51.351 INFO:tasks.workunit.client.0.smithi045.stderr: -485> 2024-09-12T17:54:50.997+0000 7f768620f800 5 AuthRegistry(0x55ad51c0e2a0) adding con mode: secure 2024-09-12T17:54:51.351 INFO:tasks.workunit.client.0.smithi045.stderr: -484> 2024-09-12T17:54:50.997+0000 7f768620f800 5 AuthRegistry(0x55ad51c0e2a0) adding con mode: crc 2024-09-12T17:54:51.351 INFO:tasks.workunit.client.0.smithi045.stderr: -483> 2024-09-12T17:54:50.997+0000 7f768620f800 5 AuthRegistry(0x55ad51c0e2a0) adding con mode: crc 2024-09-12T17:54:51.351 INFO:tasks.workunit.client.0.smithi045.stderr: -482> 2024-09-12T17:54:50.997+0000 7f768620f800 5 AuthRegistry(0x55ad51c0e2a0) adding con mode: secure 2024-09-12T17:54:51.351 INFO:tasks.workunit.client.0.smithi045.stderr: -481> 2024-09-12T17:54:50.997+0000 7f768620f800 5 AuthRegistry(0x55ad51c0e2a0) adding con mode: crc 2024-09-12T17:54:51.351 INFO:tasks.workunit.client.0.smithi045.stderr: -480> 2024-09-12T17:54:50.997+0000 7f768620f800 5 AuthRegistry(0x55ad51c0e2a0) adding con mode: secure 2024-09-12T17:54:51.351 INFO:tasks.workunit.client.0.smithi045.stderr: -479> 2024-09-12T17:54:50.997+0000 7f768620f800 5 AuthRegistry(0x55ad51c0e2a0) adding con mode: crc 2024-09-12T17:54:51.352 INFO:tasks.workunit.client.0.smithi045.stderr: -478> 2024-09-12T17:54:50.997+0000 7f768620f800 5 AuthRegistry(0x55ad51c0e2a0) adding con mode: secure 2024-09-12T17:54:51.352 INFO:tasks.workunit.client.0.smithi045.stderr: -477> 2024-09-12T17:54:50.997+0000 7f768620f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:54:51.352 INFO:tasks.workunit.client.0.smithi045.stderr: -476> 2024-09-12T17:54:50.997+0000 7f768620f800 1 librados: starting msgr at 2024-09-12T17:54:51.352 INFO:tasks.workunit.client.0.smithi045.stderr: -475> 2024-09-12T17:54:50.997+0000 7f768620f800 1 librados: starting objecter 2024-09-12T17:54:51.352 INFO:tasks.workunit.client.0.smithi045.stderr: -474> 2024-09-12T17:54:50.997+0000 7f768620f800 5 asok(0x55ad519e6730) register_command objecter_requests hook 0x55ad51c10610 2024-09-12T17:54:51.352 INFO:tasks.workunit.client.0.smithi045.stderr: -473> 2024-09-12T17:54:50.997+0000 7f768620f800 1 librados: setting wanted keys 2024-09-12T17:54:51.352 INFO:tasks.workunit.client.0.smithi045.stderr: -472> 2024-09-12T17:54:50.997+0000 7f768620f800 1 librados: calling monclient init 2024-09-12T17:54:51.352 INFO:tasks.workunit.client.0.smithi045.stderr: -471> 2024-09-12T17:54:50.997+0000 7f768620f800 10 monclient: init 2024-09-12T17:54:51.352 INFO:tasks.workunit.client.0.smithi045.stderr: -470> 2024-09-12T17:54:50.997+0000 7f768620f800 5 AuthRegistry(0x55ad51c08b20) adding auth protocol: cephx 2024-09-12T17:54:51.352 INFO:tasks.workunit.client.0.smithi045.stderr: -469> 2024-09-12T17:54:50.997+0000 7f768620f800 5 AuthRegistry(0x55ad51c08b20) adding auth protocol: cephx 2024-09-12T17:54:51.352 INFO:tasks.workunit.client.0.smithi045.stderr: -468> 2024-09-12T17:54:50.997+0000 7f768620f800 5 AuthRegistry(0x55ad51c08b20) adding auth protocol: cephx 2024-09-12T17:54:51.352 INFO:tasks.workunit.client.0.smithi045.stderr: -467> 2024-09-12T17:54:50.997+0000 7f768620f800 5 AuthRegistry(0x55ad51c08b20) adding con mode: secure 2024-09-12T17:54:51.352 INFO:tasks.workunit.client.0.smithi045.stderr: -466> 2024-09-12T17:54:50.997+0000 7f768620f800 5 AuthRegistry(0x55ad51c08b20) adding con mode: crc 2024-09-12T17:54:51.353 INFO:tasks.workunit.client.0.smithi045.stderr: -465> 2024-09-12T17:54:50.997+0000 7f768620f800 5 AuthRegistry(0x55ad51c08b20) adding con mode: secure 2024-09-12T17:54:51.353 INFO:tasks.workunit.client.0.smithi045.stderr: -464> 2024-09-12T17:54:50.997+0000 7f768620f800 5 AuthRegistry(0x55ad51c08b20) adding con mode: crc 2024-09-12T17:54:51.353 INFO:tasks.workunit.client.0.smithi045.stderr: -463> 2024-09-12T17:54:50.997+0000 7f768620f800 5 AuthRegistry(0x55ad51c08b20) adding con mode: secure 2024-09-12T17:54:51.353 INFO:tasks.workunit.client.0.smithi045.stderr: -462> 2024-09-12T17:54:50.997+0000 7f768620f800 5 AuthRegistry(0x55ad51c08b20) adding con mode: crc 2024-09-12T17:54:51.353 INFO:tasks.workunit.client.0.smithi045.stderr: -461> 2024-09-12T17:54:50.997+0000 7f768620f800 5 AuthRegistry(0x55ad51c08b20) adding con mode: crc 2024-09-12T17:54:51.353 INFO:tasks.workunit.client.0.smithi045.stderr: -460> 2024-09-12T17:54:50.997+0000 7f768620f800 5 AuthRegistry(0x55ad51c08b20) adding con mode: secure 2024-09-12T17:54:51.353 INFO:tasks.workunit.client.0.smithi045.stderr: -459> 2024-09-12T17:54:50.997+0000 7f768620f800 5 AuthRegistry(0x55ad51c08b20) adding con mode: crc 2024-09-12T17:54:51.353 INFO:tasks.workunit.client.0.smithi045.stderr: -458> 2024-09-12T17:54:50.997+0000 7f768620f800 5 AuthRegistry(0x55ad51c08b20) adding con mode: secure 2024-09-12T17:54:51.353 INFO:tasks.workunit.client.0.smithi045.stderr: -457> 2024-09-12T17:54:50.997+0000 7f768620f800 5 AuthRegistry(0x55ad51c08b20) adding con mode: crc 2024-09-12T17:54:51.353 INFO:tasks.workunit.client.0.smithi045.stderr: -456> 2024-09-12T17:54:50.997+0000 7f768620f800 5 AuthRegistry(0x55ad51c08b20) adding con mode: secure 2024-09-12T17:54:51.353 INFO:tasks.workunit.client.0.smithi045.stderr: -455> 2024-09-12T17:54:50.997+0000 7f768620f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:54:51.353 INFO:tasks.workunit.client.0.smithi045.stderr: -454> 2024-09-12T17:54:50.997+0000 7f768620f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:54:51.353 INFO:tasks.workunit.client.0.smithi045.stderr: -453> 2024-09-12T17:54:50.997+0000 7f768620f800 5 asok(0x55ad519e6730) register_command rotate-key hook 0x55ad51c08c68 2024-09-12T17:54:51.353 INFO:tasks.workunit.client.0.smithi045.stderr: -452> 2024-09-12T17:54:50.997+0000 7f768620f800 10 monclient: _reopen_session rank -1 2024-09-12T17:54:51.354 INFO:tasks.workunit.client.0.smithi045.stderr: -451> 2024-09-12T17:54:50.997+0000 7f768620f800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:54:51.354 INFO:tasks.workunit.client.0.smithi045.stderr: -450> 2024-09-12T17:54:50.997+0000 7f768620f800 10 monclient(hunting): picked mon.noname-c con 0x55ad51b4b4f0 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:54:51.354 INFO:tasks.workunit.client.0.smithi045.stderr: -449> 2024-09-12T17:54:50.997+0000 7f768620f800 10 monclient(hunting): picked mon.noname-a con 0x55ad51b519d0 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:54:51.354 INFO:tasks.workunit.client.0.smithi045.stderr: -448> 2024-09-12T17:54:50.997+0000 7f768620f800 10 monclient(hunting): picked mon.noname-b con 0x55ad51b56d50 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:54:51.354 INFO:tasks.workunit.client.0.smithi045.stderr: -447> 2024-09-12T17:54:50.997+0000 7f768620f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:54:51.354 INFO:tasks.workunit.client.0.smithi045.stderr: -446> 2024-09-12T17:54:50.997+0000 7f768620f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:54:51.354 INFO:tasks.workunit.client.0.smithi045.stderr: -445> 2024-09-12T17:54:50.997+0000 7f768620f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:54:51.354 INFO:tasks.workunit.client.0.smithi045.stderr: -444> 2024-09-12T17:54:50.997+0000 7f768620f800 10 monclient(hunting): _renew_subs 2024-09-12T17:54:51.354 INFO:tasks.workunit.client.0.smithi045.stderr: -443> 2024-09-12T17:54:50.997+0000 7f768620f800 10 monclient(hunting): authenticate will time out at 1989.455991s 2024-09-12T17:54:51.354 INFO:tasks.workunit.client.0.smithi045.stderr: -442> 2024-09-12T17:54:50.998+0000 7f7681147640 10 monclient(hunting): get_auth_request con 0x55ad51b519d0 auth_method 0 2024-09-12T17:54:51.354 INFO:tasks.workunit.client.0.smithi045.stderr: -441> 2024-09-12T17:54:50.998+0000 7f7681147640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:54:51.354 INFO:tasks.workunit.client.0.smithi045.stderr: -440> 2024-09-12T17:54:50.998+0000 7f7681147640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:54:51.354 INFO:tasks.workunit.client.0.smithi045.stderr: -439> 2024-09-12T17:54:50.998+0000 7f7681147640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:54:51.355 INFO:tasks.workunit.client.0.smithi045.stderr: -438> 2024-09-12T17:54:50.998+0000 7f7681948640 10 monclient(hunting): get_auth_request con 0x55ad51b4b4f0 auth_method 0 2024-09-12T17:54:51.355 INFO:tasks.workunit.client.0.smithi045.stderr: -437> 2024-09-12T17:54:50.998+0000 7f7681948640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:54:51.355 INFO:tasks.workunit.client.0.smithi045.stderr: -436> 2024-09-12T17:54:50.998+0000 7f7681948640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:54:51.355 INFO:tasks.workunit.client.0.smithi045.stderr: -435> 2024-09-12T17:54:50.998+0000 7f7681948640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:54:51.355 INFO:tasks.workunit.client.0.smithi045.stderr: -434> 2024-09-12T17:54:50.998+0000 7f7681147640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:54:51.355 INFO:tasks.workunit.client.0.smithi045.stderr: -433> 2024-09-12T17:54:50.998+0000 7f7681147640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:54:51.355 INFO:tasks.workunit.client.0.smithi045.stderr: -432> 2024-09-12T17:54:50.998+0000 7f7681147640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:54:51.355 INFO:tasks.workunit.client.0.smithi045.stderr: -431> 2024-09-12T17:54:50.998+0000 7f7682149640 10 monclient(hunting): get_auth_request con 0x55ad51b56d50 auth_method 0 2024-09-12T17:54:51.355 INFO:tasks.workunit.client.0.smithi045.stderr: -430> 2024-09-12T17:54:50.998+0000 7f7682149640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:54:51.355 INFO:tasks.workunit.client.0.smithi045.stderr: -429> 2024-09-12T17:54:50.998+0000 7f7682149640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:54:51.355 INFO:tasks.workunit.client.0.smithi045.stderr: -428> 2024-09-12T17:54:50.998+0000 7f7682149640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:54:51.355 INFO:tasks.workunit.client.0.smithi045.stderr: -427> 2024-09-12T17:54:50.998+0000 7f7681948640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:54:51.355 INFO:tasks.workunit.client.0.smithi045.stderr: -426> 2024-09-12T17:54:50.998+0000 7f7681948640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:54:51.355 INFO:tasks.workunit.client.0.smithi045.stderr: -425> 2024-09-12T17:54:50.998+0000 7f7681948640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:54:51.356 INFO:tasks.workunit.client.0.smithi045.stderr: -424> 2024-09-12T17:54:50.998+0000 7f7682149640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:54:51.356 INFO:tasks.workunit.client.0.smithi045.stderr: -423> 2024-09-12T17:54:50.998+0000 7f7682149640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:54:51.356 INFO:tasks.workunit.client.0.smithi045.stderr: -422> 2024-09-12T17:54:50.998+0000 7f7682149640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:54:51.356 INFO:tasks.workunit.client.0.smithi045.stderr: -421> 2024-09-12T17:54:50.998+0000 7f7681147640 10 monclient(hunting): handle_auth_done global_id 6807 payload 824 2024-09-12T17:54:51.356 INFO:tasks.workunit.client.0.smithi045.stderr: -420> 2024-09-12T17:54:50.998+0000 7f7681147640 10 monclient: _finish_hunting 0 2024-09-12T17:54:51.356 INFO:tasks.workunit.client.0.smithi045.stderr: -419> 2024-09-12T17:54:50.998+0000 7f7681147640 1 monclient: found mon.noname-a 2024-09-12T17:54:51.356 INFO:tasks.workunit.client.0.smithi045.stderr: -418> 2024-09-12T17:54:50.998+0000 7f7681147640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.45:3300/0 2024-09-12T17:54:51.356 INFO:tasks.workunit.client.0.smithi045.stderr: -417> 2024-09-12T17:54:50.998+0000 7f756e604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:54:51.356 INFO:tasks.workunit.client.0.smithi045.stderr: -416> 2024-09-12T17:54:50.998+0000 7f756e604640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:54:51.356 INFO:tasks.workunit.client.0.smithi045.stderr: -415> 2024-09-12T17:54:50.998+0000 7f756e604640 10 monclient: dump: 2024-09-12T17:54:51.356 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:54:51.356 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:54:51.356 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:51.357 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:51.357 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:54:51.357 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:54:51.357 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:54:51.357 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:54:51.357 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:54:51.357 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:51.357 INFO:tasks.workunit.client.0.smithi045.stderr: -414> 2024-09-12T17:54:50.998+0000 7f756e604640 10 monclient: _finish_auth 0 2024-09-12T17:54:51.357 INFO:tasks.workunit.client.0.smithi045.stderr: -413> 2024-09-12T17:54:50.998+0000 7f756e604640 10 monclient: _check_auth_tickets 2024-09-12T17:54:51.357 INFO:tasks.workunit.client.0.smithi045.stderr: -412> 2024-09-12T17:54:50.998+0000 7f756e604640 10 monclient: handle_config config(0 keys) 2024-09-12T17:54:51.357 INFO:tasks.workunit.client.0.smithi045.stderr: -411> 2024-09-12T17:54:50.998+0000 7f756e604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:54:51.357 INFO:tasks.workunit.client.0.smithi045.stderr: -410> 2024-09-12T17:54:50.998+0000 7f756e604640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:54:51.357 INFO:tasks.workunit.client.0.smithi045.stderr: -409> 2024-09-12T17:54:50.998+0000 7f756e604640 10 monclient: dump: 2024-09-12T17:54:51.357 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:54:51.358 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:54:51.358 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:51.358 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:51.358 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:54:51.358 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:54:51.358 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:54:51.358 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:54:51.358 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:54:51.358 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:51.358 INFO:tasks.workunit.client.0.smithi045.stderr: -408> 2024-09-12T17:54:50.998+0000 7f768620f800 5 monclient: authenticate success, global_id 6807 2024-09-12T17:54:51.358 INFO:tasks.workunit.client.0.smithi045.stderr: -407> 2024-09-12T17:54:50.998+0000 7f768620f800 10 monclient: _renew_subs 2024-09-12T17:54:51.358 INFO:tasks.workunit.client.0.smithi045.stderr: -406> 2024-09-12T17:54:50.998+0000 7f768620f800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:54:51.358 INFO:tasks.workunit.client.0.smithi045.stderr: -405> 2024-09-12T17:54:50.998+0000 7f756fe07640 4 set_mon_vals no callback set 2024-09-12T17:54:51.359 INFO:tasks.workunit.client.0.smithi045.stderr: -404> 2024-09-12T17:54:50.998+0000 7f768620f800 10 monclient: _renew_subs 2024-09-12T17:54:51.359 INFO:tasks.workunit.client.0.smithi045.stderr: -403> 2024-09-12T17:54:50.998+0000 7f768620f800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:54:51.359 INFO:tasks.workunit.client.0.smithi045.stderr: -402> 2024-09-12T17:54:50.998+0000 7f768620f800 1 librados: init done 2024-09-12T17:54:51.359 INFO:tasks.workunit.client.0.smithi045.stderr: -401> 2024-09-12T17:54:51.000+0000 7f756e604640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:54:51.359 INFO:tasks.workunit.client.0.smithi045.stderr: -400> 2024-09-12T17:54:51.000+0000 7f756e604640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:54:51.359 INFO:tasks.workunit.client.0.smithi045.stderr: -399> 2024-09-12T17:54:51.000+0000 7f756e604640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:54:51.359 INFO:tasks.workunit.client.0.smithi045.stderr: -398> 2024-09-12T17:54:51.000+0000 7f7681948640 10 monclient: get_auth_request con 0x7f7568076470 auth_method 0 2024-09-12T17:54:51.359 INFO:tasks.workunit.client.0.smithi045.stderr: -397> 2024-09-12T17:54:51.001+0000 7f7682149640 10 monclient: get_auth_request con 0x55ad51c50de0 auth_method 0 2024-09-12T17:54:51.359 INFO:tasks.workunit.client.0.smithi045.stderr: -396> 2024-09-12T17:54:51.001+0000 7f7681948640 10 monclient: get_auth_request con 0x55ad51c53c20 auth_method 0 2024-09-12T17:54:51.359 INFO:tasks.workunit.client.0.smithi045.stderr: -395> 2024-09-12T17:54:51.002+0000 7f7681147640 10 monclient: get_auth_request con 0x55ad51c58020 auth_method 0 2024-09-12T17:54:51.359 INFO:tasks.workunit.client.0.smithi045.stderr: -394> 2024-09-12T17:54:51.003+0000 7f768620f800 10 monclient: build_initial_monmap 2024-09-12T17:54:51.359 INFO:tasks.workunit.client.0.smithi045.stderr: -393> 2024-09-12T17:54:51.003+0000 7f768620f800 1 build_initial for_mkfs: 0 2024-09-12T17:54:51.359 INFO:tasks.workunit.client.0.smithi045.stderr: -392> 2024-09-12T17:54:51.004+0000 7f768620f800 10 monclient: monmap: 2024-09-12T17:54:51.359 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:54:51.360 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:54:51.360 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:54:51.360 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:54:51.360 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:54:51.360 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:54:51.360 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:54:51.360 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:54:51.360 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:54:51.360 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:51.360 INFO:tasks.workunit.client.0.smithi045.stderr: -391> 2024-09-12T17:54:51.004+0000 7f768620f800 5 AuthRegistry(0x55ad51c5ce50) adding auth protocol: cephx 2024-09-12T17:54:51.360 INFO:tasks.workunit.client.0.smithi045.stderr: -390> 2024-09-12T17:54:51.004+0000 7f768620f800 5 AuthRegistry(0x55ad51c5ce50) adding auth protocol: cephx 2024-09-12T17:54:51.360 INFO:tasks.workunit.client.0.smithi045.stderr: -389> 2024-09-12T17:54:51.004+0000 7f768620f800 5 AuthRegistry(0x55ad51c5ce50) adding auth protocol: cephx 2024-09-12T17:54:51.360 INFO:tasks.workunit.client.0.smithi045.stderr: -388> 2024-09-12T17:54:51.004+0000 7f768620f800 5 AuthRegistry(0x55ad51c5ce50) adding con mode: secure 2024-09-12T17:54:51.361 INFO:tasks.workunit.client.0.smithi045.stderr: -387> 2024-09-12T17:54:51.004+0000 7f768620f800 5 AuthRegistry(0x55ad51c5ce50) adding con mode: crc 2024-09-12T17:54:51.361 INFO:tasks.workunit.client.0.smithi045.stderr: -386> 2024-09-12T17:54:51.004+0000 7f768620f800 5 AuthRegistry(0x55ad51c5ce50) adding con mode: secure 2024-09-12T17:54:51.361 INFO:tasks.workunit.client.0.smithi045.stderr: -385> 2024-09-12T17:54:51.004+0000 7f768620f800 5 AuthRegistry(0x55ad51c5ce50) adding con mode: crc 2024-09-12T17:54:51.361 INFO:tasks.workunit.client.0.smithi045.stderr: -384> 2024-09-12T17:54:51.004+0000 7f768620f800 5 AuthRegistry(0x55ad51c5ce50) adding con mode: secure 2024-09-12T17:54:51.361 INFO:tasks.workunit.client.0.smithi045.stderr: -383> 2024-09-12T17:54:51.004+0000 7f768620f800 5 AuthRegistry(0x55ad51c5ce50) adding con mode: crc 2024-09-12T17:54:51.361 INFO:tasks.workunit.client.0.smithi045.stderr: -382> 2024-09-12T17:54:51.004+0000 7f768620f800 5 AuthRegistry(0x55ad51c5ce50) adding con mode: crc 2024-09-12T17:54:51.361 INFO:tasks.workunit.client.0.smithi045.stderr: -381> 2024-09-12T17:54:51.004+0000 7f768620f800 5 AuthRegistry(0x55ad51c5ce50) adding con mode: secure 2024-09-12T17:54:51.361 INFO:tasks.workunit.client.0.smithi045.stderr: -380> 2024-09-12T17:54:51.004+0000 7f768620f800 5 AuthRegistry(0x55ad51c5ce50) adding con mode: crc 2024-09-12T17:54:51.361 INFO:tasks.workunit.client.0.smithi045.stderr: -379> 2024-09-12T17:54:51.004+0000 7f768620f800 5 AuthRegistry(0x55ad51c5ce50) adding con mode: secure 2024-09-12T17:54:51.361 INFO:tasks.workunit.client.0.smithi045.stderr: -378> 2024-09-12T17:54:51.004+0000 7f768620f800 5 AuthRegistry(0x55ad51c5ce50) adding con mode: crc 2024-09-12T17:54:51.361 INFO:tasks.workunit.client.0.smithi045.stderr: -377> 2024-09-12T17:54:51.004+0000 7f768620f800 5 AuthRegistry(0x55ad51c5ce50) adding con mode: secure 2024-09-12T17:54:51.361 INFO:tasks.workunit.client.0.smithi045.stderr: -376> 2024-09-12T17:54:51.004+0000 7f768620f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:54:51.361 INFO:tasks.workunit.client.0.smithi045.stderr: -375> 2024-09-12T17:54:51.004+0000 7f768620f800 5 asok(0x55ad519e6730) register_command objecter_requests cmddesc objecter_requests hook 0x55ad51c601f0 EEXIST 2024-09-12T17:54:51.361 INFO:tasks.workunit.client.0.smithi045.stderr: -374> 2024-09-12T17:54:51.004+0000 7f768620f800 10 monclient: init 2024-09-12T17:54:51.362 INFO:tasks.workunit.client.0.smithi045.stderr: -373> 2024-09-12T17:54:51.004+0000 7f768620f800 5 AuthRegistry(0x55ad51c5b528) adding auth protocol: cephx 2024-09-12T17:54:51.362 INFO:tasks.workunit.client.0.smithi045.stderr: -372> 2024-09-12T17:54:51.004+0000 7f768620f800 5 AuthRegistry(0x55ad51c5b528) adding auth protocol: cephx 2024-09-12T17:54:51.362 INFO:tasks.workunit.client.0.smithi045.stderr: -371> 2024-09-12T17:54:51.004+0000 7f768620f800 5 AuthRegistry(0x55ad51c5b528) adding auth protocol: cephx 2024-09-12T17:54:51.362 INFO:tasks.workunit.client.0.smithi045.stderr: -370> 2024-09-12T17:54:51.004+0000 7f768620f800 5 AuthRegistry(0x55ad51c5b528) adding con mode: secure 2024-09-12T17:54:51.362 INFO:tasks.workunit.client.0.smithi045.stderr: -369> 2024-09-12T17:54:51.004+0000 7f768620f800 5 AuthRegistry(0x55ad51c5b528) adding con mode: crc 2024-09-12T17:54:51.362 INFO:tasks.workunit.client.0.smithi045.stderr: -368> 2024-09-12T17:54:51.004+0000 7f768620f800 5 AuthRegistry(0x55ad51c5b528) adding con mode: secure 2024-09-12T17:54:51.362 INFO:tasks.workunit.client.0.smithi045.stderr: -367> 2024-09-12T17:54:51.004+0000 7f768620f800 5 AuthRegistry(0x55ad51c5b528) adding con mode: crc 2024-09-12T17:54:51.362 INFO:tasks.workunit.client.0.smithi045.stderr: -366> 2024-09-12T17:54:51.004+0000 7f768620f800 5 AuthRegistry(0x55ad51c5b528) adding con mode: secure 2024-09-12T17:54:51.362 INFO:tasks.workunit.client.0.smithi045.stderr: -365> 2024-09-12T17:54:51.004+0000 7f768620f800 5 AuthRegistry(0x55ad51c5b528) adding con mode: crc 2024-09-12T17:54:51.362 INFO:tasks.workunit.client.0.smithi045.stderr: -364> 2024-09-12T17:54:51.004+0000 7f768620f800 5 AuthRegistry(0x55ad51c5b528) adding con mode: crc 2024-09-12T17:54:51.362 INFO:tasks.workunit.client.0.smithi045.stderr: -363> 2024-09-12T17:54:51.004+0000 7f768620f800 5 AuthRegistry(0x55ad51c5b528) adding con mode: secure 2024-09-12T17:54:51.362 INFO:tasks.workunit.client.0.smithi045.stderr: -362> 2024-09-12T17:54:51.004+0000 7f768620f800 5 AuthRegistry(0x55ad51c5b528) adding con mode: crc 2024-09-12T17:54:51.362 INFO:tasks.workunit.client.0.smithi045.stderr: -361> 2024-09-12T17:54:51.004+0000 7f768620f800 5 AuthRegistry(0x55ad51c5b528) adding con mode: secure 2024-09-12T17:54:51.363 INFO:tasks.workunit.client.0.smithi045.stderr: -360> 2024-09-12T17:54:51.004+0000 7f768620f800 5 AuthRegistry(0x55ad51c5b528) adding con mode: crc 2024-09-12T17:54:51.363 INFO:tasks.workunit.client.0.smithi045.stderr: -359> 2024-09-12T17:54:51.004+0000 7f768620f800 5 AuthRegistry(0x55ad51c5b528) adding con mode: secure 2024-09-12T17:54:51.363 INFO:tasks.workunit.client.0.smithi045.stderr: -358> 2024-09-12T17:54:51.004+0000 7f768620f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:54:51.363 INFO:tasks.workunit.client.0.smithi045.stderr: -357> 2024-09-12T17:54:51.004+0000 7f768620f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:54:51.363 INFO:tasks.workunit.client.0.smithi045.stderr: -356> 2024-09-12T17:54:51.005+0000 7f768620f800 5 asok(0x55ad519e6730) register_command rotate-key cmddesc rotate-key hook 0x55ad51c5b670 EEXIST 2024-09-12T17:54:51.363 INFO:tasks.workunit.client.0.smithi045.stderr: -355> 2024-09-12T17:54:51.005+0000 7f768620f800 10 monclient: _reopen_session rank -1 2024-09-12T17:54:51.363 INFO:tasks.workunit.client.0.smithi045.stderr: -354> 2024-09-12T17:54:51.005+0000 7f768620f800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T17:54:51.363 INFO:tasks.workunit.client.0.smithi045.stderr: -353> 2024-09-12T17:54:51.005+0000 7f768620f800 10 monclient(hunting): picked mon.noname-b con 0x55ad51c84510 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:54:51.363 INFO:tasks.workunit.client.0.smithi045.stderr: -352> 2024-09-12T17:54:51.005+0000 7f768620f800 10 monclient(hunting): picked mon.noname-c con 0x55ad51c848f0 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:54:51.363 INFO:tasks.workunit.client.0.smithi045.stderr: -351> 2024-09-12T17:54:51.005+0000 7f768620f800 10 monclient(hunting): picked mon.noname-a con 0x55ad51c86ba0 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:54:51.363 INFO:tasks.workunit.client.0.smithi045.stderr: -350> 2024-09-12T17:54:51.005+0000 7f768620f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:54:51.363 INFO:tasks.workunit.client.0.smithi045.stderr: -349> 2024-09-12T17:54:51.005+0000 7f768620f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:54:51.363 INFO:tasks.workunit.client.0.smithi045.stderr: -348> 2024-09-12T17:54:51.005+0000 7f768620f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:54:51.363 INFO:tasks.workunit.client.0.smithi045.stderr: -347> 2024-09-12T17:54:51.005+0000 7f768620f800 10 monclient(hunting): _renew_subs 2024-09-12T17:54:51.364 INFO:tasks.workunit.client.0.smithi045.stderr: -346> 2024-09-12T17:54:51.005+0000 7f768620f800 10 monclient(hunting): authenticate will time out at 1989.463113s 2024-09-12T17:54:51.364 INFO:tasks.workunit.client.0.smithi045.stderr: -345> 2024-09-12T17:54:51.005+0000 7f7682149640 10 monclient(hunting): get_auth_request con 0x55ad51c86ba0 auth_method 0 2024-09-12T17:54:51.364 INFO:tasks.workunit.client.0.smithi045.stderr: -344> 2024-09-12T17:54:51.005+0000 7f7682149640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:54:51.364 INFO:tasks.workunit.client.0.smithi045.stderr: -343> 2024-09-12T17:54:51.005+0000 7f7682149640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:54:51.364 INFO:tasks.workunit.client.0.smithi045.stderr: -342> 2024-09-12T17:54:51.005+0000 7f7682149640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:54:51.364 INFO:tasks.workunit.client.0.smithi045.stderr: -341> 2024-09-12T17:54:51.005+0000 7f7681147640 10 monclient(hunting): get_auth_request con 0x55ad51c848f0 auth_method 0 2024-09-12T17:54:51.364 INFO:tasks.workunit.client.0.smithi045.stderr: -340> 2024-09-12T17:54:51.005+0000 7f7681147640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:54:51.364 INFO:tasks.workunit.client.0.smithi045.stderr: -339> 2024-09-12T17:54:51.005+0000 7f7681147640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:54:51.364 INFO:tasks.workunit.client.0.smithi045.stderr: -338> 2024-09-12T17:54:51.005+0000 7f7681147640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:54:51.364 INFO:tasks.workunit.client.0.smithi045.stderr: -337> 2024-09-12T17:54:51.005+0000 7f7681948640 10 monclient(hunting): get_auth_request con 0x55ad51c84510 auth_method 0 2024-09-12T17:54:51.364 INFO:tasks.workunit.client.0.smithi045.stderr: -336> 2024-09-12T17:54:51.005+0000 7f7681948640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:54:51.364 INFO:tasks.workunit.client.0.smithi045.stderr: -335> 2024-09-12T17:54:51.005+0000 7f7681948640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:54:51.364 INFO:tasks.workunit.client.0.smithi045.stderr: -334> 2024-09-12T17:54:51.005+0000 7f7681948640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:54:51.365 INFO:tasks.workunit.client.0.smithi045.stderr: -333> 2024-09-12T17:54:51.005+0000 7f7682149640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:54:51.365 INFO:tasks.workunit.client.0.smithi045.stderr: -332> 2024-09-12T17:54:51.005+0000 7f7682149640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:54:51.365 INFO:tasks.workunit.client.0.smithi045.stderr: -331> 2024-09-12T17:54:51.005+0000 7f7682149640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:54:51.365 INFO:tasks.workunit.client.0.smithi045.stderr: -330> 2024-09-12T17:54:51.005+0000 7f7681147640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:54:51.365 INFO:tasks.workunit.client.0.smithi045.stderr: -329> 2024-09-12T17:54:51.005+0000 7f7681147640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:54:51.365 INFO:tasks.workunit.client.0.smithi045.stderr: -328> 2024-09-12T17:54:51.005+0000 7f7681147640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:54:51.365 INFO:tasks.workunit.client.0.smithi045.stderr: -327> 2024-09-12T17:54:51.005+0000 7f7681948640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:54:51.365 INFO:tasks.workunit.client.0.smithi045.stderr: -326> 2024-09-12T17:54:51.005+0000 7f7681948640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:54:51.365 INFO:tasks.workunit.client.0.smithi045.stderr: -325> 2024-09-12T17:54:51.005+0000 7f7681948640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:54:51.365 INFO:tasks.workunit.client.0.smithi045.stderr: -324> 2024-09-12T17:54:51.005+0000 7f7682149640 10 monclient(hunting): handle_auth_done global_id 6810 payload 824 2024-09-12T17:54:51.365 INFO:tasks.workunit.client.0.smithi045.stderr: -323> 2024-09-12T17:54:51.005+0000 7f7682149640 10 monclient: _finish_hunting 0 2024-09-12T17:54:51.365 INFO:tasks.workunit.client.0.smithi045.stderr: -322> 2024-09-12T17:54:51.005+0000 7f7682149640 1 monclient: found mon.noname-a 2024-09-12T17:54:51.365 INFO:tasks.workunit.client.0.smithi045.stderr: -321> 2024-09-12T17:54:51.005+0000 7f7682149640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.45:3300/0 2024-09-12T17:54:51.365 INFO:tasks.workunit.client.0.smithi045.stderr: -320> 2024-09-12T17:54:51.005+0000 7f75677fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:54:51.366 INFO:tasks.workunit.client.0.smithi045.stderr: -319> 2024-09-12T17:54:51.005+0000 7f75677fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:54:51.366 INFO:tasks.workunit.client.0.smithi045.stderr: -318> 2024-09-12T17:54:51.005+0000 7f75677fe640 10 monclient: dump: 2024-09-12T17:54:51.366 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:54:51.366 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:54:51.366 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:51.366 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:51.366 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:54:51.366 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:54:51.366 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:54:51.366 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:54:51.366 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:54:51.366 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:51.366 INFO:tasks.workunit.client.0.smithi045.stderr: -317> 2024-09-12T17:54:51.005+0000 7f75677fe640 10 monclient: _finish_auth 0 2024-09-12T17:54:51.366 INFO:tasks.workunit.client.0.smithi045.stderr: -316> 2024-09-12T17:54:51.005+0000 7f75677fe640 10 monclient: _check_auth_tickets 2024-09-12T17:54:51.367 INFO:tasks.workunit.client.0.smithi045.stderr: -315> 2024-09-12T17:54:51.005+0000 7f75677fe640 10 monclient: handle_config config(0 keys) 2024-09-12T17:54:51.367 INFO:tasks.workunit.client.0.smithi045.stderr: -314> 2024-09-12T17:54:51.005+0000 7f75677fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:54:51.367 INFO:tasks.workunit.client.0.smithi045.stderr: -313> 2024-09-12T17:54:51.005+0000 7f75677fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:54:51.367 INFO:tasks.workunit.client.0.smithi045.stderr: -312> 2024-09-12T17:54:51.005+0000 7f75677fe640 10 monclient: dump: 2024-09-12T17:54:51.367 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:54:51.367 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:54:51.367 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:51.367 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:51.367 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:54:51.367 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:54:51.367 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:54:51.367 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:54:51.367 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:54:51.367 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:51.368 INFO:tasks.workunit.client.0.smithi045.stderr: -311> 2024-09-12T17:54:51.005+0000 7f768620f800 5 monclient: authenticate success, global_id 6810 2024-09-12T17:54:51.368 INFO:tasks.workunit.client.0.smithi045.stderr: -310> 2024-09-12T17:54:51.005+0000 7f768620f800 10 monclient: _renew_subs 2024-09-12T17:54:51.368 INFO:tasks.workunit.client.0.smithi045.stderr: -309> 2024-09-12T17:54:51.005+0000 7f768620f800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:54:51.368 INFO:tasks.workunit.client.0.smithi045.stderr: -308> 2024-09-12T17:54:51.005+0000 7f768294a640 4 set_mon_vals no callback set 2024-09-12T17:54:51.368 INFO:tasks.workunit.client.0.smithi045.stderr: -307> 2024-09-12T17:54:51.005+0000 7f768620f800 10 monclient: _renew_subs 2024-09-12T17:54:51.368 INFO:tasks.workunit.client.0.smithi045.stderr: -306> 2024-09-12T17:54:51.005+0000 7f768620f800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:54:51.368 INFO:tasks.workunit.client.0.smithi045.stderr: -305> 2024-09-12T17:54:51.007+0000 7f75677fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:54:51.368 INFO:tasks.workunit.client.0.smithi045.stderr: -304> 2024-09-12T17:54:51.007+0000 7f75677fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:54:51.368 INFO:tasks.workunit.client.0.smithi045.stderr: -303> 2024-09-12T17:54:51.007+0000 7f75677fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:54:51.368 INFO:tasks.workunit.client.0.smithi045.stderr: -302> 2024-09-12T17:54:51.008+0000 7f7681948640 10 monclient: get_auth_request con 0x7f755c076380 auth_method 0 2024-09-12T17:54:51.368 INFO:tasks.workunit.client.0.smithi045.stderr: -301> 2024-09-12T17:54:51.008+0000 7f768620f800 10 monclient: get_monmap_and_config 2024-09-12T17:54:51.368 INFO:tasks.workunit.client.0.smithi045.stderr: -300> 2024-09-12T17:54:51.008+0000 7f768620f800 10 monclient: build_initial_monmap 2024-09-12T17:54:51.368 INFO:tasks.workunit.client.0.smithi045.stderr: -299> 2024-09-12T17:54:51.008+0000 7f768620f800 1 build_initial for_mkfs: 0 2024-09-12T17:54:51.369 INFO:tasks.workunit.client.0.smithi045.stderr: -298> 2024-09-12T17:54:51.008+0000 7f768620f800 10 monclient: monmap: 2024-09-12T17:54:51.369 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:54:51.369 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:54:51.369 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:54:51.369 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:54:51.369 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:54:51.369 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:54:51.369 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:54:51.369 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:54:51.369 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:54:51.369 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:51.369 INFO:tasks.workunit.client.0.smithi045.stderr: -297> 2024-09-12T17:54:51.008+0000 7f768620f800 5 AuthRegistry(0x55ad51ca4400) adding auth protocol: cephx 2024-09-12T17:54:51.369 INFO:tasks.workunit.client.0.smithi045.stderr: -296> 2024-09-12T17:54:51.008+0000 7f768620f800 5 AuthRegistry(0x55ad51ca4400) adding auth protocol: cephx 2024-09-12T17:54:51.370 INFO:tasks.workunit.client.0.smithi045.stderr: -295> 2024-09-12T17:54:51.008+0000 7f768620f800 5 AuthRegistry(0x55ad51ca4400) adding auth protocol: cephx 2024-09-12T17:54:51.370 INFO:tasks.workunit.client.0.smithi045.stderr: -294> 2024-09-12T17:54:51.008+0000 7f768620f800 5 AuthRegistry(0x55ad51ca4400) adding con mode: secure 2024-09-12T17:54:51.370 INFO:tasks.workunit.client.0.smithi045.stderr: -293> 2024-09-12T17:54:51.008+0000 7f768620f800 5 AuthRegistry(0x55ad51ca4400) adding con mode: crc 2024-09-12T17:54:51.370 INFO:tasks.workunit.client.0.smithi045.stderr: -292> 2024-09-12T17:54:51.008+0000 7f768620f800 5 AuthRegistry(0x55ad51ca4400) adding con mode: secure 2024-09-12T17:54:51.370 INFO:tasks.workunit.client.0.smithi045.stderr: -291> 2024-09-12T17:54:51.008+0000 7f768620f800 5 AuthRegistry(0x55ad51ca4400) adding con mode: crc 2024-09-12T17:54:51.370 INFO:tasks.workunit.client.0.smithi045.stderr: -290> 2024-09-12T17:54:51.008+0000 7f768620f800 5 AuthRegistry(0x55ad51ca4400) adding con mode: secure 2024-09-12T17:54:51.370 INFO:tasks.workunit.client.0.smithi045.stderr: -289> 2024-09-12T17:54:51.008+0000 7f768620f800 5 AuthRegistry(0x55ad51ca4400) adding con mode: crc 2024-09-12T17:54:51.370 INFO:tasks.workunit.client.0.smithi045.stderr: -288> 2024-09-12T17:54:51.008+0000 7f768620f800 5 AuthRegistry(0x55ad51ca4400) adding con mode: crc 2024-09-12T17:54:51.370 INFO:tasks.workunit.client.0.smithi045.stderr: -287> 2024-09-12T17:54:51.008+0000 7f768620f800 5 AuthRegistry(0x55ad51ca4400) adding con mode: secure 2024-09-12T17:54:51.370 INFO:tasks.workunit.client.0.smithi045.stderr: -286> 2024-09-12T17:54:51.008+0000 7f768620f800 5 AuthRegistry(0x55ad51ca4400) adding con mode: crc 2024-09-12T17:54:51.370 INFO:tasks.workunit.client.0.smithi045.stderr: -285> 2024-09-12T17:54:51.008+0000 7f768620f800 5 AuthRegistry(0x55ad51ca4400) adding con mode: secure 2024-09-12T17:54:51.370 INFO:tasks.workunit.client.0.smithi045.stderr: -284> 2024-09-12T17:54:51.008+0000 7f768620f800 5 AuthRegistry(0x55ad51ca4400) adding con mode: crc 2024-09-12T17:54:51.370 INFO:tasks.workunit.client.0.smithi045.stderr: -283> 2024-09-12T17:54:51.008+0000 7f768620f800 5 AuthRegistry(0x55ad51ca4400) adding con mode: secure 2024-09-12T17:54:51.370 INFO:tasks.workunit.client.0.smithi045.stderr: -282> 2024-09-12T17:54:51.008+0000 7f768620f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:54:51.371 INFO:tasks.workunit.client.0.smithi045.stderr: -281> 2024-09-12T17:54:51.008+0000 7f768620f800 10 monclient: init 2024-09-12T17:54:51.371 INFO:tasks.workunit.client.0.smithi045.stderr: -280> 2024-09-12T17:54:51.008+0000 7f768620f800 5 AuthRegistry(0x7ffe06e36a10) adding auth protocol: cephx 2024-09-12T17:54:51.371 INFO:tasks.workunit.client.0.smithi045.stderr: -279> 2024-09-12T17:54:51.008+0000 7f768620f800 5 AuthRegistry(0x7ffe06e36a10) adding auth protocol: cephx 2024-09-12T17:54:51.371 INFO:tasks.workunit.client.0.smithi045.stderr: -278> 2024-09-12T17:54:51.008+0000 7f768620f800 5 AuthRegistry(0x7ffe06e36a10) adding auth protocol: cephx 2024-09-12T17:54:51.371 INFO:tasks.workunit.client.0.smithi045.stderr: -277> 2024-09-12T17:54:51.008+0000 7f768620f800 5 AuthRegistry(0x7ffe06e36a10) adding con mode: secure 2024-09-12T17:54:51.371 INFO:tasks.workunit.client.0.smithi045.stderr: -276> 2024-09-12T17:54:51.008+0000 7f768620f800 5 AuthRegistry(0x7ffe06e36a10) adding con mode: crc 2024-09-12T17:54:51.371 INFO:tasks.workunit.client.0.smithi045.stderr: -275> 2024-09-12T17:54:51.008+0000 7f768620f800 5 AuthRegistry(0x7ffe06e36a10) adding con mode: secure 2024-09-12T17:54:51.371 INFO:tasks.workunit.client.0.smithi045.stderr: -274> 2024-09-12T17:54:51.008+0000 7f768620f800 5 AuthRegistry(0x7ffe06e36a10) adding con mode: crc 2024-09-12T17:54:51.371 INFO:tasks.workunit.client.0.smithi045.stderr: -273> 2024-09-12T17:54:51.008+0000 7f768620f800 5 AuthRegistry(0x7ffe06e36a10) adding con mode: secure 2024-09-12T17:54:51.371 INFO:tasks.workunit.client.0.smithi045.stderr: -272> 2024-09-12T17:54:51.008+0000 7f768620f800 5 AuthRegistry(0x7ffe06e36a10) adding con mode: crc 2024-09-12T17:54:51.371 INFO:tasks.workunit.client.0.smithi045.stderr: -271> 2024-09-12T17:54:51.008+0000 7f768620f800 5 AuthRegistry(0x7ffe06e36a10) adding con mode: crc 2024-09-12T17:54:51.371 INFO:tasks.workunit.client.0.smithi045.stderr: -270> 2024-09-12T17:54:51.008+0000 7f768620f800 5 AuthRegistry(0x7ffe06e36a10) adding con mode: secure 2024-09-12T17:54:51.371 INFO:tasks.workunit.client.0.smithi045.stderr: -269> 2024-09-12T17:54:51.008+0000 7f768620f800 5 AuthRegistry(0x7ffe06e36a10) adding con mode: crc 2024-09-12T17:54:51.371 INFO:tasks.workunit.client.0.smithi045.stderr: -268> 2024-09-12T17:54:51.008+0000 7f768620f800 5 AuthRegistry(0x7ffe06e36a10) adding con mode: secure 2024-09-12T17:54:51.372 INFO:tasks.workunit.client.0.smithi045.stderr: -267> 2024-09-12T17:54:51.008+0000 7f768620f800 5 AuthRegistry(0x7ffe06e36a10) adding con mode: crc 2024-09-12T17:54:51.372 INFO:tasks.workunit.client.0.smithi045.stderr: -266> 2024-09-12T17:54:51.008+0000 7f768620f800 5 AuthRegistry(0x7ffe06e36a10) adding con mode: secure 2024-09-12T17:54:51.372 INFO:tasks.workunit.client.0.smithi045.stderr: -265> 2024-09-12T17:54:51.008+0000 7f768620f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:54:51.372 INFO:tasks.workunit.client.0.smithi045.stderr: -264> 2024-09-12T17:54:51.009+0000 7f768620f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:54:51.372 INFO:tasks.workunit.client.0.smithi045.stderr: -263> 2024-09-12T17:54:51.009+0000 7f768620f800 5 asok(0x55ad519e6730) register_command rotate-key cmddesc rotate-key hook 0x7ffe06e36b58 EEXIST 2024-09-12T17:54:51.372 INFO:tasks.workunit.client.0.smithi045.stderr: -262> 2024-09-12T17:54:51.009+0000 7f768620f800 10 monclient: _reopen_session rank -1 2024-09-12T17:54:51.372 INFO:tasks.workunit.client.0.smithi045.stderr: -261> 2024-09-12T17:54:51.009+0000 7f768620f800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:54:51.372 INFO:tasks.workunit.client.0.smithi045.stderr: -260> 2024-09-12T17:54:51.009+0000 7f768620f800 10 monclient(hunting): picked mon.noname-c con 0x55ad51cd8930 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:54:51.372 INFO:tasks.workunit.client.0.smithi045.stderr: -259> 2024-09-12T17:54:51.009+0000 7f768620f800 10 monclient(hunting): picked mon.noname-a con 0x55ad51ca8490 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:54:51.372 INFO:tasks.workunit.client.0.smithi045.stderr: -258> 2024-09-12T17:54:51.009+0000 7f768620f800 10 monclient(hunting): picked mon.noname-b con 0x55ad51ca53c0 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:54:51.372 INFO:tasks.workunit.client.0.smithi045.stderr: -257> 2024-09-12T17:54:51.009+0000 7f768620f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:54:51.372 INFO:tasks.workunit.client.0.smithi045.stderr: -256> 2024-09-12T17:54:51.009+0000 7f768620f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:54:51.372 INFO:tasks.workunit.client.0.smithi045.stderr: -255> 2024-09-12T17:54:51.009+0000 7f768620f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:54:51.373 INFO:tasks.workunit.client.0.smithi045.stderr: -254> 2024-09-12T17:54:51.009+0000 7f768620f800 10 monclient(hunting): _renew_subs 2024-09-12T17:54:51.373 INFO:tasks.workunit.client.0.smithi045.stderr: -253> 2024-09-12T17:54:51.009+0000 7f768620f800 10 monclient(hunting): authenticate will time out at 1989.467145s 2024-09-12T17:54:51.373 INFO:tasks.workunit.client.0.smithi045.stderr: -252> 2024-09-12T17:54:51.009+0000 7f7681147640 10 monclient(hunting): get_auth_request con 0x55ad51ca8490 auth_method 0 2024-09-12T17:54:51.373 INFO:tasks.workunit.client.0.smithi045.stderr: -251> 2024-09-12T17:54:51.009+0000 7f7681147640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:54:51.373 INFO:tasks.workunit.client.0.smithi045.stderr: -250> 2024-09-12T17:54:51.009+0000 7f7681147640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:54:51.373 INFO:tasks.workunit.client.0.smithi045.stderr: -249> 2024-09-12T17:54:51.009+0000 7f7681147640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:54:51.373 INFO:tasks.workunit.client.0.smithi045.stderr: -248> 2024-09-12T17:54:51.009+0000 7f7681948640 10 monclient(hunting): get_auth_request con 0x55ad51cd8930 auth_method 0 2024-09-12T17:54:51.373 INFO:tasks.workunit.client.0.smithi045.stderr: -247> 2024-09-12T17:54:51.009+0000 7f7681948640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:54:51.373 INFO:tasks.workunit.client.0.smithi045.stderr: -246> 2024-09-12T17:54:51.009+0000 7f7681948640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:54:51.373 INFO:tasks.workunit.client.0.smithi045.stderr: -245> 2024-09-12T17:54:51.009+0000 7f7681948640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:54:51.373 INFO:tasks.workunit.client.0.smithi045.stderr: -244> 2024-09-12T17:54:51.009+0000 7f7681147640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:54:51.373 INFO:tasks.workunit.client.0.smithi045.stderr: -243> 2024-09-12T17:54:51.009+0000 7f7681147640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:54:51.373 INFO:tasks.workunit.client.0.smithi045.stderr: -242> 2024-09-12T17:54:51.009+0000 7f7681147640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:54:51.373 INFO:tasks.workunit.client.0.smithi045.stderr: -241> 2024-09-12T17:54:51.009+0000 7f7681948640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:54:51.374 INFO:tasks.workunit.client.0.smithi045.stderr: -240> 2024-09-12T17:54:51.009+0000 7f7681948640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:54:51.374 INFO:tasks.workunit.client.0.smithi045.stderr: -239> 2024-09-12T17:54:51.009+0000 7f7681948640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:54:51.374 INFO:tasks.workunit.client.0.smithi045.stderr: -238> 2024-09-12T17:54:51.009+0000 7f7681147640 10 monclient(hunting): handle_auth_done global_id 6813 payload 274 2024-09-12T17:54:51.374 INFO:tasks.workunit.client.0.smithi045.stderr: -237> 2024-09-12T17:54:51.009+0000 7f7681147640 10 monclient: _finish_hunting 0 2024-09-12T17:54:51.374 INFO:tasks.workunit.client.0.smithi045.stderr: -236> 2024-09-12T17:54:51.009+0000 7f7681147640 1 monclient: found mon.noname-a 2024-09-12T17:54:51.374 INFO:tasks.workunit.client.0.smithi045.stderr: -235> 2024-09-12T17:54:51.009+0000 7f7681147640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.45:3300/0 2024-09-12T17:54:51.374 INFO:tasks.workunit.client.0.smithi045.stderr: -234> 2024-09-12T17:54:51.009+0000 7f7682149640 10 monclient: get_auth_request con 0x55ad51ca53c0 auth_method 0 2024-09-12T17:54:51.374 INFO:tasks.workunit.client.0.smithi045.stderr: -233> 2024-09-12T17:54:51.009+0000 7f75657fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:54:51.374 INFO:tasks.workunit.client.0.smithi045.stderr: -232> 2024-09-12T17:54:51.009+0000 7f75657fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:54:51.374 INFO:tasks.workunit.client.0.smithi045.stderr: -231> 2024-09-12T17:54:51.009+0000 7f75657fa640 10 monclient: dump: 2024-09-12T17:54:51.374 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:54:51.374 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:54:51.374 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:51.375 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:51.375 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:54:51.375 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:54:51.375 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:54:51.375 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:54:51.375 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:54:51.375 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:51.375 INFO:tasks.workunit.client.0.smithi045.stderr: -230> 2024-09-12T17:54:51.009+0000 7f75657fa640 10 monclient: _finish_auth 0 2024-09-12T17:54:51.375 INFO:tasks.workunit.client.0.smithi045.stderr: -229> 2024-09-12T17:54:51.009+0000 7f75657fa640 10 monclient: _check_auth_tickets 2024-09-12T17:54:51.375 INFO:tasks.workunit.client.0.smithi045.stderr: -228> 2024-09-12T17:54:51.009+0000 7f75657fa640 10 monclient: handle_config config(0 keys) 2024-09-12T17:54:51.375 INFO:tasks.workunit.client.0.smithi045.stderr: -227> 2024-09-12T17:54:51.009+0000 7f768620f800 5 monclient: authenticate success, global_id 6813 2024-09-12T17:54:51.375 INFO:tasks.workunit.client.0.smithi045.stderr: -226> 2024-09-12T17:54:51.009+0000 7f768620f800 10 monclient: get_monmap_and_config success 2024-09-12T17:54:51.375 INFO:tasks.workunit.client.0.smithi045.stderr: -225> 2024-09-12T17:54:51.009+0000 7f768620f800 4 set_mon_vals no callback set 2024-09-12T17:54:51.375 INFO:tasks.workunit.client.0.smithi045.stderr: -224> 2024-09-12T17:54:51.009+0000 7f75657fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:54:51.376 INFO:tasks.workunit.client.0.smithi045.stderr: -223> 2024-09-12T17:54:51.009+0000 7f75657fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:54:51.376 INFO:tasks.workunit.client.0.smithi045.stderr: -222> 2024-09-12T17:54:51.009+0000 7f75657fa640 10 monclient: dump: 2024-09-12T17:54:51.376 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:54:51.376 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:54:51.376 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:51.376 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:51.376 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:54:51.376 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:54:51.376 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:54:51.376 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:54:51.376 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:54:51.376 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:51.376 INFO:tasks.workunit.client.0.smithi045.stderr: -221> 2024-09-12T17:54:51.010+0000 7f768620f800 10 monclient: shutdown 2024-09-12T17:54:51.377 INFO:tasks.workunit.client.0.smithi045.stderr: -220> 2024-09-12T17:54:51.010+0000 7f768620f800 10 monclient: build_initial_monmap 2024-09-12T17:54:51.377 INFO:tasks.workunit.client.0.smithi045.stderr: -219> 2024-09-12T17:54:51.010+0000 7f768620f800 1 build_initial for_mkfs: 0 2024-09-12T17:54:51.377 INFO:tasks.workunit.client.0.smithi045.stderr: -218> 2024-09-12T17:54:51.010+0000 7f768620f800 10 monclient: monmap: 2024-09-12T17:54:51.377 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:54:51.377 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:54:51.377 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:54:51.377 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:54:51.377 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:54:51.377 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:54:51.377 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:54:51.377 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:54:51.377 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:54:51.377 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:51.377 INFO:tasks.workunit.client.0.smithi045.stderr: -217> 2024-09-12T17:54:51.010+0000 7f768620f800 5 AuthRegistry(0x55ad51ca43b0) adding auth protocol: cephx 2024-09-12T17:54:51.378 INFO:tasks.workunit.client.0.smithi045.stderr: -216> 2024-09-12T17:54:51.010+0000 7f768620f800 5 AuthRegistry(0x55ad51ca43b0) adding auth protocol: cephx 2024-09-12T17:54:51.378 INFO:tasks.workunit.client.0.smithi045.stderr: -215> 2024-09-12T17:54:51.010+0000 7f768620f800 5 AuthRegistry(0x55ad51ca43b0) adding auth protocol: cephx 2024-09-12T17:54:51.378 INFO:tasks.workunit.client.0.smithi045.stderr: -214> 2024-09-12T17:54:51.010+0000 7f768620f800 5 AuthRegistry(0x55ad51ca43b0) adding con mode: secure 2024-09-12T17:54:51.378 INFO:tasks.workunit.client.0.smithi045.stderr: -213> 2024-09-12T17:54:51.010+0000 7f768620f800 5 AuthRegistry(0x55ad51ca43b0) adding con mode: crc 2024-09-12T17:54:51.378 INFO:tasks.workunit.client.0.smithi045.stderr: -212> 2024-09-12T17:54:51.010+0000 7f768620f800 5 AuthRegistry(0x55ad51ca43b0) adding con mode: secure 2024-09-12T17:54:51.378 INFO:tasks.workunit.client.0.smithi045.stderr: -211> 2024-09-12T17:54:51.010+0000 7f768620f800 5 AuthRegistry(0x55ad51ca43b0) adding con mode: crc 2024-09-12T17:54:51.378 INFO:tasks.workunit.client.0.smithi045.stderr: -210> 2024-09-12T17:54:51.010+0000 7f768620f800 5 AuthRegistry(0x55ad51ca43b0) adding con mode: secure 2024-09-12T17:54:51.378 INFO:tasks.workunit.client.0.smithi045.stderr: -209> 2024-09-12T17:54:51.010+0000 7f768620f800 5 AuthRegistry(0x55ad51ca43b0) adding con mode: crc 2024-09-12T17:54:51.378 INFO:tasks.workunit.client.0.smithi045.stderr: -208> 2024-09-12T17:54:51.010+0000 7f768620f800 5 AuthRegistry(0x55ad51ca43b0) adding con mode: crc 2024-09-12T17:54:51.379 INFO:tasks.workunit.client.0.smithi045.stderr: -207> 2024-09-12T17:54:51.010+0000 7f768620f800 5 AuthRegistry(0x55ad51ca43b0) adding con mode: secure 2024-09-12T17:54:51.379 INFO:tasks.workunit.client.0.smithi045.stderr: -206> 2024-09-12T17:54:51.010+0000 7f768620f800 5 AuthRegistry(0x55ad51ca43b0) adding con mode: crc 2024-09-12T17:54:51.379 INFO:tasks.workunit.client.0.smithi045.stderr: -205> 2024-09-12T17:54:51.010+0000 7f768620f800 5 AuthRegistry(0x55ad51ca43b0) adding con mode: secure 2024-09-12T17:54:51.379 INFO:tasks.workunit.client.0.smithi045.stderr: -204> 2024-09-12T17:54:51.010+0000 7f768620f800 5 AuthRegistry(0x55ad51ca43b0) adding con mode: crc 2024-09-12T17:54:51.379 INFO:tasks.workunit.client.0.smithi045.stderr: -203> 2024-09-12T17:54:51.010+0000 7f768620f800 5 AuthRegistry(0x55ad51ca43b0) adding con mode: secure 2024-09-12T17:54:51.379 INFO:tasks.workunit.client.0.smithi045.stderr: -202> 2024-09-12T17:54:51.010+0000 7f768620f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:54:51.379 INFO:tasks.workunit.client.0.smithi045.stderr: -201> 2024-09-12T17:54:51.010+0000 7f768620f800 1 librados: starting msgr at 2024-09-12T17:54:51.379 INFO:tasks.workunit.client.0.smithi045.stderr: -200> 2024-09-12T17:54:51.010+0000 7f768620f800 1 librados: starting objecter 2024-09-12T17:54:51.379 INFO:tasks.workunit.client.0.smithi045.stderr: -199> 2024-09-12T17:54:51.010+0000 7f768620f800 5 asok(0x55ad519e6730) register_command objecter_requests cmddesc objecter_requests hook 0x55ad51c86680 EEXIST 2024-09-12T17:54:51.379 INFO:tasks.workunit.client.0.smithi045.stderr: -198> 2024-09-12T17:54:51.010+0000 7f768620f800 1 librados: setting wanted keys 2024-09-12T17:54:51.379 INFO:tasks.workunit.client.0.smithi045.stderr: -197> 2024-09-12T17:54:51.010+0000 7f768620f800 1 librados: calling monclient init 2024-09-12T17:54:51.379 INFO:tasks.workunit.client.0.smithi045.stderr: -196> 2024-09-12T17:54:51.010+0000 7f768620f800 10 monclient: init 2024-09-12T17:54:51.379 INFO:tasks.workunit.client.0.smithi045.stderr: -195> 2024-09-12T17:54:51.010+0000 7f768620f800 5 AuthRegistry(0x55ad51c9c250) adding auth protocol: cephx 2024-09-12T17:54:51.379 INFO:tasks.workunit.client.0.smithi045.stderr: -194> 2024-09-12T17:54:51.010+0000 7f768620f800 5 AuthRegistry(0x55ad51c9c250) adding auth protocol: cephx 2024-09-12T17:54:51.380 INFO:tasks.workunit.client.0.smithi045.stderr: -193> 2024-09-12T17:54:51.010+0000 7f768620f800 5 AuthRegistry(0x55ad51c9c250) adding auth protocol: cephx 2024-09-12T17:54:51.380 INFO:tasks.workunit.client.0.smithi045.stderr: -192> 2024-09-12T17:54:51.010+0000 7f768620f800 5 AuthRegistry(0x55ad51c9c250) adding con mode: secure 2024-09-12T17:54:51.380 INFO:tasks.workunit.client.0.smithi045.stderr: -191> 2024-09-12T17:54:51.010+0000 7f768620f800 5 AuthRegistry(0x55ad51c9c250) adding con mode: crc 2024-09-12T17:54:51.380 INFO:tasks.workunit.client.0.smithi045.stderr: -190> 2024-09-12T17:54:51.010+0000 7f768620f800 5 AuthRegistry(0x55ad51c9c250) adding con mode: secure 2024-09-12T17:54:51.380 INFO:tasks.workunit.client.0.smithi045.stderr: -189> 2024-09-12T17:54:51.010+0000 7f768620f800 5 AuthRegistry(0x55ad51c9c250) adding con mode: crc 2024-09-12T17:54:51.380 INFO:tasks.workunit.client.0.smithi045.stderr: -188> 2024-09-12T17:54:51.010+0000 7f768620f800 5 AuthRegistry(0x55ad51c9c250) adding con mode: secure 2024-09-12T17:54:51.380 INFO:tasks.workunit.client.0.smithi045.stderr: -187> 2024-09-12T17:54:51.010+0000 7f768620f800 5 AuthRegistry(0x55ad51c9c250) adding con mode: crc 2024-09-12T17:54:51.380 INFO:tasks.workunit.client.0.smithi045.stderr: -186> 2024-09-12T17:54:51.010+0000 7f768620f800 5 AuthRegistry(0x55ad51c9c250) adding con mode: crc 2024-09-12T17:54:51.380 INFO:tasks.workunit.client.0.smithi045.stderr: -185> 2024-09-12T17:54:51.010+0000 7f768620f800 5 AuthRegistry(0x55ad51c9c250) adding con mode: secure 2024-09-12T17:54:51.380 INFO:tasks.workunit.client.0.smithi045.stderr: -184> 2024-09-12T17:54:51.010+0000 7f768620f800 5 AuthRegistry(0x55ad51c9c250) adding con mode: crc 2024-09-12T17:54:51.380 INFO:tasks.workunit.client.0.smithi045.stderr: -183> 2024-09-12T17:54:51.010+0000 7f768620f800 5 AuthRegistry(0x55ad51c9c250) adding con mode: secure 2024-09-12T17:54:51.380 INFO:tasks.workunit.client.0.smithi045.stderr: -182> 2024-09-12T17:54:51.010+0000 7f768620f800 5 AuthRegistry(0x55ad51c9c250) adding con mode: crc 2024-09-12T17:54:51.380 INFO:tasks.workunit.client.0.smithi045.stderr: -181> 2024-09-12T17:54:51.010+0000 7f768620f800 5 AuthRegistry(0x55ad51c9c250) adding con mode: secure 2024-09-12T17:54:51.381 INFO:tasks.workunit.client.0.smithi045.stderr: -180> 2024-09-12T17:54:51.011+0000 7f768620f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:54:51.381 INFO:tasks.workunit.client.0.smithi045.stderr: -179> 2024-09-12T17:54:51.011+0000 7f768620f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:54:51.381 INFO:tasks.workunit.client.0.smithi045.stderr: -178> 2024-09-12T17:54:51.011+0000 7f768620f800 5 asok(0x55ad519e6730) register_command rotate-key cmddesc rotate-key hook 0x55ad51c9c398 EEXIST 2024-09-12T17:54:51.381 INFO:tasks.workunit.client.0.smithi045.stderr: -177> 2024-09-12T17:54:51.011+0000 7f768620f800 10 monclient: _reopen_session rank -1 2024-09-12T17:54:51.381 INFO:tasks.workunit.client.0.smithi045.stderr: -176> 2024-09-12T17:54:51.011+0000 7f768620f800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:54:51.381 INFO:tasks.workunit.client.0.smithi045.stderr: -175> 2024-09-12T17:54:51.011+0000 7f768620f800 10 monclient(hunting): picked mon.noname-a con 0x55ad51ca53c0 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:54:51.381 INFO:tasks.workunit.client.0.smithi045.stderr: -174> 2024-09-12T17:54:51.011+0000 7f768620f800 10 monclient(hunting): picked mon.noname-b con 0x55ad51ca8490 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:54:51.381 INFO:tasks.workunit.client.0.smithi045.stderr: -173> 2024-09-12T17:54:51.011+0000 7f768620f800 10 monclient(hunting): picked mon.noname-c con 0x55ad51cd8930 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:54:51.381 INFO:tasks.workunit.client.0.smithi045.stderr: -172> 2024-09-12T17:54:51.011+0000 7f768620f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:54:51.381 INFO:tasks.workunit.client.0.smithi045.stderr: -171> 2024-09-12T17:54:51.011+0000 7f768620f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:54:51.381 INFO:tasks.workunit.client.0.smithi045.stderr: -170> 2024-09-12T17:54:51.011+0000 7f768620f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:54:51.381 INFO:tasks.workunit.client.0.smithi045.stderr: -169> 2024-09-12T17:54:51.011+0000 7f768620f800 10 monclient(hunting): _renew_subs 2024-09-12T17:54:51.381 INFO:tasks.workunit.client.0.smithi045.stderr: -168> 2024-09-12T17:54:51.011+0000 7f768620f800 10 monclient(hunting): authenticate will time out at 1989.469455s 2024-09-12T17:54:51.381 INFO:tasks.workunit.client.0.smithi045.stderr: -167> 2024-09-12T17:54:51.011+0000 7f7681948640 10 monclient(hunting): get_auth_request con 0x55ad51ca53c0 auth_method 0 2024-09-12T17:54:51.382 INFO:tasks.workunit.client.0.smithi045.stderr: -166> 2024-09-12T17:54:51.011+0000 7f7681948640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:54:51.382 INFO:tasks.workunit.client.0.smithi045.stderr: -165> 2024-09-12T17:54:51.011+0000 7f7681948640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:54:51.382 INFO:tasks.workunit.client.0.smithi045.stderr: -164> 2024-09-12T17:54:51.011+0000 7f7681948640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:54:51.382 INFO:tasks.workunit.client.0.smithi045.stderr: -163> 2024-09-12T17:54:51.011+0000 7f7682149640 10 monclient(hunting): get_auth_request con 0x55ad51cd8930 auth_method 0 2024-09-12T17:54:51.382 INFO:tasks.workunit.client.0.smithi045.stderr: -162> 2024-09-12T17:54:51.011+0000 7f7682149640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:54:51.382 INFO:tasks.workunit.client.0.smithi045.stderr: -161> 2024-09-12T17:54:51.011+0000 7f7682149640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:54:51.382 INFO:tasks.workunit.client.0.smithi045.stderr: -160> 2024-09-12T17:54:51.011+0000 7f7682149640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:54:51.382 INFO:tasks.workunit.client.0.smithi045.stderr: -159> 2024-09-12T17:54:51.011+0000 7f7681948640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:54:51.382 INFO:tasks.workunit.client.0.smithi045.stderr: -158> 2024-09-12T17:54:51.011+0000 7f7681948640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:54:51.382 INFO:tasks.workunit.client.0.smithi045.stderr: -157> 2024-09-12T17:54:51.011+0000 7f7681948640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:54:51.382 INFO:tasks.workunit.client.0.smithi045.stderr: -156> 2024-09-12T17:54:51.011+0000 7f7682149640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:54:51.382 INFO:tasks.workunit.client.0.smithi045.stderr: -155> 2024-09-12T17:54:51.011+0000 7f7682149640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:54:51.382 INFO:tasks.workunit.client.0.smithi045.stderr: -154> 2024-09-12T17:54:51.011+0000 7f7682149640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:54:51.383 INFO:tasks.workunit.client.0.smithi045.stderr: -153> 2024-09-12T17:54:51.011+0000 7f7681147640 10 monclient(hunting): get_auth_request con 0x55ad51ca8490 auth_method 0 2024-09-12T17:54:51.383 INFO:tasks.workunit.client.0.smithi045.stderr: -152> 2024-09-12T17:54:51.011+0000 7f7681147640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:54:51.383 INFO:tasks.workunit.client.0.smithi045.stderr: -151> 2024-09-12T17:54:51.011+0000 7f7681147640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:54:51.383 INFO:tasks.workunit.client.0.smithi045.stderr: -150> 2024-09-12T17:54:51.011+0000 7f7681147640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:54:51.383 INFO:tasks.workunit.client.0.smithi045.stderr: -149> 2024-09-12T17:54:51.011+0000 7f7681147640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:54:51.383 INFO:tasks.workunit.client.0.smithi045.stderr: -148> 2024-09-12T17:54:51.011+0000 7f7681147640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:54:51.383 INFO:tasks.workunit.client.0.smithi045.stderr: -147> 2024-09-12T17:54:51.011+0000 7f7681147640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:54:51.383 INFO:tasks.workunit.client.0.smithi045.stderr: -146> 2024-09-12T17:54:51.011+0000 7f7681948640 10 monclient(hunting): handle_auth_done global_id 6816 payload 824 2024-09-12T17:54:51.383 INFO:tasks.workunit.client.0.smithi045.stderr: -145> 2024-09-12T17:54:51.011+0000 7f7681948640 10 monclient: _finish_hunting 0 2024-09-12T17:54:51.383 INFO:tasks.workunit.client.0.smithi045.stderr: -144> 2024-09-12T17:54:51.011+0000 7f7681948640 1 monclient: found mon.noname-a 2024-09-12T17:54:51.383 INFO:tasks.workunit.client.0.smithi045.stderr: -143> 2024-09-12T17:54:51.011+0000 7f7681948640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.45:3300/0 2024-09-12T17:54:51.383 INFO:tasks.workunit.client.0.smithi045.stderr: -142> 2024-09-12T17:54:51.012+0000 7f75537fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:54:51.383 INFO:tasks.workunit.client.0.smithi045.stderr: -141> 2024-09-12T17:54:51.012+0000 7f75537fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:54:51.383 INFO:tasks.workunit.client.0.smithi045.stderr: -140> 2024-09-12T17:54:51.012+0000 7f75537fe640 10 monclient: dump: 2024-09-12T17:54:51.384 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:54:51.384 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:54:51.384 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:51.384 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:51.384 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:54:51.384 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:54:51.384 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:54:51.384 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:54:51.384 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:54:51.384 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:51.384 INFO:tasks.workunit.client.0.smithi045.stderr: -139> 2024-09-12T17:54:51.012+0000 7f75537fe640 10 monclient: _finish_auth 0 2024-09-12T17:54:51.384 INFO:tasks.workunit.client.0.smithi045.stderr: -138> 2024-09-12T17:54:51.012+0000 7f75537fe640 10 monclient: _check_auth_tickets 2024-09-12T17:54:51.384 INFO:tasks.workunit.client.0.smithi045.stderr: -137> 2024-09-12T17:54:51.012+0000 7f75537fe640 10 monclient: handle_config config(0 keys) 2024-09-12T17:54:51.385 INFO:tasks.workunit.client.0.smithi045.stderr: -136> 2024-09-12T17:54:51.012+0000 7f75537fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:54:51.385 INFO:tasks.workunit.client.0.smithi045.stderr: -135> 2024-09-12T17:54:51.012+0000 7f75537fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:54:51.385 INFO:tasks.workunit.client.0.smithi045.stderr: -134> 2024-09-12T17:54:51.012+0000 7f75537fe640 10 monclient: dump: 2024-09-12T17:54:51.385 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:54:51.385 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:54:51.385 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:51.385 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:54:51.385 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:54:51.385 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:54:51.385 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:54:51.385 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:54:51.385 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:54:51.385 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:51.385 INFO:tasks.workunit.client.0.smithi045.stderr: -133> 2024-09-12T17:54:51.012+0000 7f768620f800 5 monclient: authenticate success, global_id 6816 2024-09-12T17:54:51.386 INFO:tasks.workunit.client.0.smithi045.stderr: -132> 2024-09-12T17:54:51.012+0000 7f75657fa640 4 set_mon_vals no callback set 2024-09-12T17:54:51.386 INFO:tasks.workunit.client.0.smithi045.stderr: -131> 2024-09-12T17:54:51.012+0000 7f768620f800 10 monclient: _renew_subs 2024-09-12T17:54:51.386 INFO:tasks.workunit.client.0.smithi045.stderr: -130> 2024-09-12T17:54:51.012+0000 7f768620f800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:54:51.386 INFO:tasks.workunit.client.0.smithi045.stderr: -129> 2024-09-12T17:54:51.012+0000 7f768620f800 10 monclient: _renew_subs 2024-09-12T17:54:51.386 INFO:tasks.workunit.client.0.smithi045.stderr: -128> 2024-09-12T17:54:51.012+0000 7f768620f800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:54:51.386 INFO:tasks.workunit.client.0.smithi045.stderr: -127> 2024-09-12T17:54:51.012+0000 7f768620f800 1 librados: init done 2024-09-12T17:54:51.386 INFO:tasks.workunit.client.0.smithi045.stderr: -126> 2024-09-12T17:54:51.012+0000 7f768620f800 5 asok(0x55ad519e6730) register_command cr dump hook 0x55ad51cd0978 2024-09-12T17:54:51.386 INFO:tasks.workunit.client.0.smithi045.stderr: -125> 2024-09-12T17:54:51.013+0000 7f768620f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.386 INFO:tasks.workunit.client.0.smithi045.stderr: -124> 2024-09-12T17:54:51.014+0000 7f75537fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:54:51.386 INFO:tasks.workunit.client.0.smithi045.stderr: -123> 2024-09-12T17:54:51.014+0000 7f75537fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:54:51.386 INFO:tasks.workunit.client.0.smithi045.stderr: -122> 2024-09-12T17:54:51.014+0000 7f75537fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:54:51.386 INFO:tasks.workunit.client.0.smithi045.stderr: -121> 2024-09-12T17:54:51.014+0000 7f7681147640 10 monclient: get_auth_request con 0x7f754c076470 auth_method 0 2024-09-12T17:54:51.386 INFO:tasks.workunit.client.0.smithi045.stderr: -120> 2024-09-12T17:54:51.014+0000 7f7682149640 10 monclient: get_auth_request con 0x55ad51cf2c60 auth_method 0 2024-09-12T17:54:51.386 INFO:tasks.workunit.client.0.smithi045.stderr: -119> 2024-09-12T17:54:51.015+0000 7f768620f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:51.387 INFO:tasks.workunit.client.0.smithi045.stderr: -118> 2024-09-12T17:54:51.015+0000 7f768620f800 20 realm 2024-09-12T17:54:51.387 INFO:tasks.workunit.client.0.smithi045.stderr: -117> 2024-09-12T17:54:51.015+0000 7f768620f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.387 INFO:tasks.workunit.client.0.smithi045.stderr: -116> 2024-09-12T17:54:51.015+0000 7f768620f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:51.387 INFO:tasks.workunit.client.0.smithi045.stderr: -115> 2024-09-12T17:54:51.015+0000 7f768620f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:54:51.387 INFO:tasks.workunit.client.0.smithi045.stderr: -114> 2024-09-12T17:54:51.015+0000 7f768620f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.387 INFO:tasks.workunit.client.0.smithi045.stderr: -113> 2024-09-12T17:54:51.015+0000 7f768620f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:51.387 INFO:tasks.workunit.client.0.smithi045.stderr: -112> 2024-09-12T17:54:51.015+0000 7f768620f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.387 INFO:tasks.workunit.client.0.smithi045.stderr: -111> 2024-09-12T17:54:51.015+0000 7f7681948640 10 monclient: get_auth_request con 0x55ad51cf6ef0 auth_method 0 2024-09-12T17:54:51.387 INFO:tasks.workunit.client.0.smithi045.stderr: -110> 2024-09-12T17:54:51.016+0000 7f768620f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:51.387 INFO:tasks.workunit.client.0.smithi045.stderr: -109> 2024-09-12T17:54:51.016+0000 7f768620f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.387 INFO:tasks.workunit.client.0.smithi045.stderr: -108> 2024-09-12T17:54:51.017+0000 7f7681147640 10 monclient: get_auth_request con 0x55ad51cfa730 auth_method 0 2024-09-12T17:54:51.388 INFO:tasks.workunit.client.0.smithi045.stderr: -107> 2024-09-12T17:54:51.017+0000 7f768620f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:54:51.388 INFO:tasks.workunit.client.0.smithi045.stderr: -106> 2024-09-12T17:54:51.017+0000 7f768620f800 20 searching for the correct realm 2024-09-12T17:54:51.388 INFO:tasks.workunit.client.0.smithi045.stderr: -105> 2024-09-12T17:54:51.017+0000 7f7682149640 10 monclient: get_auth_request con 0x55ad51cff4f0 auth_method 0 2024-09-12T17:54:51.388 INFO:tasks.workunit.client.0.smithi045.stderr: -104> 2024-09-12T17:54:51.018+0000 7f7681948640 10 monclient: get_auth_request con 0x7f767808b040 auth_method 0 2024-09-12T17:54:51.388 INFO:tasks.workunit.client.0.smithi045.stderr: -103> 2024-09-12T17:54:51.019+0000 7f7681147640 10 monclient: get_auth_request con 0x7f76740b9810 auth_method 0 2024-09-12T17:54:51.388 INFO:tasks.workunit.client.0.smithi045.stderr: -102> 2024-09-12T17:54:51.020+0000 7f7681147640 0 -- 172.21.15.45:0/713303515 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x55ad51cfa730 msgr2=0x55ad51cfcb40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:54:51.388 INFO:tasks.workunit.client.0.smithi045.stderr: -101> 2024-09-12T17:54:51.020+0000 7f75537fe640 1 client.6816.objecter ms_handle_reset 0x55ad51cfa730 session 0x55ad51cf6280 osd.7 2024-09-12T17:54:51.388 INFO:tasks.workunit.client.0.smithi045.stderr: -100> 2024-09-12T17:54:51.020+0000 7f75537fe640 10 monclient: _renew_subs 2024-09-12T17:54:51.388 INFO:tasks.workunit.client.0.smithi045.stderr: -99> 2024-09-12T17:54:51.020+0000 7f75537fe640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:54:51.388 INFO:tasks.workunit.client.0.smithi045.stderr: -98> 2024-09-12T17:54:51.020+0000 7f7681147640 10 monclient: get_auth_request con 0x7f754c086ba0 auth_method 0 2024-09-12T17:54:51.388 INFO:tasks.workunit.client.0.smithi045.stderr: -97> 2024-09-12T17:54:51.021+0000 7f7682149640 10 monclient: get_auth_request con 0x7f7678024070 auth_method 0 2024-09-12T17:54:51.389 INFO:tasks.workunit.client.0.smithi045.stderr: -96> 2024-09-12T17:54:51.023+0000 7f7681948640 10 monclient: get_auth_request con 0x7f7678060a40 auth_method 0 2024-09-12T17:54:51.389 INFO:tasks.workunit.client.0.smithi045.stderr: -95> 2024-09-12T17:54:51.023+0000 7f7681948640 0 -- 172.21.15.45:0/713303515 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f7678060a40 msgr2=0x7f7678091560 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:54:51.389 INFO:tasks.workunit.client.0.smithi045.stderr: -94> 2024-09-12T17:54:51.224+0000 7f7681948640 10 monclient: get_auth_request con 0x7f7678060a40 auth_method 0 2024-09-12T17:54:51.389 INFO:tasks.workunit.client.0.smithi045.stderr: -93> 2024-09-12T17:54:51.230+0000 7f768620f800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:54:51.389 INFO:tasks.workunit.client.0.smithi045.stderr: -92> 2024-09-12T17:54:51.230+0000 7f768620f800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:54:51.389 INFO:tasks.workunit.client.0.smithi045.stderr: -91> 2024-09-12T17:54:51.230+0000 7f768620f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:54:51.389 INFO:tasks.workunit.client.0.smithi045.stderr: -90> 2024-09-12T17:54:51.230+0000 7f768620f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:54:51.389 INFO:tasks.workunit.client.0.smithi045.stderr: -89> 2024-09-12T17:54:51.230+0000 7f768620f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:54:51.389 INFO:tasks.workunit.client.0.smithi045.stderr: -88> 2024-09-12T17:54:51.230+0000 7f768620f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:54:51.389 INFO:tasks.workunit.client.0.smithi045.stderr: -87> 2024-09-12T17:54:51.230+0000 7f768620f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.389 INFO:tasks.workunit.client.0.smithi045.stderr: -86> 2024-09-12T17:54:51.230+0000 7f768620f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:51.389 INFO:tasks.workunit.client.0.smithi045.stderr: -85> 2024-09-12T17:54:51.230+0000 7f768620f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.389 INFO:tasks.workunit.client.0.smithi045.stderr: -84> 2024-09-12T17:54:51.230+0000 7f768620f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:51.390 INFO:tasks.workunit.client.0.smithi045.stderr: -83> 2024-09-12T17:54:51.230+0000 7f768620f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.390 INFO:tasks.workunit.client.0.smithi045.stderr: -82> 2024-09-12T17:54:51.230+0000 7f768620f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:54:51.390 INFO:tasks.workunit.client.0.smithi045.stderr: -81> 2024-09-12T17:54:51.230+0000 7f768620f800 20 zone default found 2024-09-12T17:54:51.390 INFO:tasks.workunit.client.0.smithi045.stderr: -80> 2024-09-12T17:54:51.230+0000 7f768620f800 4 Realm: () 2024-09-12T17:54:51.390 INFO:tasks.workunit.client.0.smithi045.stderr: -79> 2024-09-12T17:54:51.230+0000 7f768620f800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:54:51.390 INFO:tasks.workunit.client.0.smithi045.stderr: -78> 2024-09-12T17:54:51.230+0000 7f768620f800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:54:51.390 INFO:tasks.workunit.client.0.smithi045.stderr: -77> 2024-09-12T17:54:51.230+0000 7f768620f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:54:51.390 INFO:tasks.workunit.client.0.smithi045.stderr: -76> 2024-09-12T17:54:51.230+0000 7f768620f800 20 zonegroup default 2024-09-12T17:54:51.390 INFO:tasks.workunit.client.0.smithi045.stderr: -75> 2024-09-12T17:54:51.230+0000 7f768620f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.390 INFO:tasks.workunit.client.0.smithi045.stderr: -74> 2024-09-12T17:54:51.231+0000 7f768620f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:51.390 INFO:tasks.workunit.client.0.smithi045.stderr: -73> 2024-09-12T17:54:51.231+0000 7f768620f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.390 INFO:tasks.workunit.client.0.smithi045.stderr: -72> 2024-09-12T17:54:51.231+0000 7f768620f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:51.390 INFO:tasks.workunit.client.0.smithi045.stderr: -71> 2024-09-12T17:54:51.231+0000 7f768620f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.391 INFO:tasks.workunit.client.0.smithi045.stderr: -70> 2024-09-12T17:54:51.231+0000 7f768620f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:51.391 INFO:tasks.workunit.client.0.smithi045.stderr: -69> 2024-09-12T17:54:51.231+0000 7f768620f800 20 started sync module instance, tier type = 2024-09-12T17:54:51.391 INFO:tasks.workunit.client.0.smithi045.stderr: -68> 2024-09-12T17:54:51.231+0000 7f768620f800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:54:51.391 INFO:tasks.workunit.client.0.smithi045.stderr: -67> 2024-09-12T17:54:51.241+0000 7f768620f800 20 add_watcher() i=0 2024-09-12T17:54:51.391 INFO:tasks.workunit.client.0.smithi045.stderr: -66> 2024-09-12T17:54:51.241+0000 7f768620f800 20 add_watcher() i=1 2024-09-12T17:54:51.391 INFO:tasks.workunit.client.0.smithi045.stderr: -65> 2024-09-12T17:54:51.241+0000 7f768620f800 20 add_watcher() i=2 2024-09-12T17:54:51.391 INFO:tasks.workunit.client.0.smithi045.stderr: -64> 2024-09-12T17:54:51.241+0000 7f768620f800 20 add_watcher() i=3 2024-09-12T17:54:51.391 INFO:tasks.workunit.client.0.smithi045.stderr: -63> 2024-09-12T17:54:51.241+0000 7f768620f800 20 add_watcher() i=4 2024-09-12T17:54:51.391 INFO:tasks.workunit.client.0.smithi045.stderr: -62> 2024-09-12T17:54:51.241+0000 7f768620f800 20 add_watcher() i=5 2024-09-12T17:54:51.391 INFO:tasks.workunit.client.0.smithi045.stderr: -61> 2024-09-12T17:54:51.241+0000 7f768620f800 20 add_watcher() i=6 2024-09-12T17:54:51.391 INFO:tasks.workunit.client.0.smithi045.stderr: -60> 2024-09-12T17:54:51.242+0000 7f768620f800 20 add_watcher() i=7 2024-09-12T17:54:51.391 INFO:tasks.workunit.client.0.smithi045.stderr: -59> 2024-09-12T17:54:51.242+0000 7f768620f800 2 all 8 watchers are set, enabling cache 2024-09-12T17:54:51.391 INFO:tasks.workunit.client.0.smithi045.stderr: -58> 2024-09-12T17:54:51.243+0000 7f768620f800 5 AuthRegistry(0x7ffe06e36ee0) adding auth protocol: cephx 2024-09-12T17:54:51.391 INFO:tasks.workunit.client.0.smithi045.stderr: -57> 2024-09-12T17:54:51.243+0000 7f768620f800 5 AuthRegistry(0x7ffe06e36ee0) adding auth protocol: cephx 2024-09-12T17:54:51.392 INFO:tasks.workunit.client.0.smithi045.stderr: -56> 2024-09-12T17:54:51.243+0000 7f768620f800 5 AuthRegistry(0x7ffe06e36ee0) adding auth protocol: cephx 2024-09-12T17:54:51.392 INFO:tasks.workunit.client.0.smithi045.stderr: -55> 2024-09-12T17:54:51.243+0000 7f768620f800 5 AuthRegistry(0x7ffe06e36ee0) adding con mode: secure 2024-09-12T17:54:51.392 INFO:tasks.workunit.client.0.smithi045.stderr: -54> 2024-09-12T17:54:51.243+0000 7f768620f800 5 AuthRegistry(0x7ffe06e36ee0) adding con mode: crc 2024-09-12T17:54:51.392 INFO:tasks.workunit.client.0.smithi045.stderr: -53> 2024-09-12T17:54:51.243+0000 7f768620f800 5 AuthRegistry(0x7ffe06e36ee0) adding con mode: secure 2024-09-12T17:54:51.392 INFO:tasks.workunit.client.0.smithi045.stderr: -52> 2024-09-12T17:54:51.243+0000 7f768620f800 5 AuthRegistry(0x7ffe06e36ee0) adding con mode: crc 2024-09-12T17:54:51.392 INFO:tasks.workunit.client.0.smithi045.stderr: -51> 2024-09-12T17:54:51.243+0000 7f768620f800 5 AuthRegistry(0x7ffe06e36ee0) adding con mode: secure 2024-09-12T17:54:51.392 INFO:tasks.workunit.client.0.smithi045.stderr: -50> 2024-09-12T17:54:51.243+0000 7f768620f800 5 AuthRegistry(0x7ffe06e36ee0) adding con mode: crc 2024-09-12T17:54:51.392 INFO:tasks.workunit.client.0.smithi045.stderr: -49> 2024-09-12T17:54:51.243+0000 7f768620f800 5 AuthRegistry(0x7ffe06e36ee0) adding con mode: crc 2024-09-12T17:54:51.392 INFO:tasks.workunit.client.0.smithi045.stderr: -48> 2024-09-12T17:54:51.243+0000 7f768620f800 5 AuthRegistry(0x7ffe06e36ee0) adding con mode: secure 2024-09-12T17:54:51.392 INFO:tasks.workunit.client.0.smithi045.stderr: -47> 2024-09-12T17:54:51.243+0000 7f768620f800 5 AuthRegistry(0x7ffe06e36ee0) adding con mode: crc 2024-09-12T17:54:51.392 INFO:tasks.workunit.client.0.smithi045.stderr: -46> 2024-09-12T17:54:51.243+0000 7f768620f800 5 AuthRegistry(0x7ffe06e36ee0) adding con mode: secure 2024-09-12T17:54:51.392 INFO:tasks.workunit.client.0.smithi045.stderr: -45> 2024-09-12T17:54:51.243+0000 7f768620f800 5 AuthRegistry(0x7ffe06e36ee0) adding con mode: crc 2024-09-12T17:54:51.392 INFO:tasks.workunit.client.0.smithi045.stderr: -44> 2024-09-12T17:54:51.243+0000 7f768620f800 5 AuthRegistry(0x7ffe06e36ee0) adding con mode: secure 2024-09-12T17:54:51.392 INFO:tasks.workunit.client.0.smithi045.stderr: -43> 2024-09-12T17:54:51.243+0000 7f75337fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:54:51.393 INFO:tasks.workunit.client.0.smithi045.stderr: -42> 2024-09-12T17:54:51.244+0000 7f768620f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:54:51.393 INFO:tasks.workunit.client.0.smithi045.stderr: -41> 2024-09-12T17:54:51.244+0000 7f768620f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:54:51.393 INFO:tasks.workunit.client.0.smithi045.stderr: -40> 2024-09-12T17:54:51.244+0000 7f768620f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:54:51.393 INFO:tasks.workunit.client.0.smithi045.stderr: -39> 2024-09-12T17:54:51.244+0000 7f768620f800 5 asok(0x55ad519e6730) register_command cache list hook 0x55ad51cd04c0 2024-09-12T17:54:51.393 INFO:tasks.workunit.client.0.smithi045.stderr: -38> 2024-09-12T17:54:51.244+0000 7f768620f800 5 asok(0x55ad519e6730) register_command cache inspect hook 0x55ad51cd04c0 2024-09-12T17:54:51.393 INFO:tasks.workunit.client.0.smithi045.stderr: -37> 2024-09-12T17:54:51.244+0000 7f768620f800 5 asok(0x55ad519e6730) register_command cache erase hook 0x55ad51cd04c0 2024-09-12T17:54:51.393 INFO:tasks.workunit.client.0.smithi045.stderr: -36> 2024-09-12T17:54:51.244+0000 7f768620f800 5 asok(0x55ad519e6730) register_command cache zap hook 0x55ad51cd04c0 2024-09-12T17:54:51.393 INFO:tasks.workunit.client.0.smithi045.stderr: -35> 2024-09-12T17:54:51.244+0000 7f768620f800 5 note: GC not initialized 2024-09-12T17:54:51.393 INFO:tasks.workunit.client.0.smithi045.stderr: -34> 2024-09-12T17:54:51.244+0000 7f75327fc640 20 reqs_thread_entry: start 2024-09-12T17:54:51.393 INFO:tasks.workunit.client.0.smithi045.stderr: -33> 2024-09-12T17:54:51.244+0000 7f768620f800 5 asok(0x55ad519e6730) register_command sync trace show hook 0x7f76740042f0 2024-09-12T17:54:51.393 INFO:tasks.workunit.client.0.smithi045.stderr: -32> 2024-09-12T17:54:51.244+0000 7f768620f800 5 asok(0x55ad519e6730) register_command sync trace history hook 0x7f76740042f0 2024-09-12T17:54:51.393 INFO:tasks.workunit.client.0.smithi045.stderr: -31> 2024-09-12T17:54:51.244+0000 7f768620f800 5 asok(0x55ad519e6730) register_command sync trace active hook 0x7f76740042f0 2024-09-12T17:54:51.393 INFO:tasks.workunit.client.0.smithi045.stderr: -30> 2024-09-12T17:54:51.244+0000 7f768620f800 5 asok(0x55ad519e6730) register_command sync trace active_short hook 0x7f76740042f0 2024-09-12T17:54:51.394 INFO:tasks.workunit.client.0.smithi045.stderr: -29> 2024-09-12T17:54:51.244+0000 7f768620f800 20 init_complete bucket index max shards: 1 2024-09-12T17:54:51.394 INFO:tasks.workunit.client.0.smithi045.stderr: -28> 2024-09-12T17:54:51.244+0000 7f768620f800 20 Filter name: none 2024-09-12T17:54:51.394 INFO:tasks.workunit.client.0.smithi045.stderr: -27> 2024-09-12T17:54:51.244+0000 7f74a3fff640 20 reqs_thread_entry: start 2024-09-12T17:54:51.394 INFO:tasks.workunit.client.0.smithi045.stderr: -26> 2024-09-12T17:54:51.244+0000 7f768620f800 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2024-09-12T17:54:51.394 INFO:tasks.workunit.client.0.smithi045.stderr: -25> 2024-09-12T17:54:51.244+0000 7f768620f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.394 INFO:tasks.workunit.client.0.smithi045.stderr: -24> 2024-09-12T17:54:51.245+0000 7f768620f800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:54:51.394 INFO:tasks.workunit.client.0.smithi045.stderr: -23> 2024-09-12T17:54:51.245+0000 7f768620f800 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2024-09-12T17:54:51.394 INFO:tasks.workunit.client.0.smithi045.stderr: -22> 2024-09-12T17:54:51.245+0000 7f768620f800 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2024-09-12T17:54:51.394 INFO:tasks.workunit.client.0.smithi045.stderr: -21> 2024-09-12T17:54:51.245+0000 7f768620f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.28 : miss 2024-09-12T17:54:51.394 INFO:tasks.workunit.client.0.smithi045.stderr: -20> 2024-09-12T17:54:51.245+0000 7f768620f800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.394 INFO:tasks.workunit.client.0.smithi045.stderr: -19> 2024-09-12T17:54:51.245+0000 7f768620f800 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T17:54:51.394 INFO:tasks.workunit.client.0.smithi045.stderr: -18> 2024-09-12T17:54:51.245+0000 7f768620f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.28 info.flags=0x17 2024-09-12T17:54:51.394 INFO:tasks.workunit.client.0.smithi045.stderr: -17> 2024-09-12T17:54:51.245+0000 7f768620f800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.28 to cache LRU end 2024-09-12T17:54:51.394 INFO:tasks.workunit.client.0.smithi045.stderr: -16> 2024-09-12T17:54:51.245+0000 7f768620f800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:54:51.395 INFO:tasks.workunit.client.0.smithi045.stderr: -15> 2024-09-12T17:54:51.245+0000 7f768620f800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:54:51.395 INFO:tasks.workunit.client.0.smithi045.stderr: -14> 2024-09-12T17:54:51.245+0000 7f768620f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.28 2024-09-12T17:54:51.395 INFO:tasks.workunit.client.0.smithi045.stderr: -13> 2024-09-12T17:54:51.249+0000 7f768620f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.28 info.flags=0x17 2024-09-12T17:54:51.395 INFO:tasks.workunit.client.0.smithi045.stderr: -12> 2024-09-12T17:54:51.249+0000 7f768620f800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.28 to cache LRU end 2024-09-12T17:54:51.395 INFO:tasks.workunit.client.0.smithi045.stderr: -11> 2024-09-12T17:54:51.249+0000 7f768620f800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:54:51.395 INFO:tasks.workunit.client.0.smithi045.stderr: -10> 2024-09-12T17:54:51.249+0000 7f768620f800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.28, ofs0, ns] 2024-09-12T17:54:51.395 INFO:tasks.workunit.client.0.smithi045.stderr: -9> 2024-09-12T17:54:51.249+0000 7f75657fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398901 cookie 94202890311936 notifier 6816 bl.length()=1023 2024-09-12T17:54:51.395 INFO:tasks.workunit.client.0.smithi045.stderr: -8> 2024-09-12T17:54:51.249+0000 7f75657fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.28 info.flags=0x17 2024-09-12T17:54:51.395 INFO:tasks.workunit.client.0.smithi045.stderr: -7> 2024-09-12T17:54:51.249+0000 7f75657fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.28 to cache LRU end 2024-09-12T17:54:51.395 INFO:tasks.workunit.client.0.smithi045.stderr: -6> 2024-09-12T17:54:51.249+0000 7f75657fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:54:51.395 INFO:tasks.workunit.client.0.smithi045.stderr: -5> 2024-09-12T17:54:51.250+0000 7f768620f800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[b6123b67-6580-4373-9691-e0e950df5f06.4566.28]): orig_sources= new_sources= 2024-09-12T17:54:51.395 INFO:tasks.workunit.client.0.smithi045.stderr: -4> 2024-09-12T17:54:51.250+0000 7f768620f800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[b6123b67-6580-4373-9691-e0e950df5f06.4566.28]): potential sources added=[] removed=[] 2024-09-12T17:54:51.395 INFO:tasks.workunit.client.0.smithi045.stderr: -3> 2024-09-12T17:54:51.250+0000 7f768620f800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[b6123b67-6580-4373-9691-e0e950df5f06.4566.28]): orig_dests= new_dests= 2024-09-12T17:54:51.395 INFO:tasks.workunit.client.0.smithi045.stderr: -2> 2024-09-12T17:54:51.250+0000 7f768620f800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[b6123b67-6580-4373-9691-e0e950df5f06.4566.28]): potential dests added=[] removed=[] 2024-09-12T17:54:51.396 INFO:tasks.workunit.client.0.smithi045.stderr: -1> 2024-09-12T17:54:51.250+0000 7f768620f800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f768620f800 time 2024-09-12T17:54:51.250599+0000 2024-09-12T17:54:51.396 INFO:tasks.workunit.client.0.smithi045.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:54:51.396 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:51.396 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:54:51.396 INFO:tasks.workunit.client.0.smithi045.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f768738c71a] 2024-09-12T17:54:51.396 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f768738c8d8] 2024-09-12T17:54:51.396 INFO:tasks.workunit.client.0.smithi045.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55ad4f666841] 2024-09-12T17:54:51.396 INFO:tasks.workunit.client.0.smithi045.stderr: 4: radosgw-admin(+0xd7489e) [0x55ad4fb7489e] 2024-09-12T17:54:51.396 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55ad4f67650d] 2024-09-12T17:54:51.396 INFO:tasks.workunit.client.0.smithi045.stderr: 6: main() 2024-09-12T17:54:51.396 INFO:tasks.workunit.client.0.smithi045.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f7686029590] 2024-09-12T17:54:51.396 INFO:tasks.workunit.client.0.smithi045.stderr: 8: __libc_start_main() 2024-09-12T17:54:51.397 INFO:tasks.workunit.client.0.smithi045.stderr: 9: _start() 2024-09-12T17:54:51.397 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:51.397 INFO:tasks.workunit.client.0.smithi045.stderr: 0> 2024-09-12T17:54:51.251+0000 7f768620f800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:54:51.397 INFO:tasks.workunit.client.0.smithi045.stderr: in thread 7f768620f800 thread_name:radosgw-admin 2024-09-12T17:54:51.397 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:51.397 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:54:51.397 INFO:tasks.workunit.client.0.smithi045.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f768603e6f0] 2024-09-12T17:54:51.397 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f768608b99c] 2024-09-12T17:54:51.397 INFO:tasks.workunit.client.0.smithi045.stderr: 3: raise() 2024-09-12T17:54:51.397 INFO:tasks.workunit.client.0.smithi045.stderr: 4: abort() 2024-09-12T17:54:51.397 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f768738c774] 2024-09-12T17:54:51.397 INFO:tasks.workunit.client.0.smithi045.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f768738c8d8] 2024-09-12T17:54:51.397 INFO:tasks.workunit.client.0.smithi045.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55ad4f666841] 2024-09-12T17:54:51.397 INFO:tasks.workunit.client.0.smithi045.stderr: 8: radosgw-admin(+0xd7489e) [0x55ad4fb7489e] 2024-09-12T17:54:51.398 INFO:tasks.workunit.client.0.smithi045.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55ad4f67650d] 2024-09-12T17:54:51.398 INFO:tasks.workunit.client.0.smithi045.stderr: 10: main() 2024-09-12T17:54:51.398 INFO:tasks.workunit.client.0.smithi045.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f7686029590] 2024-09-12T17:54:51.398 INFO:tasks.workunit.client.0.smithi045.stderr: 12: __libc_start_main() 2024-09-12T17:54:51.398 INFO:tasks.workunit.client.0.smithi045.stderr: 13: _start() 2024-09-12T17:54:51.398 INFO:tasks.workunit.client.0.smithi045.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:54:51.398 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:51.398 INFO:tasks.workunit.client.0.smithi045.stderr:--- logging levels --- 2024-09-12T17:54:51.398 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 none 2024-09-12T17:54:51.398 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 lockdep 2024-09-12T17:54:51.398 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 context 2024-09-12T17:54:51.398 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 crush 2024-09-12T17:54:51.398 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds 2024-09-12T17:54:51.398 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_balancer 2024-09-12T17:54:51.399 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_locker 2024-09-12T17:54:51.399 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_log 2024-09-12T17:54:51.399 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_log_expire 2024-09-12T17:54:51.399 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_migrator 2024-09-12T17:54:51.399 INFO:tasks.workunit.client.0.smithi045.stderr: 3/ 5 mds_quiesce 2024-09-12T17:54:51.399 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 buffer 2024-09-12T17:54:51.399 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 timer 2024-09-12T17:54:51.399 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 filer 2024-09-12T17:54:51.400 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 striper 2024-09-12T17:54:51.400 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 objecter 2024-09-12T17:54:51.400 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rados 2024-09-12T17:54:51.400 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd 2024-09-12T17:54:51.400 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_mirror 2024-09-12T17:54:51.400 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_replay 2024-09-12T17:54:51.400 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_pwl 2024-09-12T17:54:51.400 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 journaler 2024-09-12T17:54:51.400 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 objectcacher 2024-09-12T17:54:51.400 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:54:51.400 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 client 2024-09-12T17:54:51.401 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 osd 2024-09-12T17:54:51.401 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 optracker 2024-09-12T17:54:51.401 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 objclass 2024-09-12T17:54:51.401 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 filestore 2024-09-12T17:54:51.401 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 journal 2024-09-12T17:54:51.401 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 0 ms 2024-09-12T17:54:51.401 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mon 2024-09-12T17:54:51.401 INFO:tasks.workunit.client.0.smithi045.stderr: 0/10 monc 2024-09-12T17:54:51.401 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 paxos 2024-09-12T17:54:51.401 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 tp 2024-09-12T17:54:51.401 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 auth 2024-09-12T17:54:51.402 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 crypto 2024-09-12T17:54:51.402 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 finisher 2024-09-12T17:54:51.402 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 reserver 2024-09-12T17:54:51.402 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 heartbeatmap 2024-09-12T17:54:51.402 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 perfcounter 2024-09-12T17:54:51.402 INFO:tasks.workunit.client.0.smithi045.stderr: 20/20 rgw 2024-09-12T17:54:51.402 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_sync 2024-09-12T17:54:51.402 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_datacache 2024-09-12T17:54:51.402 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_access 2024-09-12T17:54:51.402 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:54:51.403 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_flight 2024-09-12T17:54:51.403 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:54:51.403 INFO:tasks.workunit.client.0.smithi045.stderr: 20/20 rgw_notification 2024-09-12T17:54:51.403 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 javaclient 2024-09-12T17:54:51.403 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 asok 2024-09-12T17:54:51.403 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 throttle 2024-09-12T17:54:51.403 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 0 refs 2024-09-12T17:54:51.403 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 compressor 2024-09-12T17:54:51.403 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 bluestore 2024-09-12T17:54:51.403 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 bluefs 2024-09-12T17:54:51.403 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 bdev 2024-09-12T17:54:51.403 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 kstore 2024-09-12T17:54:51.403 INFO:tasks.workunit.client.0.smithi045.stderr: 4/ 5 rocksdb 2024-09-12T17:54:51.403 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 fuse 2024-09-12T17:54:51.404 INFO:tasks.workunit.client.0.smithi045.stderr: 2/ 5 mgr 2024-09-12T17:54:51.404 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mgrc 2024-09-12T17:54:51.404 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 dpdk 2024-09-12T17:54:51.404 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 eventtrace 2024-09-12T17:54:51.404 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 prioritycache 2024-09-12T17:54:51.404 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 test 2024-09-12T17:54:51.404 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:54:51.404 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cephsqlite 2024-09-12T17:54:51.404 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:54:51.404 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore 2024-09-12T17:54:51.404 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_onode 2024-09-12T17:54:51.404 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_odata 2024-09-12T17:54:51.404 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_omap 2024-09-12T17:54:51.404 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_tm 2024-09-12T17:54:51.405 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_t 2024-09-12T17:54:51.405 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:54:51.405 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_epm 2024-09-12T17:54:51.405 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_lba 2024-09-12T17:54:51.405 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:54:51.405 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_cache 2024-09-12T17:54:51.405 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_journal 2024-09-12T17:54:51.405 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_device 2024-09-12T17:54:51.405 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_backref 2024-09-12T17:54:51.405 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 alienstore 2024-09-12T17:54:51.405 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mclock 2024-09-12T17:54:51.405 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cyanstore 2024-09-12T17:54:51.405 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 ceph_exporter 2024-09-12T17:54:51.405 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 memstore 2024-09-12T17:54:51.406 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 trace 2024-09-12T17:54:51.406 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 ceph_dedup 2024-09-12T17:54:51.406 INFO:tasks.workunit.client.0.smithi045.stderr: -2/-2 (syslog threshold) 2024-09-12T17:54:51.406 INFO:tasks.workunit.client.0.smithi045.stderr: 99/99 (stderr threshold) 2024-09-12T17:54:51.406 INFO:tasks.workunit.client.0.smithi045.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:54:51.406 INFO:tasks.workunit.client.0.smithi045.stderr: 7f74a3fff640 / http_manager 2024-09-12T17:54:51.406 INFO:tasks.workunit.client.0.smithi045.stderr: 7f75327fc640 / http_manager 2024-09-12T17:54:51.406 INFO:tasks.workunit.client.0.smithi045.stderr: 7f75337fe640 / rgw_dt_lg_renew 2024-09-12T17:54:51.406 INFO:tasks.workunit.client.0.smithi045.stderr: 7f75537fe640 / ms_dispatch 2024-09-12T17:54:51.406 INFO:tasks.workunit.client.0.smithi045.stderr: 7f75657fa640 / io_context_pool 2024-09-12T17:54:51.406 INFO:tasks.workunit.client.0.smithi045.stderr: 7f75677fe640 / ms_dispatch 2024-09-12T17:54:51.406 INFO:tasks.workunit.client.0.smithi045.stderr: 7f756e604640 / ms_dispatch 2024-09-12T17:54:51.406 INFO:tasks.workunit.client.0.smithi045.stderr: 7f756fe07640 / io_context_pool 2024-09-12T17:54:51.406 INFO:tasks.workunit.client.0.smithi045.stderr: 7f7681147640 / msgr-worker-2 2024-09-12T17:54:51.407 INFO:tasks.workunit.client.0.smithi045.stderr: 7f7681948640 / msgr-worker-1 2024-09-12T17:54:51.407 INFO:tasks.workunit.client.0.smithi045.stderr: 7f7682149640 / msgr-worker-0 2024-09-12T17:54:51.407 INFO:tasks.workunit.client.0.smithi045.stderr: 7f768294a640 / io_context_pool 2024-09-12T17:54:51.407 INFO:tasks.workunit.client.0.smithi045.stderr: 7f768620f800 / radosgw-admin 2024-09-12T17:54:51.407 INFO:tasks.workunit.client.0.smithi045.stderr: max_recent 500 2024-09-12T17:54:51.407 INFO:tasks.workunit.client.0.smithi045.stderr: max_new 1000 2024-09-12T17:54:51.407 INFO:tasks.workunit.client.0.smithi045.stderr: log_file /var/lib/ceph/crash/2024-09-12T17:54:51.252244Z_83b29aca-6dc2-4def-a63f-e9c8db7a3389/log 2024-09-12T17:54:51.407 INFO:tasks.workunit.client.0.smithi045.stderr:--- end dump of recent events --- 2024-09-12T17:54:51.407 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket abort-at-trim-reshard-log-entries 2024-09-12T17:54:51.412 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:54:51.412 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:54:51.412 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.329+0000 7f77e4298800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.412 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.331+0000 7f77e4298800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:51.412 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.331+0000 7f77e4298800 20 realm 2024-09-12T17:54:51.412 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.331+0000 7f77e4298800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.412 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.331+0000 7f77e4298800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:51.413 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.331+0000 7f77e4298800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:54:51.413 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.331+0000 7f77e4298800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.413 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.331+0000 7f77e4298800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:51.413 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.331+0000 7f77e4298800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.413 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.332+0000 7f77e4298800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:51.413 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.332+0000 7f77e4298800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.413 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.333+0000 7f77e4298800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:54:51.413 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.333+0000 7f77e4298800 20 searching for the correct realm 2024-09-12T17:54:51.413 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.336+0000 7f77e2583640 0 -- 172.21.15.45:0/1167382665 >> [v2:172.21.15.45:6800/38958590,v1:172.21.15.45:6801/38958590] conn(0x55e2865d4d50 msgr2=0x55e2865d7140 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:54:51.413 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.340+0000 7f77e1d82640 0 -- 172.21.15.45:0/1167382665 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f77d80941e0 msgr2=0x7f77d80628a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:54:51.413 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.343+0000 7f77e4298800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:54:51.413 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.343+0000 7f77e4298800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:54:51.413 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.343+0000 7f77e4298800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:54:51.413 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.343+0000 7f77e4298800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:54:51.414 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.343+0000 7f77e4298800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:54:51.414 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.343+0000 7f77e4298800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:54:51.414 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.343+0000 7f77e4298800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.414 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.344+0000 7f77e4298800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:51.414 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.344+0000 7f77e4298800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.414 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.344+0000 7f77e4298800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:51.414 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.344+0000 7f77e4298800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.414 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.344+0000 7f77e4298800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:54:51.414 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.344+0000 7f77e4298800 20 zone default found 2024-09-12T17:54:51.414 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.344+0000 7f77e4298800 4 Realm: () 2024-09-12T17:54:51.414 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.344+0000 7f77e4298800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:54:51.414 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.344+0000 7f77e4298800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:54:51.414 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.344+0000 7f77e4298800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:54:51.414 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.344+0000 7f77e4298800 20 zonegroup default 2024-09-12T17:54:51.415 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.344+0000 7f77e4298800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.415 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.344+0000 7f77e4298800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:51.415 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.344+0000 7f77e4298800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.415 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.345+0000 7f77e4298800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:51.415 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.345+0000 7f77e4298800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.415 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.345+0000 7f77e4298800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:51.415 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.345+0000 7f77e4298800 20 started sync module instance, tier type = 2024-09-12T17:54:51.415 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.345+0000 7f77e4298800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:54:51.415 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.356+0000 7f77e4298800 20 add_watcher() i=0 2024-09-12T17:54:51.415 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.356+0000 7f77e4298800 20 add_watcher() i=1 2024-09-12T17:54:51.415 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.356+0000 7f77e4298800 20 add_watcher() i=2 2024-09-12T17:54:51.415 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.356+0000 7f77e4298800 20 add_watcher() i=3 2024-09-12T17:54:51.415 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.356+0000 7f77e4298800 20 add_watcher() i=4 2024-09-12T17:54:51.416 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.356+0000 7f77e4298800 20 add_watcher() i=5 2024-09-12T17:54:51.416 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.356+0000 7f77e4298800 20 add_watcher() i=6 2024-09-12T17:54:51.416 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.357+0000 7f77e4298800 20 add_watcher() i=7 2024-09-12T17:54:51.416 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.357+0000 7f77e4298800 2 all 8 watchers are set, enabling cache 2024-09-12T17:54:51.416 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.358+0000 7f76937fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:54:51.416 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.359+0000 7f77e4298800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:54:51.416 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.359+0000 7f77e4298800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:54:51.416 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.359+0000 7f77e4298800 5 note: GC not initialized 2024-09-12T17:54:51.416 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.359+0000 7f76927fc640 20 reqs_thread_entry: start 2024-09-12T17:54:51.416 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.359+0000 7f77e4298800 20 init_complete bucket index max shards: 1 2024-09-12T17:54:51.416 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.359+0000 7f77e4298800 20 Filter name: none 2024-09-12T17:54:51.416 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.359+0000 7f7603fff640 20 reqs_thread_entry: start 2024-09-12T17:54:51.416 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.359+0000 7f77e4298800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.416 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.360+0000 7f77e4298800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:54:51.417 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.360+0000 7f77e4298800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.417 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.360+0000 7f77e4298800 20 rados_obj.operate() r=0 bl.length=479 2024-09-12T17:54:51.417 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.360+0000 7f77e4298800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:54:51.417 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.360+0000 7f77e4298800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.417 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.361+0000 7f77e4298800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:54:51.417 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.361+0000 7f77e4298800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.417 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.361+0000 7f77e4298800 20 rados_obj.operate() r=0 bl.length=479 2024-09-12T17:54:51.417 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.361+0000 7f77e4298800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:54:51.417 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.362+0000 7f76937fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:54:51.417 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.364+0000 7f77e4298800 20 remove_watcher() i=0 2024-09-12T17:54:51.417 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.364+0000 7f77e4298800 2 removed watcher, disabling cache 2024-09-12T17:54:51.417 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.365+0000 7f77e4298800 20 remove_watcher() i=1 2024-09-12T17:54:51.417 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.366+0000 7f77e4298800 20 remove_watcher() i=2 2024-09-12T17:54:51.417 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.367+0000 7f77e4298800 20 remove_watcher() i=3 2024-09-12T17:54:51.418 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.368+0000 7f77e4298800 20 remove_watcher() i=4 2024-09-12T17:54:51.418 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.369+0000 7f77e4298800 20 remove_watcher() i=5 2024-09-12T17:54:51.418 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.370+0000 7f77e4298800 20 remove_watcher() i=6 2024-09-12T17:54:51.418 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.371+0000 7f77e4298800 20 remove_watcher() i=7 2024-09-12T17:54:51.418 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:51.418 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T17:54:51.418 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: abort-at-trim-reshard-log-entries id: b6123b67-6580-4373-9691-e0e950df5f06.4566.28 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:54:51.418 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:54:51.418 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:51.418 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:51.418 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:54:51.418 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:54:51.433 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket reshard --bucket abort-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:54:51.466 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:54:51.466 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:54:51.505 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.504+0000 7f3a5780e800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.506 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.505+0000 7f3a5780e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:51.506 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.505+0000 7f3a5780e800 20 realm 2024-09-12T17:54:51.506 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.505+0000 7f3a5780e800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.506 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.505+0000 7f3a5780e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:51.506 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.505+0000 7f3a5780e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:54:51.506 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.505+0000 7f3a5780e800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.506 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.506+0000 7f3a5780e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:51.506 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.506+0000 7f3a5780e800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.507 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.507+0000 7f3a5780e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:51.507 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.507+0000 7f3a5780e800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.509 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.507+0000 7f3a5780e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:54:51.509 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.507+0000 7f3a5780e800 20 searching for the correct realm 2024-09-12T17:54:51.510 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.510+0000 7f3a52779640 0 -- 172.21.15.45:0/288096752 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x56368bc65360 msgr2=0x56368bc67750 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:54:51.515 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.514+0000 7f3a52f7a640 0 -- 172.21.15.45:0/288096752 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f3a4801e900 msgr2=0x7f3a480363c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:54:51.721 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.720+0000 7f3a5780e800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:54:51.721 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.720+0000 7f3a5780e800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:54:51.721 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.720+0000 7f3a5780e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:54:51.721 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.720+0000 7f3a5780e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:54:51.721 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.720+0000 7f3a5780e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:54:51.722 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.720+0000 7f3a5780e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:54:51.722 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.720+0000 7f3a5780e800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.722 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.720+0000 7f3a5780e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:51.722 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.720+0000 7f3a5780e800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.723 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.721+0000 7f3a5780e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:54:51.723 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.721+0000 7f3a5780e800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.723 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.721+0000 7f3a5780e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:54:51.723 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.721+0000 7f3a5780e800 20 zone default found 2024-09-12T17:54:51.723 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.721+0000 7f3a5780e800 4 Realm: () 2024-09-12T17:54:51.723 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.721+0000 7f3a5780e800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:54:51.723 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.721+0000 7f3a5780e800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:54:51.723 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.721+0000 7f3a5780e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:54:51.724 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.721+0000 7f3a5780e800 20 zonegroup default 2024-09-12T17:54:51.724 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.721+0000 7f3a5780e800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.724 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.722+0000 7f3a5780e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:51.724 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.722+0000 7f3a5780e800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.724 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.722+0000 7f3a5780e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:51.724 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.722+0000 7f3a5780e800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.724 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.722+0000 7f3a5780e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:54:51.724 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.722+0000 7f3a5780e800 20 started sync module instance, tier type = 2024-09-12T17:54:51.724 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.722+0000 7f3a5780e800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:54:51.732 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.732+0000 7f3a5780e800 20 add_watcher() i=0 2024-09-12T17:54:51.732 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.732+0000 7f3a5780e800 20 add_watcher() i=1 2024-09-12T17:54:51.732 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.732+0000 7f3a5780e800 20 add_watcher() i=2 2024-09-12T17:54:51.733 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.732+0000 7f3a5780e800 20 add_watcher() i=3 2024-09-12T17:54:51.733 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.732+0000 7f3a5780e800 20 add_watcher() i=4 2024-09-12T17:54:51.733 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.732+0000 7f3a5780e800 20 add_watcher() i=5 2024-09-12T17:54:51.733 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.732+0000 7f3a5780e800 20 add_watcher() i=6 2024-09-12T17:54:51.733 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.733+0000 7f3a5780e800 20 add_watcher() i=7 2024-09-12T17:54:51.734 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.733+0000 7f3a5780e800 2 all 8 watchers are set, enabling cache 2024-09-12T17:54:51.735 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.735+0000 7f39097e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:54:51.736 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.735+0000 7f3a5780e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:54:51.736 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.735+0000 7f3a5780e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:54:51.736 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.735+0000 7f3a5780e800 5 note: GC not initialized 2024-09-12T17:54:51.736 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.735+0000 7f3883fff640 20 reqs_thread_entry: start 2024-09-12T17:54:51.736 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.735+0000 7f3a5780e800 20 init_complete bucket index max shards: 1 2024-09-12T17:54:51.736 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.735+0000 7f3a5780e800 20 Filter name: none 2024-09-12T17:54:51.736 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.736+0000 7f3881ffb640 20 reqs_thread_entry: start 2024-09-12T17:54:51.737 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.736+0000 7f3a5780e800 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2024-09-12T17:54:51.737 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.736+0000 7f3a5780e800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.737 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.736+0000 7f3a5780e800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:54:51.737 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.736+0000 7f3a5780e800 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2024-09-12T17:54:51.738 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.736+0000 7f3a5780e800 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2024-09-12T17:54:51.738 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.736+0000 7f3a5780e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.28 : miss 2024-09-12T17:54:51.738 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.736+0000 7f3a5780e800 20 rados->read ofs=0 len=0 2024-09-12T17:54:51.738 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.736+0000 7f3a5780e800 20 rados_obj.operate() r=0 bl.length=479 2024-09-12T17:54:51.738 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.736+0000 7f3a5780e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.28 info.flags=0x17 2024-09-12T17:54:51.738 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.736+0000 7f3a5780e800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.28 to cache LRU end 2024-09-12T17:54:51.738 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.736+0000 7f3a5780e800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:54:51.738 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.736+0000 7f3a5780e800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:54:51.738 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.737+0000 7f3a5780e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.28 2024-09-12T17:54:51.738 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.738+0000 7f3a5780e800 0 INFO: RGWReshardLock::lock found lock on abort-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.28 to be held by another RGW process; skipping for now 2024-09-12T17:54:51.739 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.738+0000 7f39097e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:54:51.741 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.740+0000 7f3a5780e800 20 remove_watcher() i=0 2024-09-12T17:54:51.741 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.740+0000 7f3a5780e800 2 removed watcher, disabling cache 2024-09-12T17:54:51.742 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.742+0000 7f3a5780e800 20 remove_watcher() i=1 2024-09-12T17:54:51.744 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.743+0000 7f3a5780e800 20 remove_watcher() i=2 2024-09-12T17:54:51.745 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.744+0000 7f3a5780e800 20 remove_watcher() i=3 2024-09-12T17:54:51.746 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.745+0000 7f3a5780e800 20 remove_watcher() i=4 2024-09-12T17:54:51.747 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.746+0000 7f3a5780e800 20 remove_watcher() i=5 2024-09-12T17:54:51.748 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.747+0000 7f3a5780e800 20 remove_watcher() i=6 2024-09-12T17:54:51.748 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:54:51.748+0000 7f3a5780e800 20 remove_watcher() i=7 2024-09-12T17:54:51.759 INFO:tasks.workunit.client.0.smithi045.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-12T17:55:21.768 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket reshard --bucket abort-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:55:21.803 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:55:21.803 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:55:21.849 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:21.847+0000 7f70d512e800 20 rados->read ofs=0 len=0 2024-09-12T17:55:21.851 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:21.849+0000 7f70d512e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:21.851 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:21.849+0000 7f70d512e800 20 realm 2024-09-12T17:55:21.851 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:21.849+0000 7f70d512e800 20 rados->read ofs=0 len=0 2024-09-12T17:55:21.851 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:21.849+0000 7f70d512e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:21.851 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:21.849+0000 7f70d512e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:55:21.851 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:21.849+0000 7f70d512e800 20 rados->read ofs=0 len=0 2024-09-12T17:55:21.851 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:21.849+0000 7f70d512e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:21.851 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:21.849+0000 7f70d512e800 20 rados->read ofs=0 len=0 2024-09-12T17:55:21.852 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:21.850+0000 7f70d512e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:55:21.852 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:21.850+0000 7f70d512e800 20 rados->read ofs=0 len=0 2024-09-12T17:55:21.852 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:21.851+0000 7f70d512e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:55:21.853 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:21.851+0000 7f70d512e800 20 searching for the correct realm 2024-09-12T17:55:21.855 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:21.853+0000 7f70c8563640 0 -- 172.21.15.45:0/598937584 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f70c007c030 msgr2=0x7f70c0095420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:55:22.061 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.060+0000 7f70d0d64640 0 -- 172.21.15.45:0/598937584 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f70b807e330 msgr2=0x7f70b800ac30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:55:22.271 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.269+0000 7f70d512e800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:55:22.271 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.269+0000 7f70d512e800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:55:22.271 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.269+0000 7f70d512e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:55:22.271 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.269+0000 7f70d512e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:55:22.271 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.269+0000 7f70d512e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:55:22.271 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.269+0000 7f70d512e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:55:22.271 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.269+0000 7f70d512e800 20 rados->read ofs=0 len=0 2024-09-12T17:55:22.271 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.269+0000 7f70d512e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:22.271 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.269+0000 7f70d512e800 20 rados->read ofs=0 len=0 2024-09-12T17:55:22.272 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.270+0000 7f70d512e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:55:22.272 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.270+0000 7f70d512e800 20 rados->read ofs=0 len=0 2024-09-12T17:55:22.273 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.270+0000 7f70d512e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:55:22.273 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.270+0000 7f70d512e800 20 zone default found 2024-09-12T17:55:22.273 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.270+0000 7f70d512e800 4 Realm: () 2024-09-12T17:55:22.273 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.270+0000 7f70d512e800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:55:22.273 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.270+0000 7f70d512e800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:55:22.273 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.270+0000 7f70d512e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:55:22.273 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.270+0000 7f70d512e800 20 zonegroup default 2024-09-12T17:55:22.273 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.270+0000 7f70d512e800 20 rados->read ofs=0 len=0 2024-09-12T17:55:22.273 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.271+0000 7f70d512e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:22.273 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.271+0000 7f70d512e800 20 rados->read ofs=0 len=0 2024-09-12T17:55:22.273 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.271+0000 7f70d512e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:22.274 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.271+0000 7f70d512e800 20 rados->read ofs=0 len=0 2024-09-12T17:55:22.274 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.271+0000 7f70d512e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:22.274 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.271+0000 7f70d512e800 20 started sync module instance, tier type = 2024-09-12T17:55:22.274 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.271+0000 7f70d512e800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:55:22.289 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.287+0000 7f70d512e800 20 add_watcher() i=0 2024-09-12T17:55:22.289 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.287+0000 7f70d512e800 20 add_watcher() i=1 2024-09-12T17:55:22.289 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.287+0000 7f70d512e800 20 add_watcher() i=2 2024-09-12T17:55:22.289 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.287+0000 7f70d512e800 20 add_watcher() i=3 2024-09-12T17:55:22.289 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.287+0000 7f70d512e800 20 add_watcher() i=4 2024-09-12T17:55:22.289 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.287+0000 7f70d512e800 20 add_watcher() i=5 2024-09-12T17:55:22.290 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.287+0000 7f70d512e800 20 add_watcher() i=6 2024-09-12T17:55:22.290 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.289+0000 7f70d512e800 20 add_watcher() i=7 2024-09-12T17:55:22.290 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.289+0000 7f70d512e800 2 all 8 watchers are set, enabling cache 2024-09-12T17:55:22.292 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.291+0000 7f6f877e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:55:22.293 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.291+0000 7f70d512e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:55:22.293 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.291+0000 7f70d512e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:55:22.293 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.291+0000 7f70d512e800 5 note: GC not initialized 2024-09-12T17:55:22.293 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.291+0000 7f6f867e4640 20 reqs_thread_entry: start 2024-09-12T17:55:22.293 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.291+0000 7f70d512e800 20 init_complete bucket index max shards: 1 2024-09-12T17:55:22.293 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.291+0000 7f70d512e800 20 Filter name: none 2024-09-12T17:55:22.293 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.292+0000 7f6f7f7fe640 20 reqs_thread_entry: start 2024-09-12T17:55:22.294 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.292+0000 7f70d512e800 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2024-09-12T17:55:22.294 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.292+0000 7f70d512e800 20 rados->read ofs=0 len=0 2024-09-12T17:55:22.294 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.292+0000 7f70d512e800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:55:22.294 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.292+0000 7f70d512e800 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2024-09-12T17:55:22.294 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.292+0000 7f70d512e800 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2024-09-12T17:55:22.294 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.292+0000 7f70d512e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.28 : miss 2024-09-12T17:55:22.294 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.292+0000 7f70d512e800 20 rados->read ofs=0 len=0 2024-09-12T17:55:22.295 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.293+0000 7f70d512e800 20 rados_obj.operate() r=0 bl.length=479 2024-09-12T17:55:22.295 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.293+0000 7f70d512e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.28 info.flags=0x17 2024-09-12T17:55:22.295 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.293+0000 7f70d512e800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.28 to cache LRU end 2024-09-12T17:55:22.295 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.293+0000 7f70d512e800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:55:22.295 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.293+0000 7f70d512e800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:55:22.295 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.293+0000 7f70d512e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.28 2024-09-12T17:55:22.296 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.294+0000 7f70d512e800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T17:55:22.301 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.299+0000 7f70d512e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.28 info.flags=0x17 2024-09-12T17:55:22.301 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.299+0000 7f70d512e800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.28 to cache LRU end 2024-09-12T17:55:22.301 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.299+0000 7f70d512e800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:55:22.301 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.299+0000 7f70d512e800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.28, ofs0, ns] 2024-09-12T17:55:22.301 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.299+0000 7f6fa7fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398902 cookie 93910616521984 notifier 6870 bl.length()=1023 2024-09-12T17:55:22.301 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.299+0000 7f6fa7fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.28 info.flags=0x17 2024-09-12T17:55:22.301 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.299+0000 7f6fa7fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.28 to cache LRU end 2024-09-12T17:55:22.301 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.299+0000 7f6fa7fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:55:22.302 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.300+0000 7f70d512e800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[b6123b67-6580-4373-9691-e0e950df5f06.4566.28]): orig_sources= new_sources= 2024-09-12T17:55:22.302 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.300+0000 7f70d512e800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[b6123b67-6580-4373-9691-e0e950df5f06.4566.28]): potential sources added=[] removed=[] 2024-09-12T17:55:22.302 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.300+0000 7f70d512e800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[b6123b67-6580-4373-9691-e0e950df5f06.4566.28]): orig_dests= new_dests= 2024-09-12T17:55:22.302 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.300+0000 7f70d512e800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[b6123b67-6580-4373-9691-e0e950df5f06.4566.28]): potential dests added=[] removed=[] 2024-09-12T17:55:22.304 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.302+0000 7f70d512e800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.28.2.0 2024-09-12T17:55:22.304 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.302+0000 7f70d512e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.28.2.0 2024-09-12T17:55:22.304 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.302+0000 7f70d512e800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.28.2.1 2024-09-12T17:55:22.304 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.302+0000 7f70d512e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.28.2.1 2024-09-12T17:55:22.304 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.302+0000 7f70d512e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.28.0 2024-09-12T17:55:22.306 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.305+0000 7f70d512e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.28 : hit (requested=0x17, cached=0x17) 2024-09-12T17:55:22.307 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.305+0000 7f70d512e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.28 2024-09-12T17:55:22.308 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.307+0000 7f70d512e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.28 info.flags=0x17 2024-09-12T17:55:22.308 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.307+0000 7f70d512e800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.28 to cache LRU end 2024-09-12T17:55:22.308 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.307+0000 7f70d512e800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:55:22.309 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.307+0000 7f70d512e800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.28, ofs0, ns] 2024-09-12T17:55:22.309 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.307+0000 7f6fa77fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398903 cookie 93910616521984 notifier 6870 bl.length()=1023 2024-09-12T17:55:22.309 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.307+0000 7f6fa77fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.28 info.flags=0x17 2024-09-12T17:55:22.309 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.307+0000 7f6fa77fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.28 to cache LRU end 2024-09-12T17:55:22.309 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.307+0000 7f6fa77fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:55:22.310 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.307+0000 7f70d512e800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[b6123b67-6580-4373-9691-e0e950df5f06.4566.28]): orig_sources= new_sources= 2024-09-12T17:55:22.310 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.307+0000 7f70d512e800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[b6123b67-6580-4373-9691-e0e950df5f06.4566.28]): potential sources added=[] removed=[] 2024-09-12T17:55:22.310 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.307+0000 7f70d512e800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[b6123b67-6580-4373-9691-e0e950df5f06.4566.28]): orig_dests= new_dests= 2024-09-12T17:55:22.310 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.307+0000 7f70d512e800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[b6123b67-6580-4373-9691-e0e950df5f06.4566.28]): potential dests added=[] removed=[] 2024-09-12T17:55:22.311 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.309+0000 7f70d512e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.28.0 2024-09-12T17:55:22.311 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.309+0000 7f70d512e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.28 : hit (requested=0x17, cached=0x17) 2024-09-12T17:55:22.311 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.309+0000 7f70d512e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.28 2024-09-12T17:55:22.312 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.311+0000 7f70d512e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.28 info.flags=0x17 2024-09-12T17:55:22.312 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.311+0000 7f70d512e800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.28 to cache LRU end 2024-09-12T17:55:22.313 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.311+0000 7f70d512e800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:55:22.313 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.311+0000 7f70d512e800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.28, ofs0, ns] 2024-09-12T17:55:22.313 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.311+0000 7f6fa7fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398904 cookie 93910616521984 notifier 6870 bl.length()=991 2024-09-12T17:55:22.313 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.311+0000 7f6fa7fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.28 info.flags=0x17 2024-09-12T17:55:22.313 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.311+0000 7f6fa7fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b6123b67-6580-4373-9691-e0e950df5f06.4566.28 to cache LRU end 2024-09-12T17:55:22.313 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.311+0000 7f6fa7fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:55:22.313 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.312+0000 7f70d512e800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[b6123b67-6580-4373-9691-e0e950df5f06.4566.28]): orig_sources= new_sources= 2024-09-12T17:55:22.313 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.312+0000 7f70d512e800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[b6123b67-6580-4373-9691-e0e950df5f06.4566.28]): potential sources added=[] removed=[] 2024-09-12T17:55:22.313 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.312+0000 7f70d512e800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[b6123b67-6580-4373-9691-e0e950df5f06.4566.28]): orig_dests= new_dests= 2024-09-12T17:55:22.314 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.312+0000 7f70d512e800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[b6123b67-6580-4373-9691-e0e950df5f06.4566.28]): potential dests added=[] removed=[] 2024-09-12T17:55:22.314 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.313+0000 7f70d512e800 1 execute INFO: reshard of bucket "abort-at-trim-reshard-log-entries" from 1 shards to 2 shards completed successfully 2024-09-12T17:55:22.316 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.315+0000 7f6f877e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:55:22.319 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.317+0000 7f70d512e800 20 remove_watcher() i=0 2024-09-12T17:55:22.319 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.317+0000 7f70d512e800 2 removed watcher, disabling cache 2024-09-12T17:55:22.320 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.319+0000 7f70d512e800 20 remove_watcher() i=1 2024-09-12T17:55:22.321 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.320+0000 7f70d512e800 20 remove_watcher() i=2 2024-09-12T17:55:22.323 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.322+0000 7f70d512e800 20 remove_watcher() i=3 2024-09-12T17:55:22.324 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.323+0000 7f70d512e800 20 remove_watcher() i=4 2024-09-12T17:55:22.325 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.324+0000 7f70d512e800 20 remove_watcher() i=5 2024-09-12T17:55:22.326 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.325+0000 7f70d512e800 20 remove_watcher() i=6 2024-09-12T17:55:22.327 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.326+0000 7f70d512e800 20 remove_watcher() i=7 2024-09-12T17:55:22.342 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket abort-at-trim-reshard-log-entries 2024-09-12T17:55:22.374 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:55:22.374 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:55:22.614 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.613+0000 7f9fcf7a4640 0 --2- 172.21.15.45:0/3556351256 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x556c89820aa0 0x556c89812e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2024-09-12T17:55:22.616 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.615+0000 7f9fd24bb800 20 rados->read ofs=0 len=0 2024-09-12T17:55:22.618 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.616+0000 7f9fd24bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:22.618 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.616+0000 7f9fd24bb800 20 realm 2024-09-12T17:55:22.618 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.616+0000 7f9fd24bb800 20 rados->read ofs=0 len=0 2024-09-12T17:55:22.618 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.617+0000 7f9fd24bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:22.619 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.617+0000 7f9fd24bb800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:55:22.619 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.617+0000 7f9fd24bb800 20 rados->read ofs=0 len=0 2024-09-12T17:55:22.619 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.617+0000 7f9fd24bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:22.619 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.617+0000 7f9fd24bb800 20 rados->read ofs=0 len=0 2024-09-12T17:55:22.620 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.618+0000 7f9fd24bb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:55:22.620 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.618+0000 7f9fd24bb800 20 rados->read ofs=0 len=0 2024-09-12T17:55:22.621 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.619+0000 7f9fd24bb800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:55:22.621 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.619+0000 7f9fd24bb800 20 searching for the correct realm 2024-09-12T17:55:22.622 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.621+0000 7f9fcffa5640 0 -- 172.21.15.45:0/3556351256 >> [v2:172.21.15.45:6808/2245364274,v1:172.21.15.45:6809/2245364274] conn(0x7f9fc40c6110 msgr2=0x7f9fc40b2710 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:55:22.829 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.827+0000 7f9fcf7a4640 0 -- 172.21.15.45:0/3556351256 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x556c89840140 msgr2=0x556c89842530 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:55:22.835 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.834+0000 7f9fd24bb800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:55:22.835 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.834+0000 7f9fd24bb800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:55:22.835 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.834+0000 7f9fd24bb800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:55:22.835 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.834+0000 7f9fd24bb800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:55:22.836 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.834+0000 7f9fd24bb800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:55:22.836 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.834+0000 7f9fd24bb800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:55:22.836 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.834+0000 7f9fd24bb800 20 rados->read ofs=0 len=0 2024-09-12T17:55:22.836 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.834+0000 7f9fd24bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:22.836 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.834+0000 7f9fd24bb800 20 rados->read ofs=0 len=0 2024-09-12T17:55:22.837 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.834+0000 7f9fd24bb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:55:22.837 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.834+0000 7f9fd24bb800 20 rados->read ofs=0 len=0 2024-09-12T17:55:22.837 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.834+0000 7f9fd24bb800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:55:22.837 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.834+0000 7f9fd24bb800 20 zone default found 2024-09-12T17:55:22.837 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.834+0000 7f9fd24bb800 4 Realm: () 2024-09-12T17:55:22.837 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.834+0000 7f9fd24bb800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:55:22.837 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.834+0000 7f9fd24bb800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:55:22.837 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.834+0000 7f9fd24bb800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:55:22.838 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.834+0000 7f9fd24bb800 20 zonegroup default 2024-09-12T17:55:22.838 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.834+0000 7f9fd24bb800 20 rados->read ofs=0 len=0 2024-09-12T17:55:22.838 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.835+0000 7f9fd24bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:22.838 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.835+0000 7f9fd24bb800 20 rados->read ofs=0 len=0 2024-09-12T17:55:22.838 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.835+0000 7f9fd24bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:22.838 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.835+0000 7f9fd24bb800 20 rados->read ofs=0 len=0 2024-09-12T17:55:22.838 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.835+0000 7f9fd24bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:22.838 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.835+0000 7f9fd24bb800 20 started sync module instance, tier type = 2024-09-12T17:55:22.838 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.835+0000 7f9fd24bb800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:55:22.846 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.845+0000 7f9fd24bb800 20 add_watcher() i=0 2024-09-12T17:55:22.847 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.845+0000 7f9fd24bb800 20 add_watcher() i=1 2024-09-12T17:55:22.847 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.845+0000 7f9fd24bb800 20 add_watcher() i=2 2024-09-12T17:55:22.847 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.845+0000 7f9fd24bb800 20 add_watcher() i=3 2024-09-12T17:55:22.847 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.845+0000 7f9fd24bb800 20 add_watcher() i=4 2024-09-12T17:55:22.847 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.845+0000 7f9fd24bb800 20 add_watcher() i=5 2024-09-12T17:55:22.847 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.845+0000 7f9fd24bb800 20 add_watcher() i=6 2024-09-12T17:55:22.847 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.846+0000 7f9fd24bb800 20 add_watcher() i=7 2024-09-12T17:55:22.847 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.846+0000 7f9fd24bb800 2 all 8 watchers are set, enabling cache 2024-09-12T17:55:22.849 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.848+0000 7f9e867e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:55:22.850 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.848+0000 7f9fd24bb800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:55:22.850 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.848+0000 7f9fd24bb800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:55:22.850 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.848+0000 7f9fd24bb800 5 note: GC not initialized 2024-09-12T17:55:22.850 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.848+0000 7f9e857e2640 20 reqs_thread_entry: start 2024-09-12T17:55:22.850 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.848+0000 7f9fd24bb800 20 init_complete bucket index max shards: 1 2024-09-12T17:55:22.850 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.848+0000 7f9fd24bb800 20 Filter name: none 2024-09-12T17:55:22.850 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.849+0000 7f9e7e7fc640 20 reqs_thread_entry: start 2024-09-12T17:55:22.851 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.849+0000 7f9fd24bb800 20 rados->read ofs=0 len=0 2024-09-12T17:55:22.851 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.849+0000 7f9fd24bb800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:55:22.852 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.849+0000 7f9fd24bb800 20 rados->read ofs=0 len=0 2024-09-12T17:55:22.852 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.850+0000 7f9fd24bb800 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T17:55:22.852 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.850+0000 7f9fd24bb800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:55:22.852 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.850+0000 7f9fd24bb800 20 rados->read ofs=0 len=0 2024-09-12T17:55:22.852 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.850+0000 7f9fd24bb800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:55:22.852 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.850+0000 7f9fd24bb800 20 rados->read ofs=0 len=0 2024-09-12T17:55:22.852 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.850+0000 7f9fd24bb800 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T17:55:22.852 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.850+0000 7f9fd24bb800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:55:22.853 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.852+0000 7f9e867e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:55:22.856 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.854+0000 7f9fd24bb800 20 remove_watcher() i=0 2024-09-12T17:55:22.856 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.854+0000 7f9fd24bb800 2 removed watcher, disabling cache 2024-09-12T17:55:22.857 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.855+0000 7f9fd24bb800 20 remove_watcher() i=1 2024-09-12T17:55:22.858 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.857+0000 7f9fd24bb800 20 remove_watcher() i=2 2024-09-12T17:55:22.859 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.858+0000 7f9fd24bb800 20 remove_watcher() i=3 2024-09-12T17:55:22.861 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.859+0000 7f9fd24bb800 20 remove_watcher() i=4 2024-09-12T17:55:22.865 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.860+0000 7f9fd24bb800 20 remove_watcher() i=5 2024-09-12T17:55:22.865 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.861+0000 7f9fd24bb800 20 remove_watcher() i=6 2024-09-12T17:55:22.865 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:22.862+0000 7f9fd24bb800 20 remove_watcher() i=7 2024-09-12T17:55:22.875 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:55:22.875 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T17:55:22.875 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: abort-at-trim-reshard-log-entries id: b6123b67-6580-4373-9691-e0e950df5f06.4566.28 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:55:22.875 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:55:22.877 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:22.877 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:22.880 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:22.880 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:22.924 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:22.924 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:22.939 INFO:tasks.workunit.client.0.smithi045.stderr:TEST: reshard bucket with EIO injected at block_writes 2024-09-12T17:55:22.939 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:55:22.940 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:22.941 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:22.951 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:22.951 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:22.994 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:22.994 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:23.001 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:23.001 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:23.007 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:23.007 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:23.014 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:23.014 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:23.020 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:23.021 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:23.027 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:23.027 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:23.033 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:23.033 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:23.039 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:23.039 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:23.045 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:23.045 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:23.053 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:23.053 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:23.060 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:23.060 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:23.066 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:23.066 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:23.073 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:23.073 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:23.078 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:23.079 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:23.085 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:23.085 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:23.091 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:23.091 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:23.097 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:23.097 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:23.103 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:23.103 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:23.110 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:23.110 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:23.116 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:23.116 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:23.123 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket error-at-block-writes 2024-09-12T17:55:23.152 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:55:23.153 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:55:23.191 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.189+0000 7f3796b34800 20 rados->read ofs=0 len=0 2024-09-12T17:55:23.192 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.191+0000 7f3796b34800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:23.192 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.191+0000 7f3796b34800 20 realm 2024-09-12T17:55:23.193 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.191+0000 7f3796b34800 20 rados->read ofs=0 len=0 2024-09-12T17:55:23.193 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.191+0000 7f3796b34800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:23.193 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.191+0000 7f3796b34800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:55:23.193 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.191+0000 7f3796b34800 20 rados->read ofs=0 len=0 2024-09-12T17:55:23.193 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.191+0000 7f3796b34800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:23.193 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.191+0000 7f3796b34800 20 rados->read ofs=0 len=0 2024-09-12T17:55:23.194 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.192+0000 7f3796b34800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:55:23.194 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.192+0000 7f3796b34800 20 rados->read ofs=0 len=0 2024-09-12T17:55:23.194 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.193+0000 7f3796b34800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:55:23.194 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.193+0000 7f3796b34800 20 searching for the correct realm 2024-09-12T17:55:23.196 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.195+0000 7f37920b6640 0 -- 172.21.15.45:0/2149779562 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f3784090040 msgr2=0x7f37840c14c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:55:23.200 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.198+0000 7f37928b7640 0 -- 172.21.15.45:0/2149779562 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f3788096040 msgr2=0x7f378807d890 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:55:23.407 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.405+0000 7f3796b34800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:55:23.407 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.405+0000 7f3796b34800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:55:23.407 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.405+0000 7f3796b34800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:55:23.407 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.405+0000 7f3796b34800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:55:23.407 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.405+0000 7f3796b34800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:55:23.407 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.405+0000 7f3796b34800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:55:23.407 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.405+0000 7f3796b34800 20 rados->read ofs=0 len=0 2024-09-12T17:55:23.408 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.405+0000 7f3796b34800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:23.408 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.405+0000 7f3796b34800 20 rados->read ofs=0 len=0 2024-09-12T17:55:23.408 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.406+0000 7f3796b34800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:55:23.408 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.406+0000 7f3796b34800 20 rados->read ofs=0 len=0 2024-09-12T17:55:23.409 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.406+0000 7f3796b34800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:55:23.409 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.406+0000 7f3796b34800 20 zone default found 2024-09-12T17:55:23.409 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.406+0000 7f3796b34800 4 Realm: () 2024-09-12T17:55:23.409 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.406+0000 7f3796b34800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:55:23.409 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.406+0000 7f3796b34800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:55:23.409 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.406+0000 7f3796b34800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:55:23.409 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.406+0000 7f3796b34800 20 zonegroup default 2024-09-12T17:55:23.409 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.406+0000 7f3796b34800 20 rados->read ofs=0 len=0 2024-09-12T17:55:23.410 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.406+0000 7f3796b34800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:23.410 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.406+0000 7f3796b34800 20 rados->read ofs=0 len=0 2024-09-12T17:55:23.410 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.406+0000 7f3796b34800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:23.410 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.406+0000 7f3796b34800 20 rados->read ofs=0 len=0 2024-09-12T17:55:23.410 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.407+0000 7f3796b34800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:23.410 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.407+0000 7f3796b34800 20 started sync module instance, tier type = 2024-09-12T17:55:23.410 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.407+0000 7f3796b34800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:55:23.417 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.415+0000 7f3796b34800 20 add_watcher() i=0 2024-09-12T17:55:23.417 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.415+0000 7f3796b34800 20 add_watcher() i=1 2024-09-12T17:55:23.417 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.415+0000 7f3796b34800 20 add_watcher() i=2 2024-09-12T17:55:23.417 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.415+0000 7f3796b34800 20 add_watcher() i=3 2024-09-12T17:55:23.417 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.415+0000 7f3796b34800 20 add_watcher() i=4 2024-09-12T17:55:23.417 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.415+0000 7f3796b34800 20 add_watcher() i=5 2024-09-12T17:55:23.417 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.415+0000 7f3796b34800 20 add_watcher() i=6 2024-09-12T17:55:23.418 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.416+0000 7f3796b34800 20 add_watcher() i=7 2024-09-12T17:55:23.418 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.416+0000 7f3796b34800 2 all 8 watchers are set, enabling cache 2024-09-12T17:55:23.422 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.418+0000 7f36497e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:55:23.422 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.418+0000 7f3796b34800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:55:23.422 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.418+0000 7f3796b34800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:55:23.422 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.418+0000 7f3796b34800 5 note: GC not initialized 2024-09-12T17:55:23.422 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.418+0000 7f35c3fff640 20 reqs_thread_entry: start 2024-09-12T17:55:23.422 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.419+0000 7f3796b34800 20 init_complete bucket index max shards: 1 2024-09-12T17:55:23.422 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.419+0000 7f3796b34800 20 Filter name: none 2024-09-12T17:55:23.422 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.419+0000 7f35c1ffb640 20 reqs_thread_entry: start 2024-09-12T17:55:23.422 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.419+0000 7f3796b34800 20 rados->read ofs=0 len=0 2024-09-12T17:55:23.422 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.420+0000 7f3796b34800 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T17:55:23.422 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.420+0000 7f3796b34800 20 rados->read ofs=0 len=0 2024-09-12T17:55:23.423 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.420+0000 7f3796b34800 20 rados_obj.operate() r=0 bl.length=435 2024-09-12T17:55:23.423 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.420+0000 7f3796b34800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:55:23.423 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.420+0000 7f3796b34800 20 rados->read ofs=0 len=0 2024-09-12T17:55:23.424 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.421+0000 7f3796b34800 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T17:55:23.424 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.421+0000 7f3796b34800 20 rados->read ofs=0 len=0 2024-09-12T17:55:23.424 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.421+0000 7f3796b34800 20 rados_obj.operate() r=0 bl.length=435 2024-09-12T17:55:23.424 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.421+0000 7f3796b34800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:55:23.424 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.422+0000 7f36497e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:55:23.426 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.424+0000 7f3796b34800 20 remove_watcher() i=0 2024-09-12T17:55:23.426 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.424+0000 7f3796b34800 2 removed watcher, disabling cache 2024-09-12T17:55:23.427 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.425+0000 7f3796b34800 20 remove_watcher() i=1 2024-09-12T17:55:23.428 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.426+0000 7f3796b34800 20 remove_watcher() i=2 2024-09-12T17:55:23.429 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.427+0000 7f3796b34800 20 remove_watcher() i=3 2024-09-12T17:55:23.430 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.428+0000 7f3796b34800 20 remove_watcher() i=4 2024-09-12T17:55:23.431 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.429+0000 7f3796b34800 20 remove_watcher() i=5 2024-09-12T17:55:23.432 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.430+0000 7f3796b34800 20 remove_watcher() i=6 2024-09-12T17:55:23.432 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.431+0000 7f3796b34800 20 remove_watcher() i=7 2024-09-12T17:55:23.444 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:55:23.444 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T17:55:23.444 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: error-at-block-writes id: b6123b67-6580-4373-9691-e0e950df5f06.4566.29 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:55:23.444 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:55:23.445 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket reshard --bucket error-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at block_writes 2024-09-12T17:55:23.480 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:55:23.480 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:55:23.520 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.518+0000 7faaba735800 20 rados->read ofs=0 len=0 2024-09-12T17:55:23.521 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.520+0000 7faaba735800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:23.522 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.520+0000 7faaba735800 20 realm 2024-09-12T17:55:23.522 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.520+0000 7faaba735800 20 rados->read ofs=0 len=0 2024-09-12T17:55:23.522 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.520+0000 7faaba735800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:23.522 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.520+0000 7faaba735800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:55:23.522 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.520+0000 7faaba735800 20 rados->read ofs=0 len=0 2024-09-12T17:55:23.522 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.520+0000 7faaba735800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:23.522 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.520+0000 7faaba735800 20 rados->read ofs=0 len=0 2024-09-12T17:55:23.522 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.521+0000 7faaba735800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:55:23.523 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.521+0000 7faaba735800 20 rados->read ofs=0 len=0 2024-09-12T17:55:23.523 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.522+0000 7faaba735800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:55:23.523 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.522+0000 7faaba735800 20 searching for the correct realm 2024-09-12T17:55:23.525 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.524+0000 7faab5ce3640 0 -- 172.21.15.45:0/1134501482 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x55d999b25480 msgr2=0x55d999b27870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:55:23.529 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.527+0000 7faab64e4640 0 -- 172.21.15.45:0/1134501482 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7faaac0ddbc0 msgr2=0x7faaac0dd050 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:55:23.737 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.733+0000 7faaba735800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:55:23.737 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.733+0000 7faaba735800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:55:23.737 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.733+0000 7faaba735800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:55:23.738 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.733+0000 7faaba735800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:55:23.738 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.733+0000 7faaba735800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:55:23.738 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.733+0000 7faaba735800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:55:23.738 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.733+0000 7faaba735800 20 rados->read ofs=0 len=0 2024-09-12T17:55:23.738 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.733+0000 7faaba735800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:23.738 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.733+0000 7faaba735800 20 rados->read ofs=0 len=0 2024-09-12T17:55:23.739 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.733+0000 7faaba735800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:55:23.739 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.733+0000 7faaba735800 20 rados->read ofs=0 len=0 2024-09-12T17:55:23.739 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.734+0000 7faaba735800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:55:23.739 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.734+0000 7faaba735800 20 zone default found 2024-09-12T17:55:23.739 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.734+0000 7faaba735800 4 Realm: () 2024-09-12T17:55:23.740 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.734+0000 7faaba735800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:55:23.740 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.734+0000 7faaba735800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:55:23.740 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.734+0000 7faaba735800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:55:23.740 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.734+0000 7faaba735800 20 zonegroup default 2024-09-12T17:55:23.740 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.734+0000 7faaba735800 20 rados->read ofs=0 len=0 2024-09-12T17:55:23.741 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.734+0000 7faaba735800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:23.741 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.734+0000 7faaba735800 20 rados->read ofs=0 len=0 2024-09-12T17:55:23.741 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.734+0000 7faaba735800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:23.741 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.734+0000 7faaba735800 20 rados->read ofs=0 len=0 2024-09-12T17:55:23.741 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.734+0000 7faaba735800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:23.741 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.734+0000 7faaba735800 20 started sync module instance, tier type = 2024-09-12T17:55:23.742 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.734+0000 7faaba735800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:55:23.745 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.743+0000 7faaba735800 20 add_watcher() i=0 2024-09-12T17:55:23.745 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.744+0000 7faaba735800 20 add_watcher() i=1 2024-09-12T17:55:23.745 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.744+0000 7faaba735800 20 add_watcher() i=2 2024-09-12T17:55:23.745 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.744+0000 7faaba735800 20 add_watcher() i=3 2024-09-12T17:55:23.746 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.744+0000 7faaba735800 20 add_watcher() i=4 2024-09-12T17:55:23.746 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.744+0000 7faaba735800 20 add_watcher() i=5 2024-09-12T17:55:23.746 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.744+0000 7faaba735800 20 add_watcher() i=6 2024-09-12T17:55:23.746 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.745+0000 7faaba735800 20 add_watcher() i=7 2024-09-12T17:55:23.747 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.745+0000 7faaba735800 2 all 8 watchers are set, enabling cache 2024-09-12T17:55:23.747 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.746+0000 7fa96cfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:55:23.750 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.746+0000 7faaba735800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:55:23.750 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.746+0000 7faaba735800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:55:23.750 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.746+0000 7faaba735800 5 note: GC not initialized 2024-09-12T17:55:23.750 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.747+0000 7fa8e77fe640 20 reqs_thread_entry: start 2024-09-12T17:55:23.750 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.747+0000 7faaba735800 20 init_complete bucket index max shards: 1 2024-09-12T17:55:23.751 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.747+0000 7faaba735800 20 Filter name: none 2024-09-12T17:55:23.751 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.747+0000 7fa8e57fa640 20 reqs_thread_entry: start 2024-09-12T17:55:23.751 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.747+0000 7faaba735800 10 cache get: name=default.rgw.meta+root+error-at-block-writes : miss 2024-09-12T17:55:23.751 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.747+0000 7faaba735800 20 rados->read ofs=0 len=0 2024-09-12T17:55:23.752 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.747+0000 7faaba735800 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T17:55:23.752 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.747+0000 7faaba735800 10 cache put: name=default.rgw.meta+root+error-at-block-writes info.flags=0x11 2024-09-12T17:55:23.753 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.747+0000 7faaba735800 10 adding default.rgw.meta+root+error-at-block-writes to cache LRU end 2024-09-12T17:55:23.753 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.747+0000 7faaba735800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.29 : miss 2024-09-12T17:55:23.753 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.747+0000 7faaba735800 20 rados->read ofs=0 len=0 2024-09-12T17:55:23.753 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.748+0000 7faaba735800 20 rados_obj.operate() r=0 bl.length=435 2024-09-12T17:55:23.753 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.748+0000 7faaba735800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.29 info.flags=0x17 2024-09-12T17:55:23.753 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.748+0000 7faaba735800 10 adding default.rgw.meta+root+.bucket.meta.error-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.29 to cache LRU end 2024-09-12T17:55:23.753 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.748+0000 7faaba735800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:55:23.753 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.748+0000 7faaba735800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:55:23.753 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.748+0000 7faaba735800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.29 2024-09-12T17:55:23.754 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.751+0000 7faaba735800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.29 info.flags=0x17 2024-09-12T17:55:23.754 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.751+0000 7faaba735800 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.29 to cache LRU end 2024-09-12T17:55:23.754 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.751+0000 7faaba735800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:55:23.755 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.751+0000 7faaba735800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.29, ofs0, ns] 2024-09-12T17:55:23.755 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.752+0000 7fa999ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398907 cookie 94393074907808 notifier 6557 bl.length()=999 2024-09-12T17:55:23.755 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.752+0000 7fa999ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.29 info.flags=0x17 2024-09-12T17:55:23.755 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.752+0000 7fa999ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.29 to cache LRU end 2024-09-12T17:55:23.755 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.752+0000 7fa999ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:55:23.755 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.752+0000 7faaba735800 20 handle_bi_update(): bucket=:error-at-block-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.29]): orig_sources= new_sources= 2024-09-12T17:55:23.755 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.752+0000 7faaba735800 20 handle_bi_update(): bucket=:error-at-block-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.29]): potential sources added=[] removed=[] 2024-09-12T17:55:23.755 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.752+0000 7faaba735800 20 handle_bi_update(): bucket=:error-at-block-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.29]): orig_dests= new_dests= 2024-09-12T17:55:23.755 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.752+0000 7faaba735800 20 handle_bi_update(): bucket=:error-at-block-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.29]): potential dests added=[] removed=[] 2024-09-12T17:55:23.756 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.754+0000 7faaba735800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.29.1.0 2024-09-12T17:55:23.756 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.754+0000 7faaba735800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.29.1.0 2024-09-12T17:55:23.756 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.754+0000 7faaba735800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.29.1.1 2024-09-12T17:55:23.756 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.754+0000 7faaba735800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.29.1.1 2024-09-12T17:55:23.756 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.754+0000 7faaba735800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.29.0 2024-09-12T17:55:23.758 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.756+0000 7faaba735800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.29 : hit (requested=0x17, cached=0x17) 2024-09-12T17:55:23.758 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.756+0000 7faaba735800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.29 2024-09-12T17:55:23.759 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.757+0000 7faaba735800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.29 info.flags=0x17 2024-09-12T17:55:23.759 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.757+0000 7faaba735800 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.29 to cache LRU end 2024-09-12T17:55:23.759 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.757+0000 7faaba735800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:55:23.759 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.757+0000 7faaba735800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.29, ofs0, ns] 2024-09-12T17:55:23.759 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.758+0000 7fa999ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398908 cookie 94393074907808 notifier 6557 bl.length()=999 2024-09-12T17:55:23.759 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.758+0000 7fa999ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.29 info.flags=0x17 2024-09-12T17:55:23.760 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.758+0000 7fa999ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.29 to cache LRU end 2024-09-12T17:55:23.760 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.758+0000 7fa999ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:55:23.760 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.758+0000 7faaba735800 20 handle_bi_update(): bucket=:error-at-block-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.29]): orig_sources= new_sources= 2024-09-12T17:55:23.760 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.758+0000 7faaba735800 20 handle_bi_update(): bucket=:error-at-block-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.29]): potential sources added=[] removed=[] 2024-09-12T17:55:23.760 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.758+0000 7faaba735800 20 handle_bi_update(): bucket=:error-at-block-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.29]): orig_dests= new_dests= 2024-09-12T17:55:23.760 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.758+0000 7faaba735800 20 handle_bi_update(): bucket=:error-at-block-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.29]): potential dests added=[] removed=[] 2024-09-12T17:55:23.761 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.758+0000 7faaba735800 -1 Injecting error=-5 at location=block_writes 2024-09-12T17:55:23.761 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.758+0000 7faaba735800 0 ERROR: change_reshard_state failed to pause writes to the current index: (5) Input/output error 2024-09-12T17:55:23.762 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.760+0000 7faaba735800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.29 : hit (requested=0x17, cached=0x17) 2024-09-12T17:55:23.762 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.760+0000 7faaba735800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.29 2024-09-12T17:55:23.763 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.761+0000 7faaba735800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.29 info.flags=0x17 2024-09-12T17:55:23.763 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.761+0000 7faaba735800 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.29 to cache LRU end 2024-09-12T17:55:23.763 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.761+0000 7faaba735800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:55:23.763 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.761+0000 7faaba735800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.29, ofs0, ns] 2024-09-12T17:55:23.763 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.762+0000 7fa999ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398909 cookie 94393074907808 notifier 6557 bl.length()=967 2024-09-12T17:55:23.764 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.762+0000 7fa999ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.29 info.flags=0x17 2024-09-12T17:55:23.764 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.762+0000 7fa999ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.29 to cache LRU end 2024-09-12T17:55:23.764 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.762+0000 7fa999ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:55:23.764 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.762+0000 7faaba735800 20 handle_bi_update(): bucket=:error-at-block-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.29]): orig_sources= new_sources= 2024-09-12T17:55:23.764 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.762+0000 7faaba735800 20 handle_bi_update(): bucket=:error-at-block-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.29]): potential sources added=[] removed=[] 2024-09-12T17:55:23.764 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.762+0000 7faaba735800 20 handle_bi_update(): bucket=:error-at-block-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.29]): orig_dests= new_dests= 2024-09-12T17:55:23.764 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.762+0000 7faaba735800 20 handle_bi_update(): bucket=:error-at-block-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.29]): potential dests added=[] removed=[] 2024-09-12T17:55:23.765 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.763+0000 7faaba735800 1 execute INFO: reshard of bucket "error-at-block-writes" canceled due to errors 2024-09-12T17:55:23.766 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.765+0000 7fa96cfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:55:23.768 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.767+0000 7faaba735800 20 remove_watcher() i=0 2024-09-12T17:55:23.768 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.767+0000 7faaba735800 2 removed watcher, disabling cache 2024-09-12T17:55:23.769 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.768+0000 7faaba735800 20 remove_watcher() i=1 2024-09-12T17:55:23.770 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.769+0000 7faaba735800 20 remove_watcher() i=2 2024-09-12T17:55:23.771 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.769+0000 7faaba735800 20 remove_watcher() i=3 2024-09-12T17:55:23.772 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.770+0000 7faaba735800 20 remove_watcher() i=4 2024-09-12T17:55:23.773 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.771+0000 7faaba735800 20 remove_watcher() i=5 2024-09-12T17:55:23.774 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.772+0000 7faaba735800 20 remove_watcher() i=6 2024-09-12T17:55:23.774 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.773+0000 7faaba735800 20 remove_watcher() i=7 2024-09-12T17:55:23.788 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket error-at-block-writes 2024-09-12T17:55:23.817 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:55:23.817 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:55:23.856 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.854+0000 7f0417687800 20 rados->read ofs=0 len=0 2024-09-12T17:55:23.858 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.856+0000 7f0417687800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:23.858 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.856+0000 7f0417687800 20 realm 2024-09-12T17:55:23.858 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.856+0000 7f0417687800 20 rados->read ofs=0 len=0 2024-09-12T17:55:23.858 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.856+0000 7f0417687800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:23.858 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.856+0000 7f0417687800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:55:23.858 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.856+0000 7f0417687800 20 rados->read ofs=0 len=0 2024-09-12T17:55:23.858 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.856+0000 7f0417687800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:23.858 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.856+0000 7f0417687800 20 rados->read ofs=0 len=0 2024-09-12T17:55:23.858 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.857+0000 7f0417687800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:55:23.859 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.857+0000 7f0417687800 20 rados->read ofs=0 len=0 2024-09-12T17:55:23.859 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.858+0000 7f0417687800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:55:23.859 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.858+0000 7f0417687800 20 searching for the correct realm 2024-09-12T17:55:23.862 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.860+0000 7f0414970640 0 -- 172.21.15.45:0/2482127472 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x56449b6b9bb0 msgr2=0x56449b6bbfa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:55:23.865 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:23.864+0000 7f0415171640 0 -- 172.21.15.45:0/2482127472 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f040c0833b0 msgr2=0x7f040c070920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:55:24.072 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.070+0000 7f0417687800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:55:24.072 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.070+0000 7f0417687800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:55:24.072 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.070+0000 7f0417687800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:55:24.072 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.070+0000 7f0417687800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:55:24.072 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.070+0000 7f0417687800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:55:24.072 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.070+0000 7f0417687800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:55:24.073 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.070+0000 7f0417687800 20 rados->read ofs=0 len=0 2024-09-12T17:55:24.073 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.070+0000 7f0417687800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:24.073 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.070+0000 7f0417687800 20 rados->read ofs=0 len=0 2024-09-12T17:55:24.073 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.070+0000 7f0417687800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:55:24.073 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.070+0000 7f0417687800 20 rados->read ofs=0 len=0 2024-09-12T17:55:24.074 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.071+0000 7f0417687800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:55:24.074 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.071+0000 7f0417687800 20 zone default found 2024-09-12T17:55:24.074 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.071+0000 7f0417687800 4 Realm: () 2024-09-12T17:55:24.074 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.071+0000 7f0417687800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:55:24.074 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.071+0000 7f0417687800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:55:24.074 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.071+0000 7f0417687800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:55:24.074 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.071+0000 7f0417687800 20 zonegroup default 2024-09-12T17:55:24.074 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.071+0000 7f0417687800 20 rados->read ofs=0 len=0 2024-09-12T17:55:24.074 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.071+0000 7f0417687800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:24.074 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.071+0000 7f0417687800 20 rados->read ofs=0 len=0 2024-09-12T17:55:24.074 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.071+0000 7f0417687800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:24.075 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.071+0000 7f0417687800 20 rados->read ofs=0 len=0 2024-09-12T17:55:24.075 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.072+0000 7f0417687800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:24.075 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.072+0000 7f0417687800 20 started sync module instance, tier type = 2024-09-12T17:55:24.075 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.072+0000 7f0417687800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:55:24.082 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.080+0000 7f0417687800 20 add_watcher() i=0 2024-09-12T17:55:24.082 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.080+0000 7f0417687800 20 add_watcher() i=1 2024-09-12T17:55:24.082 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.080+0000 7f0417687800 20 add_watcher() i=2 2024-09-12T17:55:24.082 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.080+0000 7f0417687800 20 add_watcher() i=3 2024-09-12T17:55:24.082 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.080+0000 7f0417687800 20 add_watcher() i=4 2024-09-12T17:55:24.083 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.080+0000 7f0417687800 20 add_watcher() i=5 2024-09-12T17:55:24.083 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.081+0000 7f0417687800 20 add_watcher() i=6 2024-09-12T17:55:24.083 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.081+0000 7f0417687800 20 add_watcher() i=7 2024-09-12T17:55:24.083 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.081+0000 7f0417687800 2 all 8 watchers are set, enabling cache 2024-09-12T17:55:24.085 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.083+0000 7f02cb7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:55:24.086 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.084+0000 7f0417687800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:55:24.086 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.084+0000 7f0417687800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:55:24.086 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.084+0000 7f0417687800 5 note: GC not initialized 2024-09-12T17:55:24.086 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.084+0000 7f02ca7e4640 20 reqs_thread_entry: start 2024-09-12T17:55:24.086 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.084+0000 7f0417687800 20 init_complete bucket index max shards: 1 2024-09-12T17:55:24.086 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.084+0000 7f0417687800 20 Filter name: none 2024-09-12T17:55:24.086 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.084+0000 7f023bfff640 20 reqs_thread_entry: start 2024-09-12T17:55:24.086 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.084+0000 7f0417687800 20 rados->read ofs=0 len=0 2024-09-12T17:55:24.087 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.085+0000 7f0417687800 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T17:55:24.087 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.085+0000 7f0417687800 20 rados->read ofs=0 len=0 2024-09-12T17:55:24.087 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.085+0000 7f0417687800 20 rados_obj.operate() r=0 bl.length=435 2024-09-12T17:55:24.087 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.085+0000 7f0417687800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:55:24.087 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.085+0000 7f0417687800 20 rados->read ofs=0 len=0 2024-09-12T17:55:24.087 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.086+0000 7f0417687800 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T17:55:24.087 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.086+0000 7f0417687800 20 rados->read ofs=0 len=0 2024-09-12T17:55:24.088 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.086+0000 7f0417687800 20 rados_obj.operate() r=0 bl.length=435 2024-09-12T17:55:24.088 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.086+0000 7f0417687800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:55:24.089 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.087+0000 7f02cb7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:55:24.093 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.089+0000 7f0417687800 20 remove_watcher() i=0 2024-09-12T17:55:24.093 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.089+0000 7f0417687800 2 removed watcher, disabling cache 2024-09-12T17:55:24.093 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.090+0000 7f0417687800 20 remove_watcher() i=1 2024-09-12T17:55:24.093 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.092+0000 7f0417687800 20 remove_watcher() i=2 2024-09-12T17:55:24.094 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.092+0000 7f0417687800 20 remove_watcher() i=3 2024-09-12T17:55:24.095 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.093+0000 7f0417687800 20 remove_watcher() i=4 2024-09-12T17:55:24.096 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.094+0000 7f0417687800 20 remove_watcher() i=5 2024-09-12T17:55:24.097 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.095+0000 7f0417687800 20 remove_watcher() i=6 2024-09-12T17:55:24.097 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.096+0000 7f0417687800 20 remove_watcher() i=7 2024-09-12T17:55:24.109 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:55:24.109 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T17:55:24.109 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: error-at-block-writes id: b6123b67-6580-4373-9691-e0e950df5f06.4566.29 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:55:24.109 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:55:24.110 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:24.110 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:24.119 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:24.119 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:24.163 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket reshard --bucket error-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:55:24.195 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:55:24.195 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:55:24.234 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.233+0000 7f12c7d37800 20 rados->read ofs=0 len=0 2024-09-12T17:55:24.236 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.234+0000 7f12c7d37800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:24.236 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.234+0000 7f12c7d37800 20 realm 2024-09-12T17:55:24.236 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.234+0000 7f12c7d37800 20 rados->read ofs=0 len=0 2024-09-12T17:55:24.237 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.234+0000 7f12c7d37800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:24.237 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.234+0000 7f12c7d37800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:55:24.237 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.234+0000 7f12c7d37800 20 rados->read ofs=0 len=0 2024-09-12T17:55:24.237 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.235+0000 7f12c7d37800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:24.237 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.235+0000 7f12c7d37800 20 rados->read ofs=0 len=0 2024-09-12T17:55:24.238 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.235+0000 7f12c7d37800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:55:24.238 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.235+0000 7f12c7d37800 20 rados->read ofs=0 len=0 2024-09-12T17:55:24.238 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.236+0000 7f12c7d37800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:55:24.238 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.236+0000 7f12c7d37800 20 searching for the correct realm 2024-09-12T17:55:24.240 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.238+0000 7f12c3220640 0 -- 172.21.15.45:0/1786070255 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f12b406d060 msgr2=0x7f12b40639f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:55:24.244 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.242+0000 7f12c3a21640 0 -- 172.21.15.45:0/1786070255 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f12b80518b0 msgr2=0x7f12b80193a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:55:24.450 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.448+0000 7f12c7d37800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:55:24.450 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.448+0000 7f12c7d37800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:55:24.451 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.448+0000 7f12c7d37800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:55:24.451 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.448+0000 7f12c7d37800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:55:24.451 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.448+0000 7f12c7d37800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:55:24.451 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.448+0000 7f12c7d37800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:55:24.451 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.448+0000 7f12c7d37800 20 rados->read ofs=0 len=0 2024-09-12T17:55:24.451 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.448+0000 7f12c7d37800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:24.451 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.448+0000 7f12c7d37800 20 rados->read ofs=0 len=0 2024-09-12T17:55:24.451 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.448+0000 7f12c7d37800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:55:24.451 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.448+0000 7f12c7d37800 20 rados->read ofs=0 len=0 2024-09-12T17:55:24.451 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.449+0000 7f12c7d37800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:55:24.451 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.449+0000 7f12c7d37800 20 zone default found 2024-09-12T17:55:24.451 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.449+0000 7f12c7d37800 4 Realm: () 2024-09-12T17:55:24.452 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.449+0000 7f12c7d37800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:55:24.452 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.449+0000 7f12c7d37800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:55:24.452 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.449+0000 7f12c7d37800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:55:24.452 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.449+0000 7f12c7d37800 20 zonegroup default 2024-09-12T17:55:24.452 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.449+0000 7f12c7d37800 20 rados->read ofs=0 len=0 2024-09-12T17:55:24.452 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.449+0000 7f12c7d37800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:24.452 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.449+0000 7f12c7d37800 20 rados->read ofs=0 len=0 2024-09-12T17:55:24.453 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.449+0000 7f12c7d37800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:24.453 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.449+0000 7f12c7d37800 20 rados->read ofs=0 len=0 2024-09-12T17:55:24.453 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.450+0000 7f12c7d37800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:24.453 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.450+0000 7f12c7d37800 20 started sync module instance, tier type = 2024-09-12T17:55:24.453 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.450+0000 7f12c7d37800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:55:24.460 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.458+0000 7f12c7d37800 20 add_watcher() i=0 2024-09-12T17:55:24.460 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.458+0000 7f12c7d37800 20 add_watcher() i=1 2024-09-12T17:55:24.460 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.458+0000 7f12c7d37800 20 add_watcher() i=2 2024-09-12T17:55:24.460 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.458+0000 7f12c7d37800 20 add_watcher() i=3 2024-09-12T17:55:24.461 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.458+0000 7f12c7d37800 20 add_watcher() i=4 2024-09-12T17:55:24.461 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.458+0000 7f12c7d37800 20 add_watcher() i=5 2024-09-12T17:55:24.461 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.458+0000 7f12c7d37800 20 add_watcher() i=6 2024-09-12T17:55:24.461 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.459+0000 7f12c7d37800 20 add_watcher() i=7 2024-09-12T17:55:24.461 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.459+0000 7f12c7d37800 2 all 8 watchers are set, enabling cache 2024-09-12T17:55:24.462 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.461+0000 7f1179fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:55:24.464 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.461+0000 7f12c7d37800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:55:24.464 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.461+0000 7f12c7d37800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:55:24.464 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.461+0000 7f12c7d37800 5 note: GC not initialized 2024-09-12T17:55:24.464 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.462+0000 7f1178fe1640 20 reqs_thread_entry: start 2024-09-12T17:55:24.464 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.462+0000 7f12c7d37800 20 init_complete bucket index max shards: 1 2024-09-12T17:55:24.464 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.462+0000 7f12c7d37800 20 Filter name: none 2024-09-12T17:55:24.464 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.462+0000 7f10f27fc640 20 reqs_thread_entry: start 2024-09-12T17:55:24.464 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.462+0000 7f12c7d37800 10 cache get: name=default.rgw.meta+root+error-at-block-writes : miss 2024-09-12T17:55:24.464 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.462+0000 7f12c7d37800 20 rados->read ofs=0 len=0 2024-09-12T17:55:24.465 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.463+0000 7f12c7d37800 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T17:55:24.465 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.463+0000 7f12c7d37800 10 cache put: name=default.rgw.meta+root+error-at-block-writes info.flags=0x11 2024-09-12T17:55:24.465 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.463+0000 7f12c7d37800 10 adding default.rgw.meta+root+error-at-block-writes to cache LRU end 2024-09-12T17:55:24.465 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.463+0000 7f12c7d37800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.29 : miss 2024-09-12T17:55:24.465 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.463+0000 7f12c7d37800 20 rados->read ofs=0 len=0 2024-09-12T17:55:24.465 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.463+0000 7f12c7d37800 20 rados_obj.operate() r=0 bl.length=435 2024-09-12T17:55:24.465 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.463+0000 7f12c7d37800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.29 info.flags=0x17 2024-09-12T17:55:24.465 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.463+0000 7f12c7d37800 10 adding default.rgw.meta+root+.bucket.meta.error-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.29 to cache LRU end 2024-09-12T17:55:24.466 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.463+0000 7f12c7d37800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:55:24.466 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.463+0000 7f12c7d37800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:55:24.466 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.463+0000 7f12c7d37800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.29 2024-09-12T17:55:24.468 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.467+0000 7f12c7d37800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.29 info.flags=0x17 2024-09-12T17:55:24.468 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.467+0000 7f12c7d37800 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.29 to cache LRU end 2024-09-12T17:55:24.468 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.467+0000 7f12c7d37800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:55:24.468 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.467+0000 7f12c7d37800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.29, ofs0, ns] 2024-09-12T17:55:24.469 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.467+0000 7f11a2ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398910 cookie 94476604539984 notifier 6963 bl.length()=999 2024-09-12T17:55:24.469 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.467+0000 7f11a2ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.29 info.flags=0x17 2024-09-12T17:55:24.469 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.467+0000 7f11a2ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.29 to cache LRU end 2024-09-12T17:55:24.469 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.467+0000 7f11a2ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:55:24.469 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.467+0000 7f12c7d37800 20 handle_bi_update(): bucket=:error-at-block-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.29]): orig_sources= new_sources= 2024-09-12T17:55:24.469 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.467+0000 7f12c7d37800 20 handle_bi_update(): bucket=:error-at-block-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.29]): potential sources added=[] removed=[] 2024-09-12T17:55:24.469 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.467+0000 7f12c7d37800 20 handle_bi_update(): bucket=:error-at-block-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.29]): orig_dests= new_dests= 2024-09-12T17:55:24.469 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.467+0000 7f12c7d37800 20 handle_bi_update(): bucket=:error-at-block-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.29]): potential dests added=[] removed=[] 2024-09-12T17:55:24.471 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.470+0000 7f12c7d37800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.29.1.0 2024-09-12T17:55:24.472 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.470+0000 7f12c7d37800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.29.1.0 2024-09-12T17:55:24.472 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.470+0000 7f12c7d37800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.29.1.1 2024-09-12T17:55:24.472 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.470+0000 7f12c7d37800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.29.1.1 2024-09-12T17:55:24.472 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.470+0000 7f12c7d37800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.29.0 2024-09-12T17:55:24.474 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.472+0000 7f12c7d37800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.29 : hit (requested=0x17, cached=0x17) 2024-09-12T17:55:24.474 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.472+0000 7f12c7d37800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.29 2024-09-12T17:55:24.476 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.474+0000 7f12c7d37800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.29 info.flags=0x17 2024-09-12T17:55:24.476 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.474+0000 7f12c7d37800 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.29 to cache LRU end 2024-09-12T17:55:24.477 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.474+0000 7f12c7d37800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:55:24.477 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.474+0000 7f12c7d37800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.29, ofs0, ns] 2024-09-12T17:55:24.477 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.474+0000 7f11a27fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398911 cookie 94476604539984 notifier 6963 bl.length()=999 2024-09-12T17:55:24.477 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.474+0000 7f11a27fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.29 info.flags=0x17 2024-09-12T17:55:24.477 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.474+0000 7f11a27fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.29 to cache LRU end 2024-09-12T17:55:24.477 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.474+0000 7f11a27fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:55:24.479 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.474+0000 7f12c7d37800 20 handle_bi_update(): bucket=:error-at-block-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.29]): orig_sources= new_sources= 2024-09-12T17:55:24.479 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.474+0000 7f12c7d37800 20 handle_bi_update(): bucket=:error-at-block-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.29]): potential sources added=[] removed=[] 2024-09-12T17:55:24.480 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.474+0000 7f12c7d37800 20 handle_bi_update(): bucket=:error-at-block-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.29]): orig_dests= new_dests= 2024-09-12T17:55:24.480 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.474+0000 7f12c7d37800 20 handle_bi_update(): bucket=:error-at-block-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.29]): potential dests added=[] removed=[] 2024-09-12T17:55:24.480 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.475+0000 7f12c7d37800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.29.0 2024-09-12T17:55:24.480 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.476+0000 7f12c7d37800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.29 : hit (requested=0x17, cached=0x17) 2024-09-12T17:55:24.480 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.476+0000 7f12c7d37800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.29 2024-09-12T17:55:24.480 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.477+0000 7f12c7d37800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.29 info.flags=0x17 2024-09-12T17:55:24.481 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.477+0000 7f12c7d37800 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.29 to cache LRU end 2024-09-12T17:55:24.481 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.477+0000 7f12c7d37800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:55:24.481 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.477+0000 7f12c7d37800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.29, ofs0, ns] 2024-09-12T17:55:24.481 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.477+0000 7f11a27fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398912 cookie 94476604539984 notifier 6963 bl.length()=967 2024-09-12T17:55:24.481 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.477+0000 7f11a27fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.29 info.flags=0x17 2024-09-12T17:55:24.482 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.477+0000 7f11a27fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.29 to cache LRU end 2024-09-12T17:55:24.482 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.477+0000 7f11a27fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:55:24.482 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.477+0000 7f12c7d37800 20 handle_bi_update(): bucket=:error-at-block-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.29]): orig_sources= new_sources= 2024-09-12T17:55:24.482 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.477+0000 7f12c7d37800 20 handle_bi_update(): bucket=:error-at-block-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.29]): potential sources added=[] removed=[] 2024-09-12T17:55:24.482 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.477+0000 7f12c7d37800 20 handle_bi_update(): bucket=:error-at-block-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.29]): orig_dests= new_dests= 2024-09-12T17:55:24.483 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.477+0000 7f12c7d37800 20 handle_bi_update(): bucket=:error-at-block-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.29]): potential dests added=[] removed=[] 2024-09-12T17:55:24.484 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.478+0000 7f12c7d37800 1 execute INFO: reshard of bucket "error-at-block-writes" from 1 shards to 2 shards completed successfully 2024-09-12T17:55:24.484 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.480+0000 7f1179fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:55:24.484 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.482+0000 7f12c7d37800 20 remove_watcher() i=0 2024-09-12T17:55:24.485 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.482+0000 7f12c7d37800 2 removed watcher, disabling cache 2024-09-12T17:55:24.485 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.484+0000 7f12c7d37800 20 remove_watcher() i=1 2024-09-12T17:55:24.486 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.485+0000 7f12c7d37800 20 remove_watcher() i=2 2024-09-12T17:55:24.487 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.486+0000 7f12c7d37800 20 remove_watcher() i=3 2024-09-12T17:55:24.488 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.487+0000 7f12c7d37800 20 remove_watcher() i=4 2024-09-12T17:55:24.489 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.488+0000 7f12c7d37800 20 remove_watcher() i=5 2024-09-12T17:55:24.490 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.489+0000 7f12c7d37800 20 remove_watcher() i=6 2024-09-12T17:55:24.511 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.509+0000 7f12c7d37800 20 remove_watcher() i=7 2024-09-12T17:55:24.524 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket error-at-block-writes 2024-09-12T17:55:24.553 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:55:24.553 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:55:24.592 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.591+0000 7f5f7313d800 20 rados->read ofs=0 len=0 2024-09-12T17:55:24.594 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.593+0000 7f5f7313d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:24.594 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.593+0000 7f5f7313d800 20 realm 2024-09-12T17:55:24.594 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.593+0000 7f5f7313d800 20 rados->read ofs=0 len=0 2024-09-12T17:55:24.595 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.593+0000 7f5f7313d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:24.595 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.593+0000 7f5f7313d800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:55:24.595 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.593+0000 7f5f7313d800 20 rados->read ofs=0 len=0 2024-09-12T17:55:24.595 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.593+0000 7f5f7313d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:24.595 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.593+0000 7f5f7313d800 20 rados->read ofs=0 len=0 2024-09-12T17:55:24.595 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.594+0000 7f5f7313d800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:55:24.595 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.594+0000 7f5f7313d800 20 rados->read ofs=0 len=0 2024-09-12T17:55:24.596 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.594+0000 7f5f7313d800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:55:24.596 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.594+0000 7f5f7313d800 20 searching for the correct realm 2024-09-12T17:55:24.597 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.596+0000 7f5f6ee2a640 0 -- 172.21.15.45:0/167104189 >> [v2:172.21.15.45:6808/2245364274,v1:172.21.15.45:6809/2245364274] conn(0x7f5f64061040 msgr2=0x7f5f640cc050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:55:24.802 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.800+0000 7f5f6e629640 0 -- 172.21.15.45:0/167104189 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x55c444051b50 msgr2=0x55c444053f40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:55:24.807 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.806+0000 7f5f7313d800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:55:24.808 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.806+0000 7f5f7313d800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:55:24.808 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.806+0000 7f5f7313d800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:55:24.808 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.806+0000 7f5f7313d800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:55:24.808 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.806+0000 7f5f7313d800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:55:24.808 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.806+0000 7f5f7313d800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:55:24.808 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.806+0000 7f5f7313d800 20 rados->read ofs=0 len=0 2024-09-12T17:55:24.808 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.806+0000 7f5f7313d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:24.808 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.806+0000 7f5f7313d800 20 rados->read ofs=0 len=0 2024-09-12T17:55:24.809 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.806+0000 7f5f7313d800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:55:24.809 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.806+0000 7f5f7313d800 20 rados->read ofs=0 len=0 2024-09-12T17:55:24.810 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.807+0000 7f5f7313d800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:55:24.810 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.807+0000 7f5f7313d800 20 zone default found 2024-09-12T17:55:24.810 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.807+0000 7f5f7313d800 4 Realm: () 2024-09-12T17:55:24.810 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.807+0000 7f5f7313d800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:55:24.810 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.807+0000 7f5f7313d800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:55:24.810 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.807+0000 7f5f7313d800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:55:24.810 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.807+0000 7f5f7313d800 20 zonegroup default 2024-09-12T17:55:24.810 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.807+0000 7f5f7313d800 20 rados->read ofs=0 len=0 2024-09-12T17:55:24.810 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.807+0000 7f5f7313d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:24.810 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.807+0000 7f5f7313d800 20 rados->read ofs=0 len=0 2024-09-12T17:55:24.810 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.808+0000 7f5f7313d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:24.810 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.808+0000 7f5f7313d800 20 rados->read ofs=0 len=0 2024-09-12T17:55:24.810 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.808+0000 7f5f7313d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:24.811 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.808+0000 7f5f7313d800 20 started sync module instance, tier type = 2024-09-12T17:55:24.811 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.808+0000 7f5f7313d800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:55:24.818 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.817+0000 7f5f7313d800 20 add_watcher() i=0 2024-09-12T17:55:24.818 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.817+0000 7f5f7313d800 20 add_watcher() i=1 2024-09-12T17:55:24.818 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.817+0000 7f5f7313d800 20 add_watcher() i=2 2024-09-12T17:55:24.818 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.817+0000 7f5f7313d800 20 add_watcher() i=3 2024-09-12T17:55:24.818 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.817+0000 7f5f7313d800 20 add_watcher() i=4 2024-09-12T17:55:24.819 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.817+0000 7f5f7313d800 20 add_watcher() i=5 2024-09-12T17:55:24.819 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.817+0000 7f5f7313d800 20 add_watcher() i=6 2024-09-12T17:55:24.819 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.817+0000 7f5f7313d800 20 add_watcher() i=7 2024-09-12T17:55:24.819 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.817+0000 7f5f7313d800 2 all 8 watchers are set, enabling cache 2024-09-12T17:55:24.821 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.819+0000 7f5e257e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:55:24.822 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.820+0000 7f5f7313d800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:55:24.822 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.820+0000 7f5f7313d800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:55:24.822 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.820+0000 7f5f7313d800 5 note: GC not initialized 2024-09-12T17:55:24.822 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.820+0000 7f5d9ffff640 20 reqs_thread_entry: start 2024-09-12T17:55:24.822 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.820+0000 7f5f7313d800 20 init_complete bucket index max shards: 1 2024-09-12T17:55:24.822 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.820+0000 7f5f7313d800 20 Filter name: none 2024-09-12T17:55:24.822 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.820+0000 7f5d9dffb640 20 reqs_thread_entry: start 2024-09-12T17:55:24.823 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.820+0000 7f5f7313d800 20 rados->read ofs=0 len=0 2024-09-12T17:55:24.823 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.821+0000 7f5f7313d800 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T17:55:24.823 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.821+0000 7f5f7313d800 20 rados->read ofs=0 len=0 2024-09-12T17:55:24.823 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.821+0000 7f5f7313d800 20 rados_obj.operate() r=0 bl.length=435 2024-09-12T17:55:24.824 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.821+0000 7f5f7313d800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:55:24.824 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.821+0000 7f5f7313d800 20 rados->read ofs=0 len=0 2024-09-12T17:55:24.824 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.822+0000 7f5f7313d800 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T17:55:24.824 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.822+0000 7f5f7313d800 20 rados->read ofs=0 len=0 2024-09-12T17:55:24.824 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.822+0000 7f5f7313d800 20 rados_obj.operate() r=0 bl.length=435 2024-09-12T17:55:24.824 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.822+0000 7f5f7313d800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:55:24.825 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.823+0000 7f5e257e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:55:24.827 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.825+0000 7f5f7313d800 20 remove_watcher() i=0 2024-09-12T17:55:24.827 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.825+0000 7f5f7313d800 2 removed watcher, disabling cache 2024-09-12T17:55:24.828 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.826+0000 7f5f7313d800 20 remove_watcher() i=1 2024-09-12T17:55:24.829 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.827+0000 7f5f7313d800 20 remove_watcher() i=2 2024-09-12T17:55:24.830 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.828+0000 7f5f7313d800 20 remove_watcher() i=3 2024-09-12T17:55:24.831 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.829+0000 7f5f7313d800 20 remove_watcher() i=4 2024-09-12T17:55:24.832 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.830+0000 7f5f7313d800 20 remove_watcher() i=5 2024-09-12T17:55:24.833 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.831+0000 7f5f7313d800 20 remove_watcher() i=6 2024-09-12T17:55:24.834 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:24.832+0000 7f5f7313d800 20 remove_watcher() i=7 2024-09-12T17:55:24.845 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:55:24.845 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T17:55:24.845 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: error-at-block-writes id: b6123b67-6580-4373-9691-e0e950df5f06.4566.29 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:55:24.845 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:55:24.847 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:24.847 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:24.850 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:24.851 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:24.894 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:24.894 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:24.908 INFO:tasks.workunit.client.0.smithi045.stderr:TEST: reshard bucket with abort at block_writes 2024-09-12T17:55:24.909 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:55:24.909 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:24.909 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:24.919 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:24.919 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:24.962 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:24.962 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:24.970 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:24.971 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:24.977 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:24.977 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:24.985 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:24.985 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:24.991 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:24.992 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:24.998 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:24.998 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:25.005 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:25.005 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:25.011 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:25.011 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:25.017 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:25.017 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:25.023 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:25.024 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:25.030 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:25.030 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:25.036 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:25.037 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:25.043 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:25.043 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:25.049 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:25.049 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:25.055 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:25.055 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:25.062 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:25.062 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:25.069 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:25.069 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:25.075 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:25.075 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:25.082 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:25.082 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:25.089 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:25.090 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:25.096 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket abort-at-block-writes 2024-09-12T17:55:25.127 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:55:25.127 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:55:25.164 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.163+0000 7f1c7c942800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.166 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.165+0000 7f1c7c942800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:25.166 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.165+0000 7f1c7c942800 20 realm 2024-09-12T17:55:25.167 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.165+0000 7f1c7c942800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.167 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.165+0000 7f1c7c942800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:25.167 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.165+0000 7f1c7c942800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:55:25.167 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.165+0000 7f1c7c942800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.167 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.165+0000 7f1c7c942800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:25.167 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.165+0000 7f1c7c942800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.167 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.166+0000 7f1c7c942800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:55:25.167 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.166+0000 7f1c7c942800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.168 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.167+0000 7f1c7c942800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:55:25.168 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.167+0000 7f1c7c942800 20 searching for the correct realm 2024-09-12T17:55:25.171 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.170+0000 7f1c78e87640 0 -- 172.21.15.45:0/1678705058 >> [v2:172.21.15.45:6800/38958590,v1:172.21.15.45:6801/38958590] conn(0x55b4681162c0 msgr2=0x55b4681186e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:55:25.174 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.173+0000 7f1c77e85640 0 -- 172.21.15.45:0/1678705058 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f1c68080040 msgr2=0x7f1c6809c930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:55:25.179 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.177+0000 7f1c7c942800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:55:25.179 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.177+0000 7f1c7c942800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:55:25.179 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.177+0000 7f1c7c942800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:55:25.179 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.177+0000 7f1c7c942800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:55:25.179 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.177+0000 7f1c7c942800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:55:25.180 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.177+0000 7f1c7c942800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:55:25.180 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.177+0000 7f1c7c942800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.180 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.177+0000 7f1c7c942800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:25.180 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.177+0000 7f1c7c942800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.180 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.178+0000 7f1c7c942800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:55:25.180 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.178+0000 7f1c7c942800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.181 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.178+0000 7f1c7c942800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:55:25.181 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.178+0000 7f1c7c942800 20 zone default found 2024-09-12T17:55:25.181 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.178+0000 7f1c7c942800 4 Realm: () 2024-09-12T17:55:25.181 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.178+0000 7f1c7c942800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:55:25.181 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.178+0000 7f1c7c942800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:55:25.181 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.178+0000 7f1c7c942800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:55:25.181 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.178+0000 7f1c7c942800 20 zonegroup default 2024-09-12T17:55:25.182 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.178+0000 7f1c7c942800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.182 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.178+0000 7f1c7c942800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:25.182 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.178+0000 7f1c7c942800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.182 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.179+0000 7f1c7c942800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:25.182 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.179+0000 7f1c7c942800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.182 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.179+0000 7f1c7c942800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:25.182 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.179+0000 7f1c7c942800 20 started sync module instance, tier type = 2024-09-12T17:55:25.182 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.179+0000 7f1c7c942800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:55:25.189 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.187+0000 7f1c7c942800 20 add_watcher() i=0 2024-09-12T17:55:25.189 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.187+0000 7f1c7c942800 20 add_watcher() i=1 2024-09-12T17:55:25.189 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.187+0000 7f1c7c942800 20 add_watcher() i=2 2024-09-12T17:55:25.189 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.187+0000 7f1c7c942800 20 add_watcher() i=3 2024-09-12T17:55:25.190 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.187+0000 7f1c7c942800 20 add_watcher() i=4 2024-09-12T17:55:25.190 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.187+0000 7f1c7c942800 20 add_watcher() i=5 2024-09-12T17:55:25.190 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.187+0000 7f1c7c942800 20 add_watcher() i=6 2024-09-12T17:55:25.190 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.188+0000 7f1c7c942800 20 add_watcher() i=7 2024-09-12T17:55:25.190 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.188+0000 7f1c7c942800 2 all 8 watchers are set, enabling cache 2024-09-12T17:55:25.191 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.190+0000 7f1b2efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:55:25.192 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.190+0000 7f1c7c942800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:55:25.192 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.190+0000 7f1c7c942800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:55:25.192 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.190+0000 7f1c7c942800 5 note: GC not initialized 2024-09-12T17:55:25.192 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.190+0000 7f1b2dfe3640 20 reqs_thread_entry: start 2024-09-12T17:55:25.192 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.190+0000 7f1c7c942800 20 init_complete bucket index max shards: 1 2024-09-12T17:55:25.193 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.191+0000 7f1c7c942800 20 Filter name: none 2024-09-12T17:55:25.193 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.191+0000 7f1b26ffd640 20 reqs_thread_entry: start 2024-09-12T17:55:25.193 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.191+0000 7f1c7c942800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.193 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.191+0000 7f1c7c942800 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T17:55:25.193 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.191+0000 7f1c7c942800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.194 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.192+0000 7f1c7c942800 20 rados_obj.operate() r=0 bl.length=435 2024-09-12T17:55:25.194 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.192+0000 7f1c7c942800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:55:25.194 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.192+0000 7f1c7c942800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.194 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.192+0000 7f1c7c942800 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T17:55:25.194 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.192+0000 7f1c7c942800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.194 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.193+0000 7f1c7c942800 20 rados_obj.operate() r=0 bl.length=435 2024-09-12T17:55:25.195 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.193+0000 7f1c7c942800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:55:25.195 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.194+0000 7f1b2efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:55:25.197 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.196+0000 7f1c7c942800 20 remove_watcher() i=0 2024-09-12T17:55:25.197 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.196+0000 7f1c7c942800 2 removed watcher, disabling cache 2024-09-12T17:55:25.198 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.197+0000 7f1c7c942800 20 remove_watcher() i=1 2024-09-12T17:55:25.199 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.198+0000 7f1c7c942800 20 remove_watcher() i=2 2024-09-12T17:55:25.200 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.199+0000 7f1c7c942800 20 remove_watcher() i=3 2024-09-12T17:55:25.201 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.200+0000 7f1c7c942800 20 remove_watcher() i=4 2024-09-12T17:55:25.202 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.201+0000 7f1c7c942800 20 remove_watcher() i=5 2024-09-12T17:55:25.203 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.202+0000 7f1c7c942800 20 remove_watcher() i=6 2024-09-12T17:55:25.204 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.203+0000 7f1c7c942800 20 remove_watcher() i=7 2024-09-12T17:55:25.215 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:55:25.215 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T17:55:25.215 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: abort-at-block-writes id: b6123b67-6580-4373-9691-e0e950df5f06.4566.30 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:55:25.215 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:55:25.218 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket reshard --bucket abort-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at block_writes 2024-09-12T17:55:25.251 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:55:25.251 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:55:25.291 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.289+0000 7f2d23575800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.293 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.291+0000 7f2d23575800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:25.293 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.291+0000 7f2d23575800 20 realm 2024-09-12T17:55:25.293 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.291+0000 7f2d23575800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.293 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.291+0000 7f2d23575800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:25.293 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.291+0000 7f2d23575800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:55:25.293 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.291+0000 7f2d23575800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.293 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.291+0000 7f2d23575800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:25.293 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.291+0000 7f2d23575800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.294 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.292+0000 7f2d23575800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:55:25.294 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.292+0000 7f2d23575800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.294 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.293+0000 7f2d23575800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:55:25.294 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.293+0000 7f2d23575800 20 searching for the correct realm 2024-09-12T17:55:25.297 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.295+0000 7f2d2085e640 0 -- 172.21.15.45:0/483473647 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f2d14044040 msgr2=0x7f2d14043920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:55:25.300 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.299+0000 7f2d2105f640 0 -- 172.21.15.45:0/483473647 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f2d180dba30 msgr2=0x7f2d180de960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:55:25.508 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.506+0000 7f2d23575800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:55:25.509 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.506+0000 7f2d23575800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:55:25.509 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.506+0000 7f2d23575800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:55:25.509 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.506+0000 7f2d23575800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:55:25.509 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.506+0000 7f2d23575800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:55:25.509 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.506+0000 7f2d23575800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:55:25.509 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.506+0000 7f2d23575800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.509 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.506+0000 7f2d23575800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:25.509 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.506+0000 7f2d23575800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.509 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.506+0000 7f2d23575800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:55:25.510 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.506+0000 7f2d23575800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.510 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.506+0000 7f2d23575800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:55:25.510 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.506+0000 7f2d23575800 20 zone default found 2024-09-12T17:55:25.510 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.507+0000 7f2d23575800 4 Realm: () 2024-09-12T17:55:25.510 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.507+0000 7f2d23575800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:55:25.510 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.507+0000 7f2d23575800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:55:25.510 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.507+0000 7f2d23575800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:55:25.510 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.507+0000 7f2d23575800 20 zonegroup default 2024-09-12T17:55:25.511 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.507+0000 7f2d23575800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.511 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.507+0000 7f2d23575800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:25.511 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.507+0000 7f2d23575800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.512 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.507+0000 7f2d23575800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:25.512 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.507+0000 7f2d23575800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.512 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.507+0000 7f2d23575800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:25.512 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.508+0000 7f2d23575800 20 started sync module instance, tier type = 2024-09-12T17:55:25.512 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.508+0000 7f2d23575800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:55:25.518 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.516+0000 7f2d23575800 20 add_watcher() i=0 2024-09-12T17:55:25.518 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.516+0000 7f2d23575800 20 add_watcher() i=1 2024-09-12T17:55:25.518 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.516+0000 7f2d23575800 20 add_watcher() i=2 2024-09-12T17:55:25.519 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.516+0000 7f2d23575800 20 add_watcher() i=3 2024-09-12T17:55:25.519 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.516+0000 7f2d23575800 20 add_watcher() i=4 2024-09-12T17:55:25.519 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.516+0000 7f2d23575800 20 add_watcher() i=5 2024-09-12T17:55:25.519 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.516+0000 7f2d23575800 20 add_watcher() i=6 2024-09-12T17:55:25.520 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.517+0000 7f2d23575800 20 add_watcher() i=7 2024-09-12T17:55:25.520 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.517+0000 7f2d23575800 2 all 8 watchers are set, enabling cache 2024-09-12T17:55:25.523 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.519+0000 7f2bd7fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:55:25.523 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.519+0000 7f2d23575800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:55:25.523 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.519+0000 7f2d23575800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:55:25.523 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.519+0000 7f2d23575800 5 note: GC not initialized 2024-09-12T17:55:25.524 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.519+0000 7f2bd6fe5640 20 reqs_thread_entry: start 2024-09-12T17:55:25.524 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.520+0000 7f2d23575800 20 init_complete bucket index max shards: 1 2024-09-12T17:55:25.524 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.520+0000 7f2d23575800 20 Filter name: none 2024-09-12T17:55:25.524 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.520+0000 7f2bd4fe1640 20 reqs_thread_entry: start 2024-09-12T17:55:25.524 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.520+0000 7f2d23575800 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2024-09-12T17:55:25.524 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.520+0000 7f2d23575800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.525 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.520+0000 7f2d23575800 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T17:55:25.525 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.520+0000 7f2d23575800 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2024-09-12T17:55:25.525 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.520+0000 7f2d23575800 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2024-09-12T17:55:25.526 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.520+0000 7f2d23575800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 : miss 2024-09-12T17:55:25.526 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.520+0000 7f2d23575800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.526 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.521+0000 7f2d23575800 20 rados_obj.operate() r=0 bl.length=435 2024-09-12T17:55:25.526 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.521+0000 7f2d23575800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 info.flags=0x17 2024-09-12T17:55:25.526 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.521+0000 7f2d23575800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 to cache LRU end 2024-09-12T17:55:25.527 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.521+0000 7f2d23575800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:55:25.527 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.521+0000 7f2d23575800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:55:25.527 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.521+0000 7f2d23575800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 2024-09-12T17:55:25.528 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.525+0000 7f2d23575800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 info.flags=0x17 2024-09-12T17:55:25.528 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.525+0000 7f2d23575800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 to cache LRU end 2024-09-12T17:55:25.528 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.525+0000 7f2d23575800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:55:25.528 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.525+0000 7f2d23575800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30, ofs0, ns] 2024-09-12T17:55:25.528 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.525+0000 7f2c04ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398915 cookie 94117990592128 notifier 6641 bl.length()=999 2024-09-12T17:55:25.528 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.525+0000 7f2c04ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 info.flags=0x17 2024-09-12T17:55:25.528 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.525+0000 7f2c04ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 to cache LRU end 2024-09-12T17:55:25.528 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.525+0000 7f2c04ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:55:25.528 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.526+0000 7f2d23575800 20 handle_bi_update(): bucket=:abort-at-block-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.30]): orig_sources= new_sources= 2024-09-12T17:55:25.528 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.526+0000 7f2d23575800 20 handle_bi_update(): bucket=:abort-at-block-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.30]): potential sources added=[] removed=[] 2024-09-12T17:55:25.528 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.526+0000 7f2d23575800 20 handle_bi_update(): bucket=:abort-at-block-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.30]): orig_dests= new_dests= 2024-09-12T17:55:25.529 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.526+0000 7f2d23575800 20 handle_bi_update(): bucket=:abort-at-block-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.30]): potential dests added=[] removed=[] 2024-09-12T17:55:25.530 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.528+0000 7f2d23575800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.30.1.0 2024-09-12T17:55:25.530 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.528+0000 7f2d23575800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.30.1.0 2024-09-12T17:55:25.530 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.528+0000 7f2d23575800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.30.1.1 2024-09-12T17:55:25.530 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.528+0000 7f2d23575800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.30.1.1 2024-09-12T17:55:25.530 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.528+0000 7f2d23575800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.30.0 2024-09-12T17:55:25.531 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.530+0000 7f2d23575800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 : hit (requested=0x17, cached=0x17) 2024-09-12T17:55:25.532 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.530+0000 7f2d23575800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 2024-09-12T17:55:25.534 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.532+0000 7f2d23575800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 info.flags=0x17 2024-09-12T17:55:25.534 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.532+0000 7f2d23575800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 to cache LRU end 2024-09-12T17:55:25.535 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.532+0000 7f2d23575800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:55:25.535 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.532+0000 7f2d23575800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30, ofs0, ns] 2024-09-12T17:55:25.535 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.532+0000 7f2bf3fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398916 cookie 94117990592128 notifier 6641 bl.length()=999 2024-09-12T17:55:25.535 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.532+0000 7f2bf3fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 info.flags=0x17 2024-09-12T17:55:25.535 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.532+0000 7f2bf3fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 to cache LRU end 2024-09-12T17:55:25.535 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.532+0000 7f2bf3fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:55:25.536 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.532+0000 7f2d23575800 20 handle_bi_update(): bucket=:abort-at-block-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.30]): orig_sources= new_sources= 2024-09-12T17:55:25.536 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.532+0000 7f2d23575800 20 handle_bi_update(): bucket=:abort-at-block-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.30]): potential sources added=[] removed=[] 2024-09-12T17:55:25.536 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.532+0000 7f2d23575800 20 handle_bi_update(): bucket=:abort-at-block-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.30]): orig_dests= new_dests= 2024-09-12T17:55:25.536 INFO:tasks.workunit.client.0.smithi045.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f2d23575800 time 2024-09-12T17:55:25.534346+0000 2024-09-12T17:55:25.536 INFO:tasks.workunit.client.0.smithi045.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:55:25.536 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.532+0000 7f2d23575800 20 handle_bi_update(): bucket=:abort-at-block-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.30]): potential dests added=[] removed=[] 2024-09-12T17:55:25.558 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:55:25.558 INFO:tasks.workunit.client.0.smithi045.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f2d26b8c71a] 2024-09-12T17:55:25.558 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f2d26b8c8d8] 2024-09-12T17:55:25.559 INFO:tasks.workunit.client.0.smithi045.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55998b54f841] 2024-09-12T17:55:25.559 INFO:tasks.workunit.client.0.smithi045.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x189e) [0x55998b55e79e] 2024-09-12T17:55:25.559 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x55998b55f5d4] 2024-09-12T17:55:25.559 INFO:tasks.workunit.client.0.smithi045.stderr: 6: main() 2024-09-12T17:55:25.559 INFO:tasks.workunit.client.0.smithi045.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f2d25829590] 2024-09-12T17:55:25.559 INFO:tasks.workunit.client.0.smithi045.stderr: 8: __libc_start_main() 2024-09-12T17:55:25.559 INFO:tasks.workunit.client.0.smithi045.stderr: 9: _start() 2024-09-12T17:55:25.559 INFO:tasks.workunit.client.0.smithi045.stderr:*** Caught signal (Aborted) ** 2024-09-12T17:55:25.560 INFO:tasks.workunit.client.0.smithi045.stderr: in thread 7f2d23575800 thread_name:radosgw-admin 2024-09-12T17:55:25.560 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.533+0000 7f2d23575800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f2d23575800 time 2024-09-12T17:55:25.534346+0000 2024-09-12T17:55:25.560 INFO:tasks.workunit.client.0.smithi045.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:55:25.560 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:55:25.560 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:55:25.560 INFO:tasks.workunit.client.0.smithi045.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f2d26b8c71a] 2024-09-12T17:55:25.560 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f2d26b8c8d8] 2024-09-12T17:55:25.560 INFO:tasks.workunit.client.0.smithi045.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55998b54f841] 2024-09-12T17:55:25.560 INFO:tasks.workunit.client.0.smithi045.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x189e) [0x55998b55e79e] 2024-09-12T17:55:25.560 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x55998b55f5d4] 2024-09-12T17:55:25.561 INFO:tasks.workunit.client.0.smithi045.stderr: 6: main() 2024-09-12T17:55:25.561 INFO:tasks.workunit.client.0.smithi045.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f2d25829590] 2024-09-12T17:55:25.561 INFO:tasks.workunit.client.0.smithi045.stderr: 8: __libc_start_main() 2024-09-12T17:55:25.561 INFO:tasks.workunit.client.0.smithi045.stderr: 9: _start() 2024-09-12T17:55:25.561 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:55:25.561 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:55:25.561 INFO:tasks.workunit.client.0.smithi045.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f2d2583e6f0] 2024-09-12T17:55:25.561 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f2d2588b99c] 2024-09-12T17:55:25.561 INFO:tasks.workunit.client.0.smithi045.stderr: 3: raise() 2024-09-12T17:55:25.561 INFO:tasks.workunit.client.0.smithi045.stderr: 4: abort() 2024-09-12T17:55:25.561 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f2d26b8c774] 2024-09-12T17:55:25.561 INFO:tasks.workunit.client.0.smithi045.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f2d26b8c8d8] 2024-09-12T17:55:25.561 INFO:tasks.workunit.client.0.smithi045.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55998b54f841] 2024-09-12T17:55:25.562 INFO:tasks.workunit.client.0.smithi045.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x189e) [0x55998b55e79e] 2024-09-12T17:55:25.562 INFO:tasks.workunit.client.0.smithi045.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x55998b55f5d4] 2024-09-12T17:55:25.562 INFO:tasks.workunit.client.0.smithi045.stderr: 10: main() 2024-09-12T17:55:25.562 INFO:tasks.workunit.client.0.smithi045.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f2d25829590] 2024-09-12T17:55:25.562 INFO:tasks.workunit.client.0.smithi045.stderr: 12: __libc_start_main() 2024-09-12T17:55:25.562 INFO:tasks.workunit.client.0.smithi045.stderr: 13: _start() 2024-09-12T17:55:25.562 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.534+0000 7f2d23575800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:55:25.562 INFO:tasks.workunit.client.0.smithi045.stderr: in thread 7f2d23575800 thread_name:radosgw-admin 2024-09-12T17:55:25.562 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:55:25.562 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:55:25.563 INFO:tasks.workunit.client.0.smithi045.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f2d2583e6f0] 2024-09-12T17:55:25.563 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f2d2588b99c] 2024-09-12T17:55:25.563 INFO:tasks.workunit.client.0.smithi045.stderr: 3: raise() 2024-09-12T17:55:25.563 INFO:tasks.workunit.client.0.smithi045.stderr: 4: abort() 2024-09-12T17:55:25.563 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f2d26b8c774] 2024-09-12T17:55:25.563 INFO:tasks.workunit.client.0.smithi045.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f2d26b8c8d8] 2024-09-12T17:55:25.563 INFO:tasks.workunit.client.0.smithi045.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55998b54f841] 2024-09-12T17:55:25.563 INFO:tasks.workunit.client.0.smithi045.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x189e) [0x55998b55e79e] 2024-09-12T17:55:25.563 INFO:tasks.workunit.client.0.smithi045.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x55998b55f5d4] 2024-09-12T17:55:25.563 INFO:tasks.workunit.client.0.smithi045.stderr: 10: main() 2024-09-12T17:55:25.563 INFO:tasks.workunit.client.0.smithi045.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f2d25829590] 2024-09-12T17:55:25.563 INFO:tasks.workunit.client.0.smithi045.stderr: 12: __libc_start_main() 2024-09-12T17:55:25.564 INFO:tasks.workunit.client.0.smithi045.stderr: 13: _start() 2024-09-12T17:55:25.564 INFO:tasks.workunit.client.0.smithi045.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:55:25.564 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:55:25.564 INFO:tasks.workunit.client.0.smithi045.stderr:--- begin dump of recent events --- 2024-09-12T17:55:25.564 INFO:tasks.workunit.client.0.smithi045.stderr: -499> 2024-09-12T17:55:25.273+0000 7f2d23575800 5 asok(0x55998d336730) register_command objecter_requests hook 0x55998d55dea0 2024-09-12T17:55:25.564 INFO:tasks.workunit.client.0.smithi045.stderr: -498> 2024-09-12T17:55:25.273+0000 7f2d23575800 1 librados: setting wanted keys 2024-09-12T17:55:25.564 INFO:tasks.workunit.client.0.smithi045.stderr: -497> 2024-09-12T17:55:25.273+0000 7f2d23575800 1 librados: calling monclient init 2024-09-12T17:55:25.564 INFO:tasks.workunit.client.0.smithi045.stderr: -496> 2024-09-12T17:55:25.273+0000 7f2d23575800 10 monclient: init 2024-09-12T17:55:25.564 INFO:tasks.workunit.client.0.smithi045.stderr: -495> 2024-09-12T17:55:25.273+0000 7f2d23575800 5 AuthRegistry(0x55998d55aad0) adding auth protocol: cephx 2024-09-12T17:55:25.564 INFO:tasks.workunit.client.0.smithi045.stderr: -494> 2024-09-12T17:55:25.273+0000 7f2d23575800 5 AuthRegistry(0x55998d55aad0) adding auth protocol: cephx 2024-09-12T17:55:25.564 INFO:tasks.workunit.client.0.smithi045.stderr: -493> 2024-09-12T17:55:25.273+0000 7f2d23575800 5 AuthRegistry(0x55998d55aad0) adding auth protocol: cephx 2024-09-12T17:55:25.564 INFO:tasks.workunit.client.0.smithi045.stderr: -492> 2024-09-12T17:55:25.273+0000 7f2d23575800 5 AuthRegistry(0x55998d55aad0) adding con mode: secure 2024-09-12T17:55:25.565 INFO:tasks.workunit.client.0.smithi045.stderr: -491> 2024-09-12T17:55:25.273+0000 7f2d23575800 5 AuthRegistry(0x55998d55aad0) adding con mode: crc 2024-09-12T17:55:25.565 INFO:tasks.workunit.client.0.smithi045.stderr: -490> 2024-09-12T17:55:25.273+0000 7f2d23575800 5 AuthRegistry(0x55998d55aad0) adding con mode: secure 2024-09-12T17:55:25.565 INFO:tasks.workunit.client.0.smithi045.stderr: -489> 2024-09-12T17:55:25.273+0000 7f2d23575800 5 AuthRegistry(0x55998d55aad0) adding con mode: crc 2024-09-12T17:55:25.565 INFO:tasks.workunit.client.0.smithi045.stderr: -488> 2024-09-12T17:55:25.273+0000 7f2d23575800 5 AuthRegistry(0x55998d55aad0) adding con mode: secure 2024-09-12T17:55:25.565 INFO:tasks.workunit.client.0.smithi045.stderr: -487> 2024-09-12T17:55:25.273+0000 7f2d23575800 5 AuthRegistry(0x55998d55aad0) adding con mode: crc 2024-09-12T17:55:25.565 INFO:tasks.workunit.client.0.smithi045.stderr: -486> 2024-09-12T17:55:25.273+0000 7f2d23575800 5 AuthRegistry(0x55998d55aad0) adding con mode: crc 2024-09-12T17:55:25.565 INFO:tasks.workunit.client.0.smithi045.stderr: -485> 2024-09-12T17:55:25.273+0000 7f2d23575800 5 AuthRegistry(0x55998d55aad0) adding con mode: secure 2024-09-12T17:55:25.565 INFO:tasks.workunit.client.0.smithi045.stderr: -484> 2024-09-12T17:55:25.273+0000 7f2d23575800 5 AuthRegistry(0x55998d55aad0) adding con mode: crc 2024-09-12T17:55:25.565 INFO:tasks.workunit.client.0.smithi045.stderr: -483> 2024-09-12T17:55:25.273+0000 7f2d23575800 5 AuthRegistry(0x55998d55aad0) adding con mode: secure 2024-09-12T17:55:25.565 INFO:tasks.workunit.client.0.smithi045.stderr: -482> 2024-09-12T17:55:25.273+0000 7f2d23575800 5 AuthRegistry(0x55998d55aad0) adding con mode: crc 2024-09-12T17:55:25.565 INFO:tasks.workunit.client.0.smithi045.stderr: -481> 2024-09-12T17:55:25.273+0000 7f2d23575800 5 AuthRegistry(0x55998d55aad0) adding con mode: secure 2024-09-12T17:55:25.565 INFO:tasks.workunit.client.0.smithi045.stderr: -480> 2024-09-12T17:55:25.273+0000 7f2d23575800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:55:25.565 INFO:tasks.workunit.client.0.smithi045.stderr: -479> 2024-09-12T17:55:25.273+0000 7f2d23575800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:55:25.566 INFO:tasks.workunit.client.0.smithi045.stderr: -478> 2024-09-12T17:55:25.273+0000 7f2d23575800 5 asok(0x55998d336730) register_command rotate-key hook 0x55998d55ac18 2024-09-12T17:55:25.566 INFO:tasks.workunit.client.0.smithi045.stderr: -477> 2024-09-12T17:55:25.273+0000 7f2d23575800 10 monclient: _reopen_session rank -1 2024-09-12T17:55:25.566 INFO:tasks.workunit.client.0.smithi045.stderr: -476> 2024-09-12T17:55:25.273+0000 7f2d23575800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:55:25.566 INFO:tasks.workunit.client.0.smithi045.stderr: -475> 2024-09-12T17:55:25.273+0000 7f2d23575800 10 monclient(hunting): picked mon.noname-c con 0x55998d49d8b0 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:55:25.566 INFO:tasks.workunit.client.0.smithi045.stderr: -474> 2024-09-12T17:55:25.273+0000 7f2d23575800 10 monclient(hunting): picked mon.noname-b con 0x55998d49dc90 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:55:25.566 INFO:tasks.workunit.client.0.smithi045.stderr: -473> 2024-09-12T17:55:25.273+0000 7f2d23575800 10 monclient(hunting): picked mon.noname-a con 0x55998d4a8e80 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:55:25.566 INFO:tasks.workunit.client.0.smithi045.stderr: -472> 2024-09-12T17:55:25.273+0000 7f2d23575800 10 monclient(hunting): start opening mon connection 2024-09-12T17:55:25.566 INFO:tasks.workunit.client.0.smithi045.stderr: -471> 2024-09-12T17:55:25.273+0000 7f2d23575800 10 monclient(hunting): start opening mon connection 2024-09-12T17:55:25.566 INFO:tasks.workunit.client.0.smithi045.stderr: -470> 2024-09-12T17:55:25.273+0000 7f2d23575800 10 monclient(hunting): start opening mon connection 2024-09-12T17:55:25.566 INFO:tasks.workunit.client.0.smithi045.stderr: -469> 2024-09-12T17:55:25.273+0000 7f2d23575800 10 monclient(hunting): _renew_subs 2024-09-12T17:55:25.566 INFO:tasks.workunit.client.0.smithi045.stderr: -468> 2024-09-12T17:55:25.273+0000 7f2d23575800 10 monclient(hunting): authenticate will time out at 2023.732984s 2024-09-12T17:55:25.566 INFO:tasks.workunit.client.0.smithi045.stderr: -467> 2024-09-12T17:55:25.274+0000 7f2d2105f640 10 monclient(hunting): get_auth_request con 0x55998d49d8b0 auth_method 0 2024-09-12T17:55:25.566 INFO:tasks.workunit.client.0.smithi045.stderr: -466> 2024-09-12T17:55:25.274+0000 7f2d2105f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:55:25.567 INFO:tasks.workunit.client.0.smithi045.stderr: -465> 2024-09-12T17:55:25.274+0000 7f2d2105f640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:55:25.567 INFO:tasks.workunit.client.0.smithi045.stderr: -464> 2024-09-12T17:55:25.274+0000 7f2d2105f640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:55:25.567 INFO:tasks.workunit.client.0.smithi045.stderr: -463> 2024-09-12T17:55:25.274+0000 7f2d21860640 10 monclient(hunting): get_auth_request con 0x55998d4a8e80 auth_method 0 2024-09-12T17:55:25.567 INFO:tasks.workunit.client.0.smithi045.stderr: -462> 2024-09-12T17:55:25.274+0000 7f2d21860640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:55:25.567 INFO:tasks.workunit.client.0.smithi045.stderr: -461> 2024-09-12T17:55:25.274+0000 7f2d21860640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:55:25.567 INFO:tasks.workunit.client.0.smithi045.stderr: -460> 2024-09-12T17:55:25.274+0000 7f2d21860640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:55:25.567 INFO:tasks.workunit.client.0.smithi045.stderr: -459> 2024-09-12T17:55:25.274+0000 7f2d2085e640 10 monclient(hunting): get_auth_request con 0x55998d49dc90 auth_method 0 2024-09-12T17:55:25.567 INFO:tasks.workunit.client.0.smithi045.stderr: -458> 2024-09-12T17:55:25.274+0000 7f2d2085e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:55:25.567 INFO:tasks.workunit.client.0.smithi045.stderr: -457> 2024-09-12T17:55:25.274+0000 7f2d2085e640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:55:25.567 INFO:tasks.workunit.client.0.smithi045.stderr: -456> 2024-09-12T17:55:25.274+0000 7f2d2085e640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:55:25.567 INFO:tasks.workunit.client.0.smithi045.stderr: -455> 2024-09-12T17:55:25.274+0000 7f2d2105f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:55:25.568 INFO:tasks.workunit.client.0.smithi045.stderr: -454> 2024-09-12T17:55:25.274+0000 7f2d2105f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:55:25.568 INFO:tasks.workunit.client.0.smithi045.stderr: -453> 2024-09-12T17:55:25.274+0000 7f2d2105f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:55:25.568 INFO:tasks.workunit.client.0.smithi045.stderr: -452> 2024-09-12T17:55:25.274+0000 7f2d2085e640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:55:25.568 INFO:tasks.workunit.client.0.smithi045.stderr: -451> 2024-09-12T17:55:25.274+0000 7f2d2085e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:55:25.568 INFO:tasks.workunit.client.0.smithi045.stderr: -450> 2024-09-12T17:55:25.274+0000 7f2d2085e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:55:25.568 INFO:tasks.workunit.client.0.smithi045.stderr: -449> 2024-09-12T17:55:25.274+0000 7f2d21860640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:55:25.568 INFO:tasks.workunit.client.0.smithi045.stderr: -448> 2024-09-12T17:55:25.274+0000 7f2d21860640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:55:25.568 INFO:tasks.workunit.client.0.smithi045.stderr: -447> 2024-09-12T17:55:25.274+0000 7f2d21860640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:55:25.568 INFO:tasks.workunit.client.0.smithi045.stderr: -446> 2024-09-12T17:55:25.274+0000 7f2d2085e640 10 monclient(hunting): handle_auth_done global_id 6571 payload 824 2024-09-12T17:55:25.568 INFO:tasks.workunit.client.0.smithi045.stderr: -445> 2024-09-12T17:55:25.274+0000 7f2d2085e640 10 monclient: _finish_hunting 0 2024-09-12T17:55:25.569 INFO:tasks.workunit.client.0.smithi045.stderr: -444> 2024-09-12T17:55:25.274+0000 7f2d2085e640 1 monclient: found mon.noname-b 2024-09-12T17:55:25.569 INFO:tasks.workunit.client.0.smithi045.stderr: -443> 2024-09-12T17:55:25.274+0000 7f2d2085e640 10 monclient: _send_mon_message to mon.noname-b at v2:172.21.15.115:3300/0 2024-09-12T17:55:25.569 INFO:tasks.workunit.client.0.smithi045.stderr: -442> 2024-09-12T17:55:25.274+0000 7f2c0de03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:55:25.569 INFO:tasks.workunit.client.0.smithi045.stderr: -441> 2024-09-12T17:55:25.274+0000 7f2c0de03640 10 monclient: got monmap 1 from mon.noname-b (according to old e1) 2024-09-12T17:55:25.569 INFO:tasks.workunit.client.0.smithi045.stderr: -440> 2024-09-12T17:55:25.274+0000 7f2c0de03640 10 monclient: dump: 2024-09-12T17:55:25.569 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:55:25.569 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:55:25.569 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:55:25.569 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:55:25.570 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:55:25.570 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:55:25.570 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:55:25.570 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:55:25.570 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:55:25.570 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:55:25.570 INFO:tasks.workunit.client.0.smithi045.stderr: -439> 2024-09-12T17:55:25.274+0000 7f2c0de03640 10 monclient: _finish_auth 0 2024-09-12T17:55:25.570 INFO:tasks.workunit.client.0.smithi045.stderr: -438> 2024-09-12T17:55:25.274+0000 7f2c0de03640 10 monclient: _check_auth_tickets 2024-09-12T17:55:25.570 INFO:tasks.workunit.client.0.smithi045.stderr: -437> 2024-09-12T17:55:25.274+0000 7f2c0de03640 10 monclient: handle_config config(0 keys) 2024-09-12T17:55:25.570 INFO:tasks.workunit.client.0.smithi045.stderr: -436> 2024-09-12T17:55:25.274+0000 7f2c0de03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:55:25.571 INFO:tasks.workunit.client.0.smithi045.stderr: -435> 2024-09-12T17:55:25.274+0000 7f2c0de03640 10 monclient: got monmap 1 from mon.b (according to old e1) 2024-09-12T17:55:25.571 INFO:tasks.workunit.client.0.smithi045.stderr: -434> 2024-09-12T17:55:25.274+0000 7f2c0de03640 10 monclient: dump: 2024-09-12T17:55:25.571 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:55:25.571 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:55:25.571 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:55:25.571 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:55:25.571 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:55:25.571 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:55:25.571 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:55:25.571 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:55:25.571 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:55:25.571 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:55:25.571 INFO:tasks.workunit.client.0.smithi045.stderr: -433> 2024-09-12T17:55:25.274+0000 7f2d23575800 5 monclient: authenticate success, global_id 6571 2024-09-12T17:55:25.572 INFO:tasks.workunit.client.0.smithi045.stderr: -432> 2024-09-12T17:55:25.274+0000 7f2d23575800 10 monclient: _renew_subs 2024-09-12T17:55:25.572 INFO:tasks.workunit.client.0.smithi045.stderr: -431> 2024-09-12T17:55:25.274+0000 7f2d23575800 10 monclient: _send_mon_message to mon.b at v2:172.21.15.115:3300/0 2024-09-12T17:55:25.572 INFO:tasks.workunit.client.0.smithi045.stderr: -430> 2024-09-12T17:55:25.274+0000 7f2c0f606640 4 set_mon_vals no callback set 2024-09-12T17:55:25.572 INFO:tasks.workunit.client.0.smithi045.stderr: -429> 2024-09-12T17:55:25.274+0000 7f2d23575800 10 monclient: _renew_subs 2024-09-12T17:55:25.572 INFO:tasks.workunit.client.0.smithi045.stderr: -428> 2024-09-12T17:55:25.274+0000 7f2d23575800 10 monclient: _send_mon_message to mon.b at v2:172.21.15.115:3300/0 2024-09-12T17:55:25.572 INFO:tasks.workunit.client.0.smithi045.stderr: -427> 2024-09-12T17:55:25.274+0000 7f2d23575800 1 librados: init done 2024-09-12T17:55:25.572 INFO:tasks.workunit.client.0.smithi045.stderr: -426> 2024-09-12T17:55:25.276+0000 7f2c0de03640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:55:25.572 INFO:tasks.workunit.client.0.smithi045.stderr: -425> 2024-09-12T17:55:25.276+0000 7f2c0de03640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:55:25.572 INFO:tasks.workunit.client.0.smithi045.stderr: -424> 2024-09-12T17:55:25.276+0000 7f2c0de03640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:55:25.572 INFO:tasks.workunit.client.0.smithi045.stderr: -423> 2024-09-12T17:55:25.277+0000 7f2d21860640 10 monclient: get_auth_request con 0x55998d5a2ed0 auth_method 0 2024-09-12T17:55:25.572 INFO:tasks.workunit.client.0.smithi045.stderr: -422> 2024-09-12T17:55:25.278+0000 7f2d2105f640 10 monclient: get_auth_request con 0x55998d5a60b0 auth_method 0 2024-09-12T17:55:25.572 INFO:tasks.workunit.client.0.smithi045.stderr: -421> 2024-09-12T17:55:25.278+0000 7f2d2085e640 10 monclient: get_auth_request con 0x55998d5aa2a0 auth_method 0 2024-09-12T17:55:25.573 INFO:tasks.workunit.client.0.smithi045.stderr: -420> 2024-09-12T17:55:25.280+0000 7f2d23575800 10 monclient: build_initial_monmap 2024-09-12T17:55:25.573 INFO:tasks.workunit.client.0.smithi045.stderr: -419> 2024-09-12T17:55:25.280+0000 7f2d23575800 1 build_initial for_mkfs: 0 2024-09-12T17:55:25.573 INFO:tasks.workunit.client.0.smithi045.stderr: -418> 2024-09-12T17:55:25.280+0000 7f2d23575800 10 monclient: monmap: 2024-09-12T17:55:25.573 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:55:25.573 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:55:25.573 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:55:25.573 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:55:25.573 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:55:25.573 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:55:25.573 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:55:25.573 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:55:25.573 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:55:25.573 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:55:25.574 INFO:tasks.workunit.client.0.smithi045.stderr: -417> 2024-09-12T17:55:25.280+0000 7f2d23575800 5 AuthRegistry(0x55998d5aeff0) adding auth protocol: cephx 2024-09-12T17:55:25.574 INFO:tasks.workunit.client.0.smithi045.stderr: -416> 2024-09-12T17:55:25.280+0000 7f2d23575800 5 AuthRegistry(0x55998d5aeff0) adding auth protocol: cephx 2024-09-12T17:55:25.574 INFO:tasks.workunit.client.0.smithi045.stderr: -415> 2024-09-12T17:55:25.280+0000 7f2d23575800 5 AuthRegistry(0x55998d5aeff0) adding auth protocol: cephx 2024-09-12T17:55:25.574 INFO:tasks.workunit.client.0.smithi045.stderr: -414> 2024-09-12T17:55:25.280+0000 7f2d23575800 5 AuthRegistry(0x55998d5aeff0) adding con mode: secure 2024-09-12T17:55:25.574 INFO:tasks.workunit.client.0.smithi045.stderr: -413> 2024-09-12T17:55:25.280+0000 7f2d23575800 5 AuthRegistry(0x55998d5aeff0) adding con mode: crc 2024-09-12T17:55:25.574 INFO:tasks.workunit.client.0.smithi045.stderr: -412> 2024-09-12T17:55:25.280+0000 7f2d23575800 5 AuthRegistry(0x55998d5aeff0) adding con mode: secure 2024-09-12T17:55:25.574 INFO:tasks.workunit.client.0.smithi045.stderr: -411> 2024-09-12T17:55:25.280+0000 7f2d23575800 5 AuthRegistry(0x55998d5aeff0) adding con mode: crc 2024-09-12T17:55:25.574 INFO:tasks.workunit.client.0.smithi045.stderr: -410> 2024-09-12T17:55:25.280+0000 7f2d23575800 5 AuthRegistry(0x55998d5aeff0) adding con mode: secure 2024-09-12T17:55:25.574 INFO:tasks.workunit.client.0.smithi045.stderr: -409> 2024-09-12T17:55:25.280+0000 7f2d23575800 5 AuthRegistry(0x55998d5aeff0) adding con mode: crc 2024-09-12T17:55:25.574 INFO:tasks.workunit.client.0.smithi045.stderr: -408> 2024-09-12T17:55:25.280+0000 7f2d23575800 5 AuthRegistry(0x55998d5aeff0) adding con mode: crc 2024-09-12T17:55:25.574 INFO:tasks.workunit.client.0.smithi045.stderr: -407> 2024-09-12T17:55:25.280+0000 7f2d23575800 5 AuthRegistry(0x55998d5aeff0) adding con mode: secure 2024-09-12T17:55:25.574 INFO:tasks.workunit.client.0.smithi045.stderr: -406> 2024-09-12T17:55:25.280+0000 7f2d23575800 5 AuthRegistry(0x55998d5aeff0) adding con mode: crc 2024-09-12T17:55:25.574 INFO:tasks.workunit.client.0.smithi045.stderr: -405> 2024-09-12T17:55:25.280+0000 7f2d23575800 5 AuthRegistry(0x55998d5aeff0) adding con mode: secure 2024-09-12T17:55:25.575 INFO:tasks.workunit.client.0.smithi045.stderr: -404> 2024-09-12T17:55:25.280+0000 7f2d23575800 5 AuthRegistry(0x55998d5aeff0) adding con mode: crc 2024-09-12T17:55:25.575 INFO:tasks.workunit.client.0.smithi045.stderr: -403> 2024-09-12T17:55:25.280+0000 7f2d23575800 5 AuthRegistry(0x55998d5aeff0) adding con mode: secure 2024-09-12T17:55:25.575 INFO:tasks.workunit.client.0.smithi045.stderr: -402> 2024-09-12T17:55:25.280+0000 7f2d23575800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:55:25.575 INFO:tasks.workunit.client.0.smithi045.stderr: -401> 2024-09-12T17:55:25.280+0000 7f2d23575800 5 asok(0x55998d336730) register_command objecter_requests cmddesc objecter_requests hook 0x55998d5b2490 EEXIST 2024-09-12T17:55:25.575 INFO:tasks.workunit.client.0.smithi045.stderr: -400> 2024-09-12T17:55:25.280+0000 7f2d23575800 10 monclient: init 2024-09-12T17:55:25.575 INFO:tasks.workunit.client.0.smithi045.stderr: -399> 2024-09-12T17:55:25.280+0000 7f2d23575800 5 AuthRegistry(0x55998d5ad7a8) adding auth protocol: cephx 2024-09-12T17:55:25.575 INFO:tasks.workunit.client.0.smithi045.stderr: -398> 2024-09-12T17:55:25.280+0000 7f2d23575800 5 AuthRegistry(0x55998d5ad7a8) adding auth protocol: cephx 2024-09-12T17:55:25.575 INFO:tasks.workunit.client.0.smithi045.stderr: -397> 2024-09-12T17:55:25.280+0000 7f2d23575800 5 AuthRegistry(0x55998d5ad7a8) adding auth protocol: cephx 2024-09-12T17:55:25.575 INFO:tasks.workunit.client.0.smithi045.stderr: -396> 2024-09-12T17:55:25.280+0000 7f2d23575800 5 AuthRegistry(0x55998d5ad7a8) adding con mode: secure 2024-09-12T17:55:25.575 INFO:tasks.workunit.client.0.smithi045.stderr: -395> 2024-09-12T17:55:25.280+0000 7f2d23575800 5 AuthRegistry(0x55998d5ad7a8) adding con mode: crc 2024-09-12T17:55:25.575 INFO:tasks.workunit.client.0.smithi045.stderr: -394> 2024-09-12T17:55:25.280+0000 7f2d23575800 5 AuthRegistry(0x55998d5ad7a8) adding con mode: secure 2024-09-12T17:55:25.575 INFO:tasks.workunit.client.0.smithi045.stderr: -393> 2024-09-12T17:55:25.280+0000 7f2d23575800 5 AuthRegistry(0x55998d5ad7a8) adding con mode: crc 2024-09-12T17:55:25.576 INFO:tasks.workunit.client.0.smithi045.stderr: -392> 2024-09-12T17:55:25.280+0000 7f2d23575800 5 AuthRegistry(0x55998d5ad7a8) adding con mode: secure 2024-09-12T17:55:25.576 INFO:tasks.workunit.client.0.smithi045.stderr: -391> 2024-09-12T17:55:25.280+0000 7f2d23575800 5 AuthRegistry(0x55998d5ad7a8) adding con mode: crc 2024-09-12T17:55:25.576 INFO:tasks.workunit.client.0.smithi045.stderr: -390> 2024-09-12T17:55:25.280+0000 7f2d23575800 5 AuthRegistry(0x55998d5ad7a8) adding con mode: crc 2024-09-12T17:55:25.576 INFO:tasks.workunit.client.0.smithi045.stderr: -389> 2024-09-12T17:55:25.280+0000 7f2d23575800 5 AuthRegistry(0x55998d5ad7a8) adding con mode: secure 2024-09-12T17:55:25.576 INFO:tasks.workunit.client.0.smithi045.stderr: -388> 2024-09-12T17:55:25.280+0000 7f2d23575800 5 AuthRegistry(0x55998d5ad7a8) adding con mode: crc 2024-09-12T17:55:25.576 INFO:tasks.workunit.client.0.smithi045.stderr: -387> 2024-09-12T17:55:25.280+0000 7f2d23575800 5 AuthRegistry(0x55998d5ad7a8) adding con mode: secure 2024-09-12T17:55:25.576 INFO:tasks.workunit.client.0.smithi045.stderr: -386> 2024-09-12T17:55:25.280+0000 7f2d23575800 5 AuthRegistry(0x55998d5ad7a8) adding con mode: crc 2024-09-12T17:55:25.576 INFO:tasks.workunit.client.0.smithi045.stderr: -385> 2024-09-12T17:55:25.280+0000 7f2d23575800 5 AuthRegistry(0x55998d5ad7a8) adding con mode: secure 2024-09-12T17:55:25.576 INFO:tasks.workunit.client.0.smithi045.stderr: -384> 2024-09-12T17:55:25.280+0000 7f2d23575800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:55:25.576 INFO:tasks.workunit.client.0.smithi045.stderr: -383> 2024-09-12T17:55:25.281+0000 7f2d23575800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:55:25.576 INFO:tasks.workunit.client.0.smithi045.stderr: -382> 2024-09-12T17:55:25.281+0000 7f2d23575800 5 asok(0x55998d336730) register_command rotate-key cmddesc rotate-key hook 0x55998d5ad8f0 EEXIST 2024-09-12T17:55:25.576 INFO:tasks.workunit.client.0.smithi045.stderr: -381> 2024-09-12T17:55:25.281+0000 7f2d23575800 10 monclient: _reopen_session rank -1 2024-09-12T17:55:25.577 INFO:tasks.workunit.client.0.smithi045.stderr: -380> 2024-09-12T17:55:25.281+0000 7f2d23575800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T17:55:25.577 INFO:tasks.workunit.client.0.smithi045.stderr: -379> 2024-09-12T17:55:25.281+0000 7f2d23575800 10 monclient(hunting): picked mon.noname-b con 0x55998d5d67b0 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:55:25.577 INFO:tasks.workunit.client.0.smithi045.stderr: -378> 2024-09-12T17:55:25.281+0000 7f2d23575800 10 monclient(hunting): picked mon.noname-c con 0x55998d5d6b90 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:55:25.577 INFO:tasks.workunit.client.0.smithi045.stderr: -377> 2024-09-12T17:55:25.281+0000 7f2d23575800 10 monclient(hunting): picked mon.noname-a con 0x55998d5d54c0 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:55:25.577 INFO:tasks.workunit.client.0.smithi045.stderr: -376> 2024-09-12T17:55:25.281+0000 7f2d23575800 10 monclient(hunting): start opening mon connection 2024-09-12T17:55:25.577 INFO:tasks.workunit.client.0.smithi045.stderr: -375> 2024-09-12T17:55:25.281+0000 7f2d23575800 10 monclient(hunting): start opening mon connection 2024-09-12T17:55:25.577 INFO:tasks.workunit.client.0.smithi045.stderr: -374> 2024-09-12T17:55:25.281+0000 7f2d23575800 10 monclient(hunting): start opening mon connection 2024-09-12T17:55:25.577 INFO:tasks.workunit.client.0.smithi045.stderr: -373> 2024-09-12T17:55:25.281+0000 7f2d23575800 10 monclient(hunting): _renew_subs 2024-09-12T17:55:25.577 INFO:tasks.workunit.client.0.smithi045.stderr: -372> 2024-09-12T17:55:25.281+0000 7f2d23575800 10 monclient(hunting): authenticate will time out at 2023.740286s 2024-09-12T17:55:25.577 INFO:tasks.workunit.client.0.smithi045.stderr: -371> 2024-09-12T17:55:25.281+0000 7f2d2085e640 10 monclient(hunting): get_auth_request con 0x55998d5d6b90 auth_method 0 2024-09-12T17:55:25.577 INFO:tasks.workunit.client.0.smithi045.stderr: -370> 2024-09-12T17:55:25.281+0000 7f2d2085e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:55:25.577 INFO:tasks.workunit.client.0.smithi045.stderr: -369> 2024-09-12T17:55:25.281+0000 7f2d2085e640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:55:25.577 INFO:tasks.workunit.client.0.smithi045.stderr: -368> 2024-09-12T17:55:25.281+0000 7f2d2085e640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:55:25.578 INFO:tasks.workunit.client.0.smithi045.stderr: -367> 2024-09-12T17:55:25.281+0000 7f2d21860640 10 monclient(hunting): get_auth_request con 0x55998d5d54c0 auth_method 0 2024-09-12T17:55:25.578 INFO:tasks.workunit.client.0.smithi045.stderr: -366> 2024-09-12T17:55:25.281+0000 7f2d21860640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:55:25.578 INFO:tasks.workunit.client.0.smithi045.stderr: -365> 2024-09-12T17:55:25.281+0000 7f2d21860640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:55:25.578 INFO:tasks.workunit.client.0.smithi045.stderr: -364> 2024-09-12T17:55:25.281+0000 7f2d21860640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:55:25.578 INFO:tasks.workunit.client.0.smithi045.stderr: -363> 2024-09-12T17:55:25.281+0000 7f2d2105f640 10 monclient(hunting): get_auth_request con 0x55998d5d67b0 auth_method 0 2024-09-12T17:55:25.578 INFO:tasks.workunit.client.0.smithi045.stderr: -362> 2024-09-12T17:55:25.281+0000 7f2d2105f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:55:25.578 INFO:tasks.workunit.client.0.smithi045.stderr: -361> 2024-09-12T17:55:25.281+0000 7f2d2105f640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:55:25.578 INFO:tasks.workunit.client.0.smithi045.stderr: -360> 2024-09-12T17:55:25.281+0000 7f2d2105f640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:55:25.578 INFO:tasks.workunit.client.0.smithi045.stderr: -359> 2024-09-12T17:55:25.281+0000 7f2d2085e640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:55:25.578 INFO:tasks.workunit.client.0.smithi045.stderr: -358> 2024-09-12T17:55:25.281+0000 7f2d2085e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:55:25.578 INFO:tasks.workunit.client.0.smithi045.stderr: -357> 2024-09-12T17:55:25.281+0000 7f2d2085e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:55:25.578 INFO:tasks.workunit.client.0.smithi045.stderr: -356> 2024-09-12T17:55:25.281+0000 7f2d21860640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:55:25.578 INFO:tasks.workunit.client.0.smithi045.stderr: -355> 2024-09-12T17:55:25.281+0000 7f2d21860640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:55:25.579 INFO:tasks.workunit.client.0.smithi045.stderr: -354> 2024-09-12T17:55:25.281+0000 7f2d21860640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:55:25.579 INFO:tasks.workunit.client.0.smithi045.stderr: -353> 2024-09-12T17:55:25.281+0000 7f2d2105f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:55:25.579 INFO:tasks.workunit.client.0.smithi045.stderr: -352> 2024-09-12T17:55:25.281+0000 7f2d2105f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:55:25.579 INFO:tasks.workunit.client.0.smithi045.stderr: -351> 2024-09-12T17:55:25.281+0000 7f2d2105f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:55:25.579 INFO:tasks.workunit.client.0.smithi045.stderr: -350> 2024-09-12T17:55:25.281+0000 7f2d2085e640 10 monclient(hunting): handle_auth_done global_id 6635 payload 824 2024-09-12T17:55:25.579 INFO:tasks.workunit.client.0.smithi045.stderr: -349> 2024-09-12T17:55:25.281+0000 7f2d2085e640 10 monclient: _finish_hunting 0 2024-09-12T17:55:25.579 INFO:tasks.workunit.client.0.smithi045.stderr: -348> 2024-09-12T17:55:25.281+0000 7f2d2085e640 1 monclient: found mon.noname-c 2024-09-12T17:55:25.579 INFO:tasks.workunit.client.0.smithi045.stderr: -347> 2024-09-12T17:55:25.281+0000 7f2d2085e640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.45:3301/0 2024-09-12T17:55:25.579 INFO:tasks.workunit.client.0.smithi045.stderr: -346> 2024-09-12T17:55:25.281+0000 7f2c06ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:55:25.579 INFO:tasks.workunit.client.0.smithi045.stderr: -345> 2024-09-12T17:55:25.281+0000 7f2c06ffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:55:25.579 INFO:tasks.workunit.client.0.smithi045.stderr: -344> 2024-09-12T17:55:25.281+0000 7f2c06ffd640 10 monclient: dump: 2024-09-12T17:55:25.579 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:55:25.580 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:55:25.580 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:55:25.580 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:55:25.580 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:55:25.580 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:55:25.580 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:55:25.580 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:55:25.580 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:55:25.580 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:55:25.580 INFO:tasks.workunit.client.0.smithi045.stderr: -343> 2024-09-12T17:55:25.281+0000 7f2c06ffd640 10 monclient: _finish_auth 0 2024-09-12T17:55:25.580 INFO:tasks.workunit.client.0.smithi045.stderr: -342> 2024-09-12T17:55:25.281+0000 7f2c06ffd640 10 monclient: _check_auth_tickets 2024-09-12T17:55:25.580 INFO:tasks.workunit.client.0.smithi045.stderr: -341> 2024-09-12T17:55:25.281+0000 7f2c06ffd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:55:25.580 INFO:tasks.workunit.client.0.smithi045.stderr: -340> 2024-09-12T17:55:25.281+0000 7f2c06ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:55:25.581 INFO:tasks.workunit.client.0.smithi045.stderr: -339> 2024-09-12T17:55:25.281+0000 7f2c06ffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:55:25.581 INFO:tasks.workunit.client.0.smithi045.stderr: -338> 2024-09-12T17:55:25.281+0000 7f2c06ffd640 10 monclient: dump: 2024-09-12T17:55:25.581 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:55:25.581 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:55:25.581 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:55:25.581 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:55:25.581 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:55:25.581 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:55:25.581 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:55:25.581 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:55:25.581 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:55:25.581 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:55:25.581 INFO:tasks.workunit.client.0.smithi045.stderr: -337> 2024-09-12T17:55:25.281+0000 7f2d23575800 5 monclient: authenticate success, global_id 6635 2024-09-12T17:55:25.582 INFO:tasks.workunit.client.0.smithi045.stderr: -336> 2024-09-12T17:55:25.281+0000 7f2d23575800 10 monclient: _renew_subs 2024-09-12T17:55:25.582 INFO:tasks.workunit.client.0.smithi045.stderr: -335> 2024-09-12T17:55:25.281+0000 7f2d22061640 4 set_mon_vals no callback set 2024-09-12T17:55:25.582 INFO:tasks.workunit.client.0.smithi045.stderr: -334> 2024-09-12T17:55:25.281+0000 7f2d23575800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:55:25.582 INFO:tasks.workunit.client.0.smithi045.stderr: -333> 2024-09-12T17:55:25.282+0000 7f2d23575800 10 monclient: _renew_subs 2024-09-12T17:55:25.582 INFO:tasks.workunit.client.0.smithi045.stderr: -332> 2024-09-12T17:55:25.282+0000 7f2d23575800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:55:25.582 INFO:tasks.workunit.client.0.smithi045.stderr: -331> 2024-09-12T17:55:25.283+0000 7f2c06ffd640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:55:25.582 INFO:tasks.workunit.client.0.smithi045.stderr: -330> 2024-09-12T17:55:25.283+0000 7f2c06ffd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:55:25.582 INFO:tasks.workunit.client.0.smithi045.stderr: -329> 2024-09-12T17:55:25.283+0000 7f2c06ffd640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:55:25.582 INFO:tasks.workunit.client.0.smithi045.stderr: -328> 2024-09-12T17:55:25.283+0000 7f2d2105f640 10 monclient: get_auth_request con 0x7f2bfc076380 auth_method 0 2024-09-12T17:55:25.582 INFO:tasks.workunit.client.0.smithi045.stderr: -327> 2024-09-12T17:55:25.284+0000 7f2d23575800 10 monclient: get_monmap_and_config 2024-09-12T17:55:25.582 INFO:tasks.workunit.client.0.smithi045.stderr: -326> 2024-09-12T17:55:25.284+0000 7f2d23575800 10 monclient: build_initial_monmap 2024-09-12T17:55:25.582 INFO:tasks.workunit.client.0.smithi045.stderr: -325> 2024-09-12T17:55:25.284+0000 7f2d23575800 1 build_initial for_mkfs: 0 2024-09-12T17:55:25.582 INFO:tasks.workunit.client.0.smithi045.stderr: -324> 2024-09-12T17:55:25.284+0000 7f2d23575800 10 monclient: monmap: 2024-09-12T17:55:25.583 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:55:25.583 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:55:25.583 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:55:25.583 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:55:25.583 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:55:25.583 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:55:25.583 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:55:25.583 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:55:25.583 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:55:25.583 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:55:25.583 INFO:tasks.workunit.client.0.smithi045.stderr: -323> 2024-09-12T17:55:25.284+0000 7f2d23575800 5 AuthRegistry(0x55998d5f6370) adding auth protocol: cephx 2024-09-12T17:55:25.583 INFO:tasks.workunit.client.0.smithi045.stderr: -322> 2024-09-12T17:55:25.284+0000 7f2d23575800 5 AuthRegistry(0x55998d5f6370) adding auth protocol: cephx 2024-09-12T17:55:25.583 INFO:tasks.workunit.client.0.smithi045.stderr: -321> 2024-09-12T17:55:25.284+0000 7f2d23575800 5 AuthRegistry(0x55998d5f6370) adding auth protocol: cephx 2024-09-12T17:55:25.583 INFO:tasks.workunit.client.0.smithi045.stderr: -320> 2024-09-12T17:55:25.284+0000 7f2d23575800 5 AuthRegistry(0x55998d5f6370) adding con mode: secure 2024-09-12T17:55:25.584 INFO:tasks.workunit.client.0.smithi045.stderr: -319> 2024-09-12T17:55:25.284+0000 7f2d23575800 5 AuthRegistry(0x55998d5f6370) adding con mode: crc 2024-09-12T17:55:25.584 INFO:tasks.workunit.client.0.smithi045.stderr: -318> 2024-09-12T17:55:25.284+0000 7f2d23575800 5 AuthRegistry(0x55998d5f6370) adding con mode: secure 2024-09-12T17:55:25.584 INFO:tasks.workunit.client.0.smithi045.stderr: -317> 2024-09-12T17:55:25.284+0000 7f2d23575800 5 AuthRegistry(0x55998d5f6370) adding con mode: crc 2024-09-12T17:55:25.584 INFO:tasks.workunit.client.0.smithi045.stderr: -316> 2024-09-12T17:55:25.284+0000 7f2d23575800 5 AuthRegistry(0x55998d5f6370) adding con mode: secure 2024-09-12T17:55:25.584 INFO:tasks.workunit.client.0.smithi045.stderr: -315> 2024-09-12T17:55:25.284+0000 7f2d23575800 5 AuthRegistry(0x55998d5f6370) adding con mode: crc 2024-09-12T17:55:25.584 INFO:tasks.workunit.client.0.smithi045.stderr: -314> 2024-09-12T17:55:25.284+0000 7f2d23575800 5 AuthRegistry(0x55998d5f6370) adding con mode: crc 2024-09-12T17:55:25.584 INFO:tasks.workunit.client.0.smithi045.stderr: -313> 2024-09-12T17:55:25.284+0000 7f2d23575800 5 AuthRegistry(0x55998d5f6370) adding con mode: secure 2024-09-12T17:55:25.584 INFO:tasks.workunit.client.0.smithi045.stderr: -312> 2024-09-12T17:55:25.284+0000 7f2d23575800 5 AuthRegistry(0x55998d5f6370) adding con mode: crc 2024-09-12T17:55:25.584 INFO:tasks.workunit.client.0.smithi045.stderr: -311> 2024-09-12T17:55:25.284+0000 7f2d23575800 5 AuthRegistry(0x55998d5f6370) adding con mode: secure 2024-09-12T17:55:25.584 INFO:tasks.workunit.client.0.smithi045.stderr: -310> 2024-09-12T17:55:25.284+0000 7f2d23575800 5 AuthRegistry(0x55998d5f6370) adding con mode: crc 2024-09-12T17:55:25.584 INFO:tasks.workunit.client.0.smithi045.stderr: -309> 2024-09-12T17:55:25.284+0000 7f2d23575800 5 AuthRegistry(0x55998d5f6370) adding con mode: secure 2024-09-12T17:55:25.584 INFO:tasks.workunit.client.0.smithi045.stderr: -308> 2024-09-12T17:55:25.284+0000 7f2d23575800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:55:25.584 INFO:tasks.workunit.client.0.smithi045.stderr: -307> 2024-09-12T17:55:25.284+0000 7f2d23575800 10 monclient: init 2024-09-12T17:55:25.585 INFO:tasks.workunit.client.0.smithi045.stderr: -306> 2024-09-12T17:55:25.284+0000 7f2d23575800 5 AuthRegistry(0x7ffcadf18850) adding auth protocol: cephx 2024-09-12T17:55:25.585 INFO:tasks.workunit.client.0.smithi045.stderr: -305> 2024-09-12T17:55:25.284+0000 7f2d23575800 5 AuthRegistry(0x7ffcadf18850) adding auth protocol: cephx 2024-09-12T17:55:25.585 INFO:tasks.workunit.client.0.smithi045.stderr: -304> 2024-09-12T17:55:25.284+0000 7f2d23575800 5 AuthRegistry(0x7ffcadf18850) adding auth protocol: cephx 2024-09-12T17:55:25.585 INFO:tasks.workunit.client.0.smithi045.stderr: -303> 2024-09-12T17:55:25.284+0000 7f2d23575800 5 AuthRegistry(0x7ffcadf18850) adding con mode: secure 2024-09-12T17:55:25.585 INFO:tasks.workunit.client.0.smithi045.stderr: -302> 2024-09-12T17:55:25.284+0000 7f2d23575800 5 AuthRegistry(0x7ffcadf18850) adding con mode: crc 2024-09-12T17:55:25.585 INFO:tasks.workunit.client.0.smithi045.stderr: -301> 2024-09-12T17:55:25.284+0000 7f2d23575800 5 AuthRegistry(0x7ffcadf18850) adding con mode: secure 2024-09-12T17:55:25.585 INFO:tasks.workunit.client.0.smithi045.stderr: -300> 2024-09-12T17:55:25.284+0000 7f2d23575800 5 AuthRegistry(0x7ffcadf18850) adding con mode: crc 2024-09-12T17:55:25.585 INFO:tasks.workunit.client.0.smithi045.stderr: -299> 2024-09-12T17:55:25.284+0000 7f2d23575800 5 AuthRegistry(0x7ffcadf18850) adding con mode: secure 2024-09-12T17:55:25.585 INFO:tasks.workunit.client.0.smithi045.stderr: -298> 2024-09-12T17:55:25.284+0000 7f2d23575800 5 AuthRegistry(0x7ffcadf18850) adding con mode: crc 2024-09-12T17:55:25.585 INFO:tasks.workunit.client.0.smithi045.stderr: -297> 2024-09-12T17:55:25.284+0000 7f2d23575800 5 AuthRegistry(0x7ffcadf18850) adding con mode: crc 2024-09-12T17:55:25.585 INFO:tasks.workunit.client.0.smithi045.stderr: -296> 2024-09-12T17:55:25.284+0000 7f2d23575800 5 AuthRegistry(0x7ffcadf18850) adding con mode: secure 2024-09-12T17:55:25.585 INFO:tasks.workunit.client.0.smithi045.stderr: -295> 2024-09-12T17:55:25.284+0000 7f2d23575800 5 AuthRegistry(0x7ffcadf18850) adding con mode: crc 2024-09-12T17:55:25.585 INFO:tasks.workunit.client.0.smithi045.stderr: -294> 2024-09-12T17:55:25.284+0000 7f2d23575800 5 AuthRegistry(0x7ffcadf18850) adding con mode: secure 2024-09-12T17:55:25.585 INFO:tasks.workunit.client.0.smithi045.stderr: -293> 2024-09-12T17:55:25.284+0000 7f2d23575800 5 AuthRegistry(0x7ffcadf18850) adding con mode: crc 2024-09-12T17:55:25.586 INFO:tasks.workunit.client.0.smithi045.stderr: -292> 2024-09-12T17:55:25.284+0000 7f2d23575800 5 AuthRegistry(0x7ffcadf18850) adding con mode: secure 2024-09-12T17:55:25.586 INFO:tasks.workunit.client.0.smithi045.stderr: -291> 2024-09-12T17:55:25.284+0000 7f2d23575800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:55:25.586 INFO:tasks.workunit.client.0.smithi045.stderr: -290> 2024-09-12T17:55:25.284+0000 7f2d23575800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:55:25.586 INFO:tasks.workunit.client.0.smithi045.stderr: -289> 2024-09-12T17:55:25.284+0000 7f2d23575800 5 asok(0x55998d336730) register_command rotate-key cmddesc rotate-key hook 0x7ffcadf18998 EEXIST 2024-09-12T17:55:25.586 INFO:tasks.workunit.client.0.smithi045.stderr: -288> 2024-09-12T17:55:25.284+0000 7f2d23575800 10 monclient: _reopen_session rank -1 2024-09-12T17:55:25.586 INFO:tasks.workunit.client.0.smithi045.stderr: -287> 2024-09-12T17:55:25.284+0000 7f2d23575800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:55:25.586 INFO:tasks.workunit.client.0.smithi045.stderr: -286> 2024-09-12T17:55:25.284+0000 7f2d23575800 10 monclient(hunting): picked mon.noname-b con 0x55998d62a990 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:55:25.586 INFO:tasks.workunit.client.0.smithi045.stderr: -285> 2024-09-12T17:55:25.285+0000 7f2d23575800 10 monclient(hunting): picked mon.noname-a con 0x55998d5fb9a0 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:55:25.586 INFO:tasks.workunit.client.0.smithi045.stderr: -284> 2024-09-12T17:55:25.285+0000 7f2d23575800 10 monclient(hunting): picked mon.noname-c con 0x55998d625e70 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:55:25.587 INFO:tasks.workunit.client.0.smithi045.stderr: -283> 2024-09-12T17:55:25.285+0000 7f2d23575800 10 monclient(hunting): start opening mon connection 2024-09-12T17:55:25.587 INFO:tasks.workunit.client.0.smithi045.stderr: -282> 2024-09-12T17:55:25.285+0000 7f2d23575800 10 monclient(hunting): start opening mon connection 2024-09-12T17:55:25.587 INFO:tasks.workunit.client.0.smithi045.stderr: -281> 2024-09-12T17:55:25.285+0000 7f2d23575800 10 monclient(hunting): start opening mon connection 2024-09-12T17:55:25.587 INFO:tasks.workunit.client.0.smithi045.stderr: -280> 2024-09-12T17:55:25.285+0000 7f2d23575800 10 monclient(hunting): _renew_subs 2024-09-12T17:55:25.587 INFO:tasks.workunit.client.0.smithi045.stderr: -279> 2024-09-12T17:55:25.285+0000 7f2d23575800 10 monclient(hunting): authenticate will time out at 2023.744030s 2024-09-12T17:55:25.587 INFO:tasks.workunit.client.0.smithi045.stderr: -278> 2024-09-12T17:55:25.285+0000 7f2d21860640 10 monclient(hunting): get_auth_request con 0x55998d625e70 auth_method 0 2024-09-12T17:55:25.587 INFO:tasks.workunit.client.0.smithi045.stderr: -277> 2024-09-12T17:55:25.285+0000 7f2d21860640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:55:25.587 INFO:tasks.workunit.client.0.smithi045.stderr: -276> 2024-09-12T17:55:25.285+0000 7f2d21860640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:55:25.587 INFO:tasks.workunit.client.0.smithi045.stderr: -275> 2024-09-12T17:55:25.285+0000 7f2d21860640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:55:25.587 INFO:tasks.workunit.client.0.smithi045.stderr: -274> 2024-09-12T17:55:25.285+0000 7f2d2085e640 10 monclient(hunting): get_auth_request con 0x55998d5fb9a0 auth_method 0 2024-09-12T17:55:25.587 INFO:tasks.workunit.client.0.smithi045.stderr: -273> 2024-09-12T17:55:25.285+0000 7f2d2085e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:55:25.587 INFO:tasks.workunit.client.0.smithi045.stderr: -272> 2024-09-12T17:55:25.285+0000 7f2d2085e640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:55:25.587 INFO:tasks.workunit.client.0.smithi045.stderr: -271> 2024-09-12T17:55:25.285+0000 7f2d2085e640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:55:25.587 INFO:tasks.workunit.client.0.smithi045.stderr: -270> 2024-09-12T17:55:25.285+0000 7f2d2105f640 10 monclient(hunting): get_auth_request con 0x55998d62a990 auth_method 0 2024-09-12T17:55:25.588 INFO:tasks.workunit.client.0.smithi045.stderr: -269> 2024-09-12T17:55:25.285+0000 7f2d2105f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:55:25.588 INFO:tasks.workunit.client.0.smithi045.stderr: -268> 2024-09-12T17:55:25.285+0000 7f2d2105f640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:55:25.588 INFO:tasks.workunit.client.0.smithi045.stderr: -267> 2024-09-12T17:55:25.285+0000 7f2d2105f640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:55:25.588 INFO:tasks.workunit.client.0.smithi045.stderr: -266> 2024-09-12T17:55:25.285+0000 7f2d2085e640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:55:25.588 INFO:tasks.workunit.client.0.smithi045.stderr: -265> 2024-09-12T17:55:25.285+0000 7f2d2085e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:55:25.588 INFO:tasks.workunit.client.0.smithi045.stderr: -264> 2024-09-12T17:55:25.285+0000 7f2d2085e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:55:25.588 INFO:tasks.workunit.client.0.smithi045.stderr: -263> 2024-09-12T17:55:25.285+0000 7f2d21860640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:55:25.588 INFO:tasks.workunit.client.0.smithi045.stderr: -262> 2024-09-12T17:55:25.285+0000 7f2d21860640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:55:25.588 INFO:tasks.workunit.client.0.smithi045.stderr: -261> 2024-09-12T17:55:25.285+0000 7f2d21860640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:55:25.588 INFO:tasks.workunit.client.0.smithi045.stderr: -260> 2024-09-12T17:55:25.285+0000 7f2d2105f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:55:25.589 INFO:tasks.workunit.client.0.smithi045.stderr: -259> 2024-09-12T17:55:25.285+0000 7f2d2105f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:55:25.589 INFO:tasks.workunit.client.0.smithi045.stderr: -258> 2024-09-12T17:55:25.285+0000 7f2d2105f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:55:25.589 INFO:tasks.workunit.client.0.smithi045.stderr: -257> 2024-09-12T17:55:25.285+0000 7f2d2085e640 10 monclient(hunting): handle_auth_done global_id 7014 payload 274 2024-09-12T17:55:25.589 INFO:tasks.workunit.client.0.smithi045.stderr: -256> 2024-09-12T17:55:25.285+0000 7f2d2085e640 10 monclient: _finish_hunting 0 2024-09-12T17:55:25.589 INFO:tasks.workunit.client.0.smithi045.stderr: -255> 2024-09-12T17:55:25.285+0000 7f2d2085e640 1 monclient: found mon.noname-a 2024-09-12T17:55:25.589 INFO:tasks.workunit.client.0.smithi045.stderr: -254> 2024-09-12T17:55:25.285+0000 7f2d2085e640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.45:3300/0 2024-09-12T17:55:25.589 INFO:tasks.workunit.client.0.smithi045.stderr: -253> 2024-09-12T17:55:25.285+0000 7f2c04ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:55:25.589 INFO:tasks.workunit.client.0.smithi045.stderr: -252> 2024-09-12T17:55:25.285+0000 7f2c04ff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:55:25.589 INFO:tasks.workunit.client.0.smithi045.stderr: -251> 2024-09-12T17:55:25.285+0000 7f2c04ff9640 10 monclient: dump: 2024-09-12T17:55:25.589 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:55:25.589 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:55:25.589 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:55:25.590 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:55:25.590 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:55:25.590 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:55:25.590 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:55:25.590 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:55:25.590 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:55:25.590 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:55:25.590 INFO:tasks.workunit.client.0.smithi045.stderr: -250> 2024-09-12T17:55:25.285+0000 7f2c04ff9640 10 monclient: _finish_auth 0 2024-09-12T17:55:25.590 INFO:tasks.workunit.client.0.smithi045.stderr: -249> 2024-09-12T17:55:25.285+0000 7f2c04ff9640 10 monclient: _check_auth_tickets 2024-09-12T17:55:25.590 INFO:tasks.workunit.client.0.smithi045.stderr: -248> 2024-09-12T17:55:25.285+0000 7f2d23575800 5 monclient: authenticate success, global_id 7014 2024-09-12T17:55:25.590 INFO:tasks.workunit.client.0.smithi045.stderr: -247> 2024-09-12T17:55:25.285+0000 7f2c04ff9640 10 monclient: handle_config config(0 keys) 2024-09-12T17:55:25.590 INFO:tasks.workunit.client.0.smithi045.stderr: -246> 2024-09-12T17:55:25.285+0000 7f2d23575800 10 monclient: get_monmap_and_config success 2024-09-12T17:55:25.590 INFO:tasks.workunit.client.0.smithi045.stderr: -245> 2024-09-12T17:55:25.285+0000 7f2d23575800 4 set_mon_vals no callback set 2024-09-12T17:55:25.591 INFO:tasks.workunit.client.0.smithi045.stderr: -244> 2024-09-12T17:55:25.285+0000 7f2c04ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:55:25.591 INFO:tasks.workunit.client.0.smithi045.stderr: -243> 2024-09-12T17:55:25.285+0000 7f2c04ff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:55:25.591 INFO:tasks.workunit.client.0.smithi045.stderr: -242> 2024-09-12T17:55:25.285+0000 7f2c04ff9640 10 monclient: dump: 2024-09-12T17:55:25.591 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:55:25.591 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:55:25.591 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:55:25.591 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:55:25.591 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:55:25.591 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:55:25.591 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:55:25.592 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:55:25.592 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:55:25.592 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:55:25.592 INFO:tasks.workunit.client.0.smithi045.stderr: -241> 2024-09-12T17:55:25.286+0000 7f2d23575800 10 monclient: shutdown 2024-09-12T17:55:25.592 INFO:tasks.workunit.client.0.smithi045.stderr: -240> 2024-09-12T17:55:25.286+0000 7f2d23575800 10 monclient: build_initial_monmap 2024-09-12T17:55:25.592 INFO:tasks.workunit.client.0.smithi045.stderr: -239> 2024-09-12T17:55:25.286+0000 7f2d23575800 1 build_initial for_mkfs: 0 2024-09-12T17:55:25.592 INFO:tasks.workunit.client.0.smithi045.stderr: -238> 2024-09-12T17:55:25.286+0000 7f2d23575800 10 monclient: monmap: 2024-09-12T17:55:25.592 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:55:25.592 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:55:25.592 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:55:25.592 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:55:25.592 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:55:25.593 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:55:25.593 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:55:25.593 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:55:25.593 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:55:25.593 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:55:25.593 INFO:tasks.workunit.client.0.smithi045.stderr: -237> 2024-09-12T17:55:25.286+0000 7f2d23575800 5 AuthRegistry(0x55998d61c5c0) adding auth protocol: cephx 2024-09-12T17:55:25.594 INFO:tasks.workunit.client.0.smithi045.stderr: -236> 2024-09-12T17:55:25.286+0000 7f2d23575800 5 AuthRegistry(0x55998d61c5c0) adding auth protocol: cephx 2024-09-12T17:55:25.594 INFO:tasks.workunit.client.0.smithi045.stderr: -235> 2024-09-12T17:55:25.286+0000 7f2d23575800 5 AuthRegistry(0x55998d61c5c0) adding auth protocol: cephx 2024-09-12T17:55:25.594 INFO:tasks.workunit.client.0.smithi045.stderr: -234> 2024-09-12T17:55:25.286+0000 7f2d23575800 5 AuthRegistry(0x55998d61c5c0) adding con mode: secure 2024-09-12T17:55:25.594 INFO:tasks.workunit.client.0.smithi045.stderr: -233> 2024-09-12T17:55:25.286+0000 7f2d23575800 5 AuthRegistry(0x55998d61c5c0) adding con mode: crc 2024-09-12T17:55:25.594 INFO:tasks.workunit.client.0.smithi045.stderr: -232> 2024-09-12T17:55:25.286+0000 7f2d23575800 5 AuthRegistry(0x55998d61c5c0) adding con mode: secure 2024-09-12T17:55:25.594 INFO:tasks.workunit.client.0.smithi045.stderr: -231> 2024-09-12T17:55:25.286+0000 7f2d23575800 5 AuthRegistry(0x55998d61c5c0) adding con mode: crc 2024-09-12T17:55:25.595 INFO:tasks.workunit.client.0.smithi045.stderr: -230> 2024-09-12T17:55:25.286+0000 7f2d23575800 5 AuthRegistry(0x55998d61c5c0) adding con mode: secure 2024-09-12T17:55:25.595 INFO:tasks.workunit.client.0.smithi045.stderr: -229> 2024-09-12T17:55:25.286+0000 7f2d23575800 5 AuthRegistry(0x55998d61c5c0) adding con mode: crc 2024-09-12T17:55:25.595 INFO:tasks.workunit.client.0.smithi045.stderr: -228> 2024-09-12T17:55:25.286+0000 7f2d23575800 5 AuthRegistry(0x55998d61c5c0) adding con mode: crc 2024-09-12T17:55:25.595 INFO:tasks.workunit.client.0.smithi045.stderr: -227> 2024-09-12T17:55:25.286+0000 7f2d23575800 5 AuthRegistry(0x55998d61c5c0) adding con mode: secure 2024-09-12T17:55:25.595 INFO:tasks.workunit.client.0.smithi045.stderr: -226> 2024-09-12T17:55:25.286+0000 7f2d23575800 5 AuthRegistry(0x55998d61c5c0) adding con mode: crc 2024-09-12T17:55:25.595 INFO:tasks.workunit.client.0.smithi045.stderr: -225> 2024-09-12T17:55:25.286+0000 7f2d23575800 5 AuthRegistry(0x55998d61c5c0) adding con mode: secure 2024-09-12T17:55:25.595 INFO:tasks.workunit.client.0.smithi045.stderr: -224> 2024-09-12T17:55:25.286+0000 7f2d23575800 5 AuthRegistry(0x55998d61c5c0) adding con mode: crc 2024-09-12T17:55:25.596 INFO:tasks.workunit.client.0.smithi045.stderr: -223> 2024-09-12T17:55:25.286+0000 7f2d23575800 5 AuthRegistry(0x55998d61c5c0) adding con mode: secure 2024-09-12T17:55:25.596 INFO:tasks.workunit.client.0.smithi045.stderr: -222> 2024-09-12T17:55:25.286+0000 7f2d23575800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:55:25.596 INFO:tasks.workunit.client.0.smithi045.stderr: -221> 2024-09-12T17:55:25.286+0000 7f2d23575800 1 librados: starting msgr at 2024-09-12T17:55:25.596 INFO:tasks.workunit.client.0.smithi045.stderr: -220> 2024-09-12T17:55:25.286+0000 7f2d23575800 1 librados: starting objecter 2024-09-12T17:55:25.596 INFO:tasks.workunit.client.0.smithi045.stderr: -219> 2024-09-12T17:55:25.286+0000 7f2d23575800 5 asok(0x55998d336730) register_command objecter_requests cmddesc objecter_requests hook 0x55998d5ebed0 EEXIST 2024-09-12T17:55:25.596 INFO:tasks.workunit.client.0.smithi045.stderr: -218> 2024-09-12T17:55:25.286+0000 7f2d23575800 1 librados: setting wanted keys 2024-09-12T17:55:25.597 INFO:tasks.workunit.client.0.smithi045.stderr: -217> 2024-09-12T17:55:25.286+0000 7f2d23575800 1 librados: calling monclient init 2024-09-12T17:55:25.597 INFO:tasks.workunit.client.0.smithi045.stderr: -216> 2024-09-12T17:55:25.286+0000 7f2d23575800 10 monclient: init 2024-09-12T17:55:25.597 INFO:tasks.workunit.client.0.smithi045.stderr: -215> 2024-09-12T17:55:25.286+0000 7f2d23575800 5 AuthRegistry(0x55998d5eb070) adding auth protocol: cephx 2024-09-12T17:55:25.597 INFO:tasks.workunit.client.0.smithi045.stderr: -214> 2024-09-12T17:55:25.286+0000 7f2d23575800 5 AuthRegistry(0x55998d5eb070) adding auth protocol: cephx 2024-09-12T17:55:25.597 INFO:tasks.workunit.client.0.smithi045.stderr: -213> 2024-09-12T17:55:25.286+0000 7f2d23575800 5 AuthRegistry(0x55998d5eb070) adding auth protocol: cephx 2024-09-12T17:55:25.597 INFO:tasks.workunit.client.0.smithi045.stderr: -212> 2024-09-12T17:55:25.286+0000 7f2d23575800 5 AuthRegistry(0x55998d5eb070) adding con mode: secure 2024-09-12T17:55:25.598 INFO:tasks.workunit.client.0.smithi045.stderr: -211> 2024-09-12T17:55:25.286+0000 7f2d23575800 5 AuthRegistry(0x55998d5eb070) adding con mode: crc 2024-09-12T17:55:25.598 INFO:tasks.workunit.client.0.smithi045.stderr: -210> 2024-09-12T17:55:25.286+0000 7f2d23575800 5 AuthRegistry(0x55998d5eb070) adding con mode: secure 2024-09-12T17:55:25.598 INFO:tasks.workunit.client.0.smithi045.stderr: -209> 2024-09-12T17:55:25.286+0000 7f2d23575800 5 AuthRegistry(0x55998d5eb070) adding con mode: crc 2024-09-12T17:55:25.598 INFO:tasks.workunit.client.0.smithi045.stderr: -208> 2024-09-12T17:55:25.286+0000 7f2d23575800 5 AuthRegistry(0x55998d5eb070) adding con mode: secure 2024-09-12T17:55:25.598 INFO:tasks.workunit.client.0.smithi045.stderr: -207> 2024-09-12T17:55:25.286+0000 7f2d23575800 5 AuthRegistry(0x55998d5eb070) adding con mode: crc 2024-09-12T17:55:25.598 INFO:tasks.workunit.client.0.smithi045.stderr: -206> 2024-09-12T17:55:25.286+0000 7f2d23575800 5 AuthRegistry(0x55998d5eb070) adding con mode: crc 2024-09-12T17:55:25.598 INFO:tasks.workunit.client.0.smithi045.stderr: -205> 2024-09-12T17:55:25.286+0000 7f2d23575800 5 AuthRegistry(0x55998d5eb070) adding con mode: secure 2024-09-12T17:55:25.599 INFO:tasks.workunit.client.0.smithi045.stderr: -204> 2024-09-12T17:55:25.286+0000 7f2d23575800 5 AuthRegistry(0x55998d5eb070) adding con mode: crc 2024-09-12T17:55:25.599 INFO:tasks.workunit.client.0.smithi045.stderr: -203> 2024-09-12T17:55:25.286+0000 7f2d23575800 5 AuthRegistry(0x55998d5eb070) adding con mode: secure 2024-09-12T17:55:25.599 INFO:tasks.workunit.client.0.smithi045.stderr: -202> 2024-09-12T17:55:25.286+0000 7f2d23575800 5 AuthRegistry(0x55998d5eb070) adding con mode: crc 2024-09-12T17:55:25.599 INFO:tasks.workunit.client.0.smithi045.stderr: -201> 2024-09-12T17:55:25.286+0000 7f2d23575800 5 AuthRegistry(0x55998d5eb070) adding con mode: secure 2024-09-12T17:55:25.599 INFO:tasks.workunit.client.0.smithi045.stderr: -200> 2024-09-12T17:55:25.286+0000 7f2d23575800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:55:25.599 INFO:tasks.workunit.client.0.smithi045.stderr: -199> 2024-09-12T17:55:25.287+0000 7f2d23575800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:55:25.600 INFO:tasks.workunit.client.0.smithi045.stderr: -198> 2024-09-12T17:55:25.287+0000 7f2d23575800 5 asok(0x55998d336730) register_command rotate-key cmddesc rotate-key hook 0x55998d5eb1b8 EEXIST 2024-09-12T17:55:25.600 INFO:tasks.workunit.client.0.smithi045.stderr: -197> 2024-09-12T17:55:25.287+0000 7f2d23575800 10 monclient: _reopen_session rank -1 2024-09-12T17:55:25.600 INFO:tasks.workunit.client.0.smithi045.stderr: -196> 2024-09-12T17:55:25.287+0000 7f2d23575800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T17:55:25.600 INFO:tasks.workunit.client.0.smithi045.stderr: -195> 2024-09-12T17:55:25.287+0000 7f2d23575800 10 monclient(hunting): picked mon.noname-b con 0x55998d5fb9a0 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:55:25.600 INFO:tasks.workunit.client.0.smithi045.stderr: -194> 2024-09-12T17:55:25.287+0000 7f2d23575800 10 monclient(hunting): picked mon.noname-c con 0x55998d625e70 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:55:25.600 INFO:tasks.workunit.client.0.smithi045.stderr: -193> 2024-09-12T17:55:25.287+0000 7f2d23575800 10 monclient(hunting): picked mon.noname-a con 0x55998d62a990 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:55:25.601 INFO:tasks.workunit.client.0.smithi045.stderr: -192> 2024-09-12T17:55:25.287+0000 7f2d23575800 10 monclient(hunting): start opening mon connection 2024-09-12T17:55:25.601 INFO:tasks.workunit.client.0.smithi045.stderr: -191> 2024-09-12T17:55:25.287+0000 7f2d23575800 10 monclient(hunting): start opening mon connection 2024-09-12T17:55:25.601 INFO:tasks.workunit.client.0.smithi045.stderr: -190> 2024-09-12T17:55:25.287+0000 7f2d23575800 10 monclient(hunting): start opening mon connection 2024-09-12T17:55:25.601 INFO:tasks.workunit.client.0.smithi045.stderr: -189> 2024-09-12T17:55:25.287+0000 7f2d23575800 10 monclient(hunting): _renew_subs 2024-09-12T17:55:25.601 INFO:tasks.workunit.client.0.smithi045.stderr: -188> 2024-09-12T17:55:25.287+0000 7f2d23575800 10 monclient(hunting): authenticate will time out at 2023.746291s 2024-09-12T17:55:25.601 INFO:tasks.workunit.client.0.smithi045.stderr: -187> 2024-09-12T17:55:25.287+0000 7f2d2085e640 10 monclient(hunting): get_auth_request con 0x55998d625e70 auth_method 0 2024-09-12T17:55:25.602 INFO:tasks.workunit.client.0.smithi045.stderr: -186> 2024-09-12T17:55:25.287+0000 7f2d2085e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:55:25.602 INFO:tasks.workunit.client.0.smithi045.stderr: -185> 2024-09-12T17:55:25.287+0000 7f2d2085e640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:55:25.602 INFO:tasks.workunit.client.0.smithi045.stderr: -184> 2024-09-12T17:55:25.287+0000 7f2d2085e640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:55:25.602 INFO:tasks.workunit.client.0.smithi045.stderr: -183> 2024-09-12T17:55:25.287+0000 7f2d21860640 10 monclient(hunting): get_auth_request con 0x55998d62a990 auth_method 0 2024-09-12T17:55:25.602 INFO:tasks.workunit.client.0.smithi045.stderr: -182> 2024-09-12T17:55:25.287+0000 7f2d21860640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:55:25.602 INFO:tasks.workunit.client.0.smithi045.stderr: -181> 2024-09-12T17:55:25.287+0000 7f2d21860640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:55:25.603 INFO:tasks.workunit.client.0.smithi045.stderr: -180> 2024-09-12T17:55:25.287+0000 7f2d21860640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:55:25.603 INFO:tasks.workunit.client.0.smithi045.stderr: -179> 2024-09-12T17:55:25.287+0000 7f2d2105f640 10 monclient(hunting): get_auth_request con 0x55998d5fb9a0 auth_method 0 2024-09-12T17:55:25.603 INFO:tasks.workunit.client.0.smithi045.stderr: -178> 2024-09-12T17:55:25.287+0000 7f2d2105f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:55:25.603 INFO:tasks.workunit.client.0.smithi045.stderr: -177> 2024-09-12T17:55:25.287+0000 7f2d2105f640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:55:25.603 INFO:tasks.workunit.client.0.smithi045.stderr: -176> 2024-09-12T17:55:25.287+0000 7f2d2105f640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:55:25.604 INFO:tasks.workunit.client.0.smithi045.stderr: -175> 2024-09-12T17:55:25.287+0000 7f2d2085e640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:55:25.604 INFO:tasks.workunit.client.0.smithi045.stderr: -174> 2024-09-12T17:55:25.287+0000 7f2d2085e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:55:25.604 INFO:tasks.workunit.client.0.smithi045.stderr: -173> 2024-09-12T17:55:25.287+0000 7f2d2085e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:55:25.604 INFO:tasks.workunit.client.0.smithi045.stderr: -172> 2024-09-12T17:55:25.287+0000 7f2d21860640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:55:25.604 INFO:tasks.workunit.client.0.smithi045.stderr: -171> 2024-09-12T17:55:25.287+0000 7f2d21860640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:55:25.604 INFO:tasks.workunit.client.0.smithi045.stderr: -170> 2024-09-12T17:55:25.287+0000 7f2d21860640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:55:25.605 INFO:tasks.workunit.client.0.smithi045.stderr: -169> 2024-09-12T17:55:25.287+0000 7f2d2105f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:55:25.605 INFO:tasks.workunit.client.0.smithi045.stderr: -168> 2024-09-12T17:55:25.287+0000 7f2d2105f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:55:25.605 INFO:tasks.workunit.client.0.smithi045.stderr: -167> 2024-09-12T17:55:25.287+0000 7f2d2105f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:55:25.605 INFO:tasks.workunit.client.0.smithi045.stderr: -166> 2024-09-12T17:55:25.287+0000 7f2d2085e640 10 monclient(hunting): handle_auth_done global_id 6641 payload 824 2024-09-12T17:55:25.605 INFO:tasks.workunit.client.0.smithi045.stderr: -165> 2024-09-12T17:55:25.287+0000 7f2d2085e640 10 monclient: _finish_hunting 0 2024-09-12T17:55:25.605 INFO:tasks.workunit.client.0.smithi045.stderr: -164> 2024-09-12T17:55:25.287+0000 7f2d2085e640 1 monclient: found mon.noname-c 2024-09-12T17:55:25.606 INFO:tasks.workunit.client.0.smithi045.stderr: -163> 2024-09-12T17:55:25.287+0000 7f2d2085e640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.45:3301/0 2024-09-12T17:55:25.606 INFO:tasks.workunit.client.0.smithi045.stderr: -162> 2024-09-12T17:55:25.287+0000 7f2bf2ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:55:25.606 INFO:tasks.workunit.client.0.smithi045.stderr: -161> 2024-09-12T17:55:25.287+0000 7f2bf2ffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:55:25.606 INFO:tasks.workunit.client.0.smithi045.stderr: -160> 2024-09-12T17:55:25.287+0000 7f2bf2ffd640 10 monclient: dump: 2024-09-12T17:55:25.606 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:55:25.606 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:55:25.607 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:55:25.607 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:55:25.607 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:55:25.607 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:55:25.607 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:55:25.607 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:55:25.608 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:55:25.608 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:55:25.608 INFO:tasks.workunit.client.0.smithi045.stderr: -159> 2024-09-12T17:55:25.287+0000 7f2bf2ffd640 10 monclient: _finish_auth 0 2024-09-12T17:55:25.608 INFO:tasks.workunit.client.0.smithi045.stderr: -158> 2024-09-12T17:55:25.287+0000 7f2bf2ffd640 10 monclient: _check_auth_tickets 2024-09-12T17:55:25.608 INFO:tasks.workunit.client.0.smithi045.stderr: -157> 2024-09-12T17:55:25.287+0000 7f2d23575800 5 monclient: authenticate success, global_id 6641 2024-09-12T17:55:25.608 INFO:tasks.workunit.client.0.smithi045.stderr: -156> 2024-09-12T17:55:25.287+0000 7f2d23575800 10 monclient: _renew_subs 2024-09-12T17:55:25.608 INFO:tasks.workunit.client.0.smithi045.stderr: -155> 2024-09-12T17:55:25.287+0000 7f2d23575800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:55:25.609 INFO:tasks.workunit.client.0.smithi045.stderr: -154> 2024-09-12T17:55:25.287+0000 7f2bf2ffd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:55:25.609 INFO:tasks.workunit.client.0.smithi045.stderr: -153> 2024-09-12T17:55:25.287+0000 7f2bf2ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:55:25.609 INFO:tasks.workunit.client.0.smithi045.stderr: -152> 2024-09-12T17:55:25.287+0000 7f2bf2ffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:55:25.609 INFO:tasks.workunit.client.0.smithi045.stderr: -151> 2024-09-12T17:55:25.287+0000 7f2bf2ffd640 10 monclient: dump: 2024-09-12T17:55:25.609 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:55:25.609 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:55:25.610 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:55:25.610 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:55:25.610 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:55:25.610 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:55:25.610 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:55:25.610 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:55:25.611 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:55:25.611 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:55:25.611 INFO:tasks.workunit.client.0.smithi045.stderr: -150> 2024-09-12T17:55:25.287+0000 7f2c04ff9640 4 set_mon_vals no callback set 2024-09-12T17:55:25.611 INFO:tasks.workunit.client.0.smithi045.stderr: -149> 2024-09-12T17:55:25.288+0000 7f2d23575800 10 monclient: _renew_subs 2024-09-12T17:55:25.611 INFO:tasks.workunit.client.0.smithi045.stderr: -148> 2024-09-12T17:55:25.288+0000 7f2d23575800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:55:25.612 INFO:tasks.workunit.client.0.smithi045.stderr: -147> 2024-09-12T17:55:25.288+0000 7f2d23575800 1 librados: init done 2024-09-12T17:55:25.612 INFO:tasks.workunit.client.0.smithi045.stderr: -146> 2024-09-12T17:55:25.288+0000 7f2d23575800 5 asok(0x55998d336730) register_command cr dump hook 0x7f2d180a3aa8 2024-09-12T17:55:25.612 INFO:tasks.workunit.client.0.smithi045.stderr: -145> 2024-09-12T17:55:25.289+0000 7f2d23575800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.612 INFO:tasks.workunit.client.0.smithi045.stderr: -144> 2024-09-12T17:55:25.290+0000 7f2bf2ffd640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:55:25.612 INFO:tasks.workunit.client.0.smithi045.stderr: -143> 2024-09-12T17:55:25.290+0000 7f2bf2ffd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:55:25.612 INFO:tasks.workunit.client.0.smithi045.stderr: -142> 2024-09-12T17:55:25.290+0000 7f2bf2ffd640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:55:25.613 INFO:tasks.workunit.client.0.smithi045.stderr: -141> 2024-09-12T17:55:25.290+0000 7f2d2105f640 10 monclient: get_auth_request con 0x7f2bec076470 auth_method 0 2024-09-12T17:55:25.613 INFO:tasks.workunit.client.0.smithi045.stderr: -140> 2024-09-12T17:55:25.290+0000 7f2d21860640 10 monclient: get_auth_request con 0x55998d643c00 auth_method 0 2024-09-12T17:55:25.613 INFO:tasks.workunit.client.0.smithi045.stderr: -139> 2024-09-12T17:55:25.291+0000 7f2d23575800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:25.613 INFO:tasks.workunit.client.0.smithi045.stderr: -138> 2024-09-12T17:55:25.291+0000 7f2d23575800 20 realm 2024-09-12T17:55:25.613 INFO:tasks.workunit.client.0.smithi045.stderr: -137> 2024-09-12T17:55:25.291+0000 7f2d23575800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.613 INFO:tasks.workunit.client.0.smithi045.stderr: -136> 2024-09-12T17:55:25.291+0000 7f2d23575800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:25.614 INFO:tasks.workunit.client.0.smithi045.stderr: -135> 2024-09-12T17:55:25.291+0000 7f2d23575800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:55:25.614 INFO:tasks.workunit.client.0.smithi045.stderr: -134> 2024-09-12T17:55:25.291+0000 7f2d23575800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.614 INFO:tasks.workunit.client.0.smithi045.stderr: -133> 2024-09-12T17:55:25.291+0000 7f2d23575800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:25.614 INFO:tasks.workunit.client.0.smithi045.stderr: -132> 2024-09-12T17:55:25.291+0000 7f2d23575800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.614 INFO:tasks.workunit.client.0.smithi045.stderr: -131> 2024-09-12T17:55:25.291+0000 7f2d2105f640 10 monclient: get_auth_request con 0x55998d647f90 auth_method 0 2024-09-12T17:55:25.615 INFO:tasks.workunit.client.0.smithi045.stderr: -130> 2024-09-12T17:55:25.292+0000 7f2d23575800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:55:25.615 INFO:tasks.workunit.client.0.smithi045.stderr: -129> 2024-09-12T17:55:25.292+0000 7f2d23575800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.615 INFO:tasks.workunit.client.0.smithi045.stderr: -128> 2024-09-12T17:55:25.292+0000 7f2d2085e640 10 monclient: get_auth_request con 0x55998d64b6b0 auth_method 0 2024-09-12T17:55:25.615 INFO:tasks.workunit.client.0.smithi045.stderr: -127> 2024-09-12T17:55:25.293+0000 7f2d23575800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:55:25.615 INFO:tasks.workunit.client.0.smithi045.stderr: -126> 2024-09-12T17:55:25.293+0000 7f2d23575800 20 searching for the correct realm 2024-09-12T17:55:25.615 INFO:tasks.workunit.client.0.smithi045.stderr: -125> 2024-09-12T17:55:25.293+0000 7f2d21860640 10 monclient: get_auth_request con 0x55998d650490 auth_method 0 2024-09-12T17:55:25.616 INFO:tasks.workunit.client.0.smithi045.stderr: -124> 2024-09-12T17:55:25.294+0000 7f2d2105f640 10 monclient: get_auth_request con 0x7f2d180d6030 auth_method 0 2024-09-12T17:55:25.616 INFO:tasks.workunit.client.0.smithi045.stderr: -123> 2024-09-12T17:55:25.295+0000 7f2d2085e640 10 monclient: get_auth_request con 0x7f2d14044040 auth_method 0 2024-09-12T17:55:25.616 INFO:tasks.workunit.client.0.smithi045.stderr: -122> 2024-09-12T17:55:25.295+0000 7f2d2085e640 0 -- 172.21.15.45:0/483473647 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f2d14044040 msgr2=0x7f2d14043920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:55:25.616 INFO:tasks.workunit.client.0.smithi045.stderr: -121> 2024-09-12T17:55:25.295+0000 7f2bf2ffd640 1 client.6641.objecter ms_handle_reset 0x7f2d14044040 session 0x7f2d1402e070 osd.4 2024-09-12T17:55:25.616 INFO:tasks.workunit.client.0.smithi045.stderr: -120> 2024-09-12T17:55:25.295+0000 7f2bf2ffd640 10 monclient: _renew_subs 2024-09-12T17:55:25.616 INFO:tasks.workunit.client.0.smithi045.stderr: -119> 2024-09-12T17:55:25.295+0000 7f2bf2ffd640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:55:25.617 INFO:tasks.workunit.client.0.smithi045.stderr: -118> 2024-09-12T17:55:25.295+0000 7f2d2085e640 10 monclient: get_auth_request con 0x7f2bec086b20 auth_method 0 2024-09-12T17:55:25.617 INFO:tasks.workunit.client.0.smithi045.stderr: -117> 2024-09-12T17:55:25.296+0000 7f2d21860640 10 monclient: get_auth_request con 0x7f2d180ed2e0 auth_method 0 2024-09-12T17:55:25.617 INFO:tasks.workunit.client.0.smithi045.stderr: -116> 2024-09-12T17:55:25.298+0000 7f2d2105f640 10 monclient: get_auth_request con 0x7f2d180dba30 auth_method 0 2024-09-12T17:55:25.617 INFO:tasks.workunit.client.0.smithi045.stderr: -115> 2024-09-12T17:55:25.299+0000 7f2d2105f640 0 -- 172.21.15.45:0/483473647 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f2d180dba30 msgr2=0x7f2d180de960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:55:25.617 INFO:tasks.workunit.client.0.smithi045.stderr: -114> 2024-09-12T17:55:25.478+0000 7f2d2105f640 10 monclient: get_auth_request con 0x7f2c08076470 auth_method 0 2024-09-12T17:55:25.617 INFO:tasks.workunit.client.0.smithi045.stderr: -113> 2024-09-12T17:55:25.500+0000 7f2d2105f640 10 monclient: get_auth_request con 0x7f2d180dba30 auth_method 0 2024-09-12T17:55:25.618 INFO:tasks.workunit.client.0.smithi045.stderr: -112> 2024-09-12T17:55:25.506+0000 7f2d23575800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:55:25.618 INFO:tasks.workunit.client.0.smithi045.stderr: -111> 2024-09-12T17:55:25.506+0000 7f2d23575800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:55:25.618 INFO:tasks.workunit.client.0.smithi045.stderr: -110> 2024-09-12T17:55:25.506+0000 7f2d23575800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:55:25.618 INFO:tasks.workunit.client.0.smithi045.stderr: -109> 2024-09-12T17:55:25.506+0000 7f2d23575800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:55:25.618 INFO:tasks.workunit.client.0.smithi045.stderr: -108> 2024-09-12T17:55:25.506+0000 7f2d23575800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:55:25.618 INFO:tasks.workunit.client.0.smithi045.stderr: -107> 2024-09-12T17:55:25.506+0000 7f2d23575800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:55:25.619 INFO:tasks.workunit.client.0.smithi045.stderr: -106> 2024-09-12T17:55:25.506+0000 7f2d23575800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.619 INFO:tasks.workunit.client.0.smithi045.stderr: -105> 2024-09-12T17:55:25.506+0000 7f2d23575800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:25.619 INFO:tasks.workunit.client.0.smithi045.stderr: -104> 2024-09-12T17:55:25.506+0000 7f2d23575800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.619 INFO:tasks.workunit.client.0.smithi045.stderr: -103> 2024-09-12T17:55:25.506+0000 7f2d23575800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:55:25.619 INFO:tasks.workunit.client.0.smithi045.stderr: -102> 2024-09-12T17:55:25.506+0000 7f2d23575800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.619 INFO:tasks.workunit.client.0.smithi045.stderr: -101> 2024-09-12T17:55:25.506+0000 7f2d23575800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:55:25.620 INFO:tasks.workunit.client.0.smithi045.stderr: -100> 2024-09-12T17:55:25.506+0000 7f2d23575800 20 zone default found 2024-09-12T17:55:25.620 INFO:tasks.workunit.client.0.smithi045.stderr: -99> 2024-09-12T17:55:25.507+0000 7f2d23575800 4 Realm: () 2024-09-12T17:55:25.620 INFO:tasks.workunit.client.0.smithi045.stderr: -98> 2024-09-12T17:55:25.507+0000 7f2d23575800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:55:25.620 INFO:tasks.workunit.client.0.smithi045.stderr: -97> 2024-09-12T17:55:25.507+0000 7f2d23575800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:55:25.620 INFO:tasks.workunit.client.0.smithi045.stderr: -96> 2024-09-12T17:55:25.507+0000 7f2d23575800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:55:25.620 INFO:tasks.workunit.client.0.smithi045.stderr: -95> 2024-09-12T17:55:25.507+0000 7f2d23575800 20 zonegroup default 2024-09-12T17:55:25.621 INFO:tasks.workunit.client.0.smithi045.stderr: -94> 2024-09-12T17:55:25.507+0000 7f2d23575800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.621 INFO:tasks.workunit.client.0.smithi045.stderr: -93> 2024-09-12T17:55:25.507+0000 7f2d23575800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:25.621 INFO:tasks.workunit.client.0.smithi045.stderr: -92> 2024-09-12T17:55:25.507+0000 7f2d23575800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.621 INFO:tasks.workunit.client.0.smithi045.stderr: -91> 2024-09-12T17:55:25.507+0000 7f2d23575800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:25.621 INFO:tasks.workunit.client.0.smithi045.stderr: -90> 2024-09-12T17:55:25.507+0000 7f2d23575800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.621 INFO:tasks.workunit.client.0.smithi045.stderr: -89> 2024-09-12T17:55:25.507+0000 7f2d23575800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:25.622 INFO:tasks.workunit.client.0.smithi045.stderr: -88> 2024-09-12T17:55:25.508+0000 7f2d23575800 20 started sync module instance, tier type = 2024-09-12T17:55:25.622 INFO:tasks.workunit.client.0.smithi045.stderr: -87> 2024-09-12T17:55:25.508+0000 7f2d23575800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:55:25.622 INFO:tasks.workunit.client.0.smithi045.stderr: -86> 2024-09-12T17:55:25.516+0000 7f2d23575800 20 add_watcher() i=0 2024-09-12T17:55:25.622 INFO:tasks.workunit.client.0.smithi045.stderr: -85> 2024-09-12T17:55:25.516+0000 7f2d23575800 20 add_watcher() i=1 2024-09-12T17:55:25.622 INFO:tasks.workunit.client.0.smithi045.stderr: -84> 2024-09-12T17:55:25.516+0000 7f2d23575800 20 add_watcher() i=2 2024-09-12T17:55:25.623 INFO:tasks.workunit.client.0.smithi045.stderr: -83> 2024-09-12T17:55:25.516+0000 7f2d23575800 20 add_watcher() i=3 2024-09-12T17:55:25.623 INFO:tasks.workunit.client.0.smithi045.stderr: -82> 2024-09-12T17:55:25.516+0000 7f2d23575800 20 add_watcher() i=4 2024-09-12T17:55:25.623 INFO:tasks.workunit.client.0.smithi045.stderr: -81> 2024-09-12T17:55:25.516+0000 7f2d23575800 20 add_watcher() i=5 2024-09-12T17:55:25.623 INFO:tasks.workunit.client.0.smithi045.stderr: -80> 2024-09-12T17:55:25.516+0000 7f2d23575800 20 add_watcher() i=6 2024-09-12T17:55:25.623 INFO:tasks.workunit.client.0.smithi045.stderr: -79> 2024-09-12T17:55:25.517+0000 7f2d23575800 20 add_watcher() i=7 2024-09-12T17:55:25.623 INFO:tasks.workunit.client.0.smithi045.stderr: -78> 2024-09-12T17:55:25.517+0000 7f2d23575800 2 all 8 watchers are set, enabling cache 2024-09-12T17:55:25.624 INFO:tasks.workunit.client.0.smithi045.stderr: -77> 2024-09-12T17:55:25.519+0000 7f2d23575800 5 AuthRegistry(0x7ffcadf18d20) adding auth protocol: cephx 2024-09-12T17:55:25.624 INFO:tasks.workunit.client.0.smithi045.stderr: -76> 2024-09-12T17:55:25.519+0000 7f2d23575800 5 AuthRegistry(0x7ffcadf18d20) adding auth protocol: cephx 2024-09-12T17:55:25.624 INFO:tasks.workunit.client.0.smithi045.stderr: -75> 2024-09-12T17:55:25.519+0000 7f2d23575800 5 AuthRegistry(0x7ffcadf18d20) adding auth protocol: cephx 2024-09-12T17:55:25.624 INFO:tasks.workunit.client.0.smithi045.stderr: -74> 2024-09-12T17:55:25.519+0000 7f2d23575800 5 AuthRegistry(0x7ffcadf18d20) adding con mode: secure 2024-09-12T17:55:25.624 INFO:tasks.workunit.client.0.smithi045.stderr: -73> 2024-09-12T17:55:25.519+0000 7f2d23575800 5 AuthRegistry(0x7ffcadf18d20) adding con mode: crc 2024-09-12T17:55:25.624 INFO:tasks.workunit.client.0.smithi045.stderr: -72> 2024-09-12T17:55:25.519+0000 7f2bd7fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:55:25.624 INFO:tasks.workunit.client.0.smithi045.stderr: -71> 2024-09-12T17:55:25.519+0000 7f2d23575800 5 AuthRegistry(0x7ffcadf18d20) adding con mode: secure 2024-09-12T17:55:25.625 INFO:tasks.workunit.client.0.smithi045.stderr: -70> 2024-09-12T17:55:25.519+0000 7f2d23575800 5 AuthRegistry(0x7ffcadf18d20) adding con mode: crc 2024-09-12T17:55:25.625 INFO:tasks.workunit.client.0.smithi045.stderr: -69> 2024-09-12T17:55:25.519+0000 7f2d23575800 5 AuthRegistry(0x7ffcadf18d20) adding con mode: secure 2024-09-12T17:55:25.625 INFO:tasks.workunit.client.0.smithi045.stderr: -68> 2024-09-12T17:55:25.519+0000 7f2d23575800 5 AuthRegistry(0x7ffcadf18d20) adding con mode: crc 2024-09-12T17:55:25.625 INFO:tasks.workunit.client.0.smithi045.stderr: -67> 2024-09-12T17:55:25.519+0000 7f2d23575800 5 AuthRegistry(0x7ffcadf18d20) adding con mode: crc 2024-09-12T17:55:25.625 INFO:tasks.workunit.client.0.smithi045.stderr: -66> 2024-09-12T17:55:25.519+0000 7f2d23575800 5 AuthRegistry(0x7ffcadf18d20) adding con mode: secure 2024-09-12T17:55:25.626 INFO:tasks.workunit.client.0.smithi045.stderr: -65> 2024-09-12T17:55:25.519+0000 7f2d23575800 5 AuthRegistry(0x7ffcadf18d20) adding con mode: crc 2024-09-12T17:55:25.626 INFO:tasks.workunit.client.0.smithi045.stderr: -64> 2024-09-12T17:55:25.519+0000 7f2d23575800 5 AuthRegistry(0x7ffcadf18d20) adding con mode: secure 2024-09-12T17:55:25.626 INFO:tasks.workunit.client.0.smithi045.stderr: -63> 2024-09-12T17:55:25.519+0000 7f2d23575800 5 AuthRegistry(0x7ffcadf18d20) adding con mode: crc 2024-09-12T17:55:25.626 INFO:tasks.workunit.client.0.smithi045.stderr: -62> 2024-09-12T17:55:25.519+0000 7f2d23575800 5 AuthRegistry(0x7ffcadf18d20) adding con mode: secure 2024-09-12T17:55:25.626 INFO:tasks.workunit.client.0.smithi045.stderr: -61> 2024-09-12T17:55:25.519+0000 7f2d23575800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:55:25.626 INFO:tasks.workunit.client.0.smithi045.stderr: -60> 2024-09-12T17:55:25.519+0000 7f2d23575800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:55:25.627 INFO:tasks.workunit.client.0.smithi045.stderr: -59> 2024-09-12T17:55:25.519+0000 7f2d23575800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:55:25.627 INFO:tasks.workunit.client.0.smithi045.stderr: -58> 2024-09-12T17:55:25.519+0000 7f2d23575800 5 asok(0x55998d336730) register_command cache list hook 0x55998d623cf0 2024-09-12T17:55:25.627 INFO:tasks.workunit.client.0.smithi045.stderr: -57> 2024-09-12T17:55:25.519+0000 7f2d23575800 5 asok(0x55998d336730) register_command cache inspect hook 0x55998d623cf0 2024-09-12T17:55:25.627 INFO:tasks.workunit.client.0.smithi045.stderr: -56> 2024-09-12T17:55:25.519+0000 7f2d23575800 5 asok(0x55998d336730) register_command cache erase hook 0x55998d623cf0 2024-09-12T17:55:25.627 INFO:tasks.workunit.client.0.smithi045.stderr: -55> 2024-09-12T17:55:25.519+0000 7f2d23575800 5 asok(0x55998d336730) register_command cache zap hook 0x55998d623cf0 2024-09-12T17:55:25.627 INFO:tasks.workunit.client.0.smithi045.stderr: -54> 2024-09-12T17:55:25.519+0000 7f2d23575800 5 note: GC not initialized 2024-09-12T17:55:25.628 INFO:tasks.workunit.client.0.smithi045.stderr: -53> 2024-09-12T17:55:25.519+0000 7f2bd6fe5640 20 reqs_thread_entry: start 2024-09-12T17:55:25.628 INFO:tasks.workunit.client.0.smithi045.stderr: -52> 2024-09-12T17:55:25.520+0000 7f2d23575800 5 asok(0x55998d336730) register_command sync trace show hook 0x7f2d180a8040 2024-09-12T17:55:25.628 INFO:tasks.workunit.client.0.smithi045.stderr: -51> 2024-09-12T17:55:25.520+0000 7f2d23575800 5 asok(0x55998d336730) register_command sync trace history hook 0x7f2d180a8040 2024-09-12T17:55:25.628 INFO:tasks.workunit.client.0.smithi045.stderr: -50> 2024-09-12T17:55:25.520+0000 7f2d23575800 5 asok(0x55998d336730) register_command sync trace active hook 0x7f2d180a8040 2024-09-12T17:55:25.628 INFO:tasks.workunit.client.0.smithi045.stderr: -49> 2024-09-12T17:55:25.520+0000 7f2d23575800 5 asok(0x55998d336730) register_command sync trace active_short hook 0x7f2d180a8040 2024-09-12T17:55:25.628 INFO:tasks.workunit.client.0.smithi045.stderr: -48> 2024-09-12T17:55:25.520+0000 7f2d23575800 20 init_complete bucket index max shards: 1 2024-09-12T17:55:25.629 INFO:tasks.workunit.client.0.smithi045.stderr: -47> 2024-09-12T17:55:25.520+0000 7f2d23575800 20 Filter name: none 2024-09-12T17:55:25.629 INFO:tasks.workunit.client.0.smithi045.stderr: -46> 2024-09-12T17:55:25.520+0000 7f2bd4fe1640 20 reqs_thread_entry: start 2024-09-12T17:55:25.629 INFO:tasks.workunit.client.0.smithi045.stderr: -45> 2024-09-12T17:55:25.520+0000 7f2d23575800 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2024-09-12T17:55:25.629 INFO:tasks.workunit.client.0.smithi045.stderr: -44> 2024-09-12T17:55:25.520+0000 7f2d23575800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.629 INFO:tasks.workunit.client.0.smithi045.stderr: -43> 2024-09-12T17:55:25.520+0000 7f2d23575800 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T17:55:25.630 INFO:tasks.workunit.client.0.smithi045.stderr: -42> 2024-09-12T17:55:25.520+0000 7f2d23575800 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2024-09-12T17:55:25.630 INFO:tasks.workunit.client.0.smithi045.stderr: -41> 2024-09-12T17:55:25.520+0000 7f2d23575800 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2024-09-12T17:55:25.630 INFO:tasks.workunit.client.0.smithi045.stderr: -40> 2024-09-12T17:55:25.520+0000 7f2d23575800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 : miss 2024-09-12T17:55:25.630 INFO:tasks.workunit.client.0.smithi045.stderr: -39> 2024-09-12T17:55:25.520+0000 7f2d23575800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.630 INFO:tasks.workunit.client.0.smithi045.stderr: -38> 2024-09-12T17:55:25.521+0000 7f2d23575800 20 rados_obj.operate() r=0 bl.length=435 2024-09-12T17:55:25.631 INFO:tasks.workunit.client.0.smithi045.stderr: -37> 2024-09-12T17:55:25.521+0000 7f2d23575800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 info.flags=0x17 2024-09-12T17:55:25.631 INFO:tasks.workunit.client.0.smithi045.stderr: -36> 2024-09-12T17:55:25.521+0000 7f2d23575800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 to cache LRU end 2024-09-12T17:55:25.631 INFO:tasks.workunit.client.0.smithi045.stderr: -35> 2024-09-12T17:55:25.521+0000 7f2d23575800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:55:25.631 INFO:tasks.workunit.client.0.smithi045.stderr: -34> 2024-09-12T17:55:25.521+0000 7f2d23575800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:55:25.631 INFO:tasks.workunit.client.0.smithi045.stderr: -33> 2024-09-12T17:55:25.521+0000 7f2d23575800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 2024-09-12T17:55:25.632 INFO:tasks.workunit.client.0.smithi045.stderr: -32> 2024-09-12T17:55:25.525+0000 7f2d23575800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 info.flags=0x17 2024-09-12T17:55:25.632 INFO:tasks.workunit.client.0.smithi045.stderr: -31> 2024-09-12T17:55:25.525+0000 7f2d23575800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 to cache LRU end 2024-09-12T17:55:25.632 INFO:tasks.workunit.client.0.smithi045.stderr: -30> 2024-09-12T17:55:25.525+0000 7f2d23575800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:55:25.632 INFO:tasks.workunit.client.0.smithi045.stderr: -29> 2024-09-12T17:55:25.525+0000 7f2d23575800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30, ofs0, ns] 2024-09-12T17:55:25.632 INFO:tasks.workunit.client.0.smithi045.stderr: -28> 2024-09-12T17:55:25.525+0000 7f2c04ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398915 cookie 94117990592128 notifier 6641 bl.length()=999 2024-09-12T17:55:25.632 INFO:tasks.workunit.client.0.smithi045.stderr: -27> 2024-09-12T17:55:25.525+0000 7f2c04ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 info.flags=0x17 2024-09-12T17:55:25.633 INFO:tasks.workunit.client.0.smithi045.stderr: -26> 2024-09-12T17:55:25.525+0000 7f2c04ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 to cache LRU end 2024-09-12T17:55:25.633 INFO:tasks.workunit.client.0.smithi045.stderr: -25> 2024-09-12T17:55:25.525+0000 7f2c04ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:55:25.633 INFO:tasks.workunit.client.0.smithi045.stderr: -24> 2024-09-12T17:55:25.526+0000 7f2d23575800 20 handle_bi_update(): bucket=:abort-at-block-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.30]): orig_sources= new_sources= 2024-09-12T17:55:25.633 INFO:tasks.workunit.client.0.smithi045.stderr: -23> 2024-09-12T17:55:25.526+0000 7f2d23575800 20 handle_bi_update(): bucket=:abort-at-block-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.30]): potential sources added=[] removed=[] 2024-09-12T17:55:25.633 INFO:tasks.workunit.client.0.smithi045.stderr: -22> 2024-09-12T17:55:25.526+0000 7f2d23575800 20 handle_bi_update(): bucket=:abort-at-block-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.30]): orig_dests= new_dests= 2024-09-12T17:55:25.633 INFO:tasks.workunit.client.0.smithi045.stderr: -21> 2024-09-12T17:55:25.526+0000 7f2d23575800 20 handle_bi_update(): bucket=:abort-at-block-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.30]): potential dests added=[] removed=[] 2024-09-12T17:55:25.634 INFO:tasks.workunit.client.0.smithi045.stderr: -20> 2024-09-12T17:55:25.528+0000 7f2d23575800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.30.1.0 2024-09-12T17:55:25.634 INFO:tasks.workunit.client.0.smithi045.stderr: -19> 2024-09-12T17:55:25.528+0000 7f2d23575800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.30.1.0 2024-09-12T17:55:25.634 INFO:tasks.workunit.client.0.smithi045.stderr: -18> 2024-09-12T17:55:25.528+0000 7f2d23575800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.30.1.1 2024-09-12T17:55:25.634 INFO:tasks.workunit.client.0.smithi045.stderr: -17> 2024-09-12T17:55:25.528+0000 7f2d23575800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.30.1.1 2024-09-12T17:55:25.634 INFO:tasks.workunit.client.0.smithi045.stderr: -16> 2024-09-12T17:55:25.528+0000 7f2d23575800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.30.0 2024-09-12T17:55:25.634 INFO:tasks.workunit.client.0.smithi045.stderr: -15> 2024-09-12T17:55:25.530+0000 7f2d23575800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 : hit (requested=0x17, cached=0x17) 2024-09-12T17:55:25.635 INFO:tasks.workunit.client.0.smithi045.stderr: -14> 2024-09-12T17:55:25.530+0000 7f2d23575800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 2024-09-12T17:55:25.635 INFO:tasks.workunit.client.0.smithi045.stderr: -13> 2024-09-12T17:55:25.532+0000 7f2d23575800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 info.flags=0x17 2024-09-12T17:55:25.635 INFO:tasks.workunit.client.0.smithi045.stderr: -12> 2024-09-12T17:55:25.532+0000 7f2d23575800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 to cache LRU end 2024-09-12T17:55:25.635 INFO:tasks.workunit.client.0.smithi045.stderr: -11> 2024-09-12T17:55:25.532+0000 7f2d23575800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:55:25.635 INFO:tasks.workunit.client.0.smithi045.stderr: -10> 2024-09-12T17:55:25.532+0000 7f2d23575800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30, ofs0, ns] 2024-09-12T17:55:25.635 INFO:tasks.workunit.client.0.smithi045.stderr: -9> 2024-09-12T17:55:25.532+0000 7f2bf3fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398916 cookie 94117990592128 notifier 6641 bl.length()=999 2024-09-12T17:55:25.636 INFO:tasks.workunit.client.0.smithi045.stderr: -8> 2024-09-12T17:55:25.532+0000 7f2bf3fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 info.flags=0x17 2024-09-12T17:55:25.636 INFO:tasks.workunit.client.0.smithi045.stderr: -7> 2024-09-12T17:55:25.532+0000 7f2bf3fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 to cache LRU end 2024-09-12T17:55:25.636 INFO:tasks.workunit.client.0.smithi045.stderr: -6> 2024-09-12T17:55:25.532+0000 7f2bf3fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:55:25.636 INFO:tasks.workunit.client.0.smithi045.stderr: -5> 2024-09-12T17:55:25.532+0000 7f2d23575800 20 handle_bi_update(): bucket=:abort-at-block-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.30]): orig_sources= new_sources= 2024-09-12T17:55:25.636 INFO:tasks.workunit.client.0.smithi045.stderr: -4> 2024-09-12T17:55:25.532+0000 7f2d23575800 20 handle_bi_update(): bucket=:abort-at-block-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.30]): potential sources added=[] removed=[] 2024-09-12T17:55:25.636 INFO:tasks.workunit.client.0.smithi045.stderr: -3> 2024-09-12T17:55:25.532+0000 7f2d23575800 20 handle_bi_update(): bucket=:abort-at-block-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.30]): orig_dests= new_dests= 2024-09-12T17:55:25.637 INFO:tasks.workunit.client.0.smithi045.stderr: -2> 2024-09-12T17:55:25.532+0000 7f2d23575800 20 handle_bi_update(): bucket=:abort-at-block-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.30]): potential dests added=[] removed=[] 2024-09-12T17:55:25.637 INFO:tasks.workunit.client.0.smithi045.stderr: -1> 2024-09-12T17:55:25.533+0000 7f2d23575800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f2d23575800 time 2024-09-12T17:55:25.534346+0000 2024-09-12T17:55:25.637 INFO:tasks.workunit.client.0.smithi045.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:55:25.637 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:55:25.637 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:55:25.637 INFO:tasks.workunit.client.0.smithi045.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f2d26b8c71a] 2024-09-12T17:55:25.638 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f2d26b8c8d8] 2024-09-12T17:55:25.638 INFO:tasks.workunit.client.0.smithi045.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55998b54f841] 2024-09-12T17:55:25.638 INFO:tasks.workunit.client.0.smithi045.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x189e) [0x55998b55e79e] 2024-09-12T17:55:25.638 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x55998b55f5d4] 2024-09-12T17:55:25.638 INFO:tasks.workunit.client.0.smithi045.stderr: 6: main() 2024-09-12T17:55:25.638 INFO:tasks.workunit.client.0.smithi045.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f2d25829590] 2024-09-12T17:55:25.639 INFO:tasks.workunit.client.0.smithi045.stderr: 8: __libc_start_main() 2024-09-12T17:55:25.639 INFO:tasks.workunit.client.0.smithi045.stderr: 9: _start() 2024-09-12T17:55:25.639 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:55:25.639 INFO:tasks.workunit.client.0.smithi045.stderr: 0> 2024-09-12T17:55:25.534+0000 7f2d23575800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:55:25.639 INFO:tasks.workunit.client.0.smithi045.stderr: in thread 7f2d23575800 thread_name:radosgw-admin 2024-09-12T17:55:25.640 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:55:25.640 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:55:25.640 INFO:tasks.workunit.client.0.smithi045.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f2d2583e6f0] 2024-09-12T17:55:25.640 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f2d2588b99c] 2024-09-12T17:55:25.640 INFO:tasks.workunit.client.0.smithi045.stderr: 3: raise() 2024-09-12T17:55:25.640 INFO:tasks.workunit.client.0.smithi045.stderr: 4: abort() 2024-09-12T17:55:25.641 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f2d26b8c774] 2024-09-12T17:55:25.641 INFO:tasks.workunit.client.0.smithi045.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f2d26b8c8d8] 2024-09-12T17:55:25.641 INFO:tasks.workunit.client.0.smithi045.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55998b54f841] 2024-09-12T17:55:25.641 INFO:tasks.workunit.client.0.smithi045.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x189e) [0x55998b55e79e] 2024-09-12T17:55:25.641 INFO:tasks.workunit.client.0.smithi045.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x55998b55f5d4] 2024-09-12T17:55:25.642 INFO:tasks.workunit.client.0.smithi045.stderr: 10: main() 2024-09-12T17:55:25.642 INFO:tasks.workunit.client.0.smithi045.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f2d25829590] 2024-09-12T17:55:25.642 INFO:tasks.workunit.client.0.smithi045.stderr: 12: __libc_start_main() 2024-09-12T17:55:25.642 INFO:tasks.workunit.client.0.smithi045.stderr: 13: _start() 2024-09-12T17:55:25.642 INFO:tasks.workunit.client.0.smithi045.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:55:25.642 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:55:25.643 INFO:tasks.workunit.client.0.smithi045.stderr:--- logging levels --- 2024-09-12T17:55:25.643 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 none 2024-09-12T17:55:25.643 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 lockdep 2024-09-12T17:55:25.643 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 context 2024-09-12T17:55:25.643 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 crush 2024-09-12T17:55:25.643 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds 2024-09-12T17:55:25.644 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_balancer 2024-09-12T17:55:25.644 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_locker 2024-09-12T17:55:25.644 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_log 2024-09-12T17:55:25.644 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_log_expire 2024-09-12T17:55:25.644 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_migrator 2024-09-12T17:55:25.645 INFO:tasks.workunit.client.0.smithi045.stderr: 3/ 5 mds_quiesce 2024-09-12T17:55:25.645 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 buffer 2024-09-12T17:55:25.645 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 timer 2024-09-12T17:55:25.645 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 filer 2024-09-12T17:55:25.645 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 striper 2024-09-12T17:55:25.645 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 objecter 2024-09-12T17:55:25.646 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rados 2024-09-12T17:55:25.646 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd 2024-09-12T17:55:25.646 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_mirror 2024-09-12T17:55:25.646 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_replay 2024-09-12T17:55:25.646 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_pwl 2024-09-12T17:55:25.646 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 journaler 2024-09-12T17:55:25.647 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 objectcacher 2024-09-12T17:55:25.647 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:55:25.647 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 client 2024-09-12T17:55:25.647 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 osd 2024-09-12T17:55:25.647 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 optracker 2024-09-12T17:55:25.647 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 objclass 2024-09-12T17:55:25.648 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 filestore 2024-09-12T17:55:25.648 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 journal 2024-09-12T17:55:25.648 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 0 ms 2024-09-12T17:55:25.648 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mon 2024-09-12T17:55:25.648 INFO:tasks.workunit.client.0.smithi045.stderr: 0/10 monc 2024-09-12T17:55:25.648 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 paxos 2024-09-12T17:55:25.649 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 tp 2024-09-12T17:55:25.649 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 auth 2024-09-12T17:55:25.649 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 crypto 2024-09-12T17:55:25.649 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 finisher 2024-09-12T17:55:25.649 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 reserver 2024-09-12T17:55:25.649 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 heartbeatmap 2024-09-12T17:55:25.650 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 perfcounter 2024-09-12T17:55:25.650 INFO:tasks.workunit.client.0.smithi045.stderr: 20/20 rgw 2024-09-12T17:55:25.650 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_sync 2024-09-12T17:55:25.650 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_datacache 2024-09-12T17:55:25.650 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_access 2024-09-12T17:55:25.650 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:55:25.651 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_flight 2024-09-12T17:55:25.651 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:55:25.651 INFO:tasks.workunit.client.0.smithi045.stderr: 20/20 rgw_notification 2024-09-12T17:55:25.651 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 javaclient 2024-09-12T17:55:25.651 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 asok 2024-09-12T17:55:25.651 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 throttle 2024-09-12T17:55:25.652 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 0 refs 2024-09-12T17:55:25.652 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 compressor 2024-09-12T17:55:25.652 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 bluestore 2024-09-12T17:55:25.652 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 bluefs 2024-09-12T17:55:25.652 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 bdev 2024-09-12T17:55:25.652 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 kstore 2024-09-12T17:55:25.653 INFO:tasks.workunit.client.0.smithi045.stderr: 4/ 5 rocksdb 2024-09-12T17:55:25.653 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 fuse 2024-09-12T17:55:25.653 INFO:tasks.workunit.client.0.smithi045.stderr: 2/ 5 mgr 2024-09-12T17:55:25.653 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mgrc 2024-09-12T17:55:25.653 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 dpdk 2024-09-12T17:55:25.653 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 eventtrace 2024-09-12T17:55:25.654 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 prioritycache 2024-09-12T17:55:25.654 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 test 2024-09-12T17:55:25.655 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:55:25.655 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cephsqlite 2024-09-12T17:55:25.655 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:55:25.655 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore 2024-09-12T17:55:25.655 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_onode 2024-09-12T17:55:25.655 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_odata 2024-09-12T17:55:25.656 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_omap 2024-09-12T17:55:25.656 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_tm 2024-09-12T17:55:25.656 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_t 2024-09-12T17:55:25.656 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:55:25.656 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_epm 2024-09-12T17:55:25.656 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_lba 2024-09-12T17:55:25.657 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:55:25.657 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_cache 2024-09-12T17:55:25.657 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_journal 2024-09-12T17:55:25.657 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_device 2024-09-12T17:55:25.657 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_backref 2024-09-12T17:55:25.657 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 alienstore 2024-09-12T17:55:25.657 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mclock 2024-09-12T17:55:25.657 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cyanstore 2024-09-12T17:55:25.657 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 ceph_exporter 2024-09-12T17:55:25.657 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 memstore 2024-09-12T17:55:25.657 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 trace 2024-09-12T17:55:25.657 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 ceph_dedup 2024-09-12T17:55:25.657 INFO:tasks.workunit.client.0.smithi045.stderr: -2/-2 (syslog threshold) 2024-09-12T17:55:25.658 INFO:tasks.workunit.client.0.smithi045.stderr: 99/99 (stderr threshold) 2024-09-12T17:55:25.658 INFO:tasks.workunit.client.0.smithi045.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:55:25.658 INFO:tasks.workunit.client.0.smithi045.stderr: 7f2bd4fe1640 / http_manager 2024-09-12T17:55:25.658 INFO:tasks.workunit.client.0.smithi045.stderr: 7f2bd6fe5640 / http_manager 2024-09-12T17:55:25.658 INFO:tasks.workunit.client.0.smithi045.stderr: 7f2bd7fe7640 / rgw_dt_lg_renew 2024-09-12T17:55:25.658 INFO:tasks.workunit.client.0.smithi045.stderr: 7f2bf2ffd640 / ms_dispatch 2024-09-12T17:55:25.658 INFO:tasks.workunit.client.0.smithi045.stderr: 7f2bf3fff640 / io_context_pool 2024-09-12T17:55:25.658 INFO:tasks.workunit.client.0.smithi045.stderr: 7f2c04ff9640 / io_context_pool 2024-09-12T17:55:25.658 INFO:tasks.workunit.client.0.smithi045.stderr: 7f2c06ffd640 / ms_dispatch 2024-09-12T17:55:25.658 INFO:tasks.workunit.client.0.smithi045.stderr: 7f2c0de03640 / ms_dispatch 2024-09-12T17:55:25.658 INFO:tasks.workunit.client.0.smithi045.stderr: 7f2c0f606640 / io_context_pool 2024-09-12T17:55:25.658 INFO:tasks.workunit.client.0.smithi045.stderr: 7f2d2085e640 / msgr-worker-2 2024-09-12T17:55:25.658 INFO:tasks.workunit.client.0.smithi045.stderr: 7f2d2105f640 / msgr-worker-1 2024-09-12T17:55:25.658 INFO:tasks.workunit.client.0.smithi045.stderr: 7f2d21860640 / msgr-worker-0 2024-09-12T17:55:25.659 INFO:tasks.workunit.client.0.smithi045.stderr: 7f2d22061640 / io_context_pool 2024-09-12T17:55:25.659 INFO:tasks.workunit.client.0.smithi045.stderr: 7f2d23575800 / radosgw-admin 2024-09-12T17:55:25.659 INFO:tasks.workunit.client.0.smithi045.stderr: max_recent 500 2024-09-12T17:55:25.659 INFO:tasks.workunit.client.0.smithi045.stderr: max_new 1000 2024-09-12T17:55:25.659 INFO:tasks.workunit.client.0.smithi045.stderr: log_file /var/log/ceph/ceph-client.admin.112912.log 2024-09-12T17:55:25.659 INFO:tasks.workunit.client.0.smithi045.stderr:--- end dump of recent events --- 2024-09-12T17:55:25.659 INFO:tasks.workunit.client.0.smithi045.stderr:--- begin dump of recent events --- 2024-09-12T17:55:25.659 INFO:tasks.workunit.client.0.smithi045.stderr: -499> 2024-09-12T17:55:25.273+0000 7f2d23575800 5 asok(0x55998d336730) register_command objecter_requests hook 0x55998d55dea0 2024-09-12T17:55:25.659 INFO:tasks.workunit.client.0.smithi045.stderr: -498> 2024-09-12T17:55:25.273+0000 7f2d23575800 1 librados: setting wanted keys 2024-09-12T17:55:25.659 INFO:tasks.workunit.client.0.smithi045.stderr: -497> 2024-09-12T17:55:25.273+0000 7f2d23575800 1 librados: calling monclient init 2024-09-12T17:55:25.659 INFO:tasks.workunit.client.0.smithi045.stderr: -496> 2024-09-12T17:55:25.273+0000 7f2d23575800 10 monclient: init 2024-09-12T17:55:25.659 INFO:tasks.workunit.client.0.smithi045.stderr: -495> 2024-09-12T17:55:25.273+0000 7f2d23575800 5 AuthRegistry(0x55998d55aad0) adding auth protocol: cephx 2024-09-12T17:55:25.660 INFO:tasks.workunit.client.0.smithi045.stderr: -494> 2024-09-12T17:55:25.273+0000 7f2d23575800 5 AuthRegistry(0x55998d55aad0) adding auth protocol: cephx 2024-09-12T17:55:25.660 INFO:tasks.workunit.client.0.smithi045.stderr: -493> 2024-09-12T17:55:25.273+0000 7f2d23575800 5 AuthRegistry(0x55998d55aad0) adding auth protocol: cephx 2024-09-12T17:55:25.660 INFO:tasks.workunit.client.0.smithi045.stderr: -492> 2024-09-12T17:55:25.273+0000 7f2d23575800 5 AuthRegistry(0x55998d55aad0) adding con mode: secure 2024-09-12T17:55:25.660 INFO:tasks.workunit.client.0.smithi045.stderr: -491> 2024-09-12T17:55:25.273+0000 7f2d23575800 5 AuthRegistry(0x55998d55aad0) adding con mode: crc 2024-09-12T17:55:25.660 INFO:tasks.workunit.client.0.smithi045.stderr: -490> 2024-09-12T17:55:25.273+0000 7f2d23575800 5 AuthRegistry(0x55998d55aad0) adding con mode: secure 2024-09-12T17:55:25.660 INFO:tasks.workunit.client.0.smithi045.stderr: -489> 2024-09-12T17:55:25.273+0000 7f2d23575800 5 AuthRegistry(0x55998d55aad0) adding con mode: crc 2024-09-12T17:55:25.660 INFO:tasks.workunit.client.0.smithi045.stderr: -488> 2024-09-12T17:55:25.273+0000 7f2d23575800 5 AuthRegistry(0x55998d55aad0) adding con mode: secure 2024-09-12T17:55:25.661 INFO:tasks.workunit.client.0.smithi045.stderr: -487> 2024-09-12T17:55:25.273+0000 7f2d23575800 5 AuthRegistry(0x55998d55aad0) adding con mode: crc 2024-09-12T17:55:25.661 INFO:tasks.workunit.client.0.smithi045.stderr: -486> 2024-09-12T17:55:25.273+0000 7f2d23575800 5 AuthRegistry(0x55998d55aad0) adding con mode: crc 2024-09-12T17:55:25.661 INFO:tasks.workunit.client.0.smithi045.stderr: -485> 2024-09-12T17:55:25.273+0000 7f2d23575800 5 AuthRegistry(0x55998d55aad0) adding con mode: secure 2024-09-12T17:55:25.661 INFO:tasks.workunit.client.0.smithi045.stderr: -484> 2024-09-12T17:55:25.273+0000 7f2d23575800 5 AuthRegistry(0x55998d55aad0) adding con mode: crc 2024-09-12T17:55:25.661 INFO:tasks.workunit.client.0.smithi045.stderr: -483> 2024-09-12T17:55:25.273+0000 7f2d23575800 5 AuthRegistry(0x55998d55aad0) adding con mode: secure 2024-09-12T17:55:25.661 INFO:tasks.workunit.client.0.smithi045.stderr: -482> 2024-09-12T17:55:25.273+0000 7f2d23575800 5 AuthRegistry(0x55998d55aad0) adding con mode: crc 2024-09-12T17:55:25.661 INFO:tasks.workunit.client.0.smithi045.stderr: -481> 2024-09-12T17:55:25.273+0000 7f2d23575800 5 AuthRegistry(0x55998d55aad0) adding con mode: secure 2024-09-12T17:55:25.661 INFO:tasks.workunit.client.0.smithi045.stderr: -480> 2024-09-12T17:55:25.273+0000 7f2d23575800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:55:25.661 INFO:tasks.workunit.client.0.smithi045.stderr: -479> 2024-09-12T17:55:25.273+0000 7f2d23575800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:55:25.661 INFO:tasks.workunit.client.0.smithi045.stderr: -478> 2024-09-12T17:55:25.273+0000 7f2d23575800 5 asok(0x55998d336730) register_command rotate-key hook 0x55998d55ac18 2024-09-12T17:55:25.661 INFO:tasks.workunit.client.0.smithi045.stderr: -477> 2024-09-12T17:55:25.273+0000 7f2d23575800 10 monclient: _reopen_session rank -1 2024-09-12T17:55:25.661 INFO:tasks.workunit.client.0.smithi045.stderr: -476> 2024-09-12T17:55:25.273+0000 7f2d23575800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:55:25.661 INFO:tasks.workunit.client.0.smithi045.stderr: -475> 2024-09-12T17:55:25.273+0000 7f2d23575800 10 monclient(hunting): picked mon.noname-c con 0x55998d49d8b0 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:55:25.662 INFO:tasks.workunit.client.0.smithi045.stderr: -474> 2024-09-12T17:55:25.273+0000 7f2d23575800 10 monclient(hunting): picked mon.noname-b con 0x55998d49dc90 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:55:25.662 INFO:tasks.workunit.client.0.smithi045.stderr: -473> 2024-09-12T17:55:25.273+0000 7f2d23575800 10 monclient(hunting): picked mon.noname-a con 0x55998d4a8e80 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:55:25.662 INFO:tasks.workunit.client.0.smithi045.stderr: -472> 2024-09-12T17:55:25.273+0000 7f2d23575800 10 monclient(hunting): start opening mon connection 2024-09-12T17:55:25.662 INFO:tasks.workunit.client.0.smithi045.stderr: -471> 2024-09-12T17:55:25.273+0000 7f2d23575800 10 monclient(hunting): start opening mon connection 2024-09-12T17:55:25.662 INFO:tasks.workunit.client.0.smithi045.stderr: -470> 2024-09-12T17:55:25.273+0000 7f2d23575800 10 monclient(hunting): start opening mon connection 2024-09-12T17:55:25.662 INFO:tasks.workunit.client.0.smithi045.stderr: -469> 2024-09-12T17:55:25.273+0000 7f2d23575800 10 monclient(hunting): _renew_subs 2024-09-12T17:55:25.662 INFO:tasks.workunit.client.0.smithi045.stderr: -468> 2024-09-12T17:55:25.273+0000 7f2d23575800 10 monclient(hunting): authenticate will time out at 2023.732984s 2024-09-12T17:55:25.662 INFO:tasks.workunit.client.0.smithi045.stderr: -467> 2024-09-12T17:55:25.274+0000 7f2d2105f640 10 monclient(hunting): get_auth_request con 0x55998d49d8b0 auth_method 0 2024-09-12T17:55:25.662 INFO:tasks.workunit.client.0.smithi045.stderr: -466> 2024-09-12T17:55:25.274+0000 7f2d2105f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:55:25.662 INFO:tasks.workunit.client.0.smithi045.stderr: -465> 2024-09-12T17:55:25.274+0000 7f2d2105f640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:55:25.662 INFO:tasks.workunit.client.0.smithi045.stderr: -464> 2024-09-12T17:55:25.274+0000 7f2d2105f640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:55:25.662 INFO:tasks.workunit.client.0.smithi045.stderr: -463> 2024-09-12T17:55:25.274+0000 7f2d21860640 10 monclient(hunting): get_auth_request con 0x55998d4a8e80 auth_method 0 2024-09-12T17:55:25.662 INFO:tasks.workunit.client.0.smithi045.stderr: -462> 2024-09-12T17:55:25.274+0000 7f2d21860640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:55:25.663 INFO:tasks.workunit.client.0.smithi045.stderr: -461> 2024-09-12T17:55:25.274+0000 7f2d21860640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:55:25.663 INFO:tasks.workunit.client.0.smithi045.stderr: -460> 2024-09-12T17:55:25.274+0000 7f2d21860640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:55:25.663 INFO:tasks.workunit.client.0.smithi045.stderr: -459> 2024-09-12T17:55:25.274+0000 7f2d2085e640 10 monclient(hunting): get_auth_request con 0x55998d49dc90 auth_method 0 2024-09-12T17:55:25.663 INFO:tasks.workunit.client.0.smithi045.stderr: -458> 2024-09-12T17:55:25.274+0000 7f2d2085e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:55:25.663 INFO:tasks.workunit.client.0.smithi045.stderr: -457> 2024-09-12T17:55:25.274+0000 7f2d2085e640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:55:25.663 INFO:tasks.workunit.client.0.smithi045.stderr: -456> 2024-09-12T17:55:25.274+0000 7f2d2085e640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:55:25.663 INFO:tasks.workunit.client.0.smithi045.stderr: -455> 2024-09-12T17:55:25.274+0000 7f2d2105f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:55:25.663 INFO:tasks.workunit.client.0.smithi045.stderr: -454> 2024-09-12T17:55:25.274+0000 7f2d2105f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:55:25.663 INFO:tasks.workunit.client.0.smithi045.stderr: -453> 2024-09-12T17:55:25.274+0000 7f2d2105f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:55:25.663 INFO:tasks.workunit.client.0.smithi045.stderr: -452> 2024-09-12T17:55:25.274+0000 7f2d2085e640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:55:25.663 INFO:tasks.workunit.client.0.smithi045.stderr: -451> 2024-09-12T17:55:25.274+0000 7f2d2085e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:55:25.663 INFO:tasks.workunit.client.0.smithi045.stderr: -450> 2024-09-12T17:55:25.274+0000 7f2d2085e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:55:25.663 INFO:tasks.workunit.client.0.smithi045.stderr: -449> 2024-09-12T17:55:25.274+0000 7f2d21860640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:55:25.663 INFO:tasks.workunit.client.0.smithi045.stderr: -448> 2024-09-12T17:55:25.274+0000 7f2d21860640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:55:25.664 INFO:tasks.workunit.client.0.smithi045.stderr: -447> 2024-09-12T17:55:25.274+0000 7f2d21860640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:55:25.664 INFO:tasks.workunit.client.0.smithi045.stderr: -446> 2024-09-12T17:55:25.274+0000 7f2d2085e640 10 monclient(hunting): handle_auth_done global_id 6571 payload 824 2024-09-12T17:55:25.664 INFO:tasks.workunit.client.0.smithi045.stderr: -445> 2024-09-12T17:55:25.274+0000 7f2d2085e640 10 monclient: _finish_hunting 0 2024-09-12T17:55:25.664 INFO:tasks.workunit.client.0.smithi045.stderr: -444> 2024-09-12T17:55:25.274+0000 7f2d2085e640 1 monclient: found mon.noname-b 2024-09-12T17:55:25.664 INFO:tasks.workunit.client.0.smithi045.stderr: -443> 2024-09-12T17:55:25.274+0000 7f2d2085e640 10 monclient: _send_mon_message to mon.noname-b at v2:172.21.15.115:3300/0 2024-09-12T17:55:25.664 INFO:tasks.workunit.client.0.smithi045.stderr: -442> 2024-09-12T17:55:25.274+0000 7f2c0de03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:55:25.664 INFO:tasks.workunit.client.0.smithi045.stderr: -441> 2024-09-12T17:55:25.274+0000 7f2c0de03640 10 monclient: got monmap 1 from mon.noname-b (according to old e1) 2024-09-12T17:55:25.664 INFO:tasks.workunit.client.0.smithi045.stderr: -440> 2024-09-12T17:55:25.274+0000 7f2c0de03640 10 monclient: dump: 2024-09-12T17:55:25.664 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:55:25.664 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:55:25.664 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:55:25.664 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:55:25.664 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:55:25.664 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:55:25.665 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:55:25.665 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:55:25.665 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:55:25.665 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:55:25.665 INFO:tasks.workunit.client.0.smithi045.stderr: -439> 2024-09-12T17:55:25.274+0000 7f2c0de03640 10 monclient: _finish_auth 0 2024-09-12T17:55:25.665 INFO:tasks.workunit.client.0.smithi045.stderr: -438> 2024-09-12T17:55:25.274+0000 7f2c0de03640 10 monclient: _check_auth_tickets 2024-09-12T17:55:25.665 INFO:tasks.workunit.client.0.smithi045.stderr: -437> 2024-09-12T17:55:25.274+0000 7f2c0de03640 10 monclient: handle_config config(0 keys) 2024-09-12T17:55:25.665 INFO:tasks.workunit.client.0.smithi045.stderr: -436> 2024-09-12T17:55:25.274+0000 7f2c0de03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:55:25.665 INFO:tasks.workunit.client.0.smithi045.stderr: -435> 2024-09-12T17:55:25.274+0000 7f2c0de03640 10 monclient: got monmap 1 from mon.b (according to old e1) 2024-09-12T17:55:25.665 INFO:tasks.workunit.client.0.smithi045.stderr: -434> 2024-09-12T17:55:25.274+0000 7f2c0de03640 10 monclient: dump: 2024-09-12T17:55:25.665 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:55:25.665 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:55:25.665 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:55:25.666 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:55:25.666 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:55:25.666 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:55:25.666 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:55:25.666 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:55:25.666 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:55:25.666 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:55:25.666 INFO:tasks.workunit.client.0.smithi045.stderr: -433> 2024-09-12T17:55:25.274+0000 7f2d23575800 5 monclient: authenticate success, global_id 6571 2024-09-12T17:55:25.666 INFO:tasks.workunit.client.0.smithi045.stderr: -432> 2024-09-12T17:55:25.274+0000 7f2d23575800 10 monclient: _renew_subs 2024-09-12T17:55:25.666 INFO:tasks.workunit.client.0.smithi045.stderr: -431> 2024-09-12T17:55:25.274+0000 7f2d23575800 10 monclient: _send_mon_message to mon.b at v2:172.21.15.115:3300/0 2024-09-12T17:55:25.666 INFO:tasks.workunit.client.0.smithi045.stderr: -430> 2024-09-12T17:55:25.274+0000 7f2c0f606640 4 set_mon_vals no callback set 2024-09-12T17:55:25.666 INFO:tasks.workunit.client.0.smithi045.stderr: -429> 2024-09-12T17:55:25.274+0000 7f2d23575800 10 monclient: _renew_subs 2024-09-12T17:55:25.666 INFO:tasks.workunit.client.0.smithi045.stderr: -428> 2024-09-12T17:55:25.274+0000 7f2d23575800 10 monclient: _send_mon_message to mon.b at v2:172.21.15.115:3300/0 2024-09-12T17:55:25.666 INFO:tasks.workunit.client.0.smithi045.stderr: -427> 2024-09-12T17:55:25.274+0000 7f2d23575800 1 librados: init done 2024-09-12T17:55:25.667 INFO:tasks.workunit.client.0.smithi045.stderr: -426> 2024-09-12T17:55:25.276+0000 7f2c0de03640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:55:25.667 INFO:tasks.workunit.client.0.smithi045.stderr: -425> 2024-09-12T17:55:25.276+0000 7f2c0de03640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:55:25.667 INFO:tasks.workunit.client.0.smithi045.stderr: -424> 2024-09-12T17:55:25.276+0000 7f2c0de03640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:55:25.667 INFO:tasks.workunit.client.0.smithi045.stderr: -423> 2024-09-12T17:55:25.277+0000 7f2d21860640 10 monclient: get_auth_request con 0x55998d5a2ed0 auth_method 0 2024-09-12T17:55:25.667 INFO:tasks.workunit.client.0.smithi045.stderr: -422> 2024-09-12T17:55:25.278+0000 7f2d2105f640 10 monclient: get_auth_request con 0x55998d5a60b0 auth_method 0 2024-09-12T17:55:25.667 INFO:tasks.workunit.client.0.smithi045.stderr: -421> 2024-09-12T17:55:25.278+0000 7f2d2085e640 10 monclient: get_auth_request con 0x55998d5aa2a0 auth_method 0 2024-09-12T17:55:25.667 INFO:tasks.workunit.client.0.smithi045.stderr: -420> 2024-09-12T17:55:25.280+0000 7f2d23575800 10 monclient: build_initial_monmap 2024-09-12T17:55:25.667 INFO:tasks.workunit.client.0.smithi045.stderr: -419> 2024-09-12T17:55:25.280+0000 7f2d23575800 1 build_initial for_mkfs: 0 2024-09-12T17:55:25.667 INFO:tasks.workunit.client.0.smithi045.stderr: -418> 2024-09-12T17:55:25.280+0000 7f2d23575800 10 monclient: monmap: 2024-09-12T17:55:25.667 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:55:25.667 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:55:25.667 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:55:25.667 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:55:25.668 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:55:25.668 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:55:25.668 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:55:25.668 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:55:25.668 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:55:25.668 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:55:25.668 INFO:tasks.workunit.client.0.smithi045.stderr: -417> 2024-09-12T17:55:25.280+0000 7f2d23575800 5 AuthRegistry(0x55998d5aeff0) adding auth protocol: cephx 2024-09-12T17:55:25.668 INFO:tasks.workunit.client.0.smithi045.stderr: -416> 2024-09-12T17:55:25.280+0000 7f2d23575800 5 AuthRegistry(0x55998d5aeff0) adding auth protocol: cephx 2024-09-12T17:55:25.668 INFO:tasks.workunit.client.0.smithi045.stderr: -415> 2024-09-12T17:55:25.280+0000 7f2d23575800 5 AuthRegistry(0x55998d5aeff0) adding auth protocol: cephx 2024-09-12T17:55:25.668 INFO:tasks.workunit.client.0.smithi045.stderr: -414> 2024-09-12T17:55:25.280+0000 7f2d23575800 5 AuthRegistry(0x55998d5aeff0) adding con mode: secure 2024-09-12T17:55:25.668 INFO:tasks.workunit.client.0.smithi045.stderr: -413> 2024-09-12T17:55:25.280+0000 7f2d23575800 5 AuthRegistry(0x55998d5aeff0) adding con mode: crc 2024-09-12T17:55:25.668 INFO:tasks.workunit.client.0.smithi045.stderr: -412> 2024-09-12T17:55:25.280+0000 7f2d23575800 5 AuthRegistry(0x55998d5aeff0) adding con mode: secure 2024-09-12T17:55:25.668 INFO:tasks.workunit.client.0.smithi045.stderr: -411> 2024-09-12T17:55:25.280+0000 7f2d23575800 5 AuthRegistry(0x55998d5aeff0) adding con mode: crc 2024-09-12T17:55:25.669 INFO:tasks.workunit.client.0.smithi045.stderr: -410> 2024-09-12T17:55:25.280+0000 7f2d23575800 5 AuthRegistry(0x55998d5aeff0) adding con mode: secure 2024-09-12T17:55:25.669 INFO:tasks.workunit.client.0.smithi045.stderr: -409> 2024-09-12T17:55:25.280+0000 7f2d23575800 5 AuthRegistry(0x55998d5aeff0) adding con mode: crc 2024-09-12T17:55:25.669 INFO:tasks.workunit.client.0.smithi045.stderr: -408> 2024-09-12T17:55:25.280+0000 7f2d23575800 5 AuthRegistry(0x55998d5aeff0) adding con mode: crc 2024-09-12T17:55:25.669 INFO:tasks.workunit.client.0.smithi045.stderr: -407> 2024-09-12T17:55:25.280+0000 7f2d23575800 5 AuthRegistry(0x55998d5aeff0) adding con mode: secure 2024-09-12T17:55:25.669 INFO:tasks.workunit.client.0.smithi045.stderr: -406> 2024-09-12T17:55:25.280+0000 7f2d23575800 5 AuthRegistry(0x55998d5aeff0) adding con mode: crc 2024-09-12T17:55:25.669 INFO:tasks.workunit.client.0.smithi045.stderr: -405> 2024-09-12T17:55:25.280+0000 7f2d23575800 5 AuthRegistry(0x55998d5aeff0) adding con mode: secure 2024-09-12T17:55:25.669 INFO:tasks.workunit.client.0.smithi045.stderr: -404> 2024-09-12T17:55:25.280+0000 7f2d23575800 5 AuthRegistry(0x55998d5aeff0) adding con mode: crc 2024-09-12T17:55:25.669 INFO:tasks.workunit.client.0.smithi045.stderr: -403> 2024-09-12T17:55:25.280+0000 7f2d23575800 5 AuthRegistry(0x55998d5aeff0) adding con mode: secure 2024-09-12T17:55:25.669 INFO:tasks.workunit.client.0.smithi045.stderr: -402> 2024-09-12T17:55:25.280+0000 7f2d23575800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:55:25.669 INFO:tasks.workunit.client.0.smithi045.stderr: -401> 2024-09-12T17:55:25.280+0000 7f2d23575800 5 asok(0x55998d336730) register_command objecter_requests cmddesc objecter_requests hook 0x55998d5b2490 EEXIST 2024-09-12T17:55:25.669 INFO:tasks.workunit.client.0.smithi045.stderr: -400> 2024-09-12T17:55:25.280+0000 7f2d23575800 10 monclient: init 2024-09-12T17:55:25.669 INFO:tasks.workunit.client.0.smithi045.stderr: -399> 2024-09-12T17:55:25.280+0000 7f2d23575800 5 AuthRegistry(0x55998d5ad7a8) adding auth protocol: cephx 2024-09-12T17:55:25.670 INFO:tasks.workunit.client.0.smithi045.stderr: -398> 2024-09-12T17:55:25.280+0000 7f2d23575800 5 AuthRegistry(0x55998d5ad7a8) adding auth protocol: cephx 2024-09-12T17:55:25.670 INFO:tasks.workunit.client.0.smithi045.stderr: -397> 2024-09-12T17:55:25.280+0000 7f2d23575800 5 AuthRegistry(0x55998d5ad7a8) adding auth protocol: cephx 2024-09-12T17:55:25.670 INFO:tasks.workunit.client.0.smithi045.stderr: -396> 2024-09-12T17:55:25.280+0000 7f2d23575800 5 AuthRegistry(0x55998d5ad7a8) adding con mode: secure 2024-09-12T17:55:25.670 INFO:tasks.workunit.client.0.smithi045.stderr: -395> 2024-09-12T17:55:25.280+0000 7f2d23575800 5 AuthRegistry(0x55998d5ad7a8) adding con mode: crc 2024-09-12T17:55:25.670 INFO:tasks.workunit.client.0.smithi045.stderr: -394> 2024-09-12T17:55:25.280+0000 7f2d23575800 5 AuthRegistry(0x55998d5ad7a8) adding con mode: secure 2024-09-12T17:55:25.670 INFO:tasks.workunit.client.0.smithi045.stderr: -393> 2024-09-12T17:55:25.280+0000 7f2d23575800 5 AuthRegistry(0x55998d5ad7a8) adding con mode: crc 2024-09-12T17:55:25.670 INFO:tasks.workunit.client.0.smithi045.stderr: -392> 2024-09-12T17:55:25.280+0000 7f2d23575800 5 AuthRegistry(0x55998d5ad7a8) adding con mode: secure 2024-09-12T17:55:25.670 INFO:tasks.workunit.client.0.smithi045.stderr: -391> 2024-09-12T17:55:25.280+0000 7f2d23575800 5 AuthRegistry(0x55998d5ad7a8) adding con mode: crc 2024-09-12T17:55:25.670 INFO:tasks.workunit.client.0.smithi045.stderr: -390> 2024-09-12T17:55:25.280+0000 7f2d23575800 5 AuthRegistry(0x55998d5ad7a8) adding con mode: crc 2024-09-12T17:55:25.670 INFO:tasks.workunit.client.0.smithi045.stderr: -389> 2024-09-12T17:55:25.280+0000 7f2d23575800 5 AuthRegistry(0x55998d5ad7a8) adding con mode: secure 2024-09-12T17:55:25.670 INFO:tasks.workunit.client.0.smithi045.stderr: -388> 2024-09-12T17:55:25.280+0000 7f2d23575800 5 AuthRegistry(0x55998d5ad7a8) adding con mode: crc 2024-09-12T17:55:25.671 INFO:tasks.workunit.client.0.smithi045.stderr: -387> 2024-09-12T17:55:25.280+0000 7f2d23575800 5 AuthRegistry(0x55998d5ad7a8) adding con mode: secure 2024-09-12T17:55:25.671 INFO:tasks.workunit.client.0.smithi045.stderr: -386> 2024-09-12T17:55:25.280+0000 7f2d23575800 5 AuthRegistry(0x55998d5ad7a8) adding con mode: crc 2024-09-12T17:55:25.671 INFO:tasks.workunit.client.0.smithi045.stderr: -385> 2024-09-12T17:55:25.280+0000 7f2d23575800 5 AuthRegistry(0x55998d5ad7a8) adding con mode: secure 2024-09-12T17:55:25.671 INFO:tasks.workunit.client.0.smithi045.stderr: -384> 2024-09-12T17:55:25.280+0000 7f2d23575800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:55:25.671 INFO:tasks.workunit.client.0.smithi045.stderr: -383> 2024-09-12T17:55:25.281+0000 7f2d23575800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:55:25.671 INFO:tasks.workunit.client.0.smithi045.stderr: -382> 2024-09-12T17:55:25.281+0000 7f2d23575800 5 asok(0x55998d336730) register_command rotate-key cmddesc rotate-key hook 0x55998d5ad8f0 EEXIST 2024-09-12T17:55:25.671 INFO:tasks.workunit.client.0.smithi045.stderr: -381> 2024-09-12T17:55:25.281+0000 7f2d23575800 10 monclient: _reopen_session rank -1 2024-09-12T17:55:25.671 INFO:tasks.workunit.client.0.smithi045.stderr: -380> 2024-09-12T17:55:25.281+0000 7f2d23575800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T17:55:25.671 INFO:tasks.workunit.client.0.smithi045.stderr: -379> 2024-09-12T17:55:25.281+0000 7f2d23575800 10 monclient(hunting): picked mon.noname-b con 0x55998d5d67b0 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:55:25.671 INFO:tasks.workunit.client.0.smithi045.stderr: -378> 2024-09-12T17:55:25.281+0000 7f2d23575800 10 monclient(hunting): picked mon.noname-c con 0x55998d5d6b90 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:55:25.671 INFO:tasks.workunit.client.0.smithi045.stderr: -377> 2024-09-12T17:55:25.281+0000 7f2d23575800 10 monclient(hunting): picked mon.noname-a con 0x55998d5d54c0 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:55:25.671 INFO:tasks.workunit.client.0.smithi045.stderr: -376> 2024-09-12T17:55:25.281+0000 7f2d23575800 10 monclient(hunting): start opening mon connection 2024-09-12T17:55:25.671 INFO:tasks.workunit.client.0.smithi045.stderr: -375> 2024-09-12T17:55:25.281+0000 7f2d23575800 10 monclient(hunting): start opening mon connection 2024-09-12T17:55:25.671 INFO:tasks.workunit.client.0.smithi045.stderr: -374> 2024-09-12T17:55:25.281+0000 7f2d23575800 10 monclient(hunting): start opening mon connection 2024-09-12T17:55:25.672 INFO:tasks.workunit.client.0.smithi045.stderr: -373> 2024-09-12T17:55:25.281+0000 7f2d23575800 10 monclient(hunting): _renew_subs 2024-09-12T17:55:25.672 INFO:tasks.workunit.client.0.smithi045.stderr: -372> 2024-09-12T17:55:25.281+0000 7f2d23575800 10 monclient(hunting): authenticate will time out at 2023.740286s 2024-09-12T17:55:25.672 INFO:tasks.workunit.client.0.smithi045.stderr: -371> 2024-09-12T17:55:25.281+0000 7f2d2085e640 10 monclient(hunting): get_auth_request con 0x55998d5d6b90 auth_method 0 2024-09-12T17:55:25.672 INFO:tasks.workunit.client.0.smithi045.stderr: -370> 2024-09-12T17:55:25.281+0000 7f2d2085e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:55:25.672 INFO:tasks.workunit.client.0.smithi045.stderr: -369> 2024-09-12T17:55:25.281+0000 7f2d2085e640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:55:25.672 INFO:tasks.workunit.client.0.smithi045.stderr: -368> 2024-09-12T17:55:25.281+0000 7f2d2085e640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:55:25.672 INFO:tasks.workunit.client.0.smithi045.stderr: -367> 2024-09-12T17:55:25.281+0000 7f2d21860640 10 monclient(hunting): get_auth_request con 0x55998d5d54c0 auth_method 0 2024-09-12T17:55:25.672 INFO:tasks.workunit.client.0.smithi045.stderr: -366> 2024-09-12T17:55:25.281+0000 7f2d21860640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:55:25.672 INFO:tasks.workunit.client.0.smithi045.stderr: -365> 2024-09-12T17:55:25.281+0000 7f2d21860640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:55:25.672 INFO:tasks.workunit.client.0.smithi045.stderr: -364> 2024-09-12T17:55:25.281+0000 7f2d21860640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:55:25.672 INFO:tasks.workunit.client.0.smithi045.stderr: -363> 2024-09-12T17:55:25.281+0000 7f2d2105f640 10 monclient(hunting): get_auth_request con 0x55998d5d67b0 auth_method 0 2024-09-12T17:55:25.672 INFO:tasks.workunit.client.0.smithi045.stderr: -362> 2024-09-12T17:55:25.281+0000 7f2d2105f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:55:25.672 INFO:tasks.workunit.client.0.smithi045.stderr: -361> 2024-09-12T17:55:25.281+0000 7f2d2105f640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:55:25.673 INFO:tasks.workunit.client.0.smithi045.stderr: -360> 2024-09-12T17:55:25.281+0000 7f2d2105f640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:55:25.673 INFO:tasks.workunit.client.0.smithi045.stderr: -359> 2024-09-12T17:55:25.281+0000 7f2d2085e640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:55:25.673 INFO:tasks.workunit.client.0.smithi045.stderr: -358> 2024-09-12T17:55:25.281+0000 7f2d2085e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:55:25.673 INFO:tasks.workunit.client.0.smithi045.stderr: -357> 2024-09-12T17:55:25.281+0000 7f2d2085e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:55:25.673 INFO:tasks.workunit.client.0.smithi045.stderr: -356> 2024-09-12T17:55:25.281+0000 7f2d21860640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:55:25.673 INFO:tasks.workunit.client.0.smithi045.stderr: -355> 2024-09-12T17:55:25.281+0000 7f2d21860640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:55:25.673 INFO:tasks.workunit.client.0.smithi045.stderr: -354> 2024-09-12T17:55:25.281+0000 7f2d21860640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:55:25.673 INFO:tasks.workunit.client.0.smithi045.stderr: -353> 2024-09-12T17:55:25.281+0000 7f2d2105f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:55:25.673 INFO:tasks.workunit.client.0.smithi045.stderr: -352> 2024-09-12T17:55:25.281+0000 7f2d2105f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:55:25.673 INFO:tasks.workunit.client.0.smithi045.stderr: -351> 2024-09-12T17:55:25.281+0000 7f2d2105f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:55:25.673 INFO:tasks.workunit.client.0.smithi045.stderr: -350> 2024-09-12T17:55:25.281+0000 7f2d2085e640 10 monclient(hunting): handle_auth_done global_id 6635 payload 824 2024-09-12T17:55:25.673 INFO:tasks.workunit.client.0.smithi045.stderr: -349> 2024-09-12T17:55:25.281+0000 7f2d2085e640 10 monclient: _finish_hunting 0 2024-09-12T17:55:25.673 INFO:tasks.workunit.client.0.smithi045.stderr: -348> 2024-09-12T17:55:25.281+0000 7f2d2085e640 1 monclient: found mon.noname-c 2024-09-12T17:55:25.674 INFO:tasks.workunit.client.0.smithi045.stderr: -347> 2024-09-12T17:55:25.281+0000 7f2d2085e640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.45:3301/0 2024-09-12T17:55:25.674 INFO:tasks.workunit.client.0.smithi045.stderr: -346> 2024-09-12T17:55:25.281+0000 7f2c06ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:55:25.674 INFO:tasks.workunit.client.0.smithi045.stderr: -345> 2024-09-12T17:55:25.281+0000 7f2c06ffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:55:25.674 INFO:tasks.workunit.client.0.smithi045.stderr: -344> 2024-09-12T17:55:25.281+0000 7f2c06ffd640 10 monclient: dump: 2024-09-12T17:55:25.674 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:55:25.674 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:55:25.674 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:55:25.674 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:55:25.674 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:55:25.674 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:55:25.674 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:55:25.674 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:55:25.674 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:55:25.675 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:55:25.675 INFO:tasks.workunit.client.0.smithi045.stderr: -343> 2024-09-12T17:55:25.281+0000 7f2c06ffd640 10 monclient: _finish_auth 0 2024-09-12T17:55:25.675 INFO:tasks.workunit.client.0.smithi045.stderr: -342> 2024-09-12T17:55:25.281+0000 7f2c06ffd640 10 monclient: _check_auth_tickets 2024-09-12T17:55:25.675 INFO:tasks.workunit.client.0.smithi045.stderr: -341> 2024-09-12T17:55:25.281+0000 7f2c06ffd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:55:25.675 INFO:tasks.workunit.client.0.smithi045.stderr: -340> 2024-09-12T17:55:25.281+0000 7f2c06ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:55:25.675 INFO:tasks.workunit.client.0.smithi045.stderr: -339> 2024-09-12T17:55:25.281+0000 7f2c06ffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:55:25.675 INFO:tasks.workunit.client.0.smithi045.stderr: -338> 2024-09-12T17:55:25.281+0000 7f2c06ffd640 10 monclient: dump: 2024-09-12T17:55:25.675 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:55:25.675 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:55:25.675 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:55:25.675 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:55:25.675 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:55:25.675 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:55:25.675 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:55:25.676 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:55:25.676 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:55:25.676 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:55:25.676 INFO:tasks.workunit.client.0.smithi045.stderr: -337> 2024-09-12T17:55:25.281+0000 7f2d23575800 5 monclient: authenticate success, global_id 6635 2024-09-12T17:55:25.676 INFO:tasks.workunit.client.0.smithi045.stderr: -336> 2024-09-12T17:55:25.281+0000 7f2d23575800 10 monclient: _renew_subs 2024-09-12T17:55:25.676 INFO:tasks.workunit.client.0.smithi045.stderr: -335> 2024-09-12T17:55:25.281+0000 7f2d22061640 4 set_mon_vals no callback set 2024-09-12T17:55:25.676 INFO:tasks.workunit.client.0.smithi045.stderr: -334> 2024-09-12T17:55:25.281+0000 7f2d23575800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:55:25.676 INFO:tasks.workunit.client.0.smithi045.stderr: -333> 2024-09-12T17:55:25.282+0000 7f2d23575800 10 monclient: _renew_subs 2024-09-12T17:55:25.676 INFO:tasks.workunit.client.0.smithi045.stderr: -332> 2024-09-12T17:55:25.282+0000 7f2d23575800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:55:25.676 INFO:tasks.workunit.client.0.smithi045.stderr: -331> 2024-09-12T17:55:25.283+0000 7f2c06ffd640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:55:25.676 INFO:tasks.workunit.client.0.smithi045.stderr: -330> 2024-09-12T17:55:25.283+0000 7f2c06ffd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:55:25.676 INFO:tasks.workunit.client.0.smithi045.stderr: -329> 2024-09-12T17:55:25.283+0000 7f2c06ffd640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:55:25.676 INFO:tasks.workunit.client.0.smithi045.stderr: -328> 2024-09-12T17:55:25.283+0000 7f2d2105f640 10 monclient: get_auth_request con 0x7f2bfc076380 auth_method 0 2024-09-12T17:55:25.677 INFO:tasks.workunit.client.0.smithi045.stderr: -327> 2024-09-12T17:55:25.284+0000 7f2d23575800 10 monclient: get_monmap_and_config 2024-09-12T17:55:25.677 INFO:tasks.workunit.client.0.smithi045.stderr: -326> 2024-09-12T17:55:25.284+0000 7f2d23575800 10 monclient: build_initial_monmap 2024-09-12T17:55:25.677 INFO:tasks.workunit.client.0.smithi045.stderr: -325> 2024-09-12T17:55:25.284+0000 7f2d23575800 1 build_initial for_mkfs: 0 2024-09-12T17:55:25.677 INFO:tasks.workunit.client.0.smithi045.stderr: -324> 2024-09-12T17:55:25.284+0000 7f2d23575800 10 monclient: monmap: 2024-09-12T17:55:25.677 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:55:25.677 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:55:25.677 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:55:25.677 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:55:25.677 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:55:25.677 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:55:25.677 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:55:25.677 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:55:25.677 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:55:25.677 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:55:25.678 INFO:tasks.workunit.client.0.smithi045.stderr: -323> 2024-09-12T17:55:25.284+0000 7f2d23575800 5 AuthRegistry(0x55998d5f6370) adding auth protocol: cephx 2024-09-12T17:55:25.678 INFO:tasks.workunit.client.0.smithi045.stderr: -322> 2024-09-12T17:55:25.284+0000 7f2d23575800 5 AuthRegistry(0x55998d5f6370) adding auth protocol: cephx 2024-09-12T17:55:25.678 INFO:tasks.workunit.client.0.smithi045.stderr: -321> 2024-09-12T17:55:25.284+0000 7f2d23575800 5 AuthRegistry(0x55998d5f6370) adding auth protocol: cephx 2024-09-12T17:55:25.678 INFO:tasks.workunit.client.0.smithi045.stderr: -320> 2024-09-12T17:55:25.284+0000 7f2d23575800 5 AuthRegistry(0x55998d5f6370) adding con mode: secure 2024-09-12T17:55:25.678 INFO:tasks.workunit.client.0.smithi045.stderr: -319> 2024-09-12T17:55:25.284+0000 7f2d23575800 5 AuthRegistry(0x55998d5f6370) adding con mode: crc 2024-09-12T17:55:25.678 INFO:tasks.workunit.client.0.smithi045.stderr: -318> 2024-09-12T17:55:25.284+0000 7f2d23575800 5 AuthRegistry(0x55998d5f6370) adding con mode: secure 2024-09-12T17:55:25.678 INFO:tasks.workunit.client.0.smithi045.stderr: -317> 2024-09-12T17:55:25.284+0000 7f2d23575800 5 AuthRegistry(0x55998d5f6370) adding con mode: crc 2024-09-12T17:55:25.678 INFO:tasks.workunit.client.0.smithi045.stderr: -316> 2024-09-12T17:55:25.284+0000 7f2d23575800 5 AuthRegistry(0x55998d5f6370) adding con mode: secure 2024-09-12T17:55:25.678 INFO:tasks.workunit.client.0.smithi045.stderr: -315> 2024-09-12T17:55:25.284+0000 7f2d23575800 5 AuthRegistry(0x55998d5f6370) adding con mode: crc 2024-09-12T17:55:25.678 INFO:tasks.workunit.client.0.smithi045.stderr: -314> 2024-09-12T17:55:25.284+0000 7f2d23575800 5 AuthRegistry(0x55998d5f6370) adding con mode: crc 2024-09-12T17:55:25.678 INFO:tasks.workunit.client.0.smithi045.stderr: -313> 2024-09-12T17:55:25.284+0000 7f2d23575800 5 AuthRegistry(0x55998d5f6370) adding con mode: secure 2024-09-12T17:55:25.678 INFO:tasks.workunit.client.0.smithi045.stderr: -312> 2024-09-12T17:55:25.284+0000 7f2d23575800 5 AuthRegistry(0x55998d5f6370) adding con mode: crc 2024-09-12T17:55:25.678 INFO:tasks.workunit.client.0.smithi045.stderr: -311> 2024-09-12T17:55:25.284+0000 7f2d23575800 5 AuthRegistry(0x55998d5f6370) adding con mode: secure 2024-09-12T17:55:25.679 INFO:tasks.workunit.client.0.smithi045.stderr: -310> 2024-09-12T17:55:25.284+0000 7f2d23575800 5 AuthRegistry(0x55998d5f6370) adding con mode: crc 2024-09-12T17:55:25.679 INFO:tasks.workunit.client.0.smithi045.stderr: -309> 2024-09-12T17:55:25.284+0000 7f2d23575800 5 AuthRegistry(0x55998d5f6370) adding con mode: secure 2024-09-12T17:55:25.679 INFO:tasks.workunit.client.0.smithi045.stderr: -308> 2024-09-12T17:55:25.284+0000 7f2d23575800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:55:25.679 INFO:tasks.workunit.client.0.smithi045.stderr: -307> 2024-09-12T17:55:25.284+0000 7f2d23575800 10 monclient: init 2024-09-12T17:55:25.679 INFO:tasks.workunit.client.0.smithi045.stderr: -306> 2024-09-12T17:55:25.284+0000 7f2d23575800 5 AuthRegistry(0x7ffcadf18850) adding auth protocol: cephx 2024-09-12T17:55:25.679 INFO:tasks.workunit.client.0.smithi045.stderr: -305> 2024-09-12T17:55:25.284+0000 7f2d23575800 5 AuthRegistry(0x7ffcadf18850) adding auth protocol: cephx 2024-09-12T17:55:25.679 INFO:tasks.workunit.client.0.smithi045.stderr: -304> 2024-09-12T17:55:25.284+0000 7f2d23575800 5 AuthRegistry(0x7ffcadf18850) adding auth protocol: cephx 2024-09-12T17:55:25.679 INFO:tasks.workunit.client.0.smithi045.stderr: -303> 2024-09-12T17:55:25.284+0000 7f2d23575800 5 AuthRegistry(0x7ffcadf18850) adding con mode: secure 2024-09-12T17:55:25.679 INFO:tasks.workunit.client.0.smithi045.stderr: -302> 2024-09-12T17:55:25.284+0000 7f2d23575800 5 AuthRegistry(0x7ffcadf18850) adding con mode: crc 2024-09-12T17:55:25.679 INFO:tasks.workunit.client.0.smithi045.stderr: -301> 2024-09-12T17:55:25.284+0000 7f2d23575800 5 AuthRegistry(0x7ffcadf18850) adding con mode: secure 2024-09-12T17:55:25.679 INFO:tasks.workunit.client.0.smithi045.stderr: -300> 2024-09-12T17:55:25.284+0000 7f2d23575800 5 AuthRegistry(0x7ffcadf18850) adding con mode: crc 2024-09-12T17:55:25.679 INFO:tasks.workunit.client.0.smithi045.stderr: -299> 2024-09-12T17:55:25.284+0000 7f2d23575800 5 AuthRegistry(0x7ffcadf18850) adding con mode: secure 2024-09-12T17:55:25.679 INFO:tasks.workunit.client.0.smithi045.stderr: -298> 2024-09-12T17:55:25.284+0000 7f2d23575800 5 AuthRegistry(0x7ffcadf18850) adding con mode: crc 2024-09-12T17:55:25.679 INFO:tasks.workunit.client.0.smithi045.stderr: -297> 2024-09-12T17:55:25.284+0000 7f2d23575800 5 AuthRegistry(0x7ffcadf18850) adding con mode: crc 2024-09-12T17:55:25.680 INFO:tasks.workunit.client.0.smithi045.stderr: -296> 2024-09-12T17:55:25.284+0000 7f2d23575800 5 AuthRegistry(0x7ffcadf18850) adding con mode: secure 2024-09-12T17:55:25.680 INFO:tasks.workunit.client.0.smithi045.stderr: -295> 2024-09-12T17:55:25.284+0000 7f2d23575800 5 AuthRegistry(0x7ffcadf18850) adding con mode: crc 2024-09-12T17:55:25.680 INFO:tasks.workunit.client.0.smithi045.stderr: -294> 2024-09-12T17:55:25.284+0000 7f2d23575800 5 AuthRegistry(0x7ffcadf18850) adding con mode: secure 2024-09-12T17:55:25.680 INFO:tasks.workunit.client.0.smithi045.stderr: -293> 2024-09-12T17:55:25.284+0000 7f2d23575800 5 AuthRegistry(0x7ffcadf18850) adding con mode: crc 2024-09-12T17:55:25.680 INFO:tasks.workunit.client.0.smithi045.stderr: -292> 2024-09-12T17:55:25.284+0000 7f2d23575800 5 AuthRegistry(0x7ffcadf18850) adding con mode: secure 2024-09-12T17:55:25.680 INFO:tasks.workunit.client.0.smithi045.stderr: -291> 2024-09-12T17:55:25.284+0000 7f2d23575800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:55:25.680 INFO:tasks.workunit.client.0.smithi045.stderr: -290> 2024-09-12T17:55:25.284+0000 7f2d23575800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:55:25.680 INFO:tasks.workunit.client.0.smithi045.stderr: -289> 2024-09-12T17:55:25.284+0000 7f2d23575800 5 asok(0x55998d336730) register_command rotate-key cmddesc rotate-key hook 0x7ffcadf18998 EEXIST 2024-09-12T17:55:25.680 INFO:tasks.workunit.client.0.smithi045.stderr: -288> 2024-09-12T17:55:25.284+0000 7f2d23575800 10 monclient: _reopen_session rank -1 2024-09-12T17:55:25.680 INFO:tasks.workunit.client.0.smithi045.stderr: -287> 2024-09-12T17:55:25.284+0000 7f2d23575800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:55:25.680 INFO:tasks.workunit.client.0.smithi045.stderr: -286> 2024-09-12T17:55:25.284+0000 7f2d23575800 10 monclient(hunting): picked mon.noname-b con 0x55998d62a990 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:55:25.680 INFO:tasks.workunit.client.0.smithi045.stderr: -285> 2024-09-12T17:55:25.285+0000 7f2d23575800 10 monclient(hunting): picked mon.noname-a con 0x55998d5fb9a0 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:55:25.680 INFO:tasks.workunit.client.0.smithi045.stderr: -284> 2024-09-12T17:55:25.285+0000 7f2d23575800 10 monclient(hunting): picked mon.noname-c con 0x55998d625e70 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:55:25.681 INFO:tasks.workunit.client.0.smithi045.stderr: -283> 2024-09-12T17:55:25.285+0000 7f2d23575800 10 monclient(hunting): start opening mon connection 2024-09-12T17:55:25.681 INFO:tasks.workunit.client.0.smithi045.stderr: -282> 2024-09-12T17:55:25.285+0000 7f2d23575800 10 monclient(hunting): start opening mon connection 2024-09-12T17:55:25.681 INFO:tasks.workunit.client.0.smithi045.stderr: -281> 2024-09-12T17:55:25.285+0000 7f2d23575800 10 monclient(hunting): start opening mon connection 2024-09-12T17:55:25.681 INFO:tasks.workunit.client.0.smithi045.stderr: -280> 2024-09-12T17:55:25.285+0000 7f2d23575800 10 monclient(hunting): _renew_subs 2024-09-12T17:55:25.681 INFO:tasks.workunit.client.0.smithi045.stderr: -279> 2024-09-12T17:55:25.285+0000 7f2d23575800 10 monclient(hunting): authenticate will time out at 2023.744030s 2024-09-12T17:55:25.681 INFO:tasks.workunit.client.0.smithi045.stderr: -278> 2024-09-12T17:55:25.285+0000 7f2d21860640 10 monclient(hunting): get_auth_request con 0x55998d625e70 auth_method 0 2024-09-12T17:55:25.681 INFO:tasks.workunit.client.0.smithi045.stderr: -277> 2024-09-12T17:55:25.285+0000 7f2d21860640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:55:25.681 INFO:tasks.workunit.client.0.smithi045.stderr: -276> 2024-09-12T17:55:25.285+0000 7f2d21860640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:55:25.681 INFO:tasks.workunit.client.0.smithi045.stderr: -275> 2024-09-12T17:55:25.285+0000 7f2d21860640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:55:25.681 INFO:tasks.workunit.client.0.smithi045.stderr: -274> 2024-09-12T17:55:25.285+0000 7f2d2085e640 10 monclient(hunting): get_auth_request con 0x55998d5fb9a0 auth_method 0 2024-09-12T17:55:25.681 INFO:tasks.workunit.client.0.smithi045.stderr: -273> 2024-09-12T17:55:25.285+0000 7f2d2085e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:55:25.681 INFO:tasks.workunit.client.0.smithi045.stderr: -272> 2024-09-12T17:55:25.285+0000 7f2d2085e640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:55:25.681 INFO:tasks.workunit.client.0.smithi045.stderr: -271> 2024-09-12T17:55:25.285+0000 7f2d2085e640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:55:25.681 INFO:tasks.workunit.client.0.smithi045.stderr: -270> 2024-09-12T17:55:25.285+0000 7f2d2105f640 10 monclient(hunting): get_auth_request con 0x55998d62a990 auth_method 0 2024-09-12T17:55:25.682 INFO:tasks.workunit.client.0.smithi045.stderr: -269> 2024-09-12T17:55:25.285+0000 7f2d2105f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:55:25.682 INFO:tasks.workunit.client.0.smithi045.stderr: -268> 2024-09-12T17:55:25.285+0000 7f2d2105f640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:55:25.682 INFO:tasks.workunit.client.0.smithi045.stderr: -267> 2024-09-12T17:55:25.285+0000 7f2d2105f640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:55:25.682 INFO:tasks.workunit.client.0.smithi045.stderr: -266> 2024-09-12T17:55:25.285+0000 7f2d2085e640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:55:25.682 INFO:tasks.workunit.client.0.smithi045.stderr: -265> 2024-09-12T17:55:25.285+0000 7f2d2085e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:55:25.682 INFO:tasks.workunit.client.0.smithi045.stderr: -264> 2024-09-12T17:55:25.285+0000 7f2d2085e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:55:25.682 INFO:tasks.workunit.client.0.smithi045.stderr: -263> 2024-09-12T17:55:25.285+0000 7f2d21860640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:55:25.682 INFO:tasks.workunit.client.0.smithi045.stderr: -262> 2024-09-12T17:55:25.285+0000 7f2d21860640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:55:25.682 INFO:tasks.workunit.client.0.smithi045.stderr: -261> 2024-09-12T17:55:25.285+0000 7f2d21860640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:55:25.682 INFO:tasks.workunit.client.0.smithi045.stderr: -260> 2024-09-12T17:55:25.285+0000 7f2d2105f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:55:25.682 INFO:tasks.workunit.client.0.smithi045.stderr: -259> 2024-09-12T17:55:25.285+0000 7f2d2105f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:55:25.682 INFO:tasks.workunit.client.0.smithi045.stderr: -258> 2024-09-12T17:55:25.285+0000 7f2d2105f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:55:25.682 INFO:tasks.workunit.client.0.smithi045.stderr: -257> 2024-09-12T17:55:25.285+0000 7f2d2085e640 10 monclient(hunting): handle_auth_done global_id 7014 payload 274 2024-09-12T17:55:25.683 INFO:tasks.workunit.client.0.smithi045.stderr: -256> 2024-09-12T17:55:25.285+0000 7f2d2085e640 10 monclient: _finish_hunting 0 2024-09-12T17:55:25.683 INFO:tasks.workunit.client.0.smithi045.stderr: -255> 2024-09-12T17:55:25.285+0000 7f2d2085e640 1 monclient: found mon.noname-a 2024-09-12T17:55:25.683 INFO:tasks.workunit.client.0.smithi045.stderr: -254> 2024-09-12T17:55:25.285+0000 7f2d2085e640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.45:3300/0 2024-09-12T17:55:25.683 INFO:tasks.workunit.client.0.smithi045.stderr: -253> 2024-09-12T17:55:25.285+0000 7f2c04ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:55:25.683 INFO:tasks.workunit.client.0.smithi045.stderr: -252> 2024-09-12T17:55:25.285+0000 7f2c04ff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:55:25.683 INFO:tasks.workunit.client.0.smithi045.stderr: -251> 2024-09-12T17:55:25.285+0000 7f2c04ff9640 10 monclient: dump: 2024-09-12T17:55:25.683 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:55:25.683 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:55:25.683 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:55:25.683 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:55:25.683 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:55:25.683 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:55:25.683 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:55:25.683 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:55:25.684 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:55:25.684 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:55:25.684 INFO:tasks.workunit.client.0.smithi045.stderr: -250> 2024-09-12T17:55:25.285+0000 7f2c04ff9640 10 monclient: _finish_auth 0 2024-09-12T17:55:25.684 INFO:tasks.workunit.client.0.smithi045.stderr: -249> 2024-09-12T17:55:25.285+0000 7f2c04ff9640 10 monclient: _check_auth_tickets 2024-09-12T17:55:25.684 INFO:tasks.workunit.client.0.smithi045.stderr: -248> 2024-09-12T17:55:25.285+0000 7f2d23575800 5 monclient: authenticate success, global_id 7014 2024-09-12T17:55:25.684 INFO:tasks.workunit.client.0.smithi045.stderr: -247> 2024-09-12T17:55:25.285+0000 7f2c04ff9640 10 monclient: handle_config config(0 keys) 2024-09-12T17:55:25.684 INFO:tasks.workunit.client.0.smithi045.stderr: -246> 2024-09-12T17:55:25.285+0000 7f2d23575800 10 monclient: get_monmap_and_config success 2024-09-12T17:55:25.684 INFO:tasks.workunit.client.0.smithi045.stderr: -245> 2024-09-12T17:55:25.285+0000 7f2d23575800 4 set_mon_vals no callback set 2024-09-12T17:55:25.684 INFO:tasks.workunit.client.0.smithi045.stderr: -244> 2024-09-12T17:55:25.285+0000 7f2c04ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:55:25.684 INFO:tasks.workunit.client.0.smithi045.stderr: -243> 2024-09-12T17:55:25.285+0000 7f2c04ff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:55:25.684 INFO:tasks.workunit.client.0.smithi045.stderr: -242> 2024-09-12T17:55:25.285+0000 7f2c04ff9640 10 monclient: dump: 2024-09-12T17:55:25.684 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:55:25.684 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:55:25.685 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:55:25.685 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:55:25.685 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:55:25.685 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:55:25.685 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:55:25.685 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:55:25.685 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:55:25.685 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:55:25.685 INFO:tasks.workunit.client.0.smithi045.stderr: -241> 2024-09-12T17:55:25.286+0000 7f2d23575800 10 monclient: shutdown 2024-09-12T17:55:25.685 INFO:tasks.workunit.client.0.smithi045.stderr: -240> 2024-09-12T17:55:25.286+0000 7f2d23575800 10 monclient: build_initial_monmap 2024-09-12T17:55:25.685 INFO:tasks.workunit.client.0.smithi045.stderr: -239> 2024-09-12T17:55:25.286+0000 7f2d23575800 1 build_initial for_mkfs: 0 2024-09-12T17:55:25.685 INFO:tasks.workunit.client.0.smithi045.stderr: -238> 2024-09-12T17:55:25.286+0000 7f2d23575800 10 monclient: monmap: 2024-09-12T17:55:25.685 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:55:25.685 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:55:25.686 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:55:25.686 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:55:25.686 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:55:25.686 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:55:25.686 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:55:25.686 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:55:25.686 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:55:25.686 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:55:25.686 INFO:tasks.workunit.client.0.smithi045.stderr: -237> 2024-09-12T17:55:25.286+0000 7f2d23575800 5 AuthRegistry(0x55998d61c5c0) adding auth protocol: cephx 2024-09-12T17:55:25.686 INFO:tasks.workunit.client.0.smithi045.stderr: -236> 2024-09-12T17:55:25.286+0000 7f2d23575800 5 AuthRegistry(0x55998d61c5c0) adding auth protocol: cephx 2024-09-12T17:55:25.686 INFO:tasks.workunit.client.0.smithi045.stderr: -235> 2024-09-12T17:55:25.286+0000 7f2d23575800 5 AuthRegistry(0x55998d61c5c0) adding auth protocol: cephx 2024-09-12T17:55:25.686 INFO:tasks.workunit.client.0.smithi045.stderr: -234> 2024-09-12T17:55:25.286+0000 7f2d23575800 5 AuthRegistry(0x55998d61c5c0) adding con mode: secure 2024-09-12T17:55:25.686 INFO:tasks.workunit.client.0.smithi045.stderr: -233> 2024-09-12T17:55:25.286+0000 7f2d23575800 5 AuthRegistry(0x55998d61c5c0) adding con mode: crc 2024-09-12T17:55:25.686 INFO:tasks.workunit.client.0.smithi045.stderr: -232> 2024-09-12T17:55:25.286+0000 7f2d23575800 5 AuthRegistry(0x55998d61c5c0) adding con mode: secure 2024-09-12T17:55:25.687 INFO:tasks.workunit.client.0.smithi045.stderr: -231> 2024-09-12T17:55:25.286+0000 7f2d23575800 5 AuthRegistry(0x55998d61c5c0) adding con mode: crc 2024-09-12T17:55:25.687 INFO:tasks.workunit.client.0.smithi045.stderr: -230> 2024-09-12T17:55:25.286+0000 7f2d23575800 5 AuthRegistry(0x55998d61c5c0) adding con mode: secure 2024-09-12T17:55:25.687 INFO:tasks.workunit.client.0.smithi045.stderr: -229> 2024-09-12T17:55:25.286+0000 7f2d23575800 5 AuthRegistry(0x55998d61c5c0) adding con mode: crc 2024-09-12T17:55:25.687 INFO:tasks.workunit.client.0.smithi045.stderr: -228> 2024-09-12T17:55:25.286+0000 7f2d23575800 5 AuthRegistry(0x55998d61c5c0) adding con mode: crc 2024-09-12T17:55:25.687 INFO:tasks.workunit.client.0.smithi045.stderr: -227> 2024-09-12T17:55:25.286+0000 7f2d23575800 5 AuthRegistry(0x55998d61c5c0) adding con mode: secure 2024-09-12T17:55:25.687 INFO:tasks.workunit.client.0.smithi045.stderr: -226> 2024-09-12T17:55:25.286+0000 7f2d23575800 5 AuthRegistry(0x55998d61c5c0) adding con mode: crc 2024-09-12T17:55:25.687 INFO:tasks.workunit.client.0.smithi045.stderr: -225> 2024-09-12T17:55:25.286+0000 7f2d23575800 5 AuthRegistry(0x55998d61c5c0) adding con mode: secure 2024-09-12T17:55:25.687 INFO:tasks.workunit.client.0.smithi045.stderr: -224> 2024-09-12T17:55:25.286+0000 7f2d23575800 5 AuthRegistry(0x55998d61c5c0) adding con mode: crc 2024-09-12T17:55:25.687 INFO:tasks.workunit.client.0.smithi045.stderr: -223> 2024-09-12T17:55:25.286+0000 7f2d23575800 5 AuthRegistry(0x55998d61c5c0) adding con mode: secure 2024-09-12T17:55:25.687 INFO:tasks.workunit.client.0.smithi045.stderr: -222> 2024-09-12T17:55:25.286+0000 7f2d23575800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:55:25.687 INFO:tasks.workunit.client.0.smithi045.stderr: -221> 2024-09-12T17:55:25.286+0000 7f2d23575800 1 librados: starting msgr at 2024-09-12T17:55:25.687 INFO:tasks.workunit.client.0.smithi045.stderr: -220> 2024-09-12T17:55:25.286+0000 7f2d23575800 1 librados: starting objecter 2024-09-12T17:55:25.687 INFO:tasks.workunit.client.0.smithi045.stderr: -219> 2024-09-12T17:55:25.286+0000 7f2d23575800 5 asok(0x55998d336730) register_command objecter_requests cmddesc objecter_requests hook 0x55998d5ebed0 EEXIST 2024-09-12T17:55:25.687 INFO:tasks.workunit.client.0.smithi045.stderr: -218> 2024-09-12T17:55:25.286+0000 7f2d23575800 1 librados: setting wanted keys 2024-09-12T17:55:25.688 INFO:tasks.workunit.client.0.smithi045.stderr: -217> 2024-09-12T17:55:25.286+0000 7f2d23575800 1 librados: calling monclient init 2024-09-12T17:55:25.688 INFO:tasks.workunit.client.0.smithi045.stderr: -216> 2024-09-12T17:55:25.286+0000 7f2d23575800 10 monclient: init 2024-09-12T17:55:25.688 INFO:tasks.workunit.client.0.smithi045.stderr: -215> 2024-09-12T17:55:25.286+0000 7f2d23575800 5 AuthRegistry(0x55998d5eb070) adding auth protocol: cephx 2024-09-12T17:55:25.688 INFO:tasks.workunit.client.0.smithi045.stderr: -214> 2024-09-12T17:55:25.286+0000 7f2d23575800 5 AuthRegistry(0x55998d5eb070) adding auth protocol: cephx 2024-09-12T17:55:25.688 INFO:tasks.workunit.client.0.smithi045.stderr: -213> 2024-09-12T17:55:25.286+0000 7f2d23575800 5 AuthRegistry(0x55998d5eb070) adding auth protocol: cephx 2024-09-12T17:55:25.688 INFO:tasks.workunit.client.0.smithi045.stderr: -212> 2024-09-12T17:55:25.286+0000 7f2d23575800 5 AuthRegistry(0x55998d5eb070) adding con mode: secure 2024-09-12T17:55:25.688 INFO:tasks.workunit.client.0.smithi045.stderr: -211> 2024-09-12T17:55:25.286+0000 7f2d23575800 5 AuthRegistry(0x55998d5eb070) adding con mode: crc 2024-09-12T17:55:25.688 INFO:tasks.workunit.client.0.smithi045.stderr: -210> 2024-09-12T17:55:25.286+0000 7f2d23575800 5 AuthRegistry(0x55998d5eb070) adding con mode: secure 2024-09-12T17:55:25.688 INFO:tasks.workunit.client.0.smithi045.stderr: -209> 2024-09-12T17:55:25.286+0000 7f2d23575800 5 AuthRegistry(0x55998d5eb070) adding con mode: crc 2024-09-12T17:55:25.688 INFO:tasks.workunit.client.0.smithi045.stderr: -208> 2024-09-12T17:55:25.286+0000 7f2d23575800 5 AuthRegistry(0x55998d5eb070) adding con mode: secure 2024-09-12T17:55:25.688 INFO:tasks.workunit.client.0.smithi045.stderr: -207> 2024-09-12T17:55:25.286+0000 7f2d23575800 5 AuthRegistry(0x55998d5eb070) adding con mode: crc 2024-09-12T17:55:25.688 INFO:tasks.workunit.client.0.smithi045.stderr: -206> 2024-09-12T17:55:25.286+0000 7f2d23575800 5 AuthRegistry(0x55998d5eb070) adding con mode: crc 2024-09-12T17:55:25.688 INFO:tasks.workunit.client.0.smithi045.stderr: -205> 2024-09-12T17:55:25.286+0000 7f2d23575800 5 AuthRegistry(0x55998d5eb070) adding con mode: secure 2024-09-12T17:55:25.689 INFO:tasks.workunit.client.0.smithi045.stderr: -204> 2024-09-12T17:55:25.286+0000 7f2d23575800 5 AuthRegistry(0x55998d5eb070) adding con mode: crc 2024-09-12T17:55:25.689 INFO:tasks.workunit.client.0.smithi045.stderr: -203> 2024-09-12T17:55:25.286+0000 7f2d23575800 5 AuthRegistry(0x55998d5eb070) adding con mode: secure 2024-09-12T17:55:25.689 INFO:tasks.workunit.client.0.smithi045.stderr: -202> 2024-09-12T17:55:25.286+0000 7f2d23575800 5 AuthRegistry(0x55998d5eb070) adding con mode: crc 2024-09-12T17:55:25.689 INFO:tasks.workunit.client.0.smithi045.stderr: -201> 2024-09-12T17:55:25.286+0000 7f2d23575800 5 AuthRegistry(0x55998d5eb070) adding con mode: secure 2024-09-12T17:55:25.689 INFO:tasks.workunit.client.0.smithi045.stderr: -200> 2024-09-12T17:55:25.286+0000 7f2d23575800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:55:25.689 INFO:tasks.workunit.client.0.smithi045.stderr: -199> 2024-09-12T17:55:25.287+0000 7f2d23575800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:55:25.689 INFO:tasks.workunit.client.0.smithi045.stderr: -198> 2024-09-12T17:55:25.287+0000 7f2d23575800 5 asok(0x55998d336730) register_command rotate-key cmddesc rotate-key hook 0x55998d5eb1b8 EEXIST 2024-09-12T17:55:25.689 INFO:tasks.workunit.client.0.smithi045.stderr: -197> 2024-09-12T17:55:25.287+0000 7f2d23575800 10 monclient: _reopen_session rank -1 2024-09-12T17:55:25.689 INFO:tasks.workunit.client.0.smithi045.stderr: -196> 2024-09-12T17:55:25.287+0000 7f2d23575800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T17:55:25.689 INFO:tasks.workunit.client.0.smithi045.stderr: -195> 2024-09-12T17:55:25.287+0000 7f2d23575800 10 monclient(hunting): picked mon.noname-b con 0x55998d5fb9a0 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:55:25.689 INFO:tasks.workunit.client.0.smithi045.stderr: -194> 2024-09-12T17:55:25.287+0000 7f2d23575800 10 monclient(hunting): picked mon.noname-c con 0x55998d625e70 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:55:25.689 INFO:tasks.workunit.client.0.smithi045.stderr: -193> 2024-09-12T17:55:25.287+0000 7f2d23575800 10 monclient(hunting): picked mon.noname-a con 0x55998d62a990 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:55:25.689 INFO:tasks.workunit.client.0.smithi045.stderr: -192> 2024-09-12T17:55:25.287+0000 7f2d23575800 10 monclient(hunting): start opening mon connection 2024-09-12T17:55:25.690 INFO:tasks.workunit.client.0.smithi045.stderr: -191> 2024-09-12T17:55:25.287+0000 7f2d23575800 10 monclient(hunting): start opening mon connection 2024-09-12T17:55:25.690 INFO:tasks.workunit.client.0.smithi045.stderr: -190> 2024-09-12T17:55:25.287+0000 7f2d23575800 10 monclient(hunting): start opening mon connection 2024-09-12T17:55:25.690 INFO:tasks.workunit.client.0.smithi045.stderr: -189> 2024-09-12T17:55:25.287+0000 7f2d23575800 10 monclient(hunting): _renew_subs 2024-09-12T17:55:25.690 INFO:tasks.workunit.client.0.smithi045.stderr: -188> 2024-09-12T17:55:25.287+0000 7f2d23575800 10 monclient(hunting): authenticate will time out at 2023.746291s 2024-09-12T17:55:25.690 INFO:tasks.workunit.client.0.smithi045.stderr: -187> 2024-09-12T17:55:25.287+0000 7f2d2085e640 10 monclient(hunting): get_auth_request con 0x55998d625e70 auth_method 0 2024-09-12T17:55:25.690 INFO:tasks.workunit.client.0.smithi045.stderr: -186> 2024-09-12T17:55:25.287+0000 7f2d2085e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:55:25.690 INFO:tasks.workunit.client.0.smithi045.stderr: -185> 2024-09-12T17:55:25.287+0000 7f2d2085e640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:55:25.690 INFO:tasks.workunit.client.0.smithi045.stderr: -184> 2024-09-12T17:55:25.287+0000 7f2d2085e640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:55:25.690 INFO:tasks.workunit.client.0.smithi045.stderr: -183> 2024-09-12T17:55:25.287+0000 7f2d21860640 10 monclient(hunting): get_auth_request con 0x55998d62a990 auth_method 0 2024-09-12T17:55:25.690 INFO:tasks.workunit.client.0.smithi045.stderr: -182> 2024-09-12T17:55:25.287+0000 7f2d21860640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:55:25.690 INFO:tasks.workunit.client.0.smithi045.stderr: -181> 2024-09-12T17:55:25.287+0000 7f2d21860640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:55:25.690 INFO:tasks.workunit.client.0.smithi045.stderr: -180> 2024-09-12T17:55:25.287+0000 7f2d21860640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:55:25.690 INFO:tasks.workunit.client.0.smithi045.stderr: -179> 2024-09-12T17:55:25.287+0000 7f2d2105f640 10 monclient(hunting): get_auth_request con 0x55998d5fb9a0 auth_method 0 2024-09-12T17:55:25.690 INFO:tasks.workunit.client.0.smithi045.stderr: -178> 2024-09-12T17:55:25.287+0000 7f2d2105f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:55:25.691 INFO:tasks.workunit.client.0.smithi045.stderr: -177> 2024-09-12T17:55:25.287+0000 7f2d2105f640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:55:25.691 INFO:tasks.workunit.client.0.smithi045.stderr: -176> 2024-09-12T17:55:25.287+0000 7f2d2105f640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:55:25.691 INFO:tasks.workunit.client.0.smithi045.stderr: -175> 2024-09-12T17:55:25.287+0000 7f2d2085e640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:55:25.691 INFO:tasks.workunit.client.0.smithi045.stderr: -174> 2024-09-12T17:55:25.287+0000 7f2d2085e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:55:25.691 INFO:tasks.workunit.client.0.smithi045.stderr: -173> 2024-09-12T17:55:25.287+0000 7f2d2085e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:55:25.691 INFO:tasks.workunit.client.0.smithi045.stderr: -172> 2024-09-12T17:55:25.287+0000 7f2d21860640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:55:25.691 INFO:tasks.workunit.client.0.smithi045.stderr: -171> 2024-09-12T17:55:25.287+0000 7f2d21860640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:55:25.691 INFO:tasks.workunit.client.0.smithi045.stderr: -170> 2024-09-12T17:55:25.287+0000 7f2d21860640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:55:25.691 INFO:tasks.workunit.client.0.smithi045.stderr: -169> 2024-09-12T17:55:25.287+0000 7f2d2105f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:55:25.691 INFO:tasks.workunit.client.0.smithi045.stderr: -168> 2024-09-12T17:55:25.287+0000 7f2d2105f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:55:25.691 INFO:tasks.workunit.client.0.smithi045.stderr: -167> 2024-09-12T17:55:25.287+0000 7f2d2105f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:55:25.691 INFO:tasks.workunit.client.0.smithi045.stderr: -166> 2024-09-12T17:55:25.287+0000 7f2d2085e640 10 monclient(hunting): handle_auth_done global_id 6641 payload 824 2024-09-12T17:55:25.691 INFO:tasks.workunit.client.0.smithi045.stderr: -165> 2024-09-12T17:55:25.287+0000 7f2d2085e640 10 monclient: _finish_hunting 0 2024-09-12T17:55:25.692 INFO:tasks.workunit.client.0.smithi045.stderr: -164> 2024-09-12T17:55:25.287+0000 7f2d2085e640 1 monclient: found mon.noname-c 2024-09-12T17:55:25.692 INFO:tasks.workunit.client.0.smithi045.stderr: -163> 2024-09-12T17:55:25.287+0000 7f2d2085e640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.45:3301/0 2024-09-12T17:55:25.692 INFO:tasks.workunit.client.0.smithi045.stderr: -162> 2024-09-12T17:55:25.287+0000 7f2bf2ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:55:25.692 INFO:tasks.workunit.client.0.smithi045.stderr: -161> 2024-09-12T17:55:25.287+0000 7f2bf2ffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:55:25.692 INFO:tasks.workunit.client.0.smithi045.stderr: -160> 2024-09-12T17:55:25.287+0000 7f2bf2ffd640 10 monclient: dump: 2024-09-12T17:55:25.692 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:55:25.692 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:55:25.692 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:55:25.692 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:55:25.692 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:55:25.692 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:55:25.692 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:55:25.692 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:55:25.693 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:55:25.693 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:55:25.693 INFO:tasks.workunit.client.0.smithi045.stderr: -159> 2024-09-12T17:55:25.287+0000 7f2bf2ffd640 10 monclient: _finish_auth 0 2024-09-12T17:55:25.693 INFO:tasks.workunit.client.0.smithi045.stderr: -158> 2024-09-12T17:55:25.287+0000 7f2bf2ffd640 10 monclient: _check_auth_tickets 2024-09-12T17:55:25.693 INFO:tasks.workunit.client.0.smithi045.stderr: -157> 2024-09-12T17:55:25.287+0000 7f2d23575800 5 monclient: authenticate success, global_id 6641 2024-09-12T17:55:25.693 INFO:tasks.workunit.client.0.smithi045.stderr: -156> 2024-09-12T17:55:25.287+0000 7f2d23575800 10 monclient: _renew_subs 2024-09-12T17:55:25.693 INFO:tasks.workunit.client.0.smithi045.stderr: -155> 2024-09-12T17:55:25.287+0000 7f2d23575800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:55:25.693 INFO:tasks.workunit.client.0.smithi045.stderr: -154> 2024-09-12T17:55:25.287+0000 7f2bf2ffd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:55:25.693 INFO:tasks.workunit.client.0.smithi045.stderr: -153> 2024-09-12T17:55:25.287+0000 7f2bf2ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:55:25.693 INFO:tasks.workunit.client.0.smithi045.stderr: -152> 2024-09-12T17:55:25.287+0000 7f2bf2ffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:55:25.693 INFO:tasks.workunit.client.0.smithi045.stderr: -151> 2024-09-12T17:55:25.287+0000 7f2bf2ffd640 10 monclient: dump: 2024-09-12T17:55:25.693 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:55:25.693 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:55:25.693 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:55:25.694 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:55:25.694 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:55:25.694 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:55:25.694 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:55:25.694 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:55:25.694 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:55:25.694 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:55:25.694 INFO:tasks.workunit.client.0.smithi045.stderr: -150> 2024-09-12T17:55:25.287+0000 7f2c04ff9640 4 set_mon_vals no callback set 2024-09-12T17:55:25.694 INFO:tasks.workunit.client.0.smithi045.stderr: -149> 2024-09-12T17:55:25.288+0000 7f2d23575800 10 monclient: _renew_subs 2024-09-12T17:55:25.694 INFO:tasks.workunit.client.0.smithi045.stderr: -148> 2024-09-12T17:55:25.288+0000 7f2d23575800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:55:25.694 INFO:tasks.workunit.client.0.smithi045.stderr: -147> 2024-09-12T17:55:25.288+0000 7f2d23575800 1 librados: init done 2024-09-12T17:55:25.694 INFO:tasks.workunit.client.0.smithi045.stderr: -146> 2024-09-12T17:55:25.288+0000 7f2d23575800 5 asok(0x55998d336730) register_command cr dump hook 0x7f2d180a3aa8 2024-09-12T17:55:25.694 INFO:tasks.workunit.client.0.smithi045.stderr: -145> 2024-09-12T17:55:25.289+0000 7f2d23575800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.694 INFO:tasks.workunit.client.0.smithi045.stderr: -144> 2024-09-12T17:55:25.290+0000 7f2bf2ffd640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:55:25.695 INFO:tasks.workunit.client.0.smithi045.stderr: -143> 2024-09-12T17:55:25.290+0000 7f2bf2ffd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:55:25.695 INFO:tasks.workunit.client.0.smithi045.stderr: -142> 2024-09-12T17:55:25.290+0000 7f2bf2ffd640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:55:25.695 INFO:tasks.workunit.client.0.smithi045.stderr: -141> 2024-09-12T17:55:25.290+0000 7f2d2105f640 10 monclient: get_auth_request con 0x7f2bec076470 auth_method 0 2024-09-12T17:55:25.695 INFO:tasks.workunit.client.0.smithi045.stderr: -140> 2024-09-12T17:55:25.290+0000 7f2d21860640 10 monclient: get_auth_request con 0x55998d643c00 auth_method 0 2024-09-12T17:55:25.695 INFO:tasks.workunit.client.0.smithi045.stderr: -139> 2024-09-12T17:55:25.291+0000 7f2d23575800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:25.695 INFO:tasks.workunit.client.0.smithi045.stderr: -138> 2024-09-12T17:55:25.291+0000 7f2d23575800 20 realm 2024-09-12T17:55:25.695 INFO:tasks.workunit.client.0.smithi045.stderr: -137> 2024-09-12T17:55:25.291+0000 7f2d23575800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.695 INFO:tasks.workunit.client.0.smithi045.stderr: -136> 2024-09-12T17:55:25.291+0000 7f2d23575800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:25.695 INFO:tasks.workunit.client.0.smithi045.stderr: -135> 2024-09-12T17:55:25.291+0000 7f2d23575800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:55:25.695 INFO:tasks.workunit.client.0.smithi045.stderr: -134> 2024-09-12T17:55:25.291+0000 7f2d23575800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.695 INFO:tasks.workunit.client.0.smithi045.stderr: -133> 2024-09-12T17:55:25.291+0000 7f2d23575800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:25.695 INFO:tasks.workunit.client.0.smithi045.stderr: -132> 2024-09-12T17:55:25.291+0000 7f2d23575800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.695 INFO:tasks.workunit.client.0.smithi045.stderr: -131> 2024-09-12T17:55:25.291+0000 7f2d2105f640 10 monclient: get_auth_request con 0x55998d647f90 auth_method 0 2024-09-12T17:55:25.696 INFO:tasks.workunit.client.0.smithi045.stderr: -130> 2024-09-12T17:55:25.292+0000 7f2d23575800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:55:25.696 INFO:tasks.workunit.client.0.smithi045.stderr: -129> 2024-09-12T17:55:25.292+0000 7f2d23575800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.696 INFO:tasks.workunit.client.0.smithi045.stderr: -128> 2024-09-12T17:55:25.292+0000 7f2d2085e640 10 monclient: get_auth_request con 0x55998d64b6b0 auth_method 0 2024-09-12T17:55:25.696 INFO:tasks.workunit.client.0.smithi045.stderr: -127> 2024-09-12T17:55:25.293+0000 7f2d23575800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:55:25.696 INFO:tasks.workunit.client.0.smithi045.stderr: -126> 2024-09-12T17:55:25.293+0000 7f2d23575800 20 searching for the correct realm 2024-09-12T17:55:25.696 INFO:tasks.workunit.client.0.smithi045.stderr: -125> 2024-09-12T17:55:25.293+0000 7f2d21860640 10 monclient: get_auth_request con 0x55998d650490 auth_method 0 2024-09-12T17:55:25.696 INFO:tasks.workunit.client.0.smithi045.stderr: -124> 2024-09-12T17:55:25.294+0000 7f2d2105f640 10 monclient: get_auth_request con 0x7f2d180d6030 auth_method 0 2024-09-12T17:55:25.696 INFO:tasks.workunit.client.0.smithi045.stderr: -123> 2024-09-12T17:55:25.295+0000 7f2d2085e640 10 monclient: get_auth_request con 0x7f2d14044040 auth_method 0 2024-09-12T17:55:25.696 INFO:tasks.workunit.client.0.smithi045.stderr: -122> 2024-09-12T17:55:25.295+0000 7f2d2085e640 0 -- 172.21.15.45:0/483473647 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f2d14044040 msgr2=0x7f2d14043920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:55:25.696 INFO:tasks.workunit.client.0.smithi045.stderr: -121> 2024-09-12T17:55:25.295+0000 7f2bf2ffd640 1 client.6641.objecter ms_handle_reset 0x7f2d14044040 session 0x7f2d1402e070 osd.4 2024-09-12T17:55:25.696 INFO:tasks.workunit.client.0.smithi045.stderr: -120> 2024-09-12T17:55:25.295+0000 7f2bf2ffd640 10 monclient: _renew_subs 2024-09-12T17:55:25.696 INFO:tasks.workunit.client.0.smithi045.stderr: -119> 2024-09-12T17:55:25.295+0000 7f2bf2ffd640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:55:25.696 INFO:tasks.workunit.client.0.smithi045.stderr: -118> 2024-09-12T17:55:25.295+0000 7f2d2085e640 10 monclient: get_auth_request con 0x7f2bec086b20 auth_method 0 2024-09-12T17:55:25.696 INFO:tasks.workunit.client.0.smithi045.stderr: -117> 2024-09-12T17:55:25.296+0000 7f2d21860640 10 monclient: get_auth_request con 0x7f2d180ed2e0 auth_method 0 2024-09-12T17:55:25.697 INFO:tasks.workunit.client.0.smithi045.stderr: -116> 2024-09-12T17:55:25.298+0000 7f2d2105f640 10 monclient: get_auth_request con 0x7f2d180dba30 auth_method 0 2024-09-12T17:55:25.697 INFO:tasks.workunit.client.0.smithi045.stderr: -115> 2024-09-12T17:55:25.299+0000 7f2d2105f640 0 -- 172.21.15.45:0/483473647 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f2d180dba30 msgr2=0x7f2d180de960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:55:25.697 INFO:tasks.workunit.client.0.smithi045.stderr: -114> 2024-09-12T17:55:25.478+0000 7f2d2105f640 10 monclient: get_auth_request con 0x7f2c08076470 auth_method 0 2024-09-12T17:55:25.697 INFO:tasks.workunit.client.0.smithi045.stderr: -113> 2024-09-12T17:55:25.500+0000 7f2d2105f640 10 monclient: get_auth_request con 0x7f2d180dba30 auth_method 0 2024-09-12T17:55:25.697 INFO:tasks.workunit.client.0.smithi045.stderr: -112> 2024-09-12T17:55:25.506+0000 7f2d23575800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:55:25.697 INFO:tasks.workunit.client.0.smithi045.stderr: -111> 2024-09-12T17:55:25.506+0000 7f2d23575800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:55:25.697 INFO:tasks.workunit.client.0.smithi045.stderr: -110> 2024-09-12T17:55:25.506+0000 7f2d23575800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:55:25.697 INFO:tasks.workunit.client.0.smithi045.stderr: -109> 2024-09-12T17:55:25.506+0000 7f2d23575800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:55:25.697 INFO:tasks.workunit.client.0.smithi045.stderr: -108> 2024-09-12T17:55:25.506+0000 7f2d23575800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:55:25.697 INFO:tasks.workunit.client.0.smithi045.stderr: -107> 2024-09-12T17:55:25.506+0000 7f2d23575800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:55:25.697 INFO:tasks.workunit.client.0.smithi045.stderr: -106> 2024-09-12T17:55:25.506+0000 7f2d23575800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.697 INFO:tasks.workunit.client.0.smithi045.stderr: -105> 2024-09-12T17:55:25.506+0000 7f2d23575800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:25.697 INFO:tasks.workunit.client.0.smithi045.stderr: -104> 2024-09-12T17:55:25.506+0000 7f2d23575800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.698 INFO:tasks.workunit.client.0.smithi045.stderr: -103> 2024-09-12T17:55:25.506+0000 7f2d23575800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:55:25.698 INFO:tasks.workunit.client.0.smithi045.stderr: -102> 2024-09-12T17:55:25.506+0000 7f2d23575800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.698 INFO:tasks.workunit.client.0.smithi045.stderr: -101> 2024-09-12T17:55:25.506+0000 7f2d23575800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:55:25.698 INFO:tasks.workunit.client.0.smithi045.stderr: -100> 2024-09-12T17:55:25.506+0000 7f2d23575800 20 zone default found 2024-09-12T17:55:25.698 INFO:tasks.workunit.client.0.smithi045.stderr: -99> 2024-09-12T17:55:25.507+0000 7f2d23575800 4 Realm: () 2024-09-12T17:55:25.698 INFO:tasks.workunit.client.0.smithi045.stderr: -98> 2024-09-12T17:55:25.507+0000 7f2d23575800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:55:25.698 INFO:tasks.workunit.client.0.smithi045.stderr: -97> 2024-09-12T17:55:25.507+0000 7f2d23575800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:55:25.698 INFO:tasks.workunit.client.0.smithi045.stderr: -96> 2024-09-12T17:55:25.507+0000 7f2d23575800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:55:25.698 INFO:tasks.workunit.client.0.smithi045.stderr: -95> 2024-09-12T17:55:25.507+0000 7f2d23575800 20 zonegroup default 2024-09-12T17:55:25.698 INFO:tasks.workunit.client.0.smithi045.stderr: -94> 2024-09-12T17:55:25.507+0000 7f2d23575800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.698 INFO:tasks.workunit.client.0.smithi045.stderr: -93> 2024-09-12T17:55:25.507+0000 7f2d23575800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:25.698 INFO:tasks.workunit.client.0.smithi045.stderr: -92> 2024-09-12T17:55:25.507+0000 7f2d23575800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.698 INFO:tasks.workunit.client.0.smithi045.stderr: -91> 2024-09-12T17:55:25.507+0000 7f2d23575800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:25.698 INFO:tasks.workunit.client.0.smithi045.stderr: -90> 2024-09-12T17:55:25.507+0000 7f2d23575800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.699 INFO:tasks.workunit.client.0.smithi045.stderr: -89> 2024-09-12T17:55:25.507+0000 7f2d23575800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:25.699 INFO:tasks.workunit.client.0.smithi045.stderr: -88> 2024-09-12T17:55:25.508+0000 7f2d23575800 20 started sync module instance, tier type = 2024-09-12T17:55:25.699 INFO:tasks.workunit.client.0.smithi045.stderr: -87> 2024-09-12T17:55:25.508+0000 7f2d23575800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:55:25.699 INFO:tasks.workunit.client.0.smithi045.stderr: -86> 2024-09-12T17:55:25.516+0000 7f2d23575800 20 add_watcher() i=0 2024-09-12T17:55:25.699 INFO:tasks.workunit.client.0.smithi045.stderr: -85> 2024-09-12T17:55:25.516+0000 7f2d23575800 20 add_watcher() i=1 2024-09-12T17:55:25.699 INFO:tasks.workunit.client.0.smithi045.stderr: -84> 2024-09-12T17:55:25.516+0000 7f2d23575800 20 add_watcher() i=2 2024-09-12T17:55:25.699 INFO:tasks.workunit.client.0.smithi045.stderr: -83> 2024-09-12T17:55:25.516+0000 7f2d23575800 20 add_watcher() i=3 2024-09-12T17:55:25.699 INFO:tasks.workunit.client.0.smithi045.stderr: -82> 2024-09-12T17:55:25.516+0000 7f2d23575800 20 add_watcher() i=4 2024-09-12T17:55:25.699 INFO:tasks.workunit.client.0.smithi045.stderr: -81> 2024-09-12T17:55:25.516+0000 7f2d23575800 20 add_watcher() i=5 2024-09-12T17:55:25.699 INFO:tasks.workunit.client.0.smithi045.stderr: -80> 2024-09-12T17:55:25.516+0000 7f2d23575800 20 add_watcher() i=6 2024-09-12T17:55:25.699 INFO:tasks.workunit.client.0.smithi045.stderr: -79> 2024-09-12T17:55:25.517+0000 7f2d23575800 20 add_watcher() i=7 2024-09-12T17:55:25.699 INFO:tasks.workunit.client.0.smithi045.stderr: -78> 2024-09-12T17:55:25.517+0000 7f2d23575800 2 all 8 watchers are set, enabling cache 2024-09-12T17:55:25.699 INFO:tasks.workunit.client.0.smithi045.stderr: -77> 2024-09-12T17:55:25.519+0000 7f2d23575800 5 AuthRegistry(0x7ffcadf18d20) adding auth protocol: cephx 2024-09-12T17:55:25.700 INFO:tasks.workunit.client.0.smithi045.stderr: -76> 2024-09-12T17:55:25.519+0000 7f2d23575800 5 AuthRegistry(0x7ffcadf18d20) adding auth protocol: cephx 2024-09-12T17:55:25.700 INFO:tasks.workunit.client.0.smithi045.stderr: -75> 2024-09-12T17:55:25.519+0000 7f2d23575800 5 AuthRegistry(0x7ffcadf18d20) adding auth protocol: cephx 2024-09-12T17:55:25.700 INFO:tasks.workunit.client.0.smithi045.stderr: -74> 2024-09-12T17:55:25.519+0000 7f2d23575800 5 AuthRegistry(0x7ffcadf18d20) adding con mode: secure 2024-09-12T17:55:25.700 INFO:tasks.workunit.client.0.smithi045.stderr: -73> 2024-09-12T17:55:25.519+0000 7f2d23575800 5 AuthRegistry(0x7ffcadf18d20) adding con mode: crc 2024-09-12T17:55:25.700 INFO:tasks.workunit.client.0.smithi045.stderr: -72> 2024-09-12T17:55:25.519+0000 7f2bd7fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:55:25.700 INFO:tasks.workunit.client.0.smithi045.stderr: -71> 2024-09-12T17:55:25.519+0000 7f2d23575800 5 AuthRegistry(0x7ffcadf18d20) adding con mode: secure 2024-09-12T17:55:25.700 INFO:tasks.workunit.client.0.smithi045.stderr: -70> 2024-09-12T17:55:25.519+0000 7f2d23575800 5 AuthRegistry(0x7ffcadf18d20) adding con mode: crc 2024-09-12T17:55:25.700 INFO:tasks.workunit.client.0.smithi045.stderr: -69> 2024-09-12T17:55:25.519+0000 7f2d23575800 5 AuthRegistry(0x7ffcadf18d20) adding con mode: secure 2024-09-12T17:55:25.700 INFO:tasks.workunit.client.0.smithi045.stderr: -68> 2024-09-12T17:55:25.519+0000 7f2d23575800 5 AuthRegistry(0x7ffcadf18d20) adding con mode: crc 2024-09-12T17:55:25.700 INFO:tasks.workunit.client.0.smithi045.stderr: -67> 2024-09-12T17:55:25.519+0000 7f2d23575800 5 AuthRegistry(0x7ffcadf18d20) adding con mode: crc 2024-09-12T17:55:25.700 INFO:tasks.workunit.client.0.smithi045.stderr: -66> 2024-09-12T17:55:25.519+0000 7f2d23575800 5 AuthRegistry(0x7ffcadf18d20) adding con mode: secure 2024-09-12T17:55:25.700 INFO:tasks.workunit.client.0.smithi045.stderr: -65> 2024-09-12T17:55:25.519+0000 7f2d23575800 5 AuthRegistry(0x7ffcadf18d20) adding con mode: crc 2024-09-12T17:55:25.700 INFO:tasks.workunit.client.0.smithi045.stderr: -64> 2024-09-12T17:55:25.519+0000 7f2d23575800 5 AuthRegistry(0x7ffcadf18d20) adding con mode: secure 2024-09-12T17:55:25.701 INFO:tasks.workunit.client.0.smithi045.stderr: -63> 2024-09-12T17:55:25.519+0000 7f2d23575800 5 AuthRegistry(0x7ffcadf18d20) adding con mode: crc 2024-09-12T17:55:25.701 INFO:tasks.workunit.client.0.smithi045.stderr: -62> 2024-09-12T17:55:25.519+0000 7f2d23575800 5 AuthRegistry(0x7ffcadf18d20) adding con mode: secure 2024-09-12T17:55:25.701 INFO:tasks.workunit.client.0.smithi045.stderr: -61> 2024-09-12T17:55:25.519+0000 7f2d23575800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:55:25.701 INFO:tasks.workunit.client.0.smithi045.stderr: -60> 2024-09-12T17:55:25.519+0000 7f2d23575800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:55:25.701 INFO:tasks.workunit.client.0.smithi045.stderr: -59> 2024-09-12T17:55:25.519+0000 7f2d23575800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:55:25.701 INFO:tasks.workunit.client.0.smithi045.stderr: -58> 2024-09-12T17:55:25.519+0000 7f2d23575800 5 asok(0x55998d336730) register_command cache list hook 0x55998d623cf0 2024-09-12T17:55:25.701 INFO:tasks.workunit.client.0.smithi045.stderr: -57> 2024-09-12T17:55:25.519+0000 7f2d23575800 5 asok(0x55998d336730) register_command cache inspect hook 0x55998d623cf0 2024-09-12T17:55:25.701 INFO:tasks.workunit.client.0.smithi045.stderr: -56> 2024-09-12T17:55:25.519+0000 7f2d23575800 5 asok(0x55998d336730) register_command cache erase hook 0x55998d623cf0 2024-09-12T17:55:25.701 INFO:tasks.workunit.client.0.smithi045.stderr: -55> 2024-09-12T17:55:25.519+0000 7f2d23575800 5 asok(0x55998d336730) register_command cache zap hook 0x55998d623cf0 2024-09-12T17:55:25.701 INFO:tasks.workunit.client.0.smithi045.stderr: -54> 2024-09-12T17:55:25.519+0000 7f2d23575800 5 note: GC not initialized 2024-09-12T17:55:25.701 INFO:tasks.workunit.client.0.smithi045.stderr: -53> 2024-09-12T17:55:25.519+0000 7f2bd6fe5640 20 reqs_thread_entry: start 2024-09-12T17:55:25.701 INFO:tasks.workunit.client.0.smithi045.stderr: -52> 2024-09-12T17:55:25.520+0000 7f2d23575800 5 asok(0x55998d336730) register_command sync trace show hook 0x7f2d180a8040 2024-09-12T17:55:25.701 INFO:tasks.workunit.client.0.smithi045.stderr: -51> 2024-09-12T17:55:25.520+0000 7f2d23575800 5 asok(0x55998d336730) register_command sync trace history hook 0x7f2d180a8040 2024-09-12T17:55:25.701 INFO:tasks.workunit.client.0.smithi045.stderr: -50> 2024-09-12T17:55:25.520+0000 7f2d23575800 5 asok(0x55998d336730) register_command sync trace active hook 0x7f2d180a8040 2024-09-12T17:55:25.702 INFO:tasks.workunit.client.0.smithi045.stderr: -49> 2024-09-12T17:55:25.520+0000 7f2d23575800 5 asok(0x55998d336730) register_command sync trace active_short hook 0x7f2d180a8040 2024-09-12T17:55:25.702 INFO:tasks.workunit.client.0.smithi045.stderr: -48> 2024-09-12T17:55:25.520+0000 7f2d23575800 20 init_complete bucket index max shards: 1 2024-09-12T17:55:25.702 INFO:tasks.workunit.client.0.smithi045.stderr: -47> 2024-09-12T17:55:25.520+0000 7f2d23575800 20 Filter name: none 2024-09-12T17:55:25.702 INFO:tasks.workunit.client.0.smithi045.stderr: -46> 2024-09-12T17:55:25.520+0000 7f2bd4fe1640 20 reqs_thread_entry: start 2024-09-12T17:55:25.702 INFO:tasks.workunit.client.0.smithi045.stderr: -45> 2024-09-12T17:55:25.520+0000 7f2d23575800 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2024-09-12T17:55:25.702 INFO:tasks.workunit.client.0.smithi045.stderr: -44> 2024-09-12T17:55:25.520+0000 7f2d23575800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.702 INFO:tasks.workunit.client.0.smithi045.stderr: -43> 2024-09-12T17:55:25.520+0000 7f2d23575800 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T17:55:25.702 INFO:tasks.workunit.client.0.smithi045.stderr: -42> 2024-09-12T17:55:25.520+0000 7f2d23575800 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2024-09-12T17:55:25.702 INFO:tasks.workunit.client.0.smithi045.stderr: -41> 2024-09-12T17:55:25.520+0000 7f2d23575800 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2024-09-12T17:55:25.702 INFO:tasks.workunit.client.0.smithi045.stderr: -40> 2024-09-12T17:55:25.520+0000 7f2d23575800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 : miss 2024-09-12T17:55:25.702 INFO:tasks.workunit.client.0.smithi045.stderr: -39> 2024-09-12T17:55:25.520+0000 7f2d23575800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.702 INFO:tasks.workunit.client.0.smithi045.stderr: -38> 2024-09-12T17:55:25.521+0000 7f2d23575800 20 rados_obj.operate() r=0 bl.length=435 2024-09-12T17:55:25.702 INFO:tasks.workunit.client.0.smithi045.stderr: -37> 2024-09-12T17:55:25.521+0000 7f2d23575800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 info.flags=0x17 2024-09-12T17:55:25.703 INFO:tasks.workunit.client.0.smithi045.stderr: -36> 2024-09-12T17:55:25.521+0000 7f2d23575800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 to cache LRU end 2024-09-12T17:55:25.703 INFO:tasks.workunit.client.0.smithi045.stderr: -35> 2024-09-12T17:55:25.521+0000 7f2d23575800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:55:25.703 INFO:tasks.workunit.client.0.smithi045.stderr: -34> 2024-09-12T17:55:25.521+0000 7f2d23575800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:55:25.703 INFO:tasks.workunit.client.0.smithi045.stderr: -33> 2024-09-12T17:55:25.521+0000 7f2d23575800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 2024-09-12T17:55:25.703 INFO:tasks.workunit.client.0.smithi045.stderr: -32> 2024-09-12T17:55:25.525+0000 7f2d23575800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 info.flags=0x17 2024-09-12T17:55:25.703 INFO:tasks.workunit.client.0.smithi045.stderr: -31> 2024-09-12T17:55:25.525+0000 7f2d23575800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 to cache LRU end 2024-09-12T17:55:25.703 INFO:tasks.workunit.client.0.smithi045.stderr: -30> 2024-09-12T17:55:25.525+0000 7f2d23575800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:55:25.703 INFO:tasks.workunit.client.0.smithi045.stderr: -29> 2024-09-12T17:55:25.525+0000 7f2d23575800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30, ofs0, ns] 2024-09-12T17:55:25.703 INFO:tasks.workunit.client.0.smithi045.stderr: -28> 2024-09-12T17:55:25.525+0000 7f2c04ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398915 cookie 94117990592128 notifier 6641 bl.length()=999 2024-09-12T17:55:25.703 INFO:tasks.workunit.client.0.smithi045.stderr: -27> 2024-09-12T17:55:25.525+0000 7f2c04ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 info.flags=0x17 2024-09-12T17:55:25.703 INFO:tasks.workunit.client.0.smithi045.stderr: -26> 2024-09-12T17:55:25.525+0000 7f2c04ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 to cache LRU end 2024-09-12T17:55:25.703 INFO:tasks.workunit.client.0.smithi045.stderr: -25> 2024-09-12T17:55:25.525+0000 7f2c04ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:55:25.703 INFO:tasks.workunit.client.0.smithi045.stderr: -24> 2024-09-12T17:55:25.526+0000 7f2d23575800 20 handle_bi_update(): bucket=:abort-at-block-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.30]): orig_sources= new_sources= 2024-09-12T17:55:25.704 INFO:tasks.workunit.client.0.smithi045.stderr: -23> 2024-09-12T17:55:25.526+0000 7f2d23575800 20 handle_bi_update(): bucket=:abort-at-block-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.30]): potential sources added=[] removed=[] 2024-09-12T17:55:25.704 INFO:tasks.workunit.client.0.smithi045.stderr: -22> 2024-09-12T17:55:25.526+0000 7f2d23575800 20 handle_bi_update(): bucket=:abort-at-block-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.30]): orig_dests= new_dests= 2024-09-12T17:55:25.704 INFO:tasks.workunit.client.0.smithi045.stderr: -21> 2024-09-12T17:55:25.526+0000 7f2d23575800 20 handle_bi_update(): bucket=:abort-at-block-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.30]): potential dests added=[] removed=[] 2024-09-12T17:55:25.704 INFO:tasks.workunit.client.0.smithi045.stderr: -20> 2024-09-12T17:55:25.528+0000 7f2d23575800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.30.1.0 2024-09-12T17:55:25.704 INFO:tasks.workunit.client.0.smithi045.stderr: -19> 2024-09-12T17:55:25.528+0000 7f2d23575800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.30.1.0 2024-09-12T17:55:25.704 INFO:tasks.workunit.client.0.smithi045.stderr: -18> 2024-09-12T17:55:25.528+0000 7f2d23575800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.30.1.1 2024-09-12T17:55:25.704 INFO:tasks.workunit.client.0.smithi045.stderr: -17> 2024-09-12T17:55:25.528+0000 7f2d23575800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.30.1.1 2024-09-12T17:55:25.704 INFO:tasks.workunit.client.0.smithi045.stderr: -16> 2024-09-12T17:55:25.528+0000 7f2d23575800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.30.0 2024-09-12T17:55:25.704 INFO:tasks.workunit.client.0.smithi045.stderr: -15> 2024-09-12T17:55:25.530+0000 7f2d23575800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 : hit (requested=0x17, cached=0x17) 2024-09-12T17:55:25.704 INFO:tasks.workunit.client.0.smithi045.stderr: -14> 2024-09-12T17:55:25.530+0000 7f2d23575800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 2024-09-12T17:55:25.704 INFO:tasks.workunit.client.0.smithi045.stderr: -13> 2024-09-12T17:55:25.532+0000 7f2d23575800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 info.flags=0x17 2024-09-12T17:55:25.704 INFO:tasks.workunit.client.0.smithi045.stderr: -12> 2024-09-12T17:55:25.532+0000 7f2d23575800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 to cache LRU end 2024-09-12T17:55:25.704 INFO:tasks.workunit.client.0.smithi045.stderr: -11> 2024-09-12T17:55:25.532+0000 7f2d23575800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:55:25.704 INFO:tasks.workunit.client.0.smithi045.stderr: -10> 2024-09-12T17:55:25.532+0000 7f2d23575800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30, ofs0, ns] 2024-09-12T17:55:25.705 INFO:tasks.workunit.client.0.smithi045.stderr: -9> 2024-09-12T17:55:25.532+0000 7f2bf3fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398916 cookie 94117990592128 notifier 6641 bl.length()=999 2024-09-12T17:55:25.705 INFO:tasks.workunit.client.0.smithi045.stderr: -8> 2024-09-12T17:55:25.532+0000 7f2bf3fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 info.flags=0x17 2024-09-12T17:55:25.705 INFO:tasks.workunit.client.0.smithi045.stderr: -7> 2024-09-12T17:55:25.532+0000 7f2bf3fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 to cache LRU end 2024-09-12T17:55:25.705 INFO:tasks.workunit.client.0.smithi045.stderr: -6> 2024-09-12T17:55:25.532+0000 7f2bf3fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:55:25.705 INFO:tasks.workunit.client.0.smithi045.stderr: -5> 2024-09-12T17:55:25.532+0000 7f2d23575800 20 handle_bi_update(): bucket=:abort-at-block-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.30]): orig_sources= new_sources= 2024-09-12T17:55:25.705 INFO:tasks.workunit.client.0.smithi045.stderr: -4> 2024-09-12T17:55:25.532+0000 7f2d23575800 20 handle_bi_update(): bucket=:abort-at-block-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.30]): potential sources added=[] removed=[] 2024-09-12T17:55:25.705 INFO:tasks.workunit.client.0.smithi045.stderr: -3> 2024-09-12T17:55:25.532+0000 7f2d23575800 20 handle_bi_update(): bucket=:abort-at-block-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.30]): orig_dests= new_dests= 2024-09-12T17:55:25.705 INFO:tasks.workunit.client.0.smithi045.stderr: -2> 2024-09-12T17:55:25.532+0000 7f2d23575800 20 handle_bi_update(): bucket=:abort-at-block-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.30]): potential dests added=[] removed=[] 2024-09-12T17:55:25.705 INFO:tasks.workunit.client.0.smithi045.stderr: -1> 2024-09-12T17:55:25.533+0000 7f2d23575800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f2d23575800 time 2024-09-12T17:55:25.534346+0000 2024-09-12T17:55:25.705 INFO:tasks.workunit.client.0.smithi045.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:55:25.705 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:55:25.705 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:55:25.705 INFO:tasks.workunit.client.0.smithi045.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f2d26b8c71a] 2024-09-12T17:55:25.706 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f2d26b8c8d8] 2024-09-12T17:55:25.706 INFO:tasks.workunit.client.0.smithi045.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55998b54f841] 2024-09-12T17:55:25.706 INFO:tasks.workunit.client.0.smithi045.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x189e) [0x55998b55e79e] 2024-09-12T17:55:25.706 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x55998b55f5d4] 2024-09-12T17:55:25.706 INFO:tasks.workunit.client.0.smithi045.stderr: 6: main() 2024-09-12T17:55:25.706 INFO:tasks.workunit.client.0.smithi045.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f2d25829590] 2024-09-12T17:55:25.706 INFO:tasks.workunit.client.0.smithi045.stderr: 8: __libc_start_main() 2024-09-12T17:55:25.706 INFO:tasks.workunit.client.0.smithi045.stderr: 9: _start() 2024-09-12T17:55:25.706 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:55:25.706 INFO:tasks.workunit.client.0.smithi045.stderr: 0> 2024-09-12T17:55:25.534+0000 7f2d23575800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:55:25.706 INFO:tasks.workunit.client.0.smithi045.stderr: in thread 7f2d23575800 thread_name:radosgw-admin 2024-09-12T17:55:25.706 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:55:25.706 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:55:25.707 INFO:tasks.workunit.client.0.smithi045.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f2d2583e6f0] 2024-09-12T17:55:25.707 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f2d2588b99c] 2024-09-12T17:55:25.707 INFO:tasks.workunit.client.0.smithi045.stderr: 3: raise() 2024-09-12T17:55:25.707 INFO:tasks.workunit.client.0.smithi045.stderr: 4: abort() 2024-09-12T17:55:25.707 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f2d26b8c774] 2024-09-12T17:55:25.707 INFO:tasks.workunit.client.0.smithi045.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f2d26b8c8d8] 2024-09-12T17:55:25.707 INFO:tasks.workunit.client.0.smithi045.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55998b54f841] 2024-09-12T17:55:25.707 INFO:tasks.workunit.client.0.smithi045.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x189e) [0x55998b55e79e] 2024-09-12T17:55:25.707 INFO:tasks.workunit.client.0.smithi045.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x55998b55f5d4] 2024-09-12T17:55:25.707 INFO:tasks.workunit.client.0.smithi045.stderr: 10: main() 2024-09-12T17:55:25.707 INFO:tasks.workunit.client.0.smithi045.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f2d25829590] 2024-09-12T17:55:25.707 INFO:tasks.workunit.client.0.smithi045.stderr: 12: __libc_start_main() 2024-09-12T17:55:25.707 INFO:tasks.workunit.client.0.smithi045.stderr: 13: _start() 2024-09-12T17:55:25.707 INFO:tasks.workunit.client.0.smithi045.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:55:25.708 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:55:25.708 INFO:tasks.workunit.client.0.smithi045.stderr:--- logging levels --- 2024-09-12T17:55:25.708 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 none 2024-09-12T17:55:25.708 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 lockdep 2024-09-12T17:55:25.708 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 context 2024-09-12T17:55:25.708 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 crush 2024-09-12T17:55:25.708 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds 2024-09-12T17:55:25.708 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_balancer 2024-09-12T17:55:25.708 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_locker 2024-09-12T17:55:25.708 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_log 2024-09-12T17:55:25.708 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_log_expire 2024-09-12T17:55:25.708 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_migrator 2024-09-12T17:55:25.708 INFO:tasks.workunit.client.0.smithi045.stderr: 3/ 5 mds_quiesce 2024-09-12T17:55:25.709 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 buffer 2024-09-12T17:55:25.709 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 timer 2024-09-12T17:55:25.709 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 filer 2024-09-12T17:55:25.709 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 striper 2024-09-12T17:55:25.709 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 objecter 2024-09-12T17:55:25.709 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rados 2024-09-12T17:55:25.709 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd 2024-09-12T17:55:25.709 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_mirror 2024-09-12T17:55:25.709 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_replay 2024-09-12T17:55:25.709 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_pwl 2024-09-12T17:55:25.709 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 journaler 2024-09-12T17:55:25.709 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 objectcacher 2024-09-12T17:55:25.709 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:55:25.709 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 client 2024-09-12T17:55:25.710 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 osd 2024-09-12T17:55:25.710 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 optracker 2024-09-12T17:55:25.710 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 objclass 2024-09-12T17:55:25.710 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 filestore 2024-09-12T17:55:25.710 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 journal 2024-09-12T17:55:25.710 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 0 ms 2024-09-12T17:55:25.710 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mon 2024-09-12T17:55:25.710 INFO:tasks.workunit.client.0.smithi045.stderr: 0/10 monc 2024-09-12T17:55:25.710 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 paxos 2024-09-12T17:55:25.710 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 tp 2024-09-12T17:55:25.710 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 auth 2024-09-12T17:55:25.710 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 crypto 2024-09-12T17:55:25.710 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 finisher 2024-09-12T17:55:25.710 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 reserver 2024-09-12T17:55:25.711 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 heartbeatmap 2024-09-12T17:55:25.711 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 perfcounter 2024-09-12T17:55:25.711 INFO:tasks.workunit.client.0.smithi045.stderr: 20/20 rgw 2024-09-12T17:55:25.711 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_sync 2024-09-12T17:55:25.711 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_datacache 2024-09-12T17:55:25.711 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_access 2024-09-12T17:55:25.711 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:55:25.711 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_flight 2024-09-12T17:55:25.711 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:55:25.711 INFO:tasks.workunit.client.0.smithi045.stderr: 20/20 rgw_notification 2024-09-12T17:55:25.711 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 javaclient 2024-09-12T17:55:25.711 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 asok 2024-09-12T17:55:25.711 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 throttle 2024-09-12T17:55:25.711 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 0 refs 2024-09-12T17:55:25.712 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 compressor 2024-09-12T17:55:25.712 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 bluestore 2024-09-12T17:55:25.712 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 bluefs 2024-09-12T17:55:25.712 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 bdev 2024-09-12T17:55:25.712 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 kstore 2024-09-12T17:55:25.712 INFO:tasks.workunit.client.0.smithi045.stderr: 4/ 5 rocksdb 2024-09-12T17:55:25.712 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 fuse 2024-09-12T17:55:25.712 INFO:tasks.workunit.client.0.smithi045.stderr: 2/ 5 mgr 2024-09-12T17:55:25.712 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mgrc 2024-09-12T17:55:25.712 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 dpdk 2024-09-12T17:55:25.712 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 eventtrace 2024-09-12T17:55:25.712 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 prioritycache 2024-09-12T17:55:25.712 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 test 2024-09-12T17:55:25.713 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:55:25.713 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cephsqlite 2024-09-12T17:55:25.713 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:55:25.713 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore 2024-09-12T17:55:25.713 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_onode 2024-09-12T17:55:25.713 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_odata 2024-09-12T17:55:25.713 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_omap 2024-09-12T17:55:25.713 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_tm 2024-09-12T17:55:25.713 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_t 2024-09-12T17:55:25.713 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:55:25.713 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_epm 2024-09-12T17:55:25.713 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_lba 2024-09-12T17:55:25.713 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:55:25.713 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_cache 2024-09-12T17:55:25.714 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_journal 2024-09-12T17:55:25.714 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_device 2024-09-12T17:55:25.714 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_backref 2024-09-12T17:55:25.714 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 alienstore 2024-09-12T17:55:25.714 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mclock 2024-09-12T17:55:25.714 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cyanstore 2024-09-12T17:55:25.714 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 ceph_exporter 2024-09-12T17:55:25.714 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 memstore 2024-09-12T17:55:25.714 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 trace 2024-09-12T17:55:25.714 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 ceph_dedup 2024-09-12T17:55:25.714 INFO:tasks.workunit.client.0.smithi045.stderr: -2/-2 (syslog threshold) 2024-09-12T17:55:25.714 INFO:tasks.workunit.client.0.smithi045.stderr: 99/99 (stderr threshold) 2024-09-12T17:55:25.714 INFO:tasks.workunit.client.0.smithi045.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:55:25.714 INFO:tasks.workunit.client.0.smithi045.stderr: 7f2bd4fe1640 / http_manager 2024-09-12T17:55:25.715 INFO:tasks.workunit.client.0.smithi045.stderr: 7f2bd6fe5640 / http_manager 2024-09-12T17:55:25.715 INFO:tasks.workunit.client.0.smithi045.stderr: 7f2bd7fe7640 / rgw_dt_lg_renew 2024-09-12T17:55:25.715 INFO:tasks.workunit.client.0.smithi045.stderr: 7f2bf2ffd640 / ms_dispatch 2024-09-12T17:55:25.715 INFO:tasks.workunit.client.0.smithi045.stderr: 7f2bf3fff640 / io_context_pool 2024-09-12T17:55:25.715 INFO:tasks.workunit.client.0.smithi045.stderr: 7f2c04ff9640 / io_context_pool 2024-09-12T17:55:25.715 INFO:tasks.workunit.client.0.smithi045.stderr: 7f2c06ffd640 / ms_dispatch 2024-09-12T17:55:25.715 INFO:tasks.workunit.client.0.smithi045.stderr: 7f2c0de03640 / ms_dispatch 2024-09-12T17:55:25.715 INFO:tasks.workunit.client.0.smithi045.stderr: 7f2c0f606640 / io_context_pool 2024-09-12T17:55:25.715 INFO:tasks.workunit.client.0.smithi045.stderr: 7f2d2085e640 / msgr-worker-2 2024-09-12T17:55:25.715 INFO:tasks.workunit.client.0.smithi045.stderr: 7f2d2105f640 / msgr-worker-1 2024-09-12T17:55:25.715 INFO:tasks.workunit.client.0.smithi045.stderr: 7f2d21860640 / msgr-worker-0 2024-09-12T17:55:25.715 INFO:tasks.workunit.client.0.smithi045.stderr: 7f2d22061640 / io_context_pool 2024-09-12T17:55:25.715 INFO:tasks.workunit.client.0.smithi045.stderr: 7f2d23575800 / radosgw-admin 2024-09-12T17:55:25.715 INFO:tasks.workunit.client.0.smithi045.stderr: max_recent 500 2024-09-12T17:55:25.716 INFO:tasks.workunit.client.0.smithi045.stderr: max_new 1000 2024-09-12T17:55:25.716 INFO:tasks.workunit.client.0.smithi045.stderr: log_file /var/lib/ceph/crash/2024-09-12T17:55:25.535979Z_0609146b-58c7-4aaf-a248-fc9a2afa770c/log 2024-09-12T17:55:25.716 INFO:tasks.workunit.client.0.smithi045.stderr:--- end dump of recent events --- 2024-09-12T17:55:25.716 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket abort-at-block-writes 2024-09-12T17:55:25.717 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:55:25.717 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:55:25.718 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.611+0000 7f73cd975800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.718 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.613+0000 7f73cd975800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:25.718 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.613+0000 7f73cd975800 20 realm 2024-09-12T17:55:25.718 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.613+0000 7f73cd975800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.718 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.613+0000 7f73cd975800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:25.718 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.613+0000 7f73cd975800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:55:25.718 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.613+0000 7f73cd975800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.718 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.613+0000 7f73cd975800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:25.718 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.613+0000 7f73cd975800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.718 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.614+0000 7f73cd975800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:55:25.718 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.614+0000 7f73cd975800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.718 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.615+0000 7f73cd975800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:55:25.718 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.615+0000 7f73cd975800 20 searching for the correct realm 2024-09-12T17:55:25.719 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.617+0000 7f73cac5e640 0 -- 172.21.15.45:0/2402867597 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x555e2839e9f0 msgr2=0x555e283a0de0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:55:25.719 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.621+0000 7f73cb45f640 0 -- 172.21.15.45:0/2402867597 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f73c0071250 msgr2=0x7f73c00a2270 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:55:25.829 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.827+0000 7f73cd975800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:55:25.829 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.827+0000 7f73cd975800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:55:25.829 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.827+0000 7f73cd975800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:55:25.829 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.827+0000 7f73cd975800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:55:25.830 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.827+0000 7f73cd975800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:55:25.830 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.827+0000 7f73cd975800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:55:25.830 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.827+0000 7f73cd975800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.830 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.828+0000 7f73cd975800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:25.830 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.828+0000 7f73cd975800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.831 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.828+0000 7f73cd975800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:55:25.831 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.828+0000 7f73cd975800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.831 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.828+0000 7f73cd975800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:55:25.831 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.828+0000 7f73cd975800 20 zone default found 2024-09-12T17:55:25.831 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.828+0000 7f73cd975800 4 Realm: () 2024-09-12T17:55:25.831 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.828+0000 7f73cd975800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:55:25.832 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.828+0000 7f73cd975800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:55:25.832 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.828+0000 7f73cd975800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:55:25.832 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.828+0000 7f73cd975800 20 zonegroup default 2024-09-12T17:55:25.832 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.828+0000 7f73cd975800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.832 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.829+0000 7f73cd975800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:25.832 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.829+0000 7f73cd975800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.832 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.829+0000 7f73cd975800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:25.832 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.829+0000 7f73cd975800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.832 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.829+0000 7f73cd975800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:25.832 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.829+0000 7f73cd975800 20 started sync module instance, tier type = 2024-09-12T17:55:25.832 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.829+0000 7f73cd975800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:55:25.840 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.838+0000 7f73cd975800 20 add_watcher() i=0 2024-09-12T17:55:25.840 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.838+0000 7f73cd975800 20 add_watcher() i=1 2024-09-12T17:55:25.840 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.838+0000 7f73cd975800 20 add_watcher() i=2 2024-09-12T17:55:25.840 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.838+0000 7f73cd975800 20 add_watcher() i=3 2024-09-12T17:55:25.840 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.838+0000 7f73cd975800 20 add_watcher() i=4 2024-09-12T17:55:25.840 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.838+0000 7f73cd975800 20 add_watcher() i=5 2024-09-12T17:55:25.840 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.838+0000 7f73cd975800 20 add_watcher() i=6 2024-09-12T17:55:25.841 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.839+0000 7f73cd975800 20 add_watcher() i=7 2024-09-12T17:55:25.841 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.839+0000 7f73cd975800 2 all 8 watchers are set, enabling cache 2024-09-12T17:55:25.843 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.841+0000 7f7281fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:55:25.843 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.841+0000 7f73cd975800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:55:25.843 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.841+0000 7f73cd975800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:55:25.843 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.841+0000 7f73cd975800 5 note: GC not initialized 2024-09-12T17:55:25.843 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.841+0000 7f7280fe1640 20 reqs_thread_entry: start 2024-09-12T17:55:25.844 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.841+0000 7f73cd975800 20 init_complete bucket index max shards: 1 2024-09-12T17:55:25.844 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.842+0000 7f73cd975800 20 Filter name: none 2024-09-12T17:55:25.844 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.842+0000 7f71fa7fc640 20 reqs_thread_entry: start 2024-09-12T17:55:25.844 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.842+0000 7f73cd975800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.844 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.842+0000 7f73cd975800 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T17:55:25.845 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.842+0000 7f73cd975800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.845 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.843+0000 7f73cd975800 20 rados_obj.operate() r=0 bl.length=467 2024-09-12T17:55:25.845 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.843+0000 7f73cd975800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:55:25.845 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.843+0000 7f73cd975800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.845 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.843+0000 7f73cd975800 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T17:55:25.845 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.843+0000 7f73cd975800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.845 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.843+0000 7f73cd975800 20 rados_obj.operate() r=0 bl.length=467 2024-09-12T17:55:25.846 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.843+0000 7f73cd975800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:55:25.846 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.845+0000 7f7281fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:55:25.848 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.847+0000 7f73cd975800 20 remove_watcher() i=0 2024-09-12T17:55:25.848 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.847+0000 7f73cd975800 2 removed watcher, disabling cache 2024-09-12T17:55:25.849 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.848+0000 7f73cd975800 20 remove_watcher() i=1 2024-09-12T17:55:25.850 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.849+0000 7f73cd975800 20 remove_watcher() i=2 2024-09-12T17:55:25.851 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.850+0000 7f73cd975800 20 remove_watcher() i=3 2024-09-12T17:55:25.852 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.851+0000 7f73cd975800 20 remove_watcher() i=4 2024-09-12T17:55:25.854 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.852+0000 7f73cd975800 20 remove_watcher() i=5 2024-09-12T17:55:25.854 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.852+0000 7f73cd975800 20 remove_watcher() i=6 2024-09-12T17:55:25.855 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.853+0000 7f73cd975800 20 remove_watcher() i=7 2024-09-12T17:55:25.866 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:55:25.866 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T17:55:25.866 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: abort-at-block-writes id: b6123b67-6580-4373-9691-e0e950df5f06.4566.30 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:55:25.866 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:55:25.868 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:25.868 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:25.875 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:25.875 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:25.918 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket reshard --bucket abort-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:55:25.951 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:55:25.951 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:55:25.989 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.988+0000 7f8e9bc0e800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.991 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.989+0000 7f8e9bc0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:25.991 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.989+0000 7f8e9bc0e800 20 realm 2024-09-12T17:55:25.991 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.989+0000 7f8e9bc0e800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.991 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.989+0000 7f8e9bc0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:25.991 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.989+0000 7f8e9bc0e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:55:25.991 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.989+0000 7f8e9bc0e800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.991 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.989+0000 7f8e9bc0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:25.992 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.989+0000 7f8e9bc0e800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.992 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.990+0000 7f8e9bc0e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:55:25.992 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.990+0000 7f8e9bc0e800 20 rados->read ofs=0 len=0 2024-09-12T17:55:25.992 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.991+0000 7f8e9bc0e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:55:25.993 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.991+0000 7f8e9bc0e800 20 searching for the correct realm 2024-09-12T17:55:25.995 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.993+0000 7f8e8eb6a640 0 -- 172.21.15.45:0/2270467524 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f8e8807f050 msgr2=0x7f8e88088930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:55:25.998 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:25.997+0000 7f8e9736b640 0 -- 172.21.15.45:0/2270467524 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f8e8004dbc0 msgr2=0x7f8e8009a490 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:55:26.205 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.203+0000 7f8e9bc0e800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:55:26.205 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.203+0000 7f8e9bc0e800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:55:26.205 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.203+0000 7f8e9bc0e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:55:26.205 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.203+0000 7f8e9bc0e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:55:26.205 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.203+0000 7f8e9bc0e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:55:26.205 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.203+0000 7f8e9bc0e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:55:26.205 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.203+0000 7f8e9bc0e800 20 rados->read ofs=0 len=0 2024-09-12T17:55:26.205 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.203+0000 7f8e9bc0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:26.205 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.203+0000 7f8e9bc0e800 20 rados->read ofs=0 len=0 2024-09-12T17:55:26.207 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.203+0000 7f8e9bc0e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:55:26.207 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.203+0000 7f8e9bc0e800 20 rados->read ofs=0 len=0 2024-09-12T17:55:26.207 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.204+0000 7f8e9bc0e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:55:26.207 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.204+0000 7f8e9bc0e800 20 zone default found 2024-09-12T17:55:26.207 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.204+0000 7f8e9bc0e800 4 Realm: () 2024-09-12T17:55:26.207 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.204+0000 7f8e9bc0e800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:55:26.207 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.204+0000 7f8e9bc0e800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:55:26.207 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.204+0000 7f8e9bc0e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:55:26.207 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.204+0000 7f8e9bc0e800 20 zonegroup default 2024-09-12T17:55:26.207 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.204+0000 7f8e9bc0e800 20 rados->read ofs=0 len=0 2024-09-12T17:55:26.207 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.204+0000 7f8e9bc0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:26.207 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.204+0000 7f8e9bc0e800 20 rados->read ofs=0 len=0 2024-09-12T17:55:26.208 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.204+0000 7f8e9bc0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:26.208 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.204+0000 7f8e9bc0e800 20 rados->read ofs=0 len=0 2024-09-12T17:55:26.208 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.205+0000 7f8e9bc0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:26.208 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.205+0000 7f8e9bc0e800 20 started sync module instance, tier type = 2024-09-12T17:55:26.208 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.205+0000 7f8e9bc0e800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:55:26.215 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.213+0000 7f8e9bc0e800 20 add_watcher() i=0 2024-09-12T17:55:26.215 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.213+0000 7f8e9bc0e800 20 add_watcher() i=1 2024-09-12T17:55:26.215 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.213+0000 7f8e9bc0e800 20 add_watcher() i=2 2024-09-12T17:55:26.215 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.213+0000 7f8e9bc0e800 20 add_watcher() i=3 2024-09-12T17:55:26.215 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.213+0000 7f8e9bc0e800 20 add_watcher() i=4 2024-09-12T17:55:26.215 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.213+0000 7f8e9bc0e800 20 add_watcher() i=5 2024-09-12T17:55:26.215 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.213+0000 7f8e9bc0e800 20 add_watcher() i=6 2024-09-12T17:55:26.215 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.214+0000 7f8e9bc0e800 20 add_watcher() i=7 2024-09-12T17:55:26.216 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.214+0000 7f8e9bc0e800 2 all 8 watchers are set, enabling cache 2024-09-12T17:55:26.217 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.216+0000 7f8d4dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:55:26.218 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.216+0000 7f8e9bc0e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:55:26.218 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.216+0000 7f8e9bc0e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:55:26.218 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.216+0000 7f8e9bc0e800 5 note: GC not initialized 2024-09-12T17:55:26.218 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.216+0000 7f8d4cfe1640 20 reqs_thread_entry: start 2024-09-12T17:55:26.218 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.216+0000 7f8e9bc0e800 20 init_complete bucket index max shards: 1 2024-09-12T17:55:26.218 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.216+0000 7f8e9bc0e800 20 Filter name: none 2024-09-12T17:55:26.218 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.216+0000 7f8cc67fc640 20 reqs_thread_entry: start 2024-09-12T17:55:26.219 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.216+0000 7f8e9bc0e800 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2024-09-12T17:55:26.219 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.216+0000 7f8e9bc0e800 20 rados->read ofs=0 len=0 2024-09-12T17:55:26.219 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.217+0000 7f8e9bc0e800 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T17:55:26.219 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.217+0000 7f8e9bc0e800 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2024-09-12T17:55:26.219 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.217+0000 7f8e9bc0e800 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2024-09-12T17:55:26.220 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.217+0000 7f8e9bc0e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 : miss 2024-09-12T17:55:26.220 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.217+0000 7f8e9bc0e800 20 rados->read ofs=0 len=0 2024-09-12T17:55:26.220 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.217+0000 7f8e9bc0e800 20 rados_obj.operate() r=0 bl.length=467 2024-09-12T17:55:26.220 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.217+0000 7f8e9bc0e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 info.flags=0x17 2024-09-12T17:55:26.220 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.217+0000 7f8e9bc0e800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 to cache LRU end 2024-09-12T17:55:26.220 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.217+0000 7f8e9bc0e800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:55:26.220 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.217+0000 7f8e9bc0e800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:55:26.220 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.217+0000 7f8e9bc0e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 2024-09-12T17:55:26.221 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.219+0000 7f8e9bc0e800 0 INFO: RGWReshardLock::lock found lock on abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 to be held by another RGW process; skipping for now 2024-09-12T17:55:26.221 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.220+0000 7f8d4dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:55:26.223 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.222+0000 7f8e9bc0e800 20 remove_watcher() i=0 2024-09-12T17:55:26.223 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.222+0000 7f8e9bc0e800 2 removed watcher, disabling cache 2024-09-12T17:55:26.224 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.223+0000 7f8e9bc0e800 20 remove_watcher() i=1 2024-09-12T17:55:26.225 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.224+0000 7f8e9bc0e800 20 remove_watcher() i=2 2024-09-12T17:55:26.226 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.225+0000 7f8e9bc0e800 20 remove_watcher() i=3 2024-09-12T17:55:26.227 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.226+0000 7f8e9bc0e800 20 remove_watcher() i=4 2024-09-12T17:55:26.228 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.227+0000 7f8e9bc0e800 20 remove_watcher() i=5 2024-09-12T17:55:26.229 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.228+0000 7f8e9bc0e800 20 remove_watcher() i=6 2024-09-12T17:55:26.230 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:26.229+0000 7f8e9bc0e800 20 remove_watcher() i=7 2024-09-12T17:55:26.241 INFO:tasks.workunit.client.0.smithi045.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-12T17:55:56.273 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket reshard --bucket abort-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:55:56.309 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:55:56.309 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:55:56.356 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.355+0000 7f5c39087800 20 rados->read ofs=0 len=0 2024-09-12T17:55:56.358 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.357+0000 7f5c39087800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:56.358 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.357+0000 7f5c39087800 20 realm 2024-09-12T17:55:56.358 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.357+0000 7f5c39087800 20 rados->read ofs=0 len=0 2024-09-12T17:55:56.358 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.357+0000 7f5c39087800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:56.358 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.357+0000 7f5c39087800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:55:56.358 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.357+0000 7f5c39087800 20 rados->read ofs=0 len=0 2024-09-12T17:55:56.359 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.357+0000 7f5c39087800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:56.359 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.357+0000 7f5c39087800 20 rados->read ofs=0 len=0 2024-09-12T17:55:56.359 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.358+0000 7f5c39087800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:55:56.359 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.358+0000 7f5c39087800 20 rados->read ofs=0 len=0 2024-09-12T17:55:56.360 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.359+0000 7f5c39087800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:55:56.360 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.359+0000 7f5c39087800 20 searching for the correct realm 2024-09-12T17:55:56.362 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.362+0000 7f5c36370640 0 -- 172.21.15.45:0/2617863543 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f5c2806b020 msgr2=0x7f5c2806d7c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:55:56.366 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.366+0000 7f5c36b71640 0 -- 172.21.15.45:0/2617863543 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f5c2c060950 msgr2=0x7f5c2c037400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:55:56.575 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.575+0000 7f5c39087800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:55:56.575 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.575+0000 7f5c39087800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:55:56.576 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.575+0000 7f5c39087800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:55:56.576 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.575+0000 7f5c39087800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:55:56.576 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.575+0000 7f5c39087800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:55:56.576 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.575+0000 7f5c39087800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:55:56.576 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.575+0000 7f5c39087800 20 rados->read ofs=0 len=0 2024-09-12T17:55:56.576 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.575+0000 7f5c39087800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:56.576 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.575+0000 7f5c39087800 20 rados->read ofs=0 len=0 2024-09-12T17:55:56.577 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.575+0000 7f5c39087800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:55:56.577 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.575+0000 7f5c39087800 20 rados->read ofs=0 len=0 2024-09-12T17:55:56.577 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.576+0000 7f5c39087800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:55:56.577 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.576+0000 7f5c39087800 20 zone default found 2024-09-12T17:55:56.577 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.576+0000 7f5c39087800 4 Realm: () 2024-09-12T17:55:56.577 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.576+0000 7f5c39087800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:55:56.578 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.576+0000 7f5c39087800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:55:56.578 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.576+0000 7f5c39087800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:55:56.578 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.576+0000 7f5c39087800 20 zonegroup default 2024-09-12T17:55:56.578 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.576+0000 7f5c39087800 20 rados->read ofs=0 len=0 2024-09-12T17:55:56.578 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.576+0000 7f5c39087800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:56.578 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.576+0000 7f5c39087800 20 rados->read ofs=0 len=0 2024-09-12T17:55:56.578 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.577+0000 7f5c39087800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:56.578 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.577+0000 7f5c39087800 20 rados->read ofs=0 len=0 2024-09-12T17:55:56.578 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.577+0000 7f5c39087800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:56.579 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.577+0000 7f5c39087800 20 started sync module instance, tier type = 2024-09-12T17:55:56.579 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.577+0000 7f5c39087800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:55:56.589 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.588+0000 7f5c39087800 20 add_watcher() i=0 2024-09-12T17:55:56.589 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.588+0000 7f5c39087800 20 add_watcher() i=1 2024-09-12T17:55:56.589 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.588+0000 7f5c39087800 20 add_watcher() i=2 2024-09-12T17:55:56.589 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.588+0000 7f5c39087800 20 add_watcher() i=3 2024-09-12T17:55:56.589 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.588+0000 7f5c39087800 20 add_watcher() i=4 2024-09-12T17:55:56.589 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.588+0000 7f5c39087800 20 add_watcher() i=5 2024-09-12T17:55:56.589 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.588+0000 7f5c39087800 20 add_watcher() i=6 2024-09-12T17:55:56.590 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.589+0000 7f5c39087800 20 add_watcher() i=7 2024-09-12T17:55:56.590 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.589+0000 7f5c39087800 2 all 8 watchers are set, enabling cache 2024-09-12T17:55:56.591 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.591+0000 7f5aed7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:55:56.592 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.592+0000 7f5c39087800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:55:56.592 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.592+0000 7f5c39087800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:55:56.592 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.592+0000 7f5c39087800 5 note: GC not initialized 2024-09-12T17:55:56.593 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.592+0000 7f5a67fff640 20 reqs_thread_entry: start 2024-09-12T17:55:56.593 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.592+0000 7f5c39087800 20 init_complete bucket index max shards: 1 2024-09-12T17:55:56.594 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.592+0000 7f5c39087800 20 Filter name: none 2024-09-12T17:55:56.594 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.592+0000 7f5a65ffb640 20 reqs_thread_entry: start 2024-09-12T17:55:56.594 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.592+0000 7f5c39087800 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2024-09-12T17:55:56.594 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.592+0000 7f5c39087800 20 rados->read ofs=0 len=0 2024-09-12T17:55:56.594 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.593+0000 7f5c39087800 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T17:55:56.594 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.593+0000 7f5c39087800 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2024-09-12T17:55:56.594 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.593+0000 7f5c39087800 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2024-09-12T17:55:56.594 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.593+0000 7f5c39087800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 : miss 2024-09-12T17:55:56.594 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.593+0000 7f5c39087800 20 rados->read ofs=0 len=0 2024-09-12T17:55:56.595 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.593+0000 7f5c39087800 20 rados_obj.operate() r=0 bl.length=467 2024-09-12T17:55:56.595 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.593+0000 7f5c39087800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 info.flags=0x17 2024-09-12T17:55:56.595 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.593+0000 7f5c39087800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 to cache LRU end 2024-09-12T17:55:56.595 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.593+0000 7f5c39087800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:55:56.595 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.593+0000 7f5c39087800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:55:56.595 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.593+0000 7f5c39087800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 2024-09-12T17:55:56.596 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.595+0000 7f5c39087800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T17:55:56.600 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.599+0000 7f5c39087800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 info.flags=0x17 2024-09-12T17:55:56.600 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.599+0000 7f5c39087800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 to cache LRU end 2024-09-12T17:55:56.600 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.599+0000 7f5c39087800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:55:56.600 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.599+0000 7f5c39087800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30, ofs0, ns] 2024-09-12T17:55:56.600 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.599+0000 7f5b1a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398917 cookie 93871062530896 notifier 7071 bl.length()=999 2024-09-12T17:55:56.601 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.599+0000 7f5b1a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 info.flags=0x17 2024-09-12T17:55:56.601 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.599+0000 7f5b1a7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 to cache LRU end 2024-09-12T17:55:56.601 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.599+0000 7f5b1a7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:55:56.601 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.600+0000 7f5c39087800 20 handle_bi_update(): bucket=:abort-at-block-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.30]): orig_sources= new_sources= 2024-09-12T17:55:56.601 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.600+0000 7f5c39087800 20 handle_bi_update(): bucket=:abort-at-block-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.30]): potential sources added=[] removed=[] 2024-09-12T17:55:56.601 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.600+0000 7f5c39087800 20 handle_bi_update(): bucket=:abort-at-block-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.30]): orig_dests= new_dests= 2024-09-12T17:55:56.601 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.600+0000 7f5c39087800 20 handle_bi_update(): bucket=:abort-at-block-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.30]): potential dests added=[] removed=[] 2024-09-12T17:55:56.604 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.603+0000 7f5c39087800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.30.2.0 2024-09-12T17:55:56.604 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.603+0000 7f5c39087800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.30.2.0 2024-09-12T17:55:56.604 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.603+0000 7f5c39087800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.30.2.1 2024-09-12T17:55:56.604 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.603+0000 7f5c39087800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.30.2.1 2024-09-12T17:55:56.604 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.603+0000 7f5c39087800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.30.0 2024-09-12T17:55:56.606 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.606+0000 7f5c39087800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 : hit (requested=0x17, cached=0x17) 2024-09-12T17:55:56.606 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.606+0000 7f5c39087800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 2024-09-12T17:55:56.608 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.607+0000 7f5c39087800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 info.flags=0x17 2024-09-12T17:55:56.608 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.607+0000 7f5c39087800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 to cache LRU end 2024-09-12T17:55:56.608 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.607+0000 7f5c39087800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:55:56.608 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.607+0000 7f5c39087800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30, ofs0, ns] 2024-09-12T17:55:56.608 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.608+0000 7f5b19ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398918 cookie 93871062530896 notifier 7071 bl.length()=999 2024-09-12T17:55:56.609 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.608+0000 7f5b19ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 info.flags=0x17 2024-09-12T17:55:56.609 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.608+0000 7f5b19ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 to cache LRU end 2024-09-12T17:55:56.609 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.608+0000 7f5b19ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:55:56.609 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.608+0000 7f5c39087800 20 handle_bi_update(): bucket=:abort-at-block-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.30]): orig_sources= new_sources= 2024-09-12T17:55:56.609 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.608+0000 7f5c39087800 20 handle_bi_update(): bucket=:abort-at-block-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.30]): potential sources added=[] removed=[] 2024-09-12T17:55:56.609 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.608+0000 7f5c39087800 20 handle_bi_update(): bucket=:abort-at-block-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.30]): orig_dests= new_dests= 2024-09-12T17:55:56.609 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.608+0000 7f5c39087800 20 handle_bi_update(): bucket=:abort-at-block-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.30]): potential dests added=[] removed=[] 2024-09-12T17:55:56.610 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.609+0000 7f5c39087800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.30.0 2024-09-12T17:55:56.610 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.610+0000 7f5c39087800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 : hit (requested=0x17, cached=0x17) 2024-09-12T17:55:56.610 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.610+0000 7f5c39087800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 2024-09-12T17:55:56.612 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.611+0000 7f5c39087800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 info.flags=0x17 2024-09-12T17:55:56.612 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.611+0000 7f5c39087800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 to cache LRU end 2024-09-12T17:55:56.612 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.611+0000 7f5c39087800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:55:56.612 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.611+0000 7f5c39087800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30, ofs0, ns] 2024-09-12T17:55:56.612 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.612+0000 7f5b1a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398919 cookie 93871062530896 notifier 7071 bl.length()=967 2024-09-12T17:55:56.613 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.612+0000 7f5b1a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 info.flags=0x17 2024-09-12T17:55:56.613 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.612+0000 7f5b1a7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.30 to cache LRU end 2024-09-12T17:55:56.613 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.612+0000 7f5b1a7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:55:56.613 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.612+0000 7f5c39087800 20 handle_bi_update(): bucket=:abort-at-block-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.30]): orig_sources= new_sources= 2024-09-12T17:55:56.613 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.612+0000 7f5c39087800 20 handle_bi_update(): bucket=:abort-at-block-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.30]): potential sources added=[] removed=[] 2024-09-12T17:55:56.613 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.612+0000 7f5c39087800 20 handle_bi_update(): bucket=:abort-at-block-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.30]): orig_dests= new_dests= 2024-09-12T17:55:56.613 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.612+0000 7f5c39087800 20 handle_bi_update(): bucket=:abort-at-block-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.30]): potential dests added=[] removed=[] 2024-09-12T17:55:56.614 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.613+0000 7f5c39087800 1 execute INFO: reshard of bucket "abort-at-block-writes" from 1 shards to 2 shards completed successfully 2024-09-12T17:55:56.616 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.616+0000 7f5aed7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:55:56.619 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.618+0000 7f5c39087800 20 remove_watcher() i=0 2024-09-12T17:55:56.619 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.618+0000 7f5c39087800 2 removed watcher, disabling cache 2024-09-12T17:55:56.620 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.619+0000 7f5c39087800 20 remove_watcher() i=1 2024-09-12T17:55:56.621 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.620+0000 7f5c39087800 20 remove_watcher() i=2 2024-09-12T17:55:56.622 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.621+0000 7f5c39087800 20 remove_watcher() i=3 2024-09-12T17:55:56.623 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.623+0000 7f5c39087800 20 remove_watcher() i=4 2024-09-12T17:55:56.624 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.624+0000 7f5c39087800 20 remove_watcher() i=5 2024-09-12T17:55:56.626 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.625+0000 7f5c39087800 20 remove_watcher() i=6 2024-09-12T17:55:56.626 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.626+0000 7f5c39087800 20 remove_watcher() i=7 2024-09-12T17:55:56.640 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket abort-at-block-writes 2024-09-12T17:55:56.671 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:55:56.671 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:55:56.713 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.712+0000 7fd902d24800 20 rados->read ofs=0 len=0 2024-09-12T17:55:56.715 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.714+0000 7fd902d24800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:56.715 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.714+0000 7fd902d24800 20 realm 2024-09-12T17:55:56.715 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.714+0000 7fd902d24800 20 rados->read ofs=0 len=0 2024-09-12T17:55:56.715 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.714+0000 7fd902d24800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:56.715 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.714+0000 7fd902d24800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:55:56.715 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.714+0000 7fd902d24800 20 rados->read ofs=0 len=0 2024-09-12T17:55:56.715 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.715+0000 7fd902d24800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:56.716 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.715+0000 7fd902d24800 20 rados->read ofs=0 len=0 2024-09-12T17:55:56.716 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.715+0000 7fd902d24800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:55:56.716 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.715+0000 7fd902d24800 20 rados->read ofs=0 len=0 2024-09-12T17:55:56.717 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.716+0000 7fd902d24800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:55:56.717 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.716+0000 7fd902d24800 20 searching for the correct realm 2024-09-12T17:55:56.719 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.719+0000 7fd8fe1d1640 0 -- 172.21.15.45:0/1755809981 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7fd8f0027040 msgr2=0x7fd8f00672f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:55:56.723 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.722+0000 7fd8fe9d2640 0 -- 172.21.15.45:0/1755809981 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7fd8f4059230 msgr2=0x7fd8f40093c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:55:56.931 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.930+0000 7fd902d24800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:55:56.931 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.930+0000 7fd902d24800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:55:56.931 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.930+0000 7fd902d24800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:55:56.931 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.930+0000 7fd902d24800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:55:56.931 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.930+0000 7fd902d24800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:55:56.932 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.930+0000 7fd902d24800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:55:56.932 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.930+0000 7fd902d24800 20 rados->read ofs=0 len=0 2024-09-12T17:55:56.932 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.930+0000 7fd902d24800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:56.932 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.930+0000 7fd902d24800 20 rados->read ofs=0 len=0 2024-09-12T17:55:56.933 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.931+0000 7fd902d24800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:55:56.933 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.931+0000 7fd902d24800 20 rados->read ofs=0 len=0 2024-09-12T17:55:56.933 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.931+0000 7fd902d24800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:55:56.933 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.931+0000 7fd902d24800 20 zone default found 2024-09-12T17:55:56.933 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.931+0000 7fd902d24800 4 Realm: () 2024-09-12T17:55:56.933 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.931+0000 7fd902d24800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:55:56.933 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.931+0000 7fd902d24800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:55:56.933 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.931+0000 7fd902d24800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:55:56.934 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.931+0000 7fd902d24800 20 zonegroup default 2024-09-12T17:55:56.934 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.931+0000 7fd902d24800 20 rados->read ofs=0 len=0 2024-09-12T17:55:56.934 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.932+0000 7fd902d24800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:56.934 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.932+0000 7fd902d24800 20 rados->read ofs=0 len=0 2024-09-12T17:55:56.934 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.932+0000 7fd902d24800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:56.934 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.932+0000 7fd902d24800 20 rados->read ofs=0 len=0 2024-09-12T17:55:56.935 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.932+0000 7fd902d24800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:56.935 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.932+0000 7fd902d24800 20 started sync module instance, tier type = 2024-09-12T17:55:56.935 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.932+0000 7fd902d24800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:55:56.943 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.942+0000 7fd902d24800 20 add_watcher() i=0 2024-09-12T17:55:56.943 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.942+0000 7fd902d24800 20 add_watcher() i=1 2024-09-12T17:55:56.943 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.942+0000 7fd902d24800 20 add_watcher() i=2 2024-09-12T17:55:56.943 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.942+0000 7fd902d24800 20 add_watcher() i=3 2024-09-12T17:55:56.943 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.942+0000 7fd902d24800 20 add_watcher() i=4 2024-09-12T17:55:56.943 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.942+0000 7fd902d24800 20 add_watcher() i=5 2024-09-12T17:55:56.943 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.942+0000 7fd902d24800 20 add_watcher() i=6 2024-09-12T17:55:56.943 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.943+0000 7fd902d24800 20 add_watcher() i=7 2024-09-12T17:55:56.944 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.943+0000 7fd902d24800 2 all 8 watchers are set, enabling cache 2024-09-12T17:55:56.945 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.945+0000 7fd7b5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:55:56.946 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.945+0000 7fd902d24800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:55:56.946 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.945+0000 7fd902d24800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:55:56.947 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.945+0000 7fd902d24800 5 note: GC not initialized 2024-09-12T17:55:56.947 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.946+0000 7fd7b4fe1640 20 reqs_thread_entry: start 2024-09-12T17:55:56.947 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.946+0000 7fd902d24800 20 init_complete bucket index max shards: 1 2024-09-12T17:55:56.947 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.946+0000 7fd902d24800 20 Filter name: none 2024-09-12T17:55:56.947 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.946+0000 7fd7adffb640 20 reqs_thread_entry: start 2024-09-12T17:55:56.947 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.946+0000 7fd902d24800 20 rados->read ofs=0 len=0 2024-09-12T17:55:56.947 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.946+0000 7fd902d24800 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T17:55:56.947 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.946+0000 7fd902d24800 20 rados->read ofs=0 len=0 2024-09-12T17:55:56.948 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.947+0000 7fd902d24800 20 rados_obj.operate() r=0 bl.length=435 2024-09-12T17:55:56.948 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.947+0000 7fd902d24800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:55:56.948 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.947+0000 7fd902d24800 20 rados->read ofs=0 len=0 2024-09-12T17:55:56.948 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.948+0000 7fd902d24800 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T17:55:56.948 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.948+0000 7fd902d24800 20 rados->read ofs=0 len=0 2024-09-12T17:55:56.949 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.948+0000 7fd902d24800 20 rados_obj.operate() r=0 bl.length=435 2024-09-12T17:55:56.949 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.948+0000 7fd902d24800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:55:56.950 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.950+0000 7fd7b5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:55:56.952 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.952+0000 7fd902d24800 20 remove_watcher() i=0 2024-09-12T17:55:56.953 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.952+0000 7fd902d24800 2 removed watcher, disabling cache 2024-09-12T17:55:56.954 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.953+0000 7fd902d24800 20 remove_watcher() i=1 2024-09-12T17:55:56.955 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.954+0000 7fd902d24800 20 remove_watcher() i=2 2024-09-12T17:55:56.956 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.956+0000 7fd902d24800 20 remove_watcher() i=3 2024-09-12T17:55:56.957 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.957+0000 7fd902d24800 20 remove_watcher() i=4 2024-09-12T17:55:56.958 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.958+0000 7fd902d24800 20 remove_watcher() i=5 2024-09-12T17:55:56.959 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.959+0000 7fd902d24800 20 remove_watcher() i=6 2024-09-12T17:55:56.960 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:56.960+0000 7fd902d24800 20 remove_watcher() i=7 2024-09-12T17:55:56.972 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:55:56.973 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T17:55:56.973 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: abort-at-block-writes id: b6123b67-6580-4373-9691-e0e950df5f06.4566.30 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:55:56.973 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:55:56.975 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:56.975 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:56.979 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:56.979 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:57.022 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:57.022 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:57.037 INFO:tasks.workunit.client.0.smithi045.stderr:TEST: reshard bucket with EIO injected at commit_target_layout 2024-09-12T17:55:57.037 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:55:57.038 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:57.038 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:57.048 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:57.049 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:57.091 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:57.092 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:57.098 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:57.098 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:57.105 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:57.105 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:57.111 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:57.111 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:57.118 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:57.118 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:57.124 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:57.124 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:57.131 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:57.131 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:57.138 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:57.138 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:57.144 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:57.145 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:57.152 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:57.152 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:57.158 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:57.158 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:57.166 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:57.166 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:57.173 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:57.173 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:57.179 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:57.179 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:57.186 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:57.186 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:57.192 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:57.193 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:57.199 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:57.199 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:57.206 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:57.206 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:57.213 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:57.213 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:57.219 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:57.219 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:57.226 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2024-09-12T17:55:57.255 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:55:57.255 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:55:57.294 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.293+0000 7f52fe50c800 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.296 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.295+0000 7f52fe50c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:57.296 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.295+0000 7f52fe50c800 20 realm 2024-09-12T17:55:57.296 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.295+0000 7f52fe50c800 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.296 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.295+0000 7f52fe50c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:57.296 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.295+0000 7f52fe50c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:55:57.296 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.295+0000 7f52fe50c800 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.296 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.295+0000 7f52fe50c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:57.296 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.295+0000 7f52fe50c800 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.297 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.296+0000 7f52fe50c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:55:57.297 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.296+0000 7f52fe50c800 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.297 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.297+0000 7f52fe50c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:55:57.298 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.297+0000 7f52fe50c800 20 searching for the correct realm 2024-09-12T17:55:57.300 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.300+0000 7f52fb7f5640 0 -- 172.21.15.45:0/2668305651 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x55b374a26bc0 msgr2=0x55b374a28fb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:55:57.303 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.303+0000 7f52fbff6640 0 -- 172.21.15.45:0/2668305651 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f52f004d040 msgr2=0x7f52f004d930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:55:57.511 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.510+0000 7f52fe50c800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:55:57.511 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.510+0000 7f52fe50c800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:55:57.511 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.510+0000 7f52fe50c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:55:57.511 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.510+0000 7f52fe50c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:55:57.511 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.510+0000 7f52fe50c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:55:57.512 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.510+0000 7f52fe50c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:55:57.512 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.510+0000 7f52fe50c800 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.512 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.510+0000 7f52fe50c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:57.512 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.510+0000 7f52fe50c800 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.513 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.511+0000 7f52fe50c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:55:57.513 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.511+0000 7f52fe50c800 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.513 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.511+0000 7f52fe50c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:55:57.513 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.511+0000 7f52fe50c800 20 zone default found 2024-09-12T17:55:57.513 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.511+0000 7f52fe50c800 4 Realm: () 2024-09-12T17:55:57.514 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.511+0000 7f52fe50c800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:55:57.514 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.511+0000 7f52fe50c800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:55:57.514 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.511+0000 7f52fe50c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:55:57.514 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.511+0000 7f52fe50c800 20 zonegroup default 2024-09-12T17:55:57.514 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.511+0000 7f52fe50c800 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.514 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.511+0000 7f52fe50c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:57.514 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.511+0000 7f52fe50c800 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.514 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.512+0000 7f52fe50c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:57.514 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.512+0000 7f52fe50c800 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.515 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.512+0000 7f52fe50c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:57.515 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.512+0000 7f52fe50c800 20 started sync module instance, tier type = 2024-09-12T17:55:57.515 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.512+0000 7f52fe50c800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:55:57.521 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.521+0000 7f52fe50c800 20 add_watcher() i=0 2024-09-12T17:55:57.522 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.521+0000 7f52fe50c800 20 add_watcher() i=1 2024-09-12T17:55:57.522 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.521+0000 7f52fe50c800 20 add_watcher() i=2 2024-09-12T17:55:57.522 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.521+0000 7f52fe50c800 20 add_watcher() i=3 2024-09-12T17:55:57.522 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.521+0000 7f52fe50c800 20 add_watcher() i=4 2024-09-12T17:55:57.522 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.521+0000 7f52fe50c800 20 add_watcher() i=5 2024-09-12T17:55:57.522 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.521+0000 7f52fe50c800 20 add_watcher() i=6 2024-09-12T17:55:57.523 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.522+0000 7f52fe50c800 20 add_watcher() i=7 2024-09-12T17:55:57.523 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.522+0000 7f52fe50c800 2 all 8 watchers are set, enabling cache 2024-09-12T17:55:57.524 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.524+0000 7f51b1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:55:57.525 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.524+0000 7f52fe50c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:55:57.525 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.524+0000 7f52fe50c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:55:57.525 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.524+0000 7f52fe50c800 5 note: GC not initialized 2024-09-12T17:55:57.525 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.524+0000 7f51b0fe1640 20 reqs_thread_entry: start 2024-09-12T17:55:57.525 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.524+0000 7f52fe50c800 20 init_complete bucket index max shards: 1 2024-09-12T17:55:57.526 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.524+0000 7f52fe50c800 20 Filter name: none 2024-09-12T17:55:57.526 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.524+0000 7f512a7fc640 20 reqs_thread_entry: start 2024-09-12T17:55:57.526 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.525+0000 7f52fe50c800 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.527 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.525+0000 7f52fe50c800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:55:57.527 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.525+0000 7f52fe50c800 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.527 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.526+0000 7f52fe50c800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:55:57.527 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.526+0000 7f52fe50c800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:55:57.527 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.526+0000 7f52fe50c800 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.527 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.526+0000 7f52fe50c800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:55:57.527 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.526+0000 7f52fe50c800 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.527 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.526+0000 7f52fe50c800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:55:57.528 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.526+0000 7f52fe50c800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:55:57.528 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.528+0000 7f51b1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:55:57.531 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.530+0000 7f52fe50c800 20 remove_watcher() i=0 2024-09-12T17:55:57.531 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.530+0000 7f52fe50c800 2 removed watcher, disabling cache 2024-09-12T17:55:57.532 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.531+0000 7f52fe50c800 20 remove_watcher() i=1 2024-09-12T17:55:57.533 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.533+0000 7f52fe50c800 20 remove_watcher() i=2 2024-09-12T17:55:57.534 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.533+0000 7f52fe50c800 20 remove_watcher() i=3 2024-09-12T17:55:57.535 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.535+0000 7f52fe50c800 20 remove_watcher() i=4 2024-09-12T17:55:57.536 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.536+0000 7f52fe50c800 20 remove_watcher() i=5 2024-09-12T17:55:57.537 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.536+0000 7f52fe50c800 20 remove_watcher() i=6 2024-09-12T17:55:57.538 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.538+0000 7f52fe50c800 20 remove_watcher() i=7 2024-09-12T17:55:57.549 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:55:57.549 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T17:55:57.550 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: error-at-commit-target-layout id: b6123b67-6580-4373-9691-e0e950df5f06.4566.31 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:55:57.550 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:55:57.551 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket reshard --bucket error-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at commit_target_layout 2024-09-12T17:55:57.586 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:55:57.586 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:55:57.625 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.624+0000 7f9bb0f2b800 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.627 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.626+0000 7f9bb0f2b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:57.627 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.626+0000 7f9bb0f2b800 20 realm 2024-09-12T17:55:57.627 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.626+0000 7f9bb0f2b800 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.627 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.626+0000 7f9bb0f2b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:57.627 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.626+0000 7f9bb0f2b800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:55:57.627 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.626+0000 7f9bb0f2b800 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.628 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.626+0000 7f9bb0f2b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:57.628 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.626+0000 7f9bb0f2b800 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.629 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.627+0000 7f9bb0f2b800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:55:57.629 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.627+0000 7f9bb0f2b800 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.629 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.628+0000 7f9bb0f2b800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:55:57.629 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.628+0000 7f9bb0f2b800 20 searching for the correct realm 2024-09-12T17:55:57.631 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.631+0000 7f9bad474640 0 -- 172.21.15.45:0/2844970974 >> [v2:172.21.15.45:6824/1551660769,v1:172.21.15.45:6825/1551660769] conn(0x560827445ac0 msgr2=0x560827447f80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:55:57.634 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.634+0000 7f9bacc73640 0 -- 172.21.15.45:0/2844970974 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f9ba00abbf0 msgr2=0x7f9ba00d0750 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:55:57.640 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.639+0000 7f9bb0f2b800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:55:57.640 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.639+0000 7f9bb0f2b800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:55:57.640 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.639+0000 7f9bb0f2b800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:55:57.640 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.639+0000 7f9bb0f2b800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:55:57.640 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.639+0000 7f9bb0f2b800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:55:57.640 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.639+0000 7f9bb0f2b800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:55:57.640 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.639+0000 7f9bb0f2b800 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.640 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.639+0000 7f9bb0f2b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:57.640 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.639+0000 7f9bb0f2b800 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.642 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.639+0000 7f9bb0f2b800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:55:57.642 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.639+0000 7f9bb0f2b800 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.642 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.640+0000 7f9bb0f2b800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:55:57.642 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.640+0000 7f9bb0f2b800 20 zone default found 2024-09-12T17:55:57.642 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.640+0000 7f9bb0f2b800 4 Realm: () 2024-09-12T17:55:57.642 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.640+0000 7f9bb0f2b800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:55:57.642 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.640+0000 7f9bb0f2b800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:55:57.642 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.640+0000 7f9bb0f2b800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:55:57.642 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.640+0000 7f9bb0f2b800 20 zonegroup default 2024-09-12T17:55:57.643 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.640+0000 7f9bb0f2b800 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.643 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.640+0000 7f9bb0f2b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:57.643 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.640+0000 7f9bb0f2b800 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.643 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.640+0000 7f9bb0f2b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:57.643 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.640+0000 7f9bb0f2b800 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.643 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.641+0000 7f9bb0f2b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:57.643 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.641+0000 7f9bb0f2b800 20 started sync module instance, tier type = 2024-09-12T17:55:57.643 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.641+0000 7f9bb0f2b800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:55:57.650 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.649+0000 7f9bb0f2b800 20 add_watcher() i=0 2024-09-12T17:55:57.650 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.649+0000 7f9bb0f2b800 20 add_watcher() i=1 2024-09-12T17:55:57.650 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.649+0000 7f9bb0f2b800 20 add_watcher() i=2 2024-09-12T17:55:57.650 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.649+0000 7f9bb0f2b800 20 add_watcher() i=3 2024-09-12T17:55:57.650 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.649+0000 7f9bb0f2b800 20 add_watcher() i=4 2024-09-12T17:55:57.650 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.649+0000 7f9bb0f2b800 20 add_watcher() i=5 2024-09-12T17:55:57.651 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.649+0000 7f9bb0f2b800 20 add_watcher() i=6 2024-09-12T17:55:57.651 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.650+0000 7f9bb0f2b800 20 add_watcher() i=7 2024-09-12T17:55:57.651 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.650+0000 7f9bb0f2b800 2 all 8 watchers are set, enabling cache 2024-09-12T17:55:57.652 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.652+0000 7f9a62fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:55:57.653 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.652+0000 7f9bb0f2b800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:55:57.653 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.652+0000 7f9bb0f2b800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:55:57.653 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.652+0000 7f9bb0f2b800 5 note: GC not initialized 2024-09-12T17:55:57.653 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.652+0000 7f9a61fe3640 20 reqs_thread_entry: start 2024-09-12T17:55:57.654 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.652+0000 7f9bb0f2b800 20 init_complete bucket index max shards: 1 2024-09-12T17:55:57.654 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.653+0000 7f9bb0f2b800 20 Filter name: none 2024-09-12T17:55:57.654 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.653+0000 7f99d37fe640 20 reqs_thread_entry: start 2024-09-12T17:55:57.654 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.653+0000 7f9bb0f2b800 10 cache get: name=default.rgw.meta+root+error-at-commit-target-layout : miss 2024-09-12T17:55:57.654 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.653+0000 7f9bb0f2b800 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.655 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.653+0000 7f9bb0f2b800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:55:57.655 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.653+0000 7f9bb0f2b800 10 cache put: name=default.rgw.meta+root+error-at-commit-target-layout info.flags=0x11 2024-09-12T17:55:57.655 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.653+0000 7f9bb0f2b800 10 adding default.rgw.meta+root+error-at-commit-target-layout to cache LRU end 2024-09-12T17:55:57.655 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.653+0000 7f9bb0f2b800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.31 : miss 2024-09-12T17:55:57.655 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.653+0000 7f9bb0f2b800 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.655 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.653+0000 7f9bb0f2b800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:55:57.655 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.653+0000 7f9bb0f2b800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.31 info.flags=0x17 2024-09-12T17:55:57.655 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.653+0000 7f9bb0f2b800 10 adding default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.31 to cache LRU end 2024-09-12T17:55:57.655 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.653+0000 7f9bb0f2b800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:55:57.655 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.653+0000 7f9bb0f2b800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:55:57.655 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.653+0000 7f9bb0f2b800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.31 2024-09-12T17:55:57.658 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.657+0000 7f9bb0f2b800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.31 info.flags=0x17 2024-09-12T17:55:57.658 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.657+0000 7f9bb0f2b800 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.31 to cache LRU end 2024-09-12T17:55:57.658 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.657+0000 7f9bb0f2b800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:55:57.658 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.657+0000 7f9bb0f2b800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.31, ofs0, ns] 2024-09-12T17:55:57.658 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.658+0000 7f9a83fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398908 cookie 94593018523136 notifier 6746 bl.length()=1015 2024-09-12T17:55:57.659 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.658+0000 7f9a83fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.31 info.flags=0x17 2024-09-12T17:55:57.659 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.658+0000 7f9a83fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.31 to cache LRU end 2024-09-12T17:55:57.659 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.658+0000 7f9a83fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:55:57.659 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.658+0000 7f9bb0f2b800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.31]): orig_sources= new_sources= 2024-09-12T17:55:57.659 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.658+0000 7f9bb0f2b800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.31]): potential sources added=[] removed=[] 2024-09-12T17:55:57.659 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.658+0000 7f9bb0f2b800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.31]): orig_dests= new_dests= 2024-09-12T17:55:57.659 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.658+0000 7f9bb0f2b800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.31]): potential dests added=[] removed=[] 2024-09-12T17:55:57.664 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.660+0000 7f9bb0f2b800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.31.1.0 2024-09-12T17:55:57.664 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.660+0000 7f9bb0f2b800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.31.1.0 2024-09-12T17:55:57.665 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.660+0000 7f9bb0f2b800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.31.1.1 2024-09-12T17:55:57.665 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.660+0000 7f9bb0f2b800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.31.1.1 2024-09-12T17:55:57.665 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.660+0000 7f9bb0f2b800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.31.0 2024-09-12T17:55:57.665 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.663+0000 7f9bb0f2b800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.31 : hit (requested=0x17, cached=0x17) 2024-09-12T17:55:57.665 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.663+0000 7f9bb0f2b800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.31 2024-09-12T17:55:57.665 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.664+0000 7f9bb0f2b800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.31 info.flags=0x17 2024-09-12T17:55:57.665 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.664+0000 7f9bb0f2b800 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.31 to cache LRU end 2024-09-12T17:55:57.665 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.664+0000 7f9bb0f2b800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:55:57.665 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.664+0000 7f9bb0f2b800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.31, ofs0, ns] 2024-09-12T17:55:57.666 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.664+0000 7f9a837fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398909 cookie 94593018523136 notifier 6746 bl.length()=1015 2024-09-12T17:55:57.666 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.664+0000 7f9a837fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.31 info.flags=0x17 2024-09-12T17:55:57.666 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.664+0000 7f9a837fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.31 to cache LRU end 2024-09-12T17:55:57.666 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.664+0000 7f9a837fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:55:57.666 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.665+0000 7f9bb0f2b800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.31]): orig_sources= new_sources= 2024-09-12T17:55:57.666 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.665+0000 7f9bb0f2b800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.31]): potential sources added=[] removed=[] 2024-09-12T17:55:57.666 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.665+0000 7f9bb0f2b800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.31]): orig_dests= new_dests= 2024-09-12T17:55:57.666 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.665+0000 7f9bb0f2b800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.31]): potential dests added=[] removed=[] 2024-09-12T17:55:57.668 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.667+0000 7f9bb0f2b800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.31.0 2024-09-12T17:55:57.668 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.668+0000 7f9bb0f2b800 -1 Injecting error=-5 at location=commit_target_layout 2024-09-12T17:55:57.668 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.668+0000 7f9bb0f2b800 0 ERROR: commit_reshard failed to commit target index layout: (5) Input/output error 2024-09-12T17:55:57.672 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.671+0000 7f9a62fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:55:57.674 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.674+0000 7f9bb0f2b800 20 remove_watcher() i=0 2024-09-12T17:55:57.674 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.674+0000 7f9bb0f2b800 2 removed watcher, disabling cache 2024-09-12T17:55:57.675 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.675+0000 7f9bb0f2b800 20 remove_watcher() i=1 2024-09-12T17:55:57.676 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.676+0000 7f9bb0f2b800 20 remove_watcher() i=2 2024-09-12T17:55:57.677 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.677+0000 7f9bb0f2b800 20 remove_watcher() i=3 2024-09-12T17:55:57.678 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.678+0000 7f9bb0f2b800 20 remove_watcher() i=4 2024-09-12T17:55:57.679 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.679+0000 7f9bb0f2b800 20 remove_watcher() i=5 2024-09-12T17:55:57.680 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.680+0000 7f9bb0f2b800 20 remove_watcher() i=6 2024-09-12T17:55:57.681 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.681+0000 7f9bb0f2b800 20 remove_watcher() i=7 2024-09-12T17:55:57.694 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2024-09-12T17:55:57.723 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:55:57.724 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:55:57.763 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.762+0000 7f30a5b23800 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.765 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.764+0000 7f30a5b23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:57.765 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.764+0000 7f30a5b23800 20 realm 2024-09-12T17:55:57.765 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.764+0000 7f30a5b23800 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.765 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.764+0000 7f30a5b23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:57.765 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.764+0000 7f30a5b23800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:55:57.765 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.764+0000 7f30a5b23800 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.765 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.764+0000 7f30a5b23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:57.765 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.764+0000 7f30a5b23800 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.766 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.765+0000 7f30a5b23800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:55:57.766 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.765+0000 7f30a5b23800 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.766 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.766+0000 7f30a5b23800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:55:57.767 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.766+0000 7f30a5b23800 20 searching for the correct realm 2024-09-12T17:55:57.768 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.767+0000 7f30a1813640 0 -- 172.21.15.45:0/2875879442 >> [v2:172.21.15.45:6808/2245364274,v1:172.21.15.45:6809/2245364274] conn(0x7f309802e040 msgr2=0x7f309802e930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:55:57.973 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.972+0000 7f30a1012640 0 -- 172.21.15.45:0/2875879442 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x563c6a7f5310 msgr2=0x563c6a7f7700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:55:57.978 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.977+0000 7f30a5b23800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:55:57.978 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.977+0000 7f30a5b23800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:55:57.978 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.977+0000 7f30a5b23800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:55:57.978 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.977+0000 7f30a5b23800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:55:57.978 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.977+0000 7f30a5b23800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:55:57.978 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.977+0000 7f30a5b23800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:55:57.978 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.977+0000 7f30a5b23800 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.979 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.978+0000 7f30a5b23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:57.979 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.978+0000 7f30a5b23800 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.979 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.978+0000 7f30a5b23800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:55:57.980 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.978+0000 7f30a5b23800 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.980 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.978+0000 7f30a5b23800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:55:57.980 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.978+0000 7f30a5b23800 20 zone default found 2024-09-12T17:55:57.980 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.978+0000 7f30a5b23800 4 Realm: () 2024-09-12T17:55:57.980 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.978+0000 7f30a5b23800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:55:57.980 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.978+0000 7f30a5b23800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:55:57.980 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.978+0000 7f30a5b23800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:55:57.980 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.978+0000 7f30a5b23800 20 zonegroup default 2024-09-12T17:55:57.980 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.978+0000 7f30a5b23800 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.980 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.978+0000 7f30a5b23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:57.980 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.979+0000 7f30a5b23800 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.980 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.979+0000 7f30a5b23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:57.980 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.979+0000 7f30a5b23800 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.981 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.979+0000 7f30a5b23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:57.981 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.979+0000 7f30a5b23800 20 started sync module instance, tier type = 2024-09-12T17:55:57.981 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.979+0000 7f30a5b23800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:55:57.989 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.989+0000 7f30a5b23800 20 add_watcher() i=0 2024-09-12T17:55:57.990 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.989+0000 7f30a5b23800 20 add_watcher() i=1 2024-09-12T17:55:57.990 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.989+0000 7f30a5b23800 20 add_watcher() i=2 2024-09-12T17:55:57.990 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.989+0000 7f30a5b23800 20 add_watcher() i=3 2024-09-12T17:55:57.990 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.989+0000 7f30a5b23800 20 add_watcher() i=4 2024-09-12T17:55:57.990 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.989+0000 7f30a5b23800 20 add_watcher() i=5 2024-09-12T17:55:57.990 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.989+0000 7f30a5b23800 20 add_watcher() i=6 2024-09-12T17:55:57.990 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.990+0000 7f30a5b23800 20 add_watcher() i=7 2024-09-12T17:55:57.990 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.990+0000 7f30a5b23800 2 all 8 watchers are set, enabling cache 2024-09-12T17:55:57.993 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.992+0000 7f2f537fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:55:57.993 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.992+0000 7f30a5b23800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:55:57.993 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.992+0000 7f30a5b23800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:55:57.993 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.992+0000 7f30a5b23800 5 note: GC not initialized 2024-09-12T17:55:57.993 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.992+0000 7f2f527fc640 20 reqs_thread_entry: start 2024-09-12T17:55:57.993 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.992+0000 7f30a5b23800 20 init_complete bucket index max shards: 1 2024-09-12T17:55:57.994 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.992+0000 7f30a5b23800 20 Filter name: none 2024-09-12T17:55:57.994 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.992+0000 7f2ec3fff640 20 reqs_thread_entry: start 2024-09-12T17:55:57.994 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.993+0000 7f30a5b23800 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.995 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.993+0000 7f30a5b23800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:55:57.995 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.993+0000 7f30a5b23800 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.995 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.993+0000 7f30a5b23800 20 rados_obj.operate() r=0 bl.length=475 2024-09-12T17:55:57.995 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.994+0000 7f30a5b23800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:55:57.995 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.994+0000 7f30a5b23800 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.995 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.994+0000 7f30a5b23800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:55:57.995 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.994+0000 7f30a5b23800 20 rados->read ofs=0 len=0 2024-09-12T17:55:57.996 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.994+0000 7f30a5b23800 20 rados_obj.operate() r=0 bl.length=475 2024-09-12T17:55:57.996 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.994+0000 7f30a5b23800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:55:57.996 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.995+0000 7f2f537fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:55:57.998 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.997+0000 7f30a5b23800 20 remove_watcher() i=0 2024-09-12T17:55:57.998 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.997+0000 7f30a5b23800 2 removed watcher, disabling cache 2024-09-12T17:55:57.999 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.998+0000 7f30a5b23800 20 remove_watcher() i=1 2024-09-12T17:55:58.000 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:57.999+0000 7f30a5b23800 20 remove_watcher() i=2 2024-09-12T17:55:58.001 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.000+0000 7f30a5b23800 20 remove_watcher() i=3 2024-09-12T17:55:58.002 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.001+0000 7f30a5b23800 20 remove_watcher() i=4 2024-09-12T17:55:58.003 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.002+0000 7f30a5b23800 20 remove_watcher() i=5 2024-09-12T17:55:58.003 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.003+0000 7f30a5b23800 20 remove_watcher() i=6 2024-09-12T17:55:58.004 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.004+0000 7f30a5b23800 20 remove_watcher() i=7 2024-09-12T17:55:58.016 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:55:58.016 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T17:55:58.016 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: error-at-commit-target-layout id: b6123b67-6580-4373-9691-e0e950df5f06.4566.31 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:55:58.016 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:55:58.018 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:58.018 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:58.024 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:58.025 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:58.069 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket reshard --bucket error-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:55:58.101 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:55:58.101 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:55:58.140 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.139+0000 7f6302d39800 20 rados->read ofs=0 len=0 2024-09-12T17:55:58.141 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.140+0000 7f6302d39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:58.141 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.140+0000 7f6302d39800 20 realm 2024-09-12T17:55:58.141 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.140+0000 7f6302d39800 20 rados->read ofs=0 len=0 2024-09-12T17:55:58.142 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.141+0000 7f6302d39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:58.142 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.141+0000 7f6302d39800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:55:58.142 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.141+0000 7f6302d39800 20 rados->read ofs=0 len=0 2024-09-12T17:55:58.142 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.141+0000 7f6302d39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:58.143 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.141+0000 7f6302d39800 20 rados->read ofs=0 len=0 2024-09-12T17:55:58.143 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.142+0000 7f6302d39800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:55:58.144 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.142+0000 7f6302d39800 20 rados->read ofs=0 len=0 2024-09-12T17:55:58.144 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.142+0000 7f6302d39800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:55:58.144 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.142+0000 7f6302d39800 20 searching for the correct realm 2024-09-12T17:55:58.146 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.145+0000 7f62ff1c8640 0 -- 172.21.15.45:0/2870598760 >> [v2:172.21.15.45:6824/1551660769,v1:172.21.15.45:6825/1551660769] conn(0x564f2c692520 msgr2=0x564f2c6949e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:55:58.149 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.149+0000 7f62fe9c7640 0 -- 172.21.15.45:0/2870598760 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f62e8027030 msgr2=0x7f62e807ba30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:55:58.155 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.153+0000 7f6302d39800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:55:58.155 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.153+0000 7f6302d39800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:55:58.155 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.153+0000 7f6302d39800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:55:58.155 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.153+0000 7f6302d39800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:55:58.155 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.153+0000 7f6302d39800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:55:58.156 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.153+0000 7f6302d39800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:55:58.156 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.153+0000 7f6302d39800 20 rados->read ofs=0 len=0 2024-09-12T17:55:58.156 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.153+0000 7f6302d39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:58.156 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.153+0000 7f6302d39800 20 rados->read ofs=0 len=0 2024-09-12T17:55:58.156 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.153+0000 7f6302d39800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:55:58.156 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.153+0000 7f6302d39800 20 rados->read ofs=0 len=0 2024-09-12T17:55:58.156 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.154+0000 7f6302d39800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:55:58.156 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.154+0000 7f6302d39800 20 zone default found 2024-09-12T17:55:58.156 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.154+0000 7f6302d39800 4 Realm: () 2024-09-12T17:55:58.156 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.154+0000 7f6302d39800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:55:58.156 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.154+0000 7f6302d39800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:55:58.156 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.154+0000 7f6302d39800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:55:58.157 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.154+0000 7f6302d39800 20 zonegroup default 2024-09-12T17:55:58.157 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.154+0000 7f6302d39800 20 rados->read ofs=0 len=0 2024-09-12T17:55:58.157 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.154+0000 7f6302d39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:58.157 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.154+0000 7f6302d39800 20 rados->read ofs=0 len=0 2024-09-12T17:55:58.157 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.154+0000 7f6302d39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:58.157 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.154+0000 7f6302d39800 20 rados->read ofs=0 len=0 2024-09-12T17:55:58.157 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.154+0000 7f6302d39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:58.157 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.154+0000 7f6302d39800 20 started sync module instance, tier type = 2024-09-12T17:55:58.157 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.154+0000 7f6302d39800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:55:58.164 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.164+0000 7f6302d39800 20 add_watcher() i=0 2024-09-12T17:55:58.164 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.164+0000 7f6302d39800 20 add_watcher() i=1 2024-09-12T17:55:58.164 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.164+0000 7f6302d39800 20 add_watcher() i=2 2024-09-12T17:55:58.164 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.164+0000 7f6302d39800 20 add_watcher() i=3 2024-09-12T17:55:58.164 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.164+0000 7f6302d39800 20 add_watcher() i=4 2024-09-12T17:55:58.165 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.164+0000 7f6302d39800 20 add_watcher() i=5 2024-09-12T17:55:58.165 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.164+0000 7f6302d39800 20 add_watcher() i=6 2024-09-12T17:55:58.165 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.165+0000 7f6302d39800 20 add_watcher() i=7 2024-09-12T17:55:58.165 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.165+0000 7f6302d39800 2 all 8 watchers are set, enabling cache 2024-09-12T17:55:58.167 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.166+0000 7f61b57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:55:58.167 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.167+0000 7f6302d39800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:55:58.167 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.167+0000 7f6302d39800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:55:58.168 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.167+0000 7f6302d39800 5 note: GC not initialized 2024-09-12T17:55:58.168 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.167+0000 7f612ffff640 20 reqs_thread_entry: start 2024-09-12T17:55:58.169 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.167+0000 7f6302d39800 20 init_complete bucket index max shards: 1 2024-09-12T17:55:58.169 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.167+0000 7f6302d39800 20 Filter name: none 2024-09-12T17:55:58.169 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.167+0000 7f612dffb640 20 reqs_thread_entry: start 2024-09-12T17:55:58.169 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.167+0000 7f6302d39800 10 cache get: name=default.rgw.meta+root+error-at-commit-target-layout : miss 2024-09-12T17:55:58.169 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.167+0000 7f6302d39800 20 rados->read ofs=0 len=0 2024-09-12T17:55:58.169 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.168+0000 7f6302d39800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:55:58.169 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.168+0000 7f6302d39800 10 cache put: name=default.rgw.meta+root+error-at-commit-target-layout info.flags=0x11 2024-09-12T17:55:58.169 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.168+0000 7f6302d39800 10 adding default.rgw.meta+root+error-at-commit-target-layout to cache LRU end 2024-09-12T17:55:58.169 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.168+0000 7f6302d39800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.31 : miss 2024-09-12T17:55:58.169 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.168+0000 7f6302d39800 20 rados->read ofs=0 len=0 2024-09-12T17:55:58.170 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.168+0000 7f6302d39800 20 rados_obj.operate() r=0 bl.length=475 2024-09-12T17:55:58.170 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.168+0000 7f6302d39800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.31 info.flags=0x17 2024-09-12T17:55:58.170 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.168+0000 7f6302d39800 10 adding default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.31 to cache LRU end 2024-09-12T17:55:58.170 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.168+0000 7f6302d39800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:55:58.170 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.168+0000 7f6302d39800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:55:58.170 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.168+0000 7f6302d39800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.31 2024-09-12T17:55:58.171 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.170+0000 7f6302d39800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T17:55:58.174 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.173+0000 7f6302d39800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.31 info.flags=0x17 2024-09-12T17:55:58.174 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.173+0000 7f6302d39800 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.31 to cache LRU end 2024-09-12T17:55:58.174 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.173+0000 7f6302d39800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:55:58.174 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.173+0000 7f6302d39800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.31, ofs0, ns] 2024-09-12T17:55:58.174 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.173+0000 7f61e27fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398910 cookie 94898047499312 notifier 7158 bl.length()=1015 2024-09-12T17:55:58.174 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.173+0000 7f61e27fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.31 info.flags=0x17 2024-09-12T17:55:58.174 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.173+0000 7f61e27fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.31 to cache LRU end 2024-09-12T17:55:58.174 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.173+0000 7f61e27fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:55:58.175 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.174+0000 7f6302d39800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.31]): orig_sources= new_sources= 2024-09-12T17:55:58.175 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.174+0000 7f6302d39800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.31]): potential sources added=[] removed=[] 2024-09-12T17:55:58.175 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.174+0000 7f6302d39800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.31]): orig_dests= new_dests= 2024-09-12T17:55:58.175 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.174+0000 7f6302d39800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.31]): potential dests added=[] removed=[] 2024-09-12T17:55:58.177 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.176+0000 7f6302d39800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.31.2.0 2024-09-12T17:55:58.177 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.176+0000 7f6302d39800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.31.2.0 2024-09-12T17:55:58.177 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.176+0000 7f6302d39800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.31.2.1 2024-09-12T17:55:58.177 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.176+0000 7f6302d39800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.31.2.1 2024-09-12T17:55:58.177 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.176+0000 7f6302d39800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.31.0 2024-09-12T17:55:58.179 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.178+0000 7f6302d39800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.31 : hit (requested=0x17, cached=0x17) 2024-09-12T17:55:58.179 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.178+0000 7f6302d39800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.31 2024-09-12T17:55:58.180 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.179+0000 7f6302d39800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.31 info.flags=0x17 2024-09-12T17:55:58.180 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.179+0000 7f6302d39800 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.31 to cache LRU end 2024-09-12T17:55:58.180 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.179+0000 7f6302d39800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:55:58.180 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.179+0000 7f6302d39800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.31, ofs0, ns] 2024-09-12T17:55:58.180 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.180+0000 7f61e27fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398911 cookie 94898047499312 notifier 7158 bl.length()=1015 2024-09-12T17:55:58.181 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.180+0000 7f61e27fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.31 info.flags=0x17 2024-09-12T17:55:58.181 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.180+0000 7f61e27fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.31 to cache LRU end 2024-09-12T17:55:58.181 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.180+0000 7f61e27fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:55:58.181 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.180+0000 7f6302d39800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.31]): orig_sources= new_sources= 2024-09-12T17:55:58.181 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.180+0000 7f6302d39800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.31]): potential sources added=[] removed=[] 2024-09-12T17:55:58.181 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.180+0000 7f6302d39800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.31]): orig_dests= new_dests= 2024-09-12T17:55:58.181 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.180+0000 7f6302d39800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.31]): potential dests added=[] removed=[] 2024-09-12T17:55:58.182 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.181+0000 7f6302d39800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.31.0 2024-09-12T17:55:58.182 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.181+0000 7f6302d39800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.31 : hit (requested=0x17, cached=0x17) 2024-09-12T17:55:58.182 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.181+0000 7f6302d39800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.31 2024-09-12T17:55:58.183 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.183+0000 7f6302d39800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.31 info.flags=0x17 2024-09-12T17:55:58.183 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.183+0000 7f6302d39800 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.31 to cache LRU end 2024-09-12T17:55:58.183 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.183+0000 7f6302d39800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:55:58.183 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.183+0000 7f6302d39800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.31, ofs0, ns] 2024-09-12T17:55:58.184 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.183+0000 7f61e27fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398912 cookie 94898047499312 notifier 7158 bl.length()=983 2024-09-12T17:55:58.184 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.183+0000 7f61e27fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.31 info.flags=0x17 2024-09-12T17:55:58.184 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.183+0000 7f61e27fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.31 to cache LRU end 2024-09-12T17:55:58.185 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.183+0000 7f61e27fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:55:58.185 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.183+0000 7f6302d39800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.31]): orig_sources= new_sources= 2024-09-12T17:55:58.185 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.183+0000 7f6302d39800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.31]): potential sources added=[] removed=[] 2024-09-12T17:55:58.185 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.183+0000 7f6302d39800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.31]): orig_dests= new_dests= 2024-09-12T17:55:58.185 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.183+0000 7f6302d39800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.31]): potential dests added=[] removed=[] 2024-09-12T17:55:58.185 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.184+0000 7f6302d39800 1 execute INFO: reshard of bucket "error-at-commit-target-layout" from 1 shards to 2 shards completed successfully 2024-09-12T17:55:58.187 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.186+0000 7f61b57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:55:58.189 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.188+0000 7f6302d39800 20 remove_watcher() i=0 2024-09-12T17:55:58.189 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.188+0000 7f6302d39800 2 removed watcher, disabling cache 2024-09-12T17:55:58.190 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.189+0000 7f6302d39800 20 remove_watcher() i=1 2024-09-12T17:55:58.191 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.191+0000 7f6302d39800 20 remove_watcher() i=2 2024-09-12T17:55:58.192 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.191+0000 7f6302d39800 20 remove_watcher() i=3 2024-09-12T17:55:58.193 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.192+0000 7f6302d39800 20 remove_watcher() i=4 2024-09-12T17:55:58.194 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.193+0000 7f6302d39800 20 remove_watcher() i=5 2024-09-12T17:55:58.195 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.194+0000 7f6302d39800 20 remove_watcher() i=6 2024-09-12T17:55:58.196 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.195+0000 7f6302d39800 20 remove_watcher() i=7 2024-09-12T17:55:58.209 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2024-09-12T17:55:58.238 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:55:58.238 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:55:58.277 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.277+0000 7f1578340800 20 rados->read ofs=0 len=0 2024-09-12T17:55:58.280 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.279+0000 7f1578340800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:58.280 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.279+0000 7f1578340800 20 realm 2024-09-12T17:55:58.280 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.279+0000 7f1578340800 20 rados->read ofs=0 len=0 2024-09-12T17:55:58.280 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.279+0000 7f1578340800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:58.280 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.279+0000 7f1578340800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:55:58.281 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.279+0000 7f1578340800 20 rados->read ofs=0 len=0 2024-09-12T17:55:58.281 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.279+0000 7f1578340800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:58.281 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.279+0000 7f1578340800 20 rados->read ofs=0 len=0 2024-09-12T17:55:58.281 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.280+0000 7f1578340800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:55:58.282 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.280+0000 7f1578340800 20 rados->read ofs=0 len=0 2024-09-12T17:55:58.282 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.281+0000 7f1578340800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:55:58.282 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.281+0000 7f1578340800 20 searching for the correct realm 2024-09-12T17:55:58.282 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.282+0000 7f15740c0640 0 -- 172.21.15.45:0/1960397124 >> [v2:172.21.15.45:6808/2245364274,v1:172.21.15.45:6809/2245364274] conn(0x7f156801a040 msgr2=0x7f1568027920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:55:58.488 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.487+0000 7f15738bf640 0 -- 172.21.15.45:0/1960397124 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x55f91f8b9170 msgr2=0x55f91f8bb560 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:55:58.493 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.493+0000 7f1578340800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:55:58.494 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.493+0000 7f1578340800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:55:58.494 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.493+0000 7f1578340800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:55:58.494 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.493+0000 7f1578340800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:55:58.494 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.493+0000 7f1578340800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:55:58.494 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.493+0000 7f1578340800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:55:58.494 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.493+0000 7f1578340800 20 rados->read ofs=0 len=0 2024-09-12T17:55:58.494 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.493+0000 7f1578340800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:58.494 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.493+0000 7f1578340800 20 rados->read ofs=0 len=0 2024-09-12T17:55:58.495 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.493+0000 7f1578340800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:55:58.495 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.493+0000 7f1578340800 20 rados->read ofs=0 len=0 2024-09-12T17:55:58.495 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.494+0000 7f1578340800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:55:58.496 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.494+0000 7f1578340800 20 zone default found 2024-09-12T17:55:58.496 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.494+0000 7f1578340800 4 Realm: () 2024-09-12T17:55:58.496 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.494+0000 7f1578340800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:55:58.496 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.494+0000 7f1578340800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:55:58.496 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.494+0000 7f1578340800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:55:58.496 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.494+0000 7f1578340800 20 zonegroup default 2024-09-12T17:55:58.496 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.494+0000 7f1578340800 20 rados->read ofs=0 len=0 2024-09-12T17:55:58.496 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.494+0000 7f1578340800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:58.496 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.494+0000 7f1578340800 20 rados->read ofs=0 len=0 2024-09-12T17:55:58.496 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.495+0000 7f1578340800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:58.496 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.495+0000 7f1578340800 20 rados->read ofs=0 len=0 2024-09-12T17:55:58.496 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.495+0000 7f1578340800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:58.496 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.495+0000 7f1578340800 20 started sync module instance, tier type = 2024-09-12T17:55:58.497 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.495+0000 7f1578340800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:55:58.504 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.504+0000 7f1578340800 20 add_watcher() i=0 2024-09-12T17:55:58.504 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.504+0000 7f1578340800 20 add_watcher() i=1 2024-09-12T17:55:58.505 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.504+0000 7f1578340800 20 add_watcher() i=2 2024-09-12T17:55:58.505 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.504+0000 7f1578340800 20 add_watcher() i=3 2024-09-12T17:55:58.505 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.504+0000 7f1578340800 20 add_watcher() i=4 2024-09-12T17:55:58.505 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.504+0000 7f1578340800 20 add_watcher() i=5 2024-09-12T17:55:58.505 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.504+0000 7f1578340800 20 add_watcher() i=6 2024-09-12T17:55:58.505 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.505+0000 7f1578340800 20 add_watcher() i=7 2024-09-12T17:55:58.505 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.505+0000 7f1578340800 2 all 8 watchers are set, enabling cache 2024-09-12T17:55:58.507 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.506+0000 7f142afdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:55:58.508 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.507+0000 7f1578340800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:55:58.508 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.507+0000 7f1578340800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:55:58.508 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.507+0000 7f1578340800 5 note: GC not initialized 2024-09-12T17:55:58.508 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.507+0000 7f1429fdb640 20 reqs_thread_entry: start 2024-09-12T17:55:58.508 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.507+0000 7f1578340800 20 init_complete bucket index max shards: 1 2024-09-12T17:55:58.508 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.507+0000 7f1578340800 20 Filter name: none 2024-09-12T17:55:58.508 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.507+0000 7f139b7fe640 20 reqs_thread_entry: start 2024-09-12T17:55:58.508 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.507+0000 7f1578340800 20 rados->read ofs=0 len=0 2024-09-12T17:55:58.509 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.508+0000 7f1578340800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:55:58.509 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.508+0000 7f1578340800 20 rados->read ofs=0 len=0 2024-09-12T17:55:58.509 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.509+0000 7f1578340800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:55:58.510 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.509+0000 7f1578340800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:55:58.510 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.509+0000 7f1578340800 20 rados->read ofs=0 len=0 2024-09-12T17:55:58.510 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.509+0000 7f1578340800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:55:58.510 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.509+0000 7f1578340800 20 rados->read ofs=0 len=0 2024-09-12T17:55:58.510 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.509+0000 7f1578340800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:55:58.510 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.509+0000 7f1578340800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:55:58.511 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.511+0000 7f142afdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:55:58.513 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.513+0000 7f1578340800 20 remove_watcher() i=0 2024-09-12T17:55:58.513 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.513+0000 7f1578340800 2 removed watcher, disabling cache 2024-09-12T17:55:58.514 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.514+0000 7f1578340800 20 remove_watcher() i=1 2024-09-12T17:55:58.515 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.515+0000 7f1578340800 20 remove_watcher() i=2 2024-09-12T17:55:58.516 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.516+0000 7f1578340800 20 remove_watcher() i=3 2024-09-12T17:55:58.517 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.516+0000 7f1578340800 20 remove_watcher() i=4 2024-09-12T17:55:58.518 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.518+0000 7f1578340800 20 remove_watcher() i=5 2024-09-12T17:55:58.519 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.519+0000 7f1578340800 20 remove_watcher() i=6 2024-09-12T17:55:58.520 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.520+0000 7f1578340800 20 remove_watcher() i=7 2024-09-12T17:55:58.531 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:55:58.531 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T17:55:58.532 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: error-at-commit-target-layout id: b6123b67-6580-4373-9691-e0e950df5f06.4566.31 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:55:58.532 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:55:58.533 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:58.534 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:58.537 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:58.537 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:58.580 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:58.580 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:58.594 INFO:tasks.workunit.client.0.smithi045.stderr:TEST: reshard bucket with ECANCELED injected at commit_target_layout 2024-09-12T17:55:58.594 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:55:58.595 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:58.595 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:58.604 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:58.604 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:58.646 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:58.646 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:58.653 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:58.653 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:58.659 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:58.659 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:58.665 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:58.665 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:58.671 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:58.671 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:58.679 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:58.679 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:58.685 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:58.685 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:58.691 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:58.691 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:58.697 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:58.697 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:58.703 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:58.703 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:58.710 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:58.710 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:58.715 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:58.716 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:58.722 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:58.722 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:58.728 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:58.728 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:58.734 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:58.734 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:58.740 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:58.740 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:58.746 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:58.746 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:58.752 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:58.752 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:58.758 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:58.758 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:58.764 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:58.764 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:58.772 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2024-09-12T17:55:58.801 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:55:58.801 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:55:58.841 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.840+0000 7fd255f35800 20 rados->read ofs=0 len=0 2024-09-12T17:55:58.842 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.842+0000 7fd255f35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:58.842 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.842+0000 7fd255f35800 20 realm 2024-09-12T17:55:58.842 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.842+0000 7fd255f35800 20 rados->read ofs=0 len=0 2024-09-12T17:55:58.843 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.842+0000 7fd255f35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:58.843 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.842+0000 7fd255f35800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:55:58.843 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.842+0000 7fd255f35800 20 rados->read ofs=0 len=0 2024-09-12T17:55:58.843 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.842+0000 7fd255f35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:58.843 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.842+0000 7fd255f35800 20 rados->read ofs=0 len=0 2024-09-12T17:55:58.843 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.843+0000 7fd255f35800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:55:58.843 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.843+0000 7fd255f35800 20 rados->read ofs=0 len=0 2024-09-12T17:55:58.844 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.843+0000 7fd255f35800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:55:58.844 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.843+0000 7fd255f35800 20 searching for the correct realm 2024-09-12T17:55:58.845 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:58.845+0000 7fd251ce4640 0 -- 172.21.15.45:0/1703733142 >> [v2:172.21.15.45:6808/2245364274,v1:172.21.15.45:6809/2245364274] conn(0x7fd2480695b0 msgr2=0x7fd248068020 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:55:59.051 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.050+0000 7fd2514e3640 0 -- 172.21.15.45:0/1703733142 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x55eb5b3db4d0 msgr2=0x55eb5b3dd8c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:55:59.057 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.056+0000 7fd255f35800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:55:59.057 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.056+0000 7fd255f35800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:55:59.057 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.056+0000 7fd255f35800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:55:59.057 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.056+0000 7fd255f35800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:55:59.057 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.056+0000 7fd255f35800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:55:59.057 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.056+0000 7fd255f35800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:55:59.057 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.056+0000 7fd255f35800 20 rados->read ofs=0 len=0 2024-09-12T17:55:59.058 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.056+0000 7fd255f35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:59.058 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.056+0000 7fd255f35800 20 rados->read ofs=0 len=0 2024-09-12T17:55:59.058 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.057+0000 7fd255f35800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:55:59.058 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.057+0000 7fd255f35800 20 rados->read ofs=0 len=0 2024-09-12T17:55:59.059 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.057+0000 7fd255f35800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:55:59.059 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.057+0000 7fd255f35800 20 zone default found 2024-09-12T17:55:59.059 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.057+0000 7fd255f35800 4 Realm: () 2024-09-12T17:55:59.059 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.057+0000 7fd255f35800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:55:59.059 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.057+0000 7fd255f35800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:55:59.059 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.057+0000 7fd255f35800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:55:59.059 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.057+0000 7fd255f35800 20 zonegroup default 2024-09-12T17:55:59.059 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.057+0000 7fd255f35800 20 rados->read ofs=0 len=0 2024-09-12T17:55:59.059 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.057+0000 7fd255f35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:59.060 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.057+0000 7fd255f35800 20 rados->read ofs=0 len=0 2024-09-12T17:55:59.060 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.057+0000 7fd255f35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:59.060 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.057+0000 7fd255f35800 20 rados->read ofs=0 len=0 2024-09-12T17:55:59.060 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.058+0000 7fd255f35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:59.060 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.058+0000 7fd255f35800 20 started sync module instance, tier type = 2024-09-12T17:55:59.060 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.058+0000 7fd255f35800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:55:59.067 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.067+0000 7fd255f35800 20 add_watcher() i=0 2024-09-12T17:55:59.067 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.067+0000 7fd255f35800 20 add_watcher() i=1 2024-09-12T17:55:59.067 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.067+0000 7fd255f35800 20 add_watcher() i=2 2024-09-12T17:55:59.067 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.067+0000 7fd255f35800 20 add_watcher() i=3 2024-09-12T17:55:59.068 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.067+0000 7fd255f35800 20 add_watcher() i=4 2024-09-12T17:55:59.068 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.067+0000 7fd255f35800 20 add_watcher() i=5 2024-09-12T17:55:59.068 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.067+0000 7fd255f35800 20 add_watcher() i=6 2024-09-12T17:55:59.068 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.067+0000 7fd255f35800 20 add_watcher() i=7 2024-09-12T17:55:59.068 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.067+0000 7fd255f35800 2 all 8 watchers are set, enabling cache 2024-09-12T17:55:59.070 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.069+0000 7fd1037fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:55:59.070 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.069+0000 7fd255f35800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:55:59.071 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.069+0000 7fd255f35800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:55:59.071 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.070+0000 7fd255f35800 5 note: GC not initialized 2024-09-12T17:55:59.071 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.070+0000 7fd1027fc640 20 reqs_thread_entry: start 2024-09-12T17:55:59.071 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.070+0000 7fd255f35800 20 init_complete bucket index max shards: 1 2024-09-12T17:55:59.071 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.070+0000 7fd255f35800 20 Filter name: none 2024-09-12T17:55:59.071 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.070+0000 7fd073fff640 20 reqs_thread_entry: start 2024-09-12T17:55:59.071 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.070+0000 7fd255f35800 20 rados->read ofs=0 len=0 2024-09-12T17:55:59.072 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.072+0000 7fd255f35800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:55:59.072 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.072+0000 7fd255f35800 20 rados->read ofs=0 len=0 2024-09-12T17:55:59.073 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.072+0000 7fd255f35800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:55:59.073 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.072+0000 7fd255f35800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:55:59.073 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.072+0000 7fd255f35800 20 rados->read ofs=0 len=0 2024-09-12T17:55:59.073 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.072+0000 7fd255f35800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:55:59.073 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.072+0000 7fd255f35800 20 rados->read ofs=0 len=0 2024-09-12T17:55:59.074 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.073+0000 7fd255f35800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:55:59.074 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.073+0000 7fd255f35800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:55:59.075 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.074+0000 7fd1037fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:55:59.077 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.076+0000 7fd255f35800 20 remove_watcher() i=0 2024-09-12T17:55:59.077 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.076+0000 7fd255f35800 2 removed watcher, disabling cache 2024-09-12T17:55:59.078 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.078+0000 7fd255f35800 20 remove_watcher() i=1 2024-09-12T17:55:59.079 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.079+0000 7fd255f35800 20 remove_watcher() i=2 2024-09-12T17:55:59.080 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.080+0000 7fd255f35800 20 remove_watcher() i=3 2024-09-12T17:55:59.081 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.081+0000 7fd255f35800 20 remove_watcher() i=4 2024-09-12T17:55:59.082 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.082+0000 7fd255f35800 20 remove_watcher() i=5 2024-09-12T17:55:59.083 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.083+0000 7fd255f35800 20 remove_watcher() i=6 2024-09-12T17:55:59.084 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.084+0000 7fd255f35800 20 remove_watcher() i=7 2024-09-12T17:55:59.095 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:55:59.095 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T17:55:59.095 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: error-at-commit-target-layout id: b6123b67-6580-4373-9691-e0e950df5f06.4566.32 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:55:59.095 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:55:59.097 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket reshard --bucket error-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at commit_target_layout --inject-error-code 125 2024-09-12T17:55:59.134 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:55:59.134 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:55:59.175 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.174+0000 7f28fff33800 20 rados->read ofs=0 len=0 2024-09-12T17:55:59.176 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.176+0000 7f28fff33800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:59.176 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.176+0000 7f28fff33800 20 realm 2024-09-12T17:55:59.177 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.176+0000 7f28fff33800 20 rados->read ofs=0 len=0 2024-09-12T17:55:59.177 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.176+0000 7f28fff33800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:59.177 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.176+0000 7f28fff33800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:55:59.177 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.176+0000 7f28fff33800 20 rados->read ofs=0 len=0 2024-09-12T17:55:59.177 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.176+0000 7f28fff33800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:59.177 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.176+0000 7f28fff33800 20 rados->read ofs=0 len=0 2024-09-12T17:55:59.177 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.177+0000 7f28fff33800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:55:59.178 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.177+0000 7f28fff33800 20 rados->read ofs=0 len=0 2024-09-12T17:55:59.178 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.178+0000 7f28fff33800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:55:59.178 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.178+0000 7f28fff33800 20 searching for the correct realm 2024-09-12T17:55:59.181 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.180+0000 7f28f3fff640 0 -- 172.21.15.45:0/3465121828 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x56348f27f720 msgr2=0x56348f281b50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:55:59.184 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.184+0000 7f28fbc1a640 0 -- 172.21.15.45:0/3465121828 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f28e4092090 msgr2=0x7f28e403aa10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:55:59.190 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.188+0000 7f28fff33800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:55:59.190 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.188+0000 7f28fff33800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:55:59.191 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.188+0000 7f28fff33800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:55:59.191 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.188+0000 7f28fff33800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:55:59.191 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.188+0000 7f28fff33800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:55:59.191 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.188+0000 7f28fff33800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:55:59.191 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.188+0000 7f28fff33800 20 rados->read ofs=0 len=0 2024-09-12T17:55:59.191 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.189+0000 7f28fff33800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:59.191 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.189+0000 7f28fff33800 20 rados->read ofs=0 len=0 2024-09-12T17:55:59.191 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.189+0000 7f28fff33800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:55:59.191 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.189+0000 7f28fff33800 20 rados->read ofs=0 len=0 2024-09-12T17:55:59.191 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.189+0000 7f28fff33800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:55:59.191 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.189+0000 7f28fff33800 20 zone default found 2024-09-12T17:55:59.192 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.189+0000 7f28fff33800 4 Realm: () 2024-09-12T17:55:59.192 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.189+0000 7f28fff33800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:55:59.192 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.189+0000 7f28fff33800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:55:59.192 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.189+0000 7f28fff33800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:55:59.192 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.189+0000 7f28fff33800 20 zonegroup default 2024-09-12T17:55:59.192 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.189+0000 7f28fff33800 20 rados->read ofs=0 len=0 2024-09-12T17:55:59.192 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.189+0000 7f28fff33800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:59.192 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.189+0000 7f28fff33800 20 rados->read ofs=0 len=0 2024-09-12T17:55:59.192 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.190+0000 7f28fff33800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:59.192 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.190+0000 7f28fff33800 20 rados->read ofs=0 len=0 2024-09-12T17:55:59.192 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.190+0000 7f28fff33800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:59.192 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.190+0000 7f28fff33800 20 started sync module instance, tier type = 2024-09-12T17:55:59.193 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.190+0000 7f28fff33800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:55:59.199 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.199+0000 7f28fff33800 20 add_watcher() i=0 2024-09-12T17:55:59.199 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.199+0000 7f28fff33800 20 add_watcher() i=1 2024-09-12T17:55:59.199 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.199+0000 7f28fff33800 20 add_watcher() i=2 2024-09-12T17:55:59.199 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.199+0000 7f28fff33800 20 add_watcher() i=3 2024-09-12T17:55:59.199 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.199+0000 7f28fff33800 20 add_watcher() i=4 2024-09-12T17:55:59.200 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.199+0000 7f28fff33800 20 add_watcher() i=5 2024-09-12T17:55:59.200 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.199+0000 7f28fff33800 20 add_watcher() i=6 2024-09-12T17:55:59.200 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.200+0000 7f28fff33800 20 add_watcher() i=7 2024-09-12T17:55:59.200 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.200+0000 7f28fff33800 2 all 8 watchers are set, enabling cache 2024-09-12T17:55:59.202 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.201+0000 7f27b1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:55:59.204 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.201+0000 7f28fff33800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:55:59.204 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.201+0000 7f28fff33800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:55:59.204 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.202+0000 7f28fff33800 5 note: GC not initialized 2024-09-12T17:55:59.204 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.202+0000 7f27b0fe1640 20 reqs_thread_entry: start 2024-09-12T17:55:59.204 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.202+0000 7f28fff33800 20 init_complete bucket index max shards: 1 2024-09-12T17:55:59.204 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.202+0000 7f28fff33800 20 Filter name: none 2024-09-12T17:55:59.204 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.202+0000 7f272a7fc640 20 reqs_thread_entry: start 2024-09-12T17:55:59.204 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.202+0000 7f28fff33800 10 cache get: name=default.rgw.meta+root+error-at-commit-target-layout : miss 2024-09-12T17:55:59.204 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.202+0000 7f28fff33800 20 rados->read ofs=0 len=0 2024-09-12T17:55:59.205 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.203+0000 7f28fff33800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:55:59.205 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.203+0000 7f28fff33800 10 cache put: name=default.rgw.meta+root+error-at-commit-target-layout info.flags=0x11 2024-09-12T17:55:59.205 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.203+0000 7f28fff33800 10 adding default.rgw.meta+root+error-at-commit-target-layout to cache LRU end 2024-09-12T17:55:59.205 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.203+0000 7f28fff33800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.32 : miss 2024-09-12T17:55:59.205 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.203+0000 7f28fff33800 20 rados->read ofs=0 len=0 2024-09-12T17:55:59.205 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.203+0000 7f28fff33800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:55:59.205 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.203+0000 7f28fff33800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.32 info.flags=0x17 2024-09-12T17:55:59.205 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.203+0000 7f28fff33800 10 adding default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.32 to cache LRU end 2024-09-12T17:55:59.205 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.203+0000 7f28fff33800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:55:59.205 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.203+0000 7f28fff33800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:55:59.205 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.203+0000 7f28fff33800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.32 2024-09-12T17:55:59.207 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.206+0000 7f28fff33800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.32 info.flags=0x17 2024-09-12T17:55:59.207 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.206+0000 7f28fff33800 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.32 to cache LRU end 2024-09-12T17:55:59.207 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.206+0000 7f28fff33800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:55:59.207 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.206+0000 7f28fff33800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.32, ofs0, ns] 2024-09-12T17:55:59.208 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.207+0000 7f27daffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398915 cookie 94783740055968 notifier 6830 bl.length()=1015 2024-09-12T17:55:59.208 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.207+0000 7f27daffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.32 info.flags=0x17 2024-09-12T17:55:59.208 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.207+0000 7f27daffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.32 to cache LRU end 2024-09-12T17:55:59.208 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.207+0000 7f27daffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:55:59.208 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.207+0000 7f28fff33800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.32]): orig_sources= new_sources= 2024-09-12T17:55:59.208 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.207+0000 7f28fff33800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.32]): potential sources added=[] removed=[] 2024-09-12T17:55:59.208 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.207+0000 7f28fff33800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.32]): orig_dests= new_dests= 2024-09-12T17:55:59.208 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.207+0000 7f28fff33800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.32]): potential dests added=[] removed=[] 2024-09-12T17:55:59.210 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.209+0000 7f28fff33800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.32.1.0 2024-09-12T17:55:59.210 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.209+0000 7f28fff33800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.32.1.0 2024-09-12T17:55:59.210 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.209+0000 7f28fff33800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.32.1.1 2024-09-12T17:55:59.210 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.209+0000 7f28fff33800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.32.1.1 2024-09-12T17:55:59.210 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.209+0000 7f28fff33800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.32.0 2024-09-12T17:55:59.212 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.211+0000 7f28fff33800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.32 : hit (requested=0x17, cached=0x17) 2024-09-12T17:55:59.212 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.211+0000 7f28fff33800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.32 2024-09-12T17:55:59.213 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.212+0000 7f28fff33800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.32 info.flags=0x17 2024-09-12T17:55:59.213 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.212+0000 7f28fff33800 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.32 to cache LRU end 2024-09-12T17:55:59.213 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.212+0000 7f28fff33800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:55:59.213 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.212+0000 7f28fff33800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.32, ofs0, ns] 2024-09-12T17:55:59.213 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.213+0000 7f27da7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398916 cookie 94783740055968 notifier 6830 bl.length()=1015 2024-09-12T17:55:59.214 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.213+0000 7f27da7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.32 info.flags=0x17 2024-09-12T17:55:59.214 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.213+0000 7f27da7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.32 to cache LRU end 2024-09-12T17:55:59.214 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.213+0000 7f27da7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:55:59.214 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.213+0000 7f28fff33800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.32]): orig_sources= new_sources= 2024-09-12T17:55:59.214 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.213+0000 7f28fff33800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.32]): potential sources added=[] removed=[] 2024-09-12T17:55:59.214 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.213+0000 7f28fff33800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.32]): orig_dests= new_dests= 2024-09-12T17:55:59.214 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.213+0000 7f28fff33800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.32]): potential dests added=[] removed=[] 2024-09-12T17:55:59.215 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.214+0000 7f28fff33800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.32.0 2024-09-12T17:55:59.215 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.215+0000 7f28fff33800 -1 Injecting error=-125 at location=commit_target_layout 2024-09-12T17:55:59.215 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.215+0000 7f28fff33800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.32 : hit (requested=0x17, cached=0x17) 2024-09-12T17:55:59.215 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.215+0000 7f28fff33800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.32 2024-09-12T17:55:59.216 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.216+0000 7f28fff33800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.32 info.flags=0x17 2024-09-12T17:55:59.216 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.216+0000 7f28fff33800 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.32 to cache LRU end 2024-09-12T17:55:59.216 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.216+0000 7f28fff33800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:55:59.217 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.216+0000 7f28fff33800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.32, ofs0, ns] 2024-09-12T17:55:59.217 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.216+0000 7f27daffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398917 cookie 94783740055968 notifier 6830 bl.length()=983 2024-09-12T17:55:59.217 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.216+0000 7f27daffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.32 info.flags=0x17 2024-09-12T17:55:59.217 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.216+0000 7f27daffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.32 to cache LRU end 2024-09-12T17:55:59.217 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.216+0000 7f27daffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:55:59.217 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.216+0000 7f28fff33800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.32]): orig_sources= new_sources= 2024-09-12T17:55:59.217 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.216+0000 7f28fff33800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.32]): potential sources added=[] removed=[] 2024-09-12T17:55:59.218 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.216+0000 7f28fff33800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.32]): orig_dests= new_dests= 2024-09-12T17:55:59.218 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.216+0000 7f28fff33800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.32]): potential dests added=[] removed=[] 2024-09-12T17:55:59.218 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.217+0000 7f28fff33800 1 execute INFO: reshard of bucket "error-at-commit-target-layout" from 1 shards to 2 shards completed successfully 2024-09-12T17:55:59.220 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.219+0000 7f27b1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:55:59.222 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.221+0000 7f28fff33800 20 remove_watcher() i=0 2024-09-12T17:55:59.222 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.221+0000 7f28fff33800 2 removed watcher, disabling cache 2024-09-12T17:55:59.223 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.223+0000 7f28fff33800 20 remove_watcher() i=1 2024-09-12T17:55:59.225 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.224+0000 7f28fff33800 20 remove_watcher() i=2 2024-09-12T17:55:59.225 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.225+0000 7f28fff33800 20 remove_watcher() i=3 2024-09-12T17:55:59.227 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.226+0000 7f28fff33800 20 remove_watcher() i=4 2024-09-12T17:55:59.227 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.227+0000 7f28fff33800 20 remove_watcher() i=5 2024-09-12T17:55:59.228 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.228+0000 7f28fff33800 20 remove_watcher() i=6 2024-09-12T17:55:59.229 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.229+0000 7f28fff33800 20 remove_watcher() i=7 2024-09-12T17:55:59.242 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2024-09-12T17:55:59.271 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:55:59.271 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:55:59.310 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.309+0000 7fa143337800 20 rados->read ofs=0 len=0 2024-09-12T17:55:59.312 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.311+0000 7fa143337800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:59.312 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.311+0000 7fa143337800 20 realm 2024-09-12T17:55:59.312 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.311+0000 7fa143337800 20 rados->read ofs=0 len=0 2024-09-12T17:55:59.312 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.311+0000 7fa143337800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:59.312 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.311+0000 7fa143337800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:55:59.312 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.311+0000 7fa143337800 20 rados->read ofs=0 len=0 2024-09-12T17:55:59.313 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.312+0000 7fa143337800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:59.313 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.312+0000 7fa143337800 20 rados->read ofs=0 len=0 2024-09-12T17:55:59.314 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.313+0000 7fa143337800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:55:59.314 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.313+0000 7fa143337800 20 rados->read ofs=0 len=0 2024-09-12T17:55:59.314 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.313+0000 7fa143337800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:55:59.315 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.313+0000 7fa143337800 20 searching for the correct realm 2024-09-12T17:55:59.315 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.314+0000 7fa13f021640 0 -- 172.21.15.45:0/1274777080 >> [v2:172.21.15.45:6808/2245364274,v1:172.21.15.45:6809/2245364274] conn(0x7fa13402b070 msgr2=0x7fa134037400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:55:59.520 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.519+0000 7fa13e820640 0 -- 172.21.15.45:0/1274777080 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x561db4be12c0 msgr2=0x561db4be36b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:55:59.526 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.525+0000 7fa143337800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:55:59.526 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.525+0000 7fa143337800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:55:59.526 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.525+0000 7fa143337800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:55:59.526 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.525+0000 7fa143337800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:55:59.526 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.525+0000 7fa143337800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:55:59.526 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.525+0000 7fa143337800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:55:59.526 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.525+0000 7fa143337800 20 rados->read ofs=0 len=0 2024-09-12T17:55:59.526 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.525+0000 7fa143337800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:59.527 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.525+0000 7fa143337800 20 rados->read ofs=0 len=0 2024-09-12T17:55:59.528 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.526+0000 7fa143337800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:55:59.528 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.526+0000 7fa143337800 20 rados->read ofs=0 len=0 2024-09-12T17:55:59.528 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.526+0000 7fa143337800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:55:59.528 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.526+0000 7fa143337800 20 zone default found 2024-09-12T17:55:59.528 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.526+0000 7fa143337800 4 Realm: () 2024-09-12T17:55:59.528 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.526+0000 7fa143337800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:55:59.528 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.526+0000 7fa143337800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:55:59.528 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.526+0000 7fa143337800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:55:59.529 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.526+0000 7fa143337800 20 zonegroup default 2024-09-12T17:55:59.529 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.526+0000 7fa143337800 20 rados->read ofs=0 len=0 2024-09-12T17:55:59.529 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.526+0000 7fa143337800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:59.529 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.526+0000 7fa143337800 20 rados->read ofs=0 len=0 2024-09-12T17:55:59.529 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.527+0000 7fa143337800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:59.529 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.527+0000 7fa143337800 20 rados->read ofs=0 len=0 2024-09-12T17:55:59.529 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.527+0000 7fa143337800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:59.529 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.527+0000 7fa143337800 20 started sync module instance, tier type = 2024-09-12T17:55:59.529 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.527+0000 7fa143337800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:55:59.537 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.536+0000 7fa143337800 20 add_watcher() i=0 2024-09-12T17:55:59.537 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.536+0000 7fa143337800 20 add_watcher() i=1 2024-09-12T17:55:59.537 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.536+0000 7fa143337800 20 add_watcher() i=2 2024-09-12T17:55:59.537 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.536+0000 7fa143337800 20 add_watcher() i=3 2024-09-12T17:55:59.537 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.536+0000 7fa143337800 20 add_watcher() i=4 2024-09-12T17:55:59.538 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.536+0000 7fa143337800 20 add_watcher() i=5 2024-09-12T17:55:59.538 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.536+0000 7fa143337800 20 add_watcher() i=6 2024-09-12T17:55:59.538 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.537+0000 7fa143337800 20 add_watcher() i=7 2024-09-12T17:55:59.538 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.537+0000 7fa143337800 2 all 8 watchers are set, enabling cache 2024-09-12T17:55:59.539 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.539+0000 7f9ff57ea640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:55:59.541 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.539+0000 7fa143337800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:55:59.541 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.539+0000 7fa143337800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:55:59.541 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.539+0000 7fa143337800 5 note: GC not initialized 2024-09-12T17:55:59.541 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.539+0000 7f9f6ffff640 20 reqs_thread_entry: start 2024-09-12T17:55:59.541 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.539+0000 7fa143337800 20 init_complete bucket index max shards: 1 2024-09-12T17:55:59.541 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.540+0000 7fa143337800 20 Filter name: none 2024-09-12T17:55:59.541 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.540+0000 7f9f6dffb640 20 reqs_thread_entry: start 2024-09-12T17:55:59.541 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.540+0000 7fa143337800 20 rados->read ofs=0 len=0 2024-09-12T17:55:59.541 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.540+0000 7fa143337800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:55:59.541 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.540+0000 7fa143337800 20 rados->read ofs=0 len=0 2024-09-12T17:55:59.543 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.541+0000 7fa143337800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:55:59.543 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.541+0000 7fa143337800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:55:59.543 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.541+0000 7fa143337800 20 rados->read ofs=0 len=0 2024-09-12T17:55:59.543 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.541+0000 7fa143337800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:55:59.543 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.541+0000 7fa143337800 20 rados->read ofs=0 len=0 2024-09-12T17:55:59.543 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.541+0000 7fa143337800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:55:59.543 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.541+0000 7fa143337800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:55:59.543 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.543+0000 7f9ff57ea640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:55:59.545 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.545+0000 7fa143337800 20 remove_watcher() i=0 2024-09-12T17:55:59.545 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.545+0000 7fa143337800 2 removed watcher, disabling cache 2024-09-12T17:55:59.546 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.546+0000 7fa143337800 20 remove_watcher() i=1 2024-09-12T17:55:59.547 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.547+0000 7fa143337800 20 remove_watcher() i=2 2024-09-12T17:55:59.548 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.548+0000 7fa143337800 20 remove_watcher() i=3 2024-09-12T17:55:59.549 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.549+0000 7fa143337800 20 remove_watcher() i=4 2024-09-12T17:55:59.550 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.550+0000 7fa143337800 20 remove_watcher() i=5 2024-09-12T17:55:59.551 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.551+0000 7fa143337800 20 remove_watcher() i=6 2024-09-12T17:55:59.552 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.552+0000 7fa143337800 20 remove_watcher() i=7 2024-09-12T17:55:59.564 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:55:59.564 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T17:55:59.564 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: error-at-commit-target-layout id: b6123b67-6580-4373-9691-e0e950df5f06.4566.32 num_objects: 20 size_kb: 1 num_shards: 2 2024-09-12T17:55:59.564 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:55:59.566 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:59.566 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:59.569 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:59.570 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:59.612 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:59.612 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:59.626 INFO:tasks.workunit.client.0.smithi045.stderr:TEST: reshard bucket with abort at commit_target_layout 2024-09-12T17:55:59.626 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:55:59.627 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:59.627 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:59.638 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:59.638 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:59.681 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:59.681 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:59.688 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:59.689 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:59.694 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:59.695 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:59.701 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:59.701 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:59.707 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:59.708 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:59.714 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:59.714 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:59.721 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:59.721 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:59.727 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:59.728 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:59.734 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:59.734 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:59.740 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:59.740 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:59.747 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:59.747 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:59.754 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:59.754 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:59.761 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:59.761 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:59.768 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:59.768 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:59.775 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:59.775 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:59.781 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:59.781 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:59.787 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:59.787 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:59.794 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:59.794 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:59.800 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:59.800 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:59.806 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:55:59.807 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:55:59.814 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket abort-at-commit-target-layout 2024-09-12T17:55:59.843 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:55:59.843 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:55:59.881 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.881+0000 7f6656e0e800 20 rados->read ofs=0 len=0 2024-09-12T17:55:59.884 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.883+0000 7f6656e0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:59.884 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.883+0000 7f6656e0e800 20 realm 2024-09-12T17:55:59.884 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.883+0000 7f6656e0e800 20 rados->read ofs=0 len=0 2024-09-12T17:55:59.884 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.883+0000 7f6656e0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:59.884 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.883+0000 7f6656e0e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:55:59.884 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.883+0000 7f6656e0e800 20 rados->read ofs=0 len=0 2024-09-12T17:55:59.884 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.883+0000 7f6656e0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:55:59.884 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.883+0000 7f6656e0e800 20 rados->read ofs=0 len=0 2024-09-12T17:55:59.885 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.884+0000 7f6656e0e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:55:59.885 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.884+0000 7f6656e0e800 20 rados->read ofs=0 len=0 2024-09-12T17:55:59.885 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.885+0000 7f6656e0e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:55:59.885 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.885+0000 7f6656e0e800 20 searching for the correct realm 2024-09-12T17:55:59.887 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.887+0000 7f6651cca640 0 -- 172.21.15.45:0/1968387925 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f664406f070 msgr2=0x7f664405c130 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:55:59.891 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:55:59.891+0000 7f66524cb640 0 -- 172.21.15.45:0/1968387925 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f6648069050 msgr2=0x7f66480820d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:56:00.099 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.098+0000 7f6656e0e800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:56:00.099 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.098+0000 7f6656e0e800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:56:00.099 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.098+0000 7f6656e0e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:56:00.099 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.098+0000 7f6656e0e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:56:00.099 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.098+0000 7f6656e0e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:56:00.099 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.098+0000 7f6656e0e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:56:00.100 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.098+0000 7f6656e0e800 20 rados->read ofs=0 len=0 2024-09-12T17:56:00.100 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.098+0000 7f6656e0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:00.100 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.098+0000 7f6656e0e800 20 rados->read ofs=0 len=0 2024-09-12T17:56:00.100 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.099+0000 7f6656e0e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:56:00.100 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.099+0000 7f6656e0e800 20 rados->read ofs=0 len=0 2024-09-12T17:56:00.101 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.099+0000 7f6656e0e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:56:00.101 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.099+0000 7f6656e0e800 20 zone default found 2024-09-12T17:56:00.101 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.099+0000 7f6656e0e800 4 Realm: () 2024-09-12T17:56:00.101 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.099+0000 7f6656e0e800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:56:00.101 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.099+0000 7f6656e0e800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:56:00.101 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.099+0000 7f6656e0e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:56:00.101 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.099+0000 7f6656e0e800 20 zonegroup default 2024-09-12T17:56:00.101 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.099+0000 7f6656e0e800 20 rados->read ofs=0 len=0 2024-09-12T17:56:00.101 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.099+0000 7f6656e0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:00.102 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.099+0000 7f6656e0e800 20 rados->read ofs=0 len=0 2024-09-12T17:56:00.102 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.100+0000 7f6656e0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:00.102 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.100+0000 7f6656e0e800 20 rados->read ofs=0 len=0 2024-09-12T17:56:00.102 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.100+0000 7f6656e0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:00.102 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.100+0000 7f6656e0e800 20 started sync module instance, tier type = 2024-09-12T17:56:00.102 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.100+0000 7f6656e0e800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:56:00.110 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.110+0000 7f6656e0e800 20 add_watcher() i=0 2024-09-12T17:56:00.110 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.110+0000 7f6656e0e800 20 add_watcher() i=1 2024-09-12T17:56:00.110 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.110+0000 7f6656e0e800 20 add_watcher() i=2 2024-09-12T17:56:00.111 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.110+0000 7f6656e0e800 20 add_watcher() i=3 2024-09-12T17:56:00.111 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.110+0000 7f6656e0e800 20 add_watcher() i=4 2024-09-12T17:56:00.111 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.110+0000 7f6656e0e800 20 add_watcher() i=5 2024-09-12T17:56:00.111 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.110+0000 7f6656e0e800 20 add_watcher() i=6 2024-09-12T17:56:00.111 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.111+0000 7f6656e0e800 20 add_watcher() i=7 2024-09-12T17:56:00.111 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.111+0000 7f6656e0e800 2 all 8 watchers are set, enabling cache 2024-09-12T17:56:00.113 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.112+0000 7f6508fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:56:00.114 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.113+0000 7f6656e0e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:56:00.114 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.113+0000 7f6656e0e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:56:00.114 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.113+0000 7f6656e0e800 5 note: GC not initialized 2024-09-12T17:56:00.114 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.113+0000 7f64837fe640 20 reqs_thread_entry: start 2024-09-12T17:56:00.114 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.113+0000 7f6656e0e800 20 init_complete bucket index max shards: 1 2024-09-12T17:56:00.114 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.113+0000 7f6656e0e800 20 Filter name: none 2024-09-12T17:56:00.115 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.113+0000 7f64817fa640 20 reqs_thread_entry: start 2024-09-12T17:56:00.115 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.113+0000 7f6656e0e800 20 rados->read ofs=0 len=0 2024-09-12T17:56:00.115 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.114+0000 7f6656e0e800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:56:00.115 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.114+0000 7f6656e0e800 20 rados->read ofs=0 len=0 2024-09-12T17:56:00.116 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.114+0000 7f6656e0e800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:56:00.116 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.114+0000 7f6656e0e800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:56:00.116 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.114+0000 7f6656e0e800 20 rados->read ofs=0 len=0 2024-09-12T17:56:00.116 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.115+0000 7f6656e0e800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:56:00.116 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.115+0000 7f6656e0e800 20 rados->read ofs=0 len=0 2024-09-12T17:56:00.116 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.115+0000 7f6656e0e800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:56:00.116 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.115+0000 7f6656e0e800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:56:00.117 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.116+0000 7f6508fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:56:00.119 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.119+0000 7f6656e0e800 20 remove_watcher() i=0 2024-09-12T17:56:00.119 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.119+0000 7f6656e0e800 2 removed watcher, disabling cache 2024-09-12T17:56:00.120 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.120+0000 7f6656e0e800 20 remove_watcher() i=1 2024-09-12T17:56:00.121 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.121+0000 7f6656e0e800 20 remove_watcher() i=2 2024-09-12T17:56:00.122 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.122+0000 7f6656e0e800 20 remove_watcher() i=3 2024-09-12T17:56:00.123 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.123+0000 7f6656e0e800 20 remove_watcher() i=4 2024-09-12T17:56:00.124 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.124+0000 7f6656e0e800 20 remove_watcher() i=5 2024-09-12T17:56:00.125 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.125+0000 7f6656e0e800 20 remove_watcher() i=6 2024-09-12T17:56:00.126 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.126+0000 7f6656e0e800 20 remove_watcher() i=7 2024-09-12T17:56:00.138 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:00.138 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T17:56:00.138 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: abort-at-commit-target-layout id: b6123b67-6580-4373-9691-e0e950df5f06.4566.33 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:56:00.138 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:00.140 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket reshard --bucket abort-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at commit_target_layout 2024-09-12T17:56:00.176 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:56:00.176 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:56:00.215 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.214+0000 7f4d7611f800 20 rados->read ofs=0 len=0 2024-09-12T17:56:00.216 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.215+0000 7f4d7611f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:00.216 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.215+0000 7f4d7611f800 20 realm 2024-09-12T17:56:00.217 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.215+0000 7f4d7611f800 20 rados->read ofs=0 len=0 2024-09-12T17:56:00.217 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.216+0000 7f4d7611f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:00.217 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.216+0000 7f4d7611f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:56:00.217 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.216+0000 7f4d7611f800 20 rados->read ofs=0 len=0 2024-09-12T17:56:00.217 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.216+0000 7f4d7611f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:00.217 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.216+0000 7f4d7611f800 20 rados->read ofs=0 len=0 2024-09-12T17:56:00.218 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.217+0000 7f4d7611f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:56:00.218 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.217+0000 7f4d7611f800 20 rados->read ofs=0 len=0 2024-09-12T17:56:00.218 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.217+0000 7f4d7611f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:56:00.218 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.218+0000 7f4d7611f800 20 searching for the correct realm 2024-09-12T17:56:00.221 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.220+0000 7f4d716a1640 0 -- 172.21.15.45:0/2978813982 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x55b0e8c1ac50 msgr2=0x55b0e8c1d040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:56:00.224 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.224+0000 7f4d71ea2640 0 -- 172.21.15.45:0/2978813982 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f4d6806a040 msgr2=0x7f4d6806a930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:56:00.229 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.228+0000 7f4d7611f800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:56:00.229 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.228+0000 7f4d7611f800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:56:00.229 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.228+0000 7f4d7611f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:56:00.229 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.228+0000 7f4d7611f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:56:00.229 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.228+0000 7f4d7611f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:56:00.229 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.228+0000 7f4d7611f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:56:00.229 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.228+0000 7f4d7611f800 20 rados->read ofs=0 len=0 2024-09-12T17:56:00.229 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.228+0000 7f4d7611f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:00.230 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.228+0000 7f4d7611f800 20 rados->read ofs=0 len=0 2024-09-12T17:56:00.230 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.228+0000 7f4d7611f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:56:00.230 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.228+0000 7f4d7611f800 20 rados->read ofs=0 len=0 2024-09-12T17:56:00.231 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.229+0000 7f4d7611f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:56:00.231 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.229+0000 7f4d7611f800 20 zone default found 2024-09-12T17:56:00.231 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.229+0000 7f4d7611f800 4 Realm: () 2024-09-12T17:56:00.231 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.229+0000 7f4d7611f800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:56:00.231 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.229+0000 7f4d7611f800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:56:00.231 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.229+0000 7f4d7611f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:56:00.231 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.229+0000 7f4d7611f800 20 zonegroup default 2024-09-12T17:56:00.231 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.229+0000 7f4d7611f800 20 rados->read ofs=0 len=0 2024-09-12T17:56:00.231 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.229+0000 7f4d7611f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:00.231 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.229+0000 7f4d7611f800 20 rados->read ofs=0 len=0 2024-09-12T17:56:00.231 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.230+0000 7f4d7611f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:00.232 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.230+0000 7f4d7611f800 20 rados->read ofs=0 len=0 2024-09-12T17:56:00.232 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.230+0000 7f4d7611f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:00.232 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.230+0000 7f4d7611f800 20 started sync module instance, tier type = 2024-09-12T17:56:00.232 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.230+0000 7f4d7611f800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:56:00.239 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.238+0000 7f4d7611f800 20 add_watcher() i=0 2024-09-12T17:56:00.239 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.238+0000 7f4d7611f800 20 add_watcher() i=1 2024-09-12T17:56:00.239 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.238+0000 7f4d7611f800 20 add_watcher() i=2 2024-09-12T17:56:00.239 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.238+0000 7f4d7611f800 20 add_watcher() i=3 2024-09-12T17:56:00.239 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.238+0000 7f4d7611f800 20 add_watcher() i=4 2024-09-12T17:56:00.239 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.238+0000 7f4d7611f800 20 add_watcher() i=5 2024-09-12T17:56:00.240 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.238+0000 7f4d7611f800 20 add_watcher() i=6 2024-09-12T17:56:00.240 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.239+0000 7f4d7611f800 20 add_watcher() i=7 2024-09-12T17:56:00.240 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.239+0000 7f4d7611f800 2 all 8 watchers are set, enabling cache 2024-09-12T17:56:00.241 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.241+0000 7f4c237fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:56:00.242 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.241+0000 7f4d7611f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:56:00.242 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.241+0000 7f4d7611f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:56:00.242 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.241+0000 7f4d7611f800 5 note: GC not initialized 2024-09-12T17:56:00.243 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.241+0000 7f4c227fc640 20 reqs_thread_entry: start 2024-09-12T17:56:00.243 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.242+0000 7f4d7611f800 20 init_complete bucket index max shards: 1 2024-09-12T17:56:00.243 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.242+0000 7f4d7611f800 20 Filter name: none 2024-09-12T17:56:00.243 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.242+0000 7f4b93fff640 20 reqs_thread_entry: start 2024-09-12T17:56:00.243 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.242+0000 7f4d7611f800 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2024-09-12T17:56:00.243 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.242+0000 7f4d7611f800 20 rados->read ofs=0 len=0 2024-09-12T17:56:00.244 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.242+0000 7f4d7611f800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:56:00.244 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.242+0000 7f4d7611f800 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2024-09-12T17:56:00.244 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.242+0000 7f4d7611f800 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2024-09-12T17:56:00.244 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.242+0000 7f4d7611f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33 : miss 2024-09-12T17:56:00.244 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.242+0000 7f4d7611f800 20 rados->read ofs=0 len=0 2024-09-12T17:56:00.244 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.243+0000 7f4d7611f800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:56:00.244 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.243+0000 7f4d7611f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33 info.flags=0x17 2024-09-12T17:56:00.244 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.243+0000 7f4d7611f800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33 to cache LRU end 2024-09-12T17:56:00.244 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.243+0000 7f4d7611f800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:56:00.244 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.243+0000 7f4d7611f800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:56:00.245 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.243+0000 7f4d7611f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33 2024-09-12T17:56:00.247 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.247+0000 7f4d7611f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33 info.flags=0x17 2024-09-12T17:56:00.247 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.247+0000 7f4d7611f800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33 to cache LRU end 2024-09-12T17:56:00.247 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.247+0000 7f4d7611f800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:56:00.247 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.247+0000 7f4d7611f800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33, ofs0, ns] 2024-09-12T17:56:00.248 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.247+0000 7f4c557fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398909 cookie 94218307619648 notifier 6881 bl.length()=1015 2024-09-12T17:56:00.248 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.247+0000 7f4c557fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33 info.flags=0x17 2024-09-12T17:56:00.248 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.247+0000 7f4c557fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33 to cache LRU end 2024-09-12T17:56:00.248 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.247+0000 7f4c557fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:56:00.248 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.247+0000 7f4d7611f800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.33]): orig_sources= new_sources= 2024-09-12T17:56:00.248 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.247+0000 7f4d7611f800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.33]): potential sources added=[] removed=[] 2024-09-12T17:56:00.248 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.247+0000 7f4d7611f800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.33]): orig_dests= new_dests= 2024-09-12T17:56:00.248 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.247+0000 7f4d7611f800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.33]): potential dests added=[] removed=[] 2024-09-12T17:56:00.250 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.250+0000 7f4d7611f800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.33.1.0 2024-09-12T17:56:00.250 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.250+0000 7f4d7611f800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.33.1.0 2024-09-12T17:56:00.250 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.250+0000 7f4d7611f800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.33.1.1 2024-09-12T17:56:00.250 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.250+0000 7f4d7611f800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.33.1.1 2024-09-12T17:56:00.250 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.250+0000 7f4d7611f800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.33.0 2024-09-12T17:56:00.252 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.252+0000 7f4d7611f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33 : hit (requested=0x17, cached=0x17) 2024-09-12T17:56:00.252 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.252+0000 7f4d7611f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33 2024-09-12T17:56:00.254 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.253+0000 7f4d7611f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33 info.flags=0x17 2024-09-12T17:56:00.254 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.253+0000 7f4d7611f800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33 to cache LRU end 2024-09-12T17:56:00.254 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.253+0000 7f4d7611f800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:56:00.254 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.253+0000 7f4d7611f800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33, ofs0, ns] 2024-09-12T17:56:00.254 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.253+0000 7f4c557fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398910 cookie 94218307619648 notifier 6881 bl.length()=1015 2024-09-12T17:56:00.255 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.253+0000 7f4c557fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33 info.flags=0x17 2024-09-12T17:56:00.255 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.253+0000 7f4c557fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33 to cache LRU end 2024-09-12T17:56:00.255 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.253+0000 7f4c557fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:56:00.255 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.254+0000 7f4d7611f800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.33]): orig_sources= new_sources= 2024-09-12T17:56:00.255 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.254+0000 7f4d7611f800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.33]): potential sources added=[] removed=[] 2024-09-12T17:56:00.255 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.254+0000 7f4d7611f800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.33]): orig_dests= new_dests= 2024-09-12T17:56:00.256 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.254+0000 7f4d7611f800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.33]): potential dests added=[] removed=[] 2024-09-12T17:56:00.256 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.255+0000 7f4d7611f800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.33.0 2024-09-12T17:56:00.256 INFO:tasks.workunit.client.0.smithi045.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f4d7611f800 time 2024-09-12T17:56:00.256330+0000 2024-09-12T17:56:00.256 INFO:tasks.workunit.client.0.smithi045.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:56:00.257 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:56:00.257 INFO:tasks.workunit.client.0.smithi045.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f4d7798c71a] 2024-09-12T17:56:00.257 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f4d7798c8d8] 2024-09-12T17:56:00.257 INFO:tasks.workunit.client.0.smithi045.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55b0e7f08841] 2024-09-12T17:56:00.257 INFO:tasks.workunit.client.0.smithi045.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x427) [0x55b0e7f18827] 2024-09-12T17:56:00.257 INFO:tasks.workunit.client.0.smithi045.stderr: 5: main() 2024-09-12T17:56:00.257 INFO:tasks.workunit.client.0.smithi045.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7f4d76629590] 2024-09-12T17:56:00.257 INFO:tasks.workunit.client.0.smithi045.stderr: 7: __libc_start_main() 2024-09-12T17:56:00.257 INFO:tasks.workunit.client.0.smithi045.stderr: 8: _start() 2024-09-12T17:56:00.257 INFO:tasks.workunit.client.0.smithi045.stderr:*** Caught signal (Aborted) ** 2024-09-12T17:56:00.257 INFO:tasks.workunit.client.0.smithi045.stderr: in thread 7f4d7611f800 thread_name:radosgw-admin 2024-09-12T17:56:00.258 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.256+0000 7f4d7611f800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f4d7611f800 time 2024-09-12T17:56:00.256330+0000 2024-09-12T17:56:00.258 INFO:tasks.workunit.client.0.smithi045.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:56:00.258 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:00.258 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:56:00.258 INFO:tasks.workunit.client.0.smithi045.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f4d7798c71a] 2024-09-12T17:56:00.258 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f4d7798c8d8] 2024-09-12T17:56:00.258 INFO:tasks.workunit.client.0.smithi045.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55b0e7f08841] 2024-09-12T17:56:00.258 INFO:tasks.workunit.client.0.smithi045.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x427) [0x55b0e7f18827] 2024-09-12T17:56:00.258 INFO:tasks.workunit.client.0.smithi045.stderr: 5: main() 2024-09-12T17:56:00.258 INFO:tasks.workunit.client.0.smithi045.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7f4d76629590] 2024-09-12T17:56:00.258 INFO:tasks.workunit.client.0.smithi045.stderr: 7: __libc_start_main() 2024-09-12T17:56:00.258 INFO:tasks.workunit.client.0.smithi045.stderr: 8: _start() 2024-09-12T17:56:00.259 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:00.274 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:56:00.274 INFO:tasks.workunit.client.0.smithi045.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f4d7663e6f0] 2024-09-12T17:56:00.274 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f4d7668b99c] 2024-09-12T17:56:00.274 INFO:tasks.workunit.client.0.smithi045.stderr: 3: raise() 2024-09-12T17:56:00.274 INFO:tasks.workunit.client.0.smithi045.stderr: 4: abort() 2024-09-12T17:56:00.275 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f4d7798c774] 2024-09-12T17:56:00.275 INFO:tasks.workunit.client.0.smithi045.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f4d7798c8d8] 2024-09-12T17:56:00.275 INFO:tasks.workunit.client.0.smithi045.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55b0e7f08841] 2024-09-12T17:56:00.275 INFO:tasks.workunit.client.0.smithi045.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x427) [0x55b0e7f18827] 2024-09-12T17:56:00.275 INFO:tasks.workunit.client.0.smithi045.stderr: 9: main() 2024-09-12T17:56:00.275 INFO:tasks.workunit.client.0.smithi045.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7f4d76629590] 2024-09-12T17:56:00.275 INFO:tasks.workunit.client.0.smithi045.stderr: 11: __libc_start_main() 2024-09-12T17:56:00.275 INFO:tasks.workunit.client.0.smithi045.stderr: 12: _start() 2024-09-12T17:56:00.275 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.257+0000 7f4d7611f800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:56:00.275 INFO:tasks.workunit.client.0.smithi045.stderr: in thread 7f4d7611f800 thread_name:radosgw-admin 2024-09-12T17:56:00.275 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:00.275 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:56:00.275 INFO:tasks.workunit.client.0.smithi045.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f4d7663e6f0] 2024-09-12T17:56:00.276 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f4d7668b99c] 2024-09-12T17:56:00.276 INFO:tasks.workunit.client.0.smithi045.stderr: 3: raise() 2024-09-12T17:56:00.276 INFO:tasks.workunit.client.0.smithi045.stderr: 4: abort() 2024-09-12T17:56:00.276 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f4d7798c774] 2024-09-12T17:56:00.276 INFO:tasks.workunit.client.0.smithi045.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f4d7798c8d8] 2024-09-12T17:56:00.276 INFO:tasks.workunit.client.0.smithi045.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55b0e7f08841] 2024-09-12T17:56:00.276 INFO:tasks.workunit.client.0.smithi045.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x427) [0x55b0e7f18827] 2024-09-12T17:56:00.276 INFO:tasks.workunit.client.0.smithi045.stderr: 9: main() 2024-09-12T17:56:00.276 INFO:tasks.workunit.client.0.smithi045.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7f4d76629590] 2024-09-12T17:56:00.276 INFO:tasks.workunit.client.0.smithi045.stderr: 11: __libc_start_main() 2024-09-12T17:56:00.276 INFO:tasks.workunit.client.0.smithi045.stderr: 12: _start() 2024-09-12T17:56:00.276 INFO:tasks.workunit.client.0.smithi045.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:56:00.276 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:00.277 INFO:tasks.workunit.client.0.smithi045.stderr:--- begin dump of recent events --- 2024-09-12T17:56:00.277 INFO:tasks.workunit.client.0.smithi045.stderr: -499> 2024-09-12T17:56:00.198+0000 7f4d7611f800 1 librados: setting wanted keys 2024-09-12T17:56:00.277 INFO:tasks.workunit.client.0.smithi045.stderr: -498> 2024-09-12T17:56:00.198+0000 7f4d7611f800 1 librados: calling monclient init 2024-09-12T17:56:00.277 INFO:tasks.workunit.client.0.smithi045.stderr: -497> 2024-09-12T17:56:00.198+0000 7f4d7611f800 10 monclient: init 2024-09-12T17:56:00.277 INFO:tasks.workunit.client.0.smithi045.stderr: -496> 2024-09-12T17:56:00.198+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b28a80) adding auth protocol: cephx 2024-09-12T17:56:00.277 INFO:tasks.workunit.client.0.smithi045.stderr: -495> 2024-09-12T17:56:00.198+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b28a80) adding auth protocol: cephx 2024-09-12T17:56:00.277 INFO:tasks.workunit.client.0.smithi045.stderr: -494> 2024-09-12T17:56:00.198+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b28a80) adding auth protocol: cephx 2024-09-12T17:56:00.277 INFO:tasks.workunit.client.0.smithi045.stderr: -493> 2024-09-12T17:56:00.198+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b28a80) adding con mode: secure 2024-09-12T17:56:00.277 INFO:tasks.workunit.client.0.smithi045.stderr: -492> 2024-09-12T17:56:00.198+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b28a80) adding con mode: crc 2024-09-12T17:56:00.277 INFO:tasks.workunit.client.0.smithi045.stderr: -491> 2024-09-12T17:56:00.198+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b28a80) adding con mode: secure 2024-09-12T17:56:00.277 INFO:tasks.workunit.client.0.smithi045.stderr: -490> 2024-09-12T17:56:00.198+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b28a80) adding con mode: crc 2024-09-12T17:56:00.277 INFO:tasks.workunit.client.0.smithi045.stderr: -489> 2024-09-12T17:56:00.198+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b28a80) adding con mode: secure 2024-09-12T17:56:00.277 INFO:tasks.workunit.client.0.smithi045.stderr: -488> 2024-09-12T17:56:00.198+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b28a80) adding con mode: crc 2024-09-12T17:56:00.278 INFO:tasks.workunit.client.0.smithi045.stderr: -487> 2024-09-12T17:56:00.198+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b28a80) adding con mode: crc 2024-09-12T17:56:00.278 INFO:tasks.workunit.client.0.smithi045.stderr: -486> 2024-09-12T17:56:00.198+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b28a80) adding con mode: secure 2024-09-12T17:56:00.278 INFO:tasks.workunit.client.0.smithi045.stderr: -485> 2024-09-12T17:56:00.198+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b28a80) adding con mode: crc 2024-09-12T17:56:00.278 INFO:tasks.workunit.client.0.smithi045.stderr: -484> 2024-09-12T17:56:00.198+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b28a80) adding con mode: secure 2024-09-12T17:56:00.278 INFO:tasks.workunit.client.0.smithi045.stderr: -483> 2024-09-12T17:56:00.198+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b28a80) adding con mode: crc 2024-09-12T17:56:00.278 INFO:tasks.workunit.client.0.smithi045.stderr: -482> 2024-09-12T17:56:00.198+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b28a80) adding con mode: secure 2024-09-12T17:56:00.278 INFO:tasks.workunit.client.0.smithi045.stderr: -481> 2024-09-12T17:56:00.198+0000 7f4d7611f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:56:00.278 INFO:tasks.workunit.client.0.smithi045.stderr: -480> 2024-09-12T17:56:00.198+0000 7f4d7611f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:56:00.278 INFO:tasks.workunit.client.0.smithi045.stderr: -479> 2024-09-12T17:56:00.198+0000 7f4d7611f800 5 asok(0x55b0e8906730) register_command rotate-key hook 0x55b0e8b28bc8 2024-09-12T17:56:00.278 INFO:tasks.workunit.client.0.smithi045.stderr: -478> 2024-09-12T17:56:00.198+0000 7f4d7611f800 10 monclient: _reopen_session rank -1 2024-09-12T17:56:00.278 INFO:tasks.workunit.client.0.smithi045.stderr: -477> 2024-09-12T17:56:00.198+0000 7f4d7611f800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:56:00.278 INFO:tasks.workunit.client.0.smithi045.stderr: -476> 2024-09-12T17:56:00.198+0000 7f4d7611f800 10 monclient(hunting): picked mon.noname-b con 0x55b0e89e1b20 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:56:00.278 INFO:tasks.workunit.client.0.smithi045.stderr: -475> 2024-09-12T17:56:00.198+0000 7f4d7611f800 10 monclient(hunting): picked mon.noname-a con 0x55b0e8a71900 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:56:00.278 INFO:tasks.workunit.client.0.smithi045.stderr: -474> 2024-09-12T17:56:00.198+0000 7f4d7611f800 10 monclient(hunting): picked mon.noname-c con 0x55b0e8b5a500 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:56:00.279 INFO:tasks.workunit.client.0.smithi045.stderr: -473> 2024-09-12T17:56:00.198+0000 7f4d7611f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:56:00.279 INFO:tasks.workunit.client.0.smithi045.stderr: -472> 2024-09-12T17:56:00.198+0000 7f4d7611f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:56:00.279 INFO:tasks.workunit.client.0.smithi045.stderr: -471> 2024-09-12T17:56:00.198+0000 7f4d7611f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:56:00.279 INFO:tasks.workunit.client.0.smithi045.stderr: -470> 2024-09-12T17:56:00.198+0000 7f4d7611f800 10 monclient(hunting): _renew_subs 2024-09-12T17:56:00.279 INFO:tasks.workunit.client.0.smithi045.stderr: -469> 2024-09-12T17:56:00.198+0000 7f4d7611f800 10 monclient(hunting): authenticate will time out at 2058.656769s 2024-09-12T17:56:00.279 INFO:tasks.workunit.client.0.smithi045.stderr: -468> 2024-09-12T17:56:00.198+0000 7f4d716a1640 10 monclient(hunting): get_auth_request con 0x55b0e8a71900 auth_method 0 2024-09-12T17:56:00.279 INFO:tasks.workunit.client.0.smithi045.stderr: -467> 2024-09-12T17:56:00.198+0000 7f4d716a1640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:56:00.279 INFO:tasks.workunit.client.0.smithi045.stderr: -466> 2024-09-12T17:56:00.198+0000 7f4d716a1640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:56:00.279 INFO:tasks.workunit.client.0.smithi045.stderr: -465> 2024-09-12T17:56:00.198+0000 7f4d716a1640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:56:00.279 INFO:tasks.workunit.client.0.smithi045.stderr: -464> 2024-09-12T17:56:00.198+0000 7f4d726a3640 10 monclient(hunting): get_auth_request con 0x55b0e8b5a500 auth_method 0 2024-09-12T17:56:00.279 INFO:tasks.workunit.client.0.smithi045.stderr: -463> 2024-09-12T17:56:00.198+0000 7f4d726a3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:56:00.279 INFO:tasks.workunit.client.0.smithi045.stderr: -462> 2024-09-12T17:56:00.198+0000 7f4d726a3640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:56:00.279 INFO:tasks.workunit.client.0.smithi045.stderr: -461> 2024-09-12T17:56:00.198+0000 7f4d726a3640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:56:00.280 INFO:tasks.workunit.client.0.smithi045.stderr: -460> 2024-09-12T17:56:00.198+0000 7f4d716a1640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:56:00.280 INFO:tasks.workunit.client.0.smithi045.stderr: -459> 2024-09-12T17:56:00.198+0000 7f4d716a1640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:56:00.280 INFO:tasks.workunit.client.0.smithi045.stderr: -458> 2024-09-12T17:56:00.198+0000 7f4d716a1640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:56:00.280 INFO:tasks.workunit.client.0.smithi045.stderr: -457> 2024-09-12T17:56:00.198+0000 7f4d726a3640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:56:00.280 INFO:tasks.workunit.client.0.smithi045.stderr: -456> 2024-09-12T17:56:00.198+0000 7f4d726a3640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:56:00.280 INFO:tasks.workunit.client.0.smithi045.stderr: -455> 2024-09-12T17:56:00.198+0000 7f4d726a3640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:56:00.280 INFO:tasks.workunit.client.0.smithi045.stderr: -454> 2024-09-12T17:56:00.199+0000 7f4d71ea2640 10 monclient(hunting): get_auth_request con 0x55b0e89e1b20 auth_method 0 2024-09-12T17:56:00.280 INFO:tasks.workunit.client.0.smithi045.stderr: -453> 2024-09-12T17:56:00.199+0000 7f4d71ea2640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:56:00.280 INFO:tasks.workunit.client.0.smithi045.stderr: -452> 2024-09-12T17:56:00.199+0000 7f4d71ea2640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:56:00.280 INFO:tasks.workunit.client.0.smithi045.stderr: -451> 2024-09-12T17:56:00.199+0000 7f4d71ea2640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:56:00.280 INFO:tasks.workunit.client.0.smithi045.stderr: -450> 2024-09-12T17:56:00.199+0000 7f4d726a3640 10 monclient(hunting): handle_auth_done global_id 6872 payload 824 2024-09-12T17:56:00.280 INFO:tasks.workunit.client.0.smithi045.stderr: -449> 2024-09-12T17:56:00.199+0000 7f4d726a3640 10 monclient: _finish_hunting 0 2024-09-12T17:56:00.280 INFO:tasks.workunit.client.0.smithi045.stderr: -448> 2024-09-12T17:56:00.199+0000 7f4d726a3640 1 monclient: found mon.noname-c 2024-09-12T17:56:00.281 INFO:tasks.workunit.client.0.smithi045.stderr: -447> 2024-09-12T17:56:00.199+0000 7f4d726a3640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.45:3301/0 2024-09-12T17:56:00.281 INFO:tasks.workunit.client.0.smithi045.stderr: -446> 2024-09-12T17:56:00.199+0000 7f4c5e604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:56:00.281 INFO:tasks.workunit.client.0.smithi045.stderr: -445> 2024-09-12T17:56:00.199+0000 7f4c5e604640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:56:00.281 INFO:tasks.workunit.client.0.smithi045.stderr: -444> 2024-09-12T17:56:00.199+0000 7f4c5e604640 10 monclient: dump: 2024-09-12T17:56:00.281 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:56:00.281 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:56:00.281 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:00.281 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:00.281 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:56:00.281 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:56:00.281 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:56:00.281 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:56:00.281 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:56:00.282 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:00.282 INFO:tasks.workunit.client.0.smithi045.stderr: -443> 2024-09-12T17:56:00.199+0000 7f4c5e604640 10 monclient: _finish_auth 0 2024-09-12T17:56:00.282 INFO:tasks.workunit.client.0.smithi045.stderr: -442> 2024-09-12T17:56:00.199+0000 7f4c5e604640 10 monclient: _check_auth_tickets 2024-09-12T17:56:00.282 INFO:tasks.workunit.client.0.smithi045.stderr: -441> 2024-09-12T17:56:00.199+0000 7f4c5e604640 10 monclient: handle_config config(0 keys) 2024-09-12T17:56:00.282 INFO:tasks.workunit.client.0.smithi045.stderr: -440> 2024-09-12T17:56:00.199+0000 7f4c5e604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:56:00.282 INFO:tasks.workunit.client.0.smithi045.stderr: -439> 2024-09-12T17:56:00.199+0000 7f4c5e604640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:56:00.282 INFO:tasks.workunit.client.0.smithi045.stderr: -438> 2024-09-12T17:56:00.199+0000 7f4c5e604640 10 monclient: dump: 2024-09-12T17:56:00.282 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:56:00.282 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:56:00.282 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:00.282 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:00.282 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:56:00.282 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:56:00.282 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:56:00.283 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:56:00.283 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:56:00.283 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:00.283 INFO:tasks.workunit.client.0.smithi045.stderr: -437> 2024-09-12T17:56:00.199+0000 7f4d7611f800 5 monclient: authenticate success, global_id 6872 2024-09-12T17:56:00.283 INFO:tasks.workunit.client.0.smithi045.stderr: -436> 2024-09-12T17:56:00.199+0000 7f4d7611f800 10 monclient: _renew_subs 2024-09-12T17:56:00.283 INFO:tasks.workunit.client.0.smithi045.stderr: -435> 2024-09-12T17:56:00.199+0000 7f4d7611f800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:56:00.283 INFO:tasks.workunit.client.0.smithi045.stderr: -434> 2024-09-12T17:56:00.199+0000 7f4c5fe07640 4 set_mon_vals no callback set 2024-09-12T17:56:00.283 INFO:tasks.workunit.client.0.smithi045.stderr: -433> 2024-09-12T17:56:00.199+0000 7f4d7611f800 10 monclient: _renew_subs 2024-09-12T17:56:00.283 INFO:tasks.workunit.client.0.smithi045.stderr: -432> 2024-09-12T17:56:00.199+0000 7f4d7611f800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:56:00.283 INFO:tasks.workunit.client.0.smithi045.stderr: -431> 2024-09-12T17:56:00.199+0000 7f4d7611f800 1 librados: init done 2024-09-12T17:56:00.283 INFO:tasks.workunit.client.0.smithi045.stderr: -430> 2024-09-12T17:56:00.201+0000 7f4c5e604640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:56:00.283 INFO:tasks.workunit.client.0.smithi045.stderr: -429> 2024-09-12T17:56:00.201+0000 7f4c5e604640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:56:00.283 INFO:tasks.workunit.client.0.smithi045.stderr: -428> 2024-09-12T17:56:00.201+0000 7f4c5e604640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:56:00.284 INFO:tasks.workunit.client.0.smithi045.stderr: -427> 2024-09-12T17:56:00.201+0000 7f4d71ea2640 10 monclient: get_auth_request con 0x7f4c58076610 auth_method 0 2024-09-12T17:56:00.284 INFO:tasks.workunit.client.0.smithi045.stderr: -426> 2024-09-12T17:56:00.201+0000 7f4d716a1640 10 monclient: get_auth_request con 0x55b0e8b51720 auth_method 0 2024-09-12T17:56:00.284 INFO:tasks.workunit.client.0.smithi045.stderr: -425> 2024-09-12T17:56:00.202+0000 7f4d71ea2640 10 monclient: get_auth_request con 0x55b0e8b74100 auth_method 0 2024-09-12T17:56:00.284 INFO:tasks.workunit.client.0.smithi045.stderr: -424> 2024-09-12T17:56:00.203+0000 7f4d716a1640 10 monclient: get_auth_request con 0x55b0e8b78460 auth_method 0 2024-09-12T17:56:00.284 INFO:tasks.workunit.client.0.smithi045.stderr: -423> 2024-09-12T17:56:00.204+0000 7f4d7611f800 10 monclient: build_initial_monmap 2024-09-12T17:56:00.284 INFO:tasks.workunit.client.0.smithi045.stderr: -422> 2024-09-12T17:56:00.204+0000 7f4d7611f800 1 build_initial for_mkfs: 0 2024-09-12T17:56:00.284 INFO:tasks.workunit.client.0.smithi045.stderr: -421> 2024-09-12T17:56:00.205+0000 7f4d7611f800 10 monclient: monmap: 2024-09-12T17:56:00.284 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:56:00.284 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:56:00.284 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:56:00.284 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:56:00.284 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:56:00.284 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:56:00.285 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:56:00.285 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:56:00.285 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:56:00.285 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:00.285 INFO:tasks.workunit.client.0.smithi045.stderr: -420> 2024-09-12T17:56:00.205+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b7d220) adding auth protocol: cephx 2024-09-12T17:56:00.285 INFO:tasks.workunit.client.0.smithi045.stderr: -419> 2024-09-12T17:56:00.205+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b7d220) adding auth protocol: cephx 2024-09-12T17:56:00.285 INFO:tasks.workunit.client.0.smithi045.stderr: -418> 2024-09-12T17:56:00.205+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b7d220) adding auth protocol: cephx 2024-09-12T17:56:00.285 INFO:tasks.workunit.client.0.smithi045.stderr: -417> 2024-09-12T17:56:00.205+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b7d220) adding con mode: secure 2024-09-12T17:56:00.285 INFO:tasks.workunit.client.0.smithi045.stderr: -416> 2024-09-12T17:56:00.205+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b7d220) adding con mode: crc 2024-09-12T17:56:00.285 INFO:tasks.workunit.client.0.smithi045.stderr: -415> 2024-09-12T17:56:00.205+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b7d220) adding con mode: secure 2024-09-12T17:56:00.285 INFO:tasks.workunit.client.0.smithi045.stderr: -414> 2024-09-12T17:56:00.205+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b7d220) adding con mode: crc 2024-09-12T17:56:00.285 INFO:tasks.workunit.client.0.smithi045.stderr: -413> 2024-09-12T17:56:00.205+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b7d220) adding con mode: secure 2024-09-12T17:56:00.285 INFO:tasks.workunit.client.0.smithi045.stderr: -412> 2024-09-12T17:56:00.205+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b7d220) adding con mode: crc 2024-09-12T17:56:00.286 INFO:tasks.workunit.client.0.smithi045.stderr: -411> 2024-09-12T17:56:00.205+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b7d220) adding con mode: crc 2024-09-12T17:56:00.286 INFO:tasks.workunit.client.0.smithi045.stderr: -410> 2024-09-12T17:56:00.205+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b7d220) adding con mode: secure 2024-09-12T17:56:00.286 INFO:tasks.workunit.client.0.smithi045.stderr: -409> 2024-09-12T17:56:00.205+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b7d220) adding con mode: crc 2024-09-12T17:56:00.286 INFO:tasks.workunit.client.0.smithi045.stderr: -408> 2024-09-12T17:56:00.205+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b7d220) adding con mode: secure 2024-09-12T17:56:00.286 INFO:tasks.workunit.client.0.smithi045.stderr: -407> 2024-09-12T17:56:00.205+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b7d220) adding con mode: crc 2024-09-12T17:56:00.286 INFO:tasks.workunit.client.0.smithi045.stderr: -406> 2024-09-12T17:56:00.205+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b7d220) adding con mode: secure 2024-09-12T17:56:00.286 INFO:tasks.workunit.client.0.smithi045.stderr: -405> 2024-09-12T17:56:00.205+0000 7f4d7611f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:56:00.286 INFO:tasks.workunit.client.0.smithi045.stderr: -404> 2024-09-12T17:56:00.205+0000 7f4d7611f800 5 asok(0x55b0e8906730) register_command objecter_requests cmddesc objecter_requests hook 0x55b0e8b80730 EEXIST 2024-09-12T17:56:00.286 INFO:tasks.workunit.client.0.smithi045.stderr: -403> 2024-09-12T17:56:00.205+0000 7f4d7611f800 10 monclient: init 2024-09-12T17:56:00.286 INFO:tasks.workunit.client.0.smithi045.stderr: -402> 2024-09-12T17:56:00.205+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b7b998) adding auth protocol: cephx 2024-09-12T17:56:00.286 INFO:tasks.workunit.client.0.smithi045.stderr: -401> 2024-09-12T17:56:00.205+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b7b998) adding auth protocol: cephx 2024-09-12T17:56:00.286 INFO:tasks.workunit.client.0.smithi045.stderr: -400> 2024-09-12T17:56:00.205+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b7b998) adding auth protocol: cephx 2024-09-12T17:56:00.286 INFO:tasks.workunit.client.0.smithi045.stderr: -399> 2024-09-12T17:56:00.205+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b7b998) adding con mode: secure 2024-09-12T17:56:00.287 INFO:tasks.workunit.client.0.smithi045.stderr: -398> 2024-09-12T17:56:00.205+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b7b998) adding con mode: crc 2024-09-12T17:56:00.287 INFO:tasks.workunit.client.0.smithi045.stderr: -397> 2024-09-12T17:56:00.205+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b7b998) adding con mode: secure 2024-09-12T17:56:00.287 INFO:tasks.workunit.client.0.smithi045.stderr: -396> 2024-09-12T17:56:00.205+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b7b998) adding con mode: crc 2024-09-12T17:56:00.287 INFO:tasks.workunit.client.0.smithi045.stderr: -395> 2024-09-12T17:56:00.205+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b7b998) adding con mode: secure 2024-09-12T17:56:00.287 INFO:tasks.workunit.client.0.smithi045.stderr: -394> 2024-09-12T17:56:00.205+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b7b998) adding con mode: crc 2024-09-12T17:56:00.287 INFO:tasks.workunit.client.0.smithi045.stderr: -393> 2024-09-12T17:56:00.205+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b7b998) adding con mode: crc 2024-09-12T17:56:00.287 INFO:tasks.workunit.client.0.smithi045.stderr: -392> 2024-09-12T17:56:00.205+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b7b998) adding con mode: secure 2024-09-12T17:56:00.287 INFO:tasks.workunit.client.0.smithi045.stderr: -391> 2024-09-12T17:56:00.205+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b7b998) adding con mode: crc 2024-09-12T17:56:00.287 INFO:tasks.workunit.client.0.smithi045.stderr: -390> 2024-09-12T17:56:00.205+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b7b998) adding con mode: secure 2024-09-12T17:56:00.287 INFO:tasks.workunit.client.0.smithi045.stderr: -389> 2024-09-12T17:56:00.205+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b7b998) adding con mode: crc 2024-09-12T17:56:00.287 INFO:tasks.workunit.client.0.smithi045.stderr: -388> 2024-09-12T17:56:00.205+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b7b998) adding con mode: secure 2024-09-12T17:56:00.287 INFO:tasks.workunit.client.0.smithi045.stderr: -387> 2024-09-12T17:56:00.205+0000 7f4d7611f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:56:00.287 INFO:tasks.workunit.client.0.smithi045.stderr: -386> 2024-09-12T17:56:00.205+0000 7f4d7611f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:56:00.287 INFO:tasks.workunit.client.0.smithi045.stderr: -385> 2024-09-12T17:56:00.206+0000 7f4d7611f800 5 asok(0x55b0e8906730) register_command rotate-key cmddesc rotate-key hook 0x55b0e8b7bae0 EEXIST 2024-09-12T17:56:00.288 INFO:tasks.workunit.client.0.smithi045.stderr: -384> 2024-09-12T17:56:00.206+0000 7f4d7611f800 10 monclient: _reopen_session rank -1 2024-09-12T17:56:00.288 INFO:tasks.workunit.client.0.smithi045.stderr: -383> 2024-09-12T17:56:00.206+0000 7f4d7611f800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:56:00.288 INFO:tasks.workunit.client.0.smithi045.stderr: -382> 2024-09-12T17:56:00.206+0000 7f4d7611f800 10 monclient(hunting): picked mon.noname-c con 0x55b0e8ba4a50 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:56:00.288 INFO:tasks.workunit.client.0.smithi045.stderr: -381> 2024-09-12T17:56:00.206+0000 7f4d7611f800 10 monclient(hunting): picked mon.noname-a con 0x55b0e8ba4e30 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:56:00.288 INFO:tasks.workunit.client.0.smithi045.stderr: -380> 2024-09-12T17:56:00.206+0000 7f4d7611f800 10 monclient(hunting): picked mon.noname-b con 0x55b0e8ba3760 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:56:00.288 INFO:tasks.workunit.client.0.smithi045.stderr: -379> 2024-09-12T17:56:00.206+0000 7f4d7611f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:56:00.288 INFO:tasks.workunit.client.0.smithi045.stderr: -378> 2024-09-12T17:56:00.206+0000 7f4d7611f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:56:00.288 INFO:tasks.workunit.client.0.smithi045.stderr: -377> 2024-09-12T17:56:00.206+0000 7f4d7611f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:56:00.288 INFO:tasks.workunit.client.0.smithi045.stderr: -376> 2024-09-12T17:56:00.206+0000 7f4d7611f800 10 monclient(hunting): _renew_subs 2024-09-12T17:56:00.288 INFO:tasks.workunit.client.0.smithi045.stderr: -375> 2024-09-12T17:56:00.206+0000 7f4d7611f800 10 monclient(hunting): authenticate will time out at 2058.664105s 2024-09-12T17:56:00.288 INFO:tasks.workunit.client.0.smithi045.stderr: -374> 2024-09-12T17:56:00.206+0000 7f4d71ea2640 10 monclient(hunting): get_auth_request con 0x55b0e8ba4a50 auth_method 0 2024-09-12T17:56:00.288 INFO:tasks.workunit.client.0.smithi045.stderr: -373> 2024-09-12T17:56:00.206+0000 7f4d71ea2640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:56:00.289 INFO:tasks.workunit.client.0.smithi045.stderr: -372> 2024-09-12T17:56:00.206+0000 7f4d71ea2640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:56:00.289 INFO:tasks.workunit.client.0.smithi045.stderr: -371> 2024-09-12T17:56:00.206+0000 7f4d71ea2640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:56:00.289 INFO:tasks.workunit.client.0.smithi045.stderr: -370> 2024-09-12T17:56:00.206+0000 7f4d716a1640 10 monclient(hunting): get_auth_request con 0x55b0e8ba4e30 auth_method 0 2024-09-12T17:56:00.289 INFO:tasks.workunit.client.0.smithi045.stderr: -369> 2024-09-12T17:56:00.206+0000 7f4d716a1640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:56:00.289 INFO:tasks.workunit.client.0.smithi045.stderr: -368> 2024-09-12T17:56:00.206+0000 7f4d716a1640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:56:00.289 INFO:tasks.workunit.client.0.smithi045.stderr: -367> 2024-09-12T17:56:00.206+0000 7f4d716a1640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:56:00.289 INFO:tasks.workunit.client.0.smithi045.stderr: -366> 2024-09-12T17:56:00.206+0000 7f4d726a3640 10 monclient(hunting): get_auth_request con 0x55b0e8ba3760 auth_method 0 2024-09-12T17:56:00.289 INFO:tasks.workunit.client.0.smithi045.stderr: -365> 2024-09-12T17:56:00.206+0000 7f4d726a3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:56:00.289 INFO:tasks.workunit.client.0.smithi045.stderr: -364> 2024-09-12T17:56:00.206+0000 7f4d726a3640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:56:00.289 INFO:tasks.workunit.client.0.smithi045.stderr: -363> 2024-09-12T17:56:00.206+0000 7f4d726a3640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:56:00.289 INFO:tasks.workunit.client.0.smithi045.stderr: -362> 2024-09-12T17:56:00.206+0000 7f4d71ea2640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:56:00.289 INFO:tasks.workunit.client.0.smithi045.stderr: -361> 2024-09-12T17:56:00.206+0000 7f4d71ea2640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:56:00.289 INFO:tasks.workunit.client.0.smithi045.stderr: -360> 2024-09-12T17:56:00.206+0000 7f4d71ea2640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:56:00.290 INFO:tasks.workunit.client.0.smithi045.stderr: -359> 2024-09-12T17:56:00.206+0000 7f4d716a1640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:56:00.290 INFO:tasks.workunit.client.0.smithi045.stderr: -358> 2024-09-12T17:56:00.206+0000 7f4d716a1640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:56:00.290 INFO:tasks.workunit.client.0.smithi045.stderr: -357> 2024-09-12T17:56:00.206+0000 7f4d716a1640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:56:00.290 INFO:tasks.workunit.client.0.smithi045.stderr: -356> 2024-09-12T17:56:00.206+0000 7f4d726a3640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:56:00.290 INFO:tasks.workunit.client.0.smithi045.stderr: -355> 2024-09-12T17:56:00.206+0000 7f4d726a3640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:56:00.290 INFO:tasks.workunit.client.0.smithi045.stderr: -354> 2024-09-12T17:56:00.206+0000 7f4d726a3640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:56:00.290 INFO:tasks.workunit.client.0.smithi045.stderr: -353> 2024-09-12T17:56:00.206+0000 7f4d71ea2640 10 monclient(hunting): handle_auth_done global_id 6875 payload 824 2024-09-12T17:56:00.290 INFO:tasks.workunit.client.0.smithi045.stderr: -352> 2024-09-12T17:56:00.206+0000 7f4d71ea2640 10 monclient: _finish_hunting 0 2024-09-12T17:56:00.290 INFO:tasks.workunit.client.0.smithi045.stderr: -351> 2024-09-12T17:56:00.206+0000 7f4d71ea2640 1 monclient: found mon.noname-c 2024-09-12T17:56:00.290 INFO:tasks.workunit.client.0.smithi045.stderr: -350> 2024-09-12T17:56:00.206+0000 7f4d71ea2640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.45:3301/0 2024-09-12T17:56:00.290 INFO:tasks.workunit.client.0.smithi045.stderr: -349> 2024-09-12T17:56:00.206+0000 7f4c577fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:56:00.291 INFO:tasks.workunit.client.0.smithi045.stderr: -348> 2024-09-12T17:56:00.206+0000 7f4c577fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:56:00.291 INFO:tasks.workunit.client.0.smithi045.stderr: -347> 2024-09-12T17:56:00.206+0000 7f4c577fe640 10 monclient: dump: 2024-09-12T17:56:00.291 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:56:00.291 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:56:00.291 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:00.291 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:00.292 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:56:00.292 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:56:00.292 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:56:00.292 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:56:00.292 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:56:00.292 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:00.292 INFO:tasks.workunit.client.0.smithi045.stderr: -346> 2024-09-12T17:56:00.206+0000 7f4c577fe640 10 monclient: _finish_auth 0 2024-09-12T17:56:00.292 INFO:tasks.workunit.client.0.smithi045.stderr: -345> 2024-09-12T17:56:00.206+0000 7f4c577fe640 10 monclient: _check_auth_tickets 2024-09-12T17:56:00.292 INFO:tasks.workunit.client.0.smithi045.stderr: -344> 2024-09-12T17:56:00.206+0000 7f4c577fe640 10 monclient: handle_config config(0 keys) 2024-09-12T17:56:00.292 INFO:tasks.workunit.client.0.smithi045.stderr: -343> 2024-09-12T17:56:00.206+0000 7f4c577fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:56:00.292 INFO:tasks.workunit.client.0.smithi045.stderr: -342> 2024-09-12T17:56:00.206+0000 7f4c577fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:56:00.292 INFO:tasks.workunit.client.0.smithi045.stderr: -341> 2024-09-12T17:56:00.206+0000 7f4c577fe640 10 monclient: dump: 2024-09-12T17:56:00.292 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:56:00.292 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:56:00.293 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:00.293 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:00.293 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:56:00.293 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:56:00.293 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:56:00.293 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:56:00.293 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:56:00.293 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:00.293 INFO:tasks.workunit.client.0.smithi045.stderr: -340> 2024-09-12T17:56:00.206+0000 7f4d7611f800 5 monclient: authenticate success, global_id 6875 2024-09-12T17:56:00.293 INFO:tasks.workunit.client.0.smithi045.stderr: -339> 2024-09-12T17:56:00.206+0000 7f4d7611f800 10 monclient: _renew_subs 2024-09-12T17:56:00.293 INFO:tasks.workunit.client.0.smithi045.stderr: -338> 2024-09-12T17:56:00.206+0000 7f4d72ea4640 4 set_mon_vals no callback set 2024-09-12T17:56:00.293 INFO:tasks.workunit.client.0.smithi045.stderr: -337> 2024-09-12T17:56:00.206+0000 7f4d7611f800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:56:00.293 INFO:tasks.workunit.client.0.smithi045.stderr: -336> 2024-09-12T17:56:00.206+0000 7f4d7611f800 10 monclient: _renew_subs 2024-09-12T17:56:00.294 INFO:tasks.workunit.client.0.smithi045.stderr: -335> 2024-09-12T17:56:00.206+0000 7f4d7611f800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:56:00.294 INFO:tasks.workunit.client.0.smithi045.stderr: -334> 2024-09-12T17:56:00.208+0000 7f4c577fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:56:00.294 INFO:tasks.workunit.client.0.smithi045.stderr: -333> 2024-09-12T17:56:00.208+0000 7f4c577fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:56:00.294 INFO:tasks.workunit.client.0.smithi045.stderr: -332> 2024-09-12T17:56:00.208+0000 7f4c577fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:56:00.294 INFO:tasks.workunit.client.0.smithi045.stderr: -331> 2024-09-12T17:56:00.208+0000 7f4d716a1640 10 monclient: get_auth_request con 0x7f4c4c076380 auth_method 0 2024-09-12T17:56:00.294 INFO:tasks.workunit.client.0.smithi045.stderr: -330> 2024-09-12T17:56:00.208+0000 7f4d7611f800 10 monclient: get_monmap_and_config 2024-09-12T17:56:00.294 INFO:tasks.workunit.client.0.smithi045.stderr: -329> 2024-09-12T17:56:00.208+0000 7f4d7611f800 10 monclient: build_initial_monmap 2024-09-12T17:56:00.294 INFO:tasks.workunit.client.0.smithi045.stderr: -328> 2024-09-12T17:56:00.208+0000 7f4d7611f800 1 build_initial for_mkfs: 0 2024-09-12T17:56:00.294 INFO:tasks.workunit.client.0.smithi045.stderr: -327> 2024-09-12T17:56:00.209+0000 7f4d7611f800 10 monclient: monmap: 2024-09-12T17:56:00.294 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:56:00.294 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:56:00.294 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:56:00.294 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:56:00.294 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:56:00.295 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:56:00.295 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:56:00.295 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:56:00.295 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:56:00.295 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:00.295 INFO:tasks.workunit.client.0.smithi045.stderr: -326> 2024-09-12T17:56:00.209+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bc4740) adding auth protocol: cephx 2024-09-12T17:56:00.295 INFO:tasks.workunit.client.0.smithi045.stderr: -325> 2024-09-12T17:56:00.209+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bc4740) adding auth protocol: cephx 2024-09-12T17:56:00.295 INFO:tasks.workunit.client.0.smithi045.stderr: -324> 2024-09-12T17:56:00.209+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bc4740) adding auth protocol: cephx 2024-09-12T17:56:00.295 INFO:tasks.workunit.client.0.smithi045.stderr: -323> 2024-09-12T17:56:00.209+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bc4740) adding con mode: secure 2024-09-12T17:56:00.295 INFO:tasks.workunit.client.0.smithi045.stderr: -322> 2024-09-12T17:56:00.209+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bc4740) adding con mode: crc 2024-09-12T17:56:00.295 INFO:tasks.workunit.client.0.smithi045.stderr: -321> 2024-09-12T17:56:00.209+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bc4740) adding con mode: secure 2024-09-12T17:56:00.295 INFO:tasks.workunit.client.0.smithi045.stderr: -320> 2024-09-12T17:56:00.209+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bc4740) adding con mode: crc 2024-09-12T17:56:00.295 INFO:tasks.workunit.client.0.smithi045.stderr: -319> 2024-09-12T17:56:00.209+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bc4740) adding con mode: secure 2024-09-12T17:56:00.295 INFO:tasks.workunit.client.0.smithi045.stderr: -318> 2024-09-12T17:56:00.209+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bc4740) adding con mode: crc 2024-09-12T17:56:00.296 INFO:tasks.workunit.client.0.smithi045.stderr: -317> 2024-09-12T17:56:00.209+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bc4740) adding con mode: crc 2024-09-12T17:56:00.296 INFO:tasks.workunit.client.0.smithi045.stderr: -316> 2024-09-12T17:56:00.209+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bc4740) adding con mode: secure 2024-09-12T17:56:00.296 INFO:tasks.workunit.client.0.smithi045.stderr: -315> 2024-09-12T17:56:00.209+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bc4740) adding con mode: crc 2024-09-12T17:56:00.296 INFO:tasks.workunit.client.0.smithi045.stderr: -314> 2024-09-12T17:56:00.209+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bc4740) adding con mode: secure 2024-09-12T17:56:00.296 INFO:tasks.workunit.client.0.smithi045.stderr: -313> 2024-09-12T17:56:00.209+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bc4740) adding con mode: crc 2024-09-12T17:56:00.296 INFO:tasks.workunit.client.0.smithi045.stderr: -312> 2024-09-12T17:56:00.209+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bc4740) adding con mode: secure 2024-09-12T17:56:00.296 INFO:tasks.workunit.client.0.smithi045.stderr: -311> 2024-09-12T17:56:00.209+0000 7f4d7611f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:56:00.296 INFO:tasks.workunit.client.0.smithi045.stderr: -310> 2024-09-12T17:56:00.209+0000 7f4d7611f800 10 monclient: init 2024-09-12T17:56:00.296 INFO:tasks.workunit.client.0.smithi045.stderr: -309> 2024-09-12T17:56:00.209+0000 7f4d7611f800 5 AuthRegistry(0x7ffd260785d0) adding auth protocol: cephx 2024-09-12T17:56:00.296 INFO:tasks.workunit.client.0.smithi045.stderr: -308> 2024-09-12T17:56:00.209+0000 7f4d7611f800 5 AuthRegistry(0x7ffd260785d0) adding auth protocol: cephx 2024-09-12T17:56:00.296 INFO:tasks.workunit.client.0.smithi045.stderr: -307> 2024-09-12T17:56:00.209+0000 7f4d7611f800 5 AuthRegistry(0x7ffd260785d0) adding auth protocol: cephx 2024-09-12T17:56:00.297 INFO:tasks.workunit.client.0.smithi045.stderr: -306> 2024-09-12T17:56:00.209+0000 7f4d7611f800 5 AuthRegistry(0x7ffd260785d0) adding con mode: secure 2024-09-12T17:56:00.297 INFO:tasks.workunit.client.0.smithi045.stderr: -305> 2024-09-12T17:56:00.209+0000 7f4d7611f800 5 AuthRegistry(0x7ffd260785d0) adding con mode: crc 2024-09-12T17:56:00.297 INFO:tasks.workunit.client.0.smithi045.stderr: -304> 2024-09-12T17:56:00.209+0000 7f4d7611f800 5 AuthRegistry(0x7ffd260785d0) adding con mode: secure 2024-09-12T17:56:00.297 INFO:tasks.workunit.client.0.smithi045.stderr: -303> 2024-09-12T17:56:00.209+0000 7f4d7611f800 5 AuthRegistry(0x7ffd260785d0) adding con mode: crc 2024-09-12T17:56:00.297 INFO:tasks.workunit.client.0.smithi045.stderr: -302> 2024-09-12T17:56:00.209+0000 7f4d7611f800 5 AuthRegistry(0x7ffd260785d0) adding con mode: secure 2024-09-12T17:56:00.297 INFO:tasks.workunit.client.0.smithi045.stderr: -301> 2024-09-12T17:56:00.209+0000 7f4d7611f800 5 AuthRegistry(0x7ffd260785d0) adding con mode: crc 2024-09-12T17:56:00.297 INFO:tasks.workunit.client.0.smithi045.stderr: -300> 2024-09-12T17:56:00.209+0000 7f4d7611f800 5 AuthRegistry(0x7ffd260785d0) adding con mode: crc 2024-09-12T17:56:00.297 INFO:tasks.workunit.client.0.smithi045.stderr: -299> 2024-09-12T17:56:00.209+0000 7f4d7611f800 5 AuthRegistry(0x7ffd260785d0) adding con mode: secure 2024-09-12T17:56:00.297 INFO:tasks.workunit.client.0.smithi045.stderr: -298> 2024-09-12T17:56:00.209+0000 7f4d7611f800 5 AuthRegistry(0x7ffd260785d0) adding con mode: crc 2024-09-12T17:56:00.297 INFO:tasks.workunit.client.0.smithi045.stderr: -297> 2024-09-12T17:56:00.209+0000 7f4d7611f800 5 AuthRegistry(0x7ffd260785d0) adding con mode: secure 2024-09-12T17:56:00.297 INFO:tasks.workunit.client.0.smithi045.stderr: -296> 2024-09-12T17:56:00.209+0000 7f4d7611f800 5 AuthRegistry(0x7ffd260785d0) adding con mode: crc 2024-09-12T17:56:00.297 INFO:tasks.workunit.client.0.smithi045.stderr: -295> 2024-09-12T17:56:00.209+0000 7f4d7611f800 5 AuthRegistry(0x7ffd260785d0) adding con mode: secure 2024-09-12T17:56:00.297 INFO:tasks.workunit.client.0.smithi045.stderr: -294> 2024-09-12T17:56:00.209+0000 7f4d7611f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:56:00.298 INFO:tasks.workunit.client.0.smithi045.stderr: -293> 2024-09-12T17:56:00.209+0000 7f4d7611f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:56:00.298 INFO:tasks.workunit.client.0.smithi045.stderr: -292> 2024-09-12T17:56:00.209+0000 7f4d7611f800 5 asok(0x55b0e8906730) register_command rotate-key cmddesc rotate-key hook 0x7ffd26078718 EEXIST 2024-09-12T17:56:00.298 INFO:tasks.workunit.client.0.smithi045.stderr: -291> 2024-09-12T17:56:00.209+0000 7f4d7611f800 10 monclient: _reopen_session rank -1 2024-09-12T17:56:00.298 INFO:tasks.workunit.client.0.smithi045.stderr: -290> 2024-09-12T17:56:00.209+0000 7f4d7611f800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:56:00.298 INFO:tasks.workunit.client.0.smithi045.stderr: -289> 2024-09-12T17:56:00.209+0000 7f4d7611f800 10 monclient(hunting): picked mon.noname-b con 0x55b0e8bf8d90 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:56:00.298 INFO:tasks.workunit.client.0.smithi045.stderr: -288> 2024-09-12T17:56:00.209+0000 7f4d7611f800 10 monclient(hunting): picked mon.noname-a con 0x55b0e8bc9da0 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:56:00.298 INFO:tasks.workunit.client.0.smithi045.stderr: -287> 2024-09-12T17:56:00.210+0000 7f4d7611f800 10 monclient(hunting): picked mon.noname-c con 0x55b0e8bf4270 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:56:00.298 INFO:tasks.workunit.client.0.smithi045.stderr: -286> 2024-09-12T17:56:00.210+0000 7f4d7611f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:56:00.298 INFO:tasks.workunit.client.0.smithi045.stderr: -285> 2024-09-12T17:56:00.210+0000 7f4d7611f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:56:00.298 INFO:tasks.workunit.client.0.smithi045.stderr: -284> 2024-09-12T17:56:00.210+0000 7f4d7611f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:56:00.298 INFO:tasks.workunit.client.0.smithi045.stderr: -283> 2024-09-12T17:56:00.210+0000 7f4d7611f800 10 monclient(hunting): _renew_subs 2024-09-12T17:56:00.298 INFO:tasks.workunit.client.0.smithi045.stderr: -282> 2024-09-12T17:56:00.210+0000 7f4d7611f800 10 monclient(hunting): authenticate will time out at 2058.668022s 2024-09-12T17:56:00.298 INFO:tasks.workunit.client.0.smithi045.stderr: -281> 2024-09-12T17:56:00.210+0000 7f4d726a3640 10 monclient(hunting): get_auth_request con 0x55b0e8bf4270 auth_method 0 2024-09-12T17:56:00.298 INFO:tasks.workunit.client.0.smithi045.stderr: -280> 2024-09-12T17:56:00.210+0000 7f4d726a3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:56:00.299 INFO:tasks.workunit.client.0.smithi045.stderr: -279> 2024-09-12T17:56:00.210+0000 7f4d726a3640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:56:00.299 INFO:tasks.workunit.client.0.smithi045.stderr: -278> 2024-09-12T17:56:00.210+0000 7f4d726a3640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:56:00.299 INFO:tasks.workunit.client.0.smithi045.stderr: -277> 2024-09-12T17:56:00.210+0000 7f4d716a1640 10 monclient(hunting): get_auth_request con 0x55b0e8bc9da0 auth_method 0 2024-09-12T17:56:00.299 INFO:tasks.workunit.client.0.smithi045.stderr: -276> 2024-09-12T17:56:00.210+0000 7f4d716a1640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:56:00.299 INFO:tasks.workunit.client.0.smithi045.stderr: -275> 2024-09-12T17:56:00.210+0000 7f4d716a1640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:56:00.299 INFO:tasks.workunit.client.0.smithi045.stderr: -274> 2024-09-12T17:56:00.210+0000 7f4d716a1640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:56:00.299 INFO:tasks.workunit.client.0.smithi045.stderr: -273> 2024-09-12T17:56:00.210+0000 7f4d71ea2640 10 monclient(hunting): get_auth_request con 0x55b0e8bf8d90 auth_method 0 2024-09-12T17:56:00.299 INFO:tasks.workunit.client.0.smithi045.stderr: -272> 2024-09-12T17:56:00.210+0000 7f4d71ea2640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:56:00.299 INFO:tasks.workunit.client.0.smithi045.stderr: -271> 2024-09-12T17:56:00.210+0000 7f4d71ea2640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:56:00.299 INFO:tasks.workunit.client.0.smithi045.stderr: -270> 2024-09-12T17:56:00.210+0000 7f4d71ea2640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:56:00.299 INFO:tasks.workunit.client.0.smithi045.stderr: -269> 2024-09-12T17:56:00.210+0000 7f4d726a3640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:56:00.299 INFO:tasks.workunit.client.0.smithi045.stderr: -268> 2024-09-12T17:56:00.210+0000 7f4d726a3640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:56:00.299 INFO:tasks.workunit.client.0.smithi045.stderr: -267> 2024-09-12T17:56:00.210+0000 7f4d726a3640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:56:00.300 INFO:tasks.workunit.client.0.smithi045.stderr: -266> 2024-09-12T17:56:00.210+0000 7f4d71ea2640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:56:00.300 INFO:tasks.workunit.client.0.smithi045.stderr: -265> 2024-09-12T17:56:00.210+0000 7f4d71ea2640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:56:00.300 INFO:tasks.workunit.client.0.smithi045.stderr: -264> 2024-09-12T17:56:00.210+0000 7f4d71ea2640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:56:00.300 INFO:tasks.workunit.client.0.smithi045.stderr: -263> 2024-09-12T17:56:00.210+0000 7f4d716a1640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:56:00.300 INFO:tasks.workunit.client.0.smithi045.stderr: -262> 2024-09-12T17:56:00.210+0000 7f4d716a1640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:56:00.300 INFO:tasks.workunit.client.0.smithi045.stderr: -261> 2024-09-12T17:56:00.210+0000 7f4d716a1640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:56:00.300 INFO:tasks.workunit.client.0.smithi045.stderr: -260> 2024-09-12T17:56:00.210+0000 7f4d726a3640 10 monclient(hunting): handle_auth_done global_id 6878 payload 274 2024-09-12T17:56:00.300 INFO:tasks.workunit.client.0.smithi045.stderr: -259> 2024-09-12T17:56:00.210+0000 7f4d726a3640 10 monclient: _finish_hunting 0 2024-09-12T17:56:00.300 INFO:tasks.workunit.client.0.smithi045.stderr: -258> 2024-09-12T17:56:00.210+0000 7f4d726a3640 1 monclient: found mon.noname-c 2024-09-12T17:56:00.300 INFO:tasks.workunit.client.0.smithi045.stderr: -257> 2024-09-12T17:56:00.210+0000 7f4d726a3640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.45:3301/0 2024-09-12T17:56:00.300 INFO:tasks.workunit.client.0.smithi045.stderr: -256> 2024-09-12T17:56:00.210+0000 7f4c557fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:56:00.300 INFO:tasks.workunit.client.0.smithi045.stderr: -255> 2024-09-12T17:56:00.210+0000 7f4c557fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:56:00.300 INFO:tasks.workunit.client.0.smithi045.stderr: -254> 2024-09-12T17:56:00.210+0000 7f4c557fa640 10 monclient: dump: 2024-09-12T17:56:00.301 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:56:00.301 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:56:00.301 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:00.301 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:00.301 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:56:00.301 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:56:00.301 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:56:00.301 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:56:00.301 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:56:00.301 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:00.301 INFO:tasks.workunit.client.0.smithi045.stderr: -253> 2024-09-12T17:56:00.210+0000 7f4c557fa640 10 monclient: _finish_auth 0 2024-09-12T17:56:00.301 INFO:tasks.workunit.client.0.smithi045.stderr: -252> 2024-09-12T17:56:00.210+0000 7f4c557fa640 10 monclient: _check_auth_tickets 2024-09-12T17:56:00.301 INFO:tasks.workunit.client.0.smithi045.stderr: -251> 2024-09-12T17:56:00.210+0000 7f4c557fa640 10 monclient: handle_config config(0 keys) 2024-09-12T17:56:00.301 INFO:tasks.workunit.client.0.smithi045.stderr: -250> 2024-09-12T17:56:00.210+0000 7f4d7611f800 5 monclient: authenticate success, global_id 6878 2024-09-12T17:56:00.302 INFO:tasks.workunit.client.0.smithi045.stderr: -249> 2024-09-12T17:56:00.210+0000 7f4d7611f800 10 monclient: get_monmap_and_config success 2024-09-12T17:56:00.302 INFO:tasks.workunit.client.0.smithi045.stderr: -248> 2024-09-12T17:56:00.210+0000 7f4d7611f800 4 set_mon_vals no callback set 2024-09-12T17:56:00.302 INFO:tasks.workunit.client.0.smithi045.stderr: -247> 2024-09-12T17:56:00.210+0000 7f4c557fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:56:00.302 INFO:tasks.workunit.client.0.smithi045.stderr: -246> 2024-09-12T17:56:00.210+0000 7f4c557fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:56:00.302 INFO:tasks.workunit.client.0.smithi045.stderr: -245> 2024-09-12T17:56:00.210+0000 7f4c557fa640 10 monclient: dump: 2024-09-12T17:56:00.302 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:56:00.302 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:56:00.302 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:00.302 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:00.302 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:56:00.302 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:56:00.302 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:56:00.302 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:56:00.303 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:56:00.303 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:00.303 INFO:tasks.workunit.client.0.smithi045.stderr: -244> 2024-09-12T17:56:00.211+0000 7f4d7611f800 10 monclient: shutdown 2024-09-12T17:56:00.303 INFO:tasks.workunit.client.0.smithi045.stderr: -243> 2024-09-12T17:56:00.211+0000 7f4d7611f800 10 monclient: build_initial_monmap 2024-09-12T17:56:00.303 INFO:tasks.workunit.client.0.smithi045.stderr: -242> 2024-09-12T17:56:00.211+0000 7f4d7611f800 1 build_initial for_mkfs: 0 2024-09-12T17:56:00.303 INFO:tasks.workunit.client.0.smithi045.stderr: -241> 2024-09-12T17:56:00.211+0000 7f4d7611f800 10 monclient: monmap: 2024-09-12T17:56:00.303 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:56:00.303 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:56:00.303 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:56:00.303 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:56:00.303 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:56:00.303 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:56:00.303 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:56:00.303 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:56:00.304 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:56:00.304 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:00.304 INFO:tasks.workunit.client.0.smithi045.stderr: -240> 2024-09-12T17:56:00.211+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bf4e50) adding auth protocol: cephx 2024-09-12T17:56:00.304 INFO:tasks.workunit.client.0.smithi045.stderr: -239> 2024-09-12T17:56:00.211+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bf4e50) adding auth protocol: cephx 2024-09-12T17:56:00.304 INFO:tasks.workunit.client.0.smithi045.stderr: -238> 2024-09-12T17:56:00.211+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bf4e50) adding auth protocol: cephx 2024-09-12T17:56:00.304 INFO:tasks.workunit.client.0.smithi045.stderr: -237> 2024-09-12T17:56:00.211+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bf4e50) adding con mode: secure 2024-09-12T17:56:00.304 INFO:tasks.workunit.client.0.smithi045.stderr: -236> 2024-09-12T17:56:00.211+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bf4e50) adding con mode: crc 2024-09-12T17:56:00.304 INFO:tasks.workunit.client.0.smithi045.stderr: -235> 2024-09-12T17:56:00.211+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bf4e50) adding con mode: secure 2024-09-12T17:56:00.304 INFO:tasks.workunit.client.0.smithi045.stderr: -234> 2024-09-12T17:56:00.211+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bf4e50) adding con mode: crc 2024-09-12T17:56:00.304 INFO:tasks.workunit.client.0.smithi045.stderr: -233> 2024-09-12T17:56:00.211+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bf4e50) adding con mode: secure 2024-09-12T17:56:00.304 INFO:tasks.workunit.client.0.smithi045.stderr: -232> 2024-09-12T17:56:00.211+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bf4e50) adding con mode: crc 2024-09-12T17:56:00.304 INFO:tasks.workunit.client.0.smithi045.stderr: -231> 2024-09-12T17:56:00.211+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bf4e50) adding con mode: crc 2024-09-12T17:56:00.304 INFO:tasks.workunit.client.0.smithi045.stderr: -230> 2024-09-12T17:56:00.211+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bf4e50) adding con mode: secure 2024-09-12T17:56:00.305 INFO:tasks.workunit.client.0.smithi045.stderr: -229> 2024-09-12T17:56:00.211+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bf4e50) adding con mode: crc 2024-09-12T17:56:00.305 INFO:tasks.workunit.client.0.smithi045.stderr: -228> 2024-09-12T17:56:00.211+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bf4e50) adding con mode: secure 2024-09-12T17:56:00.305 INFO:tasks.workunit.client.0.smithi045.stderr: -227> 2024-09-12T17:56:00.211+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bf4e50) adding con mode: crc 2024-09-12T17:56:00.305 INFO:tasks.workunit.client.0.smithi045.stderr: -226> 2024-09-12T17:56:00.211+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bf4e50) adding con mode: secure 2024-09-12T17:56:00.305 INFO:tasks.workunit.client.0.smithi045.stderr: -225> 2024-09-12T17:56:00.211+0000 7f4d7611f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:56:00.305 INFO:tasks.workunit.client.0.smithi045.stderr: -224> 2024-09-12T17:56:00.211+0000 7f4d7611f800 1 librados: starting msgr at 2024-09-12T17:56:00.305 INFO:tasks.workunit.client.0.smithi045.stderr: -223> 2024-09-12T17:56:00.211+0000 7f4d7611f800 1 librados: starting objecter 2024-09-12T17:56:00.305 INFO:tasks.workunit.client.0.smithi045.stderr: -222> 2024-09-12T17:56:00.211+0000 7f4d7611f800 5 asok(0x55b0e8906730) register_command objecter_requests cmddesc objecter_requests hook 0x55b0e8bc8320 EEXIST 2024-09-12T17:56:00.305 INFO:tasks.workunit.client.0.smithi045.stderr: -221> 2024-09-12T17:56:00.211+0000 7f4d7611f800 1 librados: setting wanted keys 2024-09-12T17:56:00.305 INFO:tasks.workunit.client.0.smithi045.stderr: -220> 2024-09-12T17:56:00.211+0000 7f4d7611f800 1 librados: calling monclient init 2024-09-12T17:56:00.305 INFO:tasks.workunit.client.0.smithi045.stderr: -219> 2024-09-12T17:56:00.211+0000 7f4d7611f800 10 monclient: init 2024-09-12T17:56:00.305 INFO:tasks.workunit.client.0.smithi045.stderr: -218> 2024-09-12T17:56:00.211+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bb9310) adding auth protocol: cephx 2024-09-12T17:56:00.305 INFO:tasks.workunit.client.0.smithi045.stderr: -217> 2024-09-12T17:56:00.211+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bb9310) adding auth protocol: cephx 2024-09-12T17:56:00.306 INFO:tasks.workunit.client.0.smithi045.stderr: -216> 2024-09-12T17:56:00.211+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bb9310) adding auth protocol: cephx 2024-09-12T17:56:00.306 INFO:tasks.workunit.client.0.smithi045.stderr: -215> 2024-09-12T17:56:00.211+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bb9310) adding con mode: secure 2024-09-12T17:56:00.306 INFO:tasks.workunit.client.0.smithi045.stderr: -214> 2024-09-12T17:56:00.211+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bb9310) adding con mode: crc 2024-09-12T17:56:00.306 INFO:tasks.workunit.client.0.smithi045.stderr: -213> 2024-09-12T17:56:00.211+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bb9310) adding con mode: secure 2024-09-12T17:56:00.306 INFO:tasks.workunit.client.0.smithi045.stderr: -212> 2024-09-12T17:56:00.211+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bb9310) adding con mode: crc 2024-09-12T17:56:00.306 INFO:tasks.workunit.client.0.smithi045.stderr: -211> 2024-09-12T17:56:00.211+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bb9310) adding con mode: secure 2024-09-12T17:56:00.306 INFO:tasks.workunit.client.0.smithi045.stderr: -210> 2024-09-12T17:56:00.211+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bb9310) adding con mode: crc 2024-09-12T17:56:00.306 INFO:tasks.workunit.client.0.smithi045.stderr: -209> 2024-09-12T17:56:00.211+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bb9310) adding con mode: crc 2024-09-12T17:56:00.306 INFO:tasks.workunit.client.0.smithi045.stderr: -208> 2024-09-12T17:56:00.211+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bb9310) adding con mode: secure 2024-09-12T17:56:00.306 INFO:tasks.workunit.client.0.smithi045.stderr: -207> 2024-09-12T17:56:00.211+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bb9310) adding con mode: crc 2024-09-12T17:56:00.306 INFO:tasks.workunit.client.0.smithi045.stderr: -206> 2024-09-12T17:56:00.211+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bb9310) adding con mode: secure 2024-09-12T17:56:00.306 INFO:tasks.workunit.client.0.smithi045.stderr: -205> 2024-09-12T17:56:00.211+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bb9310) adding con mode: crc 2024-09-12T17:56:00.306 INFO:tasks.workunit.client.0.smithi045.stderr: -204> 2024-09-12T17:56:00.211+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bb9310) adding con mode: secure 2024-09-12T17:56:00.306 INFO:tasks.workunit.client.0.smithi045.stderr: -203> 2024-09-12T17:56:00.212+0000 7f4d7611f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:56:00.307 INFO:tasks.workunit.client.0.smithi045.stderr: -202> 2024-09-12T17:56:00.212+0000 7f4d7611f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:56:00.307 INFO:tasks.workunit.client.0.smithi045.stderr: -201> 2024-09-12T17:56:00.212+0000 7f4d7611f800 5 asok(0x55b0e8906730) register_command rotate-key cmddesc rotate-key hook 0x55b0e8bb9458 EEXIST 2024-09-12T17:56:00.307 INFO:tasks.workunit.client.0.smithi045.stderr: -200> 2024-09-12T17:56:00.212+0000 7f4d7611f800 10 monclient: _reopen_session rank -1 2024-09-12T17:56:00.307 INFO:tasks.workunit.client.0.smithi045.stderr: -199> 2024-09-12T17:56:00.212+0000 7f4d7611f800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:56:00.307 INFO:tasks.workunit.client.0.smithi045.stderr: -198> 2024-09-12T17:56:00.212+0000 7f4d7611f800 10 monclient(hunting): picked mon.noname-c con 0x55b0e8bc9da0 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:56:00.307 INFO:tasks.workunit.client.0.smithi045.stderr: -197> 2024-09-12T17:56:00.212+0000 7f4d7611f800 10 monclient(hunting): picked mon.noname-a con 0x55b0e8bf4270 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:56:00.307 INFO:tasks.workunit.client.0.smithi045.stderr: -196> 2024-09-12T17:56:00.212+0000 7f4d7611f800 10 monclient(hunting): picked mon.noname-b con 0x55b0e8bf8d90 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:56:00.307 INFO:tasks.workunit.client.0.smithi045.stderr: -195> 2024-09-12T17:56:00.212+0000 7f4d7611f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:56:00.307 INFO:tasks.workunit.client.0.smithi045.stderr: -194> 2024-09-12T17:56:00.212+0000 7f4d7611f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:56:00.307 INFO:tasks.workunit.client.0.smithi045.stderr: -193> 2024-09-12T17:56:00.212+0000 7f4d7611f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:56:00.307 INFO:tasks.workunit.client.0.smithi045.stderr: -192> 2024-09-12T17:56:00.212+0000 7f4d7611f800 10 monclient(hunting): _renew_subs 2024-09-12T17:56:00.307 INFO:tasks.workunit.client.0.smithi045.stderr: -191> 2024-09-12T17:56:00.212+0000 7f4d7611f800 10 monclient(hunting): authenticate will time out at 2058.670377s 2024-09-12T17:56:00.307 INFO:tasks.workunit.client.0.smithi045.stderr: -190> 2024-09-12T17:56:00.212+0000 7f4d71ea2640 10 monclient(hunting): get_auth_request con 0x55b0e8bc9da0 auth_method 0 2024-09-12T17:56:00.308 INFO:tasks.workunit.client.0.smithi045.stderr: -189> 2024-09-12T17:56:00.212+0000 7f4d71ea2640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:56:00.308 INFO:tasks.workunit.client.0.smithi045.stderr: -188> 2024-09-12T17:56:00.212+0000 7f4d71ea2640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:56:00.308 INFO:tasks.workunit.client.0.smithi045.stderr: -187> 2024-09-12T17:56:00.212+0000 7f4d71ea2640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:56:00.308 INFO:tasks.workunit.client.0.smithi045.stderr: -186> 2024-09-12T17:56:00.212+0000 7f4d716a1640 10 monclient(hunting): get_auth_request con 0x55b0e8bf4270 auth_method 0 2024-09-12T17:56:00.308 INFO:tasks.workunit.client.0.smithi045.stderr: -185> 2024-09-12T17:56:00.212+0000 7f4d716a1640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:56:00.308 INFO:tasks.workunit.client.0.smithi045.stderr: -184> 2024-09-12T17:56:00.212+0000 7f4d716a1640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:56:00.308 INFO:tasks.workunit.client.0.smithi045.stderr: -183> 2024-09-12T17:56:00.212+0000 7f4d716a1640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:56:00.308 INFO:tasks.workunit.client.0.smithi045.stderr: -182> 2024-09-12T17:56:00.212+0000 7f4d71ea2640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:56:00.308 INFO:tasks.workunit.client.0.smithi045.stderr: -181> 2024-09-12T17:56:00.212+0000 7f4d71ea2640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:56:00.308 INFO:tasks.workunit.client.0.smithi045.stderr: -180> 2024-09-12T17:56:00.212+0000 7f4d71ea2640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:56:00.308 INFO:tasks.workunit.client.0.smithi045.stderr: -179> 2024-09-12T17:56:00.212+0000 7f4d726a3640 10 monclient(hunting): get_auth_request con 0x55b0e8bf8d90 auth_method 0 2024-09-12T17:56:00.308 INFO:tasks.workunit.client.0.smithi045.stderr: -178> 2024-09-12T17:56:00.212+0000 7f4d726a3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:56:00.308 INFO:tasks.workunit.client.0.smithi045.stderr: -177> 2024-09-12T17:56:00.212+0000 7f4d726a3640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:56:00.309 INFO:tasks.workunit.client.0.smithi045.stderr: -176> 2024-09-12T17:56:00.212+0000 7f4d726a3640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:56:00.309 INFO:tasks.workunit.client.0.smithi045.stderr: -175> 2024-09-12T17:56:00.212+0000 7f4d716a1640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:56:00.309 INFO:tasks.workunit.client.0.smithi045.stderr: -174> 2024-09-12T17:56:00.212+0000 7f4d716a1640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:56:00.309 INFO:tasks.workunit.client.0.smithi045.stderr: -173> 2024-09-12T17:56:00.212+0000 7f4d716a1640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:56:00.309 INFO:tasks.workunit.client.0.smithi045.stderr: -172> 2024-09-12T17:56:00.212+0000 7f4d726a3640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:56:00.309 INFO:tasks.workunit.client.0.smithi045.stderr: -171> 2024-09-12T17:56:00.212+0000 7f4d726a3640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:56:00.309 INFO:tasks.workunit.client.0.smithi045.stderr: -170> 2024-09-12T17:56:00.212+0000 7f4d726a3640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:56:00.309 INFO:tasks.workunit.client.0.smithi045.stderr: -169> 2024-09-12T17:56:00.212+0000 7f4d71ea2640 10 monclient(hunting): handle_auth_done global_id 6881 payload 824 2024-09-12T17:56:00.309 INFO:tasks.workunit.client.0.smithi045.stderr: -168> 2024-09-12T17:56:00.212+0000 7f4d71ea2640 10 monclient: _finish_hunting 0 2024-09-12T17:56:00.309 INFO:tasks.workunit.client.0.smithi045.stderr: -167> 2024-09-12T17:56:00.212+0000 7f4d71ea2640 1 monclient: found mon.noname-c 2024-09-12T17:56:00.309 INFO:tasks.workunit.client.0.smithi045.stderr: -166> 2024-09-12T17:56:00.212+0000 7f4d71ea2640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.45:3301/0 2024-09-12T17:56:00.309 INFO:tasks.workunit.client.0.smithi045.stderr: -165> 2024-09-12T17:56:00.212+0000 7f4c437fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:56:00.309 INFO:tasks.workunit.client.0.smithi045.stderr: -164> 2024-09-12T17:56:00.212+0000 7f4c437fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:56:00.310 INFO:tasks.workunit.client.0.smithi045.stderr: -163> 2024-09-12T17:56:00.212+0000 7f4c437fe640 10 monclient: dump: 2024-09-12T17:56:00.310 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:56:00.310 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:56:00.310 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:00.310 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:00.310 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:56:00.310 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:56:00.310 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:56:00.310 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:56:00.310 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:56:00.310 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:00.310 INFO:tasks.workunit.client.0.smithi045.stderr: -162> 2024-09-12T17:56:00.212+0000 7f4c437fe640 10 monclient: _finish_auth 0 2024-09-12T17:56:00.310 INFO:tasks.workunit.client.0.smithi045.stderr: -161> 2024-09-12T17:56:00.212+0000 7f4c437fe640 10 monclient: _check_auth_tickets 2024-09-12T17:56:00.310 INFO:tasks.workunit.client.0.smithi045.stderr: -160> 2024-09-12T17:56:00.212+0000 7f4c437fe640 10 monclient: handle_config config(0 keys) 2024-09-12T17:56:00.311 INFO:tasks.workunit.client.0.smithi045.stderr: -159> 2024-09-12T17:56:00.212+0000 7f4c437fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:56:00.311 INFO:tasks.workunit.client.0.smithi045.stderr: -158> 2024-09-12T17:56:00.212+0000 7f4c437fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:56:00.311 INFO:tasks.workunit.client.0.smithi045.stderr: -157> 2024-09-12T17:56:00.212+0000 7f4c437fe640 10 monclient: dump: 2024-09-12T17:56:00.311 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:56:00.311 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:56:00.311 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:00.311 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:00.311 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:56:00.311 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:56:00.311 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:56:00.311 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:56:00.311 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:56:00.311 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:00.311 INFO:tasks.workunit.client.0.smithi045.stderr: -156> 2024-09-12T17:56:00.212+0000 7f4d7611f800 5 monclient: authenticate success, global_id 6881 2024-09-12T17:56:00.312 INFO:tasks.workunit.client.0.smithi045.stderr: -155> 2024-09-12T17:56:00.213+0000 7f4d7611f800 10 monclient: _renew_subs 2024-09-12T17:56:00.312 INFO:tasks.workunit.client.0.smithi045.stderr: -154> 2024-09-12T17:56:00.213+0000 7f4d7611f800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:56:00.312 INFO:tasks.workunit.client.0.smithi045.stderr: -153> 2024-09-12T17:56:00.212+0000 7f4c557fa640 4 set_mon_vals no callback set 2024-09-12T17:56:00.312 INFO:tasks.workunit.client.0.smithi045.stderr: -152> 2024-09-12T17:56:00.213+0000 7f4d7611f800 10 monclient: _renew_subs 2024-09-12T17:56:00.312 INFO:tasks.workunit.client.0.smithi045.stderr: -151> 2024-09-12T17:56:00.213+0000 7f4d7611f800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:56:00.312 INFO:tasks.workunit.client.0.smithi045.stderr: -150> 2024-09-12T17:56:00.213+0000 7f4d7611f800 1 librados: init done 2024-09-12T17:56:00.312 INFO:tasks.workunit.client.0.smithi045.stderr: -149> 2024-09-12T17:56:00.213+0000 7f4d7611f800 5 asok(0x55b0e8906730) register_command cr dump hook 0x7f4d6c004c28 2024-09-12T17:56:00.312 INFO:tasks.workunit.client.0.smithi045.stderr: -148> 2024-09-12T17:56:00.214+0000 7f4d7611f800 20 rados->read ofs=0 len=0 2024-09-12T17:56:00.312 INFO:tasks.workunit.client.0.smithi045.stderr: -147> 2024-09-12T17:56:00.214+0000 7f4c437fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:56:00.312 INFO:tasks.workunit.client.0.smithi045.stderr: -146> 2024-09-12T17:56:00.214+0000 7f4c437fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:56:00.312 INFO:tasks.workunit.client.0.smithi045.stderr: -145> 2024-09-12T17:56:00.214+0000 7f4c437fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:56:00.312 INFO:tasks.workunit.client.0.smithi045.stderr: -144> 2024-09-12T17:56:00.215+0000 7f4d716a1640 10 monclient: get_auth_request con 0x7f4c3c076470 auth_method 0 2024-09-12T17:56:00.313 INFO:tasks.workunit.client.0.smithi045.stderr: -143> 2024-09-12T17:56:00.215+0000 7f4d726a3640 10 monclient: get_auth_request con 0x55b0e8c13180 auth_method 0 2024-09-12T17:56:00.313 INFO:tasks.workunit.client.0.smithi045.stderr: -142> 2024-09-12T17:56:00.215+0000 7f4d7611f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:00.313 INFO:tasks.workunit.client.0.smithi045.stderr: -141> 2024-09-12T17:56:00.215+0000 7f4d7611f800 20 realm 2024-09-12T17:56:00.313 INFO:tasks.workunit.client.0.smithi045.stderr: -140> 2024-09-12T17:56:00.215+0000 7f4d7611f800 20 rados->read ofs=0 len=0 2024-09-12T17:56:00.313 INFO:tasks.workunit.client.0.smithi045.stderr: -139> 2024-09-12T17:56:00.216+0000 7f4d7611f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:00.313 INFO:tasks.workunit.client.0.smithi045.stderr: -138> 2024-09-12T17:56:00.216+0000 7f4d7611f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:56:00.313 INFO:tasks.workunit.client.0.smithi045.stderr: -137> 2024-09-12T17:56:00.216+0000 7f4d7611f800 20 rados->read ofs=0 len=0 2024-09-12T17:56:00.313 INFO:tasks.workunit.client.0.smithi045.stderr: -136> 2024-09-12T17:56:00.216+0000 7f4d7611f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:00.313 INFO:tasks.workunit.client.0.smithi045.stderr: -135> 2024-09-12T17:56:00.216+0000 7f4d7611f800 20 rados->read ofs=0 len=0 2024-09-12T17:56:00.313 INFO:tasks.workunit.client.0.smithi045.stderr: -134> 2024-09-12T17:56:00.216+0000 7f4d71ea2640 10 monclient: get_auth_request con 0x55b0e8c17530 auth_method 0 2024-09-12T17:56:00.313 INFO:tasks.workunit.client.0.smithi045.stderr: -133> 2024-09-12T17:56:00.217+0000 7f4d7611f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:56:00.313 INFO:tasks.workunit.client.0.smithi045.stderr: -132> 2024-09-12T17:56:00.217+0000 7f4d7611f800 20 rados->read ofs=0 len=0 2024-09-12T17:56:00.313 INFO:tasks.workunit.client.0.smithi045.stderr: -131> 2024-09-12T17:56:00.217+0000 7f4d716a1640 10 monclient: get_auth_request con 0x55b0e8c1ac50 auth_method 0 2024-09-12T17:56:00.314 INFO:tasks.workunit.client.0.smithi045.stderr: -130> 2024-09-12T17:56:00.217+0000 7f4d7611f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:56:00.314 INFO:tasks.workunit.client.0.smithi045.stderr: -129> 2024-09-12T17:56:00.218+0000 7f4d7611f800 20 searching for the correct realm 2024-09-12T17:56:00.314 INFO:tasks.workunit.client.0.smithi045.stderr: -128> 2024-09-12T17:56:00.218+0000 7f4d726a3640 10 monclient: get_auth_request con 0x55b0e8c1f9d0 auth_method 0 2024-09-12T17:56:00.314 INFO:tasks.workunit.client.0.smithi045.stderr: -127> 2024-09-12T17:56:00.219+0000 7f4d71ea2640 10 monclient: get_auth_request con 0x7f4d68050b00 auth_method 0 2024-09-12T17:56:00.314 INFO:tasks.workunit.client.0.smithi045.stderr: -126> 2024-09-12T17:56:00.220+0000 7f4d716a1640 10 monclient: get_auth_request con 0x7f4d64086060 auth_method 0 2024-09-12T17:56:00.314 INFO:tasks.workunit.client.0.smithi045.stderr: -125> 2024-09-12T17:56:00.220+0000 7f4d716a1640 0 -- 172.21.15.45:0/2978813982 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x55b0e8c1ac50 msgr2=0x55b0e8c1d040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:56:00.314 INFO:tasks.workunit.client.0.smithi045.stderr: -124> 2024-09-12T17:56:00.220+0000 7f4c437fe640 1 client.6881.objecter ms_handle_reset 0x55b0e8c1ac50 session 0x55b0e8c16d90 osd.7 2024-09-12T17:56:00.314 INFO:tasks.workunit.client.0.smithi045.stderr: -123> 2024-09-12T17:56:00.220+0000 7f4c437fe640 10 monclient: _renew_subs 2024-09-12T17:56:00.314 INFO:tasks.workunit.client.0.smithi045.stderr: -122> 2024-09-12T17:56:00.220+0000 7f4c437fe640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:56:00.314 INFO:tasks.workunit.client.0.smithi045.stderr: -121> 2024-09-12T17:56:00.221+0000 7f4d716a1640 10 monclient: get_auth_request con 0x7f4c3c086ba0 auth_method 0 2024-09-12T17:56:00.314 INFO:tasks.workunit.client.0.smithi045.stderr: -120> 2024-09-12T17:56:00.221+0000 7f4d726a3640 10 monclient: get_auth_request con 0x7f4d6805e400 auth_method 0 2024-09-12T17:56:00.314 INFO:tasks.workunit.client.0.smithi045.stderr: -119> 2024-09-12T17:56:00.223+0000 7f4d71ea2640 10 monclient: get_auth_request con 0x7f4d6806a040 auth_method 0 2024-09-12T17:56:00.314 INFO:tasks.workunit.client.0.smithi045.stderr: -118> 2024-09-12T17:56:00.224+0000 7f4d71ea2640 0 -- 172.21.15.45:0/2978813982 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f4d6806a040 msgr2=0x7f4d6806a930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:56:00.314 INFO:tasks.workunit.client.0.smithi045.stderr: -117> 2024-09-12T17:56:00.224+0000 7f4c437fe640 1 client.6881.objecter ms_handle_reset 0x7f4d6806a040 session 0x7f4d6801fc40 osd.0 2024-09-12T17:56:00.315 INFO:tasks.workunit.client.0.smithi045.stderr: -116> 2024-09-12T17:56:00.224+0000 7f4d71ea2640 10 monclient: get_auth_request con 0x55b0e8c1ac50 auth_method 0 2024-09-12T17:56:00.315 INFO:tasks.workunit.client.0.smithi045.stderr: -115> 2024-09-12T17:56:00.228+0000 7f4d7611f800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:56:00.315 INFO:tasks.workunit.client.0.smithi045.stderr: -114> 2024-09-12T17:56:00.228+0000 7f4d7611f800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:56:00.315 INFO:tasks.workunit.client.0.smithi045.stderr: -113> 2024-09-12T17:56:00.228+0000 7f4d7611f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:56:00.315 INFO:tasks.workunit.client.0.smithi045.stderr: -112> 2024-09-12T17:56:00.228+0000 7f4d7611f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:56:00.315 INFO:tasks.workunit.client.0.smithi045.stderr: -111> 2024-09-12T17:56:00.228+0000 7f4d7611f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:56:00.315 INFO:tasks.workunit.client.0.smithi045.stderr: -110> 2024-09-12T17:56:00.228+0000 7f4d7611f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:56:00.315 INFO:tasks.workunit.client.0.smithi045.stderr: -109> 2024-09-12T17:56:00.228+0000 7f4d7611f800 20 rados->read ofs=0 len=0 2024-09-12T17:56:00.315 INFO:tasks.workunit.client.0.smithi045.stderr: -108> 2024-09-12T17:56:00.228+0000 7f4d7611f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:00.315 INFO:tasks.workunit.client.0.smithi045.stderr: -107> 2024-09-12T17:56:00.228+0000 7f4d7611f800 20 rados->read ofs=0 len=0 2024-09-12T17:56:00.315 INFO:tasks.workunit.client.0.smithi045.stderr: -106> 2024-09-12T17:56:00.228+0000 7f4d7611f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:56:00.315 INFO:tasks.workunit.client.0.smithi045.stderr: -105> 2024-09-12T17:56:00.228+0000 7f4d7611f800 20 rados->read ofs=0 len=0 2024-09-12T17:56:00.315 INFO:tasks.workunit.client.0.smithi045.stderr: -104> 2024-09-12T17:56:00.229+0000 7f4d7611f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:56:00.316 INFO:tasks.workunit.client.0.smithi045.stderr: -103> 2024-09-12T17:56:00.229+0000 7f4d7611f800 20 zone default found 2024-09-12T17:56:00.316 INFO:tasks.workunit.client.0.smithi045.stderr: -102> 2024-09-12T17:56:00.229+0000 7f4d7611f800 4 Realm: () 2024-09-12T17:56:00.316 INFO:tasks.workunit.client.0.smithi045.stderr: -101> 2024-09-12T17:56:00.229+0000 7f4d7611f800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:56:00.316 INFO:tasks.workunit.client.0.smithi045.stderr: -100> 2024-09-12T17:56:00.229+0000 7f4d7611f800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:56:00.316 INFO:tasks.workunit.client.0.smithi045.stderr: -99> 2024-09-12T17:56:00.229+0000 7f4d7611f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:56:00.316 INFO:tasks.workunit.client.0.smithi045.stderr: -98> 2024-09-12T17:56:00.229+0000 7f4d7611f800 20 zonegroup default 2024-09-12T17:56:00.316 INFO:tasks.workunit.client.0.smithi045.stderr: -97> 2024-09-12T17:56:00.229+0000 7f4d7611f800 20 rados->read ofs=0 len=0 2024-09-12T17:56:00.316 INFO:tasks.workunit.client.0.smithi045.stderr: -96> 2024-09-12T17:56:00.229+0000 7f4d7611f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:00.316 INFO:tasks.workunit.client.0.smithi045.stderr: -95> 2024-09-12T17:56:00.229+0000 7f4d7611f800 20 rados->read ofs=0 len=0 2024-09-12T17:56:00.316 INFO:tasks.workunit.client.0.smithi045.stderr: -94> 2024-09-12T17:56:00.230+0000 7f4d7611f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:00.316 INFO:tasks.workunit.client.0.smithi045.stderr: -93> 2024-09-12T17:56:00.230+0000 7f4d7611f800 20 rados->read ofs=0 len=0 2024-09-12T17:56:00.316 INFO:tasks.workunit.client.0.smithi045.stderr: -92> 2024-09-12T17:56:00.230+0000 7f4d7611f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:00.316 INFO:tasks.workunit.client.0.smithi045.stderr: -91> 2024-09-12T17:56:00.230+0000 7f4d7611f800 20 started sync module instance, tier type = 2024-09-12T17:56:00.317 INFO:tasks.workunit.client.0.smithi045.stderr: -90> 2024-09-12T17:56:00.230+0000 7f4d7611f800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:56:00.317 INFO:tasks.workunit.client.0.smithi045.stderr: -89> 2024-09-12T17:56:00.234+0000 7f4c437fe640 1 client.6881.objecter ms_handle_reset 0x7f4d68050b00 session 0x7f4d68005040 osd.2 2024-09-12T17:56:00.317 INFO:tasks.workunit.client.0.smithi045.stderr: -88> 2024-09-12T17:56:00.234+0000 7f4d71ea2640 10 monclient: get_auth_request con 0x7f4d6806a040 auth_method 0 2024-09-12T17:56:00.317 INFO:tasks.workunit.client.0.smithi045.stderr: -87> 2024-09-12T17:56:00.238+0000 7f4d7611f800 20 add_watcher() i=0 2024-09-12T17:56:00.317 INFO:tasks.workunit.client.0.smithi045.stderr: -86> 2024-09-12T17:56:00.238+0000 7f4d7611f800 20 add_watcher() i=1 2024-09-12T17:56:00.317 INFO:tasks.workunit.client.0.smithi045.stderr: -85> 2024-09-12T17:56:00.238+0000 7f4d7611f800 20 add_watcher() i=2 2024-09-12T17:56:00.317 INFO:tasks.workunit.client.0.smithi045.stderr: -84> 2024-09-12T17:56:00.238+0000 7f4d7611f800 20 add_watcher() i=3 2024-09-12T17:56:00.317 INFO:tasks.workunit.client.0.smithi045.stderr: -83> 2024-09-12T17:56:00.238+0000 7f4d7611f800 20 add_watcher() i=4 2024-09-12T17:56:00.317 INFO:tasks.workunit.client.0.smithi045.stderr: -82> 2024-09-12T17:56:00.238+0000 7f4d7611f800 20 add_watcher() i=5 2024-09-12T17:56:00.317 INFO:tasks.workunit.client.0.smithi045.stderr: -81> 2024-09-12T17:56:00.238+0000 7f4d7611f800 20 add_watcher() i=6 2024-09-12T17:56:00.317 INFO:tasks.workunit.client.0.smithi045.stderr: -80> 2024-09-12T17:56:00.239+0000 7f4d7611f800 20 add_watcher() i=7 2024-09-12T17:56:00.317 INFO:tasks.workunit.client.0.smithi045.stderr: -79> 2024-09-12T17:56:00.239+0000 7f4d7611f800 2 all 8 watchers are set, enabling cache 2024-09-12T17:56:00.317 INFO:tasks.workunit.client.0.smithi045.stderr: -78> 2024-09-12T17:56:00.241+0000 7f4d7611f800 5 AuthRegistry(0x7ffd26078aa0) adding auth protocol: cephx 2024-09-12T17:56:00.318 INFO:tasks.workunit.client.0.smithi045.stderr: -77> 2024-09-12T17:56:00.241+0000 7f4d7611f800 5 AuthRegistry(0x7ffd26078aa0) adding auth protocol: cephx 2024-09-12T17:56:00.318 INFO:tasks.workunit.client.0.smithi045.stderr: -76> 2024-09-12T17:56:00.241+0000 7f4d7611f800 5 AuthRegistry(0x7ffd26078aa0) adding auth protocol: cephx 2024-09-12T17:56:00.318 INFO:tasks.workunit.client.0.smithi045.stderr: -75> 2024-09-12T17:56:00.241+0000 7f4d7611f800 5 AuthRegistry(0x7ffd26078aa0) adding con mode: secure 2024-09-12T17:56:00.318 INFO:tasks.workunit.client.0.smithi045.stderr: -74> 2024-09-12T17:56:00.241+0000 7f4d7611f800 5 AuthRegistry(0x7ffd26078aa0) adding con mode: crc 2024-09-12T17:56:00.318 INFO:tasks.workunit.client.0.smithi045.stderr: -73> 2024-09-12T17:56:00.241+0000 7f4d7611f800 5 AuthRegistry(0x7ffd26078aa0) adding con mode: secure 2024-09-12T17:56:00.318 INFO:tasks.workunit.client.0.smithi045.stderr: -72> 2024-09-12T17:56:00.241+0000 7f4d7611f800 5 AuthRegistry(0x7ffd26078aa0) adding con mode: crc 2024-09-12T17:56:00.318 INFO:tasks.workunit.client.0.smithi045.stderr: -71> 2024-09-12T17:56:00.241+0000 7f4d7611f800 5 AuthRegistry(0x7ffd26078aa0) adding con mode: secure 2024-09-12T17:56:00.318 INFO:tasks.workunit.client.0.smithi045.stderr: -70> 2024-09-12T17:56:00.241+0000 7f4d7611f800 5 AuthRegistry(0x7ffd26078aa0) adding con mode: crc 2024-09-12T17:56:00.318 INFO:tasks.workunit.client.0.smithi045.stderr: -69> 2024-09-12T17:56:00.241+0000 7f4d7611f800 5 AuthRegistry(0x7ffd26078aa0) adding con mode: crc 2024-09-12T17:56:00.318 INFO:tasks.workunit.client.0.smithi045.stderr: -68> 2024-09-12T17:56:00.241+0000 7f4c237fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:56:00.318 INFO:tasks.workunit.client.0.smithi045.stderr: -67> 2024-09-12T17:56:00.241+0000 7f4d7611f800 5 AuthRegistry(0x7ffd26078aa0) adding con mode: secure 2024-09-12T17:56:00.318 INFO:tasks.workunit.client.0.smithi045.stderr: -66> 2024-09-12T17:56:00.241+0000 7f4d7611f800 5 AuthRegistry(0x7ffd26078aa0) adding con mode: crc 2024-09-12T17:56:00.318 INFO:tasks.workunit.client.0.smithi045.stderr: -65> 2024-09-12T17:56:00.241+0000 7f4d7611f800 5 AuthRegistry(0x7ffd26078aa0) adding con mode: secure 2024-09-12T17:56:00.319 INFO:tasks.workunit.client.0.smithi045.stderr: -64> 2024-09-12T17:56:00.241+0000 7f4d7611f800 5 AuthRegistry(0x7ffd26078aa0) adding con mode: crc 2024-09-12T17:56:00.319 INFO:tasks.workunit.client.0.smithi045.stderr: -63> 2024-09-12T17:56:00.241+0000 7f4d7611f800 5 AuthRegistry(0x7ffd26078aa0) adding con mode: secure 2024-09-12T17:56:00.319 INFO:tasks.workunit.client.0.smithi045.stderr: -62> 2024-09-12T17:56:00.241+0000 7f4d7611f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:56:00.319 INFO:tasks.workunit.client.0.smithi045.stderr: -61> 2024-09-12T17:56:00.241+0000 7f4d7611f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:56:00.319 INFO:tasks.workunit.client.0.smithi045.stderr: -60> 2024-09-12T17:56:00.241+0000 7f4d7611f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:56:00.319 INFO:tasks.workunit.client.0.smithi045.stderr: -59> 2024-09-12T17:56:00.241+0000 7f4d7611f800 5 asok(0x55b0e8906730) register_command cache list hook 0x55b0e8bef490 2024-09-12T17:56:00.319 INFO:tasks.workunit.client.0.smithi045.stderr: -58> 2024-09-12T17:56:00.241+0000 7f4d7611f800 5 asok(0x55b0e8906730) register_command cache inspect hook 0x55b0e8bef490 2024-09-12T17:56:00.319 INFO:tasks.workunit.client.0.smithi045.stderr: -57> 2024-09-12T17:56:00.241+0000 7f4d7611f800 5 asok(0x55b0e8906730) register_command cache erase hook 0x55b0e8bef490 2024-09-12T17:56:00.319 INFO:tasks.workunit.client.0.smithi045.stderr: -56> 2024-09-12T17:56:00.241+0000 7f4d7611f800 5 asok(0x55b0e8906730) register_command cache zap hook 0x55b0e8bef490 2024-09-12T17:56:00.319 INFO:tasks.workunit.client.0.smithi045.stderr: -55> 2024-09-12T17:56:00.241+0000 7f4d7611f800 5 note: GC not initialized 2024-09-12T17:56:00.319 INFO:tasks.workunit.client.0.smithi045.stderr: -54> 2024-09-12T17:56:00.241+0000 7f4c227fc640 20 reqs_thread_entry: start 2024-09-12T17:56:00.319 INFO:tasks.workunit.client.0.smithi045.stderr: -53> 2024-09-12T17:56:00.242+0000 7f4d7611f800 5 asok(0x55b0e8906730) register_command sync trace show hook 0x7f4d640042f0 2024-09-12T17:56:00.319 INFO:tasks.workunit.client.0.smithi045.stderr: -52> 2024-09-12T17:56:00.242+0000 7f4d7611f800 5 asok(0x55b0e8906730) register_command sync trace history hook 0x7f4d640042f0 2024-09-12T17:56:00.319 INFO:tasks.workunit.client.0.smithi045.stderr: -51> 2024-09-12T17:56:00.242+0000 7f4d7611f800 5 asok(0x55b0e8906730) register_command sync trace active hook 0x7f4d640042f0 2024-09-12T17:56:00.320 INFO:tasks.workunit.client.0.smithi045.stderr: -50> 2024-09-12T17:56:00.242+0000 7f4d7611f800 5 asok(0x55b0e8906730) register_command sync trace active_short hook 0x7f4d640042f0 2024-09-12T17:56:00.320 INFO:tasks.workunit.client.0.smithi045.stderr: -49> 2024-09-12T17:56:00.242+0000 7f4d7611f800 20 init_complete bucket index max shards: 1 2024-09-12T17:56:00.320 INFO:tasks.workunit.client.0.smithi045.stderr: -48> 2024-09-12T17:56:00.242+0000 7f4d7611f800 20 Filter name: none 2024-09-12T17:56:00.320 INFO:tasks.workunit.client.0.smithi045.stderr: -47> 2024-09-12T17:56:00.242+0000 7f4b93fff640 20 reqs_thread_entry: start 2024-09-12T17:56:00.320 INFO:tasks.workunit.client.0.smithi045.stderr: -46> 2024-09-12T17:56:00.242+0000 7f4d7611f800 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2024-09-12T17:56:00.320 INFO:tasks.workunit.client.0.smithi045.stderr: -45> 2024-09-12T17:56:00.242+0000 7f4d7611f800 20 rados->read ofs=0 len=0 2024-09-12T17:56:00.320 INFO:tasks.workunit.client.0.smithi045.stderr: -44> 2024-09-12T17:56:00.242+0000 7f4d7611f800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:56:00.320 INFO:tasks.workunit.client.0.smithi045.stderr: -43> 2024-09-12T17:56:00.242+0000 7f4d7611f800 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2024-09-12T17:56:00.320 INFO:tasks.workunit.client.0.smithi045.stderr: -42> 2024-09-12T17:56:00.242+0000 7f4d7611f800 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2024-09-12T17:56:00.320 INFO:tasks.workunit.client.0.smithi045.stderr: -41> 2024-09-12T17:56:00.242+0000 7f4d7611f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33 : miss 2024-09-12T17:56:00.320 INFO:tasks.workunit.client.0.smithi045.stderr: -40> 2024-09-12T17:56:00.242+0000 7f4d7611f800 20 rados->read ofs=0 len=0 2024-09-12T17:56:00.320 INFO:tasks.workunit.client.0.smithi045.stderr: -39> 2024-09-12T17:56:00.243+0000 7f4d7611f800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:56:00.320 INFO:tasks.workunit.client.0.smithi045.stderr: -38> 2024-09-12T17:56:00.243+0000 7f4d7611f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33 info.flags=0x17 2024-09-12T17:56:00.321 INFO:tasks.workunit.client.0.smithi045.stderr: -37> 2024-09-12T17:56:00.243+0000 7f4d7611f800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33 to cache LRU end 2024-09-12T17:56:00.321 INFO:tasks.workunit.client.0.smithi045.stderr: -36> 2024-09-12T17:56:00.243+0000 7f4d7611f800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:56:00.321 INFO:tasks.workunit.client.0.smithi045.stderr: -35> 2024-09-12T17:56:00.243+0000 7f4d7611f800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:56:00.321 INFO:tasks.workunit.client.0.smithi045.stderr: -34> 2024-09-12T17:56:00.243+0000 7f4d7611f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33 2024-09-12T17:56:00.321 INFO:tasks.workunit.client.0.smithi045.stderr: -33> 2024-09-12T17:56:00.247+0000 7f4d7611f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33 info.flags=0x17 2024-09-12T17:56:00.321 INFO:tasks.workunit.client.0.smithi045.stderr: -32> 2024-09-12T17:56:00.247+0000 7f4d7611f800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33 to cache LRU end 2024-09-12T17:56:00.321 INFO:tasks.workunit.client.0.smithi045.stderr: -31> 2024-09-12T17:56:00.247+0000 7f4d7611f800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:56:00.321 INFO:tasks.workunit.client.0.smithi045.stderr: -30> 2024-09-12T17:56:00.247+0000 7f4d7611f800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33, ofs0, ns] 2024-09-12T17:56:00.321 INFO:tasks.workunit.client.0.smithi045.stderr: -29> 2024-09-12T17:56:00.247+0000 7f4c557fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398909 cookie 94218307619648 notifier 6881 bl.length()=1015 2024-09-12T17:56:00.321 INFO:tasks.workunit.client.0.smithi045.stderr: -28> 2024-09-12T17:56:00.247+0000 7f4c557fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33 info.flags=0x17 2024-09-12T17:56:00.321 INFO:tasks.workunit.client.0.smithi045.stderr: -27> 2024-09-12T17:56:00.247+0000 7f4c557fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33 to cache LRU end 2024-09-12T17:56:00.321 INFO:tasks.workunit.client.0.smithi045.stderr: -26> 2024-09-12T17:56:00.247+0000 7f4c557fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:56:00.321 INFO:tasks.workunit.client.0.smithi045.stderr: -25> 2024-09-12T17:56:00.247+0000 7f4d7611f800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.33]): orig_sources= new_sources= 2024-09-12T17:56:00.322 INFO:tasks.workunit.client.0.smithi045.stderr: -24> 2024-09-12T17:56:00.247+0000 7f4d7611f800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.33]): potential sources added=[] removed=[] 2024-09-12T17:56:00.322 INFO:tasks.workunit.client.0.smithi045.stderr: -23> 2024-09-12T17:56:00.247+0000 7f4d7611f800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.33]): orig_dests= new_dests= 2024-09-12T17:56:00.322 INFO:tasks.workunit.client.0.smithi045.stderr: -22> 2024-09-12T17:56:00.247+0000 7f4d7611f800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.33]): potential dests added=[] removed=[] 2024-09-12T17:56:00.322 INFO:tasks.workunit.client.0.smithi045.stderr: -21> 2024-09-12T17:56:00.250+0000 7f4d7611f800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.33.1.0 2024-09-12T17:56:00.322 INFO:tasks.workunit.client.0.smithi045.stderr: -20> 2024-09-12T17:56:00.250+0000 7f4d7611f800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.33.1.0 2024-09-12T17:56:00.322 INFO:tasks.workunit.client.0.smithi045.stderr: -19> 2024-09-12T17:56:00.250+0000 7f4d7611f800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.33.1.1 2024-09-12T17:56:00.322 INFO:tasks.workunit.client.0.smithi045.stderr: -18> 2024-09-12T17:56:00.250+0000 7f4d7611f800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.33.1.1 2024-09-12T17:56:00.322 INFO:tasks.workunit.client.0.smithi045.stderr: -17> 2024-09-12T17:56:00.250+0000 7f4d7611f800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.33.0 2024-09-12T17:56:00.322 INFO:tasks.workunit.client.0.smithi045.stderr: -16> 2024-09-12T17:56:00.252+0000 7f4d7611f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33 : hit (requested=0x17, cached=0x17) 2024-09-12T17:56:00.322 INFO:tasks.workunit.client.0.smithi045.stderr: -15> 2024-09-12T17:56:00.252+0000 7f4d7611f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33 2024-09-12T17:56:00.322 INFO:tasks.workunit.client.0.smithi045.stderr: -14> 2024-09-12T17:56:00.253+0000 7f4d7611f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33 info.flags=0x17 2024-09-12T17:56:00.322 INFO:tasks.workunit.client.0.smithi045.stderr: -13> 2024-09-12T17:56:00.253+0000 7f4d7611f800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33 to cache LRU end 2024-09-12T17:56:00.322 INFO:tasks.workunit.client.0.smithi045.stderr: -12> 2024-09-12T17:56:00.253+0000 7f4d7611f800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:56:00.323 INFO:tasks.workunit.client.0.smithi045.stderr: -11> 2024-09-12T17:56:00.253+0000 7f4d7611f800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33, ofs0, ns] 2024-09-12T17:56:00.323 INFO:tasks.workunit.client.0.smithi045.stderr: -10> 2024-09-12T17:56:00.253+0000 7f4c557fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398910 cookie 94218307619648 notifier 6881 bl.length()=1015 2024-09-12T17:56:00.323 INFO:tasks.workunit.client.0.smithi045.stderr: -9> 2024-09-12T17:56:00.253+0000 7f4c557fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33 info.flags=0x17 2024-09-12T17:56:00.323 INFO:tasks.workunit.client.0.smithi045.stderr: -8> 2024-09-12T17:56:00.253+0000 7f4c557fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33 to cache LRU end 2024-09-12T17:56:00.323 INFO:tasks.workunit.client.0.smithi045.stderr: -7> 2024-09-12T17:56:00.253+0000 7f4c557fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:56:00.323 INFO:tasks.workunit.client.0.smithi045.stderr: -6> 2024-09-12T17:56:00.254+0000 7f4d7611f800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.33]): orig_sources= new_sources= 2024-09-12T17:56:00.323 INFO:tasks.workunit.client.0.smithi045.stderr: -5> 2024-09-12T17:56:00.254+0000 7f4d7611f800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.33]): potential sources added=[] removed=[] 2024-09-12T17:56:00.323 INFO:tasks.workunit.client.0.smithi045.stderr: -4> 2024-09-12T17:56:00.254+0000 7f4d7611f800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.33]): orig_dests= new_dests= 2024-09-12T17:56:00.323 INFO:tasks.workunit.client.0.smithi045.stderr: -3> 2024-09-12T17:56:00.254+0000 7f4d7611f800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.33]): potential dests added=[] removed=[] 2024-09-12T17:56:00.323 INFO:tasks.workunit.client.0.smithi045.stderr: -2> 2024-09-12T17:56:00.255+0000 7f4d7611f800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.33.0 2024-09-12T17:56:00.323 INFO:tasks.workunit.client.0.smithi045.stderr: -1> 2024-09-12T17:56:00.256+0000 7f4d7611f800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f4d7611f800 time 2024-09-12T17:56:00.256330+0000 2024-09-12T17:56:00.323 INFO:tasks.workunit.client.0.smithi045.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:56:00.323 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:00.324 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:56:00.324 INFO:tasks.workunit.client.0.smithi045.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f4d7798c71a] 2024-09-12T17:56:00.324 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f4d7798c8d8] 2024-09-12T17:56:00.324 INFO:tasks.workunit.client.0.smithi045.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55b0e7f08841] 2024-09-12T17:56:00.324 INFO:tasks.workunit.client.0.smithi045.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x427) [0x55b0e7f18827] 2024-09-12T17:56:00.324 INFO:tasks.workunit.client.0.smithi045.stderr: 5: main() 2024-09-12T17:56:00.324 INFO:tasks.workunit.client.0.smithi045.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7f4d76629590] 2024-09-12T17:56:00.324 INFO:tasks.workunit.client.0.smithi045.stderr: 7: __libc_start_main() 2024-09-12T17:56:00.324 INFO:tasks.workunit.client.0.smithi045.stderr: 8: _start() 2024-09-12T17:56:00.324 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:00.324 INFO:tasks.workunit.client.0.smithi045.stderr: 0> 2024-09-12T17:56:00.257+0000 7f4d7611f800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:56:00.324 INFO:tasks.workunit.client.0.smithi045.stderr: in thread 7f4d7611f800 thread_name:radosgw-admin 2024-09-12T17:56:00.324 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:00.325 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:56:00.325 INFO:tasks.workunit.client.0.smithi045.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f4d7663e6f0] 2024-09-12T17:56:00.325 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f4d7668b99c] 2024-09-12T17:56:00.325 INFO:tasks.workunit.client.0.smithi045.stderr: 3: raise() 2024-09-12T17:56:00.325 INFO:tasks.workunit.client.0.smithi045.stderr: 4: abort() 2024-09-12T17:56:00.325 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f4d7798c774] 2024-09-12T17:56:00.325 INFO:tasks.workunit.client.0.smithi045.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f4d7798c8d8] 2024-09-12T17:56:00.325 INFO:tasks.workunit.client.0.smithi045.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55b0e7f08841] 2024-09-12T17:56:00.325 INFO:tasks.workunit.client.0.smithi045.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x427) [0x55b0e7f18827] 2024-09-12T17:56:00.325 INFO:tasks.workunit.client.0.smithi045.stderr: 9: main() 2024-09-12T17:56:00.325 INFO:tasks.workunit.client.0.smithi045.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7f4d76629590] 2024-09-12T17:56:00.325 INFO:tasks.workunit.client.0.smithi045.stderr: 11: __libc_start_main() 2024-09-12T17:56:00.326 INFO:tasks.workunit.client.0.smithi045.stderr: 12: _start() 2024-09-12T17:56:00.326 INFO:tasks.workunit.client.0.smithi045.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:56:00.326 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:00.326 INFO:tasks.workunit.client.0.smithi045.stderr:--- logging levels --- 2024-09-12T17:56:00.326 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 none 2024-09-12T17:56:00.326 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 lockdep 2024-09-12T17:56:00.326 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 context 2024-09-12T17:56:00.326 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 crush 2024-09-12T17:56:00.326 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds 2024-09-12T17:56:00.326 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_balancer 2024-09-12T17:56:00.326 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_locker 2024-09-12T17:56:00.326 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_log 2024-09-12T17:56:00.326 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_log_expire 2024-09-12T17:56:00.326 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_migrator 2024-09-12T17:56:00.327 INFO:tasks.workunit.client.0.smithi045.stderr: 3/ 5 mds_quiesce 2024-09-12T17:56:00.327 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 buffer 2024-09-12T17:56:00.327 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 timer 2024-09-12T17:56:00.327 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 filer 2024-09-12T17:56:00.327 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 striper 2024-09-12T17:56:00.327 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 objecter 2024-09-12T17:56:00.327 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rados 2024-09-12T17:56:00.327 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd 2024-09-12T17:56:00.327 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_mirror 2024-09-12T17:56:00.327 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_replay 2024-09-12T17:56:00.327 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_pwl 2024-09-12T17:56:00.327 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 journaler 2024-09-12T17:56:00.327 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 objectcacher 2024-09-12T17:56:00.328 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:56:00.328 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 client 2024-09-12T17:56:00.328 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 osd 2024-09-12T17:56:00.328 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 optracker 2024-09-12T17:56:00.328 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 objclass 2024-09-12T17:56:00.328 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 filestore 2024-09-12T17:56:00.328 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 journal 2024-09-12T17:56:00.328 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 0 ms 2024-09-12T17:56:00.328 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mon 2024-09-12T17:56:00.328 INFO:tasks.workunit.client.0.smithi045.stderr: 0/10 monc 2024-09-12T17:56:00.328 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 paxos 2024-09-12T17:56:00.328 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 tp 2024-09-12T17:56:00.328 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 auth 2024-09-12T17:56:00.328 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 crypto 2024-09-12T17:56:00.329 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 finisher 2024-09-12T17:56:00.329 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 reserver 2024-09-12T17:56:00.329 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 heartbeatmap 2024-09-12T17:56:00.329 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 perfcounter 2024-09-12T17:56:00.329 INFO:tasks.workunit.client.0.smithi045.stderr: 20/20 rgw 2024-09-12T17:56:00.329 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_sync 2024-09-12T17:56:00.329 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_datacache 2024-09-12T17:56:00.329 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_access 2024-09-12T17:56:00.329 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:56:00.330 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_flight 2024-09-12T17:56:00.330 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:56:00.330 INFO:tasks.workunit.client.0.smithi045.stderr: 20/20 rgw_notification 2024-09-12T17:56:00.330 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 javaclient 2024-09-12T17:56:00.330 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 asok 2024-09-12T17:56:00.330 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 throttle 2024-09-12T17:56:00.330 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 0 refs 2024-09-12T17:56:00.330 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 compressor 2024-09-12T17:56:00.330 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 bluestore 2024-09-12T17:56:00.330 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 bluefs 2024-09-12T17:56:00.330 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 bdev 2024-09-12T17:56:00.330 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 kstore 2024-09-12T17:56:00.330 INFO:tasks.workunit.client.0.smithi045.stderr: 4/ 5 rocksdb 2024-09-12T17:56:00.331 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 fuse 2024-09-12T17:56:00.331 INFO:tasks.workunit.client.0.smithi045.stderr: 2/ 5 mgr 2024-09-12T17:56:00.331 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mgrc 2024-09-12T17:56:00.331 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 dpdk 2024-09-12T17:56:00.331 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 eventtrace 2024-09-12T17:56:00.331 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 prioritycache 2024-09-12T17:56:00.331 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 test 2024-09-12T17:56:00.331 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:56:00.331 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cephsqlite 2024-09-12T17:56:00.331 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:56:00.331 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore 2024-09-12T17:56:00.331 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_onode 2024-09-12T17:56:00.331 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_odata 2024-09-12T17:56:00.331 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_omap 2024-09-12T17:56:00.332 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_tm 2024-09-12T17:56:00.332 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_t 2024-09-12T17:56:00.332 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:56:00.332 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_epm 2024-09-12T17:56:00.332 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_lba 2024-09-12T17:56:00.332 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:56:00.332 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_cache 2024-09-12T17:56:00.332 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_journal 2024-09-12T17:56:00.332 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_device 2024-09-12T17:56:00.332 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_backref 2024-09-12T17:56:00.332 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 alienstore 2024-09-12T17:56:00.332 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mclock 2024-09-12T17:56:00.333 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cyanstore 2024-09-12T17:56:00.333 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 ceph_exporter 2024-09-12T17:56:00.333 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 memstore 2024-09-12T17:56:00.333 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 trace 2024-09-12T17:56:00.333 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 ceph_dedup 2024-09-12T17:56:00.333 INFO:tasks.workunit.client.0.smithi045.stderr: -2/-2 (syslog threshold) 2024-09-12T17:56:00.333 INFO:tasks.workunit.client.0.smithi045.stderr: 99/99 (stderr threshold) 2024-09-12T17:56:00.333 INFO:tasks.workunit.client.0.smithi045.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:56:00.333 INFO:tasks.workunit.client.0.smithi045.stderr: 7f4b93fff640 / http_manager 2024-09-12T17:56:00.333 INFO:tasks.workunit.client.0.smithi045.stderr: 7f4c227fc640 / http_manager 2024-09-12T17:56:00.333 INFO:tasks.workunit.client.0.smithi045.stderr: 7f4c237fe640 / rgw_dt_lg_renew 2024-09-12T17:56:00.333 INFO:tasks.workunit.client.0.smithi045.stderr: 7f4c437fe640 / ms_dispatch 2024-09-12T17:56:00.333 INFO:tasks.workunit.client.0.smithi045.stderr: 7f4c557fa640 / io_context_pool 2024-09-12T17:56:00.334 INFO:tasks.workunit.client.0.smithi045.stderr: 7f4c577fe640 / ms_dispatch 2024-09-12T17:56:00.334 INFO:tasks.workunit.client.0.smithi045.stderr: 7f4c5e604640 / ms_dispatch 2024-09-12T17:56:00.334 INFO:tasks.workunit.client.0.smithi045.stderr: 7f4c5fe07640 / io_context_pool 2024-09-12T17:56:00.334 INFO:tasks.workunit.client.0.smithi045.stderr: 7f4d716a1640 / msgr-worker-2 2024-09-12T17:56:00.334 INFO:tasks.workunit.client.0.smithi045.stderr: 7f4d71ea2640 / msgr-worker-1 2024-09-12T17:56:00.334 INFO:tasks.workunit.client.0.smithi045.stderr: 7f4d726a3640 / msgr-worker-0 2024-09-12T17:56:00.334 INFO:tasks.workunit.client.0.smithi045.stderr: 7f4d72ea4640 / io_context_pool 2024-09-12T17:56:00.334 INFO:tasks.workunit.client.0.smithi045.stderr: 7f4d7611f800 / radosgw-admin 2024-09-12T17:56:00.334 INFO:tasks.workunit.client.0.smithi045.stderr: max_recent 500 2024-09-12T17:56:00.334 INFO:tasks.workunit.client.0.smithi045.stderr: max_new 1000 2024-09-12T17:56:00.334 INFO:tasks.workunit.client.0.smithi045.stderr: log_file /var/log/ceph/ceph-client.admin.121158.log 2024-09-12T17:56:00.334 INFO:tasks.workunit.client.0.smithi045.stderr:--- end dump of recent events --- 2024-09-12T17:56:00.334 INFO:tasks.workunit.client.0.smithi045.stderr:--- begin dump of recent events --- 2024-09-12T17:56:00.335 INFO:tasks.workunit.client.0.smithi045.stderr: -499> 2024-09-12T17:56:00.198+0000 7f4d7611f800 1 librados: setting wanted keys 2024-09-12T17:56:00.335 INFO:tasks.workunit.client.0.smithi045.stderr: -498> 2024-09-12T17:56:00.198+0000 7f4d7611f800 1 librados: calling monclient init 2024-09-12T17:56:00.335 INFO:tasks.workunit.client.0.smithi045.stderr: -497> 2024-09-12T17:56:00.198+0000 7f4d7611f800 10 monclient: init 2024-09-12T17:56:00.335 INFO:tasks.workunit.client.0.smithi045.stderr: -496> 2024-09-12T17:56:00.198+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b28a80) adding auth protocol: cephx 2024-09-12T17:56:00.335 INFO:tasks.workunit.client.0.smithi045.stderr: -495> 2024-09-12T17:56:00.198+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b28a80) adding auth protocol: cephx 2024-09-12T17:56:00.335 INFO:tasks.workunit.client.0.smithi045.stderr: -494> 2024-09-12T17:56:00.198+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b28a80) adding auth protocol: cephx 2024-09-12T17:56:00.335 INFO:tasks.workunit.client.0.smithi045.stderr: -493> 2024-09-12T17:56:00.198+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b28a80) adding con mode: secure 2024-09-12T17:56:00.335 INFO:tasks.workunit.client.0.smithi045.stderr: -492> 2024-09-12T17:56:00.198+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b28a80) adding con mode: crc 2024-09-12T17:56:00.335 INFO:tasks.workunit.client.0.smithi045.stderr: -491> 2024-09-12T17:56:00.198+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b28a80) adding con mode: secure 2024-09-12T17:56:00.335 INFO:tasks.workunit.client.0.smithi045.stderr: -490> 2024-09-12T17:56:00.198+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b28a80) adding con mode: crc 2024-09-12T17:56:00.335 INFO:tasks.workunit.client.0.smithi045.stderr: -489> 2024-09-12T17:56:00.198+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b28a80) adding con mode: secure 2024-09-12T17:56:00.335 INFO:tasks.workunit.client.0.smithi045.stderr: -488> 2024-09-12T17:56:00.198+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b28a80) adding con mode: crc 2024-09-12T17:56:00.335 INFO:tasks.workunit.client.0.smithi045.stderr: -487> 2024-09-12T17:56:00.198+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b28a80) adding con mode: crc 2024-09-12T17:56:00.336 INFO:tasks.workunit.client.0.smithi045.stderr: -486> 2024-09-12T17:56:00.198+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b28a80) adding con mode: secure 2024-09-12T17:56:00.336 INFO:tasks.workunit.client.0.smithi045.stderr: -485> 2024-09-12T17:56:00.198+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b28a80) adding con mode: crc 2024-09-12T17:56:00.336 INFO:tasks.workunit.client.0.smithi045.stderr: -484> 2024-09-12T17:56:00.198+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b28a80) adding con mode: secure 2024-09-12T17:56:00.336 INFO:tasks.workunit.client.0.smithi045.stderr: -483> 2024-09-12T17:56:00.198+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b28a80) adding con mode: crc 2024-09-12T17:56:00.336 INFO:tasks.workunit.client.0.smithi045.stderr: -482> 2024-09-12T17:56:00.198+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b28a80) adding con mode: secure 2024-09-12T17:56:00.336 INFO:tasks.workunit.client.0.smithi045.stderr: -481> 2024-09-12T17:56:00.198+0000 7f4d7611f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:56:00.336 INFO:tasks.workunit.client.0.smithi045.stderr: -480> 2024-09-12T17:56:00.198+0000 7f4d7611f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:56:00.336 INFO:tasks.workunit.client.0.smithi045.stderr: -479> 2024-09-12T17:56:00.198+0000 7f4d7611f800 5 asok(0x55b0e8906730) register_command rotate-key hook 0x55b0e8b28bc8 2024-09-12T17:56:00.336 INFO:tasks.workunit.client.0.smithi045.stderr: -478> 2024-09-12T17:56:00.198+0000 7f4d7611f800 10 monclient: _reopen_session rank -1 2024-09-12T17:56:00.336 INFO:tasks.workunit.client.0.smithi045.stderr: -477> 2024-09-12T17:56:00.198+0000 7f4d7611f800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:56:00.336 INFO:tasks.workunit.client.0.smithi045.stderr: -476> 2024-09-12T17:56:00.198+0000 7f4d7611f800 10 monclient(hunting): picked mon.noname-b con 0x55b0e89e1b20 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:56:00.336 INFO:tasks.workunit.client.0.smithi045.stderr: -475> 2024-09-12T17:56:00.198+0000 7f4d7611f800 10 monclient(hunting): picked mon.noname-a con 0x55b0e8a71900 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:56:00.336 INFO:tasks.workunit.client.0.smithi045.stderr: -474> 2024-09-12T17:56:00.198+0000 7f4d7611f800 10 monclient(hunting): picked mon.noname-c con 0x55b0e8b5a500 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:56:00.337 INFO:tasks.workunit.client.0.smithi045.stderr: -473> 2024-09-12T17:56:00.198+0000 7f4d7611f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:56:00.337 INFO:tasks.workunit.client.0.smithi045.stderr: -472> 2024-09-12T17:56:00.198+0000 7f4d7611f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:56:00.337 INFO:tasks.workunit.client.0.smithi045.stderr: -471> 2024-09-12T17:56:00.198+0000 7f4d7611f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:56:00.337 INFO:tasks.workunit.client.0.smithi045.stderr: -470> 2024-09-12T17:56:00.198+0000 7f4d7611f800 10 monclient(hunting): _renew_subs 2024-09-12T17:56:00.337 INFO:tasks.workunit.client.0.smithi045.stderr: -469> 2024-09-12T17:56:00.198+0000 7f4d7611f800 10 monclient(hunting): authenticate will time out at 2058.656769s 2024-09-12T17:56:00.337 INFO:tasks.workunit.client.0.smithi045.stderr: -468> 2024-09-12T17:56:00.198+0000 7f4d716a1640 10 monclient(hunting): get_auth_request con 0x55b0e8a71900 auth_method 0 2024-09-12T17:56:00.337 INFO:tasks.workunit.client.0.smithi045.stderr: -467> 2024-09-12T17:56:00.198+0000 7f4d716a1640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:56:00.337 INFO:tasks.workunit.client.0.smithi045.stderr: -466> 2024-09-12T17:56:00.198+0000 7f4d716a1640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:56:00.337 INFO:tasks.workunit.client.0.smithi045.stderr: -465> 2024-09-12T17:56:00.198+0000 7f4d716a1640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:56:00.337 INFO:tasks.workunit.client.0.smithi045.stderr: -464> 2024-09-12T17:56:00.198+0000 7f4d726a3640 10 monclient(hunting): get_auth_request con 0x55b0e8b5a500 auth_method 0 2024-09-12T17:56:00.337 INFO:tasks.workunit.client.0.smithi045.stderr: -463> 2024-09-12T17:56:00.198+0000 7f4d726a3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:56:00.337 INFO:tasks.workunit.client.0.smithi045.stderr: -462> 2024-09-12T17:56:00.198+0000 7f4d726a3640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:56:00.337 INFO:tasks.workunit.client.0.smithi045.stderr: -461> 2024-09-12T17:56:00.198+0000 7f4d726a3640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:56:00.338 INFO:tasks.workunit.client.0.smithi045.stderr: -460> 2024-09-12T17:56:00.198+0000 7f4d716a1640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:56:00.338 INFO:tasks.workunit.client.0.smithi045.stderr: -459> 2024-09-12T17:56:00.198+0000 7f4d716a1640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:56:00.338 INFO:tasks.workunit.client.0.smithi045.stderr: -458> 2024-09-12T17:56:00.198+0000 7f4d716a1640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:56:00.338 INFO:tasks.workunit.client.0.smithi045.stderr: -457> 2024-09-12T17:56:00.198+0000 7f4d726a3640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:56:00.338 INFO:tasks.workunit.client.0.smithi045.stderr: -456> 2024-09-12T17:56:00.198+0000 7f4d726a3640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:56:00.338 INFO:tasks.workunit.client.0.smithi045.stderr: -455> 2024-09-12T17:56:00.198+0000 7f4d726a3640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:56:00.338 INFO:tasks.workunit.client.0.smithi045.stderr: -454> 2024-09-12T17:56:00.199+0000 7f4d71ea2640 10 monclient(hunting): get_auth_request con 0x55b0e89e1b20 auth_method 0 2024-09-12T17:56:00.338 INFO:tasks.workunit.client.0.smithi045.stderr: -453> 2024-09-12T17:56:00.199+0000 7f4d71ea2640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:56:00.338 INFO:tasks.workunit.client.0.smithi045.stderr: -452> 2024-09-12T17:56:00.199+0000 7f4d71ea2640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:56:00.338 INFO:tasks.workunit.client.0.smithi045.stderr: -451> 2024-09-12T17:56:00.199+0000 7f4d71ea2640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:56:00.339 INFO:tasks.workunit.client.0.smithi045.stderr: -450> 2024-09-12T17:56:00.199+0000 7f4d726a3640 10 monclient(hunting): handle_auth_done global_id 6872 payload 824 2024-09-12T17:56:00.339 INFO:tasks.workunit.client.0.smithi045.stderr: -449> 2024-09-12T17:56:00.199+0000 7f4d726a3640 10 monclient: _finish_hunting 0 2024-09-12T17:56:00.339 INFO:tasks.workunit.client.0.smithi045.stderr: -448> 2024-09-12T17:56:00.199+0000 7f4d726a3640 1 monclient: found mon.noname-c 2024-09-12T17:56:00.339 INFO:tasks.workunit.client.0.smithi045.stderr: -447> 2024-09-12T17:56:00.199+0000 7f4d726a3640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.45:3301/0 2024-09-12T17:56:00.339 INFO:tasks.workunit.client.0.smithi045.stderr: -446> 2024-09-12T17:56:00.199+0000 7f4c5e604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:56:00.339 INFO:tasks.workunit.client.0.smithi045.stderr: -445> 2024-09-12T17:56:00.199+0000 7f4c5e604640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:56:00.339 INFO:tasks.workunit.client.0.smithi045.stderr: -444> 2024-09-12T17:56:00.199+0000 7f4c5e604640 10 monclient: dump: 2024-09-12T17:56:00.339 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:56:00.339 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:56:00.339 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:00.339 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:00.339 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:56:00.340 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:56:00.340 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:56:00.340 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:56:00.340 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:56:00.340 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:00.340 INFO:tasks.workunit.client.0.smithi045.stderr: -443> 2024-09-12T17:56:00.199+0000 7f4c5e604640 10 monclient: _finish_auth 0 2024-09-12T17:56:00.340 INFO:tasks.workunit.client.0.smithi045.stderr: -442> 2024-09-12T17:56:00.199+0000 7f4c5e604640 10 monclient: _check_auth_tickets 2024-09-12T17:56:00.340 INFO:tasks.workunit.client.0.smithi045.stderr: -441> 2024-09-12T17:56:00.199+0000 7f4c5e604640 10 monclient: handle_config config(0 keys) 2024-09-12T17:56:00.340 INFO:tasks.workunit.client.0.smithi045.stderr: -440> 2024-09-12T17:56:00.199+0000 7f4c5e604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:56:00.340 INFO:tasks.workunit.client.0.smithi045.stderr: -439> 2024-09-12T17:56:00.199+0000 7f4c5e604640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:56:00.340 INFO:tasks.workunit.client.0.smithi045.stderr: -438> 2024-09-12T17:56:00.199+0000 7f4c5e604640 10 monclient: dump: 2024-09-12T17:56:00.340 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:56:00.340 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:56:00.341 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:00.341 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:00.341 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:56:00.341 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:56:00.341 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:56:00.341 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:56:00.341 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:56:00.341 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:00.341 INFO:tasks.workunit.client.0.smithi045.stderr: -437> 2024-09-12T17:56:00.199+0000 7f4d7611f800 5 monclient: authenticate success, global_id 6872 2024-09-12T17:56:00.341 INFO:tasks.workunit.client.0.smithi045.stderr: -436> 2024-09-12T17:56:00.199+0000 7f4d7611f800 10 monclient: _renew_subs 2024-09-12T17:56:00.341 INFO:tasks.workunit.client.0.smithi045.stderr: -435> 2024-09-12T17:56:00.199+0000 7f4d7611f800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:56:00.341 INFO:tasks.workunit.client.0.smithi045.stderr: -434> 2024-09-12T17:56:00.199+0000 7f4c5fe07640 4 set_mon_vals no callback set 2024-09-12T17:56:00.341 INFO:tasks.workunit.client.0.smithi045.stderr: -433> 2024-09-12T17:56:00.199+0000 7f4d7611f800 10 monclient: _renew_subs 2024-09-12T17:56:00.341 INFO:tasks.workunit.client.0.smithi045.stderr: -432> 2024-09-12T17:56:00.199+0000 7f4d7611f800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:56:00.342 INFO:tasks.workunit.client.0.smithi045.stderr: -431> 2024-09-12T17:56:00.199+0000 7f4d7611f800 1 librados: init done 2024-09-12T17:56:00.342 INFO:tasks.workunit.client.0.smithi045.stderr: -430> 2024-09-12T17:56:00.201+0000 7f4c5e604640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:56:00.342 INFO:tasks.workunit.client.0.smithi045.stderr: -429> 2024-09-12T17:56:00.201+0000 7f4c5e604640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:56:00.342 INFO:tasks.workunit.client.0.smithi045.stderr: -428> 2024-09-12T17:56:00.201+0000 7f4c5e604640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:56:00.342 INFO:tasks.workunit.client.0.smithi045.stderr: -427> 2024-09-12T17:56:00.201+0000 7f4d71ea2640 10 monclient: get_auth_request con 0x7f4c58076610 auth_method 0 2024-09-12T17:56:00.342 INFO:tasks.workunit.client.0.smithi045.stderr: -426> 2024-09-12T17:56:00.201+0000 7f4d716a1640 10 monclient: get_auth_request con 0x55b0e8b51720 auth_method 0 2024-09-12T17:56:00.342 INFO:tasks.workunit.client.0.smithi045.stderr: -425> 2024-09-12T17:56:00.202+0000 7f4d71ea2640 10 monclient: get_auth_request con 0x55b0e8b74100 auth_method 0 2024-09-12T17:56:00.342 INFO:tasks.workunit.client.0.smithi045.stderr: -424> 2024-09-12T17:56:00.203+0000 7f4d716a1640 10 monclient: get_auth_request con 0x55b0e8b78460 auth_method 0 2024-09-12T17:56:00.342 INFO:tasks.workunit.client.0.smithi045.stderr: -423> 2024-09-12T17:56:00.204+0000 7f4d7611f800 10 monclient: build_initial_monmap 2024-09-12T17:56:00.342 INFO:tasks.workunit.client.0.smithi045.stderr: -422> 2024-09-12T17:56:00.204+0000 7f4d7611f800 1 build_initial for_mkfs: 0 2024-09-12T17:56:00.342 INFO:tasks.workunit.client.0.smithi045.stderr: -421> 2024-09-12T17:56:00.205+0000 7f4d7611f800 10 monclient: monmap: 2024-09-12T17:56:00.342 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:56:00.342 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:56:00.342 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:56:00.343 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:56:00.343 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:56:00.343 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:56:00.343 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:56:00.343 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:56:00.343 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:56:00.343 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:00.343 INFO:tasks.workunit.client.0.smithi045.stderr: -420> 2024-09-12T17:56:00.205+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b7d220) adding auth protocol: cephx 2024-09-12T17:56:00.343 INFO:tasks.workunit.client.0.smithi045.stderr: -419> 2024-09-12T17:56:00.205+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b7d220) adding auth protocol: cephx 2024-09-12T17:56:00.343 INFO:tasks.workunit.client.0.smithi045.stderr: -418> 2024-09-12T17:56:00.205+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b7d220) adding auth protocol: cephx 2024-09-12T17:56:00.343 INFO:tasks.workunit.client.0.smithi045.stderr: -417> 2024-09-12T17:56:00.205+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b7d220) adding con mode: secure 2024-09-12T17:56:00.343 INFO:tasks.workunit.client.0.smithi045.stderr: -416> 2024-09-12T17:56:00.205+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b7d220) adding con mode: crc 2024-09-12T17:56:00.343 INFO:tasks.workunit.client.0.smithi045.stderr: -415> 2024-09-12T17:56:00.205+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b7d220) adding con mode: secure 2024-09-12T17:56:00.344 INFO:tasks.workunit.client.0.smithi045.stderr: -414> 2024-09-12T17:56:00.205+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b7d220) adding con mode: crc 2024-09-12T17:56:00.344 INFO:tasks.workunit.client.0.smithi045.stderr: -413> 2024-09-12T17:56:00.205+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b7d220) adding con mode: secure 2024-09-12T17:56:00.344 INFO:tasks.workunit.client.0.smithi045.stderr: -412> 2024-09-12T17:56:00.205+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b7d220) adding con mode: crc 2024-09-12T17:56:00.344 INFO:tasks.workunit.client.0.smithi045.stderr: -411> 2024-09-12T17:56:00.205+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b7d220) adding con mode: crc 2024-09-12T17:56:00.344 INFO:tasks.workunit.client.0.smithi045.stderr: -410> 2024-09-12T17:56:00.205+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b7d220) adding con mode: secure 2024-09-12T17:56:00.344 INFO:tasks.workunit.client.0.smithi045.stderr: -409> 2024-09-12T17:56:00.205+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b7d220) adding con mode: crc 2024-09-12T17:56:00.344 INFO:tasks.workunit.client.0.smithi045.stderr: -408> 2024-09-12T17:56:00.205+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b7d220) adding con mode: secure 2024-09-12T17:56:00.344 INFO:tasks.workunit.client.0.smithi045.stderr: -407> 2024-09-12T17:56:00.205+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b7d220) adding con mode: crc 2024-09-12T17:56:00.344 INFO:tasks.workunit.client.0.smithi045.stderr: -406> 2024-09-12T17:56:00.205+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b7d220) adding con mode: secure 2024-09-12T17:56:00.344 INFO:tasks.workunit.client.0.smithi045.stderr: -405> 2024-09-12T17:56:00.205+0000 7f4d7611f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:56:00.344 INFO:tasks.workunit.client.0.smithi045.stderr: -404> 2024-09-12T17:56:00.205+0000 7f4d7611f800 5 asok(0x55b0e8906730) register_command objecter_requests cmddesc objecter_requests hook 0x55b0e8b80730 EEXIST 2024-09-12T17:56:00.344 INFO:tasks.workunit.client.0.smithi045.stderr: -403> 2024-09-12T17:56:00.205+0000 7f4d7611f800 10 monclient: init 2024-09-12T17:56:00.344 INFO:tasks.workunit.client.0.smithi045.stderr: -402> 2024-09-12T17:56:00.205+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b7b998) adding auth protocol: cephx 2024-09-12T17:56:00.345 INFO:tasks.workunit.client.0.smithi045.stderr: -401> 2024-09-12T17:56:00.205+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b7b998) adding auth protocol: cephx 2024-09-12T17:56:00.345 INFO:tasks.workunit.client.0.smithi045.stderr: -400> 2024-09-12T17:56:00.205+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b7b998) adding auth protocol: cephx 2024-09-12T17:56:00.345 INFO:tasks.workunit.client.0.smithi045.stderr: -399> 2024-09-12T17:56:00.205+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b7b998) adding con mode: secure 2024-09-12T17:56:00.345 INFO:tasks.workunit.client.0.smithi045.stderr: -398> 2024-09-12T17:56:00.205+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b7b998) adding con mode: crc 2024-09-12T17:56:00.345 INFO:tasks.workunit.client.0.smithi045.stderr: -397> 2024-09-12T17:56:00.205+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b7b998) adding con mode: secure 2024-09-12T17:56:00.345 INFO:tasks.workunit.client.0.smithi045.stderr: -396> 2024-09-12T17:56:00.205+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b7b998) adding con mode: crc 2024-09-12T17:56:00.345 INFO:tasks.workunit.client.0.smithi045.stderr: -395> 2024-09-12T17:56:00.205+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b7b998) adding con mode: secure 2024-09-12T17:56:00.345 INFO:tasks.workunit.client.0.smithi045.stderr: -394> 2024-09-12T17:56:00.205+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b7b998) adding con mode: crc 2024-09-12T17:56:00.345 INFO:tasks.workunit.client.0.smithi045.stderr: -393> 2024-09-12T17:56:00.205+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b7b998) adding con mode: crc 2024-09-12T17:56:00.345 INFO:tasks.workunit.client.0.smithi045.stderr: -392> 2024-09-12T17:56:00.205+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b7b998) adding con mode: secure 2024-09-12T17:56:00.345 INFO:tasks.workunit.client.0.smithi045.stderr: -391> 2024-09-12T17:56:00.205+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b7b998) adding con mode: crc 2024-09-12T17:56:00.345 INFO:tasks.workunit.client.0.smithi045.stderr: -390> 2024-09-12T17:56:00.205+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b7b998) adding con mode: secure 2024-09-12T17:56:00.345 INFO:tasks.workunit.client.0.smithi045.stderr: -389> 2024-09-12T17:56:00.205+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b7b998) adding con mode: crc 2024-09-12T17:56:00.345 INFO:tasks.workunit.client.0.smithi045.stderr: -388> 2024-09-12T17:56:00.205+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8b7b998) adding con mode: secure 2024-09-12T17:56:00.346 INFO:tasks.workunit.client.0.smithi045.stderr: -387> 2024-09-12T17:56:00.205+0000 7f4d7611f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:56:00.346 INFO:tasks.workunit.client.0.smithi045.stderr: -386> 2024-09-12T17:56:00.205+0000 7f4d7611f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:56:00.346 INFO:tasks.workunit.client.0.smithi045.stderr: -385> 2024-09-12T17:56:00.206+0000 7f4d7611f800 5 asok(0x55b0e8906730) register_command rotate-key cmddesc rotate-key hook 0x55b0e8b7bae0 EEXIST 2024-09-12T17:56:00.346 INFO:tasks.workunit.client.0.smithi045.stderr: -384> 2024-09-12T17:56:00.206+0000 7f4d7611f800 10 monclient: _reopen_session rank -1 2024-09-12T17:56:00.346 INFO:tasks.workunit.client.0.smithi045.stderr: -383> 2024-09-12T17:56:00.206+0000 7f4d7611f800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:56:00.346 INFO:tasks.workunit.client.0.smithi045.stderr: -382> 2024-09-12T17:56:00.206+0000 7f4d7611f800 10 monclient(hunting): picked mon.noname-c con 0x55b0e8ba4a50 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:56:00.346 INFO:tasks.workunit.client.0.smithi045.stderr: -381> 2024-09-12T17:56:00.206+0000 7f4d7611f800 10 monclient(hunting): picked mon.noname-a con 0x55b0e8ba4e30 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:56:00.346 INFO:tasks.workunit.client.0.smithi045.stderr: -380> 2024-09-12T17:56:00.206+0000 7f4d7611f800 10 monclient(hunting): picked mon.noname-b con 0x55b0e8ba3760 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:56:00.346 INFO:tasks.workunit.client.0.smithi045.stderr: -379> 2024-09-12T17:56:00.206+0000 7f4d7611f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:56:00.346 INFO:tasks.workunit.client.0.smithi045.stderr: -378> 2024-09-12T17:56:00.206+0000 7f4d7611f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:56:00.346 INFO:tasks.workunit.client.0.smithi045.stderr: -377> 2024-09-12T17:56:00.206+0000 7f4d7611f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:56:00.346 INFO:tasks.workunit.client.0.smithi045.stderr: -376> 2024-09-12T17:56:00.206+0000 7f4d7611f800 10 monclient(hunting): _renew_subs 2024-09-12T17:56:00.347 INFO:tasks.workunit.client.0.smithi045.stderr: -375> 2024-09-12T17:56:00.206+0000 7f4d7611f800 10 monclient(hunting): authenticate will time out at 2058.664105s 2024-09-12T17:56:00.347 INFO:tasks.workunit.client.0.smithi045.stderr: -374> 2024-09-12T17:56:00.206+0000 7f4d71ea2640 10 monclient(hunting): get_auth_request con 0x55b0e8ba4a50 auth_method 0 2024-09-12T17:56:00.347 INFO:tasks.workunit.client.0.smithi045.stderr: -373> 2024-09-12T17:56:00.206+0000 7f4d71ea2640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:56:00.347 INFO:tasks.workunit.client.0.smithi045.stderr: -372> 2024-09-12T17:56:00.206+0000 7f4d71ea2640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:56:00.347 INFO:tasks.workunit.client.0.smithi045.stderr: -371> 2024-09-12T17:56:00.206+0000 7f4d71ea2640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:56:00.347 INFO:tasks.workunit.client.0.smithi045.stderr: -370> 2024-09-12T17:56:00.206+0000 7f4d716a1640 10 monclient(hunting): get_auth_request con 0x55b0e8ba4e30 auth_method 0 2024-09-12T17:56:00.347 INFO:tasks.workunit.client.0.smithi045.stderr: -369> 2024-09-12T17:56:00.206+0000 7f4d716a1640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:56:00.347 INFO:tasks.workunit.client.0.smithi045.stderr: -368> 2024-09-12T17:56:00.206+0000 7f4d716a1640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:56:00.347 INFO:tasks.workunit.client.0.smithi045.stderr: -367> 2024-09-12T17:56:00.206+0000 7f4d716a1640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:56:00.347 INFO:tasks.workunit.client.0.smithi045.stderr: -366> 2024-09-12T17:56:00.206+0000 7f4d726a3640 10 monclient(hunting): get_auth_request con 0x55b0e8ba3760 auth_method 0 2024-09-12T17:56:00.347 INFO:tasks.workunit.client.0.smithi045.stderr: -365> 2024-09-12T17:56:00.206+0000 7f4d726a3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:56:00.347 INFO:tasks.workunit.client.0.smithi045.stderr: -364> 2024-09-12T17:56:00.206+0000 7f4d726a3640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:56:00.347 INFO:tasks.workunit.client.0.smithi045.stderr: -363> 2024-09-12T17:56:00.206+0000 7f4d726a3640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:56:00.347 INFO:tasks.workunit.client.0.smithi045.stderr: -362> 2024-09-12T17:56:00.206+0000 7f4d71ea2640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:56:00.348 INFO:tasks.workunit.client.0.smithi045.stderr: -361> 2024-09-12T17:56:00.206+0000 7f4d71ea2640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:56:00.348 INFO:tasks.workunit.client.0.smithi045.stderr: -360> 2024-09-12T17:56:00.206+0000 7f4d71ea2640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:56:00.348 INFO:tasks.workunit.client.0.smithi045.stderr: -359> 2024-09-12T17:56:00.206+0000 7f4d716a1640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:56:00.348 INFO:tasks.workunit.client.0.smithi045.stderr: -358> 2024-09-12T17:56:00.206+0000 7f4d716a1640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:56:00.348 INFO:tasks.workunit.client.0.smithi045.stderr: -357> 2024-09-12T17:56:00.206+0000 7f4d716a1640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:56:00.348 INFO:tasks.workunit.client.0.smithi045.stderr: -356> 2024-09-12T17:56:00.206+0000 7f4d726a3640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:56:00.348 INFO:tasks.workunit.client.0.smithi045.stderr: -355> 2024-09-12T17:56:00.206+0000 7f4d726a3640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:56:00.348 INFO:tasks.workunit.client.0.smithi045.stderr: -354> 2024-09-12T17:56:00.206+0000 7f4d726a3640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:56:00.348 INFO:tasks.workunit.client.0.smithi045.stderr: -353> 2024-09-12T17:56:00.206+0000 7f4d71ea2640 10 monclient(hunting): handle_auth_done global_id 6875 payload 824 2024-09-12T17:56:00.348 INFO:tasks.workunit.client.0.smithi045.stderr: -352> 2024-09-12T17:56:00.206+0000 7f4d71ea2640 10 monclient: _finish_hunting 0 2024-09-12T17:56:00.348 INFO:tasks.workunit.client.0.smithi045.stderr: -351> 2024-09-12T17:56:00.206+0000 7f4d71ea2640 1 monclient: found mon.noname-c 2024-09-12T17:56:00.348 INFO:tasks.workunit.client.0.smithi045.stderr: -350> 2024-09-12T17:56:00.206+0000 7f4d71ea2640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.45:3301/0 2024-09-12T17:56:00.348 INFO:tasks.workunit.client.0.smithi045.stderr: -349> 2024-09-12T17:56:00.206+0000 7f4c577fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:56:00.349 INFO:tasks.workunit.client.0.smithi045.stderr: -348> 2024-09-12T17:56:00.206+0000 7f4c577fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:56:00.349 INFO:tasks.workunit.client.0.smithi045.stderr: -347> 2024-09-12T17:56:00.206+0000 7f4c577fe640 10 monclient: dump: 2024-09-12T17:56:00.349 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:56:00.349 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:56:00.349 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:00.349 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:00.349 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:56:00.349 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:56:00.349 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:56:00.349 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:56:00.349 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:56:00.349 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:00.349 INFO:tasks.workunit.client.0.smithi045.stderr: -346> 2024-09-12T17:56:00.206+0000 7f4c577fe640 10 monclient: _finish_auth 0 2024-09-12T17:56:00.349 INFO:tasks.workunit.client.0.smithi045.stderr: -345> 2024-09-12T17:56:00.206+0000 7f4c577fe640 10 monclient: _check_auth_tickets 2024-09-12T17:56:00.350 INFO:tasks.workunit.client.0.smithi045.stderr: -344> 2024-09-12T17:56:00.206+0000 7f4c577fe640 10 monclient: handle_config config(0 keys) 2024-09-12T17:56:00.350 INFO:tasks.workunit.client.0.smithi045.stderr: -343> 2024-09-12T17:56:00.206+0000 7f4c577fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:56:00.350 INFO:tasks.workunit.client.0.smithi045.stderr: -342> 2024-09-12T17:56:00.206+0000 7f4c577fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:56:00.350 INFO:tasks.workunit.client.0.smithi045.stderr: -341> 2024-09-12T17:56:00.206+0000 7f4c577fe640 10 monclient: dump: 2024-09-12T17:56:00.350 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:56:00.350 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:56:00.350 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:00.350 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:00.350 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:56:00.350 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:56:00.350 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:56:00.350 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:56:00.350 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:56:00.351 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:00.351 INFO:tasks.workunit.client.0.smithi045.stderr: -340> 2024-09-12T17:56:00.206+0000 7f4d7611f800 5 monclient: authenticate success, global_id 6875 2024-09-12T17:56:00.351 INFO:tasks.workunit.client.0.smithi045.stderr: -339> 2024-09-12T17:56:00.206+0000 7f4d7611f800 10 monclient: _renew_subs 2024-09-12T17:56:00.351 INFO:tasks.workunit.client.0.smithi045.stderr: -338> 2024-09-12T17:56:00.206+0000 7f4d72ea4640 4 set_mon_vals no callback set 2024-09-12T17:56:00.351 INFO:tasks.workunit.client.0.smithi045.stderr: -337> 2024-09-12T17:56:00.206+0000 7f4d7611f800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:56:00.351 INFO:tasks.workunit.client.0.smithi045.stderr: -336> 2024-09-12T17:56:00.206+0000 7f4d7611f800 10 monclient: _renew_subs 2024-09-12T17:56:00.351 INFO:tasks.workunit.client.0.smithi045.stderr: -335> 2024-09-12T17:56:00.206+0000 7f4d7611f800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:56:00.351 INFO:tasks.workunit.client.0.smithi045.stderr: -334> 2024-09-12T17:56:00.208+0000 7f4c577fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:56:00.351 INFO:tasks.workunit.client.0.smithi045.stderr: -333> 2024-09-12T17:56:00.208+0000 7f4c577fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:56:00.351 INFO:tasks.workunit.client.0.smithi045.stderr: -332> 2024-09-12T17:56:00.208+0000 7f4c577fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:56:00.351 INFO:tasks.workunit.client.0.smithi045.stderr: -331> 2024-09-12T17:56:00.208+0000 7f4d716a1640 10 monclient: get_auth_request con 0x7f4c4c076380 auth_method 0 2024-09-12T17:56:00.351 INFO:tasks.workunit.client.0.smithi045.stderr: -330> 2024-09-12T17:56:00.208+0000 7f4d7611f800 10 monclient: get_monmap_and_config 2024-09-12T17:56:00.351 INFO:tasks.workunit.client.0.smithi045.stderr: -329> 2024-09-12T17:56:00.208+0000 7f4d7611f800 10 monclient: build_initial_monmap 2024-09-12T17:56:00.351 INFO:tasks.workunit.client.0.smithi045.stderr: -328> 2024-09-12T17:56:00.208+0000 7f4d7611f800 1 build_initial for_mkfs: 0 2024-09-12T17:56:00.352 INFO:tasks.workunit.client.0.smithi045.stderr: -327> 2024-09-12T17:56:00.209+0000 7f4d7611f800 10 monclient: monmap: 2024-09-12T17:56:00.352 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:56:00.352 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:56:00.352 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:56:00.352 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:56:00.352 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:56:00.352 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:56:00.352 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:56:00.352 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:56:00.352 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:56:00.352 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:00.352 INFO:tasks.workunit.client.0.smithi045.stderr: -326> 2024-09-12T17:56:00.209+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bc4740) adding auth protocol: cephx 2024-09-12T17:56:00.352 INFO:tasks.workunit.client.0.smithi045.stderr: -325> 2024-09-12T17:56:00.209+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bc4740) adding auth protocol: cephx 2024-09-12T17:56:00.352 INFO:tasks.workunit.client.0.smithi045.stderr: -324> 2024-09-12T17:56:00.209+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bc4740) adding auth protocol: cephx 2024-09-12T17:56:00.353 INFO:tasks.workunit.client.0.smithi045.stderr: -323> 2024-09-12T17:56:00.209+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bc4740) adding con mode: secure 2024-09-12T17:56:00.353 INFO:tasks.workunit.client.0.smithi045.stderr: -322> 2024-09-12T17:56:00.209+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bc4740) adding con mode: crc 2024-09-12T17:56:00.353 INFO:tasks.workunit.client.0.smithi045.stderr: -321> 2024-09-12T17:56:00.209+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bc4740) adding con mode: secure 2024-09-12T17:56:00.353 INFO:tasks.workunit.client.0.smithi045.stderr: -320> 2024-09-12T17:56:00.209+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bc4740) adding con mode: crc 2024-09-12T17:56:00.353 INFO:tasks.workunit.client.0.smithi045.stderr: -319> 2024-09-12T17:56:00.209+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bc4740) adding con mode: secure 2024-09-12T17:56:00.353 INFO:tasks.workunit.client.0.smithi045.stderr: -318> 2024-09-12T17:56:00.209+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bc4740) adding con mode: crc 2024-09-12T17:56:00.353 INFO:tasks.workunit.client.0.smithi045.stderr: -317> 2024-09-12T17:56:00.209+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bc4740) adding con mode: crc 2024-09-12T17:56:00.353 INFO:tasks.workunit.client.0.smithi045.stderr: -316> 2024-09-12T17:56:00.209+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bc4740) adding con mode: secure 2024-09-12T17:56:00.353 INFO:tasks.workunit.client.0.smithi045.stderr: -315> 2024-09-12T17:56:00.209+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bc4740) adding con mode: crc 2024-09-12T17:56:00.353 INFO:tasks.workunit.client.0.smithi045.stderr: -314> 2024-09-12T17:56:00.209+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bc4740) adding con mode: secure 2024-09-12T17:56:00.353 INFO:tasks.workunit.client.0.smithi045.stderr: -313> 2024-09-12T17:56:00.209+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bc4740) adding con mode: crc 2024-09-12T17:56:00.353 INFO:tasks.workunit.client.0.smithi045.stderr: -312> 2024-09-12T17:56:00.209+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bc4740) adding con mode: secure 2024-09-12T17:56:00.353 INFO:tasks.workunit.client.0.smithi045.stderr: -311> 2024-09-12T17:56:00.209+0000 7f4d7611f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:56:00.354 INFO:tasks.workunit.client.0.smithi045.stderr: -310> 2024-09-12T17:56:00.209+0000 7f4d7611f800 10 monclient: init 2024-09-12T17:56:00.354 INFO:tasks.workunit.client.0.smithi045.stderr: -309> 2024-09-12T17:56:00.209+0000 7f4d7611f800 5 AuthRegistry(0x7ffd260785d0) adding auth protocol: cephx 2024-09-12T17:56:00.354 INFO:tasks.workunit.client.0.smithi045.stderr: -308> 2024-09-12T17:56:00.209+0000 7f4d7611f800 5 AuthRegistry(0x7ffd260785d0) adding auth protocol: cephx 2024-09-12T17:56:00.354 INFO:tasks.workunit.client.0.smithi045.stderr: -307> 2024-09-12T17:56:00.209+0000 7f4d7611f800 5 AuthRegistry(0x7ffd260785d0) adding auth protocol: cephx 2024-09-12T17:56:00.354 INFO:tasks.workunit.client.0.smithi045.stderr: -306> 2024-09-12T17:56:00.209+0000 7f4d7611f800 5 AuthRegistry(0x7ffd260785d0) adding con mode: secure 2024-09-12T17:56:00.354 INFO:tasks.workunit.client.0.smithi045.stderr: -305> 2024-09-12T17:56:00.209+0000 7f4d7611f800 5 AuthRegistry(0x7ffd260785d0) adding con mode: crc 2024-09-12T17:56:00.354 INFO:tasks.workunit.client.0.smithi045.stderr: -304> 2024-09-12T17:56:00.209+0000 7f4d7611f800 5 AuthRegistry(0x7ffd260785d0) adding con mode: secure 2024-09-12T17:56:00.354 INFO:tasks.workunit.client.0.smithi045.stderr: -303> 2024-09-12T17:56:00.209+0000 7f4d7611f800 5 AuthRegistry(0x7ffd260785d0) adding con mode: crc 2024-09-12T17:56:00.354 INFO:tasks.workunit.client.0.smithi045.stderr: -302> 2024-09-12T17:56:00.209+0000 7f4d7611f800 5 AuthRegistry(0x7ffd260785d0) adding con mode: secure 2024-09-12T17:56:00.355 INFO:tasks.workunit.client.0.smithi045.stderr: -301> 2024-09-12T17:56:00.209+0000 7f4d7611f800 5 AuthRegistry(0x7ffd260785d0) adding con mode: crc 2024-09-12T17:56:00.355 INFO:tasks.workunit.client.0.smithi045.stderr: -300> 2024-09-12T17:56:00.209+0000 7f4d7611f800 5 AuthRegistry(0x7ffd260785d0) adding con mode: crc 2024-09-12T17:56:00.355 INFO:tasks.workunit.client.0.smithi045.stderr: -299> 2024-09-12T17:56:00.209+0000 7f4d7611f800 5 AuthRegistry(0x7ffd260785d0) adding con mode: secure 2024-09-12T17:56:00.355 INFO:tasks.workunit.client.0.smithi045.stderr: -298> 2024-09-12T17:56:00.209+0000 7f4d7611f800 5 AuthRegistry(0x7ffd260785d0) adding con mode: crc 2024-09-12T17:56:00.355 INFO:tasks.workunit.client.0.smithi045.stderr: -297> 2024-09-12T17:56:00.209+0000 7f4d7611f800 5 AuthRegistry(0x7ffd260785d0) adding con mode: secure 2024-09-12T17:56:00.355 INFO:tasks.workunit.client.0.smithi045.stderr: -296> 2024-09-12T17:56:00.209+0000 7f4d7611f800 5 AuthRegistry(0x7ffd260785d0) adding con mode: crc 2024-09-12T17:56:00.355 INFO:tasks.workunit.client.0.smithi045.stderr: -295> 2024-09-12T17:56:00.209+0000 7f4d7611f800 5 AuthRegistry(0x7ffd260785d0) adding con mode: secure 2024-09-12T17:56:00.355 INFO:tasks.workunit.client.0.smithi045.stderr: -294> 2024-09-12T17:56:00.209+0000 7f4d7611f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:56:00.355 INFO:tasks.workunit.client.0.smithi045.stderr: -293> 2024-09-12T17:56:00.209+0000 7f4d7611f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:56:00.355 INFO:tasks.workunit.client.0.smithi045.stderr: -292> 2024-09-12T17:56:00.209+0000 7f4d7611f800 5 asok(0x55b0e8906730) register_command rotate-key cmddesc rotate-key hook 0x7ffd26078718 EEXIST 2024-09-12T17:56:00.355 INFO:tasks.workunit.client.0.smithi045.stderr: -291> 2024-09-12T17:56:00.209+0000 7f4d7611f800 10 monclient: _reopen_session rank -1 2024-09-12T17:56:00.355 INFO:tasks.workunit.client.0.smithi045.stderr: -290> 2024-09-12T17:56:00.209+0000 7f4d7611f800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:56:00.356 INFO:tasks.workunit.client.0.smithi045.stderr: -289> 2024-09-12T17:56:00.209+0000 7f4d7611f800 10 monclient(hunting): picked mon.noname-b con 0x55b0e8bf8d90 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:56:00.356 INFO:tasks.workunit.client.0.smithi045.stderr: -288> 2024-09-12T17:56:00.209+0000 7f4d7611f800 10 monclient(hunting): picked mon.noname-a con 0x55b0e8bc9da0 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:56:00.356 INFO:tasks.workunit.client.0.smithi045.stderr: -287> 2024-09-12T17:56:00.210+0000 7f4d7611f800 10 monclient(hunting): picked mon.noname-c con 0x55b0e8bf4270 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:56:00.356 INFO:tasks.workunit.client.0.smithi045.stderr: -286> 2024-09-12T17:56:00.210+0000 7f4d7611f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:56:00.356 INFO:tasks.workunit.client.0.smithi045.stderr: -285> 2024-09-12T17:56:00.210+0000 7f4d7611f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:56:00.356 INFO:tasks.workunit.client.0.smithi045.stderr: -284> 2024-09-12T17:56:00.210+0000 7f4d7611f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:56:00.356 INFO:tasks.workunit.client.0.smithi045.stderr: -283> 2024-09-12T17:56:00.210+0000 7f4d7611f800 10 monclient(hunting): _renew_subs 2024-09-12T17:56:00.356 INFO:tasks.workunit.client.0.smithi045.stderr: -282> 2024-09-12T17:56:00.210+0000 7f4d7611f800 10 monclient(hunting): authenticate will time out at 2058.668022s 2024-09-12T17:56:00.356 INFO:tasks.workunit.client.0.smithi045.stderr: -281> 2024-09-12T17:56:00.210+0000 7f4d726a3640 10 monclient(hunting): get_auth_request con 0x55b0e8bf4270 auth_method 0 2024-09-12T17:56:00.356 INFO:tasks.workunit.client.0.smithi045.stderr: -280> 2024-09-12T17:56:00.210+0000 7f4d726a3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:56:00.356 INFO:tasks.workunit.client.0.smithi045.stderr: -279> 2024-09-12T17:56:00.210+0000 7f4d726a3640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:56:00.356 INFO:tasks.workunit.client.0.smithi045.stderr: -278> 2024-09-12T17:56:00.210+0000 7f4d726a3640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:56:00.356 INFO:tasks.workunit.client.0.smithi045.stderr: -277> 2024-09-12T17:56:00.210+0000 7f4d716a1640 10 monclient(hunting): get_auth_request con 0x55b0e8bc9da0 auth_method 0 2024-09-12T17:56:00.356 INFO:tasks.workunit.client.0.smithi045.stderr: -276> 2024-09-12T17:56:00.210+0000 7f4d716a1640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:56:00.357 INFO:tasks.workunit.client.0.smithi045.stderr: -275> 2024-09-12T17:56:00.210+0000 7f4d716a1640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:56:00.357 INFO:tasks.workunit.client.0.smithi045.stderr: -274> 2024-09-12T17:56:00.210+0000 7f4d716a1640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:56:00.357 INFO:tasks.workunit.client.0.smithi045.stderr: -273> 2024-09-12T17:56:00.210+0000 7f4d71ea2640 10 monclient(hunting): get_auth_request con 0x55b0e8bf8d90 auth_method 0 2024-09-12T17:56:00.357 INFO:tasks.workunit.client.0.smithi045.stderr: -272> 2024-09-12T17:56:00.210+0000 7f4d71ea2640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:56:00.357 INFO:tasks.workunit.client.0.smithi045.stderr: -271> 2024-09-12T17:56:00.210+0000 7f4d71ea2640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:56:00.357 INFO:tasks.workunit.client.0.smithi045.stderr: -270> 2024-09-12T17:56:00.210+0000 7f4d71ea2640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:56:00.357 INFO:tasks.workunit.client.0.smithi045.stderr: -269> 2024-09-12T17:56:00.210+0000 7f4d726a3640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:56:00.357 INFO:tasks.workunit.client.0.smithi045.stderr: -268> 2024-09-12T17:56:00.210+0000 7f4d726a3640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:56:00.357 INFO:tasks.workunit.client.0.smithi045.stderr: -267> 2024-09-12T17:56:00.210+0000 7f4d726a3640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:56:00.357 INFO:tasks.workunit.client.0.smithi045.stderr: -266> 2024-09-12T17:56:00.210+0000 7f4d71ea2640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:56:00.357 INFO:tasks.workunit.client.0.smithi045.stderr: -265> 2024-09-12T17:56:00.210+0000 7f4d71ea2640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:56:00.357 INFO:tasks.workunit.client.0.smithi045.stderr: -264> 2024-09-12T17:56:00.210+0000 7f4d71ea2640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:56:00.357 INFO:tasks.workunit.client.0.smithi045.stderr: -263> 2024-09-12T17:56:00.210+0000 7f4d716a1640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:56:00.358 INFO:tasks.workunit.client.0.smithi045.stderr: -262> 2024-09-12T17:56:00.210+0000 7f4d716a1640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:56:00.358 INFO:tasks.workunit.client.0.smithi045.stderr: -261> 2024-09-12T17:56:00.210+0000 7f4d716a1640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:56:00.358 INFO:tasks.workunit.client.0.smithi045.stderr: -260> 2024-09-12T17:56:00.210+0000 7f4d726a3640 10 monclient(hunting): handle_auth_done global_id 6878 payload 274 2024-09-12T17:56:00.358 INFO:tasks.workunit.client.0.smithi045.stderr: -259> 2024-09-12T17:56:00.210+0000 7f4d726a3640 10 monclient: _finish_hunting 0 2024-09-12T17:56:00.358 INFO:tasks.workunit.client.0.smithi045.stderr: -258> 2024-09-12T17:56:00.210+0000 7f4d726a3640 1 monclient: found mon.noname-c 2024-09-12T17:56:00.358 INFO:tasks.workunit.client.0.smithi045.stderr: -257> 2024-09-12T17:56:00.210+0000 7f4d726a3640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.45:3301/0 2024-09-12T17:56:00.358 INFO:tasks.workunit.client.0.smithi045.stderr: -256> 2024-09-12T17:56:00.210+0000 7f4c557fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:56:00.358 INFO:tasks.workunit.client.0.smithi045.stderr: -255> 2024-09-12T17:56:00.210+0000 7f4c557fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:56:00.358 INFO:tasks.workunit.client.0.smithi045.stderr: -254> 2024-09-12T17:56:00.210+0000 7f4c557fa640 10 monclient: dump: 2024-09-12T17:56:00.358 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:56:00.358 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:56:00.358 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:00.358 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:00.359 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:56:00.359 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:56:00.359 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:56:00.359 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:56:00.359 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:56:00.359 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:00.359 INFO:tasks.workunit.client.0.smithi045.stderr: -253> 2024-09-12T17:56:00.210+0000 7f4c557fa640 10 monclient: _finish_auth 0 2024-09-12T17:56:00.359 INFO:tasks.workunit.client.0.smithi045.stderr: -252> 2024-09-12T17:56:00.210+0000 7f4c557fa640 10 monclient: _check_auth_tickets 2024-09-12T17:56:00.359 INFO:tasks.workunit.client.0.smithi045.stderr: -251> 2024-09-12T17:56:00.210+0000 7f4c557fa640 10 monclient: handle_config config(0 keys) 2024-09-12T17:56:00.359 INFO:tasks.workunit.client.0.smithi045.stderr: -250> 2024-09-12T17:56:00.210+0000 7f4d7611f800 5 monclient: authenticate success, global_id 6878 2024-09-12T17:56:00.359 INFO:tasks.workunit.client.0.smithi045.stderr: -249> 2024-09-12T17:56:00.210+0000 7f4d7611f800 10 monclient: get_monmap_and_config success 2024-09-12T17:56:00.359 INFO:tasks.workunit.client.0.smithi045.stderr: -248> 2024-09-12T17:56:00.210+0000 7f4d7611f800 4 set_mon_vals no callback set 2024-09-12T17:56:00.359 INFO:tasks.workunit.client.0.smithi045.stderr: -247> 2024-09-12T17:56:00.210+0000 7f4c557fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:56:00.359 INFO:tasks.workunit.client.0.smithi045.stderr: -246> 2024-09-12T17:56:00.210+0000 7f4c557fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:56:00.360 INFO:tasks.workunit.client.0.smithi045.stderr: -245> 2024-09-12T17:56:00.210+0000 7f4c557fa640 10 monclient: dump: 2024-09-12T17:56:00.360 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:56:00.360 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:56:00.360 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:00.360 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:00.360 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:56:00.360 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:56:00.360 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:56:00.360 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:56:00.360 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:56:00.360 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:00.360 INFO:tasks.workunit.client.0.smithi045.stderr: -244> 2024-09-12T17:56:00.211+0000 7f4d7611f800 10 monclient: shutdown 2024-09-12T17:56:00.360 INFO:tasks.workunit.client.0.smithi045.stderr: -243> 2024-09-12T17:56:00.211+0000 7f4d7611f800 10 monclient: build_initial_monmap 2024-09-12T17:56:00.361 INFO:tasks.workunit.client.0.smithi045.stderr: -242> 2024-09-12T17:56:00.211+0000 7f4d7611f800 1 build_initial for_mkfs: 0 2024-09-12T17:56:00.361 INFO:tasks.workunit.client.0.smithi045.stderr: -241> 2024-09-12T17:56:00.211+0000 7f4d7611f800 10 monclient: monmap: 2024-09-12T17:56:00.361 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:56:00.361 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:56:00.361 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:56:00.361 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:56:00.361 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:56:00.361 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:56:00.361 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:56:00.361 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:56:00.361 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:56:00.361 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:00.361 INFO:tasks.workunit.client.0.smithi045.stderr: -240> 2024-09-12T17:56:00.211+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bf4e50) adding auth protocol: cephx 2024-09-12T17:56:00.361 INFO:tasks.workunit.client.0.smithi045.stderr: -239> 2024-09-12T17:56:00.211+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bf4e50) adding auth protocol: cephx 2024-09-12T17:56:00.362 INFO:tasks.workunit.client.0.smithi045.stderr: -238> 2024-09-12T17:56:00.211+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bf4e50) adding auth protocol: cephx 2024-09-12T17:56:00.362 INFO:tasks.workunit.client.0.smithi045.stderr: -237> 2024-09-12T17:56:00.211+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bf4e50) adding con mode: secure 2024-09-12T17:56:00.362 INFO:tasks.workunit.client.0.smithi045.stderr: -236> 2024-09-12T17:56:00.211+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bf4e50) adding con mode: crc 2024-09-12T17:56:00.362 INFO:tasks.workunit.client.0.smithi045.stderr: -235> 2024-09-12T17:56:00.211+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bf4e50) adding con mode: secure 2024-09-12T17:56:00.362 INFO:tasks.workunit.client.0.smithi045.stderr: -234> 2024-09-12T17:56:00.211+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bf4e50) adding con mode: crc 2024-09-12T17:56:00.362 INFO:tasks.workunit.client.0.smithi045.stderr: -233> 2024-09-12T17:56:00.211+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bf4e50) adding con mode: secure 2024-09-12T17:56:00.362 INFO:tasks.workunit.client.0.smithi045.stderr: -232> 2024-09-12T17:56:00.211+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bf4e50) adding con mode: crc 2024-09-12T17:56:00.362 INFO:tasks.workunit.client.0.smithi045.stderr: -231> 2024-09-12T17:56:00.211+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bf4e50) adding con mode: crc 2024-09-12T17:56:00.362 INFO:tasks.workunit.client.0.smithi045.stderr: -230> 2024-09-12T17:56:00.211+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bf4e50) adding con mode: secure 2024-09-12T17:56:00.362 INFO:tasks.workunit.client.0.smithi045.stderr: -229> 2024-09-12T17:56:00.211+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bf4e50) adding con mode: crc 2024-09-12T17:56:00.362 INFO:tasks.workunit.client.0.smithi045.stderr: -228> 2024-09-12T17:56:00.211+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bf4e50) adding con mode: secure 2024-09-12T17:56:00.362 INFO:tasks.workunit.client.0.smithi045.stderr: -227> 2024-09-12T17:56:00.211+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bf4e50) adding con mode: crc 2024-09-12T17:56:00.362 INFO:tasks.workunit.client.0.smithi045.stderr: -226> 2024-09-12T17:56:00.211+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bf4e50) adding con mode: secure 2024-09-12T17:56:00.363 INFO:tasks.workunit.client.0.smithi045.stderr: -225> 2024-09-12T17:56:00.211+0000 7f4d7611f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:56:00.363 INFO:tasks.workunit.client.0.smithi045.stderr: -224> 2024-09-12T17:56:00.211+0000 7f4d7611f800 1 librados: starting msgr at 2024-09-12T17:56:00.363 INFO:tasks.workunit.client.0.smithi045.stderr: -223> 2024-09-12T17:56:00.211+0000 7f4d7611f800 1 librados: starting objecter 2024-09-12T17:56:00.363 INFO:tasks.workunit.client.0.smithi045.stderr: -222> 2024-09-12T17:56:00.211+0000 7f4d7611f800 5 asok(0x55b0e8906730) register_command objecter_requests cmddesc objecter_requests hook 0x55b0e8bc8320 EEXIST 2024-09-12T17:56:00.363 INFO:tasks.workunit.client.0.smithi045.stderr: -221> 2024-09-12T17:56:00.211+0000 7f4d7611f800 1 librados: setting wanted keys 2024-09-12T17:56:00.363 INFO:tasks.workunit.client.0.smithi045.stderr: -220> 2024-09-12T17:56:00.211+0000 7f4d7611f800 1 librados: calling monclient init 2024-09-12T17:56:00.363 INFO:tasks.workunit.client.0.smithi045.stderr: -219> 2024-09-12T17:56:00.211+0000 7f4d7611f800 10 monclient: init 2024-09-12T17:56:00.363 INFO:tasks.workunit.client.0.smithi045.stderr: -218> 2024-09-12T17:56:00.211+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bb9310) adding auth protocol: cephx 2024-09-12T17:56:00.363 INFO:tasks.workunit.client.0.smithi045.stderr: -217> 2024-09-12T17:56:00.211+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bb9310) adding auth protocol: cephx 2024-09-12T17:56:00.363 INFO:tasks.workunit.client.0.smithi045.stderr: -216> 2024-09-12T17:56:00.211+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bb9310) adding auth protocol: cephx 2024-09-12T17:56:00.363 INFO:tasks.workunit.client.0.smithi045.stderr: -215> 2024-09-12T17:56:00.211+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bb9310) adding con mode: secure 2024-09-12T17:56:00.363 INFO:tasks.workunit.client.0.smithi045.stderr: -214> 2024-09-12T17:56:00.211+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bb9310) adding con mode: crc 2024-09-12T17:56:00.363 INFO:tasks.workunit.client.0.smithi045.stderr: -213> 2024-09-12T17:56:00.211+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bb9310) adding con mode: secure 2024-09-12T17:56:00.364 INFO:tasks.workunit.client.0.smithi045.stderr: -212> 2024-09-12T17:56:00.211+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bb9310) adding con mode: crc 2024-09-12T17:56:00.364 INFO:tasks.workunit.client.0.smithi045.stderr: -211> 2024-09-12T17:56:00.211+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bb9310) adding con mode: secure 2024-09-12T17:56:00.364 INFO:tasks.workunit.client.0.smithi045.stderr: -210> 2024-09-12T17:56:00.211+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bb9310) adding con mode: crc 2024-09-12T17:56:00.364 INFO:tasks.workunit.client.0.smithi045.stderr: -209> 2024-09-12T17:56:00.211+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bb9310) adding con mode: crc 2024-09-12T17:56:00.364 INFO:tasks.workunit.client.0.smithi045.stderr: -208> 2024-09-12T17:56:00.211+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bb9310) adding con mode: secure 2024-09-12T17:56:00.364 INFO:tasks.workunit.client.0.smithi045.stderr: -207> 2024-09-12T17:56:00.211+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bb9310) adding con mode: crc 2024-09-12T17:56:00.364 INFO:tasks.workunit.client.0.smithi045.stderr: -206> 2024-09-12T17:56:00.211+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bb9310) adding con mode: secure 2024-09-12T17:56:00.364 INFO:tasks.workunit.client.0.smithi045.stderr: -205> 2024-09-12T17:56:00.211+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bb9310) adding con mode: crc 2024-09-12T17:56:00.364 INFO:tasks.workunit.client.0.smithi045.stderr: -204> 2024-09-12T17:56:00.211+0000 7f4d7611f800 5 AuthRegistry(0x55b0e8bb9310) adding con mode: secure 2024-09-12T17:56:00.364 INFO:tasks.workunit.client.0.smithi045.stderr: -203> 2024-09-12T17:56:00.212+0000 7f4d7611f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:56:00.364 INFO:tasks.workunit.client.0.smithi045.stderr: -202> 2024-09-12T17:56:00.212+0000 7f4d7611f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:56:00.364 INFO:tasks.workunit.client.0.smithi045.stderr: -201> 2024-09-12T17:56:00.212+0000 7f4d7611f800 5 asok(0x55b0e8906730) register_command rotate-key cmddesc rotate-key hook 0x55b0e8bb9458 EEXIST 2024-09-12T17:56:00.364 INFO:tasks.workunit.client.0.smithi045.stderr: -200> 2024-09-12T17:56:00.212+0000 7f4d7611f800 10 monclient: _reopen_session rank -1 2024-09-12T17:56:00.364 INFO:tasks.workunit.client.0.smithi045.stderr: -199> 2024-09-12T17:56:00.212+0000 7f4d7611f800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:56:00.365 INFO:tasks.workunit.client.0.smithi045.stderr: -198> 2024-09-12T17:56:00.212+0000 7f4d7611f800 10 monclient(hunting): picked mon.noname-c con 0x55b0e8bc9da0 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:56:00.365 INFO:tasks.workunit.client.0.smithi045.stderr: -197> 2024-09-12T17:56:00.212+0000 7f4d7611f800 10 monclient(hunting): picked mon.noname-a con 0x55b0e8bf4270 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:56:00.365 INFO:tasks.workunit.client.0.smithi045.stderr: -196> 2024-09-12T17:56:00.212+0000 7f4d7611f800 10 monclient(hunting): picked mon.noname-b con 0x55b0e8bf8d90 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:56:00.365 INFO:tasks.workunit.client.0.smithi045.stderr: -195> 2024-09-12T17:56:00.212+0000 7f4d7611f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:56:00.365 INFO:tasks.workunit.client.0.smithi045.stderr: -194> 2024-09-12T17:56:00.212+0000 7f4d7611f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:56:00.365 INFO:tasks.workunit.client.0.smithi045.stderr: -193> 2024-09-12T17:56:00.212+0000 7f4d7611f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:56:00.365 INFO:tasks.workunit.client.0.smithi045.stderr: -192> 2024-09-12T17:56:00.212+0000 7f4d7611f800 10 monclient(hunting): _renew_subs 2024-09-12T17:56:00.365 INFO:tasks.workunit.client.0.smithi045.stderr: -191> 2024-09-12T17:56:00.212+0000 7f4d7611f800 10 monclient(hunting): authenticate will time out at 2058.670377s 2024-09-12T17:56:00.365 INFO:tasks.workunit.client.0.smithi045.stderr: -190> 2024-09-12T17:56:00.212+0000 7f4d71ea2640 10 monclient(hunting): get_auth_request con 0x55b0e8bc9da0 auth_method 0 2024-09-12T17:56:00.365 INFO:tasks.workunit.client.0.smithi045.stderr: -189> 2024-09-12T17:56:00.212+0000 7f4d71ea2640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:56:00.365 INFO:tasks.workunit.client.0.smithi045.stderr: -188> 2024-09-12T17:56:00.212+0000 7f4d71ea2640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:56:00.365 INFO:tasks.workunit.client.0.smithi045.stderr: -187> 2024-09-12T17:56:00.212+0000 7f4d71ea2640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:56:00.365 INFO:tasks.workunit.client.0.smithi045.stderr: -186> 2024-09-12T17:56:00.212+0000 7f4d716a1640 10 monclient(hunting): get_auth_request con 0x55b0e8bf4270 auth_method 0 2024-09-12T17:56:00.366 INFO:tasks.workunit.client.0.smithi045.stderr: -185> 2024-09-12T17:56:00.212+0000 7f4d716a1640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:56:00.366 INFO:tasks.workunit.client.0.smithi045.stderr: -184> 2024-09-12T17:56:00.212+0000 7f4d716a1640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:56:00.366 INFO:tasks.workunit.client.0.smithi045.stderr: -183> 2024-09-12T17:56:00.212+0000 7f4d716a1640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:56:00.366 INFO:tasks.workunit.client.0.smithi045.stderr: -182> 2024-09-12T17:56:00.212+0000 7f4d71ea2640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:56:00.366 INFO:tasks.workunit.client.0.smithi045.stderr: -181> 2024-09-12T17:56:00.212+0000 7f4d71ea2640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:56:00.366 INFO:tasks.workunit.client.0.smithi045.stderr: -180> 2024-09-12T17:56:00.212+0000 7f4d71ea2640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:56:00.366 INFO:tasks.workunit.client.0.smithi045.stderr: -179> 2024-09-12T17:56:00.212+0000 7f4d726a3640 10 monclient(hunting): get_auth_request con 0x55b0e8bf8d90 auth_method 0 2024-09-12T17:56:00.366 INFO:tasks.workunit.client.0.smithi045.stderr: -178> 2024-09-12T17:56:00.212+0000 7f4d726a3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:56:00.366 INFO:tasks.workunit.client.0.smithi045.stderr: -177> 2024-09-12T17:56:00.212+0000 7f4d726a3640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:56:00.366 INFO:tasks.workunit.client.0.smithi045.stderr: -176> 2024-09-12T17:56:00.212+0000 7f4d726a3640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:56:00.366 INFO:tasks.workunit.client.0.smithi045.stderr: -175> 2024-09-12T17:56:00.212+0000 7f4d716a1640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:56:00.366 INFO:tasks.workunit.client.0.smithi045.stderr: -174> 2024-09-12T17:56:00.212+0000 7f4d716a1640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:56:00.366 INFO:tasks.workunit.client.0.smithi045.stderr: -173> 2024-09-12T17:56:00.212+0000 7f4d716a1640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:56:00.366 INFO:tasks.workunit.client.0.smithi045.stderr: -172> 2024-09-12T17:56:00.212+0000 7f4d726a3640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:56:00.367 INFO:tasks.workunit.client.0.smithi045.stderr: -171> 2024-09-12T17:56:00.212+0000 7f4d726a3640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:56:00.367 INFO:tasks.workunit.client.0.smithi045.stderr: -170> 2024-09-12T17:56:00.212+0000 7f4d726a3640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:56:00.367 INFO:tasks.workunit.client.0.smithi045.stderr: -169> 2024-09-12T17:56:00.212+0000 7f4d71ea2640 10 monclient(hunting): handle_auth_done global_id 6881 payload 824 2024-09-12T17:56:00.367 INFO:tasks.workunit.client.0.smithi045.stderr: -168> 2024-09-12T17:56:00.212+0000 7f4d71ea2640 10 monclient: _finish_hunting 0 2024-09-12T17:56:00.367 INFO:tasks.workunit.client.0.smithi045.stderr: -167> 2024-09-12T17:56:00.212+0000 7f4d71ea2640 1 monclient: found mon.noname-c 2024-09-12T17:56:00.367 INFO:tasks.workunit.client.0.smithi045.stderr: -166> 2024-09-12T17:56:00.212+0000 7f4d71ea2640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.45:3301/0 2024-09-12T17:56:00.367 INFO:tasks.workunit.client.0.smithi045.stderr: -165> 2024-09-12T17:56:00.212+0000 7f4c437fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:56:00.367 INFO:tasks.workunit.client.0.smithi045.stderr: -164> 2024-09-12T17:56:00.212+0000 7f4c437fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:56:00.367 INFO:tasks.workunit.client.0.smithi045.stderr: -163> 2024-09-12T17:56:00.212+0000 7f4c437fe640 10 monclient: dump: 2024-09-12T17:56:00.367 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:56:00.368 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:56:00.368 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:00.368 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:00.368 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:56:00.368 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:56:00.368 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:56:00.368 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:56:00.368 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:56:00.368 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:00.368 INFO:tasks.workunit.client.0.smithi045.stderr: -162> 2024-09-12T17:56:00.212+0000 7f4c437fe640 10 monclient: _finish_auth 0 2024-09-12T17:56:00.368 INFO:tasks.workunit.client.0.smithi045.stderr: -161> 2024-09-12T17:56:00.212+0000 7f4c437fe640 10 monclient: _check_auth_tickets 2024-09-12T17:56:00.368 INFO:tasks.workunit.client.0.smithi045.stderr: -160> 2024-09-12T17:56:00.212+0000 7f4c437fe640 10 monclient: handle_config config(0 keys) 2024-09-12T17:56:00.369 INFO:tasks.workunit.client.0.smithi045.stderr: -159> 2024-09-12T17:56:00.212+0000 7f4c437fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:56:00.369 INFO:tasks.workunit.client.0.smithi045.stderr: -158> 2024-09-12T17:56:00.212+0000 7f4c437fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:56:00.369 INFO:tasks.workunit.client.0.smithi045.stderr: -157> 2024-09-12T17:56:00.212+0000 7f4c437fe640 10 monclient: dump: 2024-09-12T17:56:00.369 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:56:00.369 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:56:00.369 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:00.369 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:00.369 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:56:00.369 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:56:00.369 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:56:00.369 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:56:00.369 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:56:00.369 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:00.369 INFO:tasks.workunit.client.0.smithi045.stderr: -156> 2024-09-12T17:56:00.212+0000 7f4d7611f800 5 monclient: authenticate success, global_id 6881 2024-09-12T17:56:00.370 INFO:tasks.workunit.client.0.smithi045.stderr: -155> 2024-09-12T17:56:00.213+0000 7f4d7611f800 10 monclient: _renew_subs 2024-09-12T17:56:00.370 INFO:tasks.workunit.client.0.smithi045.stderr: -154> 2024-09-12T17:56:00.213+0000 7f4d7611f800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:56:00.370 INFO:tasks.workunit.client.0.smithi045.stderr: -153> 2024-09-12T17:56:00.212+0000 7f4c557fa640 4 set_mon_vals no callback set 2024-09-12T17:56:00.370 INFO:tasks.workunit.client.0.smithi045.stderr: -152> 2024-09-12T17:56:00.213+0000 7f4d7611f800 10 monclient: _renew_subs 2024-09-12T17:56:00.370 INFO:tasks.workunit.client.0.smithi045.stderr: -151> 2024-09-12T17:56:00.213+0000 7f4d7611f800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:56:00.370 INFO:tasks.workunit.client.0.smithi045.stderr: -150> 2024-09-12T17:56:00.213+0000 7f4d7611f800 1 librados: init done 2024-09-12T17:56:00.370 INFO:tasks.workunit.client.0.smithi045.stderr: -149> 2024-09-12T17:56:00.213+0000 7f4d7611f800 5 asok(0x55b0e8906730) register_command cr dump hook 0x7f4d6c004c28 2024-09-12T17:56:00.370 INFO:tasks.workunit.client.0.smithi045.stderr: -148> 2024-09-12T17:56:00.214+0000 7f4d7611f800 20 rados->read ofs=0 len=0 2024-09-12T17:56:00.370 INFO:tasks.workunit.client.0.smithi045.stderr: -147> 2024-09-12T17:56:00.214+0000 7f4c437fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:56:00.370 INFO:tasks.workunit.client.0.smithi045.stderr: -146> 2024-09-12T17:56:00.214+0000 7f4c437fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:56:00.370 INFO:tasks.workunit.client.0.smithi045.stderr: -145> 2024-09-12T17:56:00.214+0000 7f4c437fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:56:00.370 INFO:tasks.workunit.client.0.smithi045.stderr: -144> 2024-09-12T17:56:00.215+0000 7f4d716a1640 10 monclient: get_auth_request con 0x7f4c3c076470 auth_method 0 2024-09-12T17:56:00.370 INFO:tasks.workunit.client.0.smithi045.stderr: -143> 2024-09-12T17:56:00.215+0000 7f4d726a3640 10 monclient: get_auth_request con 0x55b0e8c13180 auth_method 0 2024-09-12T17:56:00.371 INFO:tasks.workunit.client.0.smithi045.stderr: -142> 2024-09-12T17:56:00.215+0000 7f4d7611f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:00.371 INFO:tasks.workunit.client.0.smithi045.stderr: -141> 2024-09-12T17:56:00.215+0000 7f4d7611f800 20 realm 2024-09-12T17:56:00.371 INFO:tasks.workunit.client.0.smithi045.stderr: -140> 2024-09-12T17:56:00.215+0000 7f4d7611f800 20 rados->read ofs=0 len=0 2024-09-12T17:56:00.371 INFO:tasks.workunit.client.0.smithi045.stderr: -139> 2024-09-12T17:56:00.216+0000 7f4d7611f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:00.371 INFO:tasks.workunit.client.0.smithi045.stderr: -138> 2024-09-12T17:56:00.216+0000 7f4d7611f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:56:00.371 INFO:tasks.workunit.client.0.smithi045.stderr: -137> 2024-09-12T17:56:00.216+0000 7f4d7611f800 20 rados->read ofs=0 len=0 2024-09-12T17:56:00.371 INFO:tasks.workunit.client.0.smithi045.stderr: -136> 2024-09-12T17:56:00.216+0000 7f4d7611f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:00.371 INFO:tasks.workunit.client.0.smithi045.stderr: -135> 2024-09-12T17:56:00.216+0000 7f4d7611f800 20 rados->read ofs=0 len=0 2024-09-12T17:56:00.371 INFO:tasks.workunit.client.0.smithi045.stderr: -134> 2024-09-12T17:56:00.216+0000 7f4d71ea2640 10 monclient: get_auth_request con 0x55b0e8c17530 auth_method 0 2024-09-12T17:56:00.371 INFO:tasks.workunit.client.0.smithi045.stderr: -133> 2024-09-12T17:56:00.217+0000 7f4d7611f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:56:00.371 INFO:tasks.workunit.client.0.smithi045.stderr: -132> 2024-09-12T17:56:00.217+0000 7f4d7611f800 20 rados->read ofs=0 len=0 2024-09-12T17:56:00.371 INFO:tasks.workunit.client.0.smithi045.stderr: -131> 2024-09-12T17:56:00.217+0000 7f4d716a1640 10 monclient: get_auth_request con 0x55b0e8c1ac50 auth_method 0 2024-09-12T17:56:00.371 INFO:tasks.workunit.client.0.smithi045.stderr: -130> 2024-09-12T17:56:00.217+0000 7f4d7611f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:56:00.371 INFO:tasks.workunit.client.0.smithi045.stderr: -129> 2024-09-12T17:56:00.218+0000 7f4d7611f800 20 searching for the correct realm 2024-09-12T17:56:00.372 INFO:tasks.workunit.client.0.smithi045.stderr: -128> 2024-09-12T17:56:00.218+0000 7f4d726a3640 10 monclient: get_auth_request con 0x55b0e8c1f9d0 auth_method 0 2024-09-12T17:56:00.372 INFO:tasks.workunit.client.0.smithi045.stderr: -127> 2024-09-12T17:56:00.219+0000 7f4d71ea2640 10 monclient: get_auth_request con 0x7f4d68050b00 auth_method 0 2024-09-12T17:56:00.372 INFO:tasks.workunit.client.0.smithi045.stderr: -126> 2024-09-12T17:56:00.220+0000 7f4d716a1640 10 monclient: get_auth_request con 0x7f4d64086060 auth_method 0 2024-09-12T17:56:00.372 INFO:tasks.workunit.client.0.smithi045.stderr: -125> 2024-09-12T17:56:00.220+0000 7f4d716a1640 0 -- 172.21.15.45:0/2978813982 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x55b0e8c1ac50 msgr2=0x55b0e8c1d040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:56:00.372 INFO:tasks.workunit.client.0.smithi045.stderr: -124> 2024-09-12T17:56:00.220+0000 7f4c437fe640 1 client.6881.objecter ms_handle_reset 0x55b0e8c1ac50 session 0x55b0e8c16d90 osd.7 2024-09-12T17:56:00.372 INFO:tasks.workunit.client.0.smithi045.stderr: -123> 2024-09-12T17:56:00.220+0000 7f4c437fe640 10 monclient: _renew_subs 2024-09-12T17:56:00.372 INFO:tasks.workunit.client.0.smithi045.stderr: -122> 2024-09-12T17:56:00.220+0000 7f4c437fe640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:56:00.372 INFO:tasks.workunit.client.0.smithi045.stderr: -121> 2024-09-12T17:56:00.221+0000 7f4d716a1640 10 monclient: get_auth_request con 0x7f4c3c086ba0 auth_method 0 2024-09-12T17:56:00.372 INFO:tasks.workunit.client.0.smithi045.stderr: -120> 2024-09-12T17:56:00.221+0000 7f4d726a3640 10 monclient: get_auth_request con 0x7f4d6805e400 auth_method 0 2024-09-12T17:56:00.372 INFO:tasks.workunit.client.0.smithi045.stderr: -119> 2024-09-12T17:56:00.223+0000 7f4d71ea2640 10 monclient: get_auth_request con 0x7f4d6806a040 auth_method 0 2024-09-12T17:56:00.372 INFO:tasks.workunit.client.0.smithi045.stderr: -118> 2024-09-12T17:56:00.224+0000 7f4d71ea2640 0 -- 172.21.15.45:0/2978813982 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f4d6806a040 msgr2=0x7f4d6806a930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:56:00.372 INFO:tasks.workunit.client.0.smithi045.stderr: -117> 2024-09-12T17:56:00.224+0000 7f4c437fe640 1 client.6881.objecter ms_handle_reset 0x7f4d6806a040 session 0x7f4d6801fc40 osd.0 2024-09-12T17:56:00.372 INFO:tasks.workunit.client.0.smithi045.stderr: -116> 2024-09-12T17:56:00.224+0000 7f4d71ea2640 10 monclient: get_auth_request con 0x55b0e8c1ac50 auth_method 0 2024-09-12T17:56:00.373 INFO:tasks.workunit.client.0.smithi045.stderr: -115> 2024-09-12T17:56:00.228+0000 7f4d7611f800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:56:00.373 INFO:tasks.workunit.client.0.smithi045.stderr: -114> 2024-09-12T17:56:00.228+0000 7f4d7611f800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:56:00.373 INFO:tasks.workunit.client.0.smithi045.stderr: -113> 2024-09-12T17:56:00.228+0000 7f4d7611f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:56:00.373 INFO:tasks.workunit.client.0.smithi045.stderr: -112> 2024-09-12T17:56:00.228+0000 7f4d7611f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:56:00.373 INFO:tasks.workunit.client.0.smithi045.stderr: -111> 2024-09-12T17:56:00.228+0000 7f4d7611f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:56:00.373 INFO:tasks.workunit.client.0.smithi045.stderr: -110> 2024-09-12T17:56:00.228+0000 7f4d7611f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:56:00.373 INFO:tasks.workunit.client.0.smithi045.stderr: -109> 2024-09-12T17:56:00.228+0000 7f4d7611f800 20 rados->read ofs=0 len=0 2024-09-12T17:56:00.373 INFO:tasks.workunit.client.0.smithi045.stderr: -108> 2024-09-12T17:56:00.228+0000 7f4d7611f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:00.373 INFO:tasks.workunit.client.0.smithi045.stderr: -107> 2024-09-12T17:56:00.228+0000 7f4d7611f800 20 rados->read ofs=0 len=0 2024-09-12T17:56:00.373 INFO:tasks.workunit.client.0.smithi045.stderr: -106> 2024-09-12T17:56:00.228+0000 7f4d7611f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:56:00.373 INFO:tasks.workunit.client.0.smithi045.stderr: -105> 2024-09-12T17:56:00.228+0000 7f4d7611f800 20 rados->read ofs=0 len=0 2024-09-12T17:56:00.373 INFO:tasks.workunit.client.0.smithi045.stderr: -104> 2024-09-12T17:56:00.229+0000 7f4d7611f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:56:00.373 INFO:tasks.workunit.client.0.smithi045.stderr: -103> 2024-09-12T17:56:00.229+0000 7f4d7611f800 20 zone default found 2024-09-12T17:56:00.374 INFO:tasks.workunit.client.0.smithi045.stderr: -102> 2024-09-12T17:56:00.229+0000 7f4d7611f800 4 Realm: () 2024-09-12T17:56:00.374 INFO:tasks.workunit.client.0.smithi045.stderr: -101> 2024-09-12T17:56:00.229+0000 7f4d7611f800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:56:00.374 INFO:tasks.workunit.client.0.smithi045.stderr: -100> 2024-09-12T17:56:00.229+0000 7f4d7611f800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:56:00.374 INFO:tasks.workunit.client.0.smithi045.stderr: -99> 2024-09-12T17:56:00.229+0000 7f4d7611f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:56:00.374 INFO:tasks.workunit.client.0.smithi045.stderr: -98> 2024-09-12T17:56:00.229+0000 7f4d7611f800 20 zonegroup default 2024-09-12T17:56:00.374 INFO:tasks.workunit.client.0.smithi045.stderr: -97> 2024-09-12T17:56:00.229+0000 7f4d7611f800 20 rados->read ofs=0 len=0 2024-09-12T17:56:00.374 INFO:tasks.workunit.client.0.smithi045.stderr: -96> 2024-09-12T17:56:00.229+0000 7f4d7611f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:00.374 INFO:tasks.workunit.client.0.smithi045.stderr: -95> 2024-09-12T17:56:00.229+0000 7f4d7611f800 20 rados->read ofs=0 len=0 2024-09-12T17:56:00.374 INFO:tasks.workunit.client.0.smithi045.stderr: -94> 2024-09-12T17:56:00.230+0000 7f4d7611f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:00.374 INFO:tasks.workunit.client.0.smithi045.stderr: -93> 2024-09-12T17:56:00.230+0000 7f4d7611f800 20 rados->read ofs=0 len=0 2024-09-12T17:56:00.374 INFO:tasks.workunit.client.0.smithi045.stderr: -92> 2024-09-12T17:56:00.230+0000 7f4d7611f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:00.374 INFO:tasks.workunit.client.0.smithi045.stderr: -91> 2024-09-12T17:56:00.230+0000 7f4d7611f800 20 started sync module instance, tier type = 2024-09-12T17:56:00.374 INFO:tasks.workunit.client.0.smithi045.stderr: -90> 2024-09-12T17:56:00.230+0000 7f4d7611f800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:56:00.374 INFO:tasks.workunit.client.0.smithi045.stderr: -89> 2024-09-12T17:56:00.234+0000 7f4c437fe640 1 client.6881.objecter ms_handle_reset 0x7f4d68050b00 session 0x7f4d68005040 osd.2 2024-09-12T17:56:00.375 INFO:tasks.workunit.client.0.smithi045.stderr: -88> 2024-09-12T17:56:00.234+0000 7f4d71ea2640 10 monclient: get_auth_request con 0x7f4d6806a040 auth_method 0 2024-09-12T17:56:00.375 INFO:tasks.workunit.client.0.smithi045.stderr: -87> 2024-09-12T17:56:00.238+0000 7f4d7611f800 20 add_watcher() i=0 2024-09-12T17:56:00.375 INFO:tasks.workunit.client.0.smithi045.stderr: -86> 2024-09-12T17:56:00.238+0000 7f4d7611f800 20 add_watcher() i=1 2024-09-12T17:56:00.375 INFO:tasks.workunit.client.0.smithi045.stderr: -85> 2024-09-12T17:56:00.238+0000 7f4d7611f800 20 add_watcher() i=2 2024-09-12T17:56:00.375 INFO:tasks.workunit.client.0.smithi045.stderr: -84> 2024-09-12T17:56:00.238+0000 7f4d7611f800 20 add_watcher() i=3 2024-09-12T17:56:00.375 INFO:tasks.workunit.client.0.smithi045.stderr: -83> 2024-09-12T17:56:00.238+0000 7f4d7611f800 20 add_watcher() i=4 2024-09-12T17:56:00.375 INFO:tasks.workunit.client.0.smithi045.stderr: -82> 2024-09-12T17:56:00.238+0000 7f4d7611f800 20 add_watcher() i=5 2024-09-12T17:56:00.375 INFO:tasks.workunit.client.0.smithi045.stderr: -81> 2024-09-12T17:56:00.238+0000 7f4d7611f800 20 add_watcher() i=6 2024-09-12T17:56:00.375 INFO:tasks.workunit.client.0.smithi045.stderr: -80> 2024-09-12T17:56:00.239+0000 7f4d7611f800 20 add_watcher() i=7 2024-09-12T17:56:00.375 INFO:tasks.workunit.client.0.smithi045.stderr: -79> 2024-09-12T17:56:00.239+0000 7f4d7611f800 2 all 8 watchers are set, enabling cache 2024-09-12T17:56:00.375 INFO:tasks.workunit.client.0.smithi045.stderr: -78> 2024-09-12T17:56:00.241+0000 7f4d7611f800 5 AuthRegistry(0x7ffd26078aa0) adding auth protocol: cephx 2024-09-12T17:56:00.375 INFO:tasks.workunit.client.0.smithi045.stderr: -77> 2024-09-12T17:56:00.241+0000 7f4d7611f800 5 AuthRegistry(0x7ffd26078aa0) adding auth protocol: cephx 2024-09-12T17:56:00.375 INFO:tasks.workunit.client.0.smithi045.stderr: -76> 2024-09-12T17:56:00.241+0000 7f4d7611f800 5 AuthRegistry(0x7ffd26078aa0) adding auth protocol: cephx 2024-09-12T17:56:00.376 INFO:tasks.workunit.client.0.smithi045.stderr: -75> 2024-09-12T17:56:00.241+0000 7f4d7611f800 5 AuthRegistry(0x7ffd26078aa0) adding con mode: secure 2024-09-12T17:56:00.376 INFO:tasks.workunit.client.0.smithi045.stderr: -74> 2024-09-12T17:56:00.241+0000 7f4d7611f800 5 AuthRegistry(0x7ffd26078aa0) adding con mode: crc 2024-09-12T17:56:00.376 INFO:tasks.workunit.client.0.smithi045.stderr: -73> 2024-09-12T17:56:00.241+0000 7f4d7611f800 5 AuthRegistry(0x7ffd26078aa0) adding con mode: secure 2024-09-12T17:56:00.376 INFO:tasks.workunit.client.0.smithi045.stderr: -72> 2024-09-12T17:56:00.241+0000 7f4d7611f800 5 AuthRegistry(0x7ffd26078aa0) adding con mode: crc 2024-09-12T17:56:00.376 INFO:tasks.workunit.client.0.smithi045.stderr: -71> 2024-09-12T17:56:00.241+0000 7f4d7611f800 5 AuthRegistry(0x7ffd26078aa0) adding con mode: secure 2024-09-12T17:56:00.376 INFO:tasks.workunit.client.0.smithi045.stderr: -70> 2024-09-12T17:56:00.241+0000 7f4d7611f800 5 AuthRegistry(0x7ffd26078aa0) adding con mode: crc 2024-09-12T17:56:00.376 INFO:tasks.workunit.client.0.smithi045.stderr: -69> 2024-09-12T17:56:00.241+0000 7f4d7611f800 5 AuthRegistry(0x7ffd26078aa0) adding con mode: crc 2024-09-12T17:56:00.376 INFO:tasks.workunit.client.0.smithi045.stderr: -68> 2024-09-12T17:56:00.241+0000 7f4c237fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:56:00.376 INFO:tasks.workunit.client.0.smithi045.stderr: -67> 2024-09-12T17:56:00.241+0000 7f4d7611f800 5 AuthRegistry(0x7ffd26078aa0) adding con mode: secure 2024-09-12T17:56:00.376 INFO:tasks.workunit.client.0.smithi045.stderr: -66> 2024-09-12T17:56:00.241+0000 7f4d7611f800 5 AuthRegistry(0x7ffd26078aa0) adding con mode: crc 2024-09-12T17:56:00.376 INFO:tasks.workunit.client.0.smithi045.stderr: -65> 2024-09-12T17:56:00.241+0000 7f4d7611f800 5 AuthRegistry(0x7ffd26078aa0) adding con mode: secure 2024-09-12T17:56:00.376 INFO:tasks.workunit.client.0.smithi045.stderr: -64> 2024-09-12T17:56:00.241+0000 7f4d7611f800 5 AuthRegistry(0x7ffd26078aa0) adding con mode: crc 2024-09-12T17:56:00.376 INFO:tasks.workunit.client.0.smithi045.stderr: -63> 2024-09-12T17:56:00.241+0000 7f4d7611f800 5 AuthRegistry(0x7ffd26078aa0) adding con mode: secure 2024-09-12T17:56:00.377 INFO:tasks.workunit.client.0.smithi045.stderr: -62> 2024-09-12T17:56:00.241+0000 7f4d7611f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:56:00.377 INFO:tasks.workunit.client.0.smithi045.stderr: -61> 2024-09-12T17:56:00.241+0000 7f4d7611f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:56:00.377 INFO:tasks.workunit.client.0.smithi045.stderr: -60> 2024-09-12T17:56:00.241+0000 7f4d7611f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:56:00.377 INFO:tasks.workunit.client.0.smithi045.stderr: -59> 2024-09-12T17:56:00.241+0000 7f4d7611f800 5 asok(0x55b0e8906730) register_command cache list hook 0x55b0e8bef490 2024-09-12T17:56:00.377 INFO:tasks.workunit.client.0.smithi045.stderr: -58> 2024-09-12T17:56:00.241+0000 7f4d7611f800 5 asok(0x55b0e8906730) register_command cache inspect hook 0x55b0e8bef490 2024-09-12T17:56:00.377 INFO:tasks.workunit.client.0.smithi045.stderr: -57> 2024-09-12T17:56:00.241+0000 7f4d7611f800 5 asok(0x55b0e8906730) register_command cache erase hook 0x55b0e8bef490 2024-09-12T17:56:00.377 INFO:tasks.workunit.client.0.smithi045.stderr: -56> 2024-09-12T17:56:00.241+0000 7f4d7611f800 5 asok(0x55b0e8906730) register_command cache zap hook 0x55b0e8bef490 2024-09-12T17:56:00.377 INFO:tasks.workunit.client.0.smithi045.stderr: -55> 2024-09-12T17:56:00.241+0000 7f4d7611f800 5 note: GC not initialized 2024-09-12T17:56:00.377 INFO:tasks.workunit.client.0.smithi045.stderr: -54> 2024-09-12T17:56:00.241+0000 7f4c227fc640 20 reqs_thread_entry: start 2024-09-12T17:56:00.377 INFO:tasks.workunit.client.0.smithi045.stderr: -53> 2024-09-12T17:56:00.242+0000 7f4d7611f800 5 asok(0x55b0e8906730) register_command sync trace show hook 0x7f4d640042f0 2024-09-12T17:56:00.377 INFO:tasks.workunit.client.0.smithi045.stderr: -52> 2024-09-12T17:56:00.242+0000 7f4d7611f800 5 asok(0x55b0e8906730) register_command sync trace history hook 0x7f4d640042f0 2024-09-12T17:56:00.377 INFO:tasks.workunit.client.0.smithi045.stderr: -51> 2024-09-12T17:56:00.242+0000 7f4d7611f800 5 asok(0x55b0e8906730) register_command sync trace active hook 0x7f4d640042f0 2024-09-12T17:56:00.377 INFO:tasks.workunit.client.0.smithi045.stderr: -50> 2024-09-12T17:56:00.242+0000 7f4d7611f800 5 asok(0x55b0e8906730) register_command sync trace active_short hook 0x7f4d640042f0 2024-09-12T17:56:00.378 INFO:tasks.workunit.client.0.smithi045.stderr: -49> 2024-09-12T17:56:00.242+0000 7f4d7611f800 20 init_complete bucket index max shards: 1 2024-09-12T17:56:00.378 INFO:tasks.workunit.client.0.smithi045.stderr: -48> 2024-09-12T17:56:00.242+0000 7f4d7611f800 20 Filter name: none 2024-09-12T17:56:00.378 INFO:tasks.workunit.client.0.smithi045.stderr: -47> 2024-09-12T17:56:00.242+0000 7f4b93fff640 20 reqs_thread_entry: start 2024-09-12T17:56:00.378 INFO:tasks.workunit.client.0.smithi045.stderr: -46> 2024-09-12T17:56:00.242+0000 7f4d7611f800 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2024-09-12T17:56:00.378 INFO:tasks.workunit.client.0.smithi045.stderr: -45> 2024-09-12T17:56:00.242+0000 7f4d7611f800 20 rados->read ofs=0 len=0 2024-09-12T17:56:00.378 INFO:tasks.workunit.client.0.smithi045.stderr: -44> 2024-09-12T17:56:00.242+0000 7f4d7611f800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:56:00.378 INFO:tasks.workunit.client.0.smithi045.stderr: -43> 2024-09-12T17:56:00.242+0000 7f4d7611f800 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2024-09-12T17:56:00.378 INFO:tasks.workunit.client.0.smithi045.stderr: -42> 2024-09-12T17:56:00.242+0000 7f4d7611f800 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2024-09-12T17:56:00.378 INFO:tasks.workunit.client.0.smithi045.stderr: -41> 2024-09-12T17:56:00.242+0000 7f4d7611f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33 : miss 2024-09-12T17:56:00.378 INFO:tasks.workunit.client.0.smithi045.stderr: -40> 2024-09-12T17:56:00.242+0000 7f4d7611f800 20 rados->read ofs=0 len=0 2024-09-12T17:56:00.378 INFO:tasks.workunit.client.0.smithi045.stderr: -39> 2024-09-12T17:56:00.243+0000 7f4d7611f800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:56:00.378 INFO:tasks.workunit.client.0.smithi045.stderr: -38> 2024-09-12T17:56:00.243+0000 7f4d7611f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33 info.flags=0x17 2024-09-12T17:56:00.378 INFO:tasks.workunit.client.0.smithi045.stderr: -37> 2024-09-12T17:56:00.243+0000 7f4d7611f800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33 to cache LRU end 2024-09-12T17:56:00.379 INFO:tasks.workunit.client.0.smithi045.stderr: -36> 2024-09-12T17:56:00.243+0000 7f4d7611f800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:56:00.379 INFO:tasks.workunit.client.0.smithi045.stderr: -35> 2024-09-12T17:56:00.243+0000 7f4d7611f800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:56:00.379 INFO:tasks.workunit.client.0.smithi045.stderr: -34> 2024-09-12T17:56:00.243+0000 7f4d7611f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33 2024-09-12T17:56:00.379 INFO:tasks.workunit.client.0.smithi045.stderr: -33> 2024-09-12T17:56:00.247+0000 7f4d7611f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33 info.flags=0x17 2024-09-12T17:56:00.379 INFO:tasks.workunit.client.0.smithi045.stderr: -32> 2024-09-12T17:56:00.247+0000 7f4d7611f800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33 to cache LRU end 2024-09-12T17:56:00.379 INFO:tasks.workunit.client.0.smithi045.stderr: -31> 2024-09-12T17:56:00.247+0000 7f4d7611f800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:56:00.379 INFO:tasks.workunit.client.0.smithi045.stderr: -30> 2024-09-12T17:56:00.247+0000 7f4d7611f800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33, ofs0, ns] 2024-09-12T17:56:00.379 INFO:tasks.workunit.client.0.smithi045.stderr: -29> 2024-09-12T17:56:00.247+0000 7f4c557fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398909 cookie 94218307619648 notifier 6881 bl.length()=1015 2024-09-12T17:56:00.379 INFO:tasks.workunit.client.0.smithi045.stderr: -28> 2024-09-12T17:56:00.247+0000 7f4c557fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33 info.flags=0x17 2024-09-12T17:56:00.379 INFO:tasks.workunit.client.0.smithi045.stderr: -27> 2024-09-12T17:56:00.247+0000 7f4c557fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33 to cache LRU end 2024-09-12T17:56:00.379 INFO:tasks.workunit.client.0.smithi045.stderr: -26> 2024-09-12T17:56:00.247+0000 7f4c557fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:56:00.379 INFO:tasks.workunit.client.0.smithi045.stderr: -25> 2024-09-12T17:56:00.247+0000 7f4d7611f800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.33]): orig_sources= new_sources= 2024-09-12T17:56:00.379 INFO:tasks.workunit.client.0.smithi045.stderr: -24> 2024-09-12T17:56:00.247+0000 7f4d7611f800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.33]): potential sources added=[] removed=[] 2024-09-12T17:56:00.379 INFO:tasks.workunit.client.0.smithi045.stderr: -23> 2024-09-12T17:56:00.247+0000 7f4d7611f800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.33]): orig_dests= new_dests= 2024-09-12T17:56:00.380 INFO:tasks.workunit.client.0.smithi045.stderr: -22> 2024-09-12T17:56:00.247+0000 7f4d7611f800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.33]): potential dests added=[] removed=[] 2024-09-12T17:56:00.380 INFO:tasks.workunit.client.0.smithi045.stderr: -21> 2024-09-12T17:56:00.250+0000 7f4d7611f800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.33.1.0 2024-09-12T17:56:00.380 INFO:tasks.workunit.client.0.smithi045.stderr: -20> 2024-09-12T17:56:00.250+0000 7f4d7611f800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.33.1.0 2024-09-12T17:56:00.380 INFO:tasks.workunit.client.0.smithi045.stderr: -19> 2024-09-12T17:56:00.250+0000 7f4d7611f800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.33.1.1 2024-09-12T17:56:00.380 INFO:tasks.workunit.client.0.smithi045.stderr: -18> 2024-09-12T17:56:00.250+0000 7f4d7611f800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.33.1.1 2024-09-12T17:56:00.380 INFO:tasks.workunit.client.0.smithi045.stderr: -17> 2024-09-12T17:56:00.250+0000 7f4d7611f800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.33.0 2024-09-12T17:56:00.380 INFO:tasks.workunit.client.0.smithi045.stderr: -16> 2024-09-12T17:56:00.252+0000 7f4d7611f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33 : hit (requested=0x17, cached=0x17) 2024-09-12T17:56:00.380 INFO:tasks.workunit.client.0.smithi045.stderr: -15> 2024-09-12T17:56:00.252+0000 7f4d7611f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33 2024-09-12T17:56:00.380 INFO:tasks.workunit.client.0.smithi045.stderr: -14> 2024-09-12T17:56:00.253+0000 7f4d7611f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33 info.flags=0x17 2024-09-12T17:56:00.380 INFO:tasks.workunit.client.0.smithi045.stderr: -13> 2024-09-12T17:56:00.253+0000 7f4d7611f800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33 to cache LRU end 2024-09-12T17:56:00.380 INFO:tasks.workunit.client.0.smithi045.stderr: -12> 2024-09-12T17:56:00.253+0000 7f4d7611f800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:56:00.380 INFO:tasks.workunit.client.0.smithi045.stderr: -11> 2024-09-12T17:56:00.253+0000 7f4d7611f800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33, ofs0, ns] 2024-09-12T17:56:00.380 INFO:tasks.workunit.client.0.smithi045.stderr: -10> 2024-09-12T17:56:00.253+0000 7f4c557fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398910 cookie 94218307619648 notifier 6881 bl.length()=1015 2024-09-12T17:56:00.381 INFO:tasks.workunit.client.0.smithi045.stderr: -9> 2024-09-12T17:56:00.253+0000 7f4c557fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33 info.flags=0x17 2024-09-12T17:56:00.381 INFO:tasks.workunit.client.0.smithi045.stderr: -8> 2024-09-12T17:56:00.253+0000 7f4c557fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33 to cache LRU end 2024-09-12T17:56:00.381 INFO:tasks.workunit.client.0.smithi045.stderr: -7> 2024-09-12T17:56:00.253+0000 7f4c557fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:56:00.381 INFO:tasks.workunit.client.0.smithi045.stderr: -6> 2024-09-12T17:56:00.254+0000 7f4d7611f800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.33]): orig_sources= new_sources= 2024-09-12T17:56:00.381 INFO:tasks.workunit.client.0.smithi045.stderr: -5> 2024-09-12T17:56:00.254+0000 7f4d7611f800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.33]): potential sources added=[] removed=[] 2024-09-12T17:56:00.381 INFO:tasks.workunit.client.0.smithi045.stderr: -4> 2024-09-12T17:56:00.254+0000 7f4d7611f800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.33]): orig_dests= new_dests= 2024-09-12T17:56:00.381 INFO:tasks.workunit.client.0.smithi045.stderr: -3> 2024-09-12T17:56:00.254+0000 7f4d7611f800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.33]): potential dests added=[] removed=[] 2024-09-12T17:56:00.381 INFO:tasks.workunit.client.0.smithi045.stderr: -2> 2024-09-12T17:56:00.255+0000 7f4d7611f800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.33.0 2024-09-12T17:56:00.381 INFO:tasks.workunit.client.0.smithi045.stderr: -1> 2024-09-12T17:56:00.256+0000 7f4d7611f800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f4d7611f800 time 2024-09-12T17:56:00.256330+0000 2024-09-12T17:56:00.381 INFO:tasks.workunit.client.0.smithi045.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:56:00.381 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:00.381 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:56:00.381 INFO:tasks.workunit.client.0.smithi045.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f4d7798c71a] 2024-09-12T17:56:00.382 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f4d7798c8d8] 2024-09-12T17:56:00.382 INFO:tasks.workunit.client.0.smithi045.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55b0e7f08841] 2024-09-12T17:56:00.382 INFO:tasks.workunit.client.0.smithi045.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x427) [0x55b0e7f18827] 2024-09-12T17:56:00.382 INFO:tasks.workunit.client.0.smithi045.stderr: 5: main() 2024-09-12T17:56:00.382 INFO:tasks.workunit.client.0.smithi045.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7f4d76629590] 2024-09-12T17:56:00.382 INFO:tasks.workunit.client.0.smithi045.stderr: 7: __libc_start_main() 2024-09-12T17:56:00.382 INFO:tasks.workunit.client.0.smithi045.stderr: 8: _start() 2024-09-12T17:56:00.382 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:00.382 INFO:tasks.workunit.client.0.smithi045.stderr: 0> 2024-09-12T17:56:00.257+0000 7f4d7611f800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:56:00.382 INFO:tasks.workunit.client.0.smithi045.stderr: in thread 7f4d7611f800 thread_name:radosgw-admin 2024-09-12T17:56:00.382 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:00.382 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:56:00.382 INFO:tasks.workunit.client.0.smithi045.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f4d7663e6f0] 2024-09-12T17:56:00.382 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f4d7668b99c] 2024-09-12T17:56:00.383 INFO:tasks.workunit.client.0.smithi045.stderr: 3: raise() 2024-09-12T17:56:00.383 INFO:tasks.workunit.client.0.smithi045.stderr: 4: abort() 2024-09-12T17:56:00.383 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f4d7798c774] 2024-09-12T17:56:00.383 INFO:tasks.workunit.client.0.smithi045.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f4d7798c8d8] 2024-09-12T17:56:00.383 INFO:tasks.workunit.client.0.smithi045.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55b0e7f08841] 2024-09-12T17:56:00.383 INFO:tasks.workunit.client.0.smithi045.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x427) [0x55b0e7f18827] 2024-09-12T17:56:00.383 INFO:tasks.workunit.client.0.smithi045.stderr: 9: main() 2024-09-12T17:56:00.383 INFO:tasks.workunit.client.0.smithi045.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7f4d76629590] 2024-09-12T17:56:00.383 INFO:tasks.workunit.client.0.smithi045.stderr: 11: __libc_start_main() 2024-09-12T17:56:00.383 INFO:tasks.workunit.client.0.smithi045.stderr: 12: _start() 2024-09-12T17:56:00.383 INFO:tasks.workunit.client.0.smithi045.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:56:00.383 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:00.383 INFO:tasks.workunit.client.0.smithi045.stderr:--- logging levels --- 2024-09-12T17:56:00.384 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 none 2024-09-12T17:56:00.384 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 lockdep 2024-09-12T17:56:00.384 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 context 2024-09-12T17:56:00.384 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 crush 2024-09-12T17:56:00.384 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds 2024-09-12T17:56:00.384 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_balancer 2024-09-12T17:56:00.384 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_locker 2024-09-12T17:56:00.384 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_log 2024-09-12T17:56:00.384 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_log_expire 2024-09-12T17:56:00.384 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_migrator 2024-09-12T17:56:00.384 INFO:tasks.workunit.client.0.smithi045.stderr: 3/ 5 mds_quiesce 2024-09-12T17:56:00.384 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 buffer 2024-09-12T17:56:00.384 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 timer 2024-09-12T17:56:00.385 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 filer 2024-09-12T17:56:00.385 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 striper 2024-09-12T17:56:00.385 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 objecter 2024-09-12T17:56:00.385 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rados 2024-09-12T17:56:00.385 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd 2024-09-12T17:56:00.385 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_mirror 2024-09-12T17:56:00.385 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_replay 2024-09-12T17:56:00.385 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_pwl 2024-09-12T17:56:00.385 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 journaler 2024-09-12T17:56:00.385 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 objectcacher 2024-09-12T17:56:00.385 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:56:00.385 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 client 2024-09-12T17:56:00.385 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 osd 2024-09-12T17:56:00.385 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 optracker 2024-09-12T17:56:00.386 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 objclass 2024-09-12T17:56:00.386 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 filestore 2024-09-12T17:56:00.386 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 journal 2024-09-12T17:56:00.386 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 0 ms 2024-09-12T17:56:00.386 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mon 2024-09-12T17:56:00.386 INFO:tasks.workunit.client.0.smithi045.stderr: 0/10 monc 2024-09-12T17:56:00.386 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 paxos 2024-09-12T17:56:00.386 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 tp 2024-09-12T17:56:00.386 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 auth 2024-09-12T17:56:00.386 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 crypto 2024-09-12T17:56:00.386 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 finisher 2024-09-12T17:56:00.386 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 reserver 2024-09-12T17:56:00.386 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 heartbeatmap 2024-09-12T17:56:00.386 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 perfcounter 2024-09-12T17:56:00.387 INFO:tasks.workunit.client.0.smithi045.stderr: 20/20 rgw 2024-09-12T17:56:00.387 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_sync 2024-09-12T17:56:00.387 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_datacache 2024-09-12T17:56:00.387 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_access 2024-09-12T17:56:00.387 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:56:00.387 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_flight 2024-09-12T17:56:00.387 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:56:00.387 INFO:tasks.workunit.client.0.smithi045.stderr: 20/20 rgw_notification 2024-09-12T17:56:00.387 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 javaclient 2024-09-12T17:56:00.387 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 asok 2024-09-12T17:56:00.387 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 throttle 2024-09-12T17:56:00.387 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 0 refs 2024-09-12T17:56:00.387 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 compressor 2024-09-12T17:56:00.387 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 bluestore 2024-09-12T17:56:00.388 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 bluefs 2024-09-12T17:56:00.388 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 bdev 2024-09-12T17:56:00.388 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 kstore 2024-09-12T17:56:00.388 INFO:tasks.workunit.client.0.smithi045.stderr: 4/ 5 rocksdb 2024-09-12T17:56:00.388 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 fuse 2024-09-12T17:56:00.388 INFO:tasks.workunit.client.0.smithi045.stderr: 2/ 5 mgr 2024-09-12T17:56:00.388 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mgrc 2024-09-12T17:56:00.388 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 dpdk 2024-09-12T17:56:00.388 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 eventtrace 2024-09-12T17:56:00.388 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 prioritycache 2024-09-12T17:56:00.388 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 test 2024-09-12T17:56:00.388 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:56:00.389 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cephsqlite 2024-09-12T17:56:00.389 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:56:00.389 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore 2024-09-12T17:56:00.389 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_onode 2024-09-12T17:56:00.389 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_odata 2024-09-12T17:56:00.389 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_omap 2024-09-12T17:56:00.389 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_tm 2024-09-12T17:56:00.389 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_t 2024-09-12T17:56:00.389 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:56:00.389 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_epm 2024-09-12T17:56:00.389 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_lba 2024-09-12T17:56:00.389 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:56:00.389 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_cache 2024-09-12T17:56:00.390 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_journal 2024-09-12T17:56:00.390 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_device 2024-09-12T17:56:00.390 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_backref 2024-09-12T17:56:00.390 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 alienstore 2024-09-12T17:56:00.390 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mclock 2024-09-12T17:56:00.390 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cyanstore 2024-09-12T17:56:00.390 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 ceph_exporter 2024-09-12T17:56:00.390 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 memstore 2024-09-12T17:56:00.390 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 trace 2024-09-12T17:56:00.390 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 ceph_dedup 2024-09-12T17:56:00.390 INFO:tasks.workunit.client.0.smithi045.stderr: -2/-2 (syslog threshold) 2024-09-12T17:56:00.390 INFO:tasks.workunit.client.0.smithi045.stderr: 99/99 (stderr threshold) 2024-09-12T17:56:00.390 INFO:tasks.workunit.client.0.smithi045.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:56:00.391 INFO:tasks.workunit.client.0.smithi045.stderr: 7f4b93fff640 / http_manager 2024-09-12T17:56:00.391 INFO:tasks.workunit.client.0.smithi045.stderr: 7f4c227fc640 / http_manager 2024-09-12T17:56:00.391 INFO:tasks.workunit.client.0.smithi045.stderr: 7f4c237fe640 / rgw_dt_lg_renew 2024-09-12T17:56:00.391 INFO:tasks.workunit.client.0.smithi045.stderr: 7f4c437fe640 / ms_dispatch 2024-09-12T17:56:00.391 INFO:tasks.workunit.client.0.smithi045.stderr: 7f4c557fa640 / io_context_pool 2024-09-12T17:56:00.391 INFO:tasks.workunit.client.0.smithi045.stderr: 7f4c577fe640 / ms_dispatch 2024-09-12T17:56:00.391 INFO:tasks.workunit.client.0.smithi045.stderr: 7f4c5e604640 / ms_dispatch 2024-09-12T17:56:00.391 INFO:tasks.workunit.client.0.smithi045.stderr: 7f4c5fe07640 / io_context_pool 2024-09-12T17:56:00.391 INFO:tasks.workunit.client.0.smithi045.stderr: 7f4d716a1640 / msgr-worker-2 2024-09-12T17:56:00.391 INFO:tasks.workunit.client.0.smithi045.stderr: 7f4d71ea2640 / msgr-worker-1 2024-09-12T17:56:00.391 INFO:tasks.workunit.client.0.smithi045.stderr: 7f4d726a3640 / msgr-worker-0 2024-09-12T17:56:00.391 INFO:tasks.workunit.client.0.smithi045.stderr: 7f4d72ea4640 / io_context_pool 2024-09-12T17:56:00.391 INFO:tasks.workunit.client.0.smithi045.stderr: 7f4d7611f800 / radosgw-admin 2024-09-12T17:56:00.392 INFO:tasks.workunit.client.0.smithi045.stderr: max_recent 500 2024-09-12T17:56:00.392 INFO:tasks.workunit.client.0.smithi045.stderr: max_new 1000 2024-09-12T17:56:00.392 INFO:tasks.workunit.client.0.smithi045.stderr: log_file /var/lib/ceph/crash/2024-09-12T17:56:00.257715Z_81512f66-a39f-453f-b4a9-4f88dbad68bf/log 2024-09-12T17:56:00.392 INFO:tasks.workunit.client.0.smithi045.stderr:--- end dump of recent events --- 2024-09-12T17:56:00.392 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket abort-at-commit-target-layout 2024-09-12T17:56:00.394 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:56:00.394 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:56:00.394 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.334+0000 7f14a69af800 20 rados->read ofs=0 len=0 2024-09-12T17:56:00.394 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.336+0000 7f14a69af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:00.394 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.336+0000 7f14a69af800 20 realm 2024-09-12T17:56:00.394 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.336+0000 7f14a69af800 20 rados->read ofs=0 len=0 2024-09-12T17:56:00.394 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.336+0000 7f14a69af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:00.394 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.336+0000 7f14a69af800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:56:00.394 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.336+0000 7f14a69af800 20 rados->read ofs=0 len=0 2024-09-12T17:56:00.394 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.336+0000 7f14a69af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:00.394 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.336+0000 7f14a69af800 20 rados->read ofs=0 len=0 2024-09-12T17:56:00.395 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.337+0000 7f14a69af800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:56:00.395 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.337+0000 7f14a69af800 20 rados->read ofs=0 len=0 2024-09-12T17:56:00.395 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.338+0000 7f14a69af800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:56:00.395 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.338+0000 7f14a69af800 20 searching for the correct realm 2024-09-12T17:56:00.395 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.340+0000 7f14a3c98640 0 -- 172.21.15.45:0/3824145753 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f1494061070 msgr2=0x7f149406d9f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:56:00.395 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.344+0000 7f14a4499640 0 -- 172.21.15.45:0/3824145753 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f149805f3b0 msgr2=0x7f149805f830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:56:00.551 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.550+0000 7f14a69af800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:56:00.551 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.550+0000 7f14a69af800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:56:00.552 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.550+0000 7f14a69af800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:56:00.552 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.550+0000 7f14a69af800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:56:00.552 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.550+0000 7f14a69af800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:56:00.552 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.550+0000 7f14a69af800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:56:00.552 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.550+0000 7f14a69af800 20 rados->read ofs=0 len=0 2024-09-12T17:56:00.552 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.551+0000 7f14a69af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:00.552 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.551+0000 7f14a69af800 20 rados->read ofs=0 len=0 2024-09-12T17:56:00.552 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.551+0000 7f14a69af800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:56:00.552 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.551+0000 7f14a69af800 20 rados->read ofs=0 len=0 2024-09-12T17:56:00.553 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.551+0000 7f14a69af800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:56:00.553 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.551+0000 7f14a69af800 20 zone default found 2024-09-12T17:56:00.553 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.551+0000 7f14a69af800 4 Realm: () 2024-09-12T17:56:00.553 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.551+0000 7f14a69af800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:56:00.553 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.551+0000 7f14a69af800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:56:00.554 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.551+0000 7f14a69af800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:56:00.554 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.551+0000 7f14a69af800 20 zonegroup default 2024-09-12T17:56:00.554 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.551+0000 7f14a69af800 20 rados->read ofs=0 len=0 2024-09-12T17:56:00.554 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.551+0000 7f14a69af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:00.554 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.551+0000 7f14a69af800 20 rados->read ofs=0 len=0 2024-09-12T17:56:00.554 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.552+0000 7f14a69af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:00.554 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.552+0000 7f14a69af800 20 rados->read ofs=0 len=0 2024-09-12T17:56:00.554 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.552+0000 7f14a69af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:00.554 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.552+0000 7f14a69af800 20 started sync module instance, tier type = 2024-09-12T17:56:00.554 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.552+0000 7f14a69af800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:56:00.562 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.561+0000 7f14a69af800 20 add_watcher() i=0 2024-09-12T17:56:00.562 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.562+0000 7f14a69af800 20 add_watcher() i=1 2024-09-12T17:56:00.562 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.562+0000 7f14a69af800 20 add_watcher() i=2 2024-09-12T17:56:00.562 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.562+0000 7f14a69af800 20 add_watcher() i=3 2024-09-12T17:56:00.563 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.562+0000 7f14a69af800 20 add_watcher() i=4 2024-09-12T17:56:00.563 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.562+0000 7f14a69af800 20 add_watcher() i=5 2024-09-12T17:56:00.563 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.562+0000 7f14a69af800 20 add_watcher() i=6 2024-09-12T17:56:00.563 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.562+0000 7f14a69af800 20 add_watcher() i=7 2024-09-12T17:56:00.563 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.562+0000 7f14a69af800 2 all 8 watchers are set, enabling cache 2024-09-12T17:56:00.564 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.564+0000 7f135a7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:56:00.565 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.564+0000 7f14a69af800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:56:00.566 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.564+0000 7f14a69af800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:56:00.566 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.564+0000 7f14a69af800 5 note: GC not initialized 2024-09-12T17:56:00.566 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.565+0000 7f13597e2640 20 reqs_thread_entry: start 2024-09-12T17:56:00.566 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.565+0000 7f14a69af800 20 init_complete bucket index max shards: 1 2024-09-12T17:56:00.566 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.565+0000 7f14a69af800 20 Filter name: none 2024-09-12T17:56:00.566 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.565+0000 7f12caffd640 20 reqs_thread_entry: start 2024-09-12T17:56:00.566 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.565+0000 7f14a69af800 20 rados->read ofs=0 len=0 2024-09-12T17:56:00.568 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.565+0000 7f14a69af800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:56:00.568 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.565+0000 7f14a69af800 20 rados->read ofs=0 len=0 2024-09-12T17:56:00.568 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.566+0000 7f14a69af800 20 rados_obj.operate() r=0 bl.length=475 2024-09-12T17:56:00.569 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.566+0000 7f14a69af800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:56:00.569 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.566+0000 7f14a69af800 20 rados->read ofs=0 len=0 2024-09-12T17:56:00.569 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.567+0000 7f14a69af800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:56:00.569 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.567+0000 7f14a69af800 20 rados->read ofs=0 len=0 2024-09-12T17:56:00.569 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.567+0000 7f14a69af800 20 rados_obj.operate() r=0 bl.length=475 2024-09-12T17:56:00.569 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.567+0000 7f14a69af800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:56:00.570 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.569+0000 7f135a7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:56:00.571 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.571+0000 7f14a69af800 20 remove_watcher() i=0 2024-09-12T17:56:00.571 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.571+0000 7f14a69af800 2 removed watcher, disabling cache 2024-09-12T17:56:00.572 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.572+0000 7f14a69af800 20 remove_watcher() i=1 2024-09-12T17:56:00.573 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.573+0000 7f14a69af800 20 remove_watcher() i=2 2024-09-12T17:56:00.574 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.574+0000 7f14a69af800 20 remove_watcher() i=3 2024-09-12T17:56:00.575 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.575+0000 7f14a69af800 20 remove_watcher() i=4 2024-09-12T17:56:00.576 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.576+0000 7f14a69af800 20 remove_watcher() i=5 2024-09-12T17:56:00.577 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.577+0000 7f14a69af800 20 remove_watcher() i=6 2024-09-12T17:56:00.578 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:00.577+0000 7f14a69af800 20 remove_watcher() i=7 2024-09-12T17:56:00.589 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:00.589 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T17:56:00.589 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: abort-at-commit-target-layout id: b6123b67-6580-4373-9691-e0e950df5f06.4566.33 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:56:00.589 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:00.591 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:56:00.591 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:56:30.625 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:56:30.626 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:56:30.669 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket reshard --bucket abort-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:56:30.705 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:56:30.706 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:56:30.751 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:30.749+0000 7f983ed21800 20 rados->read ofs=0 len=0 2024-09-12T17:56:30.753 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:30.751+0000 7f983ed21800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:30.753 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:30.751+0000 7f983ed21800 20 realm 2024-09-12T17:56:30.753 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:30.751+0000 7f983ed21800 20 rados->read ofs=0 len=0 2024-09-12T17:56:30.753 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:30.751+0000 7f983ed21800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:30.753 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:30.751+0000 7f983ed21800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:56:30.753 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:30.751+0000 7f983ed21800 20 rados->read ofs=0 len=0 2024-09-12T17:56:30.753 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:30.751+0000 7f983ed21800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:30.753 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:30.751+0000 7f983ed21800 20 rados->read ofs=0 len=0 2024-09-12T17:56:30.754 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:30.752+0000 7f983ed21800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:56:30.754 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:30.752+0000 7f983ed21800 20 rados->read ofs=0 len=0 2024-09-12T17:56:30.755 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:30.753+0000 7f983ed21800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:56:30.755 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:30.753+0000 7f983ed21800 20 searching for the correct realm 2024-09-12T17:56:30.757 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:30.756+0000 7f983a20b640 0 -- 172.21.15.45:0/199132894 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f982c00bc20 msgr2=0x7f982c061ac0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:56:30.965 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:30.963+0000 7f983aa0c640 0 -- 172.21.15.45:0/199132894 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f9830072bd0 msgr2=0x7f983004f9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:56:31.173 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.171+0000 7f983ed21800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:56:31.173 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.171+0000 7f983ed21800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:56:31.173 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.171+0000 7f983ed21800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:56:31.174 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.171+0000 7f983ed21800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:56:31.174 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.171+0000 7f983ed21800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:56:31.174 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.171+0000 7f983ed21800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:56:31.174 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.171+0000 7f983ed21800 20 rados->read ofs=0 len=0 2024-09-12T17:56:31.174 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.171+0000 7f983ed21800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:31.174 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.171+0000 7f983ed21800 20 rados->read ofs=0 len=0 2024-09-12T17:56:31.174 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.172+0000 7f983ed21800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:56:31.174 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.172+0000 7f983ed21800 20 rados->read ofs=0 len=0 2024-09-12T17:56:31.175 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.172+0000 7f983ed21800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:56:31.175 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.172+0000 7f983ed21800 20 zone default found 2024-09-12T17:56:31.175 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.172+0000 7f983ed21800 4 Realm: () 2024-09-12T17:56:31.175 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.172+0000 7f983ed21800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:56:31.175 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.172+0000 7f983ed21800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:56:31.175 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.172+0000 7f983ed21800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:56:31.175 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.172+0000 7f983ed21800 20 zonegroup default 2024-09-12T17:56:31.175 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.172+0000 7f983ed21800 20 rados->read ofs=0 len=0 2024-09-12T17:56:31.176 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.173+0000 7f983ed21800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:31.176 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.173+0000 7f983ed21800 20 rados->read ofs=0 len=0 2024-09-12T17:56:31.176 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.173+0000 7f983ed21800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:31.176 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.173+0000 7f983ed21800 20 rados->read ofs=0 len=0 2024-09-12T17:56:31.176 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.173+0000 7f983ed21800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:31.176 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.173+0000 7f983ed21800 20 started sync module instance, tier type = 2024-09-12T17:56:31.176 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.173+0000 7f983ed21800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:56:31.186 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.184+0000 7f983ed21800 20 add_watcher() i=0 2024-09-12T17:56:31.186 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.184+0000 7f983ed21800 20 add_watcher() i=1 2024-09-12T17:56:31.186 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.184+0000 7f983ed21800 20 add_watcher() i=2 2024-09-12T17:56:31.186 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.184+0000 7f983ed21800 20 add_watcher() i=3 2024-09-12T17:56:31.186 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.184+0000 7f983ed21800 20 add_watcher() i=4 2024-09-12T17:56:31.186 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.184+0000 7f983ed21800 20 add_watcher() i=5 2024-09-12T17:56:31.186 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.184+0000 7f983ed21800 20 add_watcher() i=6 2024-09-12T17:56:31.187 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.185+0000 7f983ed21800 20 add_watcher() i=7 2024-09-12T17:56:31.187 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.185+0000 7f983ed21800 2 all 8 watchers are set, enabling cache 2024-09-12T17:56:31.189 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.187+0000 7f96f17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:56:31.189 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.187+0000 7f983ed21800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:56:31.189 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.187+0000 7f983ed21800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:56:31.189 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.188+0000 7f983ed21800 5 note: GC not initialized 2024-09-12T17:56:31.190 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.188+0000 7f966bfff640 20 reqs_thread_entry: start 2024-09-12T17:56:31.190 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.188+0000 7f983ed21800 20 init_complete bucket index max shards: 1 2024-09-12T17:56:31.190 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.188+0000 7f983ed21800 20 Filter name: none 2024-09-12T17:56:31.191 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.188+0000 7f9669ffb640 20 reqs_thread_entry: start 2024-09-12T17:56:31.191 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.188+0000 7f983ed21800 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2024-09-12T17:56:31.191 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.188+0000 7f983ed21800 20 rados->read ofs=0 len=0 2024-09-12T17:56:31.191 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.189+0000 7f983ed21800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:56:31.191 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.189+0000 7f983ed21800 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2024-09-12T17:56:31.191 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.189+0000 7f983ed21800 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2024-09-12T17:56:31.191 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.189+0000 7f983ed21800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33 : miss 2024-09-12T17:56:31.191 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.189+0000 7f983ed21800 20 rados->read ofs=0 len=0 2024-09-12T17:56:31.192 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.190+0000 7f983ed21800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:56:31.192 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.190+0000 7f983ed21800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33 info.flags=0x17 2024-09-12T17:56:31.192 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.190+0000 7f983ed21800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33 to cache LRU end 2024-09-12T17:56:31.192 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.190+0000 7f983ed21800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:56:31.192 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.190+0000 7f983ed21800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:56:31.192 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.190+0000 7f983ed21800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33 2024-09-12T17:56:31.195 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.194+0000 7f983ed21800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33 info.flags=0x17 2024-09-12T17:56:31.195 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.194+0000 7f983ed21800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33 to cache LRU end 2024-09-12T17:56:31.196 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.194+0000 7f983ed21800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:56:31.196 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.194+0000 7f983ed21800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33, ofs0, ns] 2024-09-12T17:56:31.196 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.194+0000 7f971e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398912 cookie 94186366639536 notifier 7299 bl.length()=1015 2024-09-12T17:56:31.196 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.194+0000 7f971e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33 info.flags=0x17 2024-09-12T17:56:31.196 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.194+0000 7f971e7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33 to cache LRU end 2024-09-12T17:56:31.196 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.194+0000 7f971e7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:56:31.196 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.195+0000 7f983ed21800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.33]): orig_sources= new_sources= 2024-09-12T17:56:31.197 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.195+0000 7f983ed21800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.33]): potential sources added=[] removed=[] 2024-09-12T17:56:31.197 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.195+0000 7f983ed21800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.33]): orig_dests= new_dests= 2024-09-12T17:56:31.197 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.195+0000 7f983ed21800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.33]): potential dests added=[] removed=[] 2024-09-12T17:56:31.199 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.197+0000 7f983ed21800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.33.1.0 2024-09-12T17:56:31.199 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.197+0000 7f983ed21800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.33.1.0 2024-09-12T17:56:31.199 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.197+0000 7f983ed21800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.33.1.1 2024-09-12T17:56:31.199 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.197+0000 7f983ed21800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.33.1.1 2024-09-12T17:56:31.199 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.197+0000 7f983ed21800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.33.0 2024-09-12T17:56:31.202 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.200+0000 7f983ed21800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33 : hit (requested=0x17, cached=0x17) 2024-09-12T17:56:31.202 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.200+0000 7f983ed21800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33 2024-09-12T17:56:31.203 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.201+0000 7f983ed21800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33 info.flags=0x17 2024-09-12T17:56:31.203 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.201+0000 7f983ed21800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33 to cache LRU end 2024-09-12T17:56:31.203 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.201+0000 7f983ed21800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:56:31.203 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.201+0000 7f983ed21800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33, ofs0, ns] 2024-09-12T17:56:31.204 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.202+0000 7f971e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398913 cookie 94186366639536 notifier 7299 bl.length()=1015 2024-09-12T17:56:31.204 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.202+0000 7f971e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33 info.flags=0x17 2024-09-12T17:56:31.204 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.202+0000 7f971e7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33 to cache LRU end 2024-09-12T17:56:31.204 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.202+0000 7f971e7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:56:31.204 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.202+0000 7f983ed21800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.33]): orig_sources= new_sources= 2024-09-12T17:56:31.204 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.202+0000 7f983ed21800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.33]): potential sources added=[] removed=[] 2024-09-12T17:56:31.204 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.202+0000 7f983ed21800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.33]): orig_dests= new_dests= 2024-09-12T17:56:31.204 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.202+0000 7f983ed21800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.33]): potential dests added=[] removed=[] 2024-09-12T17:56:31.205 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.203+0000 7f983ed21800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.33.0 2024-09-12T17:56:31.205 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.204+0000 7f983ed21800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33 : hit (requested=0x17, cached=0x17) 2024-09-12T17:56:31.206 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.204+0000 7f983ed21800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33 2024-09-12T17:56:31.207 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.205+0000 7f983ed21800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33 info.flags=0x17 2024-09-12T17:56:31.207 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.205+0000 7f983ed21800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33 to cache LRU end 2024-09-12T17:56:31.208 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.205+0000 7f983ed21800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:56:31.208 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.205+0000 7f983ed21800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33, ofs0, ns] 2024-09-12T17:56:31.208 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.206+0000 7f971dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398914 cookie 94186366639536 notifier 7299 bl.length()=983 2024-09-12T17:56:31.208 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.206+0000 7f971dffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33 info.flags=0x17 2024-09-12T17:56:31.208 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.206+0000 7f971dffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b6123b67-6580-4373-9691-e0e950df5f06.4566.33 to cache LRU end 2024-09-12T17:56:31.208 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.206+0000 7f971dffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:56:31.208 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.206+0000 7f983ed21800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.33]): orig_sources= new_sources= 2024-09-12T17:56:31.208 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.206+0000 7f983ed21800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.33]): potential sources added=[] removed=[] 2024-09-12T17:56:31.208 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.206+0000 7f983ed21800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.33]): orig_dests= new_dests= 2024-09-12T17:56:31.209 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.206+0000 7f983ed21800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b6123b67-6580-4373-9691-e0e950df5f06.4566.33]): potential dests added=[] removed=[] 2024-09-12T17:56:31.209 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.208+0000 7f983ed21800 1 execute INFO: reshard of bucket "abort-at-commit-target-layout" from 1 shards to 2 shards completed successfully 2024-09-12T17:56:31.212 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.210+0000 7f96f17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:56:31.214 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.213+0000 7f983ed21800 20 remove_watcher() i=0 2024-09-12T17:56:31.214 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.213+0000 7f983ed21800 2 removed watcher, disabling cache 2024-09-12T17:56:31.215 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.214+0000 7f983ed21800 20 remove_watcher() i=1 2024-09-12T17:56:31.217 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.215+0000 7f983ed21800 20 remove_watcher() i=2 2024-09-12T17:56:31.218 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.216+0000 7f983ed21800 20 remove_watcher() i=3 2024-09-12T17:56:31.219 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.218+0000 7f983ed21800 20 remove_watcher() i=4 2024-09-12T17:56:31.220 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.219+0000 7f983ed21800 20 remove_watcher() i=5 2024-09-12T17:56:31.221 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.220+0000 7f983ed21800 20 remove_watcher() i=6 2024-09-12T17:56:31.222 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.221+0000 7f983ed21800 20 remove_watcher() i=7 2024-09-12T17:56:31.236 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket abort-at-commit-target-layout 2024-09-12T17:56:31.267 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:56:31.267 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:56:31.308 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.306+0000 7f4742f19800 20 rados->read ofs=0 len=0 2024-09-12T17:56:31.309 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.308+0000 7f4742f19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:31.309 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.308+0000 7f4742f19800 20 realm 2024-09-12T17:56:31.310 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.308+0000 7f4742f19800 20 rados->read ofs=0 len=0 2024-09-12T17:56:31.310 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.308+0000 7f4742f19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:31.310 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.308+0000 7f4742f19800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:56:31.310 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.308+0000 7f4742f19800 20 rados->read ofs=0 len=0 2024-09-12T17:56:31.310 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.308+0000 7f4742f19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:31.310 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.308+0000 7f4742f19800 20 rados->read ofs=0 len=0 2024-09-12T17:56:31.310 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.309+0000 7f4742f19800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:56:31.310 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.309+0000 7f4742f19800 20 rados->read ofs=0 len=0 2024-09-12T17:56:31.311 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.310+0000 7f4742f19800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:56:31.311 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.310+0000 7f4742f19800 20 searching for the correct realm 2024-09-12T17:56:31.314 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.313+0000 7f4740209640 0 -- 172.21.15.45:0/833713128 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x5560f6366430 msgr2=0x5560f6368820 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:56:31.318 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.316+0000 7f4740a0a640 0 -- 172.21.15.45:0/833713128 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f47340a6040 msgr2=0x7f47340a6930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:56:31.525 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.523+0000 7f4742f19800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:56:31.525 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.523+0000 7f4742f19800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:56:31.525 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.523+0000 7f4742f19800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:56:31.525 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.523+0000 7f4742f19800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:56:31.525 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.523+0000 7f4742f19800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:56:31.525 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.523+0000 7f4742f19800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:56:31.525 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.523+0000 7f4742f19800 20 rados->read ofs=0 len=0 2024-09-12T17:56:31.526 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.523+0000 7f4742f19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:31.526 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.523+0000 7f4742f19800 20 rados->read ofs=0 len=0 2024-09-12T17:56:31.527 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.524+0000 7f4742f19800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:56:31.527 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.524+0000 7f4742f19800 20 rados->read ofs=0 len=0 2024-09-12T17:56:31.527 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.524+0000 7f4742f19800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:56:31.527 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.524+0000 7f4742f19800 20 zone default found 2024-09-12T17:56:31.527 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.524+0000 7f4742f19800 4 Realm: () 2024-09-12T17:56:31.527 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.524+0000 7f4742f19800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:56:31.527 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.524+0000 7f4742f19800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:56:31.527 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.524+0000 7f4742f19800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:56:31.527 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.524+0000 7f4742f19800 20 zonegroup default 2024-09-12T17:56:31.528 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.524+0000 7f4742f19800 20 rados->read ofs=0 len=0 2024-09-12T17:56:31.528 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.525+0000 7f4742f19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:31.528 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.525+0000 7f4742f19800 20 rados->read ofs=0 len=0 2024-09-12T17:56:31.528 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.525+0000 7f4742f19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:31.528 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.525+0000 7f4742f19800 20 rados->read ofs=0 len=0 2024-09-12T17:56:31.528 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.525+0000 7f4742f19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:31.528 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.525+0000 7f4742f19800 20 started sync module instance, tier type = 2024-09-12T17:56:31.528 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.525+0000 7f4742f19800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:56:31.537 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.535+0000 7f4742f19800 20 add_watcher() i=0 2024-09-12T17:56:31.537 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.535+0000 7f4742f19800 20 add_watcher() i=1 2024-09-12T17:56:31.537 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.535+0000 7f4742f19800 20 add_watcher() i=2 2024-09-12T17:56:31.537 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.535+0000 7f4742f19800 20 add_watcher() i=3 2024-09-12T17:56:31.537 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.535+0000 7f4742f19800 20 add_watcher() i=4 2024-09-12T17:56:31.537 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.535+0000 7f4742f19800 20 add_watcher() i=5 2024-09-12T17:56:31.537 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.535+0000 7f4742f19800 20 add_watcher() i=6 2024-09-12T17:56:31.538 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.536+0000 7f4742f19800 20 add_watcher() i=7 2024-09-12T17:56:31.538 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.536+0000 7f4742f19800 2 all 8 watchers are set, enabling cache 2024-09-12T17:56:31.540 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.538+0000 7f45f77e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:56:31.541 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.539+0000 7f4742f19800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:56:31.541 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.539+0000 7f4742f19800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:56:31.541 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.539+0000 7f4742f19800 5 note: GC not initialized 2024-09-12T17:56:31.541 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.539+0000 7f45f67e4640 20 reqs_thread_entry: start 2024-09-12T17:56:31.541 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.539+0000 7f4742f19800 20 init_complete bucket index max shards: 1 2024-09-12T17:56:31.541 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.539+0000 7f4742f19800 20 Filter name: none 2024-09-12T17:56:31.541 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.539+0000 7f45ef7fe640 20 reqs_thread_entry: start 2024-09-12T17:56:31.541 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.539+0000 7f4742f19800 20 rados->read ofs=0 len=0 2024-09-12T17:56:31.542 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.540+0000 7f4742f19800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:56:31.542 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.540+0000 7f4742f19800 20 rados->read ofs=0 len=0 2024-09-12T17:56:31.542 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.541+0000 7f4742f19800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:56:31.542 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.541+0000 7f4742f19800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:56:31.542 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.541+0000 7f4742f19800 20 rados->read ofs=0 len=0 2024-09-12T17:56:31.543 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.541+0000 7f4742f19800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:56:31.543 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.541+0000 7f4742f19800 20 rados->read ofs=0 len=0 2024-09-12T17:56:31.543 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.542+0000 7f4742f19800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:56:31.543 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.542+0000 7f4742f19800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:56:31.544 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.543+0000 7f45f77e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:56:31.547 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.545+0000 7f4742f19800 20 remove_watcher() i=0 2024-09-12T17:56:31.547 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.545+0000 7f4742f19800 2 removed watcher, disabling cache 2024-09-12T17:56:31.548 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.546+0000 7f4742f19800 20 remove_watcher() i=1 2024-09-12T17:56:31.549 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.547+0000 7f4742f19800 20 remove_watcher() i=2 2024-09-12T17:56:31.550 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.548+0000 7f4742f19800 20 remove_watcher() i=3 2024-09-12T17:56:31.551 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.550+0000 7f4742f19800 20 remove_watcher() i=4 2024-09-12T17:56:31.552 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.551+0000 7f4742f19800 20 remove_watcher() i=5 2024-09-12T17:56:31.553 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.552+0000 7f4742f19800 20 remove_watcher() i=6 2024-09-12T17:56:31.554 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:31.553+0000 7f4742f19800 20 remove_watcher() i=7 2024-09-12T17:56:31.566 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:31.566 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T17:56:31.566 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: abort-at-commit-target-layout id: b6123b67-6580-4373-9691-e0e950df5f06.4566.33 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:56:31.566 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:31.568 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:56:31.568 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:56:31.572 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:56:31.572 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:56:31.616 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:56:31.616 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:56:31.630 INFO:tasks.workunit.client.0.smithi045.stderr:TEST: reshard bucket with EIO injected at do_reshard 2024-09-12T17:56:31.630 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:31.631 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:56:31.631 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:56:31.642 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:56:31.642 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:56:31.686 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:56:31.686 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:56:31.693 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:56:31.693 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:56:31.699 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:56:31.699 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:56:31.706 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:56:31.706 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:56:31.713 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:56:31.713 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:56:31.720 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:56:31.720 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:56:31.728 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:56:31.729 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:56:31.735 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:56:31.735 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:56:31.777 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:56:31.777 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:56:31.784 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:56:31.784 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:56:31.791 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:56:31.791 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:56:31.798 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:56:31.798 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:56:31.805 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:56:31.805 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:56:31.811 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:56:31.811 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:56:31.817 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:56:31.817 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:56:31.824 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:56:31.824 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:56:31.831 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:56:31.831 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:56:31.838 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:56:31.838 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:56:31.844 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:56:31.844 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:56:31.851 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:56:31.851 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:56:31.857 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket error-at-do-reshard 2024-09-12T17:56:31.886 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:56:31.886 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:56:32.124 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.123+0000 7f83c7d8a640 0 --2- 172.21.15.45:0/3051617611 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55fc19846ea0 0x55fc19838b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2024-09-12T17:56:32.127 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.125+0000 7f83cd22f800 20 rados->read ofs=0 len=0 2024-09-12T17:56:32.129 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.127+0000 7f83cd22f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:32.129 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.127+0000 7f83cd22f800 20 realm 2024-09-12T17:56:32.129 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.127+0000 7f83cd22f800 20 rados->read ofs=0 len=0 2024-09-12T17:56:32.129 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.127+0000 7f83cd22f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:32.129 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.127+0000 7f83cd22f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:56:32.129 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.127+0000 7f83cd22f800 20 rados->read ofs=0 len=0 2024-09-12T17:56:32.130 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.128+0000 7f83cd22f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:32.130 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.128+0000 7f83cd22f800 20 rados->read ofs=0 len=0 2024-09-12T17:56:32.130 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.129+0000 7f83cd22f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:56:32.130 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.129+0000 7f83cd22f800 20 rados->read ofs=0 len=0 2024-09-12T17:56:32.131 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.129+0000 7f83cd22f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:56:32.131 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.129+0000 7f83cd22f800 20 searching for the correct realm 2024-09-12T17:56:32.132 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.131+0000 7f83c858b640 0 -- 172.21.15.45:0/3051617611 >> [v2:172.21.15.45:6808/2245364274,v1:172.21.15.45:6809/2245364274] conn(0x7f83bc06b030 msgr2=0x7f83bc04de70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:56:32.339 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.338+0000 7f83c7d8a640 0 -- 172.21.15.45:0/3051617611 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x55fc19865cd0 msgr2=0x55fc198680c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:56:32.345 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.344+0000 7f83cd22f800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:56:32.346 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.344+0000 7f83cd22f800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:56:32.346 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.344+0000 7f83cd22f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:56:32.346 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.344+0000 7f83cd22f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:56:32.346 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.344+0000 7f83cd22f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:56:32.346 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.344+0000 7f83cd22f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:56:32.346 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.344+0000 7f83cd22f800 20 rados->read ofs=0 len=0 2024-09-12T17:56:32.346 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.344+0000 7f83cd22f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:32.346 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.344+0000 7f83cd22f800 20 rados->read ofs=0 len=0 2024-09-12T17:56:32.347 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.344+0000 7f83cd22f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:56:32.347 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.344+0000 7f83cd22f800 20 rados->read ofs=0 len=0 2024-09-12T17:56:32.347 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.345+0000 7f83cd22f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:56:32.347 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.345+0000 7f83cd22f800 20 zone default found 2024-09-12T17:56:32.347 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.345+0000 7f83cd22f800 4 Realm: () 2024-09-12T17:56:32.347 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.345+0000 7f83cd22f800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:56:32.347 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.345+0000 7f83cd22f800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:56:32.348 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.345+0000 7f83cd22f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:56:32.348 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.345+0000 7f83cd22f800 20 zonegroup default 2024-09-12T17:56:32.348 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.345+0000 7f83cd22f800 20 rados->read ofs=0 len=0 2024-09-12T17:56:32.348 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.345+0000 7f83cd22f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:32.348 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.345+0000 7f83cd22f800 20 rados->read ofs=0 len=0 2024-09-12T17:56:32.348 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.346+0000 7f83cd22f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:32.348 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.346+0000 7f83cd22f800 20 rados->read ofs=0 len=0 2024-09-12T17:56:32.349 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.346+0000 7f83cd22f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:32.349 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.346+0000 7f83cd22f800 20 started sync module instance, tier type = 2024-09-12T17:56:32.349 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.346+0000 7f83cd22f800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:56:32.357 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.356+0000 7f83cd22f800 20 add_watcher() i=0 2024-09-12T17:56:32.357 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.356+0000 7f83cd22f800 20 add_watcher() i=1 2024-09-12T17:56:32.357 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.356+0000 7f83cd22f800 20 add_watcher() i=2 2024-09-12T17:56:32.357 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.356+0000 7f83cd22f800 20 add_watcher() i=3 2024-09-12T17:56:32.357 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.356+0000 7f83cd22f800 20 add_watcher() i=4 2024-09-12T17:56:32.358 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.356+0000 7f83cd22f800 20 add_watcher() i=5 2024-09-12T17:56:32.358 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.356+0000 7f83cd22f800 20 add_watcher() i=6 2024-09-12T17:56:32.358 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.357+0000 7f83cd22f800 20 add_watcher() i=7 2024-09-12T17:56:32.358 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.357+0000 7f83cd22f800 2 all 8 watchers are set, enabling cache 2024-09-12T17:56:32.360 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.358+0000 7f827efdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:56:32.361 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.359+0000 7f83cd22f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:56:32.361 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.359+0000 7f83cd22f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:56:32.361 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.359+0000 7f83cd22f800 5 note: GC not initialized 2024-09-12T17:56:32.361 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.359+0000 7f827dfdb640 20 reqs_thread_entry: start 2024-09-12T17:56:32.361 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.359+0000 7f83cd22f800 20 init_complete bucket index max shards: 1 2024-09-12T17:56:32.361 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.359+0000 7f83cd22f800 20 Filter name: none 2024-09-12T17:56:32.361 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.359+0000 7f81ef7fe640 20 reqs_thread_entry: start 2024-09-12T17:56:32.361 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.359+0000 7f83cd22f800 20 rados->read ofs=0 len=0 2024-09-12T17:56:32.362 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.360+0000 7f83cd22f800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:56:32.362 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.360+0000 7f83cd22f800 20 rados->read ofs=0 len=0 2024-09-12T17:56:32.362 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.361+0000 7f83cd22f800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:56:32.363 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.361+0000 7f83cd22f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:56:32.363 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.361+0000 7f83cd22f800 20 rados->read ofs=0 len=0 2024-09-12T17:56:32.363 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.361+0000 7f83cd22f800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:56:32.363 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.361+0000 7f83cd22f800 20 rados->read ofs=0 len=0 2024-09-12T17:56:32.363 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.362+0000 7f83cd22f800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:56:32.363 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.362+0000 7f83cd22f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:56:32.365 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.363+0000 7f827efdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:56:32.367 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.366+0000 7f83cd22f800 20 remove_watcher() i=0 2024-09-12T17:56:32.367 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.366+0000 7f83cd22f800 2 removed watcher, disabling cache 2024-09-12T17:56:32.368 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.367+0000 7f83cd22f800 20 remove_watcher() i=1 2024-09-12T17:56:32.369 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.368+0000 7f83cd22f800 20 remove_watcher() i=2 2024-09-12T17:56:32.370 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.369+0000 7f83cd22f800 20 remove_watcher() i=3 2024-09-12T17:56:32.372 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.370+0000 7f83cd22f800 20 remove_watcher() i=4 2024-09-12T17:56:32.373 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.371+0000 7f83cd22f800 20 remove_watcher() i=5 2024-09-12T17:56:32.374 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.372+0000 7f83cd22f800 20 remove_watcher() i=6 2024-09-12T17:56:32.375 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.373+0000 7f83cd22f800 20 remove_watcher() i=7 2024-09-12T17:56:32.387 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:32.387 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T17:56:32.387 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: error-at-do-reshard id: b6123b67-6580-4373-9691-e0e950df5f06.4566.34 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:56:32.387 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:32.388 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket reshard --bucket error-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at do_reshard 2024-09-12T17:56:32.424 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:56:32.425 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:56:32.465 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.463+0000 7fda97c87800 20 rados->read ofs=0 len=0 2024-09-12T17:56:32.467 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.465+0000 7fda97c87800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:32.467 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.465+0000 7fda97c87800 20 realm 2024-09-12T17:56:32.467 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.465+0000 7fda97c87800 20 rados->read ofs=0 len=0 2024-09-12T17:56:32.467 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.465+0000 7fda97c87800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:32.467 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.465+0000 7fda97c87800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:56:32.468 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.465+0000 7fda97c87800 20 rados->read ofs=0 len=0 2024-09-12T17:56:32.468 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.466+0000 7fda97c87800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:32.468 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.466+0000 7fda97c87800 20 rados->read ofs=0 len=0 2024-09-12T17:56:32.670 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.668+0000 7fda97c87800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:56:32.670 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.668+0000 7fda97c87800 20 rados->read ofs=0 len=0 2024-09-12T17:56:32.670 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.669+0000 7fda97c87800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:56:32.670 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.669+0000 7fda97c87800 20 searching for the correct realm 2024-09-12T17:56:32.673 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.671+0000 7fda94f70640 0 -- 172.21.15.45:0/443833606 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7fda88056760 msgr2=0x7fda880a27d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:56:32.677 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.675+0000 7fda95771640 0 -- 172.21.15.45:0/443833606 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7fda8c0a05f0 msgr2=0x7fda8c06c0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:56:32.884 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.882+0000 7fda97c87800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:56:32.884 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.882+0000 7fda97c87800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:56:32.884 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.882+0000 7fda97c87800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:56:32.884 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.882+0000 7fda97c87800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:56:32.885 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.882+0000 7fda97c87800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:56:32.885 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.882+0000 7fda97c87800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:56:32.885 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.882+0000 7fda97c87800 20 rados->read ofs=0 len=0 2024-09-12T17:56:32.885 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.883+0000 7fda97c87800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:32.885 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.883+0000 7fda97c87800 20 rados->read ofs=0 len=0 2024-09-12T17:56:32.886 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.883+0000 7fda97c87800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:56:32.886 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.883+0000 7fda97c87800 20 rados->read ofs=0 len=0 2024-09-12T17:56:32.886 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.883+0000 7fda97c87800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:56:32.886 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.883+0000 7fda97c87800 20 zone default found 2024-09-12T17:56:32.886 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.883+0000 7fda97c87800 4 Realm: () 2024-09-12T17:56:32.886 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.883+0000 7fda97c87800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:56:32.886 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.883+0000 7fda97c87800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:56:32.887 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.883+0000 7fda97c87800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:56:32.887 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.883+0000 7fda97c87800 20 zonegroup default 2024-09-12T17:56:32.887 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.883+0000 7fda97c87800 20 rados->read ofs=0 len=0 2024-09-12T17:56:32.887 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.884+0000 7fda97c87800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:32.887 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.884+0000 7fda97c87800 20 rados->read ofs=0 len=0 2024-09-12T17:56:32.887 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.884+0000 7fda97c87800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:32.887 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.884+0000 7fda97c87800 20 rados->read ofs=0 len=0 2024-09-12T17:56:32.887 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.884+0000 7fda97c87800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:32.887 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.884+0000 7fda97c87800 20 started sync module instance, tier type = 2024-09-12T17:56:32.887 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.884+0000 7fda97c87800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:56:32.896 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.894+0000 7fda97c87800 20 add_watcher() i=0 2024-09-12T17:56:32.896 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.894+0000 7fda97c87800 20 add_watcher() i=1 2024-09-12T17:56:32.896 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.894+0000 7fda97c87800 20 add_watcher() i=2 2024-09-12T17:56:32.896 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.894+0000 7fda97c87800 20 add_watcher() i=3 2024-09-12T17:56:32.896 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.894+0000 7fda97c87800 20 add_watcher() i=4 2024-09-12T17:56:32.896 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.894+0000 7fda97c87800 20 add_watcher() i=5 2024-09-12T17:56:32.896 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.894+0000 7fda97c87800 20 add_watcher() i=6 2024-09-12T17:56:32.897 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.895+0000 7fda97c87800 20 add_watcher() i=7 2024-09-12T17:56:32.897 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.895+0000 7fda97c87800 2 all 8 watchers are set, enabling cache 2024-09-12T17:56:32.898 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.897+0000 7fd94bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:56:32.899 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.897+0000 7fda97c87800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:56:32.899 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.897+0000 7fda97c87800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:56:32.900 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.897+0000 7fda97c87800 5 note: GC not initialized 2024-09-12T17:56:32.900 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.898+0000 7fd94afe5640 20 reqs_thread_entry: start 2024-09-12T17:56:32.900 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.898+0000 7fda97c87800 20 init_complete bucket index max shards: 1 2024-09-12T17:56:32.900 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.898+0000 7fda97c87800 20 Filter name: none 2024-09-12T17:56:32.900 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.898+0000 7fd948fe1640 20 reqs_thread_entry: start 2024-09-12T17:56:32.900 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.898+0000 7fda97c87800 10 cache get: name=default.rgw.meta+root+error-at-do-reshard : miss 2024-09-12T17:56:32.900 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.898+0000 7fda97c87800 20 rados->read ofs=0 len=0 2024-09-12T17:56:32.901 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.898+0000 7fda97c87800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:56:32.901 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.898+0000 7fda97c87800 10 cache put: name=default.rgw.meta+root+error-at-do-reshard info.flags=0x11 2024-09-12T17:56:32.901 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.898+0000 7fda97c87800 10 adding default.rgw.meta+root+error-at-do-reshard to cache LRU end 2024-09-12T17:56:32.901 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.898+0000 7fda97c87800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.34 : miss 2024-09-12T17:56:32.901 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.898+0000 7fda97c87800 20 rados->read ofs=0 len=0 2024-09-12T17:56:32.901 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.899+0000 7fda97c87800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:56:32.901 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.899+0000 7fda97c87800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.34 info.flags=0x17 2024-09-12T17:56:32.901 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.899+0000 7fda97c87800 10 adding default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.34 to cache LRU end 2024-09-12T17:56:32.901 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.899+0000 7fda97c87800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:56:32.901 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.899+0000 7fda97c87800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:56:32.901 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.899+0000 7fda97c87800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.34 2024-09-12T17:56:32.905 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.903+0000 7fda97c87800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.34 info.flags=0x17 2024-09-12T17:56:32.905 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.903+0000 7fda97c87800 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.34 to cache LRU end 2024-09-12T17:56:32.905 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.903+0000 7fda97c87800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:56:32.905 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.903+0000 7fda97c87800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.34, ofs0, ns] 2024-09-12T17:56:32.905 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.903+0000 7fd978ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398922 cookie 94407946461600 notifier 7350 bl.length()=995 2024-09-12T17:56:32.905 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.903+0000 7fd978ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.34 info.flags=0x17 2024-09-12T17:56:32.905 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.903+0000 7fd978ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.34 to cache LRU end 2024-09-12T17:56:32.905 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.903+0000 7fd978ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:56:32.906 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.904+0000 7fda97c87800 20 handle_bi_update(): bucket=:error-at-do-reshard[b6123b67-6580-4373-9691-e0e950df5f06.4566.34]): orig_sources= new_sources= 2024-09-12T17:56:32.906 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.904+0000 7fda97c87800 20 handle_bi_update(): bucket=:error-at-do-reshard[b6123b67-6580-4373-9691-e0e950df5f06.4566.34]): potential sources added=[] removed=[] 2024-09-12T17:56:32.906 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.904+0000 7fda97c87800 20 handle_bi_update(): bucket=:error-at-do-reshard[b6123b67-6580-4373-9691-e0e950df5f06.4566.34]): orig_dests= new_dests= 2024-09-12T17:56:32.906 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.904+0000 7fda97c87800 20 handle_bi_update(): bucket=:error-at-do-reshard[b6123b67-6580-4373-9691-e0e950df5f06.4566.34]): potential dests added=[] removed=[] 2024-09-12T17:56:32.908 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.906+0000 7fda97c87800 -1 Injecting error=-5 at location=do_reshard 2024-09-12T17:56:32.911 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.909+0000 7fda97c87800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.34 : hit (requested=0x17, cached=0x17) 2024-09-12T17:56:32.911 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.909+0000 7fda97c87800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.34 2024-09-12T17:56:32.912 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.911+0000 7fda97c87800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.34 info.flags=0x17 2024-09-12T17:56:32.912 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.911+0000 7fda97c87800 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.34 to cache LRU end 2024-09-12T17:56:32.912 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.911+0000 7fda97c87800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:56:32.912 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.911+0000 7fda97c87800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.34, ofs0, ns] 2024-09-12T17:56:32.913 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.911+0000 7fd967fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398923 cookie 94407946461600 notifier 7350 bl.length()=963 2024-09-12T17:56:32.913 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.911+0000 7fd967fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.34 info.flags=0x17 2024-09-12T17:56:32.913 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.911+0000 7fd967fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.34 to cache LRU end 2024-09-12T17:56:32.913 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.911+0000 7fd967fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:56:32.913 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.911+0000 7fda97c87800 20 handle_bi_update(): bucket=:error-at-do-reshard[b6123b67-6580-4373-9691-e0e950df5f06.4566.34]): orig_sources= new_sources= 2024-09-12T17:56:32.913 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.911+0000 7fda97c87800 20 handle_bi_update(): bucket=:error-at-do-reshard[b6123b67-6580-4373-9691-e0e950df5f06.4566.34]): potential sources added=[] removed=[] 2024-09-12T17:56:32.913 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.911+0000 7fda97c87800 20 handle_bi_update(): bucket=:error-at-do-reshard[b6123b67-6580-4373-9691-e0e950df5f06.4566.34]): orig_dests= new_dests= 2024-09-12T17:56:32.913 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.911+0000 7fda97c87800 20 handle_bi_update(): bucket=:error-at-do-reshard[b6123b67-6580-4373-9691-e0e950df5f06.4566.34]): potential dests added=[] removed=[] 2024-09-12T17:56:32.914 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.911+0000 7fda97c87800 1 execute INFO: reshard of bucket "error-at-do-reshard" canceled due to errors 2024-09-12T17:56:32.915 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.913+0000 7fd94bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:56:32.917 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.916+0000 7fda97c87800 20 remove_watcher() i=0 2024-09-12T17:56:32.917 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.916+0000 7fda97c87800 2 removed watcher, disabling cache 2024-09-12T17:56:32.918 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.917+0000 7fda97c87800 20 remove_watcher() i=1 2024-09-12T17:56:32.919 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.918+0000 7fda97c87800 20 remove_watcher() i=2 2024-09-12T17:56:32.920 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.919+0000 7fda97c87800 20 remove_watcher() i=3 2024-09-12T17:56:32.921 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.920+0000 7fda97c87800 20 remove_watcher() i=4 2024-09-12T17:56:32.923 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.921+0000 7fda97c87800 20 remove_watcher() i=5 2024-09-12T17:56:32.923 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.922+0000 7fda97c87800 20 remove_watcher() i=6 2024-09-12T17:56:32.924 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:32.923+0000 7fda97c87800 20 remove_watcher() i=7 2024-09-12T17:56:32.938 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket error-at-do-reshard 2024-09-12T17:56:32.970 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:56:32.970 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:56:33.011 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.009+0000 7fa4f4535800 20 rados->read ofs=0 len=0 2024-09-12T17:56:33.013 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.011+0000 7fa4f4535800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:33.014 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.011+0000 7fa4f4535800 20 realm 2024-09-12T17:56:33.014 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.011+0000 7fa4f4535800 20 rados->read ofs=0 len=0 2024-09-12T17:56:33.014 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.011+0000 7fa4f4535800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:33.014 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.011+0000 7fa4f4535800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:56:33.014 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.012+0000 7fa4f4535800 20 rados->read ofs=0 len=0 2024-09-12T17:56:33.014 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.012+0000 7fa4f4535800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:33.014 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.012+0000 7fa4f4535800 20 rados->read ofs=0 len=0 2024-09-12T17:56:33.015 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.013+0000 7fa4f4535800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:56:33.015 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.013+0000 7fa4f4535800 20 rados->read ofs=0 len=0 2024-09-12T17:56:33.015 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.013+0000 7fa4f4535800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:56:33.015 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.013+0000 7fa4f4535800 20 searching for the correct realm 2024-09-12T17:56:33.018 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.017+0000 7fa4efae3640 0 -- 172.21.15.45:0/3302860161 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7fa4e00b31e0 msgr2=0x7fa4e00adaa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:56:33.022 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.020+0000 7fa4f0ae5640 0 -- 172.21.15.45:0/3302860161 >> [v2:172.21.15.115:6826/2187734287,v1:172.21.15.115:6827/2187734287] conn(0x7fa4e4019040 msgr2=0x7fa4e40a3a30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:56:33.025 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.024+0000 7fa4f4535800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:56:33.025 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.024+0000 7fa4f4535800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:56:33.025 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.024+0000 7fa4f4535800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:56:33.026 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.024+0000 7fa4f4535800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:56:33.026 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.024+0000 7fa4f4535800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:56:33.026 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.024+0000 7fa4f4535800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:56:33.026 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.024+0000 7fa4f4535800 20 rados->read ofs=0 len=0 2024-09-12T17:56:33.026 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.024+0000 7fa4f4535800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:33.026 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.024+0000 7fa4f4535800 20 rados->read ofs=0 len=0 2024-09-12T17:56:33.027 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.024+0000 7fa4f4535800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:56:33.027 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.024+0000 7fa4f4535800 20 rados->read ofs=0 len=0 2024-09-12T17:56:33.027 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.025+0000 7fa4f4535800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:56:33.027 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.025+0000 7fa4f4535800 20 zone default found 2024-09-12T17:56:33.027 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.025+0000 7fa4f4535800 4 Realm: () 2024-09-12T17:56:33.028 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.025+0000 7fa4f4535800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:56:33.028 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.025+0000 7fa4f4535800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:56:33.028 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.025+0000 7fa4f4535800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:56:33.028 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.025+0000 7fa4f4535800 20 zonegroup default 2024-09-12T17:56:33.028 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.025+0000 7fa4f4535800 20 rados->read ofs=0 len=0 2024-09-12T17:56:33.028 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.025+0000 7fa4f4535800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:33.028 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.025+0000 7fa4f4535800 20 rados->read ofs=0 len=0 2024-09-12T17:56:33.028 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.025+0000 7fa4f4535800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:33.028 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.025+0000 7fa4f4535800 20 rados->read ofs=0 len=0 2024-09-12T17:56:33.028 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.025+0000 7fa4f4535800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:33.028 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.025+0000 7fa4f4535800 20 started sync module instance, tier type = 2024-09-12T17:56:33.028 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.025+0000 7fa4f4535800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:56:33.036 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.035+0000 7fa4f4535800 20 add_watcher() i=0 2024-09-12T17:56:33.036 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.035+0000 7fa4f4535800 20 add_watcher() i=1 2024-09-12T17:56:33.037 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.035+0000 7fa4f4535800 20 add_watcher() i=2 2024-09-12T17:56:33.037 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.035+0000 7fa4f4535800 20 add_watcher() i=3 2024-09-12T17:56:33.037 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.035+0000 7fa4f4535800 20 add_watcher() i=4 2024-09-12T17:56:33.037 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.035+0000 7fa4f4535800 20 add_watcher() i=5 2024-09-12T17:56:33.037 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.035+0000 7fa4f4535800 20 add_watcher() i=6 2024-09-12T17:56:33.037 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.035+0000 7fa4f4535800 20 add_watcher() i=7 2024-09-12T17:56:33.037 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.035+0000 7fa4f4535800 2 all 8 watchers are set, enabling cache 2024-09-12T17:56:33.039 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.037+0000 7fa3a6fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:56:33.040 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.038+0000 7fa4f4535800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:56:33.040 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.038+0000 7fa4f4535800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:56:33.040 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.038+0000 7fa4f4535800 5 note: GC not initialized 2024-09-12T17:56:33.040 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.038+0000 7fa3a5fdb640 20 reqs_thread_entry: start 2024-09-12T17:56:33.040 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.038+0000 7fa4f4535800 20 init_complete bucket index max shards: 1 2024-09-12T17:56:33.040 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.038+0000 7fa4f4535800 20 Filter name: none 2024-09-12T17:56:33.040 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.038+0000 7fa3177fe640 20 reqs_thread_entry: start 2024-09-12T17:56:33.040 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.038+0000 7fa4f4535800 20 rados->read ofs=0 len=0 2024-09-12T17:56:33.041 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.039+0000 7fa4f4535800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:56:33.041 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.039+0000 7fa4f4535800 20 rados->read ofs=0 len=0 2024-09-12T17:56:33.041 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.039+0000 7fa4f4535800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:56:33.041 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.039+0000 7fa4f4535800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:56:33.041 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.039+0000 7fa4f4535800 20 rados->read ofs=0 len=0 2024-09-12T17:56:33.041 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.040+0000 7fa4f4535800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:56:33.044 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.040+0000 7fa4f4535800 20 rados->read ofs=0 len=0 2024-09-12T17:56:33.045 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.040+0000 7fa4f4535800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:56:33.045 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.040+0000 7fa4f4535800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:56:33.045 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.041+0000 7fa3a6fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:56:33.045 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.043+0000 7fa4f4535800 20 remove_watcher() i=0 2024-09-12T17:56:33.045 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.043+0000 7fa4f4535800 2 removed watcher, disabling cache 2024-09-12T17:56:33.045 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.044+0000 7fa4f4535800 20 remove_watcher() i=1 2024-09-12T17:56:33.046 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.045+0000 7fa4f4535800 20 remove_watcher() i=2 2024-09-12T17:56:33.047 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.046+0000 7fa4f4535800 20 remove_watcher() i=3 2024-09-12T17:56:33.048 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.047+0000 7fa4f4535800 20 remove_watcher() i=4 2024-09-12T17:56:33.049 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.048+0000 7fa4f4535800 20 remove_watcher() i=5 2024-09-12T17:56:33.050 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.049+0000 7fa4f4535800 20 remove_watcher() i=6 2024-09-12T17:56:33.051 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.050+0000 7fa4f4535800 20 remove_watcher() i=7 2024-09-12T17:56:33.062 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:33.062 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T17:56:33.063 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: error-at-do-reshard id: b6123b67-6580-4373-9691-e0e950df5f06.4566.34 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:56:33.063 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:33.064 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:56:33.064 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:56:33.070 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:56:33.070 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:56:33.114 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket reshard --bucket error-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:56:33.149 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:56:33.149 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:56:33.188 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.186+0000 7fc1e10bb800 20 rados->read ofs=0 len=0 2024-09-12T17:56:33.190 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.188+0000 7fc1e10bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:33.190 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.188+0000 7fc1e10bb800 20 realm 2024-09-12T17:56:33.190 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.188+0000 7fc1e10bb800 20 rados->read ofs=0 len=0 2024-09-12T17:56:33.190 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.188+0000 7fc1e10bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:33.190 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.188+0000 7fc1e10bb800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:56:33.190 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.188+0000 7fc1e10bb800 20 rados->read ofs=0 len=0 2024-09-12T17:56:33.190 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.188+0000 7fc1e10bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:33.190 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.188+0000 7fc1e10bb800 20 rados->read ofs=0 len=0 2024-09-12T17:56:33.191 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.189+0000 7fc1e10bb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:56:33.191 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.189+0000 7fc1e10bb800 20 rados->read ofs=0 len=0 2024-09-12T17:56:33.192 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.190+0000 7fc1e10bb800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:56:33.192 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.190+0000 7fc1e10bb800 20 searching for the correct realm 2024-09-12T17:56:33.195 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.193+0000 7fc1de3a4640 0 -- 172.21.15.45:0/146172839 >> [v2:172.21.15.45:6800/38958590,v1:172.21.15.45:6801/38958590] conn(0x557bb3881930 msgr2=0x557bb3883d20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:56:33.198 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.197+0000 7fc1de3a4640 0 -- 172.21.15.45:0/146172839 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7fc1d0018070 msgr2=0x7fc1d005fac0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:56:33.202 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.200+0000 7fc1e10bb800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:56:33.202 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.200+0000 7fc1e10bb800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:56:33.202 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.200+0000 7fc1e10bb800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:56:33.202 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.200+0000 7fc1e10bb800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:56:33.202 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.200+0000 7fc1e10bb800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:56:33.202 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.200+0000 7fc1e10bb800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:56:33.203 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.200+0000 7fc1e10bb800 20 rados->read ofs=0 len=0 2024-09-12T17:56:33.203 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.201+0000 7fc1e10bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:33.203 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.201+0000 7fc1e10bb800 20 rados->read ofs=0 len=0 2024-09-12T17:56:33.204 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.201+0000 7fc1e10bb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:56:33.204 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.201+0000 7fc1e10bb800 20 rados->read ofs=0 len=0 2024-09-12T17:56:33.204 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.201+0000 7fc1e10bb800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:56:33.204 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.201+0000 7fc1e10bb800 20 zone default found 2024-09-12T17:56:33.204 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.201+0000 7fc1e10bb800 4 Realm: () 2024-09-12T17:56:33.204 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.201+0000 7fc1e10bb800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:56:33.205 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.201+0000 7fc1e10bb800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:56:33.205 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.201+0000 7fc1e10bb800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:56:33.205 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.201+0000 7fc1e10bb800 20 zonegroup default 2024-09-12T17:56:33.205 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.201+0000 7fc1e10bb800 20 rados->read ofs=0 len=0 2024-09-12T17:56:33.205 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.201+0000 7fc1e10bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:33.205 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.201+0000 7fc1e10bb800 20 rados->read ofs=0 len=0 2024-09-12T17:56:33.205 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.202+0000 7fc1e10bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:33.205 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.202+0000 7fc1e10bb800 20 rados->read ofs=0 len=0 2024-09-12T17:56:33.205 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.202+0000 7fc1e10bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:33.205 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.202+0000 7fc1e10bb800 20 started sync module instance, tier type = 2024-09-12T17:56:33.205 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.202+0000 7fc1e10bb800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:56:33.213 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.212+0000 7fc1e10bb800 20 add_watcher() i=0 2024-09-12T17:56:33.213 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.212+0000 7fc1e10bb800 20 add_watcher() i=1 2024-09-12T17:56:33.213 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.212+0000 7fc1e10bb800 20 add_watcher() i=2 2024-09-12T17:56:33.213 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.212+0000 7fc1e10bb800 20 add_watcher() i=3 2024-09-12T17:56:33.213 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.212+0000 7fc1e10bb800 20 add_watcher() i=4 2024-09-12T17:56:33.214 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.212+0000 7fc1e10bb800 20 add_watcher() i=5 2024-09-12T17:56:33.214 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.212+0000 7fc1e10bb800 20 add_watcher() i=6 2024-09-12T17:56:33.214 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.213+0000 7fc1e10bb800 20 add_watcher() i=7 2024-09-12T17:56:33.214 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.213+0000 7fc1e10bb800 2 all 8 watchers are set, enabling cache 2024-09-12T17:56:33.215 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.214+0000 7fc0957e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:56:33.216 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.214+0000 7fc1e10bb800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:56:33.217 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.214+0000 7fc1e10bb800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:56:33.217 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.214+0000 7fc1e10bb800 5 note: GC not initialized 2024-09-12T17:56:33.217 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.215+0000 7fc00ffff640 20 reqs_thread_entry: start 2024-09-12T17:56:33.217 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.215+0000 7fc1e10bb800 20 init_complete bucket index max shards: 1 2024-09-12T17:56:33.217 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.215+0000 7fc1e10bb800 20 Filter name: none 2024-09-12T17:56:33.217 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.215+0000 7fc00dffb640 20 reqs_thread_entry: start 2024-09-12T17:56:33.217 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.215+0000 7fc1e10bb800 10 cache get: name=default.rgw.meta+root+error-at-do-reshard : miss 2024-09-12T17:56:33.217 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.215+0000 7fc1e10bb800 20 rados->read ofs=0 len=0 2024-09-12T17:56:33.218 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.215+0000 7fc1e10bb800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:56:33.218 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.215+0000 7fc1e10bb800 10 cache put: name=default.rgw.meta+root+error-at-do-reshard info.flags=0x11 2024-09-12T17:56:33.218 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.215+0000 7fc1e10bb800 10 adding default.rgw.meta+root+error-at-do-reshard to cache LRU end 2024-09-12T17:56:33.218 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.215+0000 7fc1e10bb800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.34 : miss 2024-09-12T17:56:33.218 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.215+0000 7fc1e10bb800 20 rados->read ofs=0 len=0 2024-09-12T17:56:33.218 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.216+0000 7fc1e10bb800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:56:33.218 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.216+0000 7fc1e10bb800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.34 info.flags=0x17 2024-09-12T17:56:33.218 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.216+0000 7fc1e10bb800 10 adding default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.34 to cache LRU end 2024-09-12T17:56:33.218 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.216+0000 7fc1e10bb800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:56:33.219 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.216+0000 7fc1e10bb800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:56:33.219 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.216+0000 7fc1e10bb800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.34 2024-09-12T17:56:33.222 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.219+0000 7fc1e10bb800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.34 info.flags=0x17 2024-09-12T17:56:33.222 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.219+0000 7fc1e10bb800 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.34 to cache LRU end 2024-09-12T17:56:33.222 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.219+0000 7fc1e10bb800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:56:33.222 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.219+0000 7fc1e10bb800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.34, ofs0, ns] 2024-09-12T17:56:33.222 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.220+0000 7fc0c27fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398924 cookie 93989781457952 notifier 7386 bl.length()=995 2024-09-12T17:56:33.222 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.220+0000 7fc0c27fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.34 info.flags=0x17 2024-09-12T17:56:33.222 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.220+0000 7fc0c27fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.34 to cache LRU end 2024-09-12T17:56:33.222 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.220+0000 7fc0c27fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:56:33.222 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.220+0000 7fc1e10bb800 20 handle_bi_update(): bucket=:error-at-do-reshard[b6123b67-6580-4373-9691-e0e950df5f06.4566.34]): orig_sources= new_sources= 2024-09-12T17:56:33.223 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.220+0000 7fc1e10bb800 20 handle_bi_update(): bucket=:error-at-do-reshard[b6123b67-6580-4373-9691-e0e950df5f06.4566.34]): potential sources added=[] removed=[] 2024-09-12T17:56:33.223 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.220+0000 7fc1e10bb800 20 handle_bi_update(): bucket=:error-at-do-reshard[b6123b67-6580-4373-9691-e0e950df5f06.4566.34]): orig_dests= new_dests= 2024-09-12T17:56:33.223 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.220+0000 7fc1e10bb800 20 handle_bi_update(): bucket=:error-at-do-reshard[b6123b67-6580-4373-9691-e0e950df5f06.4566.34]): potential dests added=[] removed=[] 2024-09-12T17:56:33.224 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.222+0000 7fc1e10bb800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.34.1.0 2024-09-12T17:56:33.224 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.222+0000 7fc1e10bb800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.34.1.0 2024-09-12T17:56:33.224 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.222+0000 7fc1e10bb800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.34.1.1 2024-09-12T17:56:33.224 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.222+0000 7fc1e10bb800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.34.1.1 2024-09-12T17:56:33.224 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.222+0000 7fc1e10bb800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.34.0 2024-09-12T17:56:33.227 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.225+0000 7fc1e10bb800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.34 : hit (requested=0x17, cached=0x17) 2024-09-12T17:56:33.227 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.225+0000 7fc1e10bb800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.34 2024-09-12T17:56:33.228 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.226+0000 7fc1e10bb800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.34 info.flags=0x17 2024-09-12T17:56:33.228 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.226+0000 7fc1e10bb800 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.34 to cache LRU end 2024-09-12T17:56:33.228 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.226+0000 7fc1e10bb800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:56:33.228 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.226+0000 7fc1e10bb800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.34, ofs0, ns] 2024-09-12T17:56:33.229 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.227+0000 7fc0c1ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398925 cookie 93989781457952 notifier 7386 bl.length()=995 2024-09-12T17:56:33.229 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.227+0000 7fc0c1ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.34 info.flags=0x17 2024-09-12T17:56:33.229 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.227+0000 7fc0c1ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.34 to cache LRU end 2024-09-12T17:56:33.229 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.227+0000 7fc0c1ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:56:33.229 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.227+0000 7fc1e10bb800 20 handle_bi_update(): bucket=:error-at-do-reshard[b6123b67-6580-4373-9691-e0e950df5f06.4566.34]): orig_sources= new_sources= 2024-09-12T17:56:33.229 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.227+0000 7fc1e10bb800 20 handle_bi_update(): bucket=:error-at-do-reshard[b6123b67-6580-4373-9691-e0e950df5f06.4566.34]): potential sources added=[] removed=[] 2024-09-12T17:56:33.229 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.227+0000 7fc1e10bb800 20 handle_bi_update(): bucket=:error-at-do-reshard[b6123b67-6580-4373-9691-e0e950df5f06.4566.34]): orig_dests= new_dests= 2024-09-12T17:56:33.230 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.227+0000 7fc1e10bb800 20 handle_bi_update(): bucket=:error-at-do-reshard[b6123b67-6580-4373-9691-e0e950df5f06.4566.34]): potential dests added=[] removed=[] 2024-09-12T17:56:33.230 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.228+0000 7fc1e10bb800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.34.0 2024-09-12T17:56:33.230 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.228+0000 7fc1e10bb800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.34 : hit (requested=0x17, cached=0x17) 2024-09-12T17:56:33.230 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.228+0000 7fc1e10bb800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.34 2024-09-12T17:56:33.231 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.230+0000 7fc1e10bb800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.34 info.flags=0x17 2024-09-12T17:56:33.232 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.230+0000 7fc1e10bb800 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.34 to cache LRU end 2024-09-12T17:56:33.232 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.230+0000 7fc1e10bb800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:56:33.232 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.230+0000 7fc1e10bb800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.34, ofs0, ns] 2024-09-12T17:56:33.232 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.230+0000 7fc0c27fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398926 cookie 93989781457952 notifier 7386 bl.length()=963 2024-09-12T17:56:33.232 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.230+0000 7fc0c27fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.34 info.flags=0x17 2024-09-12T17:56:33.232 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.230+0000 7fc0c27fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.34 to cache LRU end 2024-09-12T17:56:33.232 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.230+0000 7fc0c27fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:56:33.233 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.230+0000 7fc1e10bb800 20 handle_bi_update(): bucket=:error-at-do-reshard[b6123b67-6580-4373-9691-e0e950df5f06.4566.34]): orig_sources= new_sources= 2024-09-12T17:56:33.233 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.230+0000 7fc1e10bb800 20 handle_bi_update(): bucket=:error-at-do-reshard[b6123b67-6580-4373-9691-e0e950df5f06.4566.34]): potential sources added=[] removed=[] 2024-09-12T17:56:33.234 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.230+0000 7fc1e10bb800 20 handle_bi_update(): bucket=:error-at-do-reshard[b6123b67-6580-4373-9691-e0e950df5f06.4566.34]): orig_dests= new_dests= 2024-09-12T17:56:33.234 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.230+0000 7fc1e10bb800 20 handle_bi_update(): bucket=:error-at-do-reshard[b6123b67-6580-4373-9691-e0e950df5f06.4566.34]): potential dests added=[] removed=[] 2024-09-12T17:56:33.234 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.231+0000 7fc1e10bb800 1 execute INFO: reshard of bucket "error-at-do-reshard" from 1 shards to 2 shards completed successfully 2024-09-12T17:56:33.235 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.233+0000 7fc0957e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:56:33.237 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.236+0000 7fc1e10bb800 20 remove_watcher() i=0 2024-09-12T17:56:33.237 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.236+0000 7fc1e10bb800 2 removed watcher, disabling cache 2024-09-12T17:56:33.238 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.237+0000 7fc1e10bb800 20 remove_watcher() i=1 2024-09-12T17:56:33.239 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.238+0000 7fc1e10bb800 20 remove_watcher() i=2 2024-09-12T17:56:33.240 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.239+0000 7fc1e10bb800 20 remove_watcher() i=3 2024-09-12T17:56:33.241 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.240+0000 7fc1e10bb800 20 remove_watcher() i=4 2024-09-12T17:56:33.242 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.241+0000 7fc1e10bb800 20 remove_watcher() i=5 2024-09-12T17:56:33.243 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.242+0000 7fc1e10bb800 20 remove_watcher() i=6 2024-09-12T17:56:33.245 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.243+0000 7fc1e10bb800 20 remove_watcher() i=7 2024-09-12T17:56:33.257 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket error-at-do-reshard 2024-09-12T17:56:33.286 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:56:33.286 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:56:33.324 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.323+0000 7f5f32142800 20 rados->read ofs=0 len=0 2024-09-12T17:56:33.326 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.325+0000 7f5f32142800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:33.327 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.325+0000 7f5f32142800 20 realm 2024-09-12T17:56:33.327 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.325+0000 7f5f32142800 20 rados->read ofs=0 len=0 2024-09-12T17:56:33.327 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.325+0000 7f5f32142800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:33.327 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.325+0000 7f5f32142800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:56:33.327 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.325+0000 7f5f32142800 20 rados->read ofs=0 len=0 2024-09-12T17:56:33.327 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.325+0000 7f5f32142800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:33.327 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.325+0000 7f5f32142800 20 rados->read ofs=0 len=0 2024-09-12T17:56:33.327 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.326+0000 7f5f32142800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:56:33.328 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.326+0000 7f5f32142800 20 rados->read ofs=0 len=0 2024-09-12T17:56:33.328 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.327+0000 7f5f32142800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:56:33.328 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.327+0000 7f5f32142800 20 searching for the correct realm 2024-09-12T17:56:33.331 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.330+0000 7f5f2d685640 0 -- 172.21.15.45:0/158144869 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f5f2006b020 msgr2=0x7f5f2004de30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:56:33.336 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.334+0000 7f5f2e687640 0 -- 172.21.15.45:0/158144869 >> [v2:172.21.15.115:6826/2187734287,v1:172.21.15.115:6827/2187734287] conn(0x7f5f24071140 msgr2=0x7f5f24072710 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:56:33.339 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.337+0000 7f5f32142800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:56:33.339 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.337+0000 7f5f32142800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:56:33.339 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.337+0000 7f5f32142800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:56:33.339 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.337+0000 7f5f32142800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:56:33.339 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.337+0000 7f5f32142800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:56:33.339 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.337+0000 7f5f32142800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:56:33.339 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.337+0000 7f5f32142800 20 rados->read ofs=0 len=0 2024-09-12T17:56:33.340 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.337+0000 7f5f32142800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:33.340 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.337+0000 7f5f32142800 20 rados->read ofs=0 len=0 2024-09-12T17:56:33.340 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.338+0000 7f5f32142800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:56:33.340 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.338+0000 7f5f32142800 20 rados->read ofs=0 len=0 2024-09-12T17:56:33.341 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.338+0000 7f5f32142800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:56:33.341 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.338+0000 7f5f32142800 20 zone default found 2024-09-12T17:56:33.341 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.338+0000 7f5f32142800 4 Realm: () 2024-09-12T17:56:33.341 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.338+0000 7f5f32142800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:56:33.341 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.338+0000 7f5f32142800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:56:33.341 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.338+0000 7f5f32142800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:56:33.341 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.338+0000 7f5f32142800 20 zonegroup default 2024-09-12T17:56:33.342 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.338+0000 7f5f32142800 20 rados->read ofs=0 len=0 2024-09-12T17:56:33.342 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.338+0000 7f5f32142800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:33.342 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.338+0000 7f5f32142800 20 rados->read ofs=0 len=0 2024-09-12T17:56:33.342 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.338+0000 7f5f32142800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:33.342 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.338+0000 7f5f32142800 20 rados->read ofs=0 len=0 2024-09-12T17:56:33.342 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.339+0000 7f5f32142800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:33.342 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.339+0000 7f5f32142800 20 started sync module instance, tier type = 2024-09-12T17:56:33.342 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.339+0000 7f5f32142800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:56:33.349 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.347+0000 7f5f32142800 20 add_watcher() i=0 2024-09-12T17:56:33.349 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.347+0000 7f5f32142800 20 add_watcher() i=1 2024-09-12T17:56:33.349 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.347+0000 7f5f32142800 20 add_watcher() i=2 2024-09-12T17:56:33.349 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.347+0000 7f5f32142800 20 add_watcher() i=3 2024-09-12T17:56:33.349 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.347+0000 7f5f32142800 20 add_watcher() i=4 2024-09-12T17:56:33.349 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.347+0000 7f5f32142800 20 add_watcher() i=5 2024-09-12T17:56:33.350 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.347+0000 7f5f32142800 20 add_watcher() i=6 2024-09-12T17:56:33.350 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.348+0000 7f5f32142800 20 add_watcher() i=7 2024-09-12T17:56:33.350 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.348+0000 7f5f32142800 2 all 8 watchers are set, enabling cache 2024-09-12T17:56:33.351 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.350+0000 7f5ddf7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:56:33.352 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.350+0000 7f5f32142800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:56:33.352 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.350+0000 7f5f32142800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:56:33.353 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.350+0000 7f5f32142800 5 note: GC not initialized 2024-09-12T17:56:33.353 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.351+0000 7f5dde7fc640 20 reqs_thread_entry: start 2024-09-12T17:56:33.353 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.351+0000 7f5f32142800 20 init_complete bucket index max shards: 1 2024-09-12T17:56:33.353 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.351+0000 7f5f32142800 20 Filter name: none 2024-09-12T17:56:33.353 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.351+0000 7f5d4ffff640 20 reqs_thread_entry: start 2024-09-12T17:56:33.353 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.351+0000 7f5f32142800 20 rados->read ofs=0 len=0 2024-09-12T17:56:33.354 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.351+0000 7f5f32142800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:56:33.354 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.351+0000 7f5f32142800 20 rados->read ofs=0 len=0 2024-09-12T17:56:33.354 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.352+0000 7f5f32142800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:56:33.354 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.352+0000 7f5f32142800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:56:33.355 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.352+0000 7f5f32142800 20 rados->read ofs=0 len=0 2024-09-12T17:56:33.355 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.352+0000 7f5f32142800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:56:33.355 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.352+0000 7f5f32142800 20 rados->read ofs=0 len=0 2024-09-12T17:56:33.355 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.353+0000 7f5f32142800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:56:33.355 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.353+0000 7f5f32142800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:56:33.355 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.354+0000 7f5ddf7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:56:33.358 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.356+0000 7f5f32142800 20 remove_watcher() i=0 2024-09-12T17:56:33.358 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.356+0000 7f5f32142800 2 removed watcher, disabling cache 2024-09-12T17:56:33.359 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.358+0000 7f5f32142800 20 remove_watcher() i=1 2024-09-12T17:56:33.360 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.359+0000 7f5f32142800 20 remove_watcher() i=2 2024-09-12T17:56:33.361 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.360+0000 7f5f32142800 20 remove_watcher() i=3 2024-09-12T17:56:33.362 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.361+0000 7f5f32142800 20 remove_watcher() i=4 2024-09-12T17:56:33.363 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.362+0000 7f5f32142800 20 remove_watcher() i=5 2024-09-12T17:56:33.364 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.363+0000 7f5f32142800 20 remove_watcher() i=6 2024-09-12T17:56:33.365 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.364+0000 7f5f32142800 20 remove_watcher() i=7 2024-09-12T17:56:33.376 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:33.377 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T17:56:33.377 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: error-at-do-reshard id: b6123b67-6580-4373-9691-e0e950df5f06.4566.34 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:56:33.377 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:33.378 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:56:33.379 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:56:33.382 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:56:33.382 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:56:33.425 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:56:33.425 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:56:33.438 INFO:tasks.workunit.client.0.smithi045.stderr:TEST: reshard bucket with abort at do_reshard 2024-09-12T17:56:33.438 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:33.439 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:56:33.439 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:56:33.451 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:56:33.451 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:56:33.494 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:56:33.494 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:56:33.501 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:56:33.502 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:56:33.507 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:56:33.508 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:56:33.514 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:56:33.515 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:56:33.521 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:56:33.521 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:56:33.527 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:56:33.527 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:56:33.533 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:56:33.533 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:56:33.539 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:56:33.539 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:56:33.545 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:56:33.545 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:56:33.551 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:56:33.551 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:56:33.558 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:56:33.558 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:56:33.564 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:56:33.564 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:56:33.571 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:56:33.571 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:56:33.577 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:56:33.577 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:56:33.584 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:56:33.584 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:56:33.590 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:56:33.590 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:56:33.597 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:56:33.597 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:56:33.604 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:56:33.604 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:56:33.611 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:56:33.611 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:56:33.617 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:56:33.617 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:56:33.624 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket abort-at-do-reshard 2024-09-12T17:56:33.656 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:56:33.656 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:56:33.693 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.691+0000 7f38e6430800 20 rados->read ofs=0 len=0 2024-09-12T17:56:33.695 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.693+0000 7f38e6430800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:33.695 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.693+0000 7f38e6430800 20 realm 2024-09-12T17:56:33.695 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.693+0000 7f38e6430800 20 rados->read ofs=0 len=0 2024-09-12T17:56:33.695 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.693+0000 7f38e6430800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:33.695 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.693+0000 7f38e6430800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:56:33.695 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.693+0000 7f38e6430800 20 rados->read ofs=0 len=0 2024-09-12T17:56:33.696 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.693+0000 7f38e6430800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:33.696 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.693+0000 7f38e6430800 20 rados->read ofs=0 len=0 2024-09-12T17:56:33.696 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.694+0000 7f38e6430800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:56:33.696 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.694+0000 7f38e6430800 20 rados->read ofs=0 len=0 2024-09-12T17:56:33.697 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.695+0000 7f38e6430800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:56:33.697 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.695+0000 7f38e6430800 20 searching for the correct realm 2024-09-12T17:56:33.698 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.697+0000 7f38e0f52640 0 -- 172.21.15.45:0/4253331987 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f38d40930a0 msgr2=0x7f38d4061050 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:56:33.702 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.700+0000 7f38e1753640 0 -- 172.21.15.45:0/4253331987 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f38d802b910 msgr2=0x7f38d805f3f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:56:33.908 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.906+0000 7f38e6430800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:56:33.908 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.906+0000 7f38e6430800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:56:33.908 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.906+0000 7f38e6430800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:56:33.908 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.906+0000 7f38e6430800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:56:33.908 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.906+0000 7f38e6430800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:56:33.908 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.906+0000 7f38e6430800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:56:33.909 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.906+0000 7f38e6430800 20 rados->read ofs=0 len=0 2024-09-12T17:56:33.909 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.906+0000 7f38e6430800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:33.909 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.906+0000 7f38e6430800 20 rados->read ofs=0 len=0 2024-09-12T17:56:33.909 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.906+0000 7f38e6430800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:56:33.909 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.906+0000 7f38e6430800 20 rados->read ofs=0 len=0 2024-09-12T17:56:33.910 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.907+0000 7f38e6430800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:56:33.910 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.907+0000 7f38e6430800 20 zone default found 2024-09-12T17:56:33.910 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.907+0000 7f38e6430800 4 Realm: () 2024-09-12T17:56:33.910 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.907+0000 7f38e6430800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:56:33.910 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.907+0000 7f38e6430800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:56:33.910 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.907+0000 7f38e6430800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:56:33.910 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.907+0000 7f38e6430800 20 zonegroup default 2024-09-12T17:56:33.910 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.907+0000 7f38e6430800 20 rados->read ofs=0 len=0 2024-09-12T17:56:33.910 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.907+0000 7f38e6430800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:33.911 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.907+0000 7f38e6430800 20 rados->read ofs=0 len=0 2024-09-12T17:56:33.911 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.907+0000 7f38e6430800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:33.911 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.907+0000 7f38e6430800 20 rados->read ofs=0 len=0 2024-09-12T17:56:33.911 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.908+0000 7f38e6430800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:33.911 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.908+0000 7f38e6430800 20 started sync module instance, tier type = 2024-09-12T17:56:33.911 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.908+0000 7f38e6430800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:56:33.920 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.918+0000 7f38e6430800 20 add_watcher() i=0 2024-09-12T17:56:33.920 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.918+0000 7f38e6430800 20 add_watcher() i=1 2024-09-12T17:56:33.920 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.918+0000 7f38e6430800 20 add_watcher() i=2 2024-09-12T17:56:33.920 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.918+0000 7f38e6430800 20 add_watcher() i=3 2024-09-12T17:56:33.920 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.918+0000 7f38e6430800 20 add_watcher() i=4 2024-09-12T17:56:33.920 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.918+0000 7f38e6430800 20 add_watcher() i=5 2024-09-12T17:56:33.920 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.918+0000 7f38e6430800 20 add_watcher() i=6 2024-09-12T17:56:33.920 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.919+0000 7f38e6430800 20 add_watcher() i=7 2024-09-12T17:56:33.921 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.919+0000 7f38e6430800 2 all 8 watchers are set, enabling cache 2024-09-12T17:56:33.922 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.921+0000 7f3797fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:56:33.923 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.921+0000 7f38e6430800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:56:33.923 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.921+0000 7f38e6430800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:56:33.923 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.921+0000 7f38e6430800 5 note: GC not initialized 2024-09-12T17:56:33.924 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.921+0000 7f3796fe5640 20 reqs_thread_entry: start 2024-09-12T17:56:33.924 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.922+0000 7f38e6430800 20 init_complete bucket index max shards: 1 2024-09-12T17:56:33.924 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.922+0000 7f38e6430800 20 Filter name: none 2024-09-12T17:56:33.924 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.922+0000 7f3794fe1640 20 reqs_thread_entry: start 2024-09-12T17:56:33.924 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.922+0000 7f38e6430800 20 rados->read ofs=0 len=0 2024-09-12T17:56:33.925 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.922+0000 7f38e6430800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:56:33.925 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.922+0000 7f38e6430800 20 rados->read ofs=0 len=0 2024-09-12T17:56:33.925 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.923+0000 7f38e6430800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:56:33.925 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.923+0000 7f38e6430800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:56:33.925 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.923+0000 7f38e6430800 20 rados->read ofs=0 len=0 2024-09-12T17:56:33.925 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.923+0000 7f38e6430800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:56:33.925 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.923+0000 7f38e6430800 20 rados->read ofs=0 len=0 2024-09-12T17:56:33.926 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.924+0000 7f38e6430800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:56:33.926 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.924+0000 7f38e6430800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:56:33.927 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.925+0000 7f3797fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:56:33.929 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.927+0000 7f38e6430800 20 remove_watcher() i=0 2024-09-12T17:56:33.929 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.927+0000 7f38e6430800 2 removed watcher, disabling cache 2024-09-12T17:56:33.930 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.928+0000 7f38e6430800 20 remove_watcher() i=1 2024-09-12T17:56:33.931 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.930+0000 7f38e6430800 20 remove_watcher() i=2 2024-09-12T17:56:33.932 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.931+0000 7f38e6430800 20 remove_watcher() i=3 2024-09-12T17:56:33.933 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.932+0000 7f38e6430800 20 remove_watcher() i=4 2024-09-12T17:56:33.934 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.933+0000 7f38e6430800 20 remove_watcher() i=5 2024-09-12T17:56:33.935 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.934+0000 7f38e6430800 20 remove_watcher() i=6 2024-09-12T17:56:33.936 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:33.935+0000 7f38e6430800 20 remove_watcher() i=7 2024-09-12T17:56:33.947 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:33.947 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T17:56:33.948 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: abort-at-do-reshard id: b6123b67-6580-4373-9691-e0e950df5f06.4566.35 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:56:33.948 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:33.949 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket reshard --bucket abort-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at do_reshard 2024-09-12T17:56:33.984 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:56:33.984 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:56:34.022 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.021+0000 7f0c2bd26800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.024 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.022+0000 7f0c2bd26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:34.024 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.022+0000 7f0c2bd26800 20 realm 2024-09-12T17:56:34.024 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.022+0000 7f0c2bd26800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.024 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.022+0000 7f0c2bd26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:34.024 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.022+0000 7f0c2bd26800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:56:34.024 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.022+0000 7f0c2bd26800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.025 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.022+0000 7f0c2bd26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:34.025 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.022+0000 7f0c2bd26800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.025 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.023+0000 7f0c2bd26800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:56:34.026 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.023+0000 7f0c2bd26800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.026 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.024+0000 7f0c2bd26800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:56:34.026 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.024+0000 7f0c2bd26800 20 searching for the correct realm 2024-09-12T17:56:34.028 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.027+0000 7f0c2726e640 0 -- 172.21.15.45:0/1974514622 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x55903568f5f0 msgr2=0x559035691a00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:56:34.031 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.030+0000 7f0c27a6f640 0 -- 172.21.15.45:0/1974514622 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f0c1c07c910 msgr2=0x7f0c1c0b13c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:56:34.239 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.237+0000 7f0c2bd26800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:56:34.239 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.237+0000 7f0c2bd26800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:56:34.239 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.237+0000 7f0c2bd26800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:56:34.239 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.237+0000 7f0c2bd26800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:56:34.240 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.237+0000 7f0c2bd26800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:56:34.240 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.237+0000 7f0c2bd26800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:56:34.240 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.237+0000 7f0c2bd26800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.240 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.237+0000 7f0c2bd26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:34.240 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.237+0000 7f0c2bd26800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.240 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.238+0000 7f0c2bd26800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:56:34.240 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.238+0000 7f0c2bd26800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.241 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.238+0000 7f0c2bd26800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:56:34.241 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.238+0000 7f0c2bd26800 20 zone default found 2024-09-12T17:56:34.241 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.238+0000 7f0c2bd26800 4 Realm: () 2024-09-12T17:56:34.241 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.238+0000 7f0c2bd26800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:56:34.241 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.238+0000 7f0c2bd26800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:56:34.241 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.238+0000 7f0c2bd26800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:56:34.242 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.238+0000 7f0c2bd26800 20 zonegroup default 2024-09-12T17:56:34.242 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.238+0000 7f0c2bd26800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.242 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.238+0000 7f0c2bd26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:34.242 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.238+0000 7f0c2bd26800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.242 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.239+0000 7f0c2bd26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:34.242 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.239+0000 7f0c2bd26800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.242 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.239+0000 7f0c2bd26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:34.242 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.239+0000 7f0c2bd26800 20 started sync module instance, tier type = 2024-09-12T17:56:34.242 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.239+0000 7f0c2bd26800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:56:34.249 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.248+0000 7f0c2bd26800 20 add_watcher() i=0 2024-09-12T17:56:34.250 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.248+0000 7f0c2bd26800 20 add_watcher() i=1 2024-09-12T17:56:34.250 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.248+0000 7f0c2bd26800 20 add_watcher() i=2 2024-09-12T17:56:34.250 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.248+0000 7f0c2bd26800 20 add_watcher() i=3 2024-09-12T17:56:34.250 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.248+0000 7f0c2bd26800 20 add_watcher() i=4 2024-09-12T17:56:34.250 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.248+0000 7f0c2bd26800 20 add_watcher() i=5 2024-09-12T17:56:34.250 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.248+0000 7f0c2bd26800 20 add_watcher() i=6 2024-09-12T17:56:34.251 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.250+0000 7f0c2bd26800 20 add_watcher() i=7 2024-09-12T17:56:34.251 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.250+0000 7f0c2bd26800 2 all 8 watchers are set, enabling cache 2024-09-12T17:56:34.253 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.252+0000 7f0addfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:56:34.254 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.252+0000 7f0c2bd26800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:56:34.254 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.252+0000 7f0c2bd26800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:56:34.254 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.252+0000 7f0c2bd26800 5 note: GC not initialized 2024-09-12T17:56:34.254 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.252+0000 7f0adcfe1640 20 reqs_thread_entry: start 2024-09-12T17:56:34.255 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.252+0000 7f0c2bd26800 20 init_complete bucket index max shards: 1 2024-09-12T17:56:34.255 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.252+0000 7f0c2bd26800 20 Filter name: none 2024-09-12T17:56:34.255 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.253+0000 7f0a567fc640 20 reqs_thread_entry: start 2024-09-12T17:56:34.255 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.253+0000 7f0c2bd26800 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2024-09-12T17:56:34.255 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.253+0000 7f0c2bd26800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.256 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.253+0000 7f0c2bd26800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:56:34.256 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.253+0000 7f0c2bd26800 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2024-09-12T17:56:34.256 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.253+0000 7f0c2bd26800 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2024-09-12T17:56:34.256 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.253+0000 7f0c2bd26800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.35 : miss 2024-09-12T17:56:34.256 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.253+0000 7f0c2bd26800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.256 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.254+0000 7f0c2bd26800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:56:34.256 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.254+0000 7f0c2bd26800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.35 info.flags=0x17 2024-09-12T17:56:34.256 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.254+0000 7f0c2bd26800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.35 to cache LRU end 2024-09-12T17:56:34.256 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.254+0000 7f0c2bd26800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:56:34.256 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.254+0000 7f0c2bd26800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:56:34.257 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.254+0000 7f0c2bd26800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.35 2024-09-12T17:56:34.260 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.258+0000 7f0c2bd26800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.35 info.flags=0x17 2024-09-12T17:56:34.260 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.258+0000 7f0c2bd26800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.35 to cache LRU end 2024-09-12T17:56:34.260 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.258+0000 7f0c2bd26800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:56:34.260 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.258+0000 7f0c2bd26800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.35, ofs0, ns] 2024-09-12T17:56:34.260 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.258+0000 7f0b06ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398919 cookie 94077859767120 notifier 7440 bl.length()=995 2024-09-12T17:56:34.260 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.258+0000 7f0b06ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.35 info.flags=0x17 2024-09-12T17:56:34.260 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.258+0000 7f0b06ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.35 to cache LRU end 2024-09-12T17:56:34.260 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.258+0000 7f0b06ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:56:34.261 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.259+0000 7f0c2bd26800 20 handle_bi_update(): bucket=:abort-at-do-reshard[b6123b67-6580-4373-9691-e0e950df5f06.4566.35]): orig_sources= new_sources= 2024-09-12T17:56:34.261 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.259+0000 7f0c2bd26800 20 handle_bi_update(): bucket=:abort-at-do-reshard[b6123b67-6580-4373-9691-e0e950df5f06.4566.35]): potential sources added=[] removed=[] 2024-09-12T17:56:34.261 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.259+0000 7f0c2bd26800 20 handle_bi_update(): bucket=:abort-at-do-reshard[b6123b67-6580-4373-9691-e0e950df5f06.4566.35]): orig_dests= new_dests= 2024-09-12T17:56:34.261 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.259+0000 7f0c2bd26800 20 handle_bi_update(): bucket=:abort-at-do-reshard[b6123b67-6580-4373-9691-e0e950df5f06.4566.35]): potential dests added=[] removed=[] 2024-09-12T17:56:34.263 INFO:tasks.workunit.client.0.smithi045.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f0c2bd26800 time 2024-09-12T17:56:34.263191+0000 2024-09-12T17:56:34.263 INFO:tasks.workunit.client.0.smithi045.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:56:34.263 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:56:34.263 INFO:tasks.workunit.client.0.smithi045.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f0c2d58c71a] 2024-09-12T17:56:34.263 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f0c2d58c8d8] 2024-09-12T17:56:34.264 INFO:tasks.workunit.client.0.smithi045.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x559033e24841] 2024-09-12T17:56:34.264 INFO:tasks.workunit.client.0.smithi045.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x559033e3457a] 2024-09-12T17:56:34.264 INFO:tasks.workunit.client.0.smithi045.stderr: 5: main() 2024-09-12T17:56:34.264 INFO:tasks.workunit.client.0.smithi045.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7f0c2c229590] 2024-09-12T17:56:34.264 INFO:tasks.workunit.client.0.smithi045.stderr: 7: __libc_start_main() 2024-09-12T17:56:34.264 INFO:tasks.workunit.client.0.smithi045.stderr: 8: _start() 2024-09-12T17:56:34.264 INFO:tasks.workunit.client.0.smithi045.stderr:*** Caught signal (Aborted) ** 2024-09-12T17:56:34.264 INFO:tasks.workunit.client.0.smithi045.stderr: in thread 7f0c2bd26800 thread_name:radosgw-admin 2024-09-12T17:56:34.264 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.262+0000 7f0c2bd26800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f0c2bd26800 time 2024-09-12T17:56:34.263191+0000 2024-09-12T17:56:34.264 INFO:tasks.workunit.client.0.smithi045.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:56:34.264 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:34.264 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:56:34.264 INFO:tasks.workunit.client.0.smithi045.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f0c2d58c71a] 2024-09-12T17:56:34.265 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f0c2d58c8d8] 2024-09-12T17:56:34.265 INFO:tasks.workunit.client.0.smithi045.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x559033e24841] 2024-09-12T17:56:34.265 INFO:tasks.workunit.client.0.smithi045.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x559033e3457a] 2024-09-12T17:56:34.265 INFO:tasks.workunit.client.0.smithi045.stderr: 5: main() 2024-09-12T17:56:34.265 INFO:tasks.workunit.client.0.smithi045.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7f0c2c229590] 2024-09-12T17:56:34.265 INFO:tasks.workunit.client.0.smithi045.stderr: 7: __libc_start_main() 2024-09-12T17:56:34.265 INFO:tasks.workunit.client.0.smithi045.stderr: 8: _start() 2024-09-12T17:56:34.265 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:34.287 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:56:34.287 INFO:tasks.workunit.client.0.smithi045.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f0c2c23e6f0] 2024-09-12T17:56:34.287 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f0c2c28b99c] 2024-09-12T17:56:34.287 INFO:tasks.workunit.client.0.smithi045.stderr: 3: raise() 2024-09-12T17:56:34.287 INFO:tasks.workunit.client.0.smithi045.stderr: 4: abort() 2024-09-12T17:56:34.288 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f0c2d58c774] 2024-09-12T17:56:34.288 INFO:tasks.workunit.client.0.smithi045.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f0c2d58c8d8] 2024-09-12T17:56:34.288 INFO:tasks.workunit.client.0.smithi045.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x559033e24841] 2024-09-12T17:56:34.288 INFO:tasks.workunit.client.0.smithi045.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x559033e3457a] 2024-09-12T17:56:34.288 INFO:tasks.workunit.client.0.smithi045.stderr: 9: main() 2024-09-12T17:56:34.288 INFO:tasks.workunit.client.0.smithi045.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7f0c2c229590] 2024-09-12T17:56:34.288 INFO:tasks.workunit.client.0.smithi045.stderr: 11: __libc_start_main() 2024-09-12T17:56:34.288 INFO:tasks.workunit.client.0.smithi045.stderr: 12: _start() 2024-09-12T17:56:34.288 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.263+0000 7f0c2bd26800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:56:34.288 INFO:tasks.workunit.client.0.smithi045.stderr: in thread 7f0c2bd26800 thread_name:radosgw-admin 2024-09-12T17:56:34.288 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:34.288 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:56:34.289 INFO:tasks.workunit.client.0.smithi045.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f0c2c23e6f0] 2024-09-12T17:56:34.289 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f0c2c28b99c] 2024-09-12T17:56:34.289 INFO:tasks.workunit.client.0.smithi045.stderr: 3: raise() 2024-09-12T17:56:34.289 INFO:tasks.workunit.client.0.smithi045.stderr: 4: abort() 2024-09-12T17:56:34.289 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f0c2d58c774] 2024-09-12T17:56:34.289 INFO:tasks.workunit.client.0.smithi045.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f0c2d58c8d8] 2024-09-12T17:56:34.289 INFO:tasks.workunit.client.0.smithi045.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x559033e24841] 2024-09-12T17:56:34.289 INFO:tasks.workunit.client.0.smithi045.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x559033e3457a] 2024-09-12T17:56:34.289 INFO:tasks.workunit.client.0.smithi045.stderr: 9: main() 2024-09-12T17:56:34.289 INFO:tasks.workunit.client.0.smithi045.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7f0c2c229590] 2024-09-12T17:56:34.289 INFO:tasks.workunit.client.0.smithi045.stderr: 11: __libc_start_main() 2024-09-12T17:56:34.289 INFO:tasks.workunit.client.0.smithi045.stderr: 12: _start() 2024-09-12T17:56:34.289 INFO:tasks.workunit.client.0.smithi045.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:56:34.289 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:34.290 INFO:tasks.workunit.client.0.smithi045.stderr:--- begin dump of recent events --- 2024-09-12T17:56:34.290 INFO:tasks.workunit.client.0.smithi045.stderr: -499> 2024-09-12T17:56:34.003+0000 7f0b15e0b640 10 monclient: _finish_auth 0 2024-09-12T17:56:34.290 INFO:tasks.workunit.client.0.smithi045.stderr: -498> 2024-09-12T17:56:34.003+0000 7f0b15e0b640 10 monclient: _check_auth_tickets 2024-09-12T17:56:34.290 INFO:tasks.workunit.client.0.smithi045.stderr: -497> 2024-09-12T17:56:34.003+0000 7f0c2bd26800 5 monclient: authenticate success, global_id 7428 2024-09-12T17:56:34.290 INFO:tasks.workunit.client.0.smithi045.stderr: -496> 2024-09-12T17:56:34.003+0000 7f0b15e0b640 10 monclient: handle_config config(0 keys) 2024-09-12T17:56:34.290 INFO:tasks.workunit.client.0.smithi045.stderr: -495> 2024-09-12T17:56:34.003+0000 7f0c2bd26800 10 monclient: get_monmap_and_config success 2024-09-12T17:56:34.290 INFO:tasks.workunit.client.0.smithi045.stderr: -494> 2024-09-12T17:56:34.003+0000 7f0c2bd26800 4 set_mon_vals no callback set 2024-09-12T17:56:34.290 INFO:tasks.workunit.client.0.smithi045.stderr: -493> 2024-09-12T17:56:34.003+0000 7f0b15e0b640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:56:34.290 INFO:tasks.workunit.client.0.smithi045.stderr: -492> 2024-09-12T17:56:34.003+0000 7f0b15e0b640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:56:34.290 INFO:tasks.workunit.client.0.smithi045.stderr: -491> 2024-09-12T17:56:34.003+0000 7f0b15e0b640 10 monclient: dump: 2024-09-12T17:56:34.290 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:56:34.290 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:56:34.290 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:34.291 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:34.291 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:56:34.291 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:56:34.291 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:56:34.291 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:56:34.291 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:56:34.291 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:34.291 INFO:tasks.workunit.client.0.smithi045.stderr: -490> 2024-09-12T17:56:34.004+0000 7f0c2bd26800 10 monclient: shutdown 2024-09-12T17:56:34.291 INFO:tasks.workunit.client.0.smithi045.stderr: -489> 2024-09-12T17:56:34.004+0000 7f0c2bd26800 5 asok(0x55903537b730) unregister_commands rotate-key 2024-09-12T17:56:34.291 INFO:tasks.workunit.client.0.smithi045.stderr: -488> 2024-09-12T17:56:34.004+0000 7f0c2bd26800 10 monclient: build_initial_monmap 2024-09-12T17:56:34.291 INFO:tasks.workunit.client.0.smithi045.stderr: -487> 2024-09-12T17:56:34.004+0000 7f0c2bd26800 1 build_initial for_mkfs: 0 2024-09-12T17:56:34.291 INFO:tasks.workunit.client.0.smithi045.stderr: -486> 2024-09-12T17:56:34.004+0000 7f0c2bd26800 10 monclient: monmap: 2024-09-12T17:56:34.291 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:56:34.292 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:56:34.292 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:56:34.292 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:56:34.292 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:56:34.292 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:56:34.292 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:56:34.292 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:56:34.292 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:56:34.292 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:34.292 INFO:tasks.workunit.client.0.smithi045.stderr: -485> 2024-09-12T17:56:34.004+0000 7f0c2bd26800 5 AuthRegistry(0x5590355a31a0) adding auth protocol: cephx 2024-09-12T17:56:34.292 INFO:tasks.workunit.client.0.smithi045.stderr: -484> 2024-09-12T17:56:34.004+0000 7f0c2bd26800 5 AuthRegistry(0x5590355a31a0) adding auth protocol: cephx 2024-09-12T17:56:34.292 INFO:tasks.workunit.client.0.smithi045.stderr: -483> 2024-09-12T17:56:34.004+0000 7f0c2bd26800 5 AuthRegistry(0x5590355a31a0) adding auth protocol: cephx 2024-09-12T17:56:34.292 INFO:tasks.workunit.client.0.smithi045.stderr: -482> 2024-09-12T17:56:34.004+0000 7f0c2bd26800 5 AuthRegistry(0x5590355a31a0) adding con mode: secure 2024-09-12T17:56:34.292 INFO:tasks.workunit.client.0.smithi045.stderr: -481> 2024-09-12T17:56:34.004+0000 7f0c2bd26800 5 AuthRegistry(0x5590355a31a0) adding con mode: crc 2024-09-12T17:56:34.293 INFO:tasks.workunit.client.0.smithi045.stderr: -480> 2024-09-12T17:56:34.004+0000 7f0c2bd26800 5 AuthRegistry(0x5590355a31a0) adding con mode: secure 2024-09-12T17:56:34.293 INFO:tasks.workunit.client.0.smithi045.stderr: -479> 2024-09-12T17:56:34.004+0000 7f0c2bd26800 5 AuthRegistry(0x5590355a31a0) adding con mode: crc 2024-09-12T17:56:34.293 INFO:tasks.workunit.client.0.smithi045.stderr: -478> 2024-09-12T17:56:34.004+0000 7f0c2bd26800 5 AuthRegistry(0x5590355a31a0) adding con mode: secure 2024-09-12T17:56:34.293 INFO:tasks.workunit.client.0.smithi045.stderr: -477> 2024-09-12T17:56:34.004+0000 7f0c2bd26800 5 AuthRegistry(0x5590355a31a0) adding con mode: crc 2024-09-12T17:56:34.293 INFO:tasks.workunit.client.0.smithi045.stderr: -476> 2024-09-12T17:56:34.004+0000 7f0c2bd26800 5 AuthRegistry(0x5590355a31a0) adding con mode: crc 2024-09-12T17:56:34.293 INFO:tasks.workunit.client.0.smithi045.stderr: -475> 2024-09-12T17:56:34.004+0000 7f0c2bd26800 5 AuthRegistry(0x5590355a31a0) adding con mode: secure 2024-09-12T17:56:34.293 INFO:tasks.workunit.client.0.smithi045.stderr: -474> 2024-09-12T17:56:34.004+0000 7f0c2bd26800 5 AuthRegistry(0x5590355a31a0) adding con mode: crc 2024-09-12T17:56:34.293 INFO:tasks.workunit.client.0.smithi045.stderr: -473> 2024-09-12T17:56:34.004+0000 7f0c2bd26800 5 AuthRegistry(0x5590355a31a0) adding con mode: secure 2024-09-12T17:56:34.293 INFO:tasks.workunit.client.0.smithi045.stderr: -472> 2024-09-12T17:56:34.004+0000 7f0c2bd26800 5 AuthRegistry(0x5590355a31a0) adding con mode: crc 2024-09-12T17:56:34.293 INFO:tasks.workunit.client.0.smithi045.stderr: -471> 2024-09-12T17:56:34.004+0000 7f0c2bd26800 5 AuthRegistry(0x5590355a31a0) adding con mode: secure 2024-09-12T17:56:34.293 INFO:tasks.workunit.client.0.smithi045.stderr: -470> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:56:34.293 INFO:tasks.workunit.client.0.smithi045.stderr: -469> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 1 librados: starting msgr at 2024-09-12T17:56:34.293 INFO:tasks.workunit.client.0.smithi045.stderr: -468> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 1 librados: starting objecter 2024-09-12T17:56:34.294 INFO:tasks.workunit.client.0.smithi045.stderr: -467> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 5 asok(0x55903537b730) register_command objecter_requests hook 0x5590355a5550 2024-09-12T17:56:34.294 INFO:tasks.workunit.client.0.smithi045.stderr: -466> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 1 librados: setting wanted keys 2024-09-12T17:56:34.294 INFO:tasks.workunit.client.0.smithi045.stderr: -465> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 1 librados: calling monclient init 2024-09-12T17:56:34.294 INFO:tasks.workunit.client.0.smithi045.stderr: -464> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 10 monclient: init 2024-09-12T17:56:34.294 INFO:tasks.workunit.client.0.smithi045.stderr: -463> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 5 AuthRegistry(0x55903559daa0) adding auth protocol: cephx 2024-09-12T17:56:34.294 INFO:tasks.workunit.client.0.smithi045.stderr: -462> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 5 AuthRegistry(0x55903559daa0) adding auth protocol: cephx 2024-09-12T17:56:34.294 INFO:tasks.workunit.client.0.smithi045.stderr: -461> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 5 AuthRegistry(0x55903559daa0) adding auth protocol: cephx 2024-09-12T17:56:34.294 INFO:tasks.workunit.client.0.smithi045.stderr: -460> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 5 AuthRegistry(0x55903559daa0) adding con mode: secure 2024-09-12T17:56:34.294 INFO:tasks.workunit.client.0.smithi045.stderr: -459> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 5 AuthRegistry(0x55903559daa0) adding con mode: crc 2024-09-12T17:56:34.294 INFO:tasks.workunit.client.0.smithi045.stderr: -458> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 5 AuthRegistry(0x55903559daa0) adding con mode: secure 2024-09-12T17:56:34.294 INFO:tasks.workunit.client.0.smithi045.stderr: -457> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 5 AuthRegistry(0x55903559daa0) adding con mode: crc 2024-09-12T17:56:34.294 INFO:tasks.workunit.client.0.smithi045.stderr: -456> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 5 AuthRegistry(0x55903559daa0) adding con mode: secure 2024-09-12T17:56:34.294 INFO:tasks.workunit.client.0.smithi045.stderr: -455> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 5 AuthRegistry(0x55903559daa0) adding con mode: crc 2024-09-12T17:56:34.294 INFO:tasks.workunit.client.0.smithi045.stderr: -454> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 5 AuthRegistry(0x55903559daa0) adding con mode: crc 2024-09-12T17:56:34.295 INFO:tasks.workunit.client.0.smithi045.stderr: -453> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 5 AuthRegistry(0x55903559daa0) adding con mode: secure 2024-09-12T17:56:34.295 INFO:tasks.workunit.client.0.smithi045.stderr: -452> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 5 AuthRegistry(0x55903559daa0) adding con mode: crc 2024-09-12T17:56:34.295 INFO:tasks.workunit.client.0.smithi045.stderr: -451> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 5 AuthRegistry(0x55903559daa0) adding con mode: secure 2024-09-12T17:56:34.295 INFO:tasks.workunit.client.0.smithi045.stderr: -450> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 5 AuthRegistry(0x55903559daa0) adding con mode: crc 2024-09-12T17:56:34.295 INFO:tasks.workunit.client.0.smithi045.stderr: -449> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 5 AuthRegistry(0x55903559daa0) adding con mode: secure 2024-09-12T17:56:34.295 INFO:tasks.workunit.client.0.smithi045.stderr: -448> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:56:34.295 INFO:tasks.workunit.client.0.smithi045.stderr: -447> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:56:34.295 INFO:tasks.workunit.client.0.smithi045.stderr: -446> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 5 asok(0x55903537b730) register_command rotate-key hook 0x55903559dbe8 2024-09-12T17:56:34.295 INFO:tasks.workunit.client.0.smithi045.stderr: -445> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 10 monclient: _reopen_session rank -1 2024-09-12T17:56:34.295 INFO:tasks.workunit.client.0.smithi045.stderr: -444> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:56:34.295 INFO:tasks.workunit.client.0.smithi045.stderr: -443> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 10 monclient(hunting): picked mon.noname-c con 0x5590354525b0 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:56:34.295 INFO:tasks.workunit.client.0.smithi045.stderr: -442> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 10 monclient(hunting): picked mon.noname-b con 0x5590354e6930 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:56:34.295 INFO:tasks.workunit.client.0.smithi045.stderr: -441> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 10 monclient(hunting): picked mon.noname-a con 0x5590354ebcb0 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:56:34.296 INFO:tasks.workunit.client.0.smithi045.stderr: -440> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 10 monclient(hunting): start opening mon connection 2024-09-12T17:56:34.296 INFO:tasks.workunit.client.0.smithi045.stderr: -439> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 10 monclient(hunting): start opening mon connection 2024-09-12T17:56:34.296 INFO:tasks.workunit.client.0.smithi045.stderr: -438> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 10 monclient(hunting): start opening mon connection 2024-09-12T17:56:34.296 INFO:tasks.workunit.client.0.smithi045.stderr: -437> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 10 monclient(hunting): _renew_subs 2024-09-12T17:56:34.296 INFO:tasks.workunit.client.0.smithi045.stderr: -436> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 10 monclient(hunting): authenticate will time out at 2092.464859s 2024-09-12T17:56:34.296 INFO:tasks.workunit.client.0.smithi045.stderr: -435> 2024-09-12T17:56:34.005+0000 7f0c27a6f640 10 monclient(hunting): get_auth_request con 0x5590354525b0 auth_method 0 2024-09-12T17:56:34.296 INFO:tasks.workunit.client.0.smithi045.stderr: -434> 2024-09-12T17:56:34.005+0000 7f0c27a6f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:56:34.296 INFO:tasks.workunit.client.0.smithi045.stderr: -433> 2024-09-12T17:56:34.005+0000 7f0c27a6f640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:56:34.296 INFO:tasks.workunit.client.0.smithi045.stderr: -432> 2024-09-12T17:56:34.005+0000 7f0c27a6f640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:56:34.296 INFO:tasks.workunit.client.0.smithi045.stderr: -431> 2024-09-12T17:56:34.005+0000 7f0c28270640 10 monclient(hunting): get_auth_request con 0x5590354ebcb0 auth_method 0 2024-09-12T17:56:34.296 INFO:tasks.workunit.client.0.smithi045.stderr: -430> 2024-09-12T17:56:34.005+0000 7f0c28270640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:56:34.296 INFO:tasks.workunit.client.0.smithi045.stderr: -429> 2024-09-12T17:56:34.005+0000 7f0c28270640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:56:34.296 INFO:tasks.workunit.client.0.smithi045.stderr: -428> 2024-09-12T17:56:34.005+0000 7f0c28270640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:56:34.297 INFO:tasks.workunit.client.0.smithi045.stderr: -427> 2024-09-12T17:56:34.006+0000 7f0c27a6f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:56:34.297 INFO:tasks.workunit.client.0.smithi045.stderr: -426> 2024-09-12T17:56:34.006+0000 7f0c27a6f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:56:34.297 INFO:tasks.workunit.client.0.smithi045.stderr: -425> 2024-09-12T17:56:34.006+0000 7f0c27a6f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:56:34.297 INFO:tasks.workunit.client.0.smithi045.stderr: -424> 2024-09-12T17:56:34.006+0000 7f0c2726e640 10 monclient(hunting): get_auth_request con 0x5590354e6930 auth_method 0 2024-09-12T17:56:34.297 INFO:tasks.workunit.client.0.smithi045.stderr: -423> 2024-09-12T17:56:34.006+0000 7f0c2726e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:56:34.297 INFO:tasks.workunit.client.0.smithi045.stderr: -422> 2024-09-12T17:56:34.006+0000 7f0c2726e640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:56:34.297 INFO:tasks.workunit.client.0.smithi045.stderr: -421> 2024-09-12T17:56:34.006+0000 7f0c2726e640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:56:34.297 INFO:tasks.workunit.client.0.smithi045.stderr: -420> 2024-09-12T17:56:34.006+0000 7f0c28270640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:56:34.297 INFO:tasks.workunit.client.0.smithi045.stderr: -419> 2024-09-12T17:56:34.006+0000 7f0c28270640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:56:34.297 INFO:tasks.workunit.client.0.smithi045.stderr: -418> 2024-09-12T17:56:34.006+0000 7f0c28270640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:56:34.297 INFO:tasks.workunit.client.0.smithi045.stderr: -417> 2024-09-12T17:56:34.006+0000 7f0c2726e640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:56:34.297 INFO:tasks.workunit.client.0.smithi045.stderr: -416> 2024-09-12T17:56:34.006+0000 7f0c2726e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:56:34.297 INFO:tasks.workunit.client.0.smithi045.stderr: -415> 2024-09-12T17:56:34.006+0000 7f0c2726e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:56:34.297 INFO:tasks.workunit.client.0.smithi045.stderr: -414> 2024-09-12T17:56:34.006+0000 7f0c27a6f640 10 monclient(hunting): handle_auth_done global_id 7037 payload 824 2024-09-12T17:56:34.298 INFO:tasks.workunit.client.0.smithi045.stderr: -413> 2024-09-12T17:56:34.006+0000 7f0c27a6f640 10 monclient: _finish_hunting 0 2024-09-12T17:56:34.298 INFO:tasks.workunit.client.0.smithi045.stderr: -412> 2024-09-12T17:56:34.006+0000 7f0c27a6f640 1 monclient: found mon.noname-c 2024-09-12T17:56:34.298 INFO:tasks.workunit.client.0.smithi045.stderr: -411> 2024-09-12T17:56:34.006+0000 7f0c27a6f640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.45:3301/0 2024-09-12T17:56:34.298 INFO:tasks.workunit.client.0.smithi045.stderr: -410> 2024-09-12T17:56:34.006+0000 7f0b0ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:56:34.298 INFO:tasks.workunit.client.0.smithi045.stderr: -409> 2024-09-12T17:56:34.006+0000 7f0b0ffff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:56:34.298 INFO:tasks.workunit.client.0.smithi045.stderr: -408> 2024-09-12T17:56:34.006+0000 7f0b0ffff640 10 monclient: dump: 2024-09-12T17:56:34.298 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:56:34.298 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:56:34.298 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:34.298 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:34.298 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:56:34.298 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:56:34.298 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:56:34.299 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:56:34.299 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:56:34.299 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:34.299 INFO:tasks.workunit.client.0.smithi045.stderr: -407> 2024-09-12T17:56:34.006+0000 7f0b0ffff640 10 monclient: _finish_auth 0 2024-09-12T17:56:34.299 INFO:tasks.workunit.client.0.smithi045.stderr: -406> 2024-09-12T17:56:34.006+0000 7f0b0ffff640 10 monclient: _check_auth_tickets 2024-09-12T17:56:34.299 INFO:tasks.workunit.client.0.smithi045.stderr: -405> 2024-09-12T17:56:34.006+0000 7f0b0ffff640 10 monclient: handle_config config(0 keys) 2024-09-12T17:56:34.299 INFO:tasks.workunit.client.0.smithi045.stderr: -404> 2024-09-12T17:56:34.006+0000 7f0b0ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:56:34.299 INFO:tasks.workunit.client.0.smithi045.stderr: -403> 2024-09-12T17:56:34.006+0000 7f0b0ffff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:56:34.299 INFO:tasks.workunit.client.0.smithi045.stderr: -402> 2024-09-12T17:56:34.006+0000 7f0b0ffff640 10 monclient: dump: 2024-09-12T17:56:34.299 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:56:34.299 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:56:34.299 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:34.299 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:34.300 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:56:34.300 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:56:34.300 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:56:34.300 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:56:34.300 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:56:34.300 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:34.300 INFO:tasks.workunit.client.0.smithi045.stderr: -401> 2024-09-12T17:56:34.006+0000 7f0c2bd26800 5 monclient: authenticate success, global_id 7037 2024-09-12T17:56:34.300 INFO:tasks.workunit.client.0.smithi045.stderr: -400> 2024-09-12T17:56:34.006+0000 7f0c2bd26800 10 monclient: _renew_subs 2024-09-12T17:56:34.300 INFO:tasks.workunit.client.0.smithi045.stderr: -399> 2024-09-12T17:56:34.006+0000 7f0c2bd26800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:56:34.300 INFO:tasks.workunit.client.0.smithi045.stderr: -398> 2024-09-12T17:56:34.006+0000 7f0b15e0b640 4 set_mon_vals no callback set 2024-09-12T17:56:34.300 INFO:tasks.workunit.client.0.smithi045.stderr: -397> 2024-09-12T17:56:34.006+0000 7f0c2bd26800 10 monclient: _renew_subs 2024-09-12T17:56:34.300 INFO:tasks.workunit.client.0.smithi045.stderr: -396> 2024-09-12T17:56:34.006+0000 7f0c2bd26800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:56:34.300 INFO:tasks.workunit.client.0.smithi045.stderr: -395> 2024-09-12T17:56:34.006+0000 7f0c2bd26800 1 librados: init done 2024-09-12T17:56:34.301 INFO:tasks.workunit.client.0.smithi045.stderr: -394> 2024-09-12T17:56:34.008+0000 7f0b0ffff640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:56:34.301 INFO:tasks.workunit.client.0.smithi045.stderr: -393> 2024-09-12T17:56:34.008+0000 7f0b0ffff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:56:34.301 INFO:tasks.workunit.client.0.smithi045.stderr: -392> 2024-09-12T17:56:34.008+0000 7f0b0ffff640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:56:34.301 INFO:tasks.workunit.client.0.smithi045.stderr: -391> 2024-09-12T17:56:34.008+0000 7f0c2726e640 10 monclient: get_auth_request con 0x7f0b100764a0 auth_method 0 2024-09-12T17:56:34.301 INFO:tasks.workunit.client.0.smithi045.stderr: -390> 2024-09-12T17:56:34.008+0000 7f0c28270640 10 monclient: get_auth_request con 0x5590355c67a0 auth_method 0 2024-09-12T17:56:34.301 INFO:tasks.workunit.client.0.smithi045.stderr: -389> 2024-09-12T17:56:34.009+0000 7f0c27a6f640 10 monclient: get_auth_request con 0x5590355e91e0 auth_method 0 2024-09-12T17:56:34.301 INFO:tasks.workunit.client.0.smithi045.stderr: -388> 2024-09-12T17:56:34.010+0000 7f0c2726e640 10 monclient: get_auth_request con 0x5590355ed590 auth_method 0 2024-09-12T17:56:34.301 INFO:tasks.workunit.client.0.smithi045.stderr: -387> 2024-09-12T17:56:34.011+0000 7f0c2bd26800 10 monclient: build_initial_monmap 2024-09-12T17:56:34.301 INFO:tasks.workunit.client.0.smithi045.stderr: -386> 2024-09-12T17:56:34.011+0000 7f0c2bd26800 1 build_initial for_mkfs: 0 2024-09-12T17:56:34.301 INFO:tasks.workunit.client.0.smithi045.stderr: -385> 2024-09-12T17:56:34.011+0000 7f0c2bd26800 10 monclient: monmap: 2024-09-12T17:56:34.301 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:56:34.301 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:56:34.301 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:56:34.301 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:56:34.302 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:56:34.302 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:56:34.302 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:56:34.302 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:56:34.302 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:56:34.302 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:34.302 INFO:tasks.workunit.client.0.smithi045.stderr: -384> 2024-09-12T17:56:34.011+0000 7f0c2bd26800 5 AuthRegistry(0x5590355f23c0) adding auth protocol: cephx 2024-09-12T17:56:34.302 INFO:tasks.workunit.client.0.smithi045.stderr: -383> 2024-09-12T17:56:34.011+0000 7f0c2bd26800 5 AuthRegistry(0x5590355f23c0) adding auth protocol: cephx 2024-09-12T17:56:34.302 INFO:tasks.workunit.client.0.smithi045.stderr: -382> 2024-09-12T17:56:34.011+0000 7f0c2bd26800 5 AuthRegistry(0x5590355f23c0) adding auth protocol: cephx 2024-09-12T17:56:34.302 INFO:tasks.workunit.client.0.smithi045.stderr: -381> 2024-09-12T17:56:34.011+0000 7f0c2bd26800 5 AuthRegistry(0x5590355f23c0) adding con mode: secure 2024-09-12T17:56:34.302 INFO:tasks.workunit.client.0.smithi045.stderr: -380> 2024-09-12T17:56:34.011+0000 7f0c2bd26800 5 AuthRegistry(0x5590355f23c0) adding con mode: crc 2024-09-12T17:56:34.302 INFO:tasks.workunit.client.0.smithi045.stderr: -379> 2024-09-12T17:56:34.011+0000 7f0c2bd26800 5 AuthRegistry(0x5590355f23c0) adding con mode: secure 2024-09-12T17:56:34.302 INFO:tasks.workunit.client.0.smithi045.stderr: -378> 2024-09-12T17:56:34.011+0000 7f0c2bd26800 5 AuthRegistry(0x5590355f23c0) adding con mode: crc 2024-09-12T17:56:34.303 INFO:tasks.workunit.client.0.smithi045.stderr: -377> 2024-09-12T17:56:34.011+0000 7f0c2bd26800 5 AuthRegistry(0x5590355f23c0) adding con mode: secure 2024-09-12T17:56:34.303 INFO:tasks.workunit.client.0.smithi045.stderr: -376> 2024-09-12T17:56:34.011+0000 7f0c2bd26800 5 AuthRegistry(0x5590355f23c0) adding con mode: crc 2024-09-12T17:56:34.303 INFO:tasks.workunit.client.0.smithi045.stderr: -375> 2024-09-12T17:56:34.011+0000 7f0c2bd26800 5 AuthRegistry(0x5590355f23c0) adding con mode: crc 2024-09-12T17:56:34.303 INFO:tasks.workunit.client.0.smithi045.stderr: -374> 2024-09-12T17:56:34.011+0000 7f0c2bd26800 5 AuthRegistry(0x5590355f23c0) adding con mode: secure 2024-09-12T17:56:34.303 INFO:tasks.workunit.client.0.smithi045.stderr: -373> 2024-09-12T17:56:34.011+0000 7f0c2bd26800 5 AuthRegistry(0x5590355f23c0) adding con mode: crc 2024-09-12T17:56:34.303 INFO:tasks.workunit.client.0.smithi045.stderr: -372> 2024-09-12T17:56:34.011+0000 7f0c2bd26800 5 AuthRegistry(0x5590355f23c0) adding con mode: secure 2024-09-12T17:56:34.303 INFO:tasks.workunit.client.0.smithi045.stderr: -371> 2024-09-12T17:56:34.011+0000 7f0c2bd26800 5 AuthRegistry(0x5590355f23c0) adding con mode: crc 2024-09-12T17:56:34.303 INFO:tasks.workunit.client.0.smithi045.stderr: -370> 2024-09-12T17:56:34.011+0000 7f0c2bd26800 5 AuthRegistry(0x5590355f23c0) adding con mode: secure 2024-09-12T17:56:34.303 INFO:tasks.workunit.client.0.smithi045.stderr: -369> 2024-09-12T17:56:34.012+0000 7f0c2bd26800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:56:34.303 INFO:tasks.workunit.client.0.smithi045.stderr: -368> 2024-09-12T17:56:34.012+0000 7f0c2bd26800 5 asok(0x55903537b730) register_command objecter_requests cmddesc objecter_requests hook 0x5590355f5e10 EEXIST 2024-09-12T17:56:34.303 INFO:tasks.workunit.client.0.smithi045.stderr: -367> 2024-09-12T17:56:34.012+0000 7f0c2bd26800 10 monclient: init 2024-09-12T17:56:34.303 INFO:tasks.workunit.client.0.smithi045.stderr: -366> 2024-09-12T17:56:34.012+0000 7f0c2bd26800 5 AuthRegistry(0x5590355f0a98) adding auth protocol: cephx 2024-09-12T17:56:34.303 INFO:tasks.workunit.client.0.smithi045.stderr: -365> 2024-09-12T17:56:34.012+0000 7f0c2bd26800 5 AuthRegistry(0x5590355f0a98) adding auth protocol: cephx 2024-09-12T17:56:34.303 INFO:tasks.workunit.client.0.smithi045.stderr: -364> 2024-09-12T17:56:34.012+0000 7f0c2bd26800 5 AuthRegistry(0x5590355f0a98) adding auth protocol: cephx 2024-09-12T17:56:34.304 INFO:tasks.workunit.client.0.smithi045.stderr: -363> 2024-09-12T17:56:34.012+0000 7f0c2bd26800 5 AuthRegistry(0x5590355f0a98) adding con mode: secure 2024-09-12T17:56:34.304 INFO:tasks.workunit.client.0.smithi045.stderr: -362> 2024-09-12T17:56:34.012+0000 7f0c2bd26800 5 AuthRegistry(0x5590355f0a98) adding con mode: crc 2024-09-12T17:56:34.304 INFO:tasks.workunit.client.0.smithi045.stderr: -361> 2024-09-12T17:56:34.012+0000 7f0c2bd26800 5 AuthRegistry(0x5590355f0a98) adding con mode: secure 2024-09-12T17:56:34.304 INFO:tasks.workunit.client.0.smithi045.stderr: -360> 2024-09-12T17:56:34.012+0000 7f0c2bd26800 5 AuthRegistry(0x5590355f0a98) adding con mode: crc 2024-09-12T17:56:34.304 INFO:tasks.workunit.client.0.smithi045.stderr: -359> 2024-09-12T17:56:34.012+0000 7f0c2bd26800 5 AuthRegistry(0x5590355f0a98) adding con mode: secure 2024-09-12T17:56:34.304 INFO:tasks.workunit.client.0.smithi045.stderr: -358> 2024-09-12T17:56:34.012+0000 7f0c2bd26800 5 AuthRegistry(0x5590355f0a98) adding con mode: crc 2024-09-12T17:56:34.304 INFO:tasks.workunit.client.0.smithi045.stderr: -357> 2024-09-12T17:56:34.012+0000 7f0c2bd26800 5 AuthRegistry(0x5590355f0a98) adding con mode: crc 2024-09-12T17:56:34.304 INFO:tasks.workunit.client.0.smithi045.stderr: -356> 2024-09-12T17:56:34.012+0000 7f0c2bd26800 5 AuthRegistry(0x5590355f0a98) adding con mode: secure 2024-09-12T17:56:34.304 INFO:tasks.workunit.client.0.smithi045.stderr: -355> 2024-09-12T17:56:34.012+0000 7f0c2bd26800 5 AuthRegistry(0x5590355f0a98) adding con mode: crc 2024-09-12T17:56:34.304 INFO:tasks.workunit.client.0.smithi045.stderr: -354> 2024-09-12T17:56:34.012+0000 7f0c2bd26800 5 AuthRegistry(0x5590355f0a98) adding con mode: secure 2024-09-12T17:56:34.304 INFO:tasks.workunit.client.0.smithi045.stderr: -353> 2024-09-12T17:56:34.012+0000 7f0c2bd26800 5 AuthRegistry(0x5590355f0a98) adding con mode: crc 2024-09-12T17:56:34.304 INFO:tasks.workunit.client.0.smithi045.stderr: -352> 2024-09-12T17:56:34.012+0000 7f0c2bd26800 5 AuthRegistry(0x5590355f0a98) adding con mode: secure 2024-09-12T17:56:34.304 INFO:tasks.workunit.client.0.smithi045.stderr: -351> 2024-09-12T17:56:34.012+0000 7f0c2bd26800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:56:34.305 INFO:tasks.workunit.client.0.smithi045.stderr: -350> 2024-09-12T17:56:34.012+0000 7f0c2bd26800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:56:34.305 INFO:tasks.workunit.client.0.smithi045.stderr: -349> 2024-09-12T17:56:34.012+0000 7f0c2bd26800 5 asok(0x55903537b730) register_command rotate-key cmddesc rotate-key hook 0x5590355f0be0 EEXIST 2024-09-12T17:56:34.305 INFO:tasks.workunit.client.0.smithi045.stderr: -348> 2024-09-12T17:56:34.012+0000 7f0c2bd26800 10 monclient: _reopen_session rank -1 2024-09-12T17:56:34.305 INFO:tasks.workunit.client.0.smithi045.stderr: -347> 2024-09-12T17:56:34.012+0000 7f0c2bd26800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:56:34.305 INFO:tasks.workunit.client.0.smithi045.stderr: -346> 2024-09-12T17:56:34.012+0000 7f0c2bd26800 10 monclient(hunting): picked mon.noname-a con 0x559035619b00 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:56:34.305 INFO:tasks.workunit.client.0.smithi045.stderr: -345> 2024-09-12T17:56:34.012+0000 7f0c2bd26800 10 monclient(hunting): picked mon.noname-b con 0x55903561bdd0 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:56:34.305 INFO:tasks.workunit.client.0.smithi045.stderr: -344> 2024-09-12T17:56:34.012+0000 7f0c2bd26800 10 monclient(hunting): picked mon.noname-c con 0x5590356182d0 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:56:34.305 INFO:tasks.workunit.client.0.smithi045.stderr: -343> 2024-09-12T17:56:34.012+0000 7f0c2bd26800 10 monclient(hunting): start opening mon connection 2024-09-12T17:56:34.305 INFO:tasks.workunit.client.0.smithi045.stderr: -342> 2024-09-12T17:56:34.012+0000 7f0c2bd26800 10 monclient(hunting): start opening mon connection 2024-09-12T17:56:34.305 INFO:tasks.workunit.client.0.smithi045.stderr: -341> 2024-09-12T17:56:34.012+0000 7f0c2bd26800 10 monclient(hunting): start opening mon connection 2024-09-12T17:56:34.305 INFO:tasks.workunit.client.0.smithi045.stderr: -340> 2024-09-12T17:56:34.012+0000 7f0c2bd26800 10 monclient(hunting): _renew_subs 2024-09-12T17:56:34.305 INFO:tasks.workunit.client.0.smithi045.stderr: -339> 2024-09-12T17:56:34.012+0000 7f0c2bd26800 10 monclient(hunting): authenticate will time out at 2092.471857s 2024-09-12T17:56:34.305 INFO:tasks.workunit.client.0.smithi045.stderr: -338> 2024-09-12T17:56:34.012+0000 7f0c27a6f640 10 monclient(hunting): get_auth_request con 0x559035619b00 auth_method 0 2024-09-12T17:56:34.305 INFO:tasks.workunit.client.0.smithi045.stderr: -337> 2024-09-12T17:56:34.012+0000 7f0c27a6f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:56:34.306 INFO:tasks.workunit.client.0.smithi045.stderr: -336> 2024-09-12T17:56:34.012+0000 7f0c27a6f640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:56:34.306 INFO:tasks.workunit.client.0.smithi045.stderr: -335> 2024-09-12T17:56:34.012+0000 7f0c27a6f640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:56:34.306 INFO:tasks.workunit.client.0.smithi045.stderr: -334> 2024-09-12T17:56:34.012+0000 7f0c28270640 10 monclient(hunting): get_auth_request con 0x5590356182d0 auth_method 0 2024-09-12T17:56:34.306 INFO:tasks.workunit.client.0.smithi045.stderr: -333> 2024-09-12T17:56:34.012+0000 7f0c28270640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:56:34.306 INFO:tasks.workunit.client.0.smithi045.stderr: -332> 2024-09-12T17:56:34.012+0000 7f0c28270640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:56:34.306 INFO:tasks.workunit.client.0.smithi045.stderr: -331> 2024-09-12T17:56:34.012+0000 7f0c28270640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:56:34.306 INFO:tasks.workunit.client.0.smithi045.stderr: -330> 2024-09-12T17:56:34.013+0000 7f0c27a6f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:56:34.306 INFO:tasks.workunit.client.0.smithi045.stderr: -329> 2024-09-12T17:56:34.013+0000 7f0c27a6f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:56:34.306 INFO:tasks.workunit.client.0.smithi045.stderr: -328> 2024-09-12T17:56:34.013+0000 7f0c27a6f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:56:34.306 INFO:tasks.workunit.client.0.smithi045.stderr: -327> 2024-09-12T17:56:34.013+0000 7f0c28270640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:56:34.306 INFO:tasks.workunit.client.0.smithi045.stderr: -326> 2024-09-12T17:56:34.013+0000 7f0c28270640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:56:34.306 INFO:tasks.workunit.client.0.smithi045.stderr: -325> 2024-09-12T17:56:34.013+0000 7f0c28270640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:56:34.306 INFO:tasks.workunit.client.0.smithi045.stderr: -324> 2024-09-12T17:56:34.013+0000 7f0c2726e640 10 monclient(hunting): get_auth_request con 0x55903561bdd0 auth_method 0 2024-09-12T17:56:34.306 INFO:tasks.workunit.client.0.smithi045.stderr: -323> 2024-09-12T17:56:34.013+0000 7f0c2726e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:56:34.307 INFO:tasks.workunit.client.0.smithi045.stderr: -322> 2024-09-12T17:56:34.013+0000 7f0c2726e640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:56:34.307 INFO:tasks.workunit.client.0.smithi045.stderr: -321> 2024-09-12T17:56:34.013+0000 7f0c2726e640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:56:34.307 INFO:tasks.workunit.client.0.smithi045.stderr: -320> 2024-09-12T17:56:34.013+0000 7f0c27a6f640 10 monclient(hunting): handle_auth_done global_id 7434 payload 824 2024-09-12T17:56:34.307 INFO:tasks.workunit.client.0.smithi045.stderr: -319> 2024-09-12T17:56:34.013+0000 7f0c27a6f640 10 monclient: _finish_hunting 0 2024-09-12T17:56:34.307 INFO:tasks.workunit.client.0.smithi045.stderr: -318> 2024-09-12T17:56:34.013+0000 7f0c27a6f640 1 monclient: found mon.noname-a 2024-09-12T17:56:34.307 INFO:tasks.workunit.client.0.smithi045.stderr: -317> 2024-09-12T17:56:34.013+0000 7f0c27a6f640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.45:3300/0 2024-09-12T17:56:34.307 INFO:tasks.workunit.client.0.smithi045.stderr: -316> 2024-09-12T17:56:34.013+0000 7f0b0d7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:56:34.307 INFO:tasks.workunit.client.0.smithi045.stderr: -315> 2024-09-12T17:56:34.013+0000 7f0b0d7fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:56:34.307 INFO:tasks.workunit.client.0.smithi045.stderr: -314> 2024-09-12T17:56:34.013+0000 7f0b0d7fa640 10 monclient: dump: 2024-09-12T17:56:34.307 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:56:34.307 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:56:34.307 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:34.307 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:34.308 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:56:34.308 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:56:34.308 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:56:34.308 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:56:34.308 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:56:34.308 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:34.308 INFO:tasks.workunit.client.0.smithi045.stderr: -313> 2024-09-12T17:56:34.013+0000 7f0b0d7fa640 10 monclient: _finish_auth 0 2024-09-12T17:56:34.308 INFO:tasks.workunit.client.0.smithi045.stderr: -312> 2024-09-12T17:56:34.013+0000 7f0b0d7fa640 10 monclient: _check_auth_tickets 2024-09-12T17:56:34.308 INFO:tasks.workunit.client.0.smithi045.stderr: -311> 2024-09-12T17:56:34.013+0000 7f0b0d7fa640 10 monclient: handle_config config(0 keys) 2024-09-12T17:56:34.308 INFO:tasks.workunit.client.0.smithi045.stderr: -310> 2024-09-12T17:56:34.013+0000 7f0b0d7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:56:34.308 INFO:tasks.workunit.client.0.smithi045.stderr: -309> 2024-09-12T17:56:34.013+0000 7f0b0d7fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:56:34.308 INFO:tasks.workunit.client.0.smithi045.stderr: -308> 2024-09-12T17:56:34.013+0000 7f0b0d7fa640 10 monclient: dump: 2024-09-12T17:56:34.308 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:56:34.308 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:56:34.309 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:34.309 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:34.309 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:56:34.309 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:56:34.309 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:56:34.309 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:56:34.309 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:56:34.309 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:34.309 INFO:tasks.workunit.client.0.smithi045.stderr: -307> 2024-09-12T17:56:34.013+0000 7f0c2bd26800 5 monclient: authenticate success, global_id 7434 2024-09-12T17:56:34.309 INFO:tasks.workunit.client.0.smithi045.stderr: -306> 2024-09-12T17:56:34.013+0000 7f0c2bd26800 10 monclient: _renew_subs 2024-09-12T17:56:34.309 INFO:tasks.workunit.client.0.smithi045.stderr: -305> 2024-09-12T17:56:34.013+0000 7f0c2bd26800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:56:34.309 INFO:tasks.workunit.client.0.smithi045.stderr: -304> 2024-09-12T17:56:34.013+0000 7f0c28a71640 4 set_mon_vals no callback set 2024-09-12T17:56:34.309 INFO:tasks.workunit.client.0.smithi045.stderr: -303> 2024-09-12T17:56:34.013+0000 7f0c2bd26800 10 monclient: _renew_subs 2024-09-12T17:56:34.310 INFO:tasks.workunit.client.0.smithi045.stderr: -302> 2024-09-12T17:56:34.013+0000 7f0c2bd26800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:56:34.310 INFO:tasks.workunit.client.0.smithi045.stderr: -301> 2024-09-12T17:56:34.015+0000 7f0b0d7fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:56:34.310 INFO:tasks.workunit.client.0.smithi045.stderr: -300> 2024-09-12T17:56:34.015+0000 7f0b0d7fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:56:34.310 INFO:tasks.workunit.client.0.smithi045.stderr: -299> 2024-09-12T17:56:34.015+0000 7f0b0d7fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:56:34.310 INFO:tasks.workunit.client.0.smithi045.stderr: -298> 2024-09-12T17:56:34.015+0000 7f0c2726e640 10 monclient: get_auth_request con 0x7f0b00076380 auth_method 0 2024-09-12T17:56:34.310 INFO:tasks.workunit.client.0.smithi045.stderr: -297> 2024-09-12T17:56:34.015+0000 7f0c2bd26800 10 monclient: get_monmap_and_config 2024-09-12T17:56:34.310 INFO:tasks.workunit.client.0.smithi045.stderr: -296> 2024-09-12T17:56:34.015+0000 7f0c2bd26800 10 monclient: build_initial_monmap 2024-09-12T17:56:34.310 INFO:tasks.workunit.client.0.smithi045.stderr: -295> 2024-09-12T17:56:34.015+0000 7f0c2bd26800 1 build_initial for_mkfs: 0 2024-09-12T17:56:34.310 INFO:tasks.workunit.client.0.smithi045.stderr: -294> 2024-09-12T17:56:34.015+0000 7f0c2bd26800 10 monclient: monmap: 2024-09-12T17:56:34.310 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:56:34.310 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:56:34.310 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:56:34.310 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:56:34.310 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:56:34.311 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:56:34.311 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:56:34.311 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:56:34.311 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:56:34.311 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:34.311 INFO:tasks.workunit.client.0.smithi045.stderr: -293> 2024-09-12T17:56:34.015+0000 7f0c2bd26800 5 AuthRegistry(0x5590356395a0) adding auth protocol: cephx 2024-09-12T17:56:34.311 INFO:tasks.workunit.client.0.smithi045.stderr: -292> 2024-09-12T17:56:34.015+0000 7f0c2bd26800 5 AuthRegistry(0x5590356395a0) adding auth protocol: cephx 2024-09-12T17:56:34.311 INFO:tasks.workunit.client.0.smithi045.stderr: -291> 2024-09-12T17:56:34.015+0000 7f0c2bd26800 5 AuthRegistry(0x5590356395a0) adding auth protocol: cephx 2024-09-12T17:56:34.311 INFO:tasks.workunit.client.0.smithi045.stderr: -290> 2024-09-12T17:56:34.015+0000 7f0c2bd26800 5 AuthRegistry(0x5590356395a0) adding con mode: secure 2024-09-12T17:56:34.311 INFO:tasks.workunit.client.0.smithi045.stderr: -289> 2024-09-12T17:56:34.015+0000 7f0c2bd26800 5 AuthRegistry(0x5590356395a0) adding con mode: crc 2024-09-12T17:56:34.311 INFO:tasks.workunit.client.0.smithi045.stderr: -288> 2024-09-12T17:56:34.015+0000 7f0c2bd26800 5 AuthRegistry(0x5590356395a0) adding con mode: secure 2024-09-12T17:56:34.311 INFO:tasks.workunit.client.0.smithi045.stderr: -287> 2024-09-12T17:56:34.015+0000 7f0c2bd26800 5 AuthRegistry(0x5590356395a0) adding con mode: crc 2024-09-12T17:56:34.311 INFO:tasks.workunit.client.0.smithi045.stderr: -286> 2024-09-12T17:56:34.015+0000 7f0c2bd26800 5 AuthRegistry(0x5590356395a0) adding con mode: secure 2024-09-12T17:56:34.312 INFO:tasks.workunit.client.0.smithi045.stderr: -285> 2024-09-12T17:56:34.015+0000 7f0c2bd26800 5 AuthRegistry(0x5590356395a0) adding con mode: crc 2024-09-12T17:56:34.312 INFO:tasks.workunit.client.0.smithi045.stderr: -284> 2024-09-12T17:56:34.015+0000 7f0c2bd26800 5 AuthRegistry(0x5590356395a0) adding con mode: crc 2024-09-12T17:56:34.312 INFO:tasks.workunit.client.0.smithi045.stderr: -283> 2024-09-12T17:56:34.015+0000 7f0c2bd26800 5 AuthRegistry(0x5590356395a0) adding con mode: secure 2024-09-12T17:56:34.312 INFO:tasks.workunit.client.0.smithi045.stderr: -282> 2024-09-12T17:56:34.015+0000 7f0c2bd26800 5 AuthRegistry(0x5590356395a0) adding con mode: crc 2024-09-12T17:56:34.312 INFO:tasks.workunit.client.0.smithi045.stderr: -281> 2024-09-12T17:56:34.015+0000 7f0c2bd26800 5 AuthRegistry(0x5590356395a0) adding con mode: secure 2024-09-12T17:56:34.312 INFO:tasks.workunit.client.0.smithi045.stderr: -280> 2024-09-12T17:56:34.015+0000 7f0c2bd26800 5 AuthRegistry(0x5590356395a0) adding con mode: crc 2024-09-12T17:56:34.312 INFO:tasks.workunit.client.0.smithi045.stderr: -279> 2024-09-12T17:56:34.015+0000 7f0c2bd26800 5 AuthRegistry(0x5590356395a0) adding con mode: secure 2024-09-12T17:56:34.312 INFO:tasks.workunit.client.0.smithi045.stderr: -278> 2024-09-12T17:56:34.015+0000 7f0c2bd26800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:56:34.312 INFO:tasks.workunit.client.0.smithi045.stderr: -277> 2024-09-12T17:56:34.016+0000 7f0c2bd26800 10 monclient: init 2024-09-12T17:56:34.312 INFO:tasks.workunit.client.0.smithi045.stderr: -276> 2024-09-12T17:56:34.016+0000 7f0c2bd26800 5 AuthRegistry(0x7ffe1ae37440) adding auth protocol: cephx 2024-09-12T17:56:34.312 INFO:tasks.workunit.client.0.smithi045.stderr: -275> 2024-09-12T17:56:34.016+0000 7f0c2bd26800 5 AuthRegistry(0x7ffe1ae37440) adding auth protocol: cephx 2024-09-12T17:56:34.312 INFO:tasks.workunit.client.0.smithi045.stderr: -274> 2024-09-12T17:56:34.016+0000 7f0c2bd26800 5 AuthRegistry(0x7ffe1ae37440) adding auth protocol: cephx 2024-09-12T17:56:34.312 INFO:tasks.workunit.client.0.smithi045.stderr: -273> 2024-09-12T17:56:34.016+0000 7f0c2bd26800 5 AuthRegistry(0x7ffe1ae37440) adding con mode: secure 2024-09-12T17:56:34.313 INFO:tasks.workunit.client.0.smithi045.stderr: -272> 2024-09-12T17:56:34.016+0000 7f0c2bd26800 5 AuthRegistry(0x7ffe1ae37440) adding con mode: crc 2024-09-12T17:56:34.313 INFO:tasks.workunit.client.0.smithi045.stderr: -271> 2024-09-12T17:56:34.016+0000 7f0c2bd26800 5 AuthRegistry(0x7ffe1ae37440) adding con mode: secure 2024-09-12T17:56:34.313 INFO:tasks.workunit.client.0.smithi045.stderr: -270> 2024-09-12T17:56:34.016+0000 7f0c2bd26800 5 AuthRegistry(0x7ffe1ae37440) adding con mode: crc 2024-09-12T17:56:34.313 INFO:tasks.workunit.client.0.smithi045.stderr: -269> 2024-09-12T17:56:34.016+0000 7f0c2bd26800 5 AuthRegistry(0x7ffe1ae37440) adding con mode: secure 2024-09-12T17:56:34.313 INFO:tasks.workunit.client.0.smithi045.stderr: -268> 2024-09-12T17:56:34.016+0000 7f0c2bd26800 5 AuthRegistry(0x7ffe1ae37440) adding con mode: crc 2024-09-12T17:56:34.313 INFO:tasks.workunit.client.0.smithi045.stderr: -267> 2024-09-12T17:56:34.016+0000 7f0c2bd26800 5 AuthRegistry(0x7ffe1ae37440) adding con mode: crc 2024-09-12T17:56:34.313 INFO:tasks.workunit.client.0.smithi045.stderr: -266> 2024-09-12T17:56:34.016+0000 7f0c2bd26800 5 AuthRegistry(0x7ffe1ae37440) adding con mode: secure 2024-09-12T17:56:34.313 INFO:tasks.workunit.client.0.smithi045.stderr: -265> 2024-09-12T17:56:34.016+0000 7f0c2bd26800 5 AuthRegistry(0x7ffe1ae37440) adding con mode: crc 2024-09-12T17:56:34.313 INFO:tasks.workunit.client.0.smithi045.stderr: -264> 2024-09-12T17:56:34.016+0000 7f0c2bd26800 5 AuthRegistry(0x7ffe1ae37440) adding con mode: secure 2024-09-12T17:56:34.313 INFO:tasks.workunit.client.0.smithi045.stderr: -263> 2024-09-12T17:56:34.016+0000 7f0c2bd26800 5 AuthRegistry(0x7ffe1ae37440) adding con mode: crc 2024-09-12T17:56:34.314 INFO:tasks.workunit.client.0.smithi045.stderr: -262> 2024-09-12T17:56:34.016+0000 7f0c2bd26800 5 AuthRegistry(0x7ffe1ae37440) adding con mode: secure 2024-09-12T17:56:34.314 INFO:tasks.workunit.client.0.smithi045.stderr: -261> 2024-09-12T17:56:34.016+0000 7f0c2bd26800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:56:34.314 INFO:tasks.workunit.client.0.smithi045.stderr: -260> 2024-09-12T17:56:34.016+0000 7f0c2bd26800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:56:34.314 INFO:tasks.workunit.client.0.smithi045.stderr: -259> 2024-09-12T17:56:34.016+0000 7f0c2bd26800 5 asok(0x55903537b730) register_command rotate-key cmddesc rotate-key hook 0x7ffe1ae37588 EEXIST 2024-09-12T17:56:34.314 INFO:tasks.workunit.client.0.smithi045.stderr: -258> 2024-09-12T17:56:34.016+0000 7f0c2bd26800 10 monclient: _reopen_session rank -1 2024-09-12T17:56:34.314 INFO:tasks.workunit.client.0.smithi045.stderr: -257> 2024-09-12T17:56:34.016+0000 7f0c2bd26800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:56:34.314 INFO:tasks.workunit.client.0.smithi045.stderr: -256> 2024-09-12T17:56:34.016+0000 7f0c2bd26800 10 monclient(hunting): picked mon.noname-c con 0x55903566d810 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:56:34.314 INFO:tasks.workunit.client.0.smithi045.stderr: -255> 2024-09-12T17:56:34.016+0000 7f0c2bd26800 10 monclient(hunting): picked mon.noname-a con 0x55903566dbf0 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:56:34.314 INFO:tasks.workunit.client.0.smithi045.stderr: -254> 2024-09-12T17:56:34.016+0000 7f0c2bd26800 10 monclient(hunting): picked mon.noname-b con 0x559035673340 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:56:34.314 INFO:tasks.workunit.client.0.smithi045.stderr: -253> 2024-09-12T17:56:34.016+0000 7f0c2bd26800 10 monclient(hunting): start opening mon connection 2024-09-12T17:56:34.314 INFO:tasks.workunit.client.0.smithi045.stderr: -252> 2024-09-12T17:56:34.016+0000 7f0c2bd26800 10 monclient(hunting): start opening mon connection 2024-09-12T17:56:34.314 INFO:tasks.workunit.client.0.smithi045.stderr: -251> 2024-09-12T17:56:34.016+0000 7f0c2bd26800 10 monclient(hunting): start opening mon connection 2024-09-12T17:56:34.314 INFO:tasks.workunit.client.0.smithi045.stderr: -250> 2024-09-12T17:56:34.016+0000 7f0c2bd26800 10 monclient(hunting): _renew_subs 2024-09-12T17:56:34.315 INFO:tasks.workunit.client.0.smithi045.stderr: -249> 2024-09-12T17:56:34.016+0000 7f0c2bd26800 10 monclient(hunting): authenticate will time out at 2092.475656s 2024-09-12T17:56:34.315 INFO:tasks.workunit.client.0.smithi045.stderr: -248> 2024-09-12T17:56:34.016+0000 7f0c2726e640 10 monclient(hunting): get_auth_request con 0x55903566dbf0 auth_method 0 2024-09-12T17:56:34.315 INFO:tasks.workunit.client.0.smithi045.stderr: -247> 2024-09-12T17:56:34.016+0000 7f0c2726e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:56:34.315 INFO:tasks.workunit.client.0.smithi045.stderr: -246> 2024-09-12T17:56:34.016+0000 7f0c2726e640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:56:34.315 INFO:tasks.workunit.client.0.smithi045.stderr: -245> 2024-09-12T17:56:34.016+0000 7f0c2726e640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:56:34.315 INFO:tasks.workunit.client.0.smithi045.stderr: -244> 2024-09-12T17:56:34.016+0000 7f0c27a6f640 10 monclient(hunting): get_auth_request con 0x55903566d810 auth_method 0 2024-09-12T17:56:34.315 INFO:tasks.workunit.client.0.smithi045.stderr: -243> 2024-09-12T17:56:34.016+0000 7f0c27a6f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:56:34.315 INFO:tasks.workunit.client.0.smithi045.stderr: -242> 2024-09-12T17:56:34.016+0000 7f0c27a6f640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:56:34.315 INFO:tasks.workunit.client.0.smithi045.stderr: -241> 2024-09-12T17:56:34.016+0000 7f0c27a6f640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:56:34.315 INFO:tasks.workunit.client.0.smithi045.stderr: -240> 2024-09-12T17:56:34.016+0000 7f0c2726e640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:56:34.315 INFO:tasks.workunit.client.0.smithi045.stderr: -239> 2024-09-12T17:56:34.016+0000 7f0c2726e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:56:34.315 INFO:tasks.workunit.client.0.smithi045.stderr: -238> 2024-09-12T17:56:34.016+0000 7f0c2726e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:56:34.315 INFO:tasks.workunit.client.0.smithi045.stderr: -237> 2024-09-12T17:56:34.016+0000 7f0c27a6f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:56:34.316 INFO:tasks.workunit.client.0.smithi045.stderr: -236> 2024-09-12T17:56:34.016+0000 7f0c27a6f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:56:34.316 INFO:tasks.workunit.client.0.smithi045.stderr: -235> 2024-09-12T17:56:34.016+0000 7f0c27a6f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:56:34.316 INFO:tasks.workunit.client.0.smithi045.stderr: -234> 2024-09-12T17:56:34.016+0000 7f0c2726e640 10 monclient(hunting): handle_auth_done global_id 7437 payload 274 2024-09-12T17:56:34.316 INFO:tasks.workunit.client.0.smithi045.stderr: -233> 2024-09-12T17:56:34.016+0000 7f0c2726e640 10 monclient: _finish_hunting 0 2024-09-12T17:56:34.316 INFO:tasks.workunit.client.0.smithi045.stderr: -232> 2024-09-12T17:56:34.016+0000 7f0c2726e640 1 monclient: found mon.noname-a 2024-09-12T17:56:34.316 INFO:tasks.workunit.client.0.smithi045.stderr: -231> 2024-09-12T17:56:34.016+0000 7f0c2726e640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.45:3300/0 2024-09-12T17:56:34.316 INFO:tasks.workunit.client.0.smithi045.stderr: -230> 2024-09-12T17:56:34.017+0000 7f0b06ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:56:34.316 INFO:tasks.workunit.client.0.smithi045.stderr: -229> 2024-09-12T17:56:34.017+0000 7f0b06ffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:56:34.316 INFO:tasks.workunit.client.0.smithi045.stderr: -228> 2024-09-12T17:56:34.017+0000 7f0b06ffd640 10 monclient: dump: 2024-09-12T17:56:34.316 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:56:34.316 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:56:34.316 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:34.316 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:34.317 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:56:34.317 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:56:34.317 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:56:34.317 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:56:34.317 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:56:34.317 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:34.317 INFO:tasks.workunit.client.0.smithi045.stderr: -227> 2024-09-12T17:56:34.017+0000 7f0b06ffd640 10 monclient: _finish_auth 0 2024-09-12T17:56:34.317 INFO:tasks.workunit.client.0.smithi045.stderr: -226> 2024-09-12T17:56:34.017+0000 7f0b06ffd640 10 monclient: _check_auth_tickets 2024-09-12T17:56:34.317 INFO:tasks.workunit.client.0.smithi045.stderr: -225> 2024-09-12T17:56:34.017+0000 7f0b06ffd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:56:34.317 INFO:tasks.workunit.client.0.smithi045.stderr: -224> 2024-09-12T17:56:34.017+0000 7f0c2bd26800 5 monclient: authenticate success, global_id 7437 2024-09-12T17:56:34.317 INFO:tasks.workunit.client.0.smithi045.stderr: -223> 2024-09-12T17:56:34.017+0000 7f0c2bd26800 10 monclient: get_monmap_and_config success 2024-09-12T17:56:34.317 INFO:tasks.workunit.client.0.smithi045.stderr: -222> 2024-09-12T17:56:34.017+0000 7f0c2bd26800 4 set_mon_vals no callback set 2024-09-12T17:56:34.317 INFO:tasks.workunit.client.0.smithi045.stderr: -221> 2024-09-12T17:56:34.017+0000 7f0b06ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:56:34.317 INFO:tasks.workunit.client.0.smithi045.stderr: -220> 2024-09-12T17:56:34.017+0000 7f0b06ffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:56:34.318 INFO:tasks.workunit.client.0.smithi045.stderr: -219> 2024-09-12T17:56:34.017+0000 7f0b06ffd640 10 monclient: dump: 2024-09-12T17:56:34.318 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:56:34.318 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:56:34.318 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:34.318 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:34.318 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:56:34.318 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:56:34.318 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:56:34.318 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:56:34.318 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:56:34.318 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:34.318 INFO:tasks.workunit.client.0.smithi045.stderr: -218> 2024-09-12T17:56:34.017+0000 7f0c2bd26800 10 monclient: shutdown 2024-09-12T17:56:34.318 INFO:tasks.workunit.client.0.smithi045.stderr: -217> 2024-09-12T17:56:34.017+0000 7f0c2bd26800 10 monclient: build_initial_monmap 2024-09-12T17:56:34.319 INFO:tasks.workunit.client.0.smithi045.stderr: -216> 2024-09-12T17:56:34.017+0000 7f0c2bd26800 1 build_initial for_mkfs: 0 2024-09-12T17:56:34.319 INFO:tasks.workunit.client.0.smithi045.stderr: -215> 2024-09-12T17:56:34.017+0000 7f0c2bd26800 10 monclient: monmap: 2024-09-12T17:56:34.319 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:56:34.319 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:56:34.319 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:56:34.319 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:56:34.319 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:56:34.319 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:56:34.319 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:56:34.319 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:56:34.319 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:56:34.319 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:34.319 INFO:tasks.workunit.client.0.smithi045.stderr: -214> 2024-09-12T17:56:34.017+0000 7f0c2bd26800 5 AuthRegistry(0x55903563d4e0) adding auth protocol: cephx 2024-09-12T17:56:34.320 INFO:tasks.workunit.client.0.smithi045.stderr: -213> 2024-09-12T17:56:34.017+0000 7f0c2bd26800 5 AuthRegistry(0x55903563d4e0) adding auth protocol: cephx 2024-09-12T17:56:34.320 INFO:tasks.workunit.client.0.smithi045.stderr: -212> 2024-09-12T17:56:34.017+0000 7f0c2bd26800 5 AuthRegistry(0x55903563d4e0) adding auth protocol: cephx 2024-09-12T17:56:34.320 INFO:tasks.workunit.client.0.smithi045.stderr: -211> 2024-09-12T17:56:34.017+0000 7f0c2bd26800 5 AuthRegistry(0x55903563d4e0) adding con mode: secure 2024-09-12T17:56:34.320 INFO:tasks.workunit.client.0.smithi045.stderr: -210> 2024-09-12T17:56:34.017+0000 7f0c2bd26800 5 AuthRegistry(0x55903563d4e0) adding con mode: crc 2024-09-12T17:56:34.320 INFO:tasks.workunit.client.0.smithi045.stderr: -209> 2024-09-12T17:56:34.017+0000 7f0c2bd26800 5 AuthRegistry(0x55903563d4e0) adding con mode: secure 2024-09-12T17:56:34.320 INFO:tasks.workunit.client.0.smithi045.stderr: -208> 2024-09-12T17:56:34.017+0000 7f0c2bd26800 5 AuthRegistry(0x55903563d4e0) adding con mode: crc 2024-09-12T17:56:34.320 INFO:tasks.workunit.client.0.smithi045.stderr: -207> 2024-09-12T17:56:34.017+0000 7f0c2bd26800 5 AuthRegistry(0x55903563d4e0) adding con mode: secure 2024-09-12T17:56:34.320 INFO:tasks.workunit.client.0.smithi045.stderr: -206> 2024-09-12T17:56:34.017+0000 7f0c2bd26800 5 AuthRegistry(0x55903563d4e0) adding con mode: crc 2024-09-12T17:56:34.320 INFO:tasks.workunit.client.0.smithi045.stderr: -205> 2024-09-12T17:56:34.017+0000 7f0c2bd26800 5 AuthRegistry(0x55903563d4e0) adding con mode: crc 2024-09-12T17:56:34.320 INFO:tasks.workunit.client.0.smithi045.stderr: -204> 2024-09-12T17:56:34.017+0000 7f0c2bd26800 5 AuthRegistry(0x55903563d4e0) adding con mode: secure 2024-09-12T17:56:34.320 INFO:tasks.workunit.client.0.smithi045.stderr: -203> 2024-09-12T17:56:34.017+0000 7f0c2bd26800 5 AuthRegistry(0x55903563d4e0) adding con mode: crc 2024-09-12T17:56:34.320 INFO:tasks.workunit.client.0.smithi045.stderr: -202> 2024-09-12T17:56:34.017+0000 7f0c2bd26800 5 AuthRegistry(0x55903563d4e0) adding con mode: secure 2024-09-12T17:56:34.320 INFO:tasks.workunit.client.0.smithi045.stderr: -201> 2024-09-12T17:56:34.017+0000 7f0c2bd26800 5 AuthRegistry(0x55903563d4e0) adding con mode: crc 2024-09-12T17:56:34.321 INFO:tasks.workunit.client.0.smithi045.stderr: -200> 2024-09-12T17:56:34.017+0000 7f0c2bd26800 5 AuthRegistry(0x55903563d4e0) adding con mode: secure 2024-09-12T17:56:34.321 INFO:tasks.workunit.client.0.smithi045.stderr: -199> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:56:34.321 INFO:tasks.workunit.client.0.smithi045.stderr: -198> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 1 librados: starting msgr at 2024-09-12T17:56:34.321 INFO:tasks.workunit.client.0.smithi045.stderr: -197> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 1 librados: starting objecter 2024-09-12T17:56:34.321 INFO:tasks.workunit.client.0.smithi045.stderr: -196> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 5 asok(0x55903537b730) register_command objecter_requests cmddesc objecter_requests hook 0x55903561fb10 EEXIST 2024-09-12T17:56:34.321 INFO:tasks.workunit.client.0.smithi045.stderr: -195> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 1 librados: setting wanted keys 2024-09-12T17:56:34.321 INFO:tasks.workunit.client.0.smithi045.stderr: -194> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 1 librados: calling monclient init 2024-09-12T17:56:34.321 INFO:tasks.workunit.client.0.smithi045.stderr: -193> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 10 monclient: init 2024-09-12T17:56:34.321 INFO:tasks.workunit.client.0.smithi045.stderr: -192> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 5 AuthRegistry(0x5590356318b0) adding auth protocol: cephx 2024-09-12T17:56:34.321 INFO:tasks.workunit.client.0.smithi045.stderr: -191> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 5 AuthRegistry(0x5590356318b0) adding auth protocol: cephx 2024-09-12T17:56:34.321 INFO:tasks.workunit.client.0.smithi045.stderr: -190> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 5 AuthRegistry(0x5590356318b0) adding auth protocol: cephx 2024-09-12T17:56:34.321 INFO:tasks.workunit.client.0.smithi045.stderr: -189> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 5 AuthRegistry(0x5590356318b0) adding con mode: secure 2024-09-12T17:56:34.321 INFO:tasks.workunit.client.0.smithi045.stderr: -188> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 5 AuthRegistry(0x5590356318b0) adding con mode: crc 2024-09-12T17:56:34.322 INFO:tasks.workunit.client.0.smithi045.stderr: -187> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 5 AuthRegistry(0x5590356318b0) adding con mode: secure 2024-09-12T17:56:34.322 INFO:tasks.workunit.client.0.smithi045.stderr: -186> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 5 AuthRegistry(0x5590356318b0) adding con mode: crc 2024-09-12T17:56:34.322 INFO:tasks.workunit.client.0.smithi045.stderr: -185> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 5 AuthRegistry(0x5590356318b0) adding con mode: secure 2024-09-12T17:56:34.322 INFO:tasks.workunit.client.0.smithi045.stderr: -184> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 5 AuthRegistry(0x5590356318b0) adding con mode: crc 2024-09-12T17:56:34.322 INFO:tasks.workunit.client.0.smithi045.stderr: -183> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 5 AuthRegistry(0x5590356318b0) adding con mode: crc 2024-09-12T17:56:34.322 INFO:tasks.workunit.client.0.smithi045.stderr: -182> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 5 AuthRegistry(0x5590356318b0) adding con mode: secure 2024-09-12T17:56:34.322 INFO:tasks.workunit.client.0.smithi045.stderr: -181> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 5 AuthRegistry(0x5590356318b0) adding con mode: crc 2024-09-12T17:56:34.322 INFO:tasks.workunit.client.0.smithi045.stderr: -180> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 5 AuthRegistry(0x5590356318b0) adding con mode: secure 2024-09-12T17:56:34.322 INFO:tasks.workunit.client.0.smithi045.stderr: -179> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 5 AuthRegistry(0x5590356318b0) adding con mode: crc 2024-09-12T17:56:34.322 INFO:tasks.workunit.client.0.smithi045.stderr: -178> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 5 AuthRegistry(0x5590356318b0) adding con mode: secure 2024-09-12T17:56:34.322 INFO:tasks.workunit.client.0.smithi045.stderr: -177> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:56:34.322 INFO:tasks.workunit.client.0.smithi045.stderr: -176> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:56:34.322 INFO:tasks.workunit.client.0.smithi045.stderr: -175> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 5 asok(0x55903537b730) register_command rotate-key cmddesc rotate-key hook 0x5590356319f8 EEXIST 2024-09-12T17:56:34.323 INFO:tasks.workunit.client.0.smithi045.stderr: -174> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 10 monclient: _reopen_session rank -1 2024-09-12T17:56:34.323 INFO:tasks.workunit.client.0.smithi045.stderr: -173> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:56:34.323 INFO:tasks.workunit.client.0.smithi045.stderr: -172> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 10 monclient(hunting): picked mon.noname-a con 0x55903566d810 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:56:34.323 INFO:tasks.workunit.client.0.smithi045.stderr: -171> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 10 monclient(hunting): picked mon.noname-b con 0x559035673340 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:56:34.323 INFO:tasks.workunit.client.0.smithi045.stderr: -170> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 10 monclient(hunting): picked mon.noname-c con 0x55903563aa10 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:56:34.323 INFO:tasks.workunit.client.0.smithi045.stderr: -169> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 10 monclient(hunting): start opening mon connection 2024-09-12T17:56:34.323 INFO:tasks.workunit.client.0.smithi045.stderr: -168> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 10 monclient(hunting): start opening mon connection 2024-09-12T17:56:34.323 INFO:tasks.workunit.client.0.smithi045.stderr: -167> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 10 monclient(hunting): start opening mon connection 2024-09-12T17:56:34.323 INFO:tasks.workunit.client.0.smithi045.stderr: -166> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 10 monclient(hunting): _renew_subs 2024-09-12T17:56:34.323 INFO:tasks.workunit.client.0.smithi045.stderr: -165> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 10 monclient(hunting): authenticate will time out at 2092.477944s 2024-09-12T17:56:34.323 INFO:tasks.workunit.client.0.smithi045.stderr: -164> 2024-09-12T17:56:34.019+0000 7f0c27a6f640 10 monclient(hunting): get_auth_request con 0x55903566d810 auth_method 0 2024-09-12T17:56:34.323 INFO:tasks.workunit.client.0.smithi045.stderr: -163> 2024-09-12T17:56:34.019+0000 7f0c27a6f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:56:34.324 INFO:tasks.workunit.client.0.smithi045.stderr: -162> 2024-09-12T17:56:34.019+0000 7f0c27a6f640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:56:34.324 INFO:tasks.workunit.client.0.smithi045.stderr: -161> 2024-09-12T17:56:34.019+0000 7f0c27a6f640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:56:34.324 INFO:tasks.workunit.client.0.smithi045.stderr: -160> 2024-09-12T17:56:34.019+0000 7f0c28270640 10 monclient(hunting): get_auth_request con 0x55903563aa10 auth_method 0 2024-09-12T17:56:34.324 INFO:tasks.workunit.client.0.smithi045.stderr: -159> 2024-09-12T17:56:34.019+0000 7f0c28270640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:56:34.324 INFO:tasks.workunit.client.0.smithi045.stderr: -158> 2024-09-12T17:56:34.019+0000 7f0c28270640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:56:34.324 INFO:tasks.workunit.client.0.smithi045.stderr: -157> 2024-09-12T17:56:34.019+0000 7f0c28270640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:56:34.324 INFO:tasks.workunit.client.0.smithi045.stderr: -156> 2024-09-12T17:56:34.019+0000 7f0c27a6f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:56:34.324 INFO:tasks.workunit.client.0.smithi045.stderr: -155> 2024-09-12T17:56:34.019+0000 7f0c27a6f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:56:34.324 INFO:tasks.workunit.client.0.smithi045.stderr: -154> 2024-09-12T17:56:34.019+0000 7f0c27a6f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:56:34.324 INFO:tasks.workunit.client.0.smithi045.stderr: -153> 2024-09-12T17:56:34.019+0000 7f0c28270640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:56:34.324 INFO:tasks.workunit.client.0.smithi045.stderr: -152> 2024-09-12T17:56:34.019+0000 7f0c28270640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:56:34.324 INFO:tasks.workunit.client.0.smithi045.stderr: -151> 2024-09-12T17:56:34.019+0000 7f0c28270640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:56:34.324 INFO:tasks.workunit.client.0.smithi045.stderr: -150> 2024-09-12T17:56:34.019+0000 7f0c2726e640 10 monclient(hunting): get_auth_request con 0x559035673340 auth_method 0 2024-09-12T17:56:34.325 INFO:tasks.workunit.client.0.smithi045.stderr: -149> 2024-09-12T17:56:34.019+0000 7f0c2726e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:56:34.325 INFO:tasks.workunit.client.0.smithi045.stderr: -148> 2024-09-12T17:56:34.019+0000 7f0c2726e640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:56:34.325 INFO:tasks.workunit.client.0.smithi045.stderr: -147> 2024-09-12T17:56:34.019+0000 7f0c2726e640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:56:34.325 INFO:tasks.workunit.client.0.smithi045.stderr: -146> 2024-09-12T17:56:34.019+0000 7f0c27a6f640 10 monclient(hunting): handle_auth_done global_id 7440 payload 824 2024-09-12T17:56:34.325 INFO:tasks.workunit.client.0.smithi045.stderr: -145> 2024-09-12T17:56:34.019+0000 7f0c27a6f640 10 monclient: _finish_hunting 0 2024-09-12T17:56:34.325 INFO:tasks.workunit.client.0.smithi045.stderr: -144> 2024-09-12T17:56:34.019+0000 7f0c27a6f640 1 monclient: found mon.noname-a 2024-09-12T17:56:34.325 INFO:tasks.workunit.client.0.smithi045.stderr: -143> 2024-09-12T17:56:34.019+0000 7f0c27a6f640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.45:3300/0 2024-09-12T17:56:34.325 INFO:tasks.workunit.client.0.smithi045.stderr: -142> 2024-09-12T17:56:34.019+0000 7f0b057fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:56:34.325 INFO:tasks.workunit.client.0.smithi045.stderr: -141> 2024-09-12T17:56:34.019+0000 7f0b057fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:56:34.325 INFO:tasks.workunit.client.0.smithi045.stderr: -140> 2024-09-12T17:56:34.019+0000 7f0b057fa640 10 monclient: dump: 2024-09-12T17:56:34.325 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:56:34.325 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:56:34.325 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:34.325 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:34.326 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:56:34.326 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:56:34.326 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:56:34.326 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:56:34.326 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:56:34.326 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:34.326 INFO:tasks.workunit.client.0.smithi045.stderr: -139> 2024-09-12T17:56:34.019+0000 7f0b057fa640 10 monclient: _finish_auth 0 2024-09-12T17:56:34.326 INFO:tasks.workunit.client.0.smithi045.stderr: -138> 2024-09-12T17:56:34.019+0000 7f0b057fa640 10 monclient: _check_auth_tickets 2024-09-12T17:56:34.326 INFO:tasks.workunit.client.0.smithi045.stderr: -137> 2024-09-12T17:56:34.019+0000 7f0b057fa640 10 monclient: handle_config config(0 keys) 2024-09-12T17:56:34.326 INFO:tasks.workunit.client.0.smithi045.stderr: -136> 2024-09-12T17:56:34.019+0000 7f0b057fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:56:34.326 INFO:tasks.workunit.client.0.smithi045.stderr: -135> 2024-09-12T17:56:34.019+0000 7f0b057fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:56:34.326 INFO:tasks.workunit.client.0.smithi045.stderr: -134> 2024-09-12T17:56:34.019+0000 7f0b057fa640 10 monclient: dump: 2024-09-12T17:56:34.326 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:56:34.327 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:56:34.327 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:34.327 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:34.327 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:56:34.327 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:56:34.327 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:56:34.327 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:56:34.327 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:56:34.327 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:34.327 INFO:tasks.workunit.client.0.smithi045.stderr: -133> 2024-09-12T17:56:34.019+0000 7f0c2bd26800 5 monclient: authenticate success, global_id 7440 2024-09-12T17:56:34.327 INFO:tasks.workunit.client.0.smithi045.stderr: -132> 2024-09-12T17:56:34.019+0000 7f0b06ffd640 4 set_mon_vals no callback set 2024-09-12T17:56:34.327 INFO:tasks.workunit.client.0.smithi045.stderr: -131> 2024-09-12T17:56:34.019+0000 7f0c2bd26800 10 monclient: _renew_subs 2024-09-12T17:56:34.327 INFO:tasks.workunit.client.0.smithi045.stderr: -130> 2024-09-12T17:56:34.019+0000 7f0c2bd26800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:56:34.327 INFO:tasks.workunit.client.0.smithi045.stderr: -129> 2024-09-12T17:56:34.019+0000 7f0c2bd26800 10 monclient: _renew_subs 2024-09-12T17:56:34.328 INFO:tasks.workunit.client.0.smithi045.stderr: -128> 2024-09-12T17:56:34.019+0000 7f0c2bd26800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:56:34.328 INFO:tasks.workunit.client.0.smithi045.stderr: -127> 2024-09-12T17:56:34.019+0000 7f0c2bd26800 1 librados: init done 2024-09-12T17:56:34.328 INFO:tasks.workunit.client.0.smithi045.stderr: -126> 2024-09-12T17:56:34.019+0000 7f0c2bd26800 5 asok(0x55903537b730) register_command cr dump hook 0x55903563b868 2024-09-12T17:56:34.328 INFO:tasks.workunit.client.0.smithi045.stderr: -125> 2024-09-12T17:56:34.021+0000 7f0c2bd26800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.328 INFO:tasks.workunit.client.0.smithi045.stderr: -124> 2024-09-12T17:56:34.021+0000 7f0b057fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:56:34.328 INFO:tasks.workunit.client.0.smithi045.stderr: -123> 2024-09-12T17:56:34.021+0000 7f0b057fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:56:34.328 INFO:tasks.workunit.client.0.smithi045.stderr: -122> 2024-09-12T17:56:34.021+0000 7f0b057fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:56:34.328 INFO:tasks.workunit.client.0.smithi045.stderr: -121> 2024-09-12T17:56:34.021+0000 7f0c2726e640 10 monclient: get_auth_request con 0x7f0af0076470 auth_method 0 2024-09-12T17:56:34.328 INFO:tasks.workunit.client.0.smithi045.stderr: -120> 2024-09-12T17:56:34.021+0000 7f0c28270640 10 monclient: get_auth_request con 0x559035687af0 auth_method 0 2024-09-12T17:56:34.328 INFO:tasks.workunit.client.0.smithi045.stderr: -119> 2024-09-12T17:56:34.022+0000 7f0c2bd26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:34.328 INFO:tasks.workunit.client.0.smithi045.stderr: -118> 2024-09-12T17:56:34.022+0000 7f0c2bd26800 20 realm 2024-09-12T17:56:34.328 INFO:tasks.workunit.client.0.smithi045.stderr: -117> 2024-09-12T17:56:34.022+0000 7f0c2bd26800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.328 INFO:tasks.workunit.client.0.smithi045.stderr: -116> 2024-09-12T17:56:34.022+0000 7f0c2bd26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:34.328 INFO:tasks.workunit.client.0.smithi045.stderr: -115> 2024-09-12T17:56:34.022+0000 7f0c2bd26800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:56:34.329 INFO:tasks.workunit.client.0.smithi045.stderr: -114> 2024-09-12T17:56:34.022+0000 7f0c2bd26800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.329 INFO:tasks.workunit.client.0.smithi045.stderr: -113> 2024-09-12T17:56:34.022+0000 7f0c2bd26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:34.329 INFO:tasks.workunit.client.0.smithi045.stderr: -112> 2024-09-12T17:56:34.022+0000 7f0c2bd26800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.329 INFO:tasks.workunit.client.0.smithi045.stderr: -111> 2024-09-12T17:56:34.023+0000 7f0c27a6f640 10 monclient: get_auth_request con 0x55903568bef0 auth_method 0 2024-09-12T17:56:34.329 INFO:tasks.workunit.client.0.smithi045.stderr: -110> 2024-09-12T17:56:34.023+0000 7f0c2bd26800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:56:34.329 INFO:tasks.workunit.client.0.smithi045.stderr: -109> 2024-09-12T17:56:34.023+0000 7f0c2bd26800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.329 INFO:tasks.workunit.client.0.smithi045.stderr: -108> 2024-09-12T17:56:34.023+0000 7f0c2726e640 10 monclient: get_auth_request con 0x55903568f5f0 auth_method 0 2024-09-12T17:56:34.329 INFO:tasks.workunit.client.0.smithi045.stderr: -107> 2024-09-12T17:56:34.024+0000 7f0c2bd26800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:56:34.329 INFO:tasks.workunit.client.0.smithi045.stderr: -106> 2024-09-12T17:56:34.024+0000 7f0c2bd26800 20 searching for the correct realm 2024-09-12T17:56:34.329 INFO:tasks.workunit.client.0.smithi045.stderr: -105> 2024-09-12T17:56:34.024+0000 7f0c28270640 10 monclient: get_auth_request con 0x5590356943b0 auth_method 0 2024-09-12T17:56:34.329 INFO:tasks.workunit.client.0.smithi045.stderr: -104> 2024-09-12T17:56:34.025+0000 7f0c27a6f640 10 monclient: get_auth_request con 0x7f0c1c087020 auth_method 0 2024-09-12T17:56:34.329 INFO:tasks.workunit.client.0.smithi045.stderr: -103> 2024-09-12T17:56:34.026+0000 7f0c2726e640 10 monclient: get_auth_request con 0x7f0c1809d5b0 auth_method 0 2024-09-12T17:56:34.329 INFO:tasks.workunit.client.0.smithi045.stderr: -102> 2024-09-12T17:56:34.027+0000 7f0c2726e640 0 -- 172.21.15.45:0/1974514622 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x55903568f5f0 msgr2=0x559035691a00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:56:34.329 INFO:tasks.workunit.client.0.smithi045.stderr: -101> 2024-09-12T17:56:34.027+0000 7f0b057fa640 1 client.7440.objecter ms_handle_reset 0x55903568f5f0 session 0x55903568b790 osd.7 2024-09-12T17:56:34.330 INFO:tasks.workunit.client.0.smithi045.stderr: -100> 2024-09-12T17:56:34.027+0000 7f0b057fa640 10 monclient: _renew_subs 2024-09-12T17:56:34.330 INFO:tasks.workunit.client.0.smithi045.stderr: -99> 2024-09-12T17:56:34.027+0000 7f0b057fa640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:56:34.330 INFO:tasks.workunit.client.0.smithi045.stderr: -98> 2024-09-12T17:56:34.027+0000 7f0c2726e640 10 monclient: get_auth_request con 0x7f0af0086b20 auth_method 0 2024-09-12T17:56:34.330 INFO:tasks.workunit.client.0.smithi045.stderr: -97> 2024-09-12T17:56:34.027+0000 7f0c28270640 10 monclient: get_auth_request con 0x7f0c1c087400 auth_method 0 2024-09-12T17:56:34.330 INFO:tasks.workunit.client.0.smithi045.stderr: -96> 2024-09-12T17:56:34.030+0000 7f0c27a6f640 10 monclient: get_auth_request con 0x7f0c1c07c910 auth_method 0 2024-09-12T17:56:34.330 INFO:tasks.workunit.client.0.smithi045.stderr: -95> 2024-09-12T17:56:34.030+0000 7f0c27a6f640 0 -- 172.21.15.45:0/1974514622 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f0c1c07c910 msgr2=0x7f0c1c0b13c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:56:34.330 INFO:tasks.workunit.client.0.smithi045.stderr: -94> 2024-09-12T17:56:34.232+0000 7f0c27a6f640 10 monclient: get_auth_request con 0x7f0c1c07c910 auth_method 0 2024-09-12T17:56:34.330 INFO:tasks.workunit.client.0.smithi045.stderr: -93> 2024-09-12T17:56:34.237+0000 7f0c2bd26800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:56:34.330 INFO:tasks.workunit.client.0.smithi045.stderr: -92> 2024-09-12T17:56:34.237+0000 7f0c2bd26800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:56:34.330 INFO:tasks.workunit.client.0.smithi045.stderr: -91> 2024-09-12T17:56:34.237+0000 7f0c2bd26800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:56:34.330 INFO:tasks.workunit.client.0.smithi045.stderr: -90> 2024-09-12T17:56:34.237+0000 7f0c2bd26800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:56:34.330 INFO:tasks.workunit.client.0.smithi045.stderr: -89> 2024-09-12T17:56:34.237+0000 7f0c2bd26800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:56:34.330 INFO:tasks.workunit.client.0.smithi045.stderr: -88> 2024-09-12T17:56:34.237+0000 7f0c2bd26800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:56:34.331 INFO:tasks.workunit.client.0.smithi045.stderr: -87> 2024-09-12T17:56:34.237+0000 7f0c2bd26800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.331 INFO:tasks.workunit.client.0.smithi045.stderr: -86> 2024-09-12T17:56:34.237+0000 7f0c2bd26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:34.331 INFO:tasks.workunit.client.0.smithi045.stderr: -85> 2024-09-12T17:56:34.237+0000 7f0c2bd26800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.331 INFO:tasks.workunit.client.0.smithi045.stderr: -84> 2024-09-12T17:56:34.238+0000 7f0c2bd26800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:56:34.331 INFO:tasks.workunit.client.0.smithi045.stderr: -83> 2024-09-12T17:56:34.238+0000 7f0c2bd26800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.331 INFO:tasks.workunit.client.0.smithi045.stderr: -82> 2024-09-12T17:56:34.238+0000 7f0c2bd26800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:56:34.331 INFO:tasks.workunit.client.0.smithi045.stderr: -81> 2024-09-12T17:56:34.238+0000 7f0c2bd26800 20 zone default found 2024-09-12T17:56:34.331 INFO:tasks.workunit.client.0.smithi045.stderr: -80> 2024-09-12T17:56:34.238+0000 7f0c2bd26800 4 Realm: () 2024-09-12T17:56:34.331 INFO:tasks.workunit.client.0.smithi045.stderr: -79> 2024-09-12T17:56:34.238+0000 7f0c2bd26800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:56:34.331 INFO:tasks.workunit.client.0.smithi045.stderr: -78> 2024-09-12T17:56:34.238+0000 7f0c2bd26800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:56:34.331 INFO:tasks.workunit.client.0.smithi045.stderr: -77> 2024-09-12T17:56:34.238+0000 7f0c2bd26800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:56:34.331 INFO:tasks.workunit.client.0.smithi045.stderr: -76> 2024-09-12T17:56:34.238+0000 7f0c2bd26800 20 zonegroup default 2024-09-12T17:56:34.331 INFO:tasks.workunit.client.0.smithi045.stderr: -75> 2024-09-12T17:56:34.238+0000 7f0c2bd26800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.331 INFO:tasks.workunit.client.0.smithi045.stderr: -74> 2024-09-12T17:56:34.238+0000 7f0c2bd26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:34.332 INFO:tasks.workunit.client.0.smithi045.stderr: -73> 2024-09-12T17:56:34.238+0000 7f0c2bd26800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.332 INFO:tasks.workunit.client.0.smithi045.stderr: -72> 2024-09-12T17:56:34.239+0000 7f0c2bd26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:34.332 INFO:tasks.workunit.client.0.smithi045.stderr: -71> 2024-09-12T17:56:34.239+0000 7f0c2bd26800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.332 INFO:tasks.workunit.client.0.smithi045.stderr: -70> 2024-09-12T17:56:34.239+0000 7f0c2bd26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:34.332 INFO:tasks.workunit.client.0.smithi045.stderr: -69> 2024-09-12T17:56:34.239+0000 7f0c2bd26800 20 started sync module instance, tier type = 2024-09-12T17:56:34.332 INFO:tasks.workunit.client.0.smithi045.stderr: -68> 2024-09-12T17:56:34.239+0000 7f0c2bd26800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:56:34.332 INFO:tasks.workunit.client.0.smithi045.stderr: -67> 2024-09-12T17:56:34.248+0000 7f0c2bd26800 20 add_watcher() i=0 2024-09-12T17:56:34.332 INFO:tasks.workunit.client.0.smithi045.stderr: -66> 2024-09-12T17:56:34.248+0000 7f0c2bd26800 20 add_watcher() i=1 2024-09-12T17:56:34.332 INFO:tasks.workunit.client.0.smithi045.stderr: -65> 2024-09-12T17:56:34.248+0000 7f0c2bd26800 20 add_watcher() i=2 2024-09-12T17:56:34.332 INFO:tasks.workunit.client.0.smithi045.stderr: -64> 2024-09-12T17:56:34.248+0000 7f0c2bd26800 20 add_watcher() i=3 2024-09-12T17:56:34.332 INFO:tasks.workunit.client.0.smithi045.stderr: -63> 2024-09-12T17:56:34.248+0000 7f0c2bd26800 20 add_watcher() i=4 2024-09-12T17:56:34.332 INFO:tasks.workunit.client.0.smithi045.stderr: -62> 2024-09-12T17:56:34.248+0000 7f0c2bd26800 20 add_watcher() i=5 2024-09-12T17:56:34.332 INFO:tasks.workunit.client.0.smithi045.stderr: -61> 2024-09-12T17:56:34.248+0000 7f0c2bd26800 20 add_watcher() i=6 2024-09-12T17:56:34.332 INFO:tasks.workunit.client.0.smithi045.stderr: -60> 2024-09-12T17:56:34.250+0000 7f0c2bd26800 20 add_watcher() i=7 2024-09-12T17:56:34.333 INFO:tasks.workunit.client.0.smithi045.stderr: -59> 2024-09-12T17:56:34.250+0000 7f0c2bd26800 2 all 8 watchers are set, enabling cache 2024-09-12T17:56:34.333 INFO:tasks.workunit.client.0.smithi045.stderr: -58> 2024-09-12T17:56:34.252+0000 7f0c2bd26800 5 AuthRegistry(0x7ffe1ae37910) adding auth protocol: cephx 2024-09-12T17:56:34.333 INFO:tasks.workunit.client.0.smithi045.stderr: -57> 2024-09-12T17:56:34.252+0000 7f0c2bd26800 5 AuthRegistry(0x7ffe1ae37910) adding auth protocol: cephx 2024-09-12T17:56:34.333 INFO:tasks.workunit.client.0.smithi045.stderr: -56> 2024-09-12T17:56:34.252+0000 7f0c2bd26800 5 AuthRegistry(0x7ffe1ae37910) adding auth protocol: cephx 2024-09-12T17:56:34.333 INFO:tasks.workunit.client.0.smithi045.stderr: -55> 2024-09-12T17:56:34.252+0000 7f0c2bd26800 5 AuthRegistry(0x7ffe1ae37910) adding con mode: secure 2024-09-12T17:56:34.333 INFO:tasks.workunit.client.0.smithi045.stderr: -54> 2024-09-12T17:56:34.252+0000 7f0c2bd26800 5 AuthRegistry(0x7ffe1ae37910) adding con mode: crc 2024-09-12T17:56:34.333 INFO:tasks.workunit.client.0.smithi045.stderr: -53> 2024-09-12T17:56:34.252+0000 7f0c2bd26800 5 AuthRegistry(0x7ffe1ae37910) adding con mode: secure 2024-09-12T17:56:34.333 INFO:tasks.workunit.client.0.smithi045.stderr: -52> 2024-09-12T17:56:34.252+0000 7f0c2bd26800 5 AuthRegistry(0x7ffe1ae37910) adding con mode: crc 2024-09-12T17:56:34.333 INFO:tasks.workunit.client.0.smithi045.stderr: -51> 2024-09-12T17:56:34.252+0000 7f0c2bd26800 5 AuthRegistry(0x7ffe1ae37910) adding con mode: secure 2024-09-12T17:56:34.333 INFO:tasks.workunit.client.0.smithi045.stderr: -50> 2024-09-12T17:56:34.252+0000 7f0c2bd26800 5 AuthRegistry(0x7ffe1ae37910) adding con mode: crc 2024-09-12T17:56:34.333 INFO:tasks.workunit.client.0.smithi045.stderr: -49> 2024-09-12T17:56:34.252+0000 7f0addfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:56:34.333 INFO:tasks.workunit.client.0.smithi045.stderr: -48> 2024-09-12T17:56:34.252+0000 7f0c2bd26800 5 AuthRegistry(0x7ffe1ae37910) adding con mode: crc 2024-09-12T17:56:34.333 INFO:tasks.workunit.client.0.smithi045.stderr: -47> 2024-09-12T17:56:34.252+0000 7f0c2bd26800 5 AuthRegistry(0x7ffe1ae37910) adding con mode: secure 2024-09-12T17:56:34.334 INFO:tasks.workunit.client.0.smithi045.stderr: -46> 2024-09-12T17:56:34.252+0000 7f0c2bd26800 5 AuthRegistry(0x7ffe1ae37910) adding con mode: crc 2024-09-12T17:56:34.334 INFO:tasks.workunit.client.0.smithi045.stderr: -45> 2024-09-12T17:56:34.252+0000 7f0c2bd26800 5 AuthRegistry(0x7ffe1ae37910) adding con mode: secure 2024-09-12T17:56:34.334 INFO:tasks.workunit.client.0.smithi045.stderr: -44> 2024-09-12T17:56:34.252+0000 7f0c2bd26800 5 AuthRegistry(0x7ffe1ae37910) adding con mode: crc 2024-09-12T17:56:34.334 INFO:tasks.workunit.client.0.smithi045.stderr: -43> 2024-09-12T17:56:34.252+0000 7f0c2bd26800 5 AuthRegistry(0x7ffe1ae37910) adding con mode: secure 2024-09-12T17:56:34.334 INFO:tasks.workunit.client.0.smithi045.stderr: -42> 2024-09-12T17:56:34.252+0000 7f0c2bd26800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:56:34.334 INFO:tasks.workunit.client.0.smithi045.stderr: -41> 2024-09-12T17:56:34.252+0000 7f0c2bd26800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:56:34.334 INFO:tasks.workunit.client.0.smithi045.stderr: -40> 2024-09-12T17:56:34.252+0000 7f0c2bd26800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:56:34.334 INFO:tasks.workunit.client.0.smithi045.stderr: -39> 2024-09-12T17:56:34.252+0000 7f0c2bd26800 5 asok(0x55903537b730) register_command cache list hook 0x559035664120 2024-09-12T17:56:34.334 INFO:tasks.workunit.client.0.smithi045.stderr: -38> 2024-09-12T17:56:34.252+0000 7f0c2bd26800 5 asok(0x55903537b730) register_command cache inspect hook 0x559035664120 2024-09-12T17:56:34.334 INFO:tasks.workunit.client.0.smithi045.stderr: -37> 2024-09-12T17:56:34.252+0000 7f0c2bd26800 5 asok(0x55903537b730) register_command cache erase hook 0x559035664120 2024-09-12T17:56:34.334 INFO:tasks.workunit.client.0.smithi045.stderr: -36> 2024-09-12T17:56:34.252+0000 7f0c2bd26800 5 asok(0x55903537b730) register_command cache zap hook 0x559035664120 2024-09-12T17:56:34.334 INFO:tasks.workunit.client.0.smithi045.stderr: -35> 2024-09-12T17:56:34.252+0000 7f0c2bd26800 5 note: GC not initialized 2024-09-12T17:56:34.334 INFO:tasks.workunit.client.0.smithi045.stderr: -34> 2024-09-12T17:56:34.252+0000 7f0adcfe1640 20 reqs_thread_entry: start 2024-09-12T17:56:34.335 INFO:tasks.workunit.client.0.smithi045.stderr: -33> 2024-09-12T17:56:34.252+0000 7f0c2bd26800 5 asok(0x55903537b730) register_command sync trace show hook 0x7f0c1c06fa70 2024-09-12T17:56:34.335 INFO:tasks.workunit.client.0.smithi045.stderr: -32> 2024-09-12T17:56:34.252+0000 7f0c2bd26800 5 asok(0x55903537b730) register_command sync trace history hook 0x7f0c1c06fa70 2024-09-12T17:56:34.335 INFO:tasks.workunit.client.0.smithi045.stderr: -31> 2024-09-12T17:56:34.252+0000 7f0c2bd26800 5 asok(0x55903537b730) register_command sync trace active hook 0x7f0c1c06fa70 2024-09-12T17:56:34.335 INFO:tasks.workunit.client.0.smithi045.stderr: -30> 2024-09-12T17:56:34.252+0000 7f0c2bd26800 5 asok(0x55903537b730) register_command sync trace active_short hook 0x7f0c1c06fa70 2024-09-12T17:56:34.335 INFO:tasks.workunit.client.0.smithi045.stderr: -29> 2024-09-12T17:56:34.252+0000 7f0c2bd26800 20 init_complete bucket index max shards: 1 2024-09-12T17:56:34.335 INFO:tasks.workunit.client.0.smithi045.stderr: -28> 2024-09-12T17:56:34.252+0000 7f0c2bd26800 20 Filter name: none 2024-09-12T17:56:34.335 INFO:tasks.workunit.client.0.smithi045.stderr: -27> 2024-09-12T17:56:34.253+0000 7f0a567fc640 20 reqs_thread_entry: start 2024-09-12T17:56:34.335 INFO:tasks.workunit.client.0.smithi045.stderr: -26> 2024-09-12T17:56:34.253+0000 7f0c2bd26800 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2024-09-12T17:56:34.335 INFO:tasks.workunit.client.0.smithi045.stderr: -25> 2024-09-12T17:56:34.253+0000 7f0c2bd26800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.335 INFO:tasks.workunit.client.0.smithi045.stderr: -24> 2024-09-12T17:56:34.253+0000 7f0c2bd26800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:56:34.335 INFO:tasks.workunit.client.0.smithi045.stderr: -23> 2024-09-12T17:56:34.253+0000 7f0c2bd26800 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2024-09-12T17:56:34.335 INFO:tasks.workunit.client.0.smithi045.stderr: -22> 2024-09-12T17:56:34.253+0000 7f0c2bd26800 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2024-09-12T17:56:34.335 INFO:tasks.workunit.client.0.smithi045.stderr: -21> 2024-09-12T17:56:34.253+0000 7f0c2bd26800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.35 : miss 2024-09-12T17:56:34.335 INFO:tasks.workunit.client.0.smithi045.stderr: -20> 2024-09-12T17:56:34.253+0000 7f0c2bd26800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.336 INFO:tasks.workunit.client.0.smithi045.stderr: -19> 2024-09-12T17:56:34.254+0000 7f0c2bd26800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:56:34.336 INFO:tasks.workunit.client.0.smithi045.stderr: -18> 2024-09-12T17:56:34.254+0000 7f0c2bd26800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.35 info.flags=0x17 2024-09-12T17:56:34.336 INFO:tasks.workunit.client.0.smithi045.stderr: -17> 2024-09-12T17:56:34.254+0000 7f0c2bd26800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.35 to cache LRU end 2024-09-12T17:56:34.336 INFO:tasks.workunit.client.0.smithi045.stderr: -16> 2024-09-12T17:56:34.254+0000 7f0c2bd26800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:56:34.336 INFO:tasks.workunit.client.0.smithi045.stderr: -15> 2024-09-12T17:56:34.254+0000 7f0c2bd26800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:56:34.336 INFO:tasks.workunit.client.0.smithi045.stderr: -14> 2024-09-12T17:56:34.254+0000 7f0c2bd26800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.35 2024-09-12T17:56:34.336 INFO:tasks.workunit.client.0.smithi045.stderr: -13> 2024-09-12T17:56:34.258+0000 7f0c2bd26800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.35 info.flags=0x17 2024-09-12T17:56:34.336 INFO:tasks.workunit.client.0.smithi045.stderr: -12> 2024-09-12T17:56:34.258+0000 7f0c2bd26800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.35 to cache LRU end 2024-09-12T17:56:34.336 INFO:tasks.workunit.client.0.smithi045.stderr: -11> 2024-09-12T17:56:34.258+0000 7f0c2bd26800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:56:34.336 INFO:tasks.workunit.client.0.smithi045.stderr: -10> 2024-09-12T17:56:34.258+0000 7f0c2bd26800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.35, ofs0, ns] 2024-09-12T17:56:34.336 INFO:tasks.workunit.client.0.smithi045.stderr: -9> 2024-09-12T17:56:34.258+0000 7f0b06ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398919 cookie 94077859767120 notifier 7440 bl.length()=995 2024-09-12T17:56:34.336 INFO:tasks.workunit.client.0.smithi045.stderr: -8> 2024-09-12T17:56:34.258+0000 7f0b06ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.35 info.flags=0x17 2024-09-12T17:56:34.336 INFO:tasks.workunit.client.0.smithi045.stderr: -7> 2024-09-12T17:56:34.258+0000 7f0b06ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.35 to cache LRU end 2024-09-12T17:56:34.337 INFO:tasks.workunit.client.0.smithi045.stderr: -6> 2024-09-12T17:56:34.258+0000 7f0b06ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:56:34.337 INFO:tasks.workunit.client.0.smithi045.stderr: -5> 2024-09-12T17:56:34.259+0000 7f0c2bd26800 20 handle_bi_update(): bucket=:abort-at-do-reshard[b6123b67-6580-4373-9691-e0e950df5f06.4566.35]): orig_sources= new_sources= 2024-09-12T17:56:34.337 INFO:tasks.workunit.client.0.smithi045.stderr: -4> 2024-09-12T17:56:34.259+0000 7f0c2bd26800 20 handle_bi_update(): bucket=:abort-at-do-reshard[b6123b67-6580-4373-9691-e0e950df5f06.4566.35]): potential sources added=[] removed=[] 2024-09-12T17:56:34.337 INFO:tasks.workunit.client.0.smithi045.stderr: -3> 2024-09-12T17:56:34.259+0000 7f0c2bd26800 20 handle_bi_update(): bucket=:abort-at-do-reshard[b6123b67-6580-4373-9691-e0e950df5f06.4566.35]): orig_dests= new_dests= 2024-09-12T17:56:34.337 INFO:tasks.workunit.client.0.smithi045.stderr: -2> 2024-09-12T17:56:34.259+0000 7f0c2bd26800 20 handle_bi_update(): bucket=:abort-at-do-reshard[b6123b67-6580-4373-9691-e0e950df5f06.4566.35]): potential dests added=[] removed=[] 2024-09-12T17:56:34.337 INFO:tasks.workunit.client.0.smithi045.stderr: -1> 2024-09-12T17:56:34.262+0000 7f0c2bd26800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f0c2bd26800 time 2024-09-12T17:56:34.263191+0000 2024-09-12T17:56:34.337 INFO:tasks.workunit.client.0.smithi045.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:56:34.337 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:34.337 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:56:34.337 INFO:tasks.workunit.client.0.smithi045.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f0c2d58c71a] 2024-09-12T17:56:34.337 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f0c2d58c8d8] 2024-09-12T17:56:34.337 INFO:tasks.workunit.client.0.smithi045.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x559033e24841] 2024-09-12T17:56:34.337 INFO:tasks.workunit.client.0.smithi045.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x559033e3457a] 2024-09-12T17:56:34.338 INFO:tasks.workunit.client.0.smithi045.stderr: 5: main() 2024-09-12T17:56:34.338 INFO:tasks.workunit.client.0.smithi045.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7f0c2c229590] 2024-09-12T17:56:34.338 INFO:tasks.workunit.client.0.smithi045.stderr: 7: __libc_start_main() 2024-09-12T17:56:34.338 INFO:tasks.workunit.client.0.smithi045.stderr: 8: _start() 2024-09-12T17:56:34.338 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:34.338 INFO:tasks.workunit.client.0.smithi045.stderr: 0> 2024-09-12T17:56:34.263+0000 7f0c2bd26800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:56:34.338 INFO:tasks.workunit.client.0.smithi045.stderr: in thread 7f0c2bd26800 thread_name:radosgw-admin 2024-09-12T17:56:34.338 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:34.338 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:56:34.338 INFO:tasks.workunit.client.0.smithi045.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f0c2c23e6f0] 2024-09-12T17:56:34.338 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f0c2c28b99c] 2024-09-12T17:56:34.338 INFO:tasks.workunit.client.0.smithi045.stderr: 3: raise() 2024-09-12T17:56:34.338 INFO:tasks.workunit.client.0.smithi045.stderr: 4: abort() 2024-09-12T17:56:34.339 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f0c2d58c774] 2024-09-12T17:56:34.339 INFO:tasks.workunit.client.0.smithi045.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f0c2d58c8d8] 2024-09-12T17:56:34.339 INFO:tasks.workunit.client.0.smithi045.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x559033e24841] 2024-09-12T17:56:34.339 INFO:tasks.workunit.client.0.smithi045.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x559033e3457a] 2024-09-12T17:56:34.339 INFO:tasks.workunit.client.0.smithi045.stderr: 9: main() 2024-09-12T17:56:34.339 INFO:tasks.workunit.client.0.smithi045.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7f0c2c229590] 2024-09-12T17:56:34.339 INFO:tasks.workunit.client.0.smithi045.stderr: 11: __libc_start_main() 2024-09-12T17:56:34.339 INFO:tasks.workunit.client.0.smithi045.stderr: 12: _start() 2024-09-12T17:56:34.339 INFO:tasks.workunit.client.0.smithi045.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:56:34.339 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:34.339 INFO:tasks.workunit.client.0.smithi045.stderr:--- logging levels --- 2024-09-12T17:56:34.339 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 none 2024-09-12T17:56:34.339 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 lockdep 2024-09-12T17:56:34.339 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 context 2024-09-12T17:56:34.340 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 crush 2024-09-12T17:56:34.340 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds 2024-09-12T17:56:34.340 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_balancer 2024-09-12T17:56:34.340 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_locker 2024-09-12T17:56:34.340 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_log 2024-09-12T17:56:34.340 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_log_expire 2024-09-12T17:56:34.340 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_migrator 2024-09-12T17:56:34.340 INFO:tasks.workunit.client.0.smithi045.stderr: 3/ 5 mds_quiesce 2024-09-12T17:56:34.340 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 buffer 2024-09-12T17:56:34.340 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 timer 2024-09-12T17:56:34.340 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 filer 2024-09-12T17:56:34.340 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 striper 2024-09-12T17:56:34.340 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 objecter 2024-09-12T17:56:34.340 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rados 2024-09-12T17:56:34.341 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd 2024-09-12T17:56:34.341 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_mirror 2024-09-12T17:56:34.341 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_replay 2024-09-12T17:56:34.341 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_pwl 2024-09-12T17:56:34.341 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 journaler 2024-09-12T17:56:34.341 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 objectcacher 2024-09-12T17:56:34.341 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:56:34.341 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 client 2024-09-12T17:56:34.341 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 osd 2024-09-12T17:56:34.341 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 optracker 2024-09-12T17:56:34.341 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 objclass 2024-09-12T17:56:34.341 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 filestore 2024-09-12T17:56:34.341 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 journal 2024-09-12T17:56:34.341 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 0 ms 2024-09-12T17:56:34.342 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mon 2024-09-12T17:56:34.342 INFO:tasks.workunit.client.0.smithi045.stderr: 0/10 monc 2024-09-12T17:56:34.342 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 paxos 2024-09-12T17:56:34.342 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 tp 2024-09-12T17:56:34.342 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 auth 2024-09-12T17:56:34.342 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 crypto 2024-09-12T17:56:34.342 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 finisher 2024-09-12T17:56:34.342 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 reserver 2024-09-12T17:56:34.342 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 heartbeatmap 2024-09-12T17:56:34.342 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 perfcounter 2024-09-12T17:56:34.342 INFO:tasks.workunit.client.0.smithi045.stderr: 20/20 rgw 2024-09-12T17:56:34.342 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_sync 2024-09-12T17:56:34.342 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_datacache 2024-09-12T17:56:34.342 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_access 2024-09-12T17:56:34.343 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:56:34.343 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_flight 2024-09-12T17:56:34.343 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:56:34.343 INFO:tasks.workunit.client.0.smithi045.stderr: 20/20 rgw_notification 2024-09-12T17:56:34.343 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 javaclient 2024-09-12T17:56:34.343 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 asok 2024-09-12T17:56:34.343 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 throttle 2024-09-12T17:56:34.343 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 0 refs 2024-09-12T17:56:34.343 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 compressor 2024-09-12T17:56:34.343 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 bluestore 2024-09-12T17:56:34.343 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 bluefs 2024-09-12T17:56:34.343 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 bdev 2024-09-12T17:56:34.343 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 kstore 2024-09-12T17:56:34.343 INFO:tasks.workunit.client.0.smithi045.stderr: 4/ 5 rocksdb 2024-09-12T17:56:34.344 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 fuse 2024-09-12T17:56:34.344 INFO:tasks.workunit.client.0.smithi045.stderr: 2/ 5 mgr 2024-09-12T17:56:34.344 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mgrc 2024-09-12T17:56:34.344 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 dpdk 2024-09-12T17:56:34.344 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 eventtrace 2024-09-12T17:56:34.344 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 prioritycache 2024-09-12T17:56:34.344 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 test 2024-09-12T17:56:34.344 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:56:34.344 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cephsqlite 2024-09-12T17:56:34.344 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:56:34.344 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore 2024-09-12T17:56:34.344 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_onode 2024-09-12T17:56:34.344 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_odata 2024-09-12T17:56:34.345 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_omap 2024-09-12T17:56:34.345 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_tm 2024-09-12T17:56:34.345 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_t 2024-09-12T17:56:34.345 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:56:34.345 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_epm 2024-09-12T17:56:34.345 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_lba 2024-09-12T17:56:34.345 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:56:34.345 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_cache 2024-09-12T17:56:34.345 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_journal 2024-09-12T17:56:34.345 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_device 2024-09-12T17:56:34.345 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_backref 2024-09-12T17:56:34.345 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 alienstore 2024-09-12T17:56:34.345 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mclock 2024-09-12T17:56:34.345 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cyanstore 2024-09-12T17:56:34.346 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 ceph_exporter 2024-09-12T17:56:34.346 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 memstore 2024-09-12T17:56:34.346 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 trace 2024-09-12T17:56:34.346 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 ceph_dedup 2024-09-12T17:56:34.346 INFO:tasks.workunit.client.0.smithi045.stderr: -2/-2 (syslog threshold) 2024-09-12T17:56:34.346 INFO:tasks.workunit.client.0.smithi045.stderr: 99/99 (stderr threshold) 2024-09-12T17:56:34.346 INFO:tasks.workunit.client.0.smithi045.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:56:34.346 INFO:tasks.workunit.client.0.smithi045.stderr: 7f0a567fc640 / http_manager 2024-09-12T17:56:34.346 INFO:tasks.workunit.client.0.smithi045.stderr: 7f0adcfe1640 / http_manager 2024-09-12T17:56:34.346 INFO:tasks.workunit.client.0.smithi045.stderr: 7f0addfe3640 / rgw_dt_lg_renew 2024-09-12T17:56:34.346 INFO:tasks.workunit.client.0.smithi045.stderr: 7f0b057fa640 / ms_dispatch 2024-09-12T17:56:34.346 INFO:tasks.workunit.client.0.smithi045.stderr: 7f0b06ffd640 / io_context_pool 2024-09-12T17:56:34.346 INFO:tasks.workunit.client.0.smithi045.stderr: 7f0b0d7fa640 / ms_dispatch 2024-09-12T17:56:34.347 INFO:tasks.workunit.client.0.smithi045.stderr: 7f0b0ffff640 / ms_dispatch 2024-09-12T17:56:34.347 INFO:tasks.workunit.client.0.smithi045.stderr: 7f0b15e0b640 / io_context_pool 2024-09-12T17:56:34.347 INFO:tasks.workunit.client.0.smithi045.stderr: 7f0c2726e640 / msgr-worker-2 2024-09-12T17:56:34.347 INFO:tasks.workunit.client.0.smithi045.stderr: 7f0c27a6f640 / msgr-worker-1 2024-09-12T17:56:34.347 INFO:tasks.workunit.client.0.smithi045.stderr: 7f0c28270640 / msgr-worker-0 2024-09-12T17:56:34.347 INFO:tasks.workunit.client.0.smithi045.stderr: 7f0c28a71640 / io_context_pool 2024-09-12T17:56:34.347 INFO:tasks.workunit.client.0.smithi045.stderr: 7f0c2bd26800 / radosgw-admin 2024-09-12T17:56:34.347 INFO:tasks.workunit.client.0.smithi045.stderr: max_recent 500 2024-09-12T17:56:34.347 INFO:tasks.workunit.client.0.smithi045.stderr: max_new 1000 2024-09-12T17:56:34.347 INFO:tasks.workunit.client.0.smithi045.stderr: log_file /var/log/ceph/ceph-client.admin.127048.log 2024-09-12T17:56:34.347 INFO:tasks.workunit.client.0.smithi045.stderr:--- end dump of recent events --- 2024-09-12T17:56:34.347 INFO:tasks.workunit.client.0.smithi045.stderr:--- begin dump of recent events --- 2024-09-12T17:56:34.347 INFO:tasks.workunit.client.0.smithi045.stderr: -499> 2024-09-12T17:56:34.003+0000 7f0b15e0b640 10 monclient: _finish_auth 0 2024-09-12T17:56:34.347 INFO:tasks.workunit.client.0.smithi045.stderr: -498> 2024-09-12T17:56:34.003+0000 7f0b15e0b640 10 monclient: _check_auth_tickets 2024-09-12T17:56:34.347 INFO:tasks.workunit.client.0.smithi045.stderr: -497> 2024-09-12T17:56:34.003+0000 7f0c2bd26800 5 monclient: authenticate success, global_id 7428 2024-09-12T17:56:34.348 INFO:tasks.workunit.client.0.smithi045.stderr: -496> 2024-09-12T17:56:34.003+0000 7f0b15e0b640 10 monclient: handle_config config(0 keys) 2024-09-12T17:56:34.348 INFO:tasks.workunit.client.0.smithi045.stderr: -495> 2024-09-12T17:56:34.003+0000 7f0c2bd26800 10 monclient: get_monmap_and_config success 2024-09-12T17:56:34.348 INFO:tasks.workunit.client.0.smithi045.stderr: -494> 2024-09-12T17:56:34.003+0000 7f0c2bd26800 4 set_mon_vals no callback set 2024-09-12T17:56:34.348 INFO:tasks.workunit.client.0.smithi045.stderr: -493> 2024-09-12T17:56:34.003+0000 7f0b15e0b640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:56:34.348 INFO:tasks.workunit.client.0.smithi045.stderr: -492> 2024-09-12T17:56:34.003+0000 7f0b15e0b640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:56:34.348 INFO:tasks.workunit.client.0.smithi045.stderr: -491> 2024-09-12T17:56:34.003+0000 7f0b15e0b640 10 monclient: dump: 2024-09-12T17:56:34.348 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:56:34.348 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:56:34.348 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:34.348 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:34.348 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:56:34.348 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:56:34.348 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:56:34.349 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:56:34.349 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:56:34.349 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:34.349 INFO:tasks.workunit.client.0.smithi045.stderr: -490> 2024-09-12T17:56:34.004+0000 7f0c2bd26800 10 monclient: shutdown 2024-09-12T17:56:34.349 INFO:tasks.workunit.client.0.smithi045.stderr: -489> 2024-09-12T17:56:34.004+0000 7f0c2bd26800 5 asok(0x55903537b730) unregister_commands rotate-key 2024-09-12T17:56:34.349 INFO:tasks.workunit.client.0.smithi045.stderr: -488> 2024-09-12T17:56:34.004+0000 7f0c2bd26800 10 monclient: build_initial_monmap 2024-09-12T17:56:34.349 INFO:tasks.workunit.client.0.smithi045.stderr: -487> 2024-09-12T17:56:34.004+0000 7f0c2bd26800 1 build_initial for_mkfs: 0 2024-09-12T17:56:34.349 INFO:tasks.workunit.client.0.smithi045.stderr: -486> 2024-09-12T17:56:34.004+0000 7f0c2bd26800 10 monclient: monmap: 2024-09-12T17:56:34.349 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:56:34.349 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:56:34.349 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:56:34.349 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:56:34.349 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:56:34.350 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:56:34.350 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:56:34.350 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:56:34.350 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:56:34.350 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:34.350 INFO:tasks.workunit.client.0.smithi045.stderr: -485> 2024-09-12T17:56:34.004+0000 7f0c2bd26800 5 AuthRegistry(0x5590355a31a0) adding auth protocol: cephx 2024-09-12T17:56:34.350 INFO:tasks.workunit.client.0.smithi045.stderr: -484> 2024-09-12T17:56:34.004+0000 7f0c2bd26800 5 AuthRegistry(0x5590355a31a0) adding auth protocol: cephx 2024-09-12T17:56:34.350 INFO:tasks.workunit.client.0.smithi045.stderr: -483> 2024-09-12T17:56:34.004+0000 7f0c2bd26800 5 AuthRegistry(0x5590355a31a0) adding auth protocol: cephx 2024-09-12T17:56:34.350 INFO:tasks.workunit.client.0.smithi045.stderr: -482> 2024-09-12T17:56:34.004+0000 7f0c2bd26800 5 AuthRegistry(0x5590355a31a0) adding con mode: secure 2024-09-12T17:56:34.350 INFO:tasks.workunit.client.0.smithi045.stderr: -481> 2024-09-12T17:56:34.004+0000 7f0c2bd26800 5 AuthRegistry(0x5590355a31a0) adding con mode: crc 2024-09-12T17:56:34.350 INFO:tasks.workunit.client.0.smithi045.stderr: -480> 2024-09-12T17:56:34.004+0000 7f0c2bd26800 5 AuthRegistry(0x5590355a31a0) adding con mode: secure 2024-09-12T17:56:34.350 INFO:tasks.workunit.client.0.smithi045.stderr: -479> 2024-09-12T17:56:34.004+0000 7f0c2bd26800 5 AuthRegistry(0x5590355a31a0) adding con mode: crc 2024-09-12T17:56:34.351 INFO:tasks.workunit.client.0.smithi045.stderr: -478> 2024-09-12T17:56:34.004+0000 7f0c2bd26800 5 AuthRegistry(0x5590355a31a0) adding con mode: secure 2024-09-12T17:56:34.351 INFO:tasks.workunit.client.0.smithi045.stderr: -477> 2024-09-12T17:56:34.004+0000 7f0c2bd26800 5 AuthRegistry(0x5590355a31a0) adding con mode: crc 2024-09-12T17:56:34.351 INFO:tasks.workunit.client.0.smithi045.stderr: -476> 2024-09-12T17:56:34.004+0000 7f0c2bd26800 5 AuthRegistry(0x5590355a31a0) adding con mode: crc 2024-09-12T17:56:34.351 INFO:tasks.workunit.client.0.smithi045.stderr: -475> 2024-09-12T17:56:34.004+0000 7f0c2bd26800 5 AuthRegistry(0x5590355a31a0) adding con mode: secure 2024-09-12T17:56:34.351 INFO:tasks.workunit.client.0.smithi045.stderr: -474> 2024-09-12T17:56:34.004+0000 7f0c2bd26800 5 AuthRegistry(0x5590355a31a0) adding con mode: crc 2024-09-12T17:56:34.351 INFO:tasks.workunit.client.0.smithi045.stderr: -473> 2024-09-12T17:56:34.004+0000 7f0c2bd26800 5 AuthRegistry(0x5590355a31a0) adding con mode: secure 2024-09-12T17:56:34.351 INFO:tasks.workunit.client.0.smithi045.stderr: -472> 2024-09-12T17:56:34.004+0000 7f0c2bd26800 5 AuthRegistry(0x5590355a31a0) adding con mode: crc 2024-09-12T17:56:34.351 INFO:tasks.workunit.client.0.smithi045.stderr: -471> 2024-09-12T17:56:34.004+0000 7f0c2bd26800 5 AuthRegistry(0x5590355a31a0) adding con mode: secure 2024-09-12T17:56:34.351 INFO:tasks.workunit.client.0.smithi045.stderr: -470> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:56:34.351 INFO:tasks.workunit.client.0.smithi045.stderr: -469> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 1 librados: starting msgr at 2024-09-12T17:56:34.351 INFO:tasks.workunit.client.0.smithi045.stderr: -468> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 1 librados: starting objecter 2024-09-12T17:56:34.351 INFO:tasks.workunit.client.0.smithi045.stderr: -467> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 5 asok(0x55903537b730) register_command objecter_requests hook 0x5590355a5550 2024-09-12T17:56:34.351 INFO:tasks.workunit.client.0.smithi045.stderr: -466> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 1 librados: setting wanted keys 2024-09-12T17:56:34.351 INFO:tasks.workunit.client.0.smithi045.stderr: -465> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 1 librados: calling monclient init 2024-09-12T17:56:34.352 INFO:tasks.workunit.client.0.smithi045.stderr: -464> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 10 monclient: init 2024-09-12T17:56:34.352 INFO:tasks.workunit.client.0.smithi045.stderr: -463> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 5 AuthRegistry(0x55903559daa0) adding auth protocol: cephx 2024-09-12T17:56:34.352 INFO:tasks.workunit.client.0.smithi045.stderr: -462> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 5 AuthRegistry(0x55903559daa0) adding auth protocol: cephx 2024-09-12T17:56:34.352 INFO:tasks.workunit.client.0.smithi045.stderr: -461> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 5 AuthRegistry(0x55903559daa0) adding auth protocol: cephx 2024-09-12T17:56:34.352 INFO:tasks.workunit.client.0.smithi045.stderr: -460> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 5 AuthRegistry(0x55903559daa0) adding con mode: secure 2024-09-12T17:56:34.352 INFO:tasks.workunit.client.0.smithi045.stderr: -459> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 5 AuthRegistry(0x55903559daa0) adding con mode: crc 2024-09-12T17:56:34.352 INFO:tasks.workunit.client.0.smithi045.stderr: -458> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 5 AuthRegistry(0x55903559daa0) adding con mode: secure 2024-09-12T17:56:34.352 INFO:tasks.workunit.client.0.smithi045.stderr: -457> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 5 AuthRegistry(0x55903559daa0) adding con mode: crc 2024-09-12T17:56:34.352 INFO:tasks.workunit.client.0.smithi045.stderr: -456> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 5 AuthRegistry(0x55903559daa0) adding con mode: secure 2024-09-12T17:56:34.352 INFO:tasks.workunit.client.0.smithi045.stderr: -455> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 5 AuthRegistry(0x55903559daa0) adding con mode: crc 2024-09-12T17:56:34.352 INFO:tasks.workunit.client.0.smithi045.stderr: -454> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 5 AuthRegistry(0x55903559daa0) adding con mode: crc 2024-09-12T17:56:34.352 INFO:tasks.workunit.client.0.smithi045.stderr: -453> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 5 AuthRegistry(0x55903559daa0) adding con mode: secure 2024-09-12T17:56:34.352 INFO:tasks.workunit.client.0.smithi045.stderr: -452> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 5 AuthRegistry(0x55903559daa0) adding con mode: crc 2024-09-12T17:56:34.352 INFO:tasks.workunit.client.0.smithi045.stderr: -451> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 5 AuthRegistry(0x55903559daa0) adding con mode: secure 2024-09-12T17:56:34.353 INFO:tasks.workunit.client.0.smithi045.stderr: -450> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 5 AuthRegistry(0x55903559daa0) adding con mode: crc 2024-09-12T17:56:34.353 INFO:tasks.workunit.client.0.smithi045.stderr: -449> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 5 AuthRegistry(0x55903559daa0) adding con mode: secure 2024-09-12T17:56:34.353 INFO:tasks.workunit.client.0.smithi045.stderr: -448> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:56:34.353 INFO:tasks.workunit.client.0.smithi045.stderr: -447> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:56:34.353 INFO:tasks.workunit.client.0.smithi045.stderr: -446> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 5 asok(0x55903537b730) register_command rotate-key hook 0x55903559dbe8 2024-09-12T17:56:34.353 INFO:tasks.workunit.client.0.smithi045.stderr: -445> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 10 monclient: _reopen_session rank -1 2024-09-12T17:56:34.353 INFO:tasks.workunit.client.0.smithi045.stderr: -444> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:56:34.353 INFO:tasks.workunit.client.0.smithi045.stderr: -443> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 10 monclient(hunting): picked mon.noname-c con 0x5590354525b0 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:56:34.353 INFO:tasks.workunit.client.0.smithi045.stderr: -442> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 10 monclient(hunting): picked mon.noname-b con 0x5590354e6930 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:56:34.353 INFO:tasks.workunit.client.0.smithi045.stderr: -441> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 10 monclient(hunting): picked mon.noname-a con 0x5590354ebcb0 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:56:34.354 INFO:tasks.workunit.client.0.smithi045.stderr: -440> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 10 monclient(hunting): start opening mon connection 2024-09-12T17:56:34.354 INFO:tasks.workunit.client.0.smithi045.stderr: -439> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 10 monclient(hunting): start opening mon connection 2024-09-12T17:56:34.354 INFO:tasks.workunit.client.0.smithi045.stderr: -438> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 10 monclient(hunting): start opening mon connection 2024-09-12T17:56:34.354 INFO:tasks.workunit.client.0.smithi045.stderr: -437> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 10 monclient(hunting): _renew_subs 2024-09-12T17:56:34.354 INFO:tasks.workunit.client.0.smithi045.stderr: -436> 2024-09-12T17:56:34.005+0000 7f0c2bd26800 10 monclient(hunting): authenticate will time out at 2092.464859s 2024-09-12T17:56:34.354 INFO:tasks.workunit.client.0.smithi045.stderr: -435> 2024-09-12T17:56:34.005+0000 7f0c27a6f640 10 monclient(hunting): get_auth_request con 0x5590354525b0 auth_method 0 2024-09-12T17:56:34.354 INFO:tasks.workunit.client.0.smithi045.stderr: -434> 2024-09-12T17:56:34.005+0000 7f0c27a6f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:56:34.354 INFO:tasks.workunit.client.0.smithi045.stderr: -433> 2024-09-12T17:56:34.005+0000 7f0c27a6f640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:56:34.354 INFO:tasks.workunit.client.0.smithi045.stderr: -432> 2024-09-12T17:56:34.005+0000 7f0c27a6f640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:56:34.354 INFO:tasks.workunit.client.0.smithi045.stderr: -431> 2024-09-12T17:56:34.005+0000 7f0c28270640 10 monclient(hunting): get_auth_request con 0x5590354ebcb0 auth_method 0 2024-09-12T17:56:34.354 INFO:tasks.workunit.client.0.smithi045.stderr: -430> 2024-09-12T17:56:34.005+0000 7f0c28270640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:56:34.354 INFO:tasks.workunit.client.0.smithi045.stderr: -429> 2024-09-12T17:56:34.005+0000 7f0c28270640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:56:34.355 INFO:tasks.workunit.client.0.smithi045.stderr: -428> 2024-09-12T17:56:34.005+0000 7f0c28270640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:56:34.355 INFO:tasks.workunit.client.0.smithi045.stderr: -427> 2024-09-12T17:56:34.006+0000 7f0c27a6f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:56:34.355 INFO:tasks.workunit.client.0.smithi045.stderr: -426> 2024-09-12T17:56:34.006+0000 7f0c27a6f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:56:34.355 INFO:tasks.workunit.client.0.smithi045.stderr: -425> 2024-09-12T17:56:34.006+0000 7f0c27a6f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:56:34.355 INFO:tasks.workunit.client.0.smithi045.stderr: -424> 2024-09-12T17:56:34.006+0000 7f0c2726e640 10 monclient(hunting): get_auth_request con 0x5590354e6930 auth_method 0 2024-09-12T17:56:34.355 INFO:tasks.workunit.client.0.smithi045.stderr: -423> 2024-09-12T17:56:34.006+0000 7f0c2726e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:56:34.355 INFO:tasks.workunit.client.0.smithi045.stderr: -422> 2024-09-12T17:56:34.006+0000 7f0c2726e640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:56:34.355 INFO:tasks.workunit.client.0.smithi045.stderr: -421> 2024-09-12T17:56:34.006+0000 7f0c2726e640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:56:34.355 INFO:tasks.workunit.client.0.smithi045.stderr: -420> 2024-09-12T17:56:34.006+0000 7f0c28270640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:56:34.355 INFO:tasks.workunit.client.0.smithi045.stderr: -419> 2024-09-12T17:56:34.006+0000 7f0c28270640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:56:34.355 INFO:tasks.workunit.client.0.smithi045.stderr: -418> 2024-09-12T17:56:34.006+0000 7f0c28270640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:56:34.355 INFO:tasks.workunit.client.0.smithi045.stderr: -417> 2024-09-12T17:56:34.006+0000 7f0c2726e640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:56:34.355 INFO:tasks.workunit.client.0.smithi045.stderr: -416> 2024-09-12T17:56:34.006+0000 7f0c2726e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:56:34.356 INFO:tasks.workunit.client.0.smithi045.stderr: -415> 2024-09-12T17:56:34.006+0000 7f0c2726e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:56:34.356 INFO:tasks.workunit.client.0.smithi045.stderr: -414> 2024-09-12T17:56:34.006+0000 7f0c27a6f640 10 monclient(hunting): handle_auth_done global_id 7037 payload 824 2024-09-12T17:56:34.356 INFO:tasks.workunit.client.0.smithi045.stderr: -413> 2024-09-12T17:56:34.006+0000 7f0c27a6f640 10 monclient: _finish_hunting 0 2024-09-12T17:56:34.356 INFO:tasks.workunit.client.0.smithi045.stderr: -412> 2024-09-12T17:56:34.006+0000 7f0c27a6f640 1 monclient: found mon.noname-c 2024-09-12T17:56:34.356 INFO:tasks.workunit.client.0.smithi045.stderr: -411> 2024-09-12T17:56:34.006+0000 7f0c27a6f640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.45:3301/0 2024-09-12T17:56:34.356 INFO:tasks.workunit.client.0.smithi045.stderr: -410> 2024-09-12T17:56:34.006+0000 7f0b0ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:56:34.356 INFO:tasks.workunit.client.0.smithi045.stderr: -409> 2024-09-12T17:56:34.006+0000 7f0b0ffff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:56:34.356 INFO:tasks.workunit.client.0.smithi045.stderr: -408> 2024-09-12T17:56:34.006+0000 7f0b0ffff640 10 monclient: dump: 2024-09-12T17:56:34.356 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:56:34.356 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:56:34.356 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:34.356 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:34.357 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:56:34.357 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:56:34.357 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:56:34.357 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:56:34.357 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:56:34.357 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:34.357 INFO:tasks.workunit.client.0.smithi045.stderr: -407> 2024-09-12T17:56:34.006+0000 7f0b0ffff640 10 monclient: _finish_auth 0 2024-09-12T17:56:34.357 INFO:tasks.workunit.client.0.smithi045.stderr: -406> 2024-09-12T17:56:34.006+0000 7f0b0ffff640 10 monclient: _check_auth_tickets 2024-09-12T17:56:34.357 INFO:tasks.workunit.client.0.smithi045.stderr: -405> 2024-09-12T17:56:34.006+0000 7f0b0ffff640 10 monclient: handle_config config(0 keys) 2024-09-12T17:56:34.357 INFO:tasks.workunit.client.0.smithi045.stderr: -404> 2024-09-12T17:56:34.006+0000 7f0b0ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:56:34.357 INFO:tasks.workunit.client.0.smithi045.stderr: -403> 2024-09-12T17:56:34.006+0000 7f0b0ffff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:56:34.357 INFO:tasks.workunit.client.0.smithi045.stderr: -402> 2024-09-12T17:56:34.006+0000 7f0b0ffff640 10 monclient: dump: 2024-09-12T17:56:34.357 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:56:34.358 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:56:34.358 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:34.358 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:34.358 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:56:34.358 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:56:34.358 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:56:34.358 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:56:34.358 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:56:34.358 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:34.358 INFO:tasks.workunit.client.0.smithi045.stderr: -401> 2024-09-12T17:56:34.006+0000 7f0c2bd26800 5 monclient: authenticate success, global_id 7037 2024-09-12T17:56:34.358 INFO:tasks.workunit.client.0.smithi045.stderr: -400> 2024-09-12T17:56:34.006+0000 7f0c2bd26800 10 monclient: _renew_subs 2024-09-12T17:56:34.358 INFO:tasks.workunit.client.0.smithi045.stderr: -399> 2024-09-12T17:56:34.006+0000 7f0c2bd26800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:56:34.358 INFO:tasks.workunit.client.0.smithi045.stderr: -398> 2024-09-12T17:56:34.006+0000 7f0b15e0b640 4 set_mon_vals no callback set 2024-09-12T17:56:34.359 INFO:tasks.workunit.client.0.smithi045.stderr: -397> 2024-09-12T17:56:34.006+0000 7f0c2bd26800 10 monclient: _renew_subs 2024-09-12T17:56:34.359 INFO:tasks.workunit.client.0.smithi045.stderr: -396> 2024-09-12T17:56:34.006+0000 7f0c2bd26800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:56:34.359 INFO:tasks.workunit.client.0.smithi045.stderr: -395> 2024-09-12T17:56:34.006+0000 7f0c2bd26800 1 librados: init done 2024-09-12T17:56:34.359 INFO:tasks.workunit.client.0.smithi045.stderr: -394> 2024-09-12T17:56:34.008+0000 7f0b0ffff640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:56:34.359 INFO:tasks.workunit.client.0.smithi045.stderr: -393> 2024-09-12T17:56:34.008+0000 7f0b0ffff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:56:34.359 INFO:tasks.workunit.client.0.smithi045.stderr: -392> 2024-09-12T17:56:34.008+0000 7f0b0ffff640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:56:34.359 INFO:tasks.workunit.client.0.smithi045.stderr: -391> 2024-09-12T17:56:34.008+0000 7f0c2726e640 10 monclient: get_auth_request con 0x7f0b100764a0 auth_method 0 2024-09-12T17:56:34.359 INFO:tasks.workunit.client.0.smithi045.stderr: -390> 2024-09-12T17:56:34.008+0000 7f0c28270640 10 monclient: get_auth_request con 0x5590355c67a0 auth_method 0 2024-09-12T17:56:34.359 INFO:tasks.workunit.client.0.smithi045.stderr: -389> 2024-09-12T17:56:34.009+0000 7f0c27a6f640 10 monclient: get_auth_request con 0x5590355e91e0 auth_method 0 2024-09-12T17:56:34.359 INFO:tasks.workunit.client.0.smithi045.stderr: -388> 2024-09-12T17:56:34.010+0000 7f0c2726e640 10 monclient: get_auth_request con 0x5590355ed590 auth_method 0 2024-09-12T17:56:34.359 INFO:tasks.workunit.client.0.smithi045.stderr: -387> 2024-09-12T17:56:34.011+0000 7f0c2bd26800 10 monclient: build_initial_monmap 2024-09-12T17:56:34.359 INFO:tasks.workunit.client.0.smithi045.stderr: -386> 2024-09-12T17:56:34.011+0000 7f0c2bd26800 1 build_initial for_mkfs: 0 2024-09-12T17:56:34.359 INFO:tasks.workunit.client.0.smithi045.stderr: -385> 2024-09-12T17:56:34.011+0000 7f0c2bd26800 10 monclient: monmap: 2024-09-12T17:56:34.360 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:56:34.360 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:56:34.360 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:56:34.360 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:56:34.360 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:56:34.360 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:56:34.360 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:56:34.360 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:56:34.360 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:56:34.360 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:34.360 INFO:tasks.workunit.client.0.smithi045.stderr: -384> 2024-09-12T17:56:34.011+0000 7f0c2bd26800 5 AuthRegistry(0x5590355f23c0) adding auth protocol: cephx 2024-09-12T17:56:34.360 INFO:tasks.workunit.client.0.smithi045.stderr: -383> 2024-09-12T17:56:34.011+0000 7f0c2bd26800 5 AuthRegistry(0x5590355f23c0) adding auth protocol: cephx 2024-09-12T17:56:34.360 INFO:tasks.workunit.client.0.smithi045.stderr: -382> 2024-09-12T17:56:34.011+0000 7f0c2bd26800 5 AuthRegistry(0x5590355f23c0) adding auth protocol: cephx 2024-09-12T17:56:34.361 INFO:tasks.workunit.client.0.smithi045.stderr: -381> 2024-09-12T17:56:34.011+0000 7f0c2bd26800 5 AuthRegistry(0x5590355f23c0) adding con mode: secure 2024-09-12T17:56:34.361 INFO:tasks.workunit.client.0.smithi045.stderr: -380> 2024-09-12T17:56:34.011+0000 7f0c2bd26800 5 AuthRegistry(0x5590355f23c0) adding con mode: crc 2024-09-12T17:56:34.361 INFO:tasks.workunit.client.0.smithi045.stderr: -379> 2024-09-12T17:56:34.011+0000 7f0c2bd26800 5 AuthRegistry(0x5590355f23c0) adding con mode: secure 2024-09-12T17:56:34.361 INFO:tasks.workunit.client.0.smithi045.stderr: -378> 2024-09-12T17:56:34.011+0000 7f0c2bd26800 5 AuthRegistry(0x5590355f23c0) adding con mode: crc 2024-09-12T17:56:34.361 INFO:tasks.workunit.client.0.smithi045.stderr: -377> 2024-09-12T17:56:34.011+0000 7f0c2bd26800 5 AuthRegistry(0x5590355f23c0) adding con mode: secure 2024-09-12T17:56:34.361 INFO:tasks.workunit.client.0.smithi045.stderr: -376> 2024-09-12T17:56:34.011+0000 7f0c2bd26800 5 AuthRegistry(0x5590355f23c0) adding con mode: crc 2024-09-12T17:56:34.361 INFO:tasks.workunit.client.0.smithi045.stderr: -375> 2024-09-12T17:56:34.011+0000 7f0c2bd26800 5 AuthRegistry(0x5590355f23c0) adding con mode: crc 2024-09-12T17:56:34.361 INFO:tasks.workunit.client.0.smithi045.stderr: -374> 2024-09-12T17:56:34.011+0000 7f0c2bd26800 5 AuthRegistry(0x5590355f23c0) adding con mode: secure 2024-09-12T17:56:34.361 INFO:tasks.workunit.client.0.smithi045.stderr: -373> 2024-09-12T17:56:34.011+0000 7f0c2bd26800 5 AuthRegistry(0x5590355f23c0) adding con mode: crc 2024-09-12T17:56:34.361 INFO:tasks.workunit.client.0.smithi045.stderr: -372> 2024-09-12T17:56:34.011+0000 7f0c2bd26800 5 AuthRegistry(0x5590355f23c0) adding con mode: secure 2024-09-12T17:56:34.361 INFO:tasks.workunit.client.0.smithi045.stderr: -371> 2024-09-12T17:56:34.011+0000 7f0c2bd26800 5 AuthRegistry(0x5590355f23c0) adding con mode: crc 2024-09-12T17:56:34.361 INFO:tasks.workunit.client.0.smithi045.stderr: -370> 2024-09-12T17:56:34.011+0000 7f0c2bd26800 5 AuthRegistry(0x5590355f23c0) adding con mode: secure 2024-09-12T17:56:34.362 INFO:tasks.workunit.client.0.smithi045.stderr: -369> 2024-09-12T17:56:34.012+0000 7f0c2bd26800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:56:34.362 INFO:tasks.workunit.client.0.smithi045.stderr: -368> 2024-09-12T17:56:34.012+0000 7f0c2bd26800 5 asok(0x55903537b730) register_command objecter_requests cmddesc objecter_requests hook 0x5590355f5e10 EEXIST 2024-09-12T17:56:34.362 INFO:tasks.workunit.client.0.smithi045.stderr: -367> 2024-09-12T17:56:34.012+0000 7f0c2bd26800 10 monclient: init 2024-09-12T17:56:34.362 INFO:tasks.workunit.client.0.smithi045.stderr: -366> 2024-09-12T17:56:34.012+0000 7f0c2bd26800 5 AuthRegistry(0x5590355f0a98) adding auth protocol: cephx 2024-09-12T17:56:34.362 INFO:tasks.workunit.client.0.smithi045.stderr: -365> 2024-09-12T17:56:34.012+0000 7f0c2bd26800 5 AuthRegistry(0x5590355f0a98) adding auth protocol: cephx 2024-09-12T17:56:34.362 INFO:tasks.workunit.client.0.smithi045.stderr: -364> 2024-09-12T17:56:34.012+0000 7f0c2bd26800 5 AuthRegistry(0x5590355f0a98) adding auth protocol: cephx 2024-09-12T17:56:34.362 INFO:tasks.workunit.client.0.smithi045.stderr: -363> 2024-09-12T17:56:34.012+0000 7f0c2bd26800 5 AuthRegistry(0x5590355f0a98) adding con mode: secure 2024-09-12T17:56:34.362 INFO:tasks.workunit.client.0.smithi045.stderr: -362> 2024-09-12T17:56:34.012+0000 7f0c2bd26800 5 AuthRegistry(0x5590355f0a98) adding con mode: crc 2024-09-12T17:56:34.362 INFO:tasks.workunit.client.0.smithi045.stderr: -361> 2024-09-12T17:56:34.012+0000 7f0c2bd26800 5 AuthRegistry(0x5590355f0a98) adding con mode: secure 2024-09-12T17:56:34.362 INFO:tasks.workunit.client.0.smithi045.stderr: -360> 2024-09-12T17:56:34.012+0000 7f0c2bd26800 5 AuthRegistry(0x5590355f0a98) adding con mode: crc 2024-09-12T17:56:34.362 INFO:tasks.workunit.client.0.smithi045.stderr: -359> 2024-09-12T17:56:34.012+0000 7f0c2bd26800 5 AuthRegistry(0x5590355f0a98) adding con mode: secure 2024-09-12T17:56:34.362 INFO:tasks.workunit.client.0.smithi045.stderr: -358> 2024-09-12T17:56:34.012+0000 7f0c2bd26800 5 AuthRegistry(0x5590355f0a98) adding con mode: crc 2024-09-12T17:56:34.362 INFO:tasks.workunit.client.0.smithi045.stderr: -357> 2024-09-12T17:56:34.012+0000 7f0c2bd26800 5 AuthRegistry(0x5590355f0a98) adding con mode: crc 2024-09-12T17:56:34.363 INFO:tasks.workunit.client.0.smithi045.stderr: -356> 2024-09-12T17:56:34.012+0000 7f0c2bd26800 5 AuthRegistry(0x5590355f0a98) adding con mode: secure 2024-09-12T17:56:34.363 INFO:tasks.workunit.client.0.smithi045.stderr: -355> 2024-09-12T17:56:34.012+0000 7f0c2bd26800 5 AuthRegistry(0x5590355f0a98) adding con mode: crc 2024-09-12T17:56:34.363 INFO:tasks.workunit.client.0.smithi045.stderr: -354> 2024-09-12T17:56:34.012+0000 7f0c2bd26800 5 AuthRegistry(0x5590355f0a98) adding con mode: secure 2024-09-12T17:56:34.363 INFO:tasks.workunit.client.0.smithi045.stderr: -353> 2024-09-12T17:56:34.012+0000 7f0c2bd26800 5 AuthRegistry(0x5590355f0a98) adding con mode: crc 2024-09-12T17:56:34.363 INFO:tasks.workunit.client.0.smithi045.stderr: -352> 2024-09-12T17:56:34.012+0000 7f0c2bd26800 5 AuthRegistry(0x5590355f0a98) adding con mode: secure 2024-09-12T17:56:34.363 INFO:tasks.workunit.client.0.smithi045.stderr: -351> 2024-09-12T17:56:34.012+0000 7f0c2bd26800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:56:34.363 INFO:tasks.workunit.client.0.smithi045.stderr: -350> 2024-09-12T17:56:34.012+0000 7f0c2bd26800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:56:34.363 INFO:tasks.workunit.client.0.smithi045.stderr: -349> 2024-09-12T17:56:34.012+0000 7f0c2bd26800 5 asok(0x55903537b730) register_command rotate-key cmddesc rotate-key hook 0x5590355f0be0 EEXIST 2024-09-12T17:56:34.363 INFO:tasks.workunit.client.0.smithi045.stderr: -348> 2024-09-12T17:56:34.012+0000 7f0c2bd26800 10 monclient: _reopen_session rank -1 2024-09-12T17:56:34.363 INFO:tasks.workunit.client.0.smithi045.stderr: -347> 2024-09-12T17:56:34.012+0000 7f0c2bd26800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:56:34.363 INFO:tasks.workunit.client.0.smithi045.stderr: -346> 2024-09-12T17:56:34.012+0000 7f0c2bd26800 10 monclient(hunting): picked mon.noname-a con 0x559035619b00 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:56:34.363 INFO:tasks.workunit.client.0.smithi045.stderr: -345> 2024-09-12T17:56:34.012+0000 7f0c2bd26800 10 monclient(hunting): picked mon.noname-b con 0x55903561bdd0 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:56:34.363 INFO:tasks.workunit.client.0.smithi045.stderr: -344> 2024-09-12T17:56:34.012+0000 7f0c2bd26800 10 monclient(hunting): picked mon.noname-c con 0x5590356182d0 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:56:34.364 INFO:tasks.workunit.client.0.smithi045.stderr: -343> 2024-09-12T17:56:34.012+0000 7f0c2bd26800 10 monclient(hunting): start opening mon connection 2024-09-12T17:56:34.364 INFO:tasks.workunit.client.0.smithi045.stderr: -342> 2024-09-12T17:56:34.012+0000 7f0c2bd26800 10 monclient(hunting): start opening mon connection 2024-09-12T17:56:34.364 INFO:tasks.workunit.client.0.smithi045.stderr: -341> 2024-09-12T17:56:34.012+0000 7f0c2bd26800 10 monclient(hunting): start opening mon connection 2024-09-12T17:56:34.364 INFO:tasks.workunit.client.0.smithi045.stderr: -340> 2024-09-12T17:56:34.012+0000 7f0c2bd26800 10 monclient(hunting): _renew_subs 2024-09-12T17:56:34.364 INFO:tasks.workunit.client.0.smithi045.stderr: -339> 2024-09-12T17:56:34.012+0000 7f0c2bd26800 10 monclient(hunting): authenticate will time out at 2092.471857s 2024-09-12T17:56:34.364 INFO:tasks.workunit.client.0.smithi045.stderr: -338> 2024-09-12T17:56:34.012+0000 7f0c27a6f640 10 monclient(hunting): get_auth_request con 0x559035619b00 auth_method 0 2024-09-12T17:56:34.364 INFO:tasks.workunit.client.0.smithi045.stderr: -337> 2024-09-12T17:56:34.012+0000 7f0c27a6f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:56:34.364 INFO:tasks.workunit.client.0.smithi045.stderr: -336> 2024-09-12T17:56:34.012+0000 7f0c27a6f640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:56:34.364 INFO:tasks.workunit.client.0.smithi045.stderr: -335> 2024-09-12T17:56:34.012+0000 7f0c27a6f640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:56:34.364 INFO:tasks.workunit.client.0.smithi045.stderr: -334> 2024-09-12T17:56:34.012+0000 7f0c28270640 10 monclient(hunting): get_auth_request con 0x5590356182d0 auth_method 0 2024-09-12T17:56:34.364 INFO:tasks.workunit.client.0.smithi045.stderr: -333> 2024-09-12T17:56:34.012+0000 7f0c28270640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:56:34.364 INFO:tasks.workunit.client.0.smithi045.stderr: -332> 2024-09-12T17:56:34.012+0000 7f0c28270640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:56:34.364 INFO:tasks.workunit.client.0.smithi045.stderr: -331> 2024-09-12T17:56:34.012+0000 7f0c28270640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:56:34.365 INFO:tasks.workunit.client.0.smithi045.stderr: -330> 2024-09-12T17:56:34.013+0000 7f0c27a6f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:56:34.365 INFO:tasks.workunit.client.0.smithi045.stderr: -329> 2024-09-12T17:56:34.013+0000 7f0c27a6f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:56:34.365 INFO:tasks.workunit.client.0.smithi045.stderr: -328> 2024-09-12T17:56:34.013+0000 7f0c27a6f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:56:34.365 INFO:tasks.workunit.client.0.smithi045.stderr: -327> 2024-09-12T17:56:34.013+0000 7f0c28270640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:56:34.365 INFO:tasks.workunit.client.0.smithi045.stderr: -326> 2024-09-12T17:56:34.013+0000 7f0c28270640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:56:34.365 INFO:tasks.workunit.client.0.smithi045.stderr: -325> 2024-09-12T17:56:34.013+0000 7f0c28270640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:56:34.365 INFO:tasks.workunit.client.0.smithi045.stderr: -324> 2024-09-12T17:56:34.013+0000 7f0c2726e640 10 monclient(hunting): get_auth_request con 0x55903561bdd0 auth_method 0 2024-09-12T17:56:34.365 INFO:tasks.workunit.client.0.smithi045.stderr: -323> 2024-09-12T17:56:34.013+0000 7f0c2726e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:56:34.365 INFO:tasks.workunit.client.0.smithi045.stderr: -322> 2024-09-12T17:56:34.013+0000 7f0c2726e640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:56:34.365 INFO:tasks.workunit.client.0.smithi045.stderr: -321> 2024-09-12T17:56:34.013+0000 7f0c2726e640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:56:34.365 INFO:tasks.workunit.client.0.smithi045.stderr: -320> 2024-09-12T17:56:34.013+0000 7f0c27a6f640 10 monclient(hunting): handle_auth_done global_id 7434 payload 824 2024-09-12T17:56:34.365 INFO:tasks.workunit.client.0.smithi045.stderr: -319> 2024-09-12T17:56:34.013+0000 7f0c27a6f640 10 monclient: _finish_hunting 0 2024-09-12T17:56:34.365 INFO:tasks.workunit.client.0.smithi045.stderr: -318> 2024-09-12T17:56:34.013+0000 7f0c27a6f640 1 monclient: found mon.noname-a 2024-09-12T17:56:34.366 INFO:tasks.workunit.client.0.smithi045.stderr: -317> 2024-09-12T17:56:34.013+0000 7f0c27a6f640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.45:3300/0 2024-09-12T17:56:34.366 INFO:tasks.workunit.client.0.smithi045.stderr: -316> 2024-09-12T17:56:34.013+0000 7f0b0d7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:56:34.366 INFO:tasks.workunit.client.0.smithi045.stderr: -315> 2024-09-12T17:56:34.013+0000 7f0b0d7fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:56:34.366 INFO:tasks.workunit.client.0.smithi045.stderr: -314> 2024-09-12T17:56:34.013+0000 7f0b0d7fa640 10 monclient: dump: 2024-09-12T17:56:34.366 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:56:34.366 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:56:34.366 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:34.366 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:34.366 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:56:34.366 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:56:34.366 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:56:34.366 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:56:34.366 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:56:34.366 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:34.367 INFO:tasks.workunit.client.0.smithi045.stderr: -313> 2024-09-12T17:56:34.013+0000 7f0b0d7fa640 10 monclient: _finish_auth 0 2024-09-12T17:56:34.367 INFO:tasks.workunit.client.0.smithi045.stderr: -312> 2024-09-12T17:56:34.013+0000 7f0b0d7fa640 10 monclient: _check_auth_tickets 2024-09-12T17:56:34.367 INFO:tasks.workunit.client.0.smithi045.stderr: -311> 2024-09-12T17:56:34.013+0000 7f0b0d7fa640 10 monclient: handle_config config(0 keys) 2024-09-12T17:56:34.367 INFO:tasks.workunit.client.0.smithi045.stderr: -310> 2024-09-12T17:56:34.013+0000 7f0b0d7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:56:34.367 INFO:tasks.workunit.client.0.smithi045.stderr: -309> 2024-09-12T17:56:34.013+0000 7f0b0d7fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:56:34.367 INFO:tasks.workunit.client.0.smithi045.stderr: -308> 2024-09-12T17:56:34.013+0000 7f0b0d7fa640 10 monclient: dump: 2024-09-12T17:56:34.367 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:56:34.367 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:56:34.367 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:34.367 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:34.367 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:56:34.367 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:56:34.367 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:56:34.368 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:56:34.368 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:56:34.368 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:34.368 INFO:tasks.workunit.client.0.smithi045.stderr: -307> 2024-09-12T17:56:34.013+0000 7f0c2bd26800 5 monclient: authenticate success, global_id 7434 2024-09-12T17:56:34.368 INFO:tasks.workunit.client.0.smithi045.stderr: -306> 2024-09-12T17:56:34.013+0000 7f0c2bd26800 10 monclient: _renew_subs 2024-09-12T17:56:34.368 INFO:tasks.workunit.client.0.smithi045.stderr: -305> 2024-09-12T17:56:34.013+0000 7f0c2bd26800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:56:34.368 INFO:tasks.workunit.client.0.smithi045.stderr: -304> 2024-09-12T17:56:34.013+0000 7f0c28a71640 4 set_mon_vals no callback set 2024-09-12T17:56:34.368 INFO:tasks.workunit.client.0.smithi045.stderr: -303> 2024-09-12T17:56:34.013+0000 7f0c2bd26800 10 monclient: _renew_subs 2024-09-12T17:56:34.368 INFO:tasks.workunit.client.0.smithi045.stderr: -302> 2024-09-12T17:56:34.013+0000 7f0c2bd26800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:56:34.368 INFO:tasks.workunit.client.0.smithi045.stderr: -301> 2024-09-12T17:56:34.015+0000 7f0b0d7fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:56:34.368 INFO:tasks.workunit.client.0.smithi045.stderr: -300> 2024-09-12T17:56:34.015+0000 7f0b0d7fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:56:34.368 INFO:tasks.workunit.client.0.smithi045.stderr: -299> 2024-09-12T17:56:34.015+0000 7f0b0d7fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:56:34.369 INFO:tasks.workunit.client.0.smithi045.stderr: -298> 2024-09-12T17:56:34.015+0000 7f0c2726e640 10 monclient: get_auth_request con 0x7f0b00076380 auth_method 0 2024-09-12T17:56:34.369 INFO:tasks.workunit.client.0.smithi045.stderr: -297> 2024-09-12T17:56:34.015+0000 7f0c2bd26800 10 monclient: get_monmap_and_config 2024-09-12T17:56:34.369 INFO:tasks.workunit.client.0.smithi045.stderr: -296> 2024-09-12T17:56:34.015+0000 7f0c2bd26800 10 monclient: build_initial_monmap 2024-09-12T17:56:34.369 INFO:tasks.workunit.client.0.smithi045.stderr: -295> 2024-09-12T17:56:34.015+0000 7f0c2bd26800 1 build_initial for_mkfs: 0 2024-09-12T17:56:34.369 INFO:tasks.workunit.client.0.smithi045.stderr: -294> 2024-09-12T17:56:34.015+0000 7f0c2bd26800 10 monclient: monmap: 2024-09-12T17:56:34.369 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:56:34.369 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:56:34.369 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:56:34.369 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:56:34.369 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:56:34.369 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:56:34.369 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:56:34.369 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:56:34.370 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:56:34.370 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:34.370 INFO:tasks.workunit.client.0.smithi045.stderr: -293> 2024-09-12T17:56:34.015+0000 7f0c2bd26800 5 AuthRegistry(0x5590356395a0) adding auth protocol: cephx 2024-09-12T17:56:34.370 INFO:tasks.workunit.client.0.smithi045.stderr: -292> 2024-09-12T17:56:34.015+0000 7f0c2bd26800 5 AuthRegistry(0x5590356395a0) adding auth protocol: cephx 2024-09-12T17:56:34.370 INFO:tasks.workunit.client.0.smithi045.stderr: -291> 2024-09-12T17:56:34.015+0000 7f0c2bd26800 5 AuthRegistry(0x5590356395a0) adding auth protocol: cephx 2024-09-12T17:56:34.370 INFO:tasks.workunit.client.0.smithi045.stderr: -290> 2024-09-12T17:56:34.015+0000 7f0c2bd26800 5 AuthRegistry(0x5590356395a0) adding con mode: secure 2024-09-12T17:56:34.370 INFO:tasks.workunit.client.0.smithi045.stderr: -289> 2024-09-12T17:56:34.015+0000 7f0c2bd26800 5 AuthRegistry(0x5590356395a0) adding con mode: crc 2024-09-12T17:56:34.370 INFO:tasks.workunit.client.0.smithi045.stderr: -288> 2024-09-12T17:56:34.015+0000 7f0c2bd26800 5 AuthRegistry(0x5590356395a0) adding con mode: secure 2024-09-12T17:56:34.370 INFO:tasks.workunit.client.0.smithi045.stderr: -287> 2024-09-12T17:56:34.015+0000 7f0c2bd26800 5 AuthRegistry(0x5590356395a0) adding con mode: crc 2024-09-12T17:56:34.370 INFO:tasks.workunit.client.0.smithi045.stderr: -286> 2024-09-12T17:56:34.015+0000 7f0c2bd26800 5 AuthRegistry(0x5590356395a0) adding con mode: secure 2024-09-12T17:56:34.370 INFO:tasks.workunit.client.0.smithi045.stderr: -285> 2024-09-12T17:56:34.015+0000 7f0c2bd26800 5 AuthRegistry(0x5590356395a0) adding con mode: crc 2024-09-12T17:56:34.370 INFO:tasks.workunit.client.0.smithi045.stderr: -284> 2024-09-12T17:56:34.015+0000 7f0c2bd26800 5 AuthRegistry(0x5590356395a0) adding con mode: crc 2024-09-12T17:56:34.370 INFO:tasks.workunit.client.0.smithi045.stderr: -283> 2024-09-12T17:56:34.015+0000 7f0c2bd26800 5 AuthRegistry(0x5590356395a0) adding con mode: secure 2024-09-12T17:56:34.370 INFO:tasks.workunit.client.0.smithi045.stderr: -282> 2024-09-12T17:56:34.015+0000 7f0c2bd26800 5 AuthRegistry(0x5590356395a0) adding con mode: crc 2024-09-12T17:56:34.371 INFO:tasks.workunit.client.0.smithi045.stderr: -281> 2024-09-12T17:56:34.015+0000 7f0c2bd26800 5 AuthRegistry(0x5590356395a0) adding con mode: secure 2024-09-12T17:56:34.371 INFO:tasks.workunit.client.0.smithi045.stderr: -280> 2024-09-12T17:56:34.015+0000 7f0c2bd26800 5 AuthRegistry(0x5590356395a0) adding con mode: crc 2024-09-12T17:56:34.371 INFO:tasks.workunit.client.0.smithi045.stderr: -279> 2024-09-12T17:56:34.015+0000 7f0c2bd26800 5 AuthRegistry(0x5590356395a0) adding con mode: secure 2024-09-12T17:56:34.371 INFO:tasks.workunit.client.0.smithi045.stderr: -278> 2024-09-12T17:56:34.015+0000 7f0c2bd26800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:56:34.371 INFO:tasks.workunit.client.0.smithi045.stderr: -277> 2024-09-12T17:56:34.016+0000 7f0c2bd26800 10 monclient: init 2024-09-12T17:56:34.371 INFO:tasks.workunit.client.0.smithi045.stderr: -276> 2024-09-12T17:56:34.016+0000 7f0c2bd26800 5 AuthRegistry(0x7ffe1ae37440) adding auth protocol: cephx 2024-09-12T17:56:34.371 INFO:tasks.workunit.client.0.smithi045.stderr: -275> 2024-09-12T17:56:34.016+0000 7f0c2bd26800 5 AuthRegistry(0x7ffe1ae37440) adding auth protocol: cephx 2024-09-12T17:56:34.371 INFO:tasks.workunit.client.0.smithi045.stderr: -274> 2024-09-12T17:56:34.016+0000 7f0c2bd26800 5 AuthRegistry(0x7ffe1ae37440) adding auth protocol: cephx 2024-09-12T17:56:34.371 INFO:tasks.workunit.client.0.smithi045.stderr: -273> 2024-09-12T17:56:34.016+0000 7f0c2bd26800 5 AuthRegistry(0x7ffe1ae37440) adding con mode: secure 2024-09-12T17:56:34.371 INFO:tasks.workunit.client.0.smithi045.stderr: -272> 2024-09-12T17:56:34.016+0000 7f0c2bd26800 5 AuthRegistry(0x7ffe1ae37440) adding con mode: crc 2024-09-12T17:56:34.371 INFO:tasks.workunit.client.0.smithi045.stderr: -271> 2024-09-12T17:56:34.016+0000 7f0c2bd26800 5 AuthRegistry(0x7ffe1ae37440) adding con mode: secure 2024-09-12T17:56:34.371 INFO:tasks.workunit.client.0.smithi045.stderr: -270> 2024-09-12T17:56:34.016+0000 7f0c2bd26800 5 AuthRegistry(0x7ffe1ae37440) adding con mode: crc 2024-09-12T17:56:34.372 INFO:tasks.workunit.client.0.smithi045.stderr: -269> 2024-09-12T17:56:34.016+0000 7f0c2bd26800 5 AuthRegistry(0x7ffe1ae37440) adding con mode: secure 2024-09-12T17:56:34.372 INFO:tasks.workunit.client.0.smithi045.stderr: -268> 2024-09-12T17:56:34.016+0000 7f0c2bd26800 5 AuthRegistry(0x7ffe1ae37440) adding con mode: crc 2024-09-12T17:56:34.372 INFO:tasks.workunit.client.0.smithi045.stderr: -267> 2024-09-12T17:56:34.016+0000 7f0c2bd26800 5 AuthRegistry(0x7ffe1ae37440) adding con mode: crc 2024-09-12T17:56:34.372 INFO:tasks.workunit.client.0.smithi045.stderr: -266> 2024-09-12T17:56:34.016+0000 7f0c2bd26800 5 AuthRegistry(0x7ffe1ae37440) adding con mode: secure 2024-09-12T17:56:34.372 INFO:tasks.workunit.client.0.smithi045.stderr: -265> 2024-09-12T17:56:34.016+0000 7f0c2bd26800 5 AuthRegistry(0x7ffe1ae37440) adding con mode: crc 2024-09-12T17:56:34.372 INFO:tasks.workunit.client.0.smithi045.stderr: -264> 2024-09-12T17:56:34.016+0000 7f0c2bd26800 5 AuthRegistry(0x7ffe1ae37440) adding con mode: secure 2024-09-12T17:56:34.372 INFO:tasks.workunit.client.0.smithi045.stderr: -263> 2024-09-12T17:56:34.016+0000 7f0c2bd26800 5 AuthRegistry(0x7ffe1ae37440) adding con mode: crc 2024-09-12T17:56:34.372 INFO:tasks.workunit.client.0.smithi045.stderr: -262> 2024-09-12T17:56:34.016+0000 7f0c2bd26800 5 AuthRegistry(0x7ffe1ae37440) adding con mode: secure 2024-09-12T17:56:34.372 INFO:tasks.workunit.client.0.smithi045.stderr: -261> 2024-09-12T17:56:34.016+0000 7f0c2bd26800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:56:34.372 INFO:tasks.workunit.client.0.smithi045.stderr: -260> 2024-09-12T17:56:34.016+0000 7f0c2bd26800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:56:34.372 INFO:tasks.workunit.client.0.smithi045.stderr: -259> 2024-09-12T17:56:34.016+0000 7f0c2bd26800 5 asok(0x55903537b730) register_command rotate-key cmddesc rotate-key hook 0x7ffe1ae37588 EEXIST 2024-09-12T17:56:34.372 INFO:tasks.workunit.client.0.smithi045.stderr: -258> 2024-09-12T17:56:34.016+0000 7f0c2bd26800 10 monclient: _reopen_session rank -1 2024-09-12T17:56:34.372 INFO:tasks.workunit.client.0.smithi045.stderr: -257> 2024-09-12T17:56:34.016+0000 7f0c2bd26800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:56:34.373 INFO:tasks.workunit.client.0.smithi045.stderr: -256> 2024-09-12T17:56:34.016+0000 7f0c2bd26800 10 monclient(hunting): picked mon.noname-c con 0x55903566d810 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:56:34.373 INFO:tasks.workunit.client.0.smithi045.stderr: -255> 2024-09-12T17:56:34.016+0000 7f0c2bd26800 10 monclient(hunting): picked mon.noname-a con 0x55903566dbf0 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:56:34.373 INFO:tasks.workunit.client.0.smithi045.stderr: -254> 2024-09-12T17:56:34.016+0000 7f0c2bd26800 10 monclient(hunting): picked mon.noname-b con 0x559035673340 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:56:34.373 INFO:tasks.workunit.client.0.smithi045.stderr: -253> 2024-09-12T17:56:34.016+0000 7f0c2bd26800 10 monclient(hunting): start opening mon connection 2024-09-12T17:56:34.373 INFO:tasks.workunit.client.0.smithi045.stderr: -252> 2024-09-12T17:56:34.016+0000 7f0c2bd26800 10 monclient(hunting): start opening mon connection 2024-09-12T17:56:34.373 INFO:tasks.workunit.client.0.smithi045.stderr: -251> 2024-09-12T17:56:34.016+0000 7f0c2bd26800 10 monclient(hunting): start opening mon connection 2024-09-12T17:56:34.373 INFO:tasks.workunit.client.0.smithi045.stderr: -250> 2024-09-12T17:56:34.016+0000 7f0c2bd26800 10 monclient(hunting): _renew_subs 2024-09-12T17:56:34.373 INFO:tasks.workunit.client.0.smithi045.stderr: -249> 2024-09-12T17:56:34.016+0000 7f0c2bd26800 10 monclient(hunting): authenticate will time out at 2092.475656s 2024-09-12T17:56:34.373 INFO:tasks.workunit.client.0.smithi045.stderr: -248> 2024-09-12T17:56:34.016+0000 7f0c2726e640 10 monclient(hunting): get_auth_request con 0x55903566dbf0 auth_method 0 2024-09-12T17:56:34.373 INFO:tasks.workunit.client.0.smithi045.stderr: -247> 2024-09-12T17:56:34.016+0000 7f0c2726e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:56:34.373 INFO:tasks.workunit.client.0.smithi045.stderr: -246> 2024-09-12T17:56:34.016+0000 7f0c2726e640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:56:34.373 INFO:tasks.workunit.client.0.smithi045.stderr: -245> 2024-09-12T17:56:34.016+0000 7f0c2726e640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:56:34.373 INFO:tasks.workunit.client.0.smithi045.stderr: -244> 2024-09-12T17:56:34.016+0000 7f0c27a6f640 10 monclient(hunting): get_auth_request con 0x55903566d810 auth_method 0 2024-09-12T17:56:34.374 INFO:tasks.workunit.client.0.smithi045.stderr: -243> 2024-09-12T17:56:34.016+0000 7f0c27a6f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:56:34.374 INFO:tasks.workunit.client.0.smithi045.stderr: -242> 2024-09-12T17:56:34.016+0000 7f0c27a6f640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:56:34.374 INFO:tasks.workunit.client.0.smithi045.stderr: -241> 2024-09-12T17:56:34.016+0000 7f0c27a6f640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:56:34.374 INFO:tasks.workunit.client.0.smithi045.stderr: -240> 2024-09-12T17:56:34.016+0000 7f0c2726e640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:56:34.374 INFO:tasks.workunit.client.0.smithi045.stderr: -239> 2024-09-12T17:56:34.016+0000 7f0c2726e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:56:34.374 INFO:tasks.workunit.client.0.smithi045.stderr: -238> 2024-09-12T17:56:34.016+0000 7f0c2726e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:56:34.374 INFO:tasks.workunit.client.0.smithi045.stderr: -237> 2024-09-12T17:56:34.016+0000 7f0c27a6f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:56:34.374 INFO:tasks.workunit.client.0.smithi045.stderr: -236> 2024-09-12T17:56:34.016+0000 7f0c27a6f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:56:34.374 INFO:tasks.workunit.client.0.smithi045.stderr: -235> 2024-09-12T17:56:34.016+0000 7f0c27a6f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:56:34.374 INFO:tasks.workunit.client.0.smithi045.stderr: -234> 2024-09-12T17:56:34.016+0000 7f0c2726e640 10 monclient(hunting): handle_auth_done global_id 7437 payload 274 2024-09-12T17:56:34.374 INFO:tasks.workunit.client.0.smithi045.stderr: -233> 2024-09-12T17:56:34.016+0000 7f0c2726e640 10 monclient: _finish_hunting 0 2024-09-12T17:56:34.374 INFO:tasks.workunit.client.0.smithi045.stderr: -232> 2024-09-12T17:56:34.016+0000 7f0c2726e640 1 monclient: found mon.noname-a 2024-09-12T17:56:34.374 INFO:tasks.workunit.client.0.smithi045.stderr: -231> 2024-09-12T17:56:34.016+0000 7f0c2726e640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.45:3300/0 2024-09-12T17:56:34.374 INFO:tasks.workunit.client.0.smithi045.stderr: -230> 2024-09-12T17:56:34.017+0000 7f0b06ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:56:34.375 INFO:tasks.workunit.client.0.smithi045.stderr: -229> 2024-09-12T17:56:34.017+0000 7f0b06ffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:56:34.375 INFO:tasks.workunit.client.0.smithi045.stderr: -228> 2024-09-12T17:56:34.017+0000 7f0b06ffd640 10 monclient: dump: 2024-09-12T17:56:34.375 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:56:34.375 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:56:34.375 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:34.375 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:34.375 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:56:34.375 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:56:34.375 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:56:34.375 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:56:34.375 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:56:34.375 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:34.375 INFO:tasks.workunit.client.0.smithi045.stderr: -227> 2024-09-12T17:56:34.017+0000 7f0b06ffd640 10 monclient: _finish_auth 0 2024-09-12T17:56:34.376 INFO:tasks.workunit.client.0.smithi045.stderr: -226> 2024-09-12T17:56:34.017+0000 7f0b06ffd640 10 monclient: _check_auth_tickets 2024-09-12T17:56:34.376 INFO:tasks.workunit.client.0.smithi045.stderr: -225> 2024-09-12T17:56:34.017+0000 7f0b06ffd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:56:34.376 INFO:tasks.workunit.client.0.smithi045.stderr: -224> 2024-09-12T17:56:34.017+0000 7f0c2bd26800 5 monclient: authenticate success, global_id 7437 2024-09-12T17:56:34.376 INFO:tasks.workunit.client.0.smithi045.stderr: -223> 2024-09-12T17:56:34.017+0000 7f0c2bd26800 10 monclient: get_monmap_and_config success 2024-09-12T17:56:34.376 INFO:tasks.workunit.client.0.smithi045.stderr: -222> 2024-09-12T17:56:34.017+0000 7f0c2bd26800 4 set_mon_vals no callback set 2024-09-12T17:56:34.376 INFO:tasks.workunit.client.0.smithi045.stderr: -221> 2024-09-12T17:56:34.017+0000 7f0b06ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:56:34.376 INFO:tasks.workunit.client.0.smithi045.stderr: -220> 2024-09-12T17:56:34.017+0000 7f0b06ffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:56:34.376 INFO:tasks.workunit.client.0.smithi045.stderr: -219> 2024-09-12T17:56:34.017+0000 7f0b06ffd640 10 monclient: dump: 2024-09-12T17:56:34.376 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:56:34.376 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:56:34.376 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:34.376 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:34.376 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:56:34.376 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:56:34.377 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:56:34.377 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:56:34.377 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:56:34.377 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:34.377 INFO:tasks.workunit.client.0.smithi045.stderr: -218> 2024-09-12T17:56:34.017+0000 7f0c2bd26800 10 monclient: shutdown 2024-09-12T17:56:34.377 INFO:tasks.workunit.client.0.smithi045.stderr: -217> 2024-09-12T17:56:34.017+0000 7f0c2bd26800 10 monclient: build_initial_monmap 2024-09-12T17:56:34.377 INFO:tasks.workunit.client.0.smithi045.stderr: -216> 2024-09-12T17:56:34.017+0000 7f0c2bd26800 1 build_initial for_mkfs: 0 2024-09-12T17:56:34.377 INFO:tasks.workunit.client.0.smithi045.stderr: -215> 2024-09-12T17:56:34.017+0000 7f0c2bd26800 10 monclient: monmap: 2024-09-12T17:56:34.377 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:56:34.377 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:56:34.377 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:56:34.377 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:56:34.377 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:56:34.378 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:56:34.378 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:56:34.378 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:56:34.378 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:56:34.378 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:34.378 INFO:tasks.workunit.client.0.smithi045.stderr: -214> 2024-09-12T17:56:34.017+0000 7f0c2bd26800 5 AuthRegistry(0x55903563d4e0) adding auth protocol: cephx 2024-09-12T17:56:34.378 INFO:tasks.workunit.client.0.smithi045.stderr: -213> 2024-09-12T17:56:34.017+0000 7f0c2bd26800 5 AuthRegistry(0x55903563d4e0) adding auth protocol: cephx 2024-09-12T17:56:34.378 INFO:tasks.workunit.client.0.smithi045.stderr: -212> 2024-09-12T17:56:34.017+0000 7f0c2bd26800 5 AuthRegistry(0x55903563d4e0) adding auth protocol: cephx 2024-09-12T17:56:34.378 INFO:tasks.workunit.client.0.smithi045.stderr: -211> 2024-09-12T17:56:34.017+0000 7f0c2bd26800 5 AuthRegistry(0x55903563d4e0) adding con mode: secure 2024-09-12T17:56:34.378 INFO:tasks.workunit.client.0.smithi045.stderr: -210> 2024-09-12T17:56:34.017+0000 7f0c2bd26800 5 AuthRegistry(0x55903563d4e0) adding con mode: crc 2024-09-12T17:56:34.378 INFO:tasks.workunit.client.0.smithi045.stderr: -209> 2024-09-12T17:56:34.017+0000 7f0c2bd26800 5 AuthRegistry(0x55903563d4e0) adding con mode: secure 2024-09-12T17:56:34.378 INFO:tasks.workunit.client.0.smithi045.stderr: -208> 2024-09-12T17:56:34.017+0000 7f0c2bd26800 5 AuthRegistry(0x55903563d4e0) adding con mode: crc 2024-09-12T17:56:34.378 INFO:tasks.workunit.client.0.smithi045.stderr: -207> 2024-09-12T17:56:34.017+0000 7f0c2bd26800 5 AuthRegistry(0x55903563d4e0) adding con mode: secure 2024-09-12T17:56:34.379 INFO:tasks.workunit.client.0.smithi045.stderr: -206> 2024-09-12T17:56:34.017+0000 7f0c2bd26800 5 AuthRegistry(0x55903563d4e0) adding con mode: crc 2024-09-12T17:56:34.379 INFO:tasks.workunit.client.0.smithi045.stderr: -205> 2024-09-12T17:56:34.017+0000 7f0c2bd26800 5 AuthRegistry(0x55903563d4e0) adding con mode: crc 2024-09-12T17:56:34.379 INFO:tasks.workunit.client.0.smithi045.stderr: -204> 2024-09-12T17:56:34.017+0000 7f0c2bd26800 5 AuthRegistry(0x55903563d4e0) adding con mode: secure 2024-09-12T17:56:34.379 INFO:tasks.workunit.client.0.smithi045.stderr: -203> 2024-09-12T17:56:34.017+0000 7f0c2bd26800 5 AuthRegistry(0x55903563d4e0) adding con mode: crc 2024-09-12T17:56:34.379 INFO:tasks.workunit.client.0.smithi045.stderr: -202> 2024-09-12T17:56:34.017+0000 7f0c2bd26800 5 AuthRegistry(0x55903563d4e0) adding con mode: secure 2024-09-12T17:56:34.379 INFO:tasks.workunit.client.0.smithi045.stderr: -201> 2024-09-12T17:56:34.017+0000 7f0c2bd26800 5 AuthRegistry(0x55903563d4e0) adding con mode: crc 2024-09-12T17:56:34.379 INFO:tasks.workunit.client.0.smithi045.stderr: -200> 2024-09-12T17:56:34.017+0000 7f0c2bd26800 5 AuthRegistry(0x55903563d4e0) adding con mode: secure 2024-09-12T17:56:34.379 INFO:tasks.workunit.client.0.smithi045.stderr: -199> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:56:34.379 INFO:tasks.workunit.client.0.smithi045.stderr: -198> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 1 librados: starting msgr at 2024-09-12T17:56:34.379 INFO:tasks.workunit.client.0.smithi045.stderr: -197> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 1 librados: starting objecter 2024-09-12T17:56:34.379 INFO:tasks.workunit.client.0.smithi045.stderr: -196> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 5 asok(0x55903537b730) register_command objecter_requests cmddesc objecter_requests hook 0x55903561fb10 EEXIST 2024-09-12T17:56:34.379 INFO:tasks.workunit.client.0.smithi045.stderr: -195> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 1 librados: setting wanted keys 2024-09-12T17:56:34.379 INFO:tasks.workunit.client.0.smithi045.stderr: -194> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 1 librados: calling monclient init 2024-09-12T17:56:34.379 INFO:tasks.workunit.client.0.smithi045.stderr: -193> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 10 monclient: init 2024-09-12T17:56:34.380 INFO:tasks.workunit.client.0.smithi045.stderr: -192> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 5 AuthRegistry(0x5590356318b0) adding auth protocol: cephx 2024-09-12T17:56:34.380 INFO:tasks.workunit.client.0.smithi045.stderr: -191> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 5 AuthRegistry(0x5590356318b0) adding auth protocol: cephx 2024-09-12T17:56:34.380 INFO:tasks.workunit.client.0.smithi045.stderr: -190> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 5 AuthRegistry(0x5590356318b0) adding auth protocol: cephx 2024-09-12T17:56:34.380 INFO:tasks.workunit.client.0.smithi045.stderr: -189> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 5 AuthRegistry(0x5590356318b0) adding con mode: secure 2024-09-12T17:56:34.380 INFO:tasks.workunit.client.0.smithi045.stderr: -188> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 5 AuthRegistry(0x5590356318b0) adding con mode: crc 2024-09-12T17:56:34.380 INFO:tasks.workunit.client.0.smithi045.stderr: -187> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 5 AuthRegistry(0x5590356318b0) adding con mode: secure 2024-09-12T17:56:34.380 INFO:tasks.workunit.client.0.smithi045.stderr: -186> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 5 AuthRegistry(0x5590356318b0) adding con mode: crc 2024-09-12T17:56:34.380 INFO:tasks.workunit.client.0.smithi045.stderr: -185> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 5 AuthRegistry(0x5590356318b0) adding con mode: secure 2024-09-12T17:56:34.380 INFO:tasks.workunit.client.0.smithi045.stderr: -184> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 5 AuthRegistry(0x5590356318b0) adding con mode: crc 2024-09-12T17:56:34.380 INFO:tasks.workunit.client.0.smithi045.stderr: -183> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 5 AuthRegistry(0x5590356318b0) adding con mode: crc 2024-09-12T17:56:34.380 INFO:tasks.workunit.client.0.smithi045.stderr: -182> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 5 AuthRegistry(0x5590356318b0) adding con mode: secure 2024-09-12T17:56:34.380 INFO:tasks.workunit.client.0.smithi045.stderr: -181> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 5 AuthRegistry(0x5590356318b0) adding con mode: crc 2024-09-12T17:56:34.380 INFO:tasks.workunit.client.0.smithi045.stderr: -180> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 5 AuthRegistry(0x5590356318b0) adding con mode: secure 2024-09-12T17:56:34.381 INFO:tasks.workunit.client.0.smithi045.stderr: -179> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 5 AuthRegistry(0x5590356318b0) adding con mode: crc 2024-09-12T17:56:34.381 INFO:tasks.workunit.client.0.smithi045.stderr: -178> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 5 AuthRegistry(0x5590356318b0) adding con mode: secure 2024-09-12T17:56:34.381 INFO:tasks.workunit.client.0.smithi045.stderr: -177> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:56:34.381 INFO:tasks.workunit.client.0.smithi045.stderr: -176> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:56:34.381 INFO:tasks.workunit.client.0.smithi045.stderr: -175> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 5 asok(0x55903537b730) register_command rotate-key cmddesc rotate-key hook 0x5590356319f8 EEXIST 2024-09-12T17:56:34.381 INFO:tasks.workunit.client.0.smithi045.stderr: -174> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 10 monclient: _reopen_session rank -1 2024-09-12T17:56:34.381 INFO:tasks.workunit.client.0.smithi045.stderr: -173> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:56:34.381 INFO:tasks.workunit.client.0.smithi045.stderr: -172> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 10 monclient(hunting): picked mon.noname-a con 0x55903566d810 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:56:34.381 INFO:tasks.workunit.client.0.smithi045.stderr: -171> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 10 monclient(hunting): picked mon.noname-b con 0x559035673340 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:56:34.381 INFO:tasks.workunit.client.0.smithi045.stderr: -170> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 10 monclient(hunting): picked mon.noname-c con 0x55903563aa10 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:56:34.381 INFO:tasks.workunit.client.0.smithi045.stderr: -169> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 10 monclient(hunting): start opening mon connection 2024-09-12T17:56:34.381 INFO:tasks.workunit.client.0.smithi045.stderr: -168> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 10 monclient(hunting): start opening mon connection 2024-09-12T17:56:34.381 INFO:tasks.workunit.client.0.smithi045.stderr: -167> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 10 monclient(hunting): start opening mon connection 2024-09-12T17:56:34.382 INFO:tasks.workunit.client.0.smithi045.stderr: -166> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 10 monclient(hunting): _renew_subs 2024-09-12T17:56:34.382 INFO:tasks.workunit.client.0.smithi045.stderr: -165> 2024-09-12T17:56:34.018+0000 7f0c2bd26800 10 monclient(hunting): authenticate will time out at 2092.477944s 2024-09-12T17:56:34.382 INFO:tasks.workunit.client.0.smithi045.stderr: -164> 2024-09-12T17:56:34.019+0000 7f0c27a6f640 10 monclient(hunting): get_auth_request con 0x55903566d810 auth_method 0 2024-09-12T17:56:34.382 INFO:tasks.workunit.client.0.smithi045.stderr: -163> 2024-09-12T17:56:34.019+0000 7f0c27a6f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:56:34.382 INFO:tasks.workunit.client.0.smithi045.stderr: -162> 2024-09-12T17:56:34.019+0000 7f0c27a6f640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:56:34.382 INFO:tasks.workunit.client.0.smithi045.stderr: -161> 2024-09-12T17:56:34.019+0000 7f0c27a6f640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:56:34.382 INFO:tasks.workunit.client.0.smithi045.stderr: -160> 2024-09-12T17:56:34.019+0000 7f0c28270640 10 monclient(hunting): get_auth_request con 0x55903563aa10 auth_method 0 2024-09-12T17:56:34.382 INFO:tasks.workunit.client.0.smithi045.stderr: -159> 2024-09-12T17:56:34.019+0000 7f0c28270640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:56:34.382 INFO:tasks.workunit.client.0.smithi045.stderr: -158> 2024-09-12T17:56:34.019+0000 7f0c28270640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:56:34.382 INFO:tasks.workunit.client.0.smithi045.stderr: -157> 2024-09-12T17:56:34.019+0000 7f0c28270640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:56:34.382 INFO:tasks.workunit.client.0.smithi045.stderr: -156> 2024-09-12T17:56:34.019+0000 7f0c27a6f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:56:34.382 INFO:tasks.workunit.client.0.smithi045.stderr: -155> 2024-09-12T17:56:34.019+0000 7f0c27a6f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:56:34.382 INFO:tasks.workunit.client.0.smithi045.stderr: -154> 2024-09-12T17:56:34.019+0000 7f0c27a6f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:56:34.383 INFO:tasks.workunit.client.0.smithi045.stderr: -153> 2024-09-12T17:56:34.019+0000 7f0c28270640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:56:34.383 INFO:tasks.workunit.client.0.smithi045.stderr: -152> 2024-09-12T17:56:34.019+0000 7f0c28270640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:56:34.383 INFO:tasks.workunit.client.0.smithi045.stderr: -151> 2024-09-12T17:56:34.019+0000 7f0c28270640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:56:34.383 INFO:tasks.workunit.client.0.smithi045.stderr: -150> 2024-09-12T17:56:34.019+0000 7f0c2726e640 10 monclient(hunting): get_auth_request con 0x559035673340 auth_method 0 2024-09-12T17:56:34.383 INFO:tasks.workunit.client.0.smithi045.stderr: -149> 2024-09-12T17:56:34.019+0000 7f0c2726e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:56:34.383 INFO:tasks.workunit.client.0.smithi045.stderr: -148> 2024-09-12T17:56:34.019+0000 7f0c2726e640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:56:34.383 INFO:tasks.workunit.client.0.smithi045.stderr: -147> 2024-09-12T17:56:34.019+0000 7f0c2726e640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:56:34.383 INFO:tasks.workunit.client.0.smithi045.stderr: -146> 2024-09-12T17:56:34.019+0000 7f0c27a6f640 10 monclient(hunting): handle_auth_done global_id 7440 payload 824 2024-09-12T17:56:34.383 INFO:tasks.workunit.client.0.smithi045.stderr: -145> 2024-09-12T17:56:34.019+0000 7f0c27a6f640 10 monclient: _finish_hunting 0 2024-09-12T17:56:34.383 INFO:tasks.workunit.client.0.smithi045.stderr: -144> 2024-09-12T17:56:34.019+0000 7f0c27a6f640 1 monclient: found mon.noname-a 2024-09-12T17:56:34.383 INFO:tasks.workunit.client.0.smithi045.stderr: -143> 2024-09-12T17:56:34.019+0000 7f0c27a6f640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.45:3300/0 2024-09-12T17:56:34.383 INFO:tasks.workunit.client.0.smithi045.stderr: -142> 2024-09-12T17:56:34.019+0000 7f0b057fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:56:34.383 INFO:tasks.workunit.client.0.smithi045.stderr: -141> 2024-09-12T17:56:34.019+0000 7f0b057fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:56:34.383 INFO:tasks.workunit.client.0.smithi045.stderr: -140> 2024-09-12T17:56:34.019+0000 7f0b057fa640 10 monclient: dump: 2024-09-12T17:56:34.384 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:56:34.384 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:56:34.384 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:34.384 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:34.384 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:56:34.384 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:56:34.384 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:56:34.384 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:56:34.384 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:56:34.384 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:34.384 INFO:tasks.workunit.client.0.smithi045.stderr: -139> 2024-09-12T17:56:34.019+0000 7f0b057fa640 10 monclient: _finish_auth 0 2024-09-12T17:56:34.384 INFO:tasks.workunit.client.0.smithi045.stderr: -138> 2024-09-12T17:56:34.019+0000 7f0b057fa640 10 monclient: _check_auth_tickets 2024-09-12T17:56:34.384 INFO:tasks.workunit.client.0.smithi045.stderr: -137> 2024-09-12T17:56:34.019+0000 7f0b057fa640 10 monclient: handle_config config(0 keys) 2024-09-12T17:56:34.385 INFO:tasks.workunit.client.0.smithi045.stderr: -136> 2024-09-12T17:56:34.019+0000 7f0b057fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:56:34.385 INFO:tasks.workunit.client.0.smithi045.stderr: -135> 2024-09-12T17:56:34.019+0000 7f0b057fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:56:34.385 INFO:tasks.workunit.client.0.smithi045.stderr: -134> 2024-09-12T17:56:34.019+0000 7f0b057fa640 10 monclient: dump: 2024-09-12T17:56:34.385 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:56:34.385 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:56:34.385 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:34.385 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:56:34.385 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:56:34.385 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:56:34.385 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:56:34.385 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:56:34.385 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:56:34.385 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:34.386 INFO:tasks.workunit.client.0.smithi045.stderr: -133> 2024-09-12T17:56:34.019+0000 7f0c2bd26800 5 monclient: authenticate success, global_id 7440 2024-09-12T17:56:34.386 INFO:tasks.workunit.client.0.smithi045.stderr: -132> 2024-09-12T17:56:34.019+0000 7f0b06ffd640 4 set_mon_vals no callback set 2024-09-12T17:56:34.386 INFO:tasks.workunit.client.0.smithi045.stderr: -131> 2024-09-12T17:56:34.019+0000 7f0c2bd26800 10 monclient: _renew_subs 2024-09-12T17:56:34.386 INFO:tasks.workunit.client.0.smithi045.stderr: -130> 2024-09-12T17:56:34.019+0000 7f0c2bd26800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:56:34.386 INFO:tasks.workunit.client.0.smithi045.stderr: -129> 2024-09-12T17:56:34.019+0000 7f0c2bd26800 10 monclient: _renew_subs 2024-09-12T17:56:34.386 INFO:tasks.workunit.client.0.smithi045.stderr: -128> 2024-09-12T17:56:34.019+0000 7f0c2bd26800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:56:34.386 INFO:tasks.workunit.client.0.smithi045.stderr: -127> 2024-09-12T17:56:34.019+0000 7f0c2bd26800 1 librados: init done 2024-09-12T17:56:34.386 INFO:tasks.workunit.client.0.smithi045.stderr: -126> 2024-09-12T17:56:34.019+0000 7f0c2bd26800 5 asok(0x55903537b730) register_command cr dump hook 0x55903563b868 2024-09-12T17:56:34.386 INFO:tasks.workunit.client.0.smithi045.stderr: -125> 2024-09-12T17:56:34.021+0000 7f0c2bd26800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.386 INFO:tasks.workunit.client.0.smithi045.stderr: -124> 2024-09-12T17:56:34.021+0000 7f0b057fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:56:34.386 INFO:tasks.workunit.client.0.smithi045.stderr: -123> 2024-09-12T17:56:34.021+0000 7f0b057fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:56:34.386 INFO:tasks.workunit.client.0.smithi045.stderr: -122> 2024-09-12T17:56:34.021+0000 7f0b057fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:56:34.386 INFO:tasks.workunit.client.0.smithi045.stderr: -121> 2024-09-12T17:56:34.021+0000 7f0c2726e640 10 monclient: get_auth_request con 0x7f0af0076470 auth_method 0 2024-09-12T17:56:34.386 INFO:tasks.workunit.client.0.smithi045.stderr: -120> 2024-09-12T17:56:34.021+0000 7f0c28270640 10 monclient: get_auth_request con 0x559035687af0 auth_method 0 2024-09-12T17:56:34.387 INFO:tasks.workunit.client.0.smithi045.stderr: -119> 2024-09-12T17:56:34.022+0000 7f0c2bd26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:34.387 INFO:tasks.workunit.client.0.smithi045.stderr: -118> 2024-09-12T17:56:34.022+0000 7f0c2bd26800 20 realm 2024-09-12T17:56:34.387 INFO:tasks.workunit.client.0.smithi045.stderr: -117> 2024-09-12T17:56:34.022+0000 7f0c2bd26800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.387 INFO:tasks.workunit.client.0.smithi045.stderr: -116> 2024-09-12T17:56:34.022+0000 7f0c2bd26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:34.387 INFO:tasks.workunit.client.0.smithi045.stderr: -115> 2024-09-12T17:56:34.022+0000 7f0c2bd26800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:56:34.387 INFO:tasks.workunit.client.0.smithi045.stderr: -114> 2024-09-12T17:56:34.022+0000 7f0c2bd26800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.387 INFO:tasks.workunit.client.0.smithi045.stderr: -113> 2024-09-12T17:56:34.022+0000 7f0c2bd26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:34.387 INFO:tasks.workunit.client.0.smithi045.stderr: -112> 2024-09-12T17:56:34.022+0000 7f0c2bd26800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.387 INFO:tasks.workunit.client.0.smithi045.stderr: -111> 2024-09-12T17:56:34.023+0000 7f0c27a6f640 10 monclient: get_auth_request con 0x55903568bef0 auth_method 0 2024-09-12T17:56:34.387 INFO:tasks.workunit.client.0.smithi045.stderr: -110> 2024-09-12T17:56:34.023+0000 7f0c2bd26800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:56:34.387 INFO:tasks.workunit.client.0.smithi045.stderr: -109> 2024-09-12T17:56:34.023+0000 7f0c2bd26800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.387 INFO:tasks.workunit.client.0.smithi045.stderr: -108> 2024-09-12T17:56:34.023+0000 7f0c2726e640 10 monclient: get_auth_request con 0x55903568f5f0 auth_method 0 2024-09-12T17:56:34.387 INFO:tasks.workunit.client.0.smithi045.stderr: -107> 2024-09-12T17:56:34.024+0000 7f0c2bd26800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:56:34.388 INFO:tasks.workunit.client.0.smithi045.stderr: -106> 2024-09-12T17:56:34.024+0000 7f0c2bd26800 20 searching for the correct realm 2024-09-12T17:56:34.388 INFO:tasks.workunit.client.0.smithi045.stderr: -105> 2024-09-12T17:56:34.024+0000 7f0c28270640 10 monclient: get_auth_request con 0x5590356943b0 auth_method 0 2024-09-12T17:56:34.388 INFO:tasks.workunit.client.0.smithi045.stderr: -104> 2024-09-12T17:56:34.025+0000 7f0c27a6f640 10 monclient: get_auth_request con 0x7f0c1c087020 auth_method 0 2024-09-12T17:56:34.388 INFO:tasks.workunit.client.0.smithi045.stderr: -103> 2024-09-12T17:56:34.026+0000 7f0c2726e640 10 monclient: get_auth_request con 0x7f0c1809d5b0 auth_method 0 2024-09-12T17:56:34.388 INFO:tasks.workunit.client.0.smithi045.stderr: -102> 2024-09-12T17:56:34.027+0000 7f0c2726e640 0 -- 172.21.15.45:0/1974514622 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x55903568f5f0 msgr2=0x559035691a00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:56:34.388 INFO:tasks.workunit.client.0.smithi045.stderr: -101> 2024-09-12T17:56:34.027+0000 7f0b057fa640 1 client.7440.objecter ms_handle_reset 0x55903568f5f0 session 0x55903568b790 osd.7 2024-09-12T17:56:34.388 INFO:tasks.workunit.client.0.smithi045.stderr: -100> 2024-09-12T17:56:34.027+0000 7f0b057fa640 10 monclient: _renew_subs 2024-09-12T17:56:34.388 INFO:tasks.workunit.client.0.smithi045.stderr: -99> 2024-09-12T17:56:34.027+0000 7f0b057fa640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:56:34.388 INFO:tasks.workunit.client.0.smithi045.stderr: -98> 2024-09-12T17:56:34.027+0000 7f0c2726e640 10 monclient: get_auth_request con 0x7f0af0086b20 auth_method 0 2024-09-12T17:56:34.388 INFO:tasks.workunit.client.0.smithi045.stderr: -97> 2024-09-12T17:56:34.027+0000 7f0c28270640 10 monclient: get_auth_request con 0x7f0c1c087400 auth_method 0 2024-09-12T17:56:34.388 INFO:tasks.workunit.client.0.smithi045.stderr: -96> 2024-09-12T17:56:34.030+0000 7f0c27a6f640 10 monclient: get_auth_request con 0x7f0c1c07c910 auth_method 0 2024-09-12T17:56:34.388 INFO:tasks.workunit.client.0.smithi045.stderr: -95> 2024-09-12T17:56:34.030+0000 7f0c27a6f640 0 -- 172.21.15.45:0/1974514622 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f0c1c07c910 msgr2=0x7f0c1c0b13c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:56:34.388 INFO:tasks.workunit.client.0.smithi045.stderr: -94> 2024-09-12T17:56:34.232+0000 7f0c27a6f640 10 monclient: get_auth_request con 0x7f0c1c07c910 auth_method 0 2024-09-12T17:56:34.389 INFO:tasks.workunit.client.0.smithi045.stderr: -93> 2024-09-12T17:56:34.237+0000 7f0c2bd26800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:56:34.389 INFO:tasks.workunit.client.0.smithi045.stderr: -92> 2024-09-12T17:56:34.237+0000 7f0c2bd26800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:56:34.389 INFO:tasks.workunit.client.0.smithi045.stderr: -91> 2024-09-12T17:56:34.237+0000 7f0c2bd26800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:56:34.389 INFO:tasks.workunit.client.0.smithi045.stderr: -90> 2024-09-12T17:56:34.237+0000 7f0c2bd26800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:56:34.389 INFO:tasks.workunit.client.0.smithi045.stderr: -89> 2024-09-12T17:56:34.237+0000 7f0c2bd26800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:56:34.389 INFO:tasks.workunit.client.0.smithi045.stderr: -88> 2024-09-12T17:56:34.237+0000 7f0c2bd26800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:56:34.389 INFO:tasks.workunit.client.0.smithi045.stderr: -87> 2024-09-12T17:56:34.237+0000 7f0c2bd26800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.389 INFO:tasks.workunit.client.0.smithi045.stderr: -86> 2024-09-12T17:56:34.237+0000 7f0c2bd26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:34.389 INFO:tasks.workunit.client.0.smithi045.stderr: -85> 2024-09-12T17:56:34.237+0000 7f0c2bd26800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.389 INFO:tasks.workunit.client.0.smithi045.stderr: -84> 2024-09-12T17:56:34.238+0000 7f0c2bd26800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:56:34.389 INFO:tasks.workunit.client.0.smithi045.stderr: -83> 2024-09-12T17:56:34.238+0000 7f0c2bd26800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.389 INFO:tasks.workunit.client.0.smithi045.stderr: -82> 2024-09-12T17:56:34.238+0000 7f0c2bd26800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:56:34.389 INFO:tasks.workunit.client.0.smithi045.stderr: -81> 2024-09-12T17:56:34.238+0000 7f0c2bd26800 20 zone default found 2024-09-12T17:56:34.389 INFO:tasks.workunit.client.0.smithi045.stderr: -80> 2024-09-12T17:56:34.238+0000 7f0c2bd26800 4 Realm: () 2024-09-12T17:56:34.390 INFO:tasks.workunit.client.0.smithi045.stderr: -79> 2024-09-12T17:56:34.238+0000 7f0c2bd26800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:56:34.390 INFO:tasks.workunit.client.0.smithi045.stderr: -78> 2024-09-12T17:56:34.238+0000 7f0c2bd26800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:56:34.390 INFO:tasks.workunit.client.0.smithi045.stderr: -77> 2024-09-12T17:56:34.238+0000 7f0c2bd26800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:56:34.390 INFO:tasks.workunit.client.0.smithi045.stderr: -76> 2024-09-12T17:56:34.238+0000 7f0c2bd26800 20 zonegroup default 2024-09-12T17:56:34.390 INFO:tasks.workunit.client.0.smithi045.stderr: -75> 2024-09-12T17:56:34.238+0000 7f0c2bd26800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.390 INFO:tasks.workunit.client.0.smithi045.stderr: -74> 2024-09-12T17:56:34.238+0000 7f0c2bd26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:34.390 INFO:tasks.workunit.client.0.smithi045.stderr: -73> 2024-09-12T17:56:34.238+0000 7f0c2bd26800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.390 INFO:tasks.workunit.client.0.smithi045.stderr: -72> 2024-09-12T17:56:34.239+0000 7f0c2bd26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:34.390 INFO:tasks.workunit.client.0.smithi045.stderr: -71> 2024-09-12T17:56:34.239+0000 7f0c2bd26800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.390 INFO:tasks.workunit.client.0.smithi045.stderr: -70> 2024-09-12T17:56:34.239+0000 7f0c2bd26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:34.390 INFO:tasks.workunit.client.0.smithi045.stderr: -69> 2024-09-12T17:56:34.239+0000 7f0c2bd26800 20 started sync module instance, tier type = 2024-09-12T17:56:34.390 INFO:tasks.workunit.client.0.smithi045.stderr: -68> 2024-09-12T17:56:34.239+0000 7f0c2bd26800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:56:34.390 INFO:tasks.workunit.client.0.smithi045.stderr: -67> 2024-09-12T17:56:34.248+0000 7f0c2bd26800 20 add_watcher() i=0 2024-09-12T17:56:34.391 INFO:tasks.workunit.client.0.smithi045.stderr: -66> 2024-09-12T17:56:34.248+0000 7f0c2bd26800 20 add_watcher() i=1 2024-09-12T17:56:34.391 INFO:tasks.workunit.client.0.smithi045.stderr: -65> 2024-09-12T17:56:34.248+0000 7f0c2bd26800 20 add_watcher() i=2 2024-09-12T17:56:34.391 INFO:tasks.workunit.client.0.smithi045.stderr: -64> 2024-09-12T17:56:34.248+0000 7f0c2bd26800 20 add_watcher() i=3 2024-09-12T17:56:34.391 INFO:tasks.workunit.client.0.smithi045.stderr: -63> 2024-09-12T17:56:34.248+0000 7f0c2bd26800 20 add_watcher() i=4 2024-09-12T17:56:34.391 INFO:tasks.workunit.client.0.smithi045.stderr: -62> 2024-09-12T17:56:34.248+0000 7f0c2bd26800 20 add_watcher() i=5 2024-09-12T17:56:34.391 INFO:tasks.workunit.client.0.smithi045.stderr: -61> 2024-09-12T17:56:34.248+0000 7f0c2bd26800 20 add_watcher() i=6 2024-09-12T17:56:34.391 INFO:tasks.workunit.client.0.smithi045.stderr: -60> 2024-09-12T17:56:34.250+0000 7f0c2bd26800 20 add_watcher() i=7 2024-09-12T17:56:34.391 INFO:tasks.workunit.client.0.smithi045.stderr: -59> 2024-09-12T17:56:34.250+0000 7f0c2bd26800 2 all 8 watchers are set, enabling cache 2024-09-12T17:56:34.391 INFO:tasks.workunit.client.0.smithi045.stderr: -58> 2024-09-12T17:56:34.252+0000 7f0c2bd26800 5 AuthRegistry(0x7ffe1ae37910) adding auth protocol: cephx 2024-09-12T17:56:34.391 INFO:tasks.workunit.client.0.smithi045.stderr: -57> 2024-09-12T17:56:34.252+0000 7f0c2bd26800 5 AuthRegistry(0x7ffe1ae37910) adding auth protocol: cephx 2024-09-12T17:56:34.391 INFO:tasks.workunit.client.0.smithi045.stderr: -56> 2024-09-12T17:56:34.252+0000 7f0c2bd26800 5 AuthRegistry(0x7ffe1ae37910) adding auth protocol: cephx 2024-09-12T17:56:34.391 INFO:tasks.workunit.client.0.smithi045.stderr: -55> 2024-09-12T17:56:34.252+0000 7f0c2bd26800 5 AuthRegistry(0x7ffe1ae37910) adding con mode: secure 2024-09-12T17:56:34.391 INFO:tasks.workunit.client.0.smithi045.stderr: -54> 2024-09-12T17:56:34.252+0000 7f0c2bd26800 5 AuthRegistry(0x7ffe1ae37910) adding con mode: crc 2024-09-12T17:56:34.391 INFO:tasks.workunit.client.0.smithi045.stderr: -53> 2024-09-12T17:56:34.252+0000 7f0c2bd26800 5 AuthRegistry(0x7ffe1ae37910) adding con mode: secure 2024-09-12T17:56:34.391 INFO:tasks.workunit.client.0.smithi045.stderr: -52> 2024-09-12T17:56:34.252+0000 7f0c2bd26800 5 AuthRegistry(0x7ffe1ae37910) adding con mode: crc 2024-09-12T17:56:34.392 INFO:tasks.workunit.client.0.smithi045.stderr: -51> 2024-09-12T17:56:34.252+0000 7f0c2bd26800 5 AuthRegistry(0x7ffe1ae37910) adding con mode: secure 2024-09-12T17:56:34.392 INFO:tasks.workunit.client.0.smithi045.stderr: -50> 2024-09-12T17:56:34.252+0000 7f0c2bd26800 5 AuthRegistry(0x7ffe1ae37910) adding con mode: crc 2024-09-12T17:56:34.392 INFO:tasks.workunit.client.0.smithi045.stderr: -49> 2024-09-12T17:56:34.252+0000 7f0addfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:56:34.392 INFO:tasks.workunit.client.0.smithi045.stderr: -48> 2024-09-12T17:56:34.252+0000 7f0c2bd26800 5 AuthRegistry(0x7ffe1ae37910) adding con mode: crc 2024-09-12T17:56:34.392 INFO:tasks.workunit.client.0.smithi045.stderr: -47> 2024-09-12T17:56:34.252+0000 7f0c2bd26800 5 AuthRegistry(0x7ffe1ae37910) adding con mode: secure 2024-09-12T17:56:34.392 INFO:tasks.workunit.client.0.smithi045.stderr: -46> 2024-09-12T17:56:34.252+0000 7f0c2bd26800 5 AuthRegistry(0x7ffe1ae37910) adding con mode: crc 2024-09-12T17:56:34.392 INFO:tasks.workunit.client.0.smithi045.stderr: -45> 2024-09-12T17:56:34.252+0000 7f0c2bd26800 5 AuthRegistry(0x7ffe1ae37910) adding con mode: secure 2024-09-12T17:56:34.392 INFO:tasks.workunit.client.0.smithi045.stderr: -44> 2024-09-12T17:56:34.252+0000 7f0c2bd26800 5 AuthRegistry(0x7ffe1ae37910) adding con mode: crc 2024-09-12T17:56:34.392 INFO:tasks.workunit.client.0.smithi045.stderr: -43> 2024-09-12T17:56:34.252+0000 7f0c2bd26800 5 AuthRegistry(0x7ffe1ae37910) adding con mode: secure 2024-09-12T17:56:34.392 INFO:tasks.workunit.client.0.smithi045.stderr: -42> 2024-09-12T17:56:34.252+0000 7f0c2bd26800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:56:34.392 INFO:tasks.workunit.client.0.smithi045.stderr: -41> 2024-09-12T17:56:34.252+0000 7f0c2bd26800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:56:34.392 INFO:tasks.workunit.client.0.smithi045.stderr: -40> 2024-09-12T17:56:34.252+0000 7f0c2bd26800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:56:34.393 INFO:tasks.workunit.client.0.smithi045.stderr: -39> 2024-09-12T17:56:34.252+0000 7f0c2bd26800 5 asok(0x55903537b730) register_command cache list hook 0x559035664120 2024-09-12T17:56:34.393 INFO:tasks.workunit.client.0.smithi045.stderr: -38> 2024-09-12T17:56:34.252+0000 7f0c2bd26800 5 asok(0x55903537b730) register_command cache inspect hook 0x559035664120 2024-09-12T17:56:34.393 INFO:tasks.workunit.client.0.smithi045.stderr: -37> 2024-09-12T17:56:34.252+0000 7f0c2bd26800 5 asok(0x55903537b730) register_command cache erase hook 0x559035664120 2024-09-12T17:56:34.393 INFO:tasks.workunit.client.0.smithi045.stderr: -36> 2024-09-12T17:56:34.252+0000 7f0c2bd26800 5 asok(0x55903537b730) register_command cache zap hook 0x559035664120 2024-09-12T17:56:34.393 INFO:tasks.workunit.client.0.smithi045.stderr: -35> 2024-09-12T17:56:34.252+0000 7f0c2bd26800 5 note: GC not initialized 2024-09-12T17:56:34.393 INFO:tasks.workunit.client.0.smithi045.stderr: -34> 2024-09-12T17:56:34.252+0000 7f0adcfe1640 20 reqs_thread_entry: start 2024-09-12T17:56:34.393 INFO:tasks.workunit.client.0.smithi045.stderr: -33> 2024-09-12T17:56:34.252+0000 7f0c2bd26800 5 asok(0x55903537b730) register_command sync trace show hook 0x7f0c1c06fa70 2024-09-12T17:56:34.393 INFO:tasks.workunit.client.0.smithi045.stderr: -32> 2024-09-12T17:56:34.252+0000 7f0c2bd26800 5 asok(0x55903537b730) register_command sync trace history hook 0x7f0c1c06fa70 2024-09-12T17:56:34.393 INFO:tasks.workunit.client.0.smithi045.stderr: -31> 2024-09-12T17:56:34.252+0000 7f0c2bd26800 5 asok(0x55903537b730) register_command sync trace active hook 0x7f0c1c06fa70 2024-09-12T17:56:34.393 INFO:tasks.workunit.client.0.smithi045.stderr: -30> 2024-09-12T17:56:34.252+0000 7f0c2bd26800 5 asok(0x55903537b730) register_command sync trace active_short hook 0x7f0c1c06fa70 2024-09-12T17:56:34.393 INFO:tasks.workunit.client.0.smithi045.stderr: -29> 2024-09-12T17:56:34.252+0000 7f0c2bd26800 20 init_complete bucket index max shards: 1 2024-09-12T17:56:34.393 INFO:tasks.workunit.client.0.smithi045.stderr: -28> 2024-09-12T17:56:34.252+0000 7f0c2bd26800 20 Filter name: none 2024-09-12T17:56:34.393 INFO:tasks.workunit.client.0.smithi045.stderr: -27> 2024-09-12T17:56:34.253+0000 7f0a567fc640 20 reqs_thread_entry: start 2024-09-12T17:56:34.394 INFO:tasks.workunit.client.0.smithi045.stderr: -26> 2024-09-12T17:56:34.253+0000 7f0c2bd26800 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2024-09-12T17:56:34.394 INFO:tasks.workunit.client.0.smithi045.stderr: -25> 2024-09-12T17:56:34.253+0000 7f0c2bd26800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.394 INFO:tasks.workunit.client.0.smithi045.stderr: -24> 2024-09-12T17:56:34.253+0000 7f0c2bd26800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:56:34.394 INFO:tasks.workunit.client.0.smithi045.stderr: -23> 2024-09-12T17:56:34.253+0000 7f0c2bd26800 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2024-09-12T17:56:34.394 INFO:tasks.workunit.client.0.smithi045.stderr: -22> 2024-09-12T17:56:34.253+0000 7f0c2bd26800 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2024-09-12T17:56:34.394 INFO:tasks.workunit.client.0.smithi045.stderr: -21> 2024-09-12T17:56:34.253+0000 7f0c2bd26800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.35 : miss 2024-09-12T17:56:34.394 INFO:tasks.workunit.client.0.smithi045.stderr: -20> 2024-09-12T17:56:34.253+0000 7f0c2bd26800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.394 INFO:tasks.workunit.client.0.smithi045.stderr: -19> 2024-09-12T17:56:34.254+0000 7f0c2bd26800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:56:34.394 INFO:tasks.workunit.client.0.smithi045.stderr: -18> 2024-09-12T17:56:34.254+0000 7f0c2bd26800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.35 info.flags=0x17 2024-09-12T17:56:34.394 INFO:tasks.workunit.client.0.smithi045.stderr: -17> 2024-09-12T17:56:34.254+0000 7f0c2bd26800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.35 to cache LRU end 2024-09-12T17:56:34.394 INFO:tasks.workunit.client.0.smithi045.stderr: -16> 2024-09-12T17:56:34.254+0000 7f0c2bd26800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:56:34.394 INFO:tasks.workunit.client.0.smithi045.stderr: -15> 2024-09-12T17:56:34.254+0000 7f0c2bd26800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:56:34.394 INFO:tasks.workunit.client.0.smithi045.stderr: -14> 2024-09-12T17:56:34.254+0000 7f0c2bd26800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.35 2024-09-12T17:56:34.395 INFO:tasks.workunit.client.0.smithi045.stderr: -13> 2024-09-12T17:56:34.258+0000 7f0c2bd26800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.35 info.flags=0x17 2024-09-12T17:56:34.395 INFO:tasks.workunit.client.0.smithi045.stderr: -12> 2024-09-12T17:56:34.258+0000 7f0c2bd26800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.35 to cache LRU end 2024-09-12T17:56:34.395 INFO:tasks.workunit.client.0.smithi045.stderr: -11> 2024-09-12T17:56:34.258+0000 7f0c2bd26800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:56:34.395 INFO:tasks.workunit.client.0.smithi045.stderr: -10> 2024-09-12T17:56:34.258+0000 7f0c2bd26800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.35, ofs0, ns] 2024-09-12T17:56:34.395 INFO:tasks.workunit.client.0.smithi045.stderr: -9> 2024-09-12T17:56:34.258+0000 7f0b06ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398919 cookie 94077859767120 notifier 7440 bl.length()=995 2024-09-12T17:56:34.395 INFO:tasks.workunit.client.0.smithi045.stderr: -8> 2024-09-12T17:56:34.258+0000 7f0b06ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.35 info.flags=0x17 2024-09-12T17:56:34.395 INFO:tasks.workunit.client.0.smithi045.stderr: -7> 2024-09-12T17:56:34.258+0000 7f0b06ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.35 to cache LRU end 2024-09-12T17:56:34.395 INFO:tasks.workunit.client.0.smithi045.stderr: -6> 2024-09-12T17:56:34.258+0000 7f0b06ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:56:34.395 INFO:tasks.workunit.client.0.smithi045.stderr: -5> 2024-09-12T17:56:34.259+0000 7f0c2bd26800 20 handle_bi_update(): bucket=:abort-at-do-reshard[b6123b67-6580-4373-9691-e0e950df5f06.4566.35]): orig_sources= new_sources= 2024-09-12T17:56:34.395 INFO:tasks.workunit.client.0.smithi045.stderr: -4> 2024-09-12T17:56:34.259+0000 7f0c2bd26800 20 handle_bi_update(): bucket=:abort-at-do-reshard[b6123b67-6580-4373-9691-e0e950df5f06.4566.35]): potential sources added=[] removed=[] 2024-09-12T17:56:34.395 INFO:tasks.workunit.client.0.smithi045.stderr: -3> 2024-09-12T17:56:34.259+0000 7f0c2bd26800 20 handle_bi_update(): bucket=:abort-at-do-reshard[b6123b67-6580-4373-9691-e0e950df5f06.4566.35]): orig_dests= new_dests= 2024-09-12T17:56:34.395 INFO:tasks.workunit.client.0.smithi045.stderr: -2> 2024-09-12T17:56:34.259+0000 7f0c2bd26800 20 handle_bi_update(): bucket=:abort-at-do-reshard[b6123b67-6580-4373-9691-e0e950df5f06.4566.35]): potential dests added=[] removed=[] 2024-09-12T17:56:34.395 INFO:tasks.workunit.client.0.smithi045.stderr: -1> 2024-09-12T17:56:34.262+0000 7f0c2bd26800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f0c2bd26800 time 2024-09-12T17:56:34.263191+0000 2024-09-12T17:56:34.396 INFO:tasks.workunit.client.0.smithi045.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:56:34.396 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:34.396 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:56:34.396 INFO:tasks.workunit.client.0.smithi045.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f0c2d58c71a] 2024-09-12T17:56:34.396 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f0c2d58c8d8] 2024-09-12T17:56:34.396 INFO:tasks.workunit.client.0.smithi045.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x559033e24841] 2024-09-12T17:56:34.396 INFO:tasks.workunit.client.0.smithi045.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x559033e3457a] 2024-09-12T17:56:34.396 INFO:tasks.workunit.client.0.smithi045.stderr: 5: main() 2024-09-12T17:56:34.396 INFO:tasks.workunit.client.0.smithi045.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7f0c2c229590] 2024-09-12T17:56:34.396 INFO:tasks.workunit.client.0.smithi045.stderr: 7: __libc_start_main() 2024-09-12T17:56:34.396 INFO:tasks.workunit.client.0.smithi045.stderr: 8: _start() 2024-09-12T17:56:34.396 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:34.397 INFO:tasks.workunit.client.0.smithi045.stderr: 0> 2024-09-12T17:56:34.263+0000 7f0c2bd26800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:56:34.397 INFO:tasks.workunit.client.0.smithi045.stderr: in thread 7f0c2bd26800 thread_name:radosgw-admin 2024-09-12T17:56:34.397 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:34.397 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:56:34.397 INFO:tasks.workunit.client.0.smithi045.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f0c2c23e6f0] 2024-09-12T17:56:34.397 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f0c2c28b99c] 2024-09-12T17:56:34.397 INFO:tasks.workunit.client.0.smithi045.stderr: 3: raise() 2024-09-12T17:56:34.397 INFO:tasks.workunit.client.0.smithi045.stderr: 4: abort() 2024-09-12T17:56:34.397 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f0c2d58c774] 2024-09-12T17:56:34.397 INFO:tasks.workunit.client.0.smithi045.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f0c2d58c8d8] 2024-09-12T17:56:34.397 INFO:tasks.workunit.client.0.smithi045.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x559033e24841] 2024-09-12T17:56:34.397 INFO:tasks.workunit.client.0.smithi045.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x559033e3457a] 2024-09-12T17:56:34.397 INFO:tasks.workunit.client.0.smithi045.stderr: 9: main() 2024-09-12T17:56:34.398 INFO:tasks.workunit.client.0.smithi045.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7f0c2c229590] 2024-09-12T17:56:34.398 INFO:tasks.workunit.client.0.smithi045.stderr: 11: __libc_start_main() 2024-09-12T17:56:34.398 INFO:tasks.workunit.client.0.smithi045.stderr: 12: _start() 2024-09-12T17:56:34.398 INFO:tasks.workunit.client.0.smithi045.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:56:34.398 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:34.398 INFO:tasks.workunit.client.0.smithi045.stderr:--- logging levels --- 2024-09-12T17:56:34.398 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 none 2024-09-12T17:56:34.398 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 lockdep 2024-09-12T17:56:34.398 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 context 2024-09-12T17:56:34.398 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 crush 2024-09-12T17:56:34.398 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds 2024-09-12T17:56:34.398 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_balancer 2024-09-12T17:56:34.398 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_locker 2024-09-12T17:56:34.398 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_log 2024-09-12T17:56:34.399 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_log_expire 2024-09-12T17:56:34.399 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_migrator 2024-09-12T17:56:34.399 INFO:tasks.workunit.client.0.smithi045.stderr: 3/ 5 mds_quiesce 2024-09-12T17:56:34.399 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 buffer 2024-09-12T17:56:34.399 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 timer 2024-09-12T17:56:34.399 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 filer 2024-09-12T17:56:34.399 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 striper 2024-09-12T17:56:34.399 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 objecter 2024-09-12T17:56:34.399 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rados 2024-09-12T17:56:34.399 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd 2024-09-12T17:56:34.399 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_mirror 2024-09-12T17:56:34.399 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_replay 2024-09-12T17:56:34.399 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_pwl 2024-09-12T17:56:34.399 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 journaler 2024-09-12T17:56:34.400 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 objectcacher 2024-09-12T17:56:34.400 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:56:34.400 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 client 2024-09-12T17:56:34.400 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 osd 2024-09-12T17:56:34.400 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 optracker 2024-09-12T17:56:34.400 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 objclass 2024-09-12T17:56:34.400 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 filestore 2024-09-12T17:56:34.400 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 journal 2024-09-12T17:56:34.400 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 0 ms 2024-09-12T17:56:34.400 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mon 2024-09-12T17:56:34.400 INFO:tasks.workunit.client.0.smithi045.stderr: 0/10 monc 2024-09-12T17:56:34.400 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 paxos 2024-09-12T17:56:34.400 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 tp 2024-09-12T17:56:34.401 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 auth 2024-09-12T17:56:34.401 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 crypto 2024-09-12T17:56:34.401 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 finisher 2024-09-12T17:56:34.401 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 reserver 2024-09-12T17:56:34.401 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 heartbeatmap 2024-09-12T17:56:34.401 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 perfcounter 2024-09-12T17:56:34.401 INFO:tasks.workunit.client.0.smithi045.stderr: 20/20 rgw 2024-09-12T17:56:34.401 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_sync 2024-09-12T17:56:34.401 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_datacache 2024-09-12T17:56:34.401 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_access 2024-09-12T17:56:34.401 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:56:34.401 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_flight 2024-09-12T17:56:34.401 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:56:34.402 INFO:tasks.workunit.client.0.smithi045.stderr: 20/20 rgw_notification 2024-09-12T17:56:34.402 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 javaclient 2024-09-12T17:56:34.402 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 asok 2024-09-12T17:56:34.402 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 throttle 2024-09-12T17:56:34.402 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 0 refs 2024-09-12T17:56:34.402 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 compressor 2024-09-12T17:56:34.402 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 bluestore 2024-09-12T17:56:34.402 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 bluefs 2024-09-12T17:56:34.402 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 bdev 2024-09-12T17:56:34.402 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 kstore 2024-09-12T17:56:34.402 INFO:tasks.workunit.client.0.smithi045.stderr: 4/ 5 rocksdb 2024-09-12T17:56:34.402 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 fuse 2024-09-12T17:56:34.403 INFO:tasks.workunit.client.0.smithi045.stderr: 2/ 5 mgr 2024-09-12T17:56:34.403 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mgrc 2024-09-12T17:56:34.403 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 dpdk 2024-09-12T17:56:34.403 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 eventtrace 2024-09-12T17:56:34.403 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 prioritycache 2024-09-12T17:56:34.403 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 test 2024-09-12T17:56:34.403 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:56:34.403 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cephsqlite 2024-09-12T17:56:34.403 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:56:34.403 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore 2024-09-12T17:56:34.403 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_onode 2024-09-12T17:56:34.403 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_odata 2024-09-12T17:56:34.403 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_omap 2024-09-12T17:56:34.404 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_tm 2024-09-12T17:56:34.404 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_t 2024-09-12T17:56:34.404 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:56:34.404 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_epm 2024-09-12T17:56:34.404 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_lba 2024-09-12T17:56:34.404 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:56:34.404 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_cache 2024-09-12T17:56:34.404 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_journal 2024-09-12T17:56:34.404 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_device 2024-09-12T17:56:34.404 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_backref 2024-09-12T17:56:34.404 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 alienstore 2024-09-12T17:56:34.404 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mclock 2024-09-12T17:56:34.404 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cyanstore 2024-09-12T17:56:34.404 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 ceph_exporter 2024-09-12T17:56:34.404 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 memstore 2024-09-12T17:56:34.405 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 trace 2024-09-12T17:56:34.405 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 ceph_dedup 2024-09-12T17:56:34.405 INFO:tasks.workunit.client.0.smithi045.stderr: -2/-2 (syslog threshold) 2024-09-12T17:56:34.405 INFO:tasks.workunit.client.0.smithi045.stderr: 99/99 (stderr threshold) 2024-09-12T17:56:34.405 INFO:tasks.workunit.client.0.smithi045.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:56:34.405 INFO:tasks.workunit.client.0.smithi045.stderr: 7f0a567fc640 / http_manager 2024-09-12T17:56:34.405 INFO:tasks.workunit.client.0.smithi045.stderr: 7f0adcfe1640 / http_manager 2024-09-12T17:56:34.405 INFO:tasks.workunit.client.0.smithi045.stderr: 7f0addfe3640 / rgw_dt_lg_renew 2024-09-12T17:56:34.405 INFO:tasks.workunit.client.0.smithi045.stderr: 7f0b057fa640 / ms_dispatch 2024-09-12T17:56:34.405 INFO:tasks.workunit.client.0.smithi045.stderr: 7f0b06ffd640 / io_context_pool 2024-09-12T17:56:34.405 INFO:tasks.workunit.client.0.smithi045.stderr: 7f0b0d7fa640 / ms_dispatch 2024-09-12T17:56:34.405 INFO:tasks.workunit.client.0.smithi045.stderr: 7f0b0ffff640 / ms_dispatch 2024-09-12T17:56:34.405 INFO:tasks.workunit.client.0.smithi045.stderr: 7f0b15e0b640 / io_context_pool 2024-09-12T17:56:34.406 INFO:tasks.workunit.client.0.smithi045.stderr: 7f0c2726e640 / msgr-worker-2 2024-09-12T17:56:34.406 INFO:tasks.workunit.client.0.smithi045.stderr: 7f0c27a6f640 / msgr-worker-1 2024-09-12T17:56:34.406 INFO:tasks.workunit.client.0.smithi045.stderr: 7f0c28270640 / msgr-worker-0 2024-09-12T17:56:34.406 INFO:tasks.workunit.client.0.smithi045.stderr: 7f0c28a71640 / io_context_pool 2024-09-12T17:56:34.406 INFO:tasks.workunit.client.0.smithi045.stderr: 7f0c2bd26800 / radosgw-admin 2024-09-12T17:56:34.406 INFO:tasks.workunit.client.0.smithi045.stderr: max_recent 500 2024-09-12T17:56:34.406 INFO:tasks.workunit.client.0.smithi045.stderr: max_new 1000 2024-09-12T17:56:34.406 INFO:tasks.workunit.client.0.smithi045.stderr: log_file /var/lib/ceph/crash/2024-09-12T17:56:34.264602Z_254a1cca-4dbf-4012-9338-8c6b23550551/log 2024-09-12T17:56:34.406 INFO:tasks.workunit.client.0.smithi045.stderr:--- end dump of recent events --- 2024-09-12T17:56:34.406 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket abort-at-do-reshard 2024-09-12T17:56:34.408 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:56:34.408 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:56:34.408 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.340+0000 7fef83898800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.408 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.342+0000 7fef83898800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:34.408 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.342+0000 7fef83898800 20 realm 2024-09-12T17:56:34.408 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.342+0000 7fef83898800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.408 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.342+0000 7fef83898800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:34.408 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.342+0000 7fef83898800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:56:34.408 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.342+0000 7fef83898800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.408 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.342+0000 7fef83898800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:34.409 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.342+0000 7fef83898800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.409 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.343+0000 7fef83898800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:56:34.409 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.343+0000 7fef83898800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.409 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.344+0000 7fef83898800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:56:34.409 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.344+0000 7fef83898800 20 searching for the correct realm 2024-09-12T17:56:34.409 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.347+0000 7fef81b83640 0 -- 172.21.15.45:0/2573435180 >> [v2:172.21.15.115:6826/2187734287,v1:172.21.15.115:6827/2187734287] conn(0x7fef780b5950 msgr2=0x7fef7807d9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:56:34.555 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.553+0000 7fef81b83640 0 -- 172.21.15.45:0/2573435180 >> [v2:172.21.15.115:6826/2187734287,v1:172.21.15.115:6827/2187734287] conn(0x7fef780b5950 msgr2=0x7fef7807d9b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:56:34.559 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.557+0000 7fef83898800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:56:34.559 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.557+0000 7fef83898800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:56:34.559 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.557+0000 7fef83898800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:56:34.559 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.557+0000 7fef83898800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:56:34.559 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.557+0000 7fef83898800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:56:34.559 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.557+0000 7fef83898800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:56:34.559 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.557+0000 7fef83898800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.559 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.557+0000 7fef83898800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:34.559 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.557+0000 7fef83898800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.561 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.558+0000 7fef83898800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:56:34.561 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.558+0000 7fef83898800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.561 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.558+0000 7fef83898800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:56:34.561 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.558+0000 7fef83898800 20 zone default found 2024-09-12T17:56:34.561 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.558+0000 7fef83898800 4 Realm: () 2024-09-12T17:56:34.561 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.558+0000 7fef83898800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:56:34.561 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.558+0000 7fef83898800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:56:34.561 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.558+0000 7fef83898800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:56:34.561 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.558+0000 7fef83898800 20 zonegroup default 2024-09-12T17:56:34.561 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.558+0000 7fef83898800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.561 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.558+0000 7fef83898800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:34.562 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.558+0000 7fef83898800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.562 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.559+0000 7fef83898800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:34.562 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.559+0000 7fef83898800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.562 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.559+0000 7fef83898800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:34.562 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.559+0000 7fef83898800 20 started sync module instance, tier type = 2024-09-12T17:56:34.562 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.559+0000 7fef83898800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:56:34.572 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.571+0000 7fef83898800 20 add_watcher() i=0 2024-09-12T17:56:34.572 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.571+0000 7fef83898800 20 add_watcher() i=1 2024-09-12T17:56:34.572 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.571+0000 7fef83898800 20 add_watcher() i=2 2024-09-12T17:56:34.572 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.571+0000 7fef83898800 20 add_watcher() i=3 2024-09-12T17:56:34.572 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.571+0000 7fef83898800 20 add_watcher() i=4 2024-09-12T17:56:34.572 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.571+0000 7fef83898800 20 add_watcher() i=5 2024-09-12T17:56:34.573 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.571+0000 7fef83898800 20 add_watcher() i=6 2024-09-12T17:56:34.573 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.572+0000 7fef83898800 20 add_watcher() i=7 2024-09-12T17:56:34.573 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.572+0000 7fef83898800 2 all 8 watchers are set, enabling cache 2024-09-12T17:56:34.574 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.573+0000 7fee377e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:56:34.575 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.573+0000 7fef83898800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:56:34.576 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.573+0000 7fef83898800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:56:34.576 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.574+0000 7fef83898800 5 note: GC not initialized 2024-09-12T17:56:34.576 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.574+0000 7fee367e4640 20 reqs_thread_entry: start 2024-09-12T17:56:34.576 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.574+0000 7fef83898800 20 init_complete bucket index max shards: 1 2024-09-12T17:56:34.576 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.574+0000 7fef83898800 20 Filter name: none 2024-09-12T17:56:34.576 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.574+0000 7feda7fff640 20 reqs_thread_entry: start 2024-09-12T17:56:34.576 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.574+0000 7fef83898800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.577 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.574+0000 7fef83898800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:56:34.577 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.574+0000 7fef83898800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.577 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.575+0000 7fef83898800 20 rados_obj.operate() r=0 bl.length=465 2024-09-12T17:56:34.577 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.575+0000 7fef83898800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:56:34.577 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.575+0000 7fef83898800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.577 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.575+0000 7fef83898800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:56:34.577 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.575+0000 7fef83898800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.578 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.576+0000 7fef83898800 20 rados_obj.operate() r=0 bl.length=465 2024-09-12T17:56:34.578 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.576+0000 7fef83898800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:56:34.579 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.577+0000 7fee377e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:56:34.581 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.579+0000 7fef83898800 20 remove_watcher() i=0 2024-09-12T17:56:34.581 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.579+0000 7fef83898800 2 removed watcher, disabling cache 2024-09-12T17:56:34.582 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.581+0000 7fef83898800 20 remove_watcher() i=1 2024-09-12T17:56:34.583 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.582+0000 7fef83898800 20 remove_watcher() i=2 2024-09-12T17:56:34.584 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.583+0000 7fef83898800 20 remove_watcher() i=3 2024-09-12T17:56:34.585 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.584+0000 7fef83898800 20 remove_watcher() i=4 2024-09-12T17:56:34.586 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.585+0000 7fef83898800 20 remove_watcher() i=5 2024-09-12T17:56:34.587 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.586+0000 7fef83898800 20 remove_watcher() i=6 2024-09-12T17:56:34.588 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.587+0000 7fef83898800 20 remove_watcher() i=7 2024-09-12T17:56:34.599 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:34.600 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T17:56:34.600 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: abort-at-do-reshard id: b6123b67-6580-4373-9691-e0e950df5f06.4566.35 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:56:34.600 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:56:34.601 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:56:34.601 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:56:34.608 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:56:34.608 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:56:34.651 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket reshard --bucket abort-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:56:34.684 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:56:34.685 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:56:34.723 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.722+0000 7fa968342800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.725 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.723+0000 7fa968342800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:34.725 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.723+0000 7fa968342800 20 realm 2024-09-12T17:56:34.725 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.723+0000 7fa968342800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.725 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.724+0000 7fa968342800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:34.726 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.724+0000 7fa968342800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:56:34.726 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.724+0000 7fa968342800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.726 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.724+0000 7fa968342800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:34.726 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.724+0000 7fa968342800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.726 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.725+0000 7fa968342800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:56:34.726 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.725+0000 7fa968342800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.727 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.725+0000 7fa968342800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:56:34.727 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.725+0000 7fa968342800 20 searching for the correct realm 2024-09-12T17:56:34.729 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.728+0000 7fa963885640 0 -- 172.21.15.45:0/2338755364 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7fa954044040 msgr2=0x7fa95402a440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:56:34.732 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.731+0000 7fa964086640 0 -- 172.21.15.45:0/2338755364 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7fa95806aec0 msgr2=0x7fa9580727c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:56:34.940 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.938+0000 7fa968342800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:56:34.940 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.938+0000 7fa968342800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:56:34.940 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.938+0000 7fa968342800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:56:34.940 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.938+0000 7fa968342800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:56:34.940 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.938+0000 7fa968342800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:56:34.940 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.938+0000 7fa968342800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:56:34.940 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.938+0000 7fa968342800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.941 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.938+0000 7fa968342800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:34.941 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.938+0000 7fa968342800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.942 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.939+0000 7fa968342800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:56:34.942 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.939+0000 7fa968342800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.942 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.939+0000 7fa968342800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:56:34.942 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.939+0000 7fa968342800 20 zone default found 2024-09-12T17:56:34.942 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.939+0000 7fa968342800 4 Realm: () 2024-09-12T17:56:34.942 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.939+0000 7fa968342800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:56:34.942 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.939+0000 7fa968342800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:56:34.942 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.939+0000 7fa968342800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:56:34.943 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.939+0000 7fa968342800 20 zonegroup default 2024-09-12T17:56:34.943 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.939+0000 7fa968342800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.943 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.939+0000 7fa968342800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:34.943 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.939+0000 7fa968342800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.943 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.940+0000 7fa968342800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:34.943 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.940+0000 7fa968342800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.943 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.940+0000 7fa968342800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:56:34.943 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.940+0000 7fa968342800 20 started sync module instance, tier type = 2024-09-12T17:56:34.943 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.940+0000 7fa968342800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:56:34.951 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.949+0000 7fa968342800 20 add_watcher() i=0 2024-09-12T17:56:34.951 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.949+0000 7fa968342800 20 add_watcher() i=1 2024-09-12T17:56:34.951 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.949+0000 7fa968342800 20 add_watcher() i=2 2024-09-12T17:56:34.951 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.949+0000 7fa968342800 20 add_watcher() i=3 2024-09-12T17:56:34.951 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.949+0000 7fa968342800 20 add_watcher() i=4 2024-09-12T17:56:34.951 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.949+0000 7fa968342800 20 add_watcher() i=5 2024-09-12T17:56:34.951 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.949+0000 7fa968342800 20 add_watcher() i=6 2024-09-12T17:56:34.952 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.950+0000 7fa968342800 20 add_watcher() i=7 2024-09-12T17:56:34.952 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.950+0000 7fa968342800 2 all 8 watchers are set, enabling cache 2024-09-12T17:56:34.953 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.952+0000 7fa81a7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:56:34.954 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.952+0000 7fa968342800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:56:34.954 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.952+0000 7fa968342800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:56:34.954 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.952+0000 7fa968342800 5 note: GC not initialized 2024-09-12T17:56:34.954 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.952+0000 7fa8197e2640 20 reqs_thread_entry: start 2024-09-12T17:56:34.955 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.953+0000 7fa968342800 20 init_complete bucket index max shards: 1 2024-09-12T17:56:34.955 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.953+0000 7fa968342800 20 Filter name: none 2024-09-12T17:56:34.955 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.953+0000 7fa78affd640 20 reqs_thread_entry: start 2024-09-12T17:56:34.955 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.953+0000 7fa968342800 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2024-09-12T17:56:34.955 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.953+0000 7fa968342800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.956 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.953+0000 7fa968342800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:56:34.956 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.953+0000 7fa968342800 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2024-09-12T17:56:34.956 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.953+0000 7fa968342800 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2024-09-12T17:56:34.956 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.953+0000 7fa968342800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.35 : miss 2024-09-12T17:56:34.956 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.953+0000 7fa968342800 20 rados->read ofs=0 len=0 2024-09-12T17:56:34.956 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.954+0000 7fa968342800 20 rados_obj.operate() r=0 bl.length=465 2024-09-12T17:56:34.956 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.954+0000 7fa968342800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.35 info.flags=0x17 2024-09-12T17:56:34.956 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.954+0000 7fa968342800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.35 to cache LRU end 2024-09-12T17:56:34.956 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.954+0000 7fa968342800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:56:34.956 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.954+0000 7fa968342800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:56:34.956 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.954+0000 7fa968342800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.35 2024-09-12T17:56:34.957 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.955+0000 7fa968342800 0 INFO: RGWReshardLock::lock found lock on abort-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.35 to be held by another RGW process; skipping for now 2024-09-12T17:56:34.957 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.956+0000 7fa81a7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:56:34.960 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.959+0000 7fa968342800 20 remove_watcher() i=0 2024-09-12T17:56:34.960 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.959+0000 7fa968342800 2 removed watcher, disabling cache 2024-09-12T17:56:34.961 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.960+0000 7fa968342800 20 remove_watcher() i=1 2024-09-12T17:56:34.962 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.961+0000 7fa968342800 20 remove_watcher() i=2 2024-09-12T17:56:34.963 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.962+0000 7fa968342800 20 remove_watcher() i=3 2024-09-12T17:56:34.964 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.963+0000 7fa968342800 20 remove_watcher() i=4 2024-09-12T17:56:34.965 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.964+0000 7fa968342800 20 remove_watcher() i=5 2024-09-12T17:56:34.966 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.965+0000 7fa968342800 20 remove_watcher() i=6 2024-09-12T17:56:34.967 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:56:34.966+0000 7fa968342800 20 remove_watcher() i=7 2024-09-12T17:56:34.978 INFO:tasks.workunit.client.0.smithi045.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-12T17:57:05.011 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket reshard --bucket abort-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:57:05.047 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:57:05.047 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:57:05.092 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.092+0000 7f2d99b40800 20 rados->read ofs=0 len=0 2024-09-12T17:57:05.094 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.093+0000 7f2d99b40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:05.094 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.093+0000 7f2d99b40800 20 realm 2024-09-12T17:57:05.094 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.093+0000 7f2d99b40800 20 rados->read ofs=0 len=0 2024-09-12T17:57:05.094 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.093+0000 7f2d99b40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:05.094 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.093+0000 7f2d99b40800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:57:05.095 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.093+0000 7f2d99b40800 20 rados->read ofs=0 len=0 2024-09-12T17:57:05.095 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.094+0000 7f2d99b40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:05.095 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.094+0000 7f2d99b40800 20 rados->read ofs=0 len=0 2024-09-12T17:57:05.095 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.094+0000 7f2d99b40800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:05.095 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.094+0000 7f2d99b40800 20 rados->read ofs=0 len=0 2024-09-12T17:57:05.096 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.095+0000 7f2d99b40800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:57:05.096 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.095+0000 7f2d99b40800 20 searching for the correct realm 2024-09-12T17:57:05.099 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.099+0000 7f2d960c1640 0 -- 172.21.15.45:0/17720125 >> [v2:172.21.15.45:6800/38958590,v1:172.21.15.45:6801/38958590] conn(0x563176a73910 msgr2=0x563176a75dd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:57:05.103 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.103+0000 7f2d958c0640 0 -- 172.21.15.45:0/17720125 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f2d8c0a29f0 msgr2=0x7f2d8c0cf660 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:57:05.108 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.107+0000 7f2d99b40800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:57:05.108 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.107+0000 7f2d99b40800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:57:05.108 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.107+0000 7f2d99b40800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:57:05.108 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.107+0000 7f2d99b40800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:57:05.108 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.107+0000 7f2d99b40800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:57:05.109 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.107+0000 7f2d99b40800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:57:05.109 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.107+0000 7f2d99b40800 20 rados->read ofs=0 len=0 2024-09-12T17:57:05.109 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.108+0000 7f2d99b40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:05.109 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.108+0000 7f2d99b40800 20 rados->read ofs=0 len=0 2024-09-12T17:57:05.110 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.108+0000 7f2d99b40800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:05.110 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.108+0000 7f2d99b40800 20 rados->read ofs=0 len=0 2024-09-12T17:57:05.110 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.108+0000 7f2d99b40800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:57:05.110 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.108+0000 7f2d99b40800 20 zone default found 2024-09-12T17:57:05.110 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.108+0000 7f2d99b40800 4 Realm: () 2024-09-12T17:57:05.110 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.108+0000 7f2d99b40800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:57:05.111 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.108+0000 7f2d99b40800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:57:05.111 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.108+0000 7f2d99b40800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:57:05.111 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.108+0000 7f2d99b40800 20 zonegroup default 2024-09-12T17:57:05.111 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.108+0000 7f2d99b40800 20 rados->read ofs=0 len=0 2024-09-12T17:57:05.111 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.109+0000 7f2d99b40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:05.111 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.109+0000 7f2d99b40800 20 rados->read ofs=0 len=0 2024-09-12T17:57:05.111 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.109+0000 7f2d99b40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:05.111 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.109+0000 7f2d99b40800 20 rados->read ofs=0 len=0 2024-09-12T17:57:05.111 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.109+0000 7f2d99b40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:05.111 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.109+0000 7f2d99b40800 20 started sync module instance, tier type = 2024-09-12T17:57:05.111 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.109+0000 7f2d99b40800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:57:05.119 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.119+0000 7f2d99b40800 20 add_watcher() i=0 2024-09-12T17:57:05.120 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.119+0000 7f2d99b40800 20 add_watcher() i=1 2024-09-12T17:57:05.120 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.119+0000 7f2d99b40800 20 add_watcher() i=2 2024-09-12T17:57:05.120 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.119+0000 7f2d99b40800 20 add_watcher() i=3 2024-09-12T17:57:05.120 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.119+0000 7f2d99b40800 20 add_watcher() i=4 2024-09-12T17:57:05.120 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.119+0000 7f2d99b40800 20 add_watcher() i=5 2024-09-12T17:57:05.120 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.119+0000 7f2d99b40800 20 add_watcher() i=6 2024-09-12T17:57:05.121 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.120+0000 7f2d99b40800 20 add_watcher() i=7 2024-09-12T17:57:05.121 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.120+0000 7f2d99b40800 2 all 8 watchers are set, enabling cache 2024-09-12T17:57:05.122 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.122+0000 7f2c477fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:57:05.123 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.122+0000 7f2d99b40800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:57:05.123 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.122+0000 7f2d99b40800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:57:05.123 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.122+0000 7f2d99b40800 5 note: GC not initialized 2024-09-12T17:57:05.124 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.122+0000 7f2c467fc640 20 reqs_thread_entry: start 2024-09-12T17:57:05.124 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.122+0000 7f2d99b40800 20 init_complete bucket index max shards: 1 2024-09-12T17:57:05.124 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.122+0000 7f2d99b40800 20 Filter name: none 2024-09-12T17:57:05.124 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.123+0000 7f2bb7fff640 20 reqs_thread_entry: start 2024-09-12T17:57:05.124 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.123+0000 7f2d99b40800 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2024-09-12T17:57:05.124 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.123+0000 7f2d99b40800 20 rados->read ofs=0 len=0 2024-09-12T17:57:05.125 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.123+0000 7f2d99b40800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:57:05.125 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.123+0000 7f2d99b40800 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2024-09-12T17:57:05.125 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.123+0000 7f2d99b40800 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2024-09-12T17:57:05.125 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.123+0000 7f2d99b40800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.35 : miss 2024-09-12T17:57:05.125 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.123+0000 7f2d99b40800 20 rados->read ofs=0 len=0 2024-09-12T17:57:05.125 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.124+0000 7f2d99b40800 20 rados_obj.operate() r=0 bl.length=465 2024-09-12T17:57:05.125 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.124+0000 7f2d99b40800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.35 info.flags=0x17 2024-09-12T17:57:05.125 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.124+0000 7f2d99b40800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.35 to cache LRU end 2024-09-12T17:57:05.125 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.124+0000 7f2d99b40800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:57:05.125 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.124+0000 7f2d99b40800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:57:05.125 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.124+0000 7f2d99b40800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.35 2024-09-12T17:57:05.126 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.125+0000 7f2d99b40800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T17:57:05.129 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.129+0000 7f2d99b40800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.35 info.flags=0x17 2024-09-12T17:57:05.130 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.129+0000 7f2d99b40800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.35 to cache LRU end 2024-09-12T17:57:05.130 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.129+0000 7f2d99b40800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:57:05.130 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.129+0000 7f2d99b40800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.35, ofs0, ns] 2024-09-12T17:57:05.130 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.129+0000 7f2c797fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398920 cookie 94770444129552 notifier 7100 bl.length()=995 2024-09-12T17:57:05.131 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.129+0000 7f2c797fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.35 info.flags=0x17 2024-09-12T17:57:05.131 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.129+0000 7f2c797fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.35 to cache LRU end 2024-09-12T17:57:05.131 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.129+0000 7f2c797fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:57:05.131 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.130+0000 7f2d99b40800 20 handle_bi_update(): bucket=:abort-at-do-reshard[b6123b67-6580-4373-9691-e0e950df5f06.4566.35]): orig_sources= new_sources= 2024-09-12T17:57:05.131 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.130+0000 7f2d99b40800 20 handle_bi_update(): bucket=:abort-at-do-reshard[b6123b67-6580-4373-9691-e0e950df5f06.4566.35]): potential sources added=[] removed=[] 2024-09-12T17:57:05.131 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.130+0000 7f2d99b40800 20 handle_bi_update(): bucket=:abort-at-do-reshard[b6123b67-6580-4373-9691-e0e950df5f06.4566.35]): orig_dests= new_dests= 2024-09-12T17:57:05.131 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.130+0000 7f2d99b40800 20 handle_bi_update(): bucket=:abort-at-do-reshard[b6123b67-6580-4373-9691-e0e950df5f06.4566.35]): potential dests added=[] removed=[] 2024-09-12T17:57:05.134 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.134+0000 7f2d99b40800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.35.2.0 2024-09-12T17:57:05.134 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.134+0000 7f2d99b40800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.35.2.0 2024-09-12T17:57:05.134 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.134+0000 7f2d99b40800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.35.2.1 2024-09-12T17:57:05.135 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.134+0000 7f2d99b40800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.35.2.1 2024-09-12T17:57:05.135 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.134+0000 7f2d99b40800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.35.0 2024-09-12T17:57:05.137 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.136+0000 7f2d99b40800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.35 : hit (requested=0x17, cached=0x17) 2024-09-12T17:57:05.137 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.136+0000 7f2d99b40800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.35 2024-09-12T17:57:05.138 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.137+0000 7f2d99b40800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.35 info.flags=0x17 2024-09-12T17:57:05.139 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.137+0000 7f2d99b40800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.35 to cache LRU end 2024-09-12T17:57:05.139 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.137+0000 7f2d99b40800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:57:05.139 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.137+0000 7f2d99b40800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.35, ofs0, ns] 2024-09-12T17:57:05.139 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.138+0000 7f2c78ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398921 cookie 94770444129552 notifier 7100 bl.length()=995 2024-09-12T17:57:05.139 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.138+0000 7f2c78ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.35 info.flags=0x17 2024-09-12T17:57:05.139 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.138+0000 7f2c78ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.35 to cache LRU end 2024-09-12T17:57:05.140 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.138+0000 7f2c78ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:57:05.140 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.138+0000 7f2d99b40800 20 handle_bi_update(): bucket=:abort-at-do-reshard[b6123b67-6580-4373-9691-e0e950df5f06.4566.35]): orig_sources= new_sources= 2024-09-12T17:57:05.140 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.138+0000 7f2d99b40800 20 handle_bi_update(): bucket=:abort-at-do-reshard[b6123b67-6580-4373-9691-e0e950df5f06.4566.35]): potential sources added=[] removed=[] 2024-09-12T17:57:05.140 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.138+0000 7f2d99b40800 20 handle_bi_update(): bucket=:abort-at-do-reshard[b6123b67-6580-4373-9691-e0e950df5f06.4566.35]): orig_dests= new_dests= 2024-09-12T17:57:05.141 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.138+0000 7f2d99b40800 20 handle_bi_update(): bucket=:abort-at-do-reshard[b6123b67-6580-4373-9691-e0e950df5f06.4566.35]): potential dests added=[] removed=[] 2024-09-12T17:57:05.141 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.139+0000 7f2d99b40800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.35.0 2024-09-12T17:57:05.141 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.140+0000 7f2d99b40800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.35 : hit (requested=0x17, cached=0x17) 2024-09-12T17:57:05.141 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.140+0000 7f2d99b40800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.35 2024-09-12T17:57:05.141 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.141+0000 7f2d99b40800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.35 info.flags=0x17 2024-09-12T17:57:05.141 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.141+0000 7f2d99b40800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.35 to cache LRU end 2024-09-12T17:57:05.142 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.141+0000 7f2d99b40800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:57:05.142 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.141+0000 7f2d99b40800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.35, ofs0, ns] 2024-09-12T17:57:05.142 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.141+0000 7f2c797fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398922 cookie 94770444129552 notifier 7100 bl.length()=963 2024-09-12T17:57:05.142 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.141+0000 7f2c797fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.35 info.flags=0x17 2024-09-12T17:57:05.142 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.141+0000 7f2c797fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b6123b67-6580-4373-9691-e0e950df5f06.4566.35 to cache LRU end 2024-09-12T17:57:05.142 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.141+0000 7f2c797fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:57:05.143 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.142+0000 7f2d99b40800 20 handle_bi_update(): bucket=:abort-at-do-reshard[b6123b67-6580-4373-9691-e0e950df5f06.4566.35]): orig_sources= new_sources= 2024-09-12T17:57:05.143 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.142+0000 7f2d99b40800 20 handle_bi_update(): bucket=:abort-at-do-reshard[b6123b67-6580-4373-9691-e0e950df5f06.4566.35]): potential sources added=[] removed=[] 2024-09-12T17:57:05.143 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.142+0000 7f2d99b40800 20 handle_bi_update(): bucket=:abort-at-do-reshard[b6123b67-6580-4373-9691-e0e950df5f06.4566.35]): orig_dests= new_dests= 2024-09-12T17:57:05.143 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.142+0000 7f2d99b40800 20 handle_bi_update(): bucket=:abort-at-do-reshard[b6123b67-6580-4373-9691-e0e950df5f06.4566.35]): potential dests added=[] removed=[] 2024-09-12T17:57:05.144 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.143+0000 7f2d99b40800 1 execute INFO: reshard of bucket "abort-at-do-reshard" from 1 shards to 2 shards completed successfully 2024-09-12T17:57:05.145 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.145+0000 7f2c477fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:57:05.148 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.147+0000 7f2d99b40800 20 remove_watcher() i=0 2024-09-12T17:57:05.148 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.147+0000 7f2d99b40800 2 removed watcher, disabling cache 2024-09-12T17:57:05.149 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.148+0000 7f2d99b40800 20 remove_watcher() i=1 2024-09-12T17:57:05.150 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.150+0000 7f2d99b40800 20 remove_watcher() i=2 2024-09-12T17:57:05.151 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.151+0000 7f2d99b40800 20 remove_watcher() i=3 2024-09-12T17:57:05.152 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.152+0000 7f2d99b40800 20 remove_watcher() i=4 2024-09-12T17:57:05.153 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.153+0000 7f2d99b40800 20 remove_watcher() i=5 2024-09-12T17:57:05.154 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.154+0000 7f2d99b40800 20 remove_watcher() i=6 2024-09-12T17:57:05.155 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.155+0000 7f2d99b40800 20 remove_watcher() i=7 2024-09-12T17:57:05.168 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket abort-at-do-reshard 2024-09-12T17:57:05.198 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:57:05.198 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:57:05.237 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.236+0000 7f634800f800 20 rados->read ofs=0 len=0 2024-09-12T17:57:05.239 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.238+0000 7f634800f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:05.239 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.238+0000 7f634800f800 20 realm 2024-09-12T17:57:05.239 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.238+0000 7f634800f800 20 rados->read ofs=0 len=0 2024-09-12T17:57:05.239 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.238+0000 7f634800f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:05.239 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.238+0000 7f634800f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:57:05.239 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.238+0000 7f634800f800 20 rados->read ofs=0 len=0 2024-09-12T17:57:05.239 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.238+0000 7f634800f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:05.239 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.238+0000 7f634800f800 20 rados->read ofs=0 len=0 2024-09-12T17:57:05.240 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.239+0000 7f634800f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:05.240 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.239+0000 7f634800f800 20 rados->read ofs=0 len=0 2024-09-12T17:57:05.240 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.240+0000 7f634800f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:57:05.241 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.240+0000 7f634800f800 20 searching for the correct realm 2024-09-12T17:57:05.243 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.242+0000 7f63452f8640 0 -- 172.21.15.45:0/1596379154 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f633807f040 msgr2=0x7f633809a920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:57:05.247 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.246+0000 7f6345af9640 0 -- 172.21.15.45:0/1596379154 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f633c076040 msgr2=0x7f633c088960 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:57:05.454 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.453+0000 7f634800f800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:57:05.454 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.453+0000 7f634800f800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:57:05.454 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.453+0000 7f634800f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:57:05.454 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.453+0000 7f634800f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:57:05.454 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.453+0000 7f634800f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:57:05.454 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.453+0000 7f634800f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:57:05.454 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.453+0000 7f634800f800 20 rados->read ofs=0 len=0 2024-09-12T17:57:05.454 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.453+0000 7f634800f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:05.454 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.453+0000 7f634800f800 20 rados->read ofs=0 len=0 2024-09-12T17:57:05.455 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.454+0000 7f634800f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:05.455 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.454+0000 7f634800f800 20 rados->read ofs=0 len=0 2024-09-12T17:57:05.456 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.454+0000 7f634800f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:57:05.456 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.454+0000 7f634800f800 20 zone default found 2024-09-12T17:57:05.456 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.454+0000 7f634800f800 4 Realm: () 2024-09-12T17:57:05.456 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.454+0000 7f634800f800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:57:05.456 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.454+0000 7f634800f800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:57:05.456 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.454+0000 7f634800f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:57:05.456 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.454+0000 7f634800f800 20 zonegroup default 2024-09-12T17:57:05.456 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.454+0000 7f634800f800 20 rados->read ofs=0 len=0 2024-09-12T17:57:05.456 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.454+0000 7f634800f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:05.456 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.454+0000 7f634800f800 20 rados->read ofs=0 len=0 2024-09-12T17:57:05.456 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.454+0000 7f634800f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:05.456 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.454+0000 7f634800f800 20 rados->read ofs=0 len=0 2024-09-12T17:57:05.456 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.455+0000 7f634800f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:05.457 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.455+0000 7f634800f800 20 started sync module instance, tier type = 2024-09-12T17:57:05.457 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.455+0000 7f634800f800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:57:05.465 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.465+0000 7f634800f800 20 add_watcher() i=0 2024-09-12T17:57:05.465 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.465+0000 7f634800f800 20 add_watcher() i=1 2024-09-12T17:57:05.465 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.465+0000 7f634800f800 20 add_watcher() i=2 2024-09-12T17:57:05.465 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.465+0000 7f634800f800 20 add_watcher() i=3 2024-09-12T17:57:05.465 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.465+0000 7f634800f800 20 add_watcher() i=4 2024-09-12T17:57:05.466 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.465+0000 7f634800f800 20 add_watcher() i=5 2024-09-12T17:57:05.466 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.465+0000 7f634800f800 20 add_watcher() i=6 2024-09-12T17:57:05.466 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.465+0000 7f634800f800 20 add_watcher() i=7 2024-09-12T17:57:05.466 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.465+0000 7f634800f800 2 all 8 watchers are set, enabling cache 2024-09-12T17:57:05.468 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.467+0000 7f61f77fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:57:05.469 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.468+0000 7f634800f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:57:05.469 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.468+0000 7f634800f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:57:05.469 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.468+0000 7f634800f800 5 note: GC not initialized 2024-09-12T17:57:05.469 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.468+0000 7f61f67fc640 20 reqs_thread_entry: start 2024-09-12T17:57:05.469 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.468+0000 7f634800f800 20 init_complete bucket index max shards: 1 2024-09-12T17:57:05.469 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.468+0000 7f634800f800 20 Filter name: none 2024-09-12T17:57:05.469 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.468+0000 7f6167fff640 20 reqs_thread_entry: start 2024-09-12T17:57:05.469 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.468+0000 7f634800f800 20 rados->read ofs=0 len=0 2024-09-12T17:57:05.470 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.469+0000 7f634800f800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:57:05.470 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.469+0000 7f634800f800 20 rados->read ofs=0 len=0 2024-09-12T17:57:05.470 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.469+0000 7f634800f800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:57:05.470 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.469+0000 7f634800f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:57:05.470 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.469+0000 7f634800f800 20 rados->read ofs=0 len=0 2024-09-12T17:57:05.471 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.470+0000 7f634800f800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:57:05.471 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.470+0000 7f634800f800 20 rados->read ofs=0 len=0 2024-09-12T17:57:05.471 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.470+0000 7f634800f800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:57:05.471 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.470+0000 7f634800f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:57:05.472 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.472+0000 7f61f77fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:57:05.474 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.474+0000 7f634800f800 20 remove_watcher() i=0 2024-09-12T17:57:05.506 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.474+0000 7f634800f800 2 removed watcher, disabling cache 2024-09-12T17:57:05.508 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.475+0000 7f634800f800 20 remove_watcher() i=1 2024-09-12T17:57:05.508 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.476+0000 7f634800f800 20 remove_watcher() i=2 2024-09-12T17:57:05.509 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.477+0000 7f634800f800 20 remove_watcher() i=3 2024-09-12T17:57:05.509 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.478+0000 7f634800f800 20 remove_watcher() i=4 2024-09-12T17:57:05.509 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.479+0000 7f634800f800 20 remove_watcher() i=5 2024-09-12T17:57:05.509 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.480+0000 7f634800f800 20 remove_watcher() i=6 2024-09-12T17:57:05.509 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.481+0000 7f634800f800 20 remove_watcher() i=7 2024-09-12T17:57:05.509 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:05.509 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T17:57:05.509 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: abort-at-do-reshard id: b6123b67-6580-4373-9691-e0e950df5f06.4566.35 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:57:05.509 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:05.509 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:05.509 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:05.509 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:05.509 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:05.542 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:05.542 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:05.557 INFO:tasks.workunit.client.0.smithi045.stderr:TEST: reshard bucket with EIO injected at logrecord_writes 2024-09-12T17:57:05.557 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:05.558 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:05.559 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:05.569 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:05.569 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:05.612 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:05.612 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:05.619 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:05.619 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:05.626 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:05.626 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:05.632 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:05.633 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:05.639 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:05.639 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:05.645 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:05.645 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:05.652 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:05.652 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:05.658 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:05.659 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:05.665 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:05.665 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:05.673 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:05.673 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:05.679 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:05.679 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:05.686 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:05.687 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:05.693 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:05.693 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:05.699 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:05.699 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:05.706 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:05.706 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:05.713 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:05.713 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:05.719 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:05.719 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:05.726 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:05.726 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:05.732 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:05.732 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:05.738 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:05.738 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:05.745 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket error-at-logrecord-writes 2024-09-12T17:57:05.775 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:57:05.775 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:57:05.814 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.813+0000 7f9ce4126800 20 rados->read ofs=0 len=0 2024-09-12T17:57:05.816 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.815+0000 7f9ce4126800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:05.816 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.815+0000 7f9ce4126800 20 realm 2024-09-12T17:57:05.816 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.815+0000 7f9ce4126800 20 rados->read ofs=0 len=0 2024-09-12T17:57:05.816 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.815+0000 7f9ce4126800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:05.816 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.815+0000 7f9ce4126800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:57:05.816 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.815+0000 7f9ce4126800 20 rados->read ofs=0 len=0 2024-09-12T17:57:05.817 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.816+0000 7f9ce4126800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:05.817 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.816+0000 7f9ce4126800 20 rados->read ofs=0 len=0 2024-09-12T17:57:05.817 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.816+0000 7f9ce4126800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:05.817 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.816+0000 7f9ce4126800 20 rados->read ofs=0 len=0 2024-09-12T17:57:05.818 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.817+0000 7f9ce4126800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:57:05.818 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.817+0000 7f9ce4126800 20 searching for the correct realm 2024-09-12T17:57:05.820 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.820+0000 7f9cdf55c640 0 -- 172.21.15.45:0/3850437279 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f9cd0021020 msgr2=0x7f9cd006aa10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:57:05.824 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:05.823+0000 7f9cdfd5d640 0 -- 172.21.15.45:0/3850437279 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f9cd40509a0 msgr2=0x7f9cd404f3e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:57:06.030 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.029+0000 7f9ce4126800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:57:06.030 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.029+0000 7f9ce4126800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:57:06.030 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.029+0000 7f9ce4126800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:57:06.030 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.029+0000 7f9ce4126800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:57:06.030 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.029+0000 7f9ce4126800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:57:06.030 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.029+0000 7f9ce4126800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:57:06.030 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.029+0000 7f9ce4126800 20 rados->read ofs=0 len=0 2024-09-12T17:57:06.030 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.029+0000 7f9ce4126800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:06.031 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.029+0000 7f9ce4126800 20 rados->read ofs=0 len=0 2024-09-12T17:57:06.031 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.029+0000 7f9ce4126800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:06.031 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.029+0000 7f9ce4126800 20 rados->read ofs=0 len=0 2024-09-12T17:57:06.031 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.030+0000 7f9ce4126800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:57:06.032 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.030+0000 7f9ce4126800 20 zone default found 2024-09-12T17:57:06.032 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.030+0000 7f9ce4126800 4 Realm: () 2024-09-12T17:57:06.032 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.030+0000 7f9ce4126800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:57:06.032 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.030+0000 7f9ce4126800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:57:06.032 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.030+0000 7f9ce4126800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:57:06.032 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.030+0000 7f9ce4126800 20 zonegroup default 2024-09-12T17:57:06.032 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.030+0000 7f9ce4126800 20 rados->read ofs=0 len=0 2024-09-12T17:57:06.032 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.030+0000 7f9ce4126800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:06.032 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.030+0000 7f9ce4126800 20 rados->read ofs=0 len=0 2024-09-12T17:57:06.032 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.031+0000 7f9ce4126800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:06.032 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.031+0000 7f9ce4126800 20 rados->read ofs=0 len=0 2024-09-12T17:57:06.032 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.031+0000 7f9ce4126800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:06.033 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.031+0000 7f9ce4126800 20 started sync module instance, tier type = 2024-09-12T17:57:06.033 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.031+0000 7f9ce4126800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:57:06.041 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.040+0000 7f9ce4126800 20 add_watcher() i=0 2024-09-12T17:57:06.041 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.040+0000 7f9ce4126800 20 add_watcher() i=1 2024-09-12T17:57:06.041 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.040+0000 7f9ce4126800 20 add_watcher() i=2 2024-09-12T17:57:06.041 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.040+0000 7f9ce4126800 20 add_watcher() i=3 2024-09-12T17:57:06.041 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.040+0000 7f9ce4126800 20 add_watcher() i=4 2024-09-12T17:57:06.041 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.040+0000 7f9ce4126800 20 add_watcher() i=5 2024-09-12T17:57:06.041 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.040+0000 7f9ce4126800 20 add_watcher() i=6 2024-09-12T17:57:06.041 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.041+0000 7f9ce4126800 20 add_watcher() i=7 2024-09-12T17:57:06.042 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.041+0000 7f9ce4126800 2 all 8 watchers are set, enabling cache 2024-09-12T17:57:06.043 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.043+0000 7f9b95fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:57:06.044 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.043+0000 7f9ce4126800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:57:06.044 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.043+0000 7f9ce4126800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:57:06.044 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.043+0000 7f9ce4126800 5 note: GC not initialized 2024-09-12T17:57:06.044 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.043+0000 7f9b94fe1640 20 reqs_thread_entry: start 2024-09-12T17:57:06.044 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.043+0000 7f9ce4126800 20 init_complete bucket index max shards: 1 2024-09-12T17:57:06.044 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.043+0000 7f9ce4126800 20 Filter name: none 2024-09-12T17:57:06.045 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.044+0000 7f9b0e7fc640 20 reqs_thread_entry: start 2024-09-12T17:57:06.045 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.044+0000 7f9ce4126800 20 rados->read ofs=0 len=0 2024-09-12T17:57:06.045 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.044+0000 7f9ce4126800 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T17:57:06.045 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.044+0000 7f9ce4126800 20 rados->read ofs=0 len=0 2024-09-12T17:57:06.046 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.045+0000 7f9ce4126800 20 rados_obj.operate() r=0 bl.length=439 2024-09-12T17:57:06.046 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.045+0000 7f9ce4126800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:57:06.046 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.045+0000 7f9ce4126800 20 rados->read ofs=0 len=0 2024-09-12T17:57:06.046 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.046+0000 7f9ce4126800 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T17:57:06.046 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.046+0000 7f9ce4126800 20 rados->read ofs=0 len=0 2024-09-12T17:57:06.047 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.046+0000 7f9ce4126800 20 rados_obj.operate() r=0 bl.length=439 2024-09-12T17:57:06.047 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.046+0000 7f9ce4126800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:57:06.048 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.047+0000 7f9b95fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:57:06.050 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.050+0000 7f9ce4126800 20 remove_watcher() i=0 2024-09-12T17:57:06.050 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.050+0000 7f9ce4126800 2 removed watcher, disabling cache 2024-09-12T17:57:06.051 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.051+0000 7f9ce4126800 20 remove_watcher() i=1 2024-09-12T17:57:06.052 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.052+0000 7f9ce4126800 20 remove_watcher() i=2 2024-09-12T17:57:06.053 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.053+0000 7f9ce4126800 20 remove_watcher() i=3 2024-09-12T17:57:06.054 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.054+0000 7f9ce4126800 20 remove_watcher() i=4 2024-09-12T17:57:06.055 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.055+0000 7f9ce4126800 20 remove_watcher() i=5 2024-09-12T17:57:06.056 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.056+0000 7f9ce4126800 20 remove_watcher() i=6 2024-09-12T17:57:06.057 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.057+0000 7f9ce4126800 20 remove_watcher() i=7 2024-09-12T17:57:06.068 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:06.068 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T17:57:06.068 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: error-at-logrecord-writes id: b6123b67-6580-4373-9691-e0e950df5f06.4566.36 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:57:06.068 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:06.070 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket reshard --bucket error-at-logrecord-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at logrecord_writes 2024-09-12T17:57:06.105 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:57:06.105 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:57:06.145 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.144+0000 7f55a360e800 20 rados->read ofs=0 len=0 2024-09-12T17:57:06.146 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.145+0000 7f55a360e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:06.146 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.145+0000 7f55a360e800 20 realm 2024-09-12T17:57:06.147 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.145+0000 7f55a360e800 20 rados->read ofs=0 len=0 2024-09-12T17:57:06.147 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.146+0000 7f55a360e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:06.147 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.146+0000 7f55a360e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:57:06.147 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.146+0000 7f55a360e800 20 rados->read ofs=0 len=0 2024-09-12T17:57:06.147 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.146+0000 7f55a360e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:06.147 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.146+0000 7f55a360e800 20 rados->read ofs=0 len=0 2024-09-12T17:57:06.147 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.147+0000 7f55a360e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:06.148 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.147+0000 7f55a360e800 20 rados->read ofs=0 len=0 2024-09-12T17:57:06.148 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.148+0000 7f55a360e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:57:06.148 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.148+0000 7f55a360e800 20 searching for the correct realm 2024-09-12T17:57:06.151 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.151+0000 7f559f45a640 0 -- 172.21.15.45:0/2593997505 >> [v2:172.21.15.45:6800/38958590,v1:172.21.15.45:6801/38958590] conn(0x558233b2d7f0 msgr2=0x558233b2fc60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:57:06.155 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.154+0000 7f559e458640 0 -- 172.21.15.45:0/2593997505 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f5590049030 msgr2=0x7f55900749a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:57:06.159 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.158+0000 7f55a360e800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:57:06.159 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.158+0000 7f55a360e800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:57:06.159 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.158+0000 7f55a360e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:57:06.159 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.158+0000 7f55a360e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:57:06.159 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.158+0000 7f55a360e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:57:06.159 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.158+0000 7f55a360e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:57:06.159 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.158+0000 7f55a360e800 20 rados->read ofs=0 len=0 2024-09-12T17:57:06.160 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.158+0000 7f55a360e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:06.160 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.158+0000 7f55a360e800 20 rados->read ofs=0 len=0 2024-09-12T17:57:06.160 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.158+0000 7f55a360e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:06.160 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.158+0000 7f55a360e800 20 rados->read ofs=0 len=0 2024-09-12T17:57:06.161 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.159+0000 7f55a360e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:57:06.161 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.159+0000 7f55a360e800 20 zone default found 2024-09-12T17:57:06.161 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.159+0000 7f55a360e800 4 Realm: () 2024-09-12T17:57:06.161 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.159+0000 7f55a360e800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:57:06.161 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.159+0000 7f55a360e800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:57:06.161 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.159+0000 7f55a360e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:57:06.161 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.159+0000 7f55a360e800 20 zonegroup default 2024-09-12T17:57:06.162 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.159+0000 7f55a360e800 20 rados->read ofs=0 len=0 2024-09-12T17:57:06.162 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.159+0000 7f55a360e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:06.162 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.159+0000 7f55a360e800 20 rados->read ofs=0 len=0 2024-09-12T17:57:06.162 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.159+0000 7f55a360e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:06.162 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.159+0000 7f55a360e800 20 rados->read ofs=0 len=0 2024-09-12T17:57:06.162 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.160+0000 7f55a360e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:06.162 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.160+0000 7f55a360e800 20 started sync module instance, tier type = 2024-09-12T17:57:06.162 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.160+0000 7f55a360e800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:57:06.169 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.169+0000 7f55a360e800 20 add_watcher() i=0 2024-09-12T17:57:06.169 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.169+0000 7f55a360e800 20 add_watcher() i=1 2024-09-12T17:57:06.169 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.169+0000 7f55a360e800 20 add_watcher() i=2 2024-09-12T17:57:06.169 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.169+0000 7f55a360e800 20 add_watcher() i=3 2024-09-12T17:57:06.169 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.169+0000 7f55a360e800 20 add_watcher() i=4 2024-09-12T17:57:06.169 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.169+0000 7f55a360e800 20 add_watcher() i=5 2024-09-12T17:57:06.170 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.169+0000 7f55a360e800 20 add_watcher() i=6 2024-09-12T17:57:06.170 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.170+0000 7f55a360e800 20 add_watcher() i=7 2024-09-12T17:57:06.170 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.170+0000 7f55a360e800 2 all 8 watchers are set, enabling cache 2024-09-12T17:57:06.172 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.171+0000 7f54557e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:57:06.173 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.172+0000 7f55a360e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:57:06.173 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.172+0000 7f55a360e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:57:06.173 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.172+0000 7f55a360e800 5 note: GC not initialized 2024-09-12T17:57:06.173 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.172+0000 7f53cffff640 20 reqs_thread_entry: start 2024-09-12T17:57:06.173 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.172+0000 7f55a360e800 20 init_complete bucket index max shards: 1 2024-09-12T17:57:06.173 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.172+0000 7f55a360e800 20 Filter name: none 2024-09-12T17:57:06.173 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.172+0000 7f53cdffb640 20 reqs_thread_entry: start 2024-09-12T17:57:06.173 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.172+0000 7f55a360e800 10 cache get: name=default.rgw.meta+root+error-at-logrecord-writes : miss 2024-09-12T17:57:06.173 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.172+0000 7f55a360e800 20 rados->read ofs=0 len=0 2024-09-12T17:57:06.174 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.173+0000 7f55a360e800 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T17:57:06.174 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.173+0000 7f55a360e800 10 cache put: name=default.rgw.meta+root+error-at-logrecord-writes info.flags=0x11 2024-09-12T17:57:06.175 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.173+0000 7f55a360e800 10 adding default.rgw.meta+root+error-at-logrecord-writes to cache LRU end 2024-09-12T17:57:06.175 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.173+0000 7f55a360e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.36 : miss 2024-09-12T17:57:06.175 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.173+0000 7f55a360e800 20 rados->read ofs=0 len=0 2024-09-12T17:57:06.175 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.173+0000 7f55a360e800 20 rados_obj.operate() r=0 bl.length=439 2024-09-12T17:57:06.175 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.173+0000 7f55a360e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.36 info.flags=0x17 2024-09-12T17:57:06.175 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.173+0000 7f55a360e800 10 adding default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.36 to cache LRU end 2024-09-12T17:57:06.175 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.173+0000 7f55a360e800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:57:06.175 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.173+0000 7f55a360e800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:57:06.175 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.173+0000 7f55a360e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.36 2024-09-12T17:57:06.178 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.177+0000 7f55a360e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.36 info.flags=0x17 2024-09-12T17:57:06.178 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.177+0000 7f55a360e800 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.36 to cache LRU end 2024-09-12T17:57:06.178 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.177+0000 7f55a360e800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:57:06.178 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.177+0000 7f55a360e800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.36, ofs0, ns] 2024-09-12T17:57:06.178 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.177+0000 7f5481ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398925 cookie 94017701477136 notifier 7151 bl.length()=1007 2024-09-12T17:57:06.178 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.177+0000 7f5481ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.36 info.flags=0x17 2024-09-12T17:57:06.178 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.177+0000 7f5481ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.36 to cache LRU end 2024-09-12T17:57:06.178 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.177+0000 7f5481ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:57:06.179 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.178+0000 7f55a360e800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.36]): orig_sources= new_sources= 2024-09-12T17:57:06.179 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.178+0000 7f55a360e800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.36]): potential sources added=[] removed=[] 2024-09-12T17:57:06.179 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.178+0000 7f55a360e800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.36]): orig_dests= new_dests= 2024-09-12T17:57:06.179 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.178+0000 7f55a360e800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.36]): potential dests added=[] removed=[] 2024-09-12T17:57:06.179 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.179+0000 7f55a360e800 -1 Injecting error=-5 at location=logrecord_writes 2024-09-12T17:57:06.180 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.179+0000 7f55a360e800 0 ERROR: init_reshard failed to pause writes to the current index: (5) Input/output error 2024-09-12T17:57:06.182 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.182+0000 7f55a360e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.36 : hit (requested=0x17, cached=0x17) 2024-09-12T17:57:06.183 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.182+0000 7f55a360e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.36 2024-09-12T17:57:06.184 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.184+0000 7f55a360e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.36 info.flags=0x17 2024-09-12T17:57:06.184 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.184+0000 7f55a360e800 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.36 to cache LRU end 2024-09-12T17:57:06.184 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.184+0000 7f55a360e800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:57:06.184 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.184+0000 7f55a360e800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.36, ofs0, ns] 2024-09-12T17:57:06.185 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.184+0000 7f5481ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398926 cookie 94017701477136 notifier 7151 bl.length()=975 2024-09-12T17:57:06.185 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.184+0000 7f5481ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.36 info.flags=0x17 2024-09-12T17:57:06.185 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.184+0000 7f5481ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.36 to cache LRU end 2024-09-12T17:57:06.185 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.184+0000 7f5481ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:57:06.185 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.184+0000 7f55a360e800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.36]): orig_sources= new_sources= 2024-09-12T17:57:06.185 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.184+0000 7f55a360e800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.36]): potential sources added=[] removed=[] 2024-09-12T17:57:06.185 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.184+0000 7f55a360e800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.36]): orig_dests= new_dests= 2024-09-12T17:57:06.185 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.184+0000 7f55a360e800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.36]): potential dests added=[] removed=[] 2024-09-12T17:57:06.186 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.186+0000 7f54557e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:57:06.189 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.188+0000 7f55a360e800 20 remove_watcher() i=0 2024-09-12T17:57:06.189 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.188+0000 7f55a360e800 2 removed watcher, disabling cache 2024-09-12T17:57:06.189 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.189+0000 7f55a360e800 20 remove_watcher() i=1 2024-09-12T17:57:06.190 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.190+0000 7f55a360e800 20 remove_watcher() i=2 2024-09-12T17:57:06.191 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.191+0000 7f55a360e800 20 remove_watcher() i=3 2024-09-12T17:57:06.192 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.192+0000 7f55a360e800 20 remove_watcher() i=4 2024-09-12T17:57:06.193 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.193+0000 7f55a360e800 20 remove_watcher() i=5 2024-09-12T17:57:06.194 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.194+0000 7f55a360e800 20 remove_watcher() i=6 2024-09-12T17:57:06.195 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.195+0000 7f55a360e800 20 remove_watcher() i=7 2024-09-12T17:57:06.208 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket error-at-logrecord-writes 2024-09-12T17:57:06.237 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:57:06.237 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:57:06.276 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.275+0000 7f21e313d800 20 rados->read ofs=0 len=0 2024-09-12T17:57:06.278 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.277+0000 7f21e313d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:06.278 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.277+0000 7f21e313d800 20 realm 2024-09-12T17:57:06.278 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.277+0000 7f21e313d800 20 rados->read ofs=0 len=0 2024-09-12T17:57:06.278 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.277+0000 7f21e313d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:06.278 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.277+0000 7f21e313d800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:57:06.279 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.278+0000 7f21e313d800 20 rados->read ofs=0 len=0 2024-09-12T17:57:06.279 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.278+0000 7f21e313d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:06.279 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.278+0000 7f21e313d800 20 rados->read ofs=0 len=0 2024-09-12T17:57:06.279 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.278+0000 7f21e313d800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:06.279 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.278+0000 7f21e313d800 20 rados->read ofs=0 len=0 2024-09-12T17:57:06.280 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.279+0000 7f21e313d800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:57:06.280 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.279+0000 7f21e313d800 20 searching for the correct realm 2024-09-12T17:57:06.282 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.282+0000 7f21de629640 0 -- 172.21.15.45:0/1436222809 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x557017e936f0 msgr2=0x557017e95ae0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:57:06.286 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.285+0000 7f21dee2a640 0 -- 172.21.15.45:0/1436222809 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f21d406a430 msgr2=0x7f21d406a890 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:57:06.492 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.491+0000 7f21e313d800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:57:06.492 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.491+0000 7f21e313d800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:57:06.492 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.491+0000 7f21e313d800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:57:06.492 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.491+0000 7f21e313d800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:57:06.493 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.491+0000 7f21e313d800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:57:06.493 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.491+0000 7f21e313d800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:57:06.493 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.491+0000 7f21e313d800 20 rados->read ofs=0 len=0 2024-09-12T17:57:06.493 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.491+0000 7f21e313d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:06.493 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.491+0000 7f21e313d800 20 rados->read ofs=0 len=0 2024-09-12T17:57:06.494 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.492+0000 7f21e313d800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:06.494 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.492+0000 7f21e313d800 20 rados->read ofs=0 len=0 2024-09-12T17:57:06.494 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.492+0000 7f21e313d800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:57:06.494 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.492+0000 7f21e313d800 20 zone default found 2024-09-12T17:57:06.494 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.492+0000 7f21e313d800 4 Realm: () 2024-09-12T17:57:06.495 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.492+0000 7f21e313d800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:57:06.495 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.492+0000 7f21e313d800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:57:06.495 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.492+0000 7f21e313d800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:57:06.495 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.492+0000 7f21e313d800 20 zonegroup default 2024-09-12T17:57:06.495 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.492+0000 7f21e313d800 20 rados->read ofs=0 len=0 2024-09-12T17:57:06.495 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.493+0000 7f21e313d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:06.495 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.493+0000 7f21e313d800 20 rados->read ofs=0 len=0 2024-09-12T17:57:06.495 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.493+0000 7f21e313d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:06.495 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.493+0000 7f21e313d800 20 rados->read ofs=0 len=0 2024-09-12T17:57:06.495 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.493+0000 7f21e313d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:06.495 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.493+0000 7f21e313d800 20 started sync module instance, tier type = 2024-09-12T17:57:06.496 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.493+0000 7f21e313d800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:57:06.503 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.502+0000 7f21e313d800 20 add_watcher() i=0 2024-09-12T17:57:06.503 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.502+0000 7f21e313d800 20 add_watcher() i=1 2024-09-12T17:57:06.503 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.502+0000 7f21e313d800 20 add_watcher() i=2 2024-09-12T17:57:06.503 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.502+0000 7f21e313d800 20 add_watcher() i=3 2024-09-12T17:57:06.503 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.502+0000 7f21e313d800 20 add_watcher() i=4 2024-09-12T17:57:06.504 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.502+0000 7f21e313d800 20 add_watcher() i=5 2024-09-12T17:57:06.504 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.502+0000 7f21e313d800 20 add_watcher() i=6 2024-09-12T17:57:06.504 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.503+0000 7f21e313d800 20 add_watcher() i=7 2024-09-12T17:57:06.504 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.503+0000 7f21e313d800 2 all 8 watchers are set, enabling cache 2024-09-12T17:57:06.506 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.505+0000 7f20957e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:57:06.507 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.506+0000 7f21e313d800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:57:06.507 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.506+0000 7f21e313d800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:57:06.507 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.506+0000 7f21e313d800 5 note: GC not initialized 2024-09-12T17:57:06.507 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.506+0000 7f200ffff640 20 reqs_thread_entry: start 2024-09-12T17:57:06.507 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.506+0000 7f21e313d800 20 init_complete bucket index max shards: 1 2024-09-12T17:57:06.507 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.506+0000 7f21e313d800 20 Filter name: none 2024-09-12T17:57:06.507 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.506+0000 7f200dffb640 20 reqs_thread_entry: start 2024-09-12T17:57:06.507 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.506+0000 7f21e313d800 20 rados->read ofs=0 len=0 2024-09-12T17:57:06.509 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.506+0000 7f21e313d800 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T17:57:06.509 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.507+0000 7f21e313d800 20 rados->read ofs=0 len=0 2024-09-12T17:57:06.509 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.507+0000 7f21e313d800 20 rados_obj.operate() r=0 bl.length=439 2024-09-12T17:57:06.509 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.507+0000 7f21e313d800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:57:06.509 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.507+0000 7f21e313d800 20 rados->read ofs=0 len=0 2024-09-12T17:57:06.509 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.507+0000 7f21e313d800 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T17:57:06.509 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.507+0000 7f21e313d800 20 rados->read ofs=0 len=0 2024-09-12T17:57:06.509 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.508+0000 7f21e313d800 20 rados_obj.operate() r=0 bl.length=439 2024-09-12T17:57:06.509 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.508+0000 7f21e313d800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:57:06.510 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.509+0000 7f20957e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:57:06.512 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.511+0000 7f21e313d800 20 remove_watcher() i=0 2024-09-12T17:57:06.512 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.511+0000 7f21e313d800 2 removed watcher, disabling cache 2024-09-12T17:57:06.513 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.512+0000 7f21e313d800 20 remove_watcher() i=1 2024-09-12T17:57:06.514 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.513+0000 7f21e313d800 20 remove_watcher() i=2 2024-09-12T17:57:06.515 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.514+0000 7f21e313d800 20 remove_watcher() i=3 2024-09-12T17:57:06.516 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.515+0000 7f21e313d800 20 remove_watcher() i=4 2024-09-12T17:57:06.517 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.516+0000 7f21e313d800 20 remove_watcher() i=5 2024-09-12T17:57:06.518 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.517+0000 7f21e313d800 20 remove_watcher() i=6 2024-09-12T17:57:06.519 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.518+0000 7f21e313d800 20 remove_watcher() i=7 2024-09-12T17:57:06.530 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:06.530 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T17:57:06.530 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: error-at-logrecord-writes id: b6123b67-6580-4373-9691-e0e950df5f06.4566.36 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:57:06.530 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:06.531 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:06.532 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:06.539 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:06.539 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:06.582 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket reshard --bucket error-at-logrecord-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:57:06.615 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:57:06.615 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:57:06.838 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:06.837+0000 7f5036a55640 0 --2- 172.21.15.45:0/1050382687 >> [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] conn(0x55b09bde3aa0 0x55b09becab10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2024-09-12T17:57:07.060 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.059+0000 7f503b52c800 20 rados->read ofs=0 len=0 2024-09-12T17:57:07.062 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.062+0000 7f503b52c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:07.063 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.062+0000 7f503b52c800 20 realm 2024-09-12T17:57:07.063 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.062+0000 7f503b52c800 20 rados->read ofs=0 len=0 2024-09-12T17:57:07.063 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.062+0000 7f503b52c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:07.063 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.062+0000 7f503b52c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:57:07.063 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.062+0000 7f503b52c800 20 rados->read ofs=0 len=0 2024-09-12T17:57:07.063 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.062+0000 7f503b52c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:07.063 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.062+0000 7f503b52c800 20 rados->read ofs=0 len=0 2024-09-12T17:57:07.063 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.063+0000 7f503b52c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:07.063 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.063+0000 7f503b52c800 20 rados->read ofs=0 len=0 2024-09-12T17:57:07.064 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.064+0000 7f5036a55640 0 -- 172.21.15.45:0/1744008044 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x55b09bf8b6e0 msgr2=0x55b09bf8dad0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:57:07.064 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.064+0000 7f503b52c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:57:07.064 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.064+0000 7f503b52c800 20 searching for the correct realm 2024-09-12T17:57:07.067 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.067+0000 7f5037a57640 0 -- 172.21.15.45:0/1744008044 >> [v2:172.21.15.45:6824/1551660769,v1:172.21.15.45:6825/1551660769] conn(0x55b09bf8c140 msgr2=0x55b09bf8c5f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:57:07.075 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.074+0000 7f503b52c800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:57:07.075 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.074+0000 7f503b52c800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:57:07.075 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.074+0000 7f503b52c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:57:07.075 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.074+0000 7f503b52c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:57:07.075 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.074+0000 7f503b52c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:57:07.076 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.074+0000 7f503b52c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:57:07.076 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.074+0000 7f503b52c800 20 rados->read ofs=0 len=0 2024-09-12T17:57:07.076 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.075+0000 7f503b52c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:07.076 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.075+0000 7f503b52c800 20 rados->read ofs=0 len=0 2024-09-12T17:57:07.077 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.075+0000 7f503b52c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:07.077 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.075+0000 7f503b52c800 20 rados->read ofs=0 len=0 2024-09-12T17:57:07.077 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.075+0000 7f503b52c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:57:07.077 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.075+0000 7f503b52c800 20 zone default found 2024-09-12T17:57:07.077 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.075+0000 7f503b52c800 4 Realm: () 2024-09-12T17:57:07.077 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.075+0000 7f503b52c800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:57:07.078 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.075+0000 7f503b52c800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:57:07.078 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.075+0000 7f503b52c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:57:07.078 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.075+0000 7f503b52c800 20 zonegroup default 2024-09-12T17:57:07.078 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.075+0000 7f503b52c800 20 rados->read ofs=0 len=0 2024-09-12T17:57:07.078 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.076+0000 7f503b52c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:07.078 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.076+0000 7f503b52c800 20 rados->read ofs=0 len=0 2024-09-12T17:57:07.078 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.076+0000 7f503b52c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:07.078 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.076+0000 7f503b52c800 20 rados->read ofs=0 len=0 2024-09-12T17:57:07.078 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.076+0000 7f503b52c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:07.078 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.076+0000 7f503b52c800 20 started sync module instance, tier type = 2024-09-12T17:57:07.078 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.076+0000 7f503b52c800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:57:07.086 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.086+0000 7f503b52c800 20 add_watcher() i=0 2024-09-12T17:57:07.086 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.086+0000 7f503b52c800 20 add_watcher() i=1 2024-09-12T17:57:07.086 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.086+0000 7f503b52c800 20 add_watcher() i=2 2024-09-12T17:57:07.086 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.086+0000 7f503b52c800 20 add_watcher() i=3 2024-09-12T17:57:07.087 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.086+0000 7f503b52c800 20 add_watcher() i=4 2024-09-12T17:57:07.087 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.086+0000 7f503b52c800 20 add_watcher() i=5 2024-09-12T17:57:07.087 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.086+0000 7f503b52c800 20 add_watcher() i=6 2024-09-12T17:57:07.087 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.087+0000 7f503b52c800 20 add_watcher() i=7 2024-09-12T17:57:07.087 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.087+0000 7f503b52c800 2 all 8 watchers are set, enabling cache 2024-09-12T17:57:07.089 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.088+0000 7f4ee97f2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:57:07.090 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.089+0000 7f503b52c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:57:07.090 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.089+0000 7f503b52c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:57:07.090 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.089+0000 7f503b52c800 5 note: GC not initialized 2024-09-12T17:57:07.090 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.089+0000 7f4e63fff640 20 reqs_thread_entry: start 2024-09-12T17:57:07.090 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.089+0000 7f503b52c800 20 init_complete bucket index max shards: 1 2024-09-12T17:57:07.090 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.089+0000 7f503b52c800 20 Filter name: none 2024-09-12T17:57:07.090 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.089+0000 7f4e61ffb640 20 reqs_thread_entry: start 2024-09-12T17:57:07.090 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.089+0000 7f503b52c800 10 cache get: name=default.rgw.meta+root+error-at-logrecord-writes : miss 2024-09-12T17:57:07.090 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.089+0000 7f503b52c800 20 rados->read ofs=0 len=0 2024-09-12T17:57:07.091 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.090+0000 7f503b52c800 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T17:57:07.091 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.090+0000 7f503b52c800 10 cache put: name=default.rgw.meta+root+error-at-logrecord-writes info.flags=0x11 2024-09-12T17:57:07.091 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.090+0000 7f503b52c800 10 adding default.rgw.meta+root+error-at-logrecord-writes to cache LRU end 2024-09-12T17:57:07.091 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.090+0000 7f503b52c800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.36 : miss 2024-09-12T17:57:07.092 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.090+0000 7f503b52c800 20 rados->read ofs=0 len=0 2024-09-12T17:57:07.092 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.090+0000 7f503b52c800 20 rados_obj.operate() r=0 bl.length=439 2024-09-12T17:57:07.092 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.090+0000 7f503b52c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.36 info.flags=0x17 2024-09-12T17:57:07.092 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.090+0000 7f503b52c800 10 adding default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.36 to cache LRU end 2024-09-12T17:57:07.092 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.090+0000 7f503b52c800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:57:07.092 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.090+0000 7f503b52c800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:57:07.092 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.090+0000 7f503b52c800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.36 2024-09-12T17:57:07.094 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.094+0000 7f503b52c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.36 info.flags=0x17 2024-09-12T17:57:07.094 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.094+0000 7f503b52c800 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.36 to cache LRU end 2024-09-12T17:57:07.095 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.094+0000 7f503b52c800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:57:07.095 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.094+0000 7f503b52c800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.36, ofs0, ns] 2024-09-12T17:57:07.095 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.094+0000 7f4f1a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398927 cookie 94217019392352 notifier 7578 bl.length()=1007 2024-09-12T17:57:07.095 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.094+0000 7f4f1a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.36 info.flags=0x17 2024-09-12T17:57:07.095 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.094+0000 7f4f1a7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.36 to cache LRU end 2024-09-12T17:57:07.095 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.094+0000 7f4f1a7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:57:07.095 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.095+0000 7f503b52c800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.36]): orig_sources= new_sources= 2024-09-12T17:57:07.096 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.095+0000 7f503b52c800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.36]): potential sources added=[] removed=[] 2024-09-12T17:57:07.096 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.095+0000 7f503b52c800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.36]): orig_dests= new_dests= 2024-09-12T17:57:07.096 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.095+0000 7f503b52c800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.36]): potential dests added=[] removed=[] 2024-09-12T17:57:07.098 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.097+0000 7f503b52c800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.36.1.0 2024-09-12T17:57:07.098 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.097+0000 7f503b52c800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.36.1.0 2024-09-12T17:57:07.098 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.097+0000 7f503b52c800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.36.1.1 2024-09-12T17:57:07.098 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.097+0000 7f503b52c800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.36.1.1 2024-09-12T17:57:07.098 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.097+0000 7f503b52c800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.36.0 2024-09-12T17:57:07.100 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.100+0000 7f503b52c800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.36 : hit (requested=0x17, cached=0x17) 2024-09-12T17:57:07.100 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.100+0000 7f503b52c800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.36 2024-09-12T17:57:07.102 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.101+0000 7f503b52c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.36 info.flags=0x17 2024-09-12T17:57:07.102 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.101+0000 7f503b52c800 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.36 to cache LRU end 2024-09-12T17:57:07.102 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.101+0000 7f503b52c800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:57:07.102 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.101+0000 7f503b52c800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.36, ofs0, ns] 2024-09-12T17:57:07.102 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.101+0000 7f4f1a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398928 cookie 94217019392352 notifier 7578 bl.length()=1007 2024-09-12T17:57:07.102 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.101+0000 7f4f1a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.36 info.flags=0x17 2024-09-12T17:57:07.102 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.101+0000 7f4f1a7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.36 to cache LRU end 2024-09-12T17:57:07.102 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.101+0000 7f4f1a7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:57:07.102 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.102+0000 7f503b52c800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.36]): orig_sources= new_sources= 2024-09-12T17:57:07.103 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.102+0000 7f503b52c800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.36]): potential sources added=[] removed=[] 2024-09-12T17:57:07.103 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.102+0000 7f503b52c800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.36]): orig_dests= new_dests= 2024-09-12T17:57:07.103 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.102+0000 7f503b52c800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.36]): potential dests added=[] removed=[] 2024-09-12T17:57:07.103 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.103+0000 7f503b52c800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.36.0 2024-09-12T17:57:07.103 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.103+0000 7f503b52c800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.36 : hit (requested=0x17, cached=0x17) 2024-09-12T17:57:07.103 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.103+0000 7f503b52c800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.36 2024-09-12T17:57:07.105 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.104+0000 7f503b52c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.36 info.flags=0x17 2024-09-12T17:57:07.105 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.104+0000 7f503b52c800 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.36 to cache LRU end 2024-09-12T17:57:07.105 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.104+0000 7f503b52c800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:57:07.105 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.104+0000 7f503b52c800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.36, ofs0, ns] 2024-09-12T17:57:07.105 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.104+0000 7f4f1a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398929 cookie 94217019392352 notifier 7578 bl.length()=975 2024-09-12T17:57:07.105 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.104+0000 7f4f1a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.36 info.flags=0x17 2024-09-12T17:57:07.105 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.104+0000 7f4f1a7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.36 to cache LRU end 2024-09-12T17:57:07.105 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.104+0000 7f4f1a7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:57:07.106 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.105+0000 7f503b52c800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.36]): orig_sources= new_sources= 2024-09-12T17:57:07.106 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.105+0000 7f503b52c800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.36]): potential sources added=[] removed=[] 2024-09-12T17:57:07.106 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.105+0000 7f503b52c800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.36]): orig_dests= new_dests= 2024-09-12T17:57:07.106 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.105+0000 7f503b52c800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.36]): potential dests added=[] removed=[] 2024-09-12T17:57:07.106 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.106+0000 7f503b52c800 1 execute INFO: reshard of bucket "error-at-logrecord-writes" from 1 shards to 2 shards completed successfully 2024-09-12T17:57:07.108 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.108+0000 7f4ee97f2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:57:07.110 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.110+0000 7f503b52c800 20 remove_watcher() i=0 2024-09-12T17:57:07.110 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.110+0000 7f503b52c800 2 removed watcher, disabling cache 2024-09-12T17:57:07.111 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.111+0000 7f503b52c800 20 remove_watcher() i=1 2024-09-12T17:57:07.112 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.112+0000 7f503b52c800 20 remove_watcher() i=2 2024-09-12T17:57:07.113 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.113+0000 7f503b52c800 20 remove_watcher() i=3 2024-09-12T17:57:07.114 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.114+0000 7f503b52c800 20 remove_watcher() i=4 2024-09-12T17:57:07.115 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.115+0000 7f503b52c800 20 remove_watcher() i=5 2024-09-12T17:57:07.116 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.116+0000 7f503b52c800 20 remove_watcher() i=6 2024-09-12T17:57:07.117 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.117+0000 7f503b52c800 20 remove_watcher() i=7 2024-09-12T17:57:07.130 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket error-at-logrecord-writes 2024-09-12T17:57:07.159 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:57:07.160 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:57:07.199 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.199+0000 7f832a60f800 20 rados->read ofs=0 len=0 2024-09-12T17:57:07.200 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.200+0000 7f832a60f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:07.200 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.200+0000 7f832a60f800 20 realm 2024-09-12T17:57:07.200 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.200+0000 7f832a60f800 20 rados->read ofs=0 len=0 2024-09-12T17:57:07.201 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.200+0000 7f832a60f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:07.201 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.200+0000 7f832a60f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:57:07.201 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.200+0000 7f832a60f800 20 rados->read ofs=0 len=0 2024-09-12T17:57:07.201 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.200+0000 7f832a60f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:07.201 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.200+0000 7f832a60f800 20 rados->read ofs=0 len=0 2024-09-12T17:57:07.202 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.201+0000 7f832a60f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:07.202 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.201+0000 7f832a60f800 20 rados->read ofs=0 len=0 2024-09-12T17:57:07.202 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.202+0000 7f832a60f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:57:07.202 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.202+0000 7f832a60f800 20 searching for the correct realm 2024-09-12T17:57:07.205 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.204+0000 7f831ffff640 0 -- 172.21.15.45:0/1818152955 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f83180a5390 msgr2=0x7f8318073c00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:57:07.208 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.208+0000 7f83280f9640 0 -- 172.21.15.45:0/1818152955 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f8310088210 msgr2=0x7f831007c040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:57:07.416 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.415+0000 7f832a60f800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:57:07.416 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.415+0000 7f832a60f800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:57:07.416 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.415+0000 7f832a60f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:57:07.416 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.415+0000 7f832a60f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:57:07.416 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.415+0000 7f832a60f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:57:07.416 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.415+0000 7f832a60f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:57:07.417 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.415+0000 7f832a60f800 20 rados->read ofs=0 len=0 2024-09-12T17:57:07.417 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.415+0000 7f832a60f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:07.417 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.415+0000 7f832a60f800 20 rados->read ofs=0 len=0 2024-09-12T17:57:07.417 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.416+0000 7f832a60f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:07.417 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.416+0000 7f832a60f800 20 rados->read ofs=0 len=0 2024-09-12T17:57:07.418 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.416+0000 7f832a60f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:57:07.418 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.416+0000 7f832a60f800 20 zone default found 2024-09-12T17:57:07.418 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.416+0000 7f832a60f800 4 Realm: () 2024-09-12T17:57:07.418 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.416+0000 7f832a60f800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:57:07.418 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.416+0000 7f832a60f800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:57:07.418 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.416+0000 7f832a60f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:57:07.418 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.416+0000 7f832a60f800 20 zonegroup default 2024-09-12T17:57:07.418 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.416+0000 7f832a60f800 20 rados->read ofs=0 len=0 2024-09-12T17:57:07.418 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.416+0000 7f832a60f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:07.418 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.416+0000 7f832a60f800 20 rados->read ofs=0 len=0 2024-09-12T17:57:07.419 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.416+0000 7f832a60f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:07.419 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.417+0000 7f832a60f800 20 rados->read ofs=0 len=0 2024-09-12T17:57:07.419 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.417+0000 7f832a60f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:07.419 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.417+0000 7f832a60f800 20 started sync module instance, tier type = 2024-09-12T17:57:07.419 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.417+0000 7f832a60f800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:57:07.426 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.425+0000 7f832a60f800 20 add_watcher() i=0 2024-09-12T17:57:07.426 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.425+0000 7f832a60f800 20 add_watcher() i=1 2024-09-12T17:57:07.426 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.425+0000 7f832a60f800 20 add_watcher() i=2 2024-09-12T17:57:07.426 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.425+0000 7f832a60f800 20 add_watcher() i=3 2024-09-12T17:57:07.426 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.425+0000 7f832a60f800 20 add_watcher() i=4 2024-09-12T17:57:07.427 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.425+0000 7f832a60f800 20 add_watcher() i=5 2024-09-12T17:57:07.427 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.425+0000 7f832a60f800 20 add_watcher() i=6 2024-09-12T17:57:07.427 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.426+0000 7f832a60f800 20 add_watcher() i=7 2024-09-12T17:57:07.427 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.426+0000 7f832a60f800 2 all 8 watchers are set, enabling cache 2024-09-12T17:57:07.429 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.429+0000 7f81defdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:57:07.430 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.429+0000 7f832a60f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:57:07.430 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.429+0000 7f832a60f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:57:07.430 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.429+0000 7f832a60f800 5 note: GC not initialized 2024-09-12T17:57:07.430 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.429+0000 7f81ddfdb640 20 reqs_thread_entry: start 2024-09-12T17:57:07.430 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.429+0000 7f832a60f800 20 init_complete bucket index max shards: 1 2024-09-12T17:57:07.430 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.429+0000 7f832a60f800 20 Filter name: none 2024-09-12T17:57:07.430 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.429+0000 7f814f7fe640 20 reqs_thread_entry: start 2024-09-12T17:57:07.430 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.430+0000 7f832a60f800 20 rados->read ofs=0 len=0 2024-09-12T17:57:07.431 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.430+0000 7f832a60f800 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T17:57:07.431 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.430+0000 7f832a60f800 20 rados->read ofs=0 len=0 2024-09-12T17:57:07.431 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.430+0000 7f832a60f800 20 rados_obj.operate() r=0 bl.length=439 2024-09-12T17:57:07.432 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.430+0000 7f832a60f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:57:07.432 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.430+0000 7f832a60f800 20 rados->read ofs=0 len=0 2024-09-12T17:57:07.432 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.431+0000 7f832a60f800 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T17:57:07.432 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.431+0000 7f832a60f800 20 rados->read ofs=0 len=0 2024-09-12T17:57:07.432 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.431+0000 7f832a60f800 20 rados_obj.operate() r=0 bl.length=439 2024-09-12T17:57:07.432 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.431+0000 7f832a60f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:57:07.433 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.433+0000 7f81defdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:57:07.435 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.435+0000 7f832a60f800 20 remove_watcher() i=0 2024-09-12T17:57:07.436 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.435+0000 7f832a60f800 2 removed watcher, disabling cache 2024-09-12T17:57:07.436 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.436+0000 7f832a60f800 20 remove_watcher() i=1 2024-09-12T17:57:07.437 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.437+0000 7f832a60f800 20 remove_watcher() i=2 2024-09-12T17:57:07.438 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.438+0000 7f832a60f800 20 remove_watcher() i=3 2024-09-12T17:57:07.439 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.439+0000 7f832a60f800 20 remove_watcher() i=4 2024-09-12T17:57:07.440 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.440+0000 7f832a60f800 20 remove_watcher() i=5 2024-09-12T17:57:07.441 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.441+0000 7f832a60f800 20 remove_watcher() i=6 2024-09-12T17:57:07.442 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.442+0000 7f832a60f800 20 remove_watcher() i=7 2024-09-12T17:57:07.454 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:07.454 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T17:57:07.454 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: error-at-logrecord-writes id: b6123b67-6580-4373-9691-e0e950df5f06.4566.36 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:57:07.454 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:07.455 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:07.456 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:07.459 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:07.459 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:07.503 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:07.503 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:07.517 INFO:tasks.workunit.client.0.smithi045.stderr:TEST: reshard bucket with abort at logrecord_writes 2024-09-12T17:57:07.517 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:07.518 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:07.518 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:07.528 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:07.528 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:07.571 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:07.571 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:07.578 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:07.578 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:07.584 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:07.584 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:07.592 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:07.592 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:07.599 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:07.599 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:07.605 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:07.605 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:07.612 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:07.612 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:07.618 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:07.618 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:07.625 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:07.625 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:07.631 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:07.631 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:07.638 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:07.638 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:07.645 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:07.645 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:07.652 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:07.652 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:07.658 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:07.658 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:07.665 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:07.665 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:07.671 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:07.672 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:07.678 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:07.678 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:07.685 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:07.685 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:07.692 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:07.692 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:07.699 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:07.699 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:07.706 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket abort-at-logrecord-writes 2024-09-12T17:57:07.735 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:57:07.736 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:57:07.776 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.775+0000 7f4bb3a15800 20 rados->read ofs=0 len=0 2024-09-12T17:57:07.777 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.776+0000 7f4bb3a15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:07.777 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.776+0000 7f4bb3a15800 20 realm 2024-09-12T17:57:07.777 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.776+0000 7f4bb3a15800 20 rados->read ofs=0 len=0 2024-09-12T17:57:07.777 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.776+0000 7f4bb3a15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:07.777 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.776+0000 7f4bb3a15800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:57:07.777 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.776+0000 7f4bb3a15800 20 rados->read ofs=0 len=0 2024-09-12T17:57:07.777 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.776+0000 7f4bb3a15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:07.777 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.776+0000 7f4bb3a15800 20 rados->read ofs=0 len=0 2024-09-12T17:57:07.778 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.777+0000 7f4bb3a15800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:07.778 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.777+0000 7f4bb3a15800 20 rados->read ofs=0 len=0 2024-09-12T17:57:07.778 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.778+0000 7f4bb3a15800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:57:07.778 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.778+0000 7f4bb3a15800 20 searching for the correct realm 2024-09-12T17:57:07.780 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:07.779+0000 7f4baf192640 0 -- 172.21.15.45:0/3932685819 >> [v2:172.21.15.45:6808/2245364274,v1:172.21.15.45:6809/2245364274] conn(0x7f4ba403d040 msgr2=0x7f4ba404f440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:57:08.387 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.386+0000 7f4baf192640 0 -- 172.21.15.45:0/3932685819 >> [v2:172.21.15.45:6808/2245364274,v1:172.21.15.45:6809/2245364274] conn(0x7f4ba403d040 msgr2=0x7f4ba404f440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:57:08.393 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.393+0000 7f4bb3a15800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:57:08.394 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.393+0000 7f4bb3a15800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:57:08.394 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.393+0000 7f4bb3a15800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:57:08.394 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.393+0000 7f4bb3a15800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:57:08.394 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.393+0000 7f4bb3a15800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:57:08.394 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.393+0000 7f4bb3a15800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:57:08.394 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.393+0000 7f4bb3a15800 20 rados->read ofs=0 len=0 2024-09-12T17:57:08.394 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.393+0000 7f4bb3a15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:08.394 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.393+0000 7f4bb3a15800 20 rados->read ofs=0 len=0 2024-09-12T17:57:08.395 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.393+0000 7f4bb3a15800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:08.395 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.393+0000 7f4bb3a15800 20 rados->read ofs=0 len=0 2024-09-12T17:57:08.395 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.394+0000 7f4bb3a15800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:57:08.395 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.394+0000 7f4bb3a15800 20 zone default found 2024-09-12T17:57:08.396 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.394+0000 7f4bb3a15800 4 Realm: () 2024-09-12T17:57:08.396 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.394+0000 7f4bb3a15800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:57:08.396 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.394+0000 7f4bb3a15800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:57:08.396 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.394+0000 7f4bb3a15800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:57:08.396 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.394+0000 7f4bb3a15800 20 zonegroup default 2024-09-12T17:57:08.396 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.394+0000 7f4bb3a15800 20 rados->read ofs=0 len=0 2024-09-12T17:57:08.396 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.394+0000 7f4bb3a15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:08.396 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.394+0000 7f4bb3a15800 20 rados->read ofs=0 len=0 2024-09-12T17:57:08.396 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.394+0000 7f4bb3a15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:08.396 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.395+0000 7f4bb3a15800 20 rados->read ofs=0 len=0 2024-09-12T17:57:08.396 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.395+0000 7f4bb3a15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:08.396 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.395+0000 7f4bb3a15800 20 started sync module instance, tier type = 2024-09-12T17:57:08.397 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.395+0000 7f4bb3a15800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:57:08.405 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.405+0000 7f4bb3a15800 20 add_watcher() i=0 2024-09-12T17:57:08.405 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.405+0000 7f4bb3a15800 20 add_watcher() i=1 2024-09-12T17:57:08.405 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.405+0000 7f4bb3a15800 20 add_watcher() i=2 2024-09-12T17:57:08.405 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.405+0000 7f4bb3a15800 20 add_watcher() i=3 2024-09-12T17:57:08.406 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.405+0000 7f4bb3a15800 20 add_watcher() i=4 2024-09-12T17:57:08.406 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.405+0000 7f4bb3a15800 20 add_watcher() i=5 2024-09-12T17:57:08.406 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.405+0000 7f4bb3a15800 20 add_watcher() i=6 2024-09-12T17:57:08.406 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.406+0000 7f4bb3a15800 20 add_watcher() i=7 2024-09-12T17:57:08.406 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.406+0000 7f4bb3a15800 2 all 8 watchers are set, enabling cache 2024-09-12T17:57:08.408 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.407+0000 7f4a65fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:57:08.409 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.408+0000 7f4bb3a15800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:57:08.409 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.408+0000 7f4bb3a15800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:57:08.409 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.408+0000 7f4bb3a15800 5 note: GC not initialized 2024-09-12T17:57:08.409 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.408+0000 7f4a64fe1640 20 reqs_thread_entry: start 2024-09-12T17:57:08.410 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.408+0000 7f4bb3a15800 20 init_complete bucket index max shards: 1 2024-09-12T17:57:08.410 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.408+0000 7f4bb3a15800 20 Filter name: none 2024-09-12T17:57:08.410 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.408+0000 7f49de7fc640 20 reqs_thread_entry: start 2024-09-12T17:57:08.410 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.408+0000 7f4bb3a15800 20 rados->read ofs=0 len=0 2024-09-12T17:57:08.410 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.409+0000 7f4bb3a15800 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T17:57:08.411 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.409+0000 7f4bb3a15800 20 rados->read ofs=0 len=0 2024-09-12T17:57:08.411 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.410+0000 7f4bb3a15800 20 rados_obj.operate() r=0 bl.length=439 2024-09-12T17:57:08.411 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.410+0000 7f4bb3a15800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:57:08.411 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.410+0000 7f4bb3a15800 20 rados->read ofs=0 len=0 2024-09-12T17:57:08.411 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.410+0000 7f4bb3a15800 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T17:57:08.411 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.410+0000 7f4bb3a15800 20 rados->read ofs=0 len=0 2024-09-12T17:57:08.411 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.411+0000 7f4bb3a15800 20 rados_obj.operate() r=0 bl.length=439 2024-09-12T17:57:08.411 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.411+0000 7f4bb3a15800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:57:08.413 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.412+0000 7f4a65fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:57:08.415 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.415+0000 7f4bb3a15800 20 remove_watcher() i=0 2024-09-12T17:57:08.415 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.415+0000 7f4bb3a15800 2 removed watcher, disabling cache 2024-09-12T17:57:08.416 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.416+0000 7f4bb3a15800 20 remove_watcher() i=1 2024-09-12T17:57:08.418 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.417+0000 7f4bb3a15800 20 remove_watcher() i=2 2024-09-12T17:57:08.419 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.418+0000 7f4bb3a15800 20 remove_watcher() i=3 2024-09-12T17:57:08.420 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.419+0000 7f4bb3a15800 20 remove_watcher() i=4 2024-09-12T17:57:08.421 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.421+0000 7f4bb3a15800 20 remove_watcher() i=5 2024-09-12T17:57:08.422 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.422+0000 7f4bb3a15800 20 remove_watcher() i=6 2024-09-12T17:57:08.423 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.423+0000 7f4bb3a15800 20 remove_watcher() i=7 2024-09-12T17:57:08.436 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:08.437 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T17:57:08.437 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: abort-at-logrecord-writes id: b6123b67-6580-4373-9691-e0e950df5f06.4566.37 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:57:08.437 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:08.437 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket reshard --bucket abort-at-logrecord-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at logrecord_writes 2024-09-12T17:57:08.473 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:57:08.473 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:57:08.512 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.512+0000 7f6391840800 20 rados->read ofs=0 len=0 2024-09-12T17:57:08.515 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.514+0000 7f6391840800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:08.515 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.514+0000 7f6391840800 20 realm 2024-09-12T17:57:08.515 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.514+0000 7f6391840800 20 rados->read ofs=0 len=0 2024-09-12T17:57:08.515 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.514+0000 7f6391840800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:08.515 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.514+0000 7f6391840800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:57:08.515 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.514+0000 7f6391840800 20 rados->read ofs=0 len=0 2024-09-12T17:57:08.515 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.514+0000 7f6391840800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:08.515 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.514+0000 7f6391840800 20 rados->read ofs=0 len=0 2024-09-12T17:57:08.515 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.515+0000 7f6391840800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:08.516 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.515+0000 7f6391840800 20 rados->read ofs=0 len=0 2024-09-12T17:57:08.516 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.516+0000 7f6391840800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:57:08.516 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.516+0000 7f6391840800 20 searching for the correct realm 2024-09-12T17:57:08.519 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.518+0000 7f638eb29640 0 -- 172.21.15.45:0/3076458420 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x558c21e37260 msgr2=0x558c21e39670 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:57:08.521 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.520+0000 7f638f32a640 0 -- 172.21.15.45:0/3076458420 >> [v2:172.21.15.115:6826/2187734287,v1:172.21.15.115:6827/2187734287] conn(0x7f638402c930 msgr2=0x7f6384048400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:57:08.527 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.526+0000 7f6391840800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:57:08.527 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.526+0000 7f6391840800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:57:08.527 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.526+0000 7f6391840800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:57:08.527 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.526+0000 7f6391840800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:57:08.527 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.526+0000 7f6391840800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:57:08.527 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.526+0000 7f6391840800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:57:08.528 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.526+0000 7f6391840800 20 rados->read ofs=0 len=0 2024-09-12T17:57:08.528 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.527+0000 7f6391840800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:08.528 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.527+0000 7f6391840800 20 rados->read ofs=0 len=0 2024-09-12T17:57:08.529 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.527+0000 7f6391840800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:08.529 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.527+0000 7f6391840800 20 rados->read ofs=0 len=0 2024-09-12T17:57:08.529 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.527+0000 7f6391840800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:57:08.529 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.527+0000 7f6391840800 20 zone default found 2024-09-12T17:57:08.529 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.527+0000 7f6391840800 4 Realm: () 2024-09-12T17:57:08.529 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.527+0000 7f6391840800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:57:08.529 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.527+0000 7f6391840800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:57:08.530 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.527+0000 7f6391840800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:57:08.530 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.527+0000 7f6391840800 20 zonegroup default 2024-09-12T17:57:08.530 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.527+0000 7f6391840800 20 rados->read ofs=0 len=0 2024-09-12T17:57:08.530 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.528+0000 7f6391840800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:08.530 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.528+0000 7f6391840800 20 rados->read ofs=0 len=0 2024-09-12T17:57:08.530 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.528+0000 7f6391840800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:08.530 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.528+0000 7f6391840800 20 rados->read ofs=0 len=0 2024-09-12T17:57:08.530 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.528+0000 7f6391840800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:08.530 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.528+0000 7f6391840800 20 started sync module instance, tier type = 2024-09-12T17:57:08.530 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.528+0000 7f6391840800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:57:08.537 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.537+0000 7f6391840800 20 add_watcher() i=0 2024-09-12T17:57:08.537 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.537+0000 7f6391840800 20 add_watcher() i=1 2024-09-12T17:57:08.537 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.537+0000 7f6391840800 20 add_watcher() i=2 2024-09-12T17:57:08.537 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.537+0000 7f6391840800 20 add_watcher() i=3 2024-09-12T17:57:08.537 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.537+0000 7f6391840800 20 add_watcher() i=4 2024-09-12T17:57:08.538 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.537+0000 7f6391840800 20 add_watcher() i=5 2024-09-12T17:57:08.538 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.537+0000 7f6391840800 20 add_watcher() i=6 2024-09-12T17:57:08.538 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.537+0000 7f6391840800 20 add_watcher() i=7 2024-09-12T17:57:08.538 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.537+0000 7f6391840800 2 all 8 watchers are set, enabling cache 2024-09-12T17:57:08.539 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.539+0000 7f62467e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:57:08.540 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.539+0000 7f6391840800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:57:08.541 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.539+0000 7f6391840800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:57:08.541 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.539+0000 7f6391840800 5 note: GC not initialized 2024-09-12T17:57:08.541 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.540+0000 7f62457e2640 20 reqs_thread_entry: start 2024-09-12T17:57:08.541 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.540+0000 7f6391840800 20 init_complete bucket index max shards: 1 2024-09-12T17:57:08.541 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.540+0000 7f6391840800 20 Filter name: none 2024-09-12T17:57:08.541 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.540+0000 7f623e7fc640 20 reqs_thread_entry: start 2024-09-12T17:57:08.541 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.540+0000 7f6391840800 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2024-09-12T17:57:08.541 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.540+0000 7f6391840800 20 rados->read ofs=0 len=0 2024-09-12T17:57:08.542 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.540+0000 7f6391840800 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T17:57:08.542 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.540+0000 7f6391840800 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2024-09-12T17:57:08.542 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.540+0000 7f6391840800 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2024-09-12T17:57:08.542 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.540+0000 7f6391840800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.37 : miss 2024-09-12T17:57:08.542 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.540+0000 7f6391840800 20 rados->read ofs=0 len=0 2024-09-12T17:57:08.542 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.541+0000 7f6391840800 20 rados_obj.operate() r=0 bl.length=439 2024-09-12T17:57:08.542 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.541+0000 7f6391840800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.37 info.flags=0x17 2024-09-12T17:57:08.542 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.541+0000 7f6391840800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.37 to cache LRU end 2024-09-12T17:57:08.542 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.541+0000 7f6391840800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:57:08.542 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.541+0000 7f6391840800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:57:08.542 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.541+0000 7f6391840800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.37 2024-09-12T17:57:08.545 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.544+0000 7f6391840800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.37 info.flags=0x17 2024-09-12T17:57:08.545 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.544+0000 7f6391840800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.37 to cache LRU end 2024-09-12T17:57:08.545 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.544+0000 7f6391840800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:57:08.545 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.544+0000 7f6391840800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.37, ofs0, ns] 2024-09-12T17:57:08.545 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.545+0000 7f62727fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398861 cookie 94060352274624 notifier 7235 bl.length()=1007 2024-09-12T17:57:08.546 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.545+0000 7f62727fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.37 info.flags=0x17 2024-09-12T17:57:08.546 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.545+0000 7f62727fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.37 to cache LRU end 2024-09-12T17:57:08.546 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.545+0000 7f62727fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:57:08.546 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.545+0000 7f6391840800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.37]): orig_sources= new_sources= 2024-09-12T17:57:08.546 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.545+0000 7f6391840800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.37]): potential sources added=[] removed=[] 2024-09-12T17:57:08.546 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.545+0000 7f6391840800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.37]): orig_dests= new_dests= 2024-09-12T17:57:08.546 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.545+0000 7f6391840800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.37]): potential dests added=[] removed=[] 2024-09-12T17:57:08.547 INFO:tasks.workunit.client.0.smithi045.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f6391840800 time 2024-09-12T17:57:08.547069+0000 2024-09-12T17:57:08.547 INFO:tasks.workunit.client.0.smithi045.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:57:08.547 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:57:08.548 INFO:tasks.workunit.client.0.smithi045.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f6394d8c71a] 2024-09-12T17:57:08.548 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f6394d8c8d8] 2024-09-12T17:57:08.548 INFO:tasks.workunit.client.0.smithi045.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x558c1fc0a841] 2024-09-12T17:57:08.548 INFO:tasks.workunit.client.0.smithi045.stderr: 4: radosgw-admin(+0xd7490c) [0x558c2011890c] 2024-09-12T17:57:08.548 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x558c1fc1a50d] 2024-09-12T17:57:08.548 INFO:tasks.workunit.client.0.smithi045.stderr: 6: main() 2024-09-12T17:57:08.548 INFO:tasks.workunit.client.0.smithi045.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f6393a29590] 2024-09-12T17:57:08.548 INFO:tasks.workunit.client.0.smithi045.stderr: 8: __libc_start_main() 2024-09-12T17:57:08.548 INFO:tasks.workunit.client.0.smithi045.stderr: 9: _start() 2024-09-12T17:57:08.548 INFO:tasks.workunit.client.0.smithi045.stderr:*** Caught signal (Aborted) ** 2024-09-12T17:57:08.548 INFO:tasks.workunit.client.0.smithi045.stderr: in thread 7f6391840800 thread_name:radosgw-admin 2024-09-12T17:57:08.548 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.547+0000 7f6391840800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f6391840800 time 2024-09-12T17:57:08.547069+0000 2024-09-12T17:57:08.549 INFO:tasks.workunit.client.0.smithi045.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:57:08.549 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:08.549 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:57:08.549 INFO:tasks.workunit.client.0.smithi045.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f6394d8c71a] 2024-09-12T17:57:08.549 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f6394d8c8d8] 2024-09-12T17:57:08.549 INFO:tasks.workunit.client.0.smithi045.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x558c1fc0a841] 2024-09-12T17:57:08.549 INFO:tasks.workunit.client.0.smithi045.stderr: 4: radosgw-admin(+0xd7490c) [0x558c2011890c] 2024-09-12T17:57:08.549 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x558c1fc1a50d] 2024-09-12T17:57:08.549 INFO:tasks.workunit.client.0.smithi045.stderr: 6: main() 2024-09-12T17:57:08.549 INFO:tasks.workunit.client.0.smithi045.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f6393a29590] 2024-09-12T17:57:08.549 INFO:tasks.workunit.client.0.smithi045.stderr: 8: __libc_start_main() 2024-09-12T17:57:08.549 INFO:tasks.workunit.client.0.smithi045.stderr: 9: _start() 2024-09-12T17:57:08.549 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:08.568 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:57:08.568 INFO:tasks.workunit.client.0.smithi045.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f6393a3e6f0] 2024-09-12T17:57:08.568 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f6393a8b99c] 2024-09-12T17:57:08.568 INFO:tasks.workunit.client.0.smithi045.stderr: 3: raise() 2024-09-12T17:57:08.568 INFO:tasks.workunit.client.0.smithi045.stderr: 4: abort() 2024-09-12T17:57:08.568 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f6394d8c774] 2024-09-12T17:57:08.568 INFO:tasks.workunit.client.0.smithi045.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f6394d8c8d8] 2024-09-12T17:57:08.568 INFO:tasks.workunit.client.0.smithi045.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x558c1fc0a841] 2024-09-12T17:57:08.568 INFO:tasks.workunit.client.0.smithi045.stderr: 8: radosgw-admin(+0xd7490c) [0x558c2011890c] 2024-09-12T17:57:08.568 INFO:tasks.workunit.client.0.smithi045.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x558c1fc1a50d] 2024-09-12T17:57:08.568 INFO:tasks.workunit.client.0.smithi045.stderr: 10: main() 2024-09-12T17:57:08.569 INFO:tasks.workunit.client.0.smithi045.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f6393a29590] 2024-09-12T17:57:08.569 INFO:tasks.workunit.client.0.smithi045.stderr: 12: __libc_start_main() 2024-09-12T17:57:08.569 INFO:tasks.workunit.client.0.smithi045.stderr: 13: _start() 2024-09-12T17:57:08.569 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.548+0000 7f6391840800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:57:08.569 INFO:tasks.workunit.client.0.smithi045.stderr: in thread 7f6391840800 thread_name:radosgw-admin 2024-09-12T17:57:08.569 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:08.569 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:57:08.569 INFO:tasks.workunit.client.0.smithi045.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f6393a3e6f0] 2024-09-12T17:57:08.569 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f6393a8b99c] 2024-09-12T17:57:08.569 INFO:tasks.workunit.client.0.smithi045.stderr: 3: raise() 2024-09-12T17:57:08.569 INFO:tasks.workunit.client.0.smithi045.stderr: 4: abort() 2024-09-12T17:57:08.569 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f6394d8c774] 2024-09-12T17:57:08.569 INFO:tasks.workunit.client.0.smithi045.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f6394d8c8d8] 2024-09-12T17:57:08.570 INFO:tasks.workunit.client.0.smithi045.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x558c1fc0a841] 2024-09-12T17:57:08.570 INFO:tasks.workunit.client.0.smithi045.stderr: 8: radosgw-admin(+0xd7490c) [0x558c2011890c] 2024-09-12T17:57:08.570 INFO:tasks.workunit.client.0.smithi045.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x558c1fc1a50d] 2024-09-12T17:57:08.570 INFO:tasks.workunit.client.0.smithi045.stderr: 10: main() 2024-09-12T17:57:08.570 INFO:tasks.workunit.client.0.smithi045.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f6393a29590] 2024-09-12T17:57:08.570 INFO:tasks.workunit.client.0.smithi045.stderr: 12: __libc_start_main() 2024-09-12T17:57:08.570 INFO:tasks.workunit.client.0.smithi045.stderr: 13: _start() 2024-09-12T17:57:08.570 INFO:tasks.workunit.client.0.smithi045.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:57:08.570 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:08.570 INFO:tasks.workunit.client.0.smithi045.stderr:--- begin dump of recent events --- 2024-09-12T17:57:08.570 INFO:tasks.workunit.client.0.smithi045.stderr: -499> 2024-09-12T17:57:08.496+0000 7f6391840800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:57:08.570 INFO:tasks.workunit.client.0.smithi045.stderr: -498> 2024-09-12T17:57:08.496+0000 7f6391840800 5 asok(0x558c21b23730) register_command rotate-key hook 0x558c21d44928 2024-09-12T17:57:08.570 INFO:tasks.workunit.client.0.smithi045.stderr: -497> 2024-09-12T17:57:08.496+0000 7f6391840800 10 monclient: _reopen_session rank -1 2024-09-12T17:57:08.570 INFO:tasks.workunit.client.0.smithi045.stderr: -496> 2024-09-12T17:57:08.496+0000 7f6391840800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:57:08.571 INFO:tasks.workunit.client.0.smithi045.stderr: -495> 2024-09-12T17:57:08.496+0000 7f6391840800 10 monclient(hunting): picked mon.noname-c con 0x558c21bfc970 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:57:08.571 INFO:tasks.workunit.client.0.smithi045.stderr: -494> 2024-09-12T17:57:08.496+0000 7f6391840800 10 monclient(hunting): picked mon.noname-b con 0x558c21c87c80 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:57:08.571 INFO:tasks.workunit.client.0.smithi045.stderr: -493> 2024-09-12T17:57:08.496+0000 7f6391840800 10 monclient(hunting): picked mon.noname-a con 0x558c21c8aad0 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:57:08.571 INFO:tasks.workunit.client.0.smithi045.stderr: -492> 2024-09-12T17:57:08.496+0000 7f6391840800 10 monclient(hunting): start opening mon connection 2024-09-12T17:57:08.571 INFO:tasks.workunit.client.0.smithi045.stderr: -491> 2024-09-12T17:57:08.496+0000 7f6391840800 10 monclient(hunting): start opening mon connection 2024-09-12T17:57:08.571 INFO:tasks.workunit.client.0.smithi045.stderr: -490> 2024-09-12T17:57:08.496+0000 7f6391840800 10 monclient(hunting): start opening mon connection 2024-09-12T17:57:08.571 INFO:tasks.workunit.client.0.smithi045.stderr: -489> 2024-09-12T17:57:08.496+0000 7f6391840800 10 monclient(hunting): _renew_subs 2024-09-12T17:57:08.571 INFO:tasks.workunit.client.0.smithi045.stderr: -488> 2024-09-12T17:57:08.496+0000 7f6391840800 10 monclient(hunting): authenticate will time out at 2126.954829s 2024-09-12T17:57:08.571 INFO:tasks.workunit.client.0.smithi045.stderr: -487> 2024-09-12T17:57:08.496+0000 7f638f32a640 10 monclient(hunting): get_auth_request con 0x558c21bfc970 auth_method 0 2024-09-12T17:57:08.571 INFO:tasks.workunit.client.0.smithi045.stderr: -486> 2024-09-12T17:57:08.496+0000 7f638f32a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:57:08.571 INFO:tasks.workunit.client.0.smithi045.stderr: -485> 2024-09-12T17:57:08.496+0000 7f638f32a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:57:08.571 INFO:tasks.workunit.client.0.smithi045.stderr: -484> 2024-09-12T17:57:08.496+0000 7f638f32a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:57:08.571 INFO:tasks.workunit.client.0.smithi045.stderr: -483> 2024-09-12T17:57:08.496+0000 7f638fb2b640 10 monclient(hunting): get_auth_request con 0x558c21c8aad0 auth_method 0 2024-09-12T17:57:08.572 INFO:tasks.workunit.client.0.smithi045.stderr: -482> 2024-09-12T17:57:08.496+0000 7f638fb2b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:57:08.572 INFO:tasks.workunit.client.0.smithi045.stderr: -481> 2024-09-12T17:57:08.496+0000 7f638fb2b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:57:08.572 INFO:tasks.workunit.client.0.smithi045.stderr: -480> 2024-09-12T17:57:08.496+0000 7f638fb2b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:57:08.572 INFO:tasks.workunit.client.0.smithi045.stderr: -479> 2024-09-12T17:57:08.497+0000 7f638f32a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:57:08.572 INFO:tasks.workunit.client.0.smithi045.stderr: -478> 2024-09-12T17:57:08.497+0000 7f638f32a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:57:08.572 INFO:tasks.workunit.client.0.smithi045.stderr: -477> 2024-09-12T17:57:08.497+0000 7f638f32a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:57:08.572 INFO:tasks.workunit.client.0.smithi045.stderr: -476> 2024-09-12T17:57:08.497+0000 7f638fb2b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:57:08.572 INFO:tasks.workunit.client.0.smithi045.stderr: -475> 2024-09-12T17:57:08.497+0000 7f638fb2b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:57:08.572 INFO:tasks.workunit.client.0.smithi045.stderr: -474> 2024-09-12T17:57:08.497+0000 7f638fb2b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:57:08.572 INFO:tasks.workunit.client.0.smithi045.stderr: -473> 2024-09-12T17:57:08.497+0000 7f638f32a640 10 monclient(hunting): handle_auth_done global_id 7226 payload 824 2024-09-12T17:57:08.572 INFO:tasks.workunit.client.0.smithi045.stderr: -472> 2024-09-12T17:57:08.497+0000 7f638f32a640 10 monclient: _finish_hunting 0 2024-09-12T17:57:08.572 INFO:tasks.workunit.client.0.smithi045.stderr: -471> 2024-09-12T17:57:08.497+0000 7f638f32a640 1 monclient: found mon.noname-c 2024-09-12T17:57:08.572 INFO:tasks.workunit.client.0.smithi045.stderr: -470> 2024-09-12T17:57:08.497+0000 7f638f32a640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.45:3301/0 2024-09-12T17:57:08.573 INFO:tasks.workunit.client.0.smithi045.stderr: -469> 2024-09-12T17:57:08.497+0000 7f638eb29640 10 monclient: get_auth_request con 0x558c21c87c80 auth_method 0 2024-09-12T17:57:08.573 INFO:tasks.workunit.client.0.smithi045.stderr: -468> 2024-09-12T17:57:08.497+0000 7f627be07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:57:08.573 INFO:tasks.workunit.client.0.smithi045.stderr: -467> 2024-09-12T17:57:08.497+0000 7f627be07640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:57:08.573 INFO:tasks.workunit.client.0.smithi045.stderr: -466> 2024-09-12T17:57:08.497+0000 7f627be07640 10 monclient: dump: 2024-09-12T17:57:08.573 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:57:08.573 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:57:08.573 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:08.573 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:08.573 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:57:08.573 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:57:08.573 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:57:08.573 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:57:08.573 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:57:08.573 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:08.574 INFO:tasks.workunit.client.0.smithi045.stderr: -465> 2024-09-12T17:57:08.497+0000 7f627be07640 10 monclient: _finish_auth 0 2024-09-12T17:57:08.574 INFO:tasks.workunit.client.0.smithi045.stderr: -464> 2024-09-12T17:57:08.497+0000 7f627be07640 10 monclient: _check_auth_tickets 2024-09-12T17:57:08.574 INFO:tasks.workunit.client.0.smithi045.stderr: -463> 2024-09-12T17:57:08.497+0000 7f627be07640 10 monclient: handle_config config(0 keys) 2024-09-12T17:57:08.574 INFO:tasks.workunit.client.0.smithi045.stderr: -462> 2024-09-12T17:57:08.497+0000 7f627be07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:57:08.574 INFO:tasks.workunit.client.0.smithi045.stderr: -461> 2024-09-12T17:57:08.497+0000 7f627be07640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:57:08.574 INFO:tasks.workunit.client.0.smithi045.stderr: -460> 2024-09-12T17:57:08.497+0000 7f627be07640 10 monclient: dump: 2024-09-12T17:57:08.574 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:57:08.574 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:57:08.574 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:08.574 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:08.574 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:57:08.574 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:57:08.574 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:57:08.574 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:57:08.575 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:57:08.575 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:08.575 INFO:tasks.workunit.client.0.smithi045.stderr: -459> 2024-09-12T17:57:08.497+0000 7f6391840800 5 monclient: authenticate success, global_id 7226 2024-09-12T17:57:08.575 INFO:tasks.workunit.client.0.smithi045.stderr: -458> 2024-09-12T17:57:08.497+0000 7f6391840800 10 monclient: _renew_subs 2024-09-12T17:57:08.575 INFO:tasks.workunit.client.0.smithi045.stderr: -457> 2024-09-12T17:57:08.497+0000 7f627d60a640 4 set_mon_vals no callback set 2024-09-12T17:57:08.575 INFO:tasks.workunit.client.0.smithi045.stderr: -456> 2024-09-12T17:57:08.497+0000 7f6391840800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:57:08.575 INFO:tasks.workunit.client.0.smithi045.stderr: -455> 2024-09-12T17:57:08.497+0000 7f6391840800 10 monclient: _renew_subs 2024-09-12T17:57:08.575 INFO:tasks.workunit.client.0.smithi045.stderr: -454> 2024-09-12T17:57:08.497+0000 7f6391840800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:57:08.575 INFO:tasks.workunit.client.0.smithi045.stderr: -453> 2024-09-12T17:57:08.497+0000 7f6391840800 1 librados: init done 2024-09-12T17:57:08.575 INFO:tasks.workunit.client.0.smithi045.stderr: -452> 2024-09-12T17:57:08.499+0000 7f627be07640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:57:08.575 INFO:tasks.workunit.client.0.smithi045.stderr: -451> 2024-09-12T17:57:08.499+0000 7f627be07640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:57:08.575 INFO:tasks.workunit.client.0.smithi045.stderr: -450> 2024-09-12T17:57:08.499+0000 7f627be07640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:57:08.575 INFO:tasks.workunit.client.0.smithi045.stderr: -449> 2024-09-12T17:57:08.499+0000 7f638eb29640 10 monclient: get_auth_request con 0x7f62740764a0 auth_method 0 2024-09-12T17:57:08.576 INFO:tasks.workunit.client.0.smithi045.stderr: -448> 2024-09-12T17:57:08.499+0000 7f638fb2b640 10 monclient: get_auth_request con 0x558c21d6dcd0 auth_method 0 2024-09-12T17:57:08.576 INFO:tasks.workunit.client.0.smithi045.stderr: -447> 2024-09-12T17:57:08.500+0000 7f638f32a640 10 monclient: get_auth_request con 0x558c21d90c80 auth_method 0 2024-09-12T17:57:08.576 INFO:tasks.workunit.client.0.smithi045.stderr: -446> 2024-09-12T17:57:08.501+0000 7f638eb29640 10 monclient: get_auth_request con 0x558c21d95070 auth_method 0 2024-09-12T17:57:08.576 INFO:tasks.workunit.client.0.smithi045.stderr: -445> 2024-09-12T17:57:08.502+0000 7f6391840800 10 monclient: build_initial_monmap 2024-09-12T17:57:08.576 INFO:tasks.workunit.client.0.smithi045.stderr: -444> 2024-09-12T17:57:08.502+0000 7f6391840800 1 build_initial for_mkfs: 0 2024-09-12T17:57:08.576 INFO:tasks.workunit.client.0.smithi045.stderr: -443> 2024-09-12T17:57:08.502+0000 7f6391840800 10 monclient: monmap: 2024-09-12T17:57:08.576 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:57:08.576 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:57:08.576 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:57:08.576 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:57:08.576 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:57:08.576 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:57:08.576 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:57:08.576 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:57:08.577 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:57:08.577 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:08.577 INFO:tasks.workunit.client.0.smithi045.stderr: -442> 2024-09-12T17:57:08.502+0000 7f6391840800 5 AuthRegistry(0x558c21d99ea0) adding auth protocol: cephx 2024-09-12T17:57:08.577 INFO:tasks.workunit.client.0.smithi045.stderr: -441> 2024-09-12T17:57:08.502+0000 7f6391840800 5 AuthRegistry(0x558c21d99ea0) adding auth protocol: cephx 2024-09-12T17:57:08.577 INFO:tasks.workunit.client.0.smithi045.stderr: -440> 2024-09-12T17:57:08.502+0000 7f6391840800 5 AuthRegistry(0x558c21d99ea0) adding auth protocol: cephx 2024-09-12T17:57:08.577 INFO:tasks.workunit.client.0.smithi045.stderr: -439> 2024-09-12T17:57:08.502+0000 7f6391840800 5 AuthRegistry(0x558c21d99ea0) adding con mode: secure 2024-09-12T17:57:08.577 INFO:tasks.workunit.client.0.smithi045.stderr: -438> 2024-09-12T17:57:08.502+0000 7f6391840800 5 AuthRegistry(0x558c21d99ea0) adding con mode: crc 2024-09-12T17:57:08.577 INFO:tasks.workunit.client.0.smithi045.stderr: -437> 2024-09-12T17:57:08.502+0000 7f6391840800 5 AuthRegistry(0x558c21d99ea0) adding con mode: secure 2024-09-12T17:57:08.577 INFO:tasks.workunit.client.0.smithi045.stderr: -436> 2024-09-12T17:57:08.502+0000 7f6391840800 5 AuthRegistry(0x558c21d99ea0) adding con mode: crc 2024-09-12T17:57:08.577 INFO:tasks.workunit.client.0.smithi045.stderr: -435> 2024-09-12T17:57:08.502+0000 7f6391840800 5 AuthRegistry(0x558c21d99ea0) adding con mode: secure 2024-09-12T17:57:08.577 INFO:tasks.workunit.client.0.smithi045.stderr: -434> 2024-09-12T17:57:08.502+0000 7f6391840800 5 AuthRegistry(0x558c21d99ea0) adding con mode: crc 2024-09-12T17:57:08.578 INFO:tasks.workunit.client.0.smithi045.stderr: -433> 2024-09-12T17:57:08.502+0000 7f6391840800 5 AuthRegistry(0x558c21d99ea0) adding con mode: crc 2024-09-12T17:57:08.578 INFO:tasks.workunit.client.0.smithi045.stderr: -432> 2024-09-12T17:57:08.502+0000 7f6391840800 5 AuthRegistry(0x558c21d99ea0) adding con mode: secure 2024-09-12T17:57:08.578 INFO:tasks.workunit.client.0.smithi045.stderr: -431> 2024-09-12T17:57:08.502+0000 7f6391840800 5 AuthRegistry(0x558c21d99ea0) adding con mode: crc 2024-09-12T17:57:08.578 INFO:tasks.workunit.client.0.smithi045.stderr: -430> 2024-09-12T17:57:08.502+0000 7f6391840800 5 AuthRegistry(0x558c21d99ea0) adding con mode: secure 2024-09-12T17:57:08.578 INFO:tasks.workunit.client.0.smithi045.stderr: -429> 2024-09-12T17:57:08.502+0000 7f6391840800 5 AuthRegistry(0x558c21d99ea0) adding con mode: crc 2024-09-12T17:57:08.578 INFO:tasks.workunit.client.0.smithi045.stderr: -428> 2024-09-12T17:57:08.502+0000 7f6391840800 5 AuthRegistry(0x558c21d99ea0) adding con mode: secure 2024-09-12T17:57:08.578 INFO:tasks.workunit.client.0.smithi045.stderr: -427> 2024-09-12T17:57:08.503+0000 7f6391840800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:57:08.578 INFO:tasks.workunit.client.0.smithi045.stderr: -426> 2024-09-12T17:57:08.503+0000 7f6391840800 5 asok(0x558c21b23730) register_command objecter_requests cmddesc objecter_requests hook 0x558c21d9d370 EEXIST 2024-09-12T17:57:08.578 INFO:tasks.workunit.client.0.smithi045.stderr: -425> 2024-09-12T17:57:08.503+0000 7f6391840800 10 monclient: init 2024-09-12T17:57:08.578 INFO:tasks.workunit.client.0.smithi045.stderr: -424> 2024-09-12T17:57:08.503+0000 7f6391840800 5 AuthRegistry(0x558c21d98578) adding auth protocol: cephx 2024-09-12T17:57:08.578 INFO:tasks.workunit.client.0.smithi045.stderr: -423> 2024-09-12T17:57:08.503+0000 7f6391840800 5 AuthRegistry(0x558c21d98578) adding auth protocol: cephx 2024-09-12T17:57:08.578 INFO:tasks.workunit.client.0.smithi045.stderr: -422> 2024-09-12T17:57:08.503+0000 7f6391840800 5 AuthRegistry(0x558c21d98578) adding auth protocol: cephx 2024-09-12T17:57:08.578 INFO:tasks.workunit.client.0.smithi045.stderr: -421> 2024-09-12T17:57:08.503+0000 7f6391840800 5 AuthRegistry(0x558c21d98578) adding con mode: secure 2024-09-12T17:57:08.579 INFO:tasks.workunit.client.0.smithi045.stderr: -420> 2024-09-12T17:57:08.503+0000 7f6391840800 5 AuthRegistry(0x558c21d98578) adding con mode: crc 2024-09-12T17:57:08.579 INFO:tasks.workunit.client.0.smithi045.stderr: -419> 2024-09-12T17:57:08.503+0000 7f6391840800 5 AuthRegistry(0x558c21d98578) adding con mode: secure 2024-09-12T17:57:08.579 INFO:tasks.workunit.client.0.smithi045.stderr: -418> 2024-09-12T17:57:08.503+0000 7f6391840800 5 AuthRegistry(0x558c21d98578) adding con mode: crc 2024-09-12T17:57:08.579 INFO:tasks.workunit.client.0.smithi045.stderr: -417> 2024-09-12T17:57:08.503+0000 7f6391840800 5 AuthRegistry(0x558c21d98578) adding con mode: secure 2024-09-12T17:57:08.579 INFO:tasks.workunit.client.0.smithi045.stderr: -416> 2024-09-12T17:57:08.503+0000 7f6391840800 5 AuthRegistry(0x558c21d98578) adding con mode: crc 2024-09-12T17:57:08.579 INFO:tasks.workunit.client.0.smithi045.stderr: -415> 2024-09-12T17:57:08.503+0000 7f6391840800 5 AuthRegistry(0x558c21d98578) adding con mode: crc 2024-09-12T17:57:08.579 INFO:tasks.workunit.client.0.smithi045.stderr: -414> 2024-09-12T17:57:08.503+0000 7f6391840800 5 AuthRegistry(0x558c21d98578) adding con mode: secure 2024-09-12T17:57:08.579 INFO:tasks.workunit.client.0.smithi045.stderr: -413> 2024-09-12T17:57:08.503+0000 7f6391840800 5 AuthRegistry(0x558c21d98578) adding con mode: crc 2024-09-12T17:57:08.579 INFO:tasks.workunit.client.0.smithi045.stderr: -412> 2024-09-12T17:57:08.503+0000 7f6391840800 5 AuthRegistry(0x558c21d98578) adding con mode: secure 2024-09-12T17:57:08.579 INFO:tasks.workunit.client.0.smithi045.stderr: -411> 2024-09-12T17:57:08.503+0000 7f6391840800 5 AuthRegistry(0x558c21d98578) adding con mode: crc 2024-09-12T17:57:08.579 INFO:tasks.workunit.client.0.smithi045.stderr: -410> 2024-09-12T17:57:08.503+0000 7f6391840800 5 AuthRegistry(0x558c21d98578) adding con mode: secure 2024-09-12T17:57:08.579 INFO:tasks.workunit.client.0.smithi045.stderr: -409> 2024-09-12T17:57:08.503+0000 7f6391840800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:57:08.579 INFO:tasks.workunit.client.0.smithi045.stderr: -408> 2024-09-12T17:57:08.503+0000 7f6391840800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:57:08.579 INFO:tasks.workunit.client.0.smithi045.stderr: -407> 2024-09-12T17:57:08.503+0000 7f6391840800 5 asok(0x558c21b23730) register_command rotate-key cmddesc rotate-key hook 0x558c21d986c0 EEXIST 2024-09-12T17:57:08.580 INFO:tasks.workunit.client.0.smithi045.stderr: -406> 2024-09-12T17:57:08.503+0000 7f6391840800 10 monclient: _reopen_session rank -1 2024-09-12T17:57:08.580 INFO:tasks.workunit.client.0.smithi045.stderr: -405> 2024-09-12T17:57:08.504+0000 7f6391840800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:57:08.580 INFO:tasks.workunit.client.0.smithi045.stderr: -404> 2024-09-12T17:57:08.504+0000 7f6391840800 10 monclient(hunting): picked mon.noname-b con 0x558c21dc1690 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:57:08.580 INFO:tasks.workunit.client.0.smithi045.stderr: -403> 2024-09-12T17:57:08.504+0000 7f6391840800 10 monclient(hunting): picked mon.noname-a con 0x558c21dc1a70 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:57:08.580 INFO:tasks.workunit.client.0.smithi045.stderr: -402> 2024-09-12T17:57:08.504+0000 7f6391840800 10 monclient(hunting): picked mon.noname-c con 0x558c21dc03a0 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:57:08.580 INFO:tasks.workunit.client.0.smithi045.stderr: -401> 2024-09-12T17:57:08.504+0000 7f6391840800 10 monclient(hunting): start opening mon connection 2024-09-12T17:57:08.580 INFO:tasks.workunit.client.0.smithi045.stderr: -400> 2024-09-12T17:57:08.504+0000 7f6391840800 10 monclient(hunting): start opening mon connection 2024-09-12T17:57:08.580 INFO:tasks.workunit.client.0.smithi045.stderr: -399> 2024-09-12T17:57:08.504+0000 7f6391840800 10 monclient(hunting): start opening mon connection 2024-09-12T17:57:08.580 INFO:tasks.workunit.client.0.smithi045.stderr: -398> 2024-09-12T17:57:08.504+0000 7f6391840800 10 monclient(hunting): _renew_subs 2024-09-12T17:57:08.580 INFO:tasks.workunit.client.0.smithi045.stderr: -397> 2024-09-12T17:57:08.504+0000 7f6391840800 10 monclient(hunting): authenticate will time out at 2126.962047s 2024-09-12T17:57:08.580 INFO:tasks.workunit.client.0.smithi045.stderr: -396> 2024-09-12T17:57:08.504+0000 7f638eb29640 10 monclient(hunting): get_auth_request con 0x558c21dc1a70 auth_method 0 2024-09-12T17:57:08.580 INFO:tasks.workunit.client.0.smithi045.stderr: -395> 2024-09-12T17:57:08.504+0000 7f638eb29640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:57:08.580 INFO:tasks.workunit.client.0.smithi045.stderr: -394> 2024-09-12T17:57:08.504+0000 7f638eb29640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:57:08.581 INFO:tasks.workunit.client.0.smithi045.stderr: -393> 2024-09-12T17:57:08.504+0000 7f638eb29640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:57:08.581 INFO:tasks.workunit.client.0.smithi045.stderr: -392> 2024-09-12T17:57:08.504+0000 7f638fb2b640 10 monclient(hunting): get_auth_request con 0x558c21dc03a0 auth_method 0 2024-09-12T17:57:08.581 INFO:tasks.workunit.client.0.smithi045.stderr: -391> 2024-09-12T17:57:08.504+0000 7f638fb2b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:57:08.581 INFO:tasks.workunit.client.0.smithi045.stderr: -390> 2024-09-12T17:57:08.504+0000 7f638fb2b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:57:08.581 INFO:tasks.workunit.client.0.smithi045.stderr: -389> 2024-09-12T17:57:08.504+0000 7f638fb2b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:57:08.581 INFO:tasks.workunit.client.0.smithi045.stderr: -388> 2024-09-12T17:57:08.504+0000 7f638eb29640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:57:08.581 INFO:tasks.workunit.client.0.smithi045.stderr: -387> 2024-09-12T17:57:08.504+0000 7f638eb29640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:57:08.581 INFO:tasks.workunit.client.0.smithi045.stderr: -386> 2024-09-12T17:57:08.504+0000 7f638eb29640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:57:08.581 INFO:tasks.workunit.client.0.smithi045.stderr: -385> 2024-09-12T17:57:08.504+0000 7f638fb2b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:57:08.581 INFO:tasks.workunit.client.0.smithi045.stderr: -384> 2024-09-12T17:57:08.504+0000 7f638fb2b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:57:08.581 INFO:tasks.workunit.client.0.smithi045.stderr: -383> 2024-09-12T17:57:08.504+0000 7f638fb2b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:57:08.581 INFO:tasks.workunit.client.0.smithi045.stderr: -382> 2024-09-12T17:57:08.504+0000 7f638f32a640 10 monclient(hunting): get_auth_request con 0x558c21dc1690 auth_method 0 2024-09-12T17:57:08.581 INFO:tasks.workunit.client.0.smithi045.stderr: -381> 2024-09-12T17:57:08.504+0000 7f638f32a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:57:08.582 INFO:tasks.workunit.client.0.smithi045.stderr: -380> 2024-09-12T17:57:08.504+0000 7f638f32a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:57:08.582 INFO:tasks.workunit.client.0.smithi045.stderr: -379> 2024-09-12T17:57:08.504+0000 7f638f32a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:57:08.582 INFO:tasks.workunit.client.0.smithi045.stderr: -378> 2024-09-12T17:57:08.504+0000 7f638f32a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:57:08.582 INFO:tasks.workunit.client.0.smithi045.stderr: -377> 2024-09-12T17:57:08.504+0000 7f638f32a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:57:08.582 INFO:tasks.workunit.client.0.smithi045.stderr: -376> 2024-09-12T17:57:08.504+0000 7f638f32a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:57:08.582 INFO:tasks.workunit.client.0.smithi045.stderr: -375> 2024-09-12T17:57:08.504+0000 7f638fb2b640 10 monclient(hunting): handle_auth_done global_id 7229 payload 824 2024-09-12T17:57:08.582 INFO:tasks.workunit.client.0.smithi045.stderr: -374> 2024-09-12T17:57:08.504+0000 7f638fb2b640 10 monclient: _finish_hunting 0 2024-09-12T17:57:08.582 INFO:tasks.workunit.client.0.smithi045.stderr: -373> 2024-09-12T17:57:08.504+0000 7f638fb2b640 1 monclient: found mon.noname-c 2024-09-12T17:57:08.582 INFO:tasks.workunit.client.0.smithi045.stderr: -372> 2024-09-12T17:57:08.504+0000 7f638fb2b640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.45:3301/0 2024-09-12T17:57:08.582 INFO:tasks.workunit.client.0.smithi045.stderr: -371> 2024-09-12T17:57:08.504+0000 7f6279602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:57:08.582 INFO:tasks.workunit.client.0.smithi045.stderr: -370> 2024-09-12T17:57:08.504+0000 7f6279602640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:57:08.582 INFO:tasks.workunit.client.0.smithi045.stderr: -369> 2024-09-12T17:57:08.504+0000 7f6279602640 10 monclient: dump: 2024-09-12T17:57:08.582 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:57:08.582 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:57:08.583 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:08.583 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:08.583 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:57:08.583 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:57:08.583 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:57:08.583 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:57:08.583 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:57:08.583 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:08.583 INFO:tasks.workunit.client.0.smithi045.stderr: -368> 2024-09-12T17:57:08.504+0000 7f6279602640 10 monclient: _finish_auth 0 2024-09-12T17:57:08.583 INFO:tasks.workunit.client.0.smithi045.stderr: -367> 2024-09-12T17:57:08.504+0000 7f6279602640 10 monclient: _check_auth_tickets 2024-09-12T17:57:08.583 INFO:tasks.workunit.client.0.smithi045.stderr: -366> 2024-09-12T17:57:08.504+0000 7f6279602640 10 monclient: handle_config config(0 keys) 2024-09-12T17:57:08.583 INFO:tasks.workunit.client.0.smithi045.stderr: -365> 2024-09-12T17:57:08.504+0000 7f6279602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:57:08.583 INFO:tasks.workunit.client.0.smithi045.stderr: -364> 2024-09-12T17:57:08.504+0000 7f6279602640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:57:08.584 INFO:tasks.workunit.client.0.smithi045.stderr: -363> 2024-09-12T17:57:08.504+0000 7f6279602640 10 monclient: dump: 2024-09-12T17:57:08.584 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:57:08.584 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:57:08.584 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:08.584 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:08.584 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:57:08.584 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:57:08.584 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:57:08.584 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:57:08.584 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:57:08.584 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:08.585 INFO:tasks.workunit.client.0.smithi045.stderr: -362> 2024-09-12T17:57:08.504+0000 7f6391840800 5 monclient: authenticate success, global_id 7229 2024-09-12T17:57:08.585 INFO:tasks.workunit.client.0.smithi045.stderr: -361> 2024-09-12T17:57:08.504+0000 7f6391840800 10 monclient: _renew_subs 2024-09-12T17:57:08.585 INFO:tasks.workunit.client.0.smithi045.stderr: -360> 2024-09-12T17:57:08.504+0000 7f6391840800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:57:08.585 INFO:tasks.workunit.client.0.smithi045.stderr: -359> 2024-09-12T17:57:08.504+0000 7f639032c640 4 set_mon_vals no callback set 2024-09-12T17:57:08.585 INFO:tasks.workunit.client.0.smithi045.stderr: -358> 2024-09-12T17:57:08.504+0000 7f6391840800 10 monclient: _renew_subs 2024-09-12T17:57:08.585 INFO:tasks.workunit.client.0.smithi045.stderr: -357> 2024-09-12T17:57:08.504+0000 7f6391840800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:57:08.585 INFO:tasks.workunit.client.0.smithi045.stderr: -356> 2024-09-12T17:57:08.506+0000 7f6279602640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:57:08.585 INFO:tasks.workunit.client.0.smithi045.stderr: -355> 2024-09-12T17:57:08.506+0000 7f6279602640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:57:08.585 INFO:tasks.workunit.client.0.smithi045.stderr: -354> 2024-09-12T17:57:08.506+0000 7f6279602640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:57:08.585 INFO:tasks.workunit.client.0.smithi045.stderr: -353> 2024-09-12T17:57:08.506+0000 7f638f32a640 10 monclient: get_auth_request con 0x7f6268076380 auth_method 0 2024-09-12T17:57:08.585 INFO:tasks.workunit.client.0.smithi045.stderr: -352> 2024-09-12T17:57:08.507+0000 7f6391840800 10 monclient: get_monmap_and_config 2024-09-12T17:57:08.585 INFO:tasks.workunit.client.0.smithi045.stderr: -351> 2024-09-12T17:57:08.507+0000 7f6391840800 10 monclient: build_initial_monmap 2024-09-12T17:57:08.585 INFO:tasks.workunit.client.0.smithi045.stderr: -350> 2024-09-12T17:57:08.507+0000 7f6391840800 1 build_initial for_mkfs: 0 2024-09-12T17:57:08.586 INFO:tasks.workunit.client.0.smithi045.stderr: -349> 2024-09-12T17:57:08.507+0000 7f6391840800 10 monclient: monmap: 2024-09-12T17:57:08.586 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:57:08.586 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:57:08.586 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:57:08.586 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:57:08.586 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:57:08.586 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:57:08.586 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:57:08.586 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:57:08.586 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:57:08.586 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:08.586 INFO:tasks.workunit.client.0.smithi045.stderr: -348> 2024-09-12T17:57:08.507+0000 7f6391840800 5 AuthRegistry(0x558c21de15e0) adding auth protocol: cephx 2024-09-12T17:57:08.586 INFO:tasks.workunit.client.0.smithi045.stderr: -347> 2024-09-12T17:57:08.507+0000 7f6391840800 5 AuthRegistry(0x558c21de15e0) adding auth protocol: cephx 2024-09-12T17:57:08.586 INFO:tasks.workunit.client.0.smithi045.stderr: -346> 2024-09-12T17:57:08.507+0000 7f6391840800 5 AuthRegistry(0x558c21de15e0) adding auth protocol: cephx 2024-09-12T17:57:08.587 INFO:tasks.workunit.client.0.smithi045.stderr: -345> 2024-09-12T17:57:08.507+0000 7f6391840800 5 AuthRegistry(0x558c21de15e0) adding con mode: secure 2024-09-12T17:57:08.587 INFO:tasks.workunit.client.0.smithi045.stderr: -344> 2024-09-12T17:57:08.507+0000 7f6391840800 5 AuthRegistry(0x558c21de15e0) adding con mode: crc 2024-09-12T17:57:08.587 INFO:tasks.workunit.client.0.smithi045.stderr: -343> 2024-09-12T17:57:08.507+0000 7f6391840800 5 AuthRegistry(0x558c21de15e0) adding con mode: secure 2024-09-12T17:57:08.587 INFO:tasks.workunit.client.0.smithi045.stderr: -342> 2024-09-12T17:57:08.507+0000 7f6391840800 5 AuthRegistry(0x558c21de15e0) adding con mode: crc 2024-09-12T17:57:08.587 INFO:tasks.workunit.client.0.smithi045.stderr: -341> 2024-09-12T17:57:08.507+0000 7f6391840800 5 AuthRegistry(0x558c21de15e0) adding con mode: secure 2024-09-12T17:57:08.587 INFO:tasks.workunit.client.0.smithi045.stderr: -340> 2024-09-12T17:57:08.507+0000 7f6391840800 5 AuthRegistry(0x558c21de15e0) adding con mode: crc 2024-09-12T17:57:08.587 INFO:tasks.workunit.client.0.smithi045.stderr: -339> 2024-09-12T17:57:08.507+0000 7f6391840800 5 AuthRegistry(0x558c21de15e0) adding con mode: crc 2024-09-12T17:57:08.587 INFO:tasks.workunit.client.0.smithi045.stderr: -338> 2024-09-12T17:57:08.507+0000 7f6391840800 5 AuthRegistry(0x558c21de15e0) adding con mode: secure 2024-09-12T17:57:08.587 INFO:tasks.workunit.client.0.smithi045.stderr: -337> 2024-09-12T17:57:08.507+0000 7f6391840800 5 AuthRegistry(0x558c21de15e0) adding con mode: crc 2024-09-12T17:57:08.587 INFO:tasks.workunit.client.0.smithi045.stderr: -336> 2024-09-12T17:57:08.507+0000 7f6391840800 5 AuthRegistry(0x558c21de15e0) adding con mode: secure 2024-09-12T17:57:08.587 INFO:tasks.workunit.client.0.smithi045.stderr: -335> 2024-09-12T17:57:08.507+0000 7f6391840800 5 AuthRegistry(0x558c21de15e0) adding con mode: crc 2024-09-12T17:57:08.587 INFO:tasks.workunit.client.0.smithi045.stderr: -334> 2024-09-12T17:57:08.507+0000 7f6391840800 5 AuthRegistry(0x558c21de15e0) adding con mode: secure 2024-09-12T17:57:08.587 INFO:tasks.workunit.client.0.smithi045.stderr: -333> 2024-09-12T17:57:08.507+0000 7f6391840800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:57:08.588 INFO:tasks.workunit.client.0.smithi045.stderr: -332> 2024-09-12T17:57:08.507+0000 7f6391840800 10 monclient: init 2024-09-12T17:57:08.588 INFO:tasks.workunit.client.0.smithi045.stderr: -331> 2024-09-12T17:57:08.507+0000 7f6391840800 5 AuthRegistry(0x7ffc3a4770e0) adding auth protocol: cephx 2024-09-12T17:57:08.588 INFO:tasks.workunit.client.0.smithi045.stderr: -330> 2024-09-12T17:57:08.507+0000 7f6391840800 5 AuthRegistry(0x7ffc3a4770e0) adding auth protocol: cephx 2024-09-12T17:57:08.588 INFO:tasks.workunit.client.0.smithi045.stderr: -329> 2024-09-12T17:57:08.507+0000 7f6391840800 5 AuthRegistry(0x7ffc3a4770e0) adding auth protocol: cephx 2024-09-12T17:57:08.588 INFO:tasks.workunit.client.0.smithi045.stderr: -328> 2024-09-12T17:57:08.507+0000 7f6391840800 5 AuthRegistry(0x7ffc3a4770e0) adding con mode: secure 2024-09-12T17:57:08.588 INFO:tasks.workunit.client.0.smithi045.stderr: -327> 2024-09-12T17:57:08.507+0000 7f6391840800 5 AuthRegistry(0x7ffc3a4770e0) adding con mode: crc 2024-09-12T17:57:08.588 INFO:tasks.workunit.client.0.smithi045.stderr: -326> 2024-09-12T17:57:08.507+0000 7f6391840800 5 AuthRegistry(0x7ffc3a4770e0) adding con mode: secure 2024-09-12T17:57:08.588 INFO:tasks.workunit.client.0.smithi045.stderr: -325> 2024-09-12T17:57:08.507+0000 7f6391840800 5 AuthRegistry(0x7ffc3a4770e0) adding con mode: crc 2024-09-12T17:57:08.588 INFO:tasks.workunit.client.0.smithi045.stderr: -324> 2024-09-12T17:57:08.507+0000 7f6391840800 5 AuthRegistry(0x7ffc3a4770e0) adding con mode: secure 2024-09-12T17:57:08.588 INFO:tasks.workunit.client.0.smithi045.stderr: -323> 2024-09-12T17:57:08.507+0000 7f6391840800 5 AuthRegistry(0x7ffc3a4770e0) adding con mode: crc 2024-09-12T17:57:08.588 INFO:tasks.workunit.client.0.smithi045.stderr: -322> 2024-09-12T17:57:08.507+0000 7f6391840800 5 AuthRegistry(0x7ffc3a4770e0) adding con mode: crc 2024-09-12T17:57:08.588 INFO:tasks.workunit.client.0.smithi045.stderr: -321> 2024-09-12T17:57:08.507+0000 7f6391840800 5 AuthRegistry(0x7ffc3a4770e0) adding con mode: secure 2024-09-12T17:57:08.588 INFO:tasks.workunit.client.0.smithi045.stderr: -320> 2024-09-12T17:57:08.507+0000 7f6391840800 5 AuthRegistry(0x7ffc3a4770e0) adding con mode: crc 2024-09-12T17:57:08.588 INFO:tasks.workunit.client.0.smithi045.stderr: -319> 2024-09-12T17:57:08.507+0000 7f6391840800 5 AuthRegistry(0x7ffc3a4770e0) adding con mode: secure 2024-09-12T17:57:08.589 INFO:tasks.workunit.client.0.smithi045.stderr: -318> 2024-09-12T17:57:08.507+0000 7f6391840800 5 AuthRegistry(0x7ffc3a4770e0) adding con mode: crc 2024-09-12T17:57:08.589 INFO:tasks.workunit.client.0.smithi045.stderr: -317> 2024-09-12T17:57:08.507+0000 7f6391840800 5 AuthRegistry(0x7ffc3a4770e0) adding con mode: secure 2024-09-12T17:57:08.589 INFO:tasks.workunit.client.0.smithi045.stderr: -316> 2024-09-12T17:57:08.507+0000 7f6391840800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:57:08.589 INFO:tasks.workunit.client.0.smithi045.stderr: -315> 2024-09-12T17:57:08.507+0000 7f6391840800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:57:08.589 INFO:tasks.workunit.client.0.smithi045.stderr: -314> 2024-09-12T17:57:08.507+0000 7f6391840800 5 asok(0x558c21b23730) register_command rotate-key cmddesc rotate-key hook 0x7ffc3a477228 EEXIST 2024-09-12T17:57:08.589 INFO:tasks.workunit.client.0.smithi045.stderr: -313> 2024-09-12T17:57:08.507+0000 7f6391840800 10 monclient: _reopen_session rank -1 2024-09-12T17:57:08.589 INFO:tasks.workunit.client.0.smithi045.stderr: -312> 2024-09-12T17:57:08.507+0000 7f6391840800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:57:08.589 INFO:tasks.workunit.client.0.smithi045.stderr: -311> 2024-09-12T17:57:08.507+0000 7f6391840800 10 monclient(hunting): picked mon.noname-c con 0x558c21e15c00 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:57:08.589 INFO:tasks.workunit.client.0.smithi045.stderr: -310> 2024-09-12T17:57:08.507+0000 7f6391840800 10 monclient(hunting): picked mon.noname-a con 0x558c21e06550 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:57:08.589 INFO:tasks.workunit.client.0.smithi045.stderr: -309> 2024-09-12T17:57:08.508+0000 7f6391840800 10 monclient(hunting): picked mon.noname-b con 0x558c21e11030 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:57:08.589 INFO:tasks.workunit.client.0.smithi045.stderr: -308> 2024-09-12T17:57:08.508+0000 7f6391840800 10 monclient(hunting): start opening mon connection 2024-09-12T17:57:08.589 INFO:tasks.workunit.client.0.smithi045.stderr: -307> 2024-09-12T17:57:08.508+0000 7f6391840800 10 monclient(hunting): start opening mon connection 2024-09-12T17:57:08.589 INFO:tasks.workunit.client.0.smithi045.stderr: -306> 2024-09-12T17:57:08.508+0000 7f6391840800 10 monclient(hunting): start opening mon connection 2024-09-12T17:57:08.590 INFO:tasks.workunit.client.0.smithi045.stderr: -305> 2024-09-12T17:57:08.508+0000 7f6391840800 10 monclient(hunting): _renew_subs 2024-09-12T17:57:08.590 INFO:tasks.workunit.client.0.smithi045.stderr: -304> 2024-09-12T17:57:08.508+0000 7f6391840800 10 monclient(hunting): authenticate will time out at 2126.966028s 2024-09-12T17:57:08.590 INFO:tasks.workunit.client.0.smithi045.stderr: -303> 2024-09-12T17:57:08.508+0000 7f638f32a640 10 monclient(hunting): get_auth_request con 0x558c21e15c00 auth_method 0 2024-09-12T17:57:08.590 INFO:tasks.workunit.client.0.smithi045.stderr: -302> 2024-09-12T17:57:08.508+0000 7f638f32a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:57:08.590 INFO:tasks.workunit.client.0.smithi045.stderr: -301> 2024-09-12T17:57:08.508+0000 7f638f32a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:57:08.590 INFO:tasks.workunit.client.0.smithi045.stderr: -300> 2024-09-12T17:57:08.508+0000 7f638f32a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:57:08.590 INFO:tasks.workunit.client.0.smithi045.stderr: -299> 2024-09-12T17:57:08.508+0000 7f638eb29640 10 monclient(hunting): get_auth_request con 0x558c21e06550 auth_method 0 2024-09-12T17:57:08.590 INFO:tasks.workunit.client.0.smithi045.stderr: -298> 2024-09-12T17:57:08.508+0000 7f638eb29640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:57:08.590 INFO:tasks.workunit.client.0.smithi045.stderr: -297> 2024-09-12T17:57:08.508+0000 7f638eb29640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:57:08.590 INFO:tasks.workunit.client.0.smithi045.stderr: -296> 2024-09-12T17:57:08.508+0000 7f638eb29640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:57:08.590 INFO:tasks.workunit.client.0.smithi045.stderr: -295> 2024-09-12T17:57:08.508+0000 7f638fb2b640 10 monclient(hunting): get_auth_request con 0x558c21e11030 auth_method 0 2024-09-12T17:57:08.590 INFO:tasks.workunit.client.0.smithi045.stderr: -294> 2024-09-12T17:57:08.508+0000 7f638fb2b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:57:08.590 INFO:tasks.workunit.client.0.smithi045.stderr: -293> 2024-09-12T17:57:08.508+0000 7f638fb2b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:57:08.591 INFO:tasks.workunit.client.0.smithi045.stderr: -292> 2024-09-12T17:57:08.508+0000 7f638fb2b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:57:08.591 INFO:tasks.workunit.client.0.smithi045.stderr: -291> 2024-09-12T17:57:08.508+0000 7f638f32a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:57:08.591 INFO:tasks.workunit.client.0.smithi045.stderr: -290> 2024-09-12T17:57:08.508+0000 7f638f32a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:57:08.591 INFO:tasks.workunit.client.0.smithi045.stderr: -289> 2024-09-12T17:57:08.508+0000 7f638f32a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:57:08.591 INFO:tasks.workunit.client.0.smithi045.stderr: -288> 2024-09-12T17:57:08.508+0000 7f638eb29640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:57:08.591 INFO:tasks.workunit.client.0.smithi045.stderr: -287> 2024-09-12T17:57:08.508+0000 7f638eb29640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:57:08.591 INFO:tasks.workunit.client.0.smithi045.stderr: -286> 2024-09-12T17:57:08.508+0000 7f638eb29640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:57:08.591 INFO:tasks.workunit.client.0.smithi045.stderr: -285> 2024-09-12T17:57:08.508+0000 7f638fb2b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:57:08.591 INFO:tasks.workunit.client.0.smithi045.stderr: -284> 2024-09-12T17:57:08.508+0000 7f638fb2b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:57:08.591 INFO:tasks.workunit.client.0.smithi045.stderr: -283> 2024-09-12T17:57:08.508+0000 7f638fb2b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:57:08.592 INFO:tasks.workunit.client.0.smithi045.stderr: -282> 2024-09-12T17:57:08.508+0000 7f638f32a640 10 monclient(hunting): handle_auth_done global_id 7232 payload 274 2024-09-12T17:57:08.592 INFO:tasks.workunit.client.0.smithi045.stderr: -281> 2024-09-12T17:57:08.508+0000 7f638f32a640 10 monclient: _finish_hunting 0 2024-09-12T17:57:08.592 INFO:tasks.workunit.client.0.smithi045.stderr: -280> 2024-09-12T17:57:08.508+0000 7f638f32a640 1 monclient: found mon.noname-c 2024-09-12T17:57:08.592 INFO:tasks.workunit.client.0.smithi045.stderr: -279> 2024-09-12T17:57:08.508+0000 7f638f32a640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.45:3301/0 2024-09-12T17:57:08.592 INFO:tasks.workunit.client.0.smithi045.stderr: -278> 2024-09-12T17:57:08.508+0000 7f6272ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:57:08.592 INFO:tasks.workunit.client.0.smithi045.stderr: -277> 2024-09-12T17:57:08.508+0000 7f6272ffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:57:08.592 INFO:tasks.workunit.client.0.smithi045.stderr: -276> 2024-09-12T17:57:08.508+0000 7f6272ffd640 10 monclient: dump: 2024-09-12T17:57:08.592 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:57:08.592 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:57:08.592 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:08.592 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:08.592 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:57:08.593 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:57:08.593 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:57:08.593 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:57:08.593 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:57:08.593 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:08.593 INFO:tasks.workunit.client.0.smithi045.stderr: -275> 2024-09-12T17:57:08.508+0000 7f6272ffd640 10 monclient: _finish_auth 0 2024-09-12T17:57:08.593 INFO:tasks.workunit.client.0.smithi045.stderr: -274> 2024-09-12T17:57:08.508+0000 7f6272ffd640 10 monclient: _check_auth_tickets 2024-09-12T17:57:08.593 INFO:tasks.workunit.client.0.smithi045.stderr: -273> 2024-09-12T17:57:08.508+0000 7f6272ffd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:57:08.593 INFO:tasks.workunit.client.0.smithi045.stderr: -272> 2024-09-12T17:57:08.508+0000 7f6391840800 5 monclient: authenticate success, global_id 7232 2024-09-12T17:57:08.593 INFO:tasks.workunit.client.0.smithi045.stderr: -271> 2024-09-12T17:57:08.508+0000 7f6391840800 10 monclient: get_monmap_and_config success 2024-09-12T17:57:08.593 INFO:tasks.workunit.client.0.smithi045.stderr: -270> 2024-09-12T17:57:08.508+0000 7f6391840800 4 set_mon_vals no callback set 2024-09-12T17:57:08.593 INFO:tasks.workunit.client.0.smithi045.stderr: -269> 2024-09-12T17:57:08.508+0000 7f6272ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:57:08.593 INFO:tasks.workunit.client.0.smithi045.stderr: -268> 2024-09-12T17:57:08.508+0000 7f6272ffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:57:08.594 INFO:tasks.workunit.client.0.smithi045.stderr: -267> 2024-09-12T17:57:08.508+0000 7f6272ffd640 10 monclient: dump: 2024-09-12T17:57:08.594 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:57:08.594 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:57:08.594 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:08.594 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:08.594 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:57:08.594 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:57:08.594 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:57:08.594 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:57:08.594 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:57:08.594 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:08.594 INFO:tasks.workunit.client.0.smithi045.stderr: -266> 2024-09-12T17:57:08.509+0000 7f6391840800 10 monclient: shutdown 2024-09-12T17:57:08.594 INFO:tasks.workunit.client.0.smithi045.stderr: -265> 2024-09-12T17:57:08.509+0000 7f6391840800 10 monclient: build_initial_monmap 2024-09-12T17:57:08.595 INFO:tasks.workunit.client.0.smithi045.stderr: -264> 2024-09-12T17:57:08.509+0000 7f6391840800 1 build_initial for_mkfs: 0 2024-09-12T17:57:08.595 INFO:tasks.workunit.client.0.smithi045.stderr: -263> 2024-09-12T17:57:08.509+0000 7f6391840800 10 monclient: monmap: 2024-09-12T17:57:08.595 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:57:08.595 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:57:08.595 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:57:08.595 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:57:08.595 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:57:08.595 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:57:08.596 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:57:08.596 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:57:08.596 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:57:08.596 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:08.596 INFO:tasks.workunit.client.0.smithi045.stderr: -262> 2024-09-12T17:57:08.509+0000 7f6391840800 5 AuthRegistry(0x558c21de5160) adding auth protocol: cephx 2024-09-12T17:57:08.596 INFO:tasks.workunit.client.0.smithi045.stderr: -261> 2024-09-12T17:57:08.509+0000 7f6391840800 5 AuthRegistry(0x558c21de5160) adding auth protocol: cephx 2024-09-12T17:57:08.596 INFO:tasks.workunit.client.0.smithi045.stderr: -260> 2024-09-12T17:57:08.509+0000 7f6391840800 5 AuthRegistry(0x558c21de5160) adding auth protocol: cephx 2024-09-12T17:57:08.596 INFO:tasks.workunit.client.0.smithi045.stderr: -259> 2024-09-12T17:57:08.509+0000 7f6391840800 5 AuthRegistry(0x558c21de5160) adding con mode: secure 2024-09-12T17:57:08.596 INFO:tasks.workunit.client.0.smithi045.stderr: -258> 2024-09-12T17:57:08.509+0000 7f6391840800 5 AuthRegistry(0x558c21de5160) adding con mode: crc 2024-09-12T17:57:08.596 INFO:tasks.workunit.client.0.smithi045.stderr: -257> 2024-09-12T17:57:08.509+0000 7f6391840800 5 AuthRegistry(0x558c21de5160) adding con mode: secure 2024-09-12T17:57:08.596 INFO:tasks.workunit.client.0.smithi045.stderr: -256> 2024-09-12T17:57:08.509+0000 7f6391840800 5 AuthRegistry(0x558c21de5160) adding con mode: crc 2024-09-12T17:57:08.597 INFO:tasks.workunit.client.0.smithi045.stderr: -255> 2024-09-12T17:57:08.509+0000 7f6391840800 5 AuthRegistry(0x558c21de5160) adding con mode: secure 2024-09-12T17:57:08.597 INFO:tasks.workunit.client.0.smithi045.stderr: -254> 2024-09-12T17:57:08.509+0000 7f6391840800 5 AuthRegistry(0x558c21de5160) adding con mode: crc 2024-09-12T17:57:08.597 INFO:tasks.workunit.client.0.smithi045.stderr: -253> 2024-09-12T17:57:08.509+0000 7f6391840800 5 AuthRegistry(0x558c21de5160) adding con mode: crc 2024-09-12T17:57:08.597 INFO:tasks.workunit.client.0.smithi045.stderr: -252> 2024-09-12T17:57:08.509+0000 7f6391840800 5 AuthRegistry(0x558c21de5160) adding con mode: secure 2024-09-12T17:57:08.597 INFO:tasks.workunit.client.0.smithi045.stderr: -251> 2024-09-12T17:57:08.509+0000 7f6391840800 5 AuthRegistry(0x558c21de5160) adding con mode: crc 2024-09-12T17:57:08.597 INFO:tasks.workunit.client.0.smithi045.stderr: -250> 2024-09-12T17:57:08.509+0000 7f6391840800 5 AuthRegistry(0x558c21de5160) adding con mode: secure 2024-09-12T17:57:08.597 INFO:tasks.workunit.client.0.smithi045.stderr: -249> 2024-09-12T17:57:08.509+0000 7f6391840800 5 AuthRegistry(0x558c21de5160) adding con mode: crc 2024-09-12T17:57:08.597 INFO:tasks.workunit.client.0.smithi045.stderr: -248> 2024-09-12T17:57:08.509+0000 7f6391840800 5 AuthRegistry(0x558c21de5160) adding con mode: secure 2024-09-12T17:57:08.597 INFO:tasks.workunit.client.0.smithi045.stderr: -247> 2024-09-12T17:57:08.509+0000 7f6391840800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:57:08.597 INFO:tasks.workunit.client.0.smithi045.stderr: -246> 2024-09-12T17:57:08.509+0000 7f6391840800 1 librados: starting msgr at 2024-09-12T17:57:08.598 INFO:tasks.workunit.client.0.smithi045.stderr: -245> 2024-09-12T17:57:08.509+0000 7f6391840800 1 librados: starting objecter 2024-09-12T17:57:08.598 INFO:tasks.workunit.client.0.smithi045.stderr: -244> 2024-09-12T17:57:08.509+0000 7f6391840800 5 asok(0x558c21b23730) register_command objecter_requests cmddesc objecter_requests hook 0x558c21d4a330 EEXIST 2024-09-12T17:57:08.598 INFO:tasks.workunit.client.0.smithi045.stderr: -243> 2024-09-12T17:57:08.509+0000 7f6391840800 1 librados: setting wanted keys 2024-09-12T17:57:08.598 INFO:tasks.workunit.client.0.smithi045.stderr: -242> 2024-09-12T17:57:08.509+0000 7f6391840800 1 librados: calling monclient init 2024-09-12T17:57:08.598 INFO:tasks.workunit.client.0.smithi045.stderr: -241> 2024-09-12T17:57:08.509+0000 7f6391840800 10 monclient: init 2024-09-12T17:57:08.598 INFO:tasks.workunit.client.0.smithi045.stderr: -240> 2024-09-12T17:57:08.509+0000 7f6391840800 5 AuthRegistry(0x558c21dd5f50) adding auth protocol: cephx 2024-09-12T17:57:08.598 INFO:tasks.workunit.client.0.smithi045.stderr: -239> 2024-09-12T17:57:08.509+0000 7f6391840800 5 AuthRegistry(0x558c21dd5f50) adding auth protocol: cephx 2024-09-12T17:57:08.598 INFO:tasks.workunit.client.0.smithi045.stderr: -238> 2024-09-12T17:57:08.509+0000 7f6391840800 5 AuthRegistry(0x558c21dd5f50) adding auth protocol: cephx 2024-09-12T17:57:08.598 INFO:tasks.workunit.client.0.smithi045.stderr: -237> 2024-09-12T17:57:08.509+0000 7f6391840800 5 AuthRegistry(0x558c21dd5f50) adding con mode: secure 2024-09-12T17:57:08.598 INFO:tasks.workunit.client.0.smithi045.stderr: -236> 2024-09-12T17:57:08.509+0000 7f6391840800 5 AuthRegistry(0x558c21dd5f50) adding con mode: crc 2024-09-12T17:57:08.598 INFO:tasks.workunit.client.0.smithi045.stderr: -235> 2024-09-12T17:57:08.509+0000 7f6391840800 5 AuthRegistry(0x558c21dd5f50) adding con mode: secure 2024-09-12T17:57:08.598 INFO:tasks.workunit.client.0.smithi045.stderr: -234> 2024-09-12T17:57:08.509+0000 7f6391840800 5 AuthRegistry(0x558c21dd5f50) adding con mode: crc 2024-09-12T17:57:08.598 INFO:tasks.workunit.client.0.smithi045.stderr: -233> 2024-09-12T17:57:08.509+0000 7f6391840800 5 AuthRegistry(0x558c21dd5f50) adding con mode: secure 2024-09-12T17:57:08.598 INFO:tasks.workunit.client.0.smithi045.stderr: -232> 2024-09-12T17:57:08.509+0000 7f6391840800 5 AuthRegistry(0x558c21dd5f50) adding con mode: crc 2024-09-12T17:57:08.599 INFO:tasks.workunit.client.0.smithi045.stderr: -231> 2024-09-12T17:57:08.509+0000 7f6391840800 5 AuthRegistry(0x558c21dd5f50) adding con mode: crc 2024-09-12T17:57:08.599 INFO:tasks.workunit.client.0.smithi045.stderr: -230> 2024-09-12T17:57:08.509+0000 7f6391840800 5 AuthRegistry(0x558c21dd5f50) adding con mode: secure 2024-09-12T17:57:08.599 INFO:tasks.workunit.client.0.smithi045.stderr: -229> 2024-09-12T17:57:08.509+0000 7f6391840800 5 AuthRegistry(0x558c21dd5f50) adding con mode: crc 2024-09-12T17:57:08.599 INFO:tasks.workunit.client.0.smithi045.stderr: -228> 2024-09-12T17:57:08.509+0000 7f6391840800 5 AuthRegistry(0x558c21dd5f50) adding con mode: secure 2024-09-12T17:57:08.599 INFO:tasks.workunit.client.0.smithi045.stderr: -227> 2024-09-12T17:57:08.509+0000 7f6391840800 5 AuthRegistry(0x558c21dd5f50) adding con mode: crc 2024-09-12T17:57:08.599 INFO:tasks.workunit.client.0.smithi045.stderr: -226> 2024-09-12T17:57:08.509+0000 7f6391840800 5 AuthRegistry(0x558c21dd5f50) adding con mode: secure 2024-09-12T17:57:08.599 INFO:tasks.workunit.client.0.smithi045.stderr: -225> 2024-09-12T17:57:08.509+0000 7f6391840800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:57:08.599 INFO:tasks.workunit.client.0.smithi045.stderr: -224> 2024-09-12T17:57:08.510+0000 7f6391840800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:57:08.599 INFO:tasks.workunit.client.0.smithi045.stderr: -223> 2024-09-12T17:57:08.510+0000 7f6391840800 5 asok(0x558c21b23730) register_command rotate-key cmddesc rotate-key hook 0x558c21dd6098 EEXIST 2024-09-12T17:57:08.599 INFO:tasks.workunit.client.0.smithi045.stderr: -222> 2024-09-12T17:57:08.510+0000 7f6391840800 10 monclient: _reopen_session rank -1 2024-09-12T17:57:08.599 INFO:tasks.workunit.client.0.smithi045.stderr: -221> 2024-09-12T17:57:08.510+0000 7f6391840800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:57:08.599 INFO:tasks.workunit.client.0.smithi045.stderr: -220> 2024-09-12T17:57:08.510+0000 7f6391840800 10 monclient(hunting): picked mon.noname-c con 0x558c21e06550 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:57:08.599 INFO:tasks.workunit.client.0.smithi045.stderr: -219> 2024-09-12T17:57:08.510+0000 7f6391840800 10 monclient(hunting): picked mon.noname-b con 0x558c21e11030 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:57:08.599 INFO:tasks.workunit.client.0.smithi045.stderr: -218> 2024-09-12T17:57:08.510+0000 7f6391840800 10 monclient(hunting): picked mon.noname-a con 0x558c21e15c00 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:57:08.600 INFO:tasks.workunit.client.0.smithi045.stderr: -217> 2024-09-12T17:57:08.510+0000 7f6391840800 10 monclient(hunting): start opening mon connection 2024-09-12T17:57:08.600 INFO:tasks.workunit.client.0.smithi045.stderr: -216> 2024-09-12T17:57:08.510+0000 7f6391840800 10 monclient(hunting): start opening mon connection 2024-09-12T17:57:08.600 INFO:tasks.workunit.client.0.smithi045.stderr: -215> 2024-09-12T17:57:08.510+0000 7f6391840800 10 monclient(hunting): start opening mon connection 2024-09-12T17:57:08.600 INFO:tasks.workunit.client.0.smithi045.stderr: -214> 2024-09-12T17:57:08.510+0000 7f6391840800 10 monclient(hunting): _renew_subs 2024-09-12T17:57:08.600 INFO:tasks.workunit.client.0.smithi045.stderr: -213> 2024-09-12T17:57:08.510+0000 7f6391840800 10 monclient(hunting): authenticate will time out at 2126.968313s 2024-09-12T17:57:08.600 INFO:tasks.workunit.client.0.smithi045.stderr: -212> 2024-09-12T17:57:08.510+0000 7f638f32a640 10 monclient(hunting): get_auth_request con 0x558c21e06550 auth_method 0 2024-09-12T17:57:08.600 INFO:tasks.workunit.client.0.smithi045.stderr: -211> 2024-09-12T17:57:08.510+0000 7f638f32a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:57:08.600 INFO:tasks.workunit.client.0.smithi045.stderr: -210> 2024-09-12T17:57:08.510+0000 7f638f32a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:57:08.600 INFO:tasks.workunit.client.0.smithi045.stderr: -209> 2024-09-12T17:57:08.510+0000 7f638f32a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:57:08.600 INFO:tasks.workunit.client.0.smithi045.stderr: -208> 2024-09-12T17:57:08.510+0000 7f638fb2b640 10 monclient(hunting): get_auth_request con 0x558c21e15c00 auth_method 0 2024-09-12T17:57:08.600 INFO:tasks.workunit.client.0.smithi045.stderr: -207> 2024-09-12T17:57:08.510+0000 7f638fb2b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:57:08.601 INFO:tasks.workunit.client.0.smithi045.stderr: -206> 2024-09-12T17:57:08.510+0000 7f638fb2b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:57:08.601 INFO:tasks.workunit.client.0.smithi045.stderr: -205> 2024-09-12T17:57:08.510+0000 7f638fb2b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:57:08.601 INFO:tasks.workunit.client.0.smithi045.stderr: -204> 2024-09-12T17:57:08.510+0000 7f638eb29640 10 monclient(hunting): get_auth_request con 0x558c21e11030 auth_method 0 2024-09-12T17:57:08.601 INFO:tasks.workunit.client.0.smithi045.stderr: -203> 2024-09-12T17:57:08.510+0000 7f638eb29640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:57:08.601 INFO:tasks.workunit.client.0.smithi045.stderr: -202> 2024-09-12T17:57:08.510+0000 7f638eb29640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:57:08.601 INFO:tasks.workunit.client.0.smithi045.stderr: -201> 2024-09-12T17:57:08.510+0000 7f638eb29640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:57:08.601 INFO:tasks.workunit.client.0.smithi045.stderr: -200> 2024-09-12T17:57:08.510+0000 7f638f32a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:57:08.601 INFO:tasks.workunit.client.0.smithi045.stderr: -199> 2024-09-12T17:57:08.510+0000 7f638f32a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:57:08.601 INFO:tasks.workunit.client.0.smithi045.stderr: -198> 2024-09-12T17:57:08.510+0000 7f638f32a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:57:08.601 INFO:tasks.workunit.client.0.smithi045.stderr: -197> 2024-09-12T17:57:08.510+0000 7f638fb2b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:57:08.601 INFO:tasks.workunit.client.0.smithi045.stderr: -196> 2024-09-12T17:57:08.510+0000 7f638fb2b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:57:08.601 INFO:tasks.workunit.client.0.smithi045.stderr: -195> 2024-09-12T17:57:08.510+0000 7f638fb2b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:57:08.601 INFO:tasks.workunit.client.0.smithi045.stderr: -194> 2024-09-12T17:57:08.510+0000 7f638eb29640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:57:08.602 INFO:tasks.workunit.client.0.smithi045.stderr: -193> 2024-09-12T17:57:08.510+0000 7f638eb29640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:57:08.602 INFO:tasks.workunit.client.0.smithi045.stderr: -192> 2024-09-12T17:57:08.510+0000 7f638eb29640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:57:08.602 INFO:tasks.workunit.client.0.smithi045.stderr: -191> 2024-09-12T17:57:08.510+0000 7f638f32a640 10 monclient(hunting): handle_auth_done global_id 7235 payload 824 2024-09-12T17:57:08.602 INFO:tasks.workunit.client.0.smithi045.stderr: -190> 2024-09-12T17:57:08.510+0000 7f638f32a640 10 monclient: _finish_hunting 0 2024-09-12T17:57:08.602 INFO:tasks.workunit.client.0.smithi045.stderr: -189> 2024-09-12T17:57:08.510+0000 7f638f32a640 1 monclient: found mon.noname-c 2024-09-12T17:57:08.602 INFO:tasks.workunit.client.0.smithi045.stderr: -188> 2024-09-12T17:57:08.510+0000 7f638f32a640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.45:3301/0 2024-09-12T17:57:08.602 INFO:tasks.workunit.client.0.smithi045.stderr: -187> 2024-09-12T17:57:08.510+0000 7f62717fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:57:08.602 INFO:tasks.workunit.client.0.smithi045.stderr: -186> 2024-09-12T17:57:08.510+0000 7f62717fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:57:08.602 INFO:tasks.workunit.client.0.smithi045.stderr: -185> 2024-09-12T17:57:08.510+0000 7f62717fa640 10 monclient: dump: 2024-09-12T17:57:08.602 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:57:08.602 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:57:08.602 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:08.602 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:08.603 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:57:08.603 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:57:08.603 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:57:08.603 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:57:08.603 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:57:08.603 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:08.603 INFO:tasks.workunit.client.0.smithi045.stderr: -184> 2024-09-12T17:57:08.510+0000 7f62717fa640 10 monclient: _finish_auth 0 2024-09-12T17:57:08.603 INFO:tasks.workunit.client.0.smithi045.stderr: -183> 2024-09-12T17:57:08.510+0000 7f62717fa640 10 monclient: _check_auth_tickets 2024-09-12T17:57:08.603 INFO:tasks.workunit.client.0.smithi045.stderr: -182> 2024-09-12T17:57:08.510+0000 7f62717fa640 10 monclient: handle_config config(0 keys) 2024-09-12T17:57:08.603 INFO:tasks.workunit.client.0.smithi045.stderr: -181> 2024-09-12T17:57:08.510+0000 7f62717fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:57:08.603 INFO:tasks.workunit.client.0.smithi045.stderr: -180> 2024-09-12T17:57:08.510+0000 7f62717fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:57:08.603 INFO:tasks.workunit.client.0.smithi045.stderr: -179> 2024-09-12T17:57:08.510+0000 7f62717fa640 10 monclient: dump: 2024-09-12T17:57:08.603 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:57:08.603 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:57:08.604 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:08.604 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:08.604 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:57:08.604 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:57:08.604 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:57:08.604 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:57:08.604 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:57:08.604 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:08.604 INFO:tasks.workunit.client.0.smithi045.stderr: -178> 2024-09-12T17:57:08.510+0000 7f6272ffd640 4 set_mon_vals no callback set 2024-09-12T17:57:08.604 INFO:tasks.workunit.client.0.smithi045.stderr: -177> 2024-09-12T17:57:08.510+0000 7f6391840800 5 monclient: authenticate success, global_id 7235 2024-09-12T17:57:08.604 INFO:tasks.workunit.client.0.smithi045.stderr: -176> 2024-09-12T17:57:08.511+0000 7f6391840800 10 monclient: _renew_subs 2024-09-12T17:57:08.604 INFO:tasks.workunit.client.0.smithi045.stderr: -175> 2024-09-12T17:57:08.511+0000 7f6391840800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:57:08.604 INFO:tasks.workunit.client.0.smithi045.stderr: -174> 2024-09-12T17:57:08.511+0000 7f6391840800 10 monclient: _renew_subs 2024-09-12T17:57:08.604 INFO:tasks.workunit.client.0.smithi045.stderr: -173> 2024-09-12T17:57:08.511+0000 7f6391840800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:57:08.605 INFO:tasks.workunit.client.0.smithi045.stderr: -172> 2024-09-12T17:57:08.511+0000 7f6391840800 1 librados: init done 2024-09-12T17:57:08.605 INFO:tasks.workunit.client.0.smithi045.stderr: -171> 2024-09-12T17:57:08.511+0000 7f6391840800 5 asok(0x558c21b23730) register_command cr dump hook 0x558c21e06188 2024-09-12T17:57:08.605 INFO:tasks.workunit.client.0.smithi045.stderr: -170> 2024-09-12T17:57:08.512+0000 7f6391840800 20 rados->read ofs=0 len=0 2024-09-12T17:57:08.605 INFO:tasks.workunit.client.0.smithi045.stderr: -169> 2024-09-12T17:57:08.513+0000 7f62717fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:57:08.605 INFO:tasks.workunit.client.0.smithi045.stderr: -168> 2024-09-12T17:57:08.513+0000 7f62717fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:57:08.605 INFO:tasks.workunit.client.0.smithi045.stderr: -167> 2024-09-12T17:57:08.513+0000 7f62717fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:57:08.605 INFO:tasks.workunit.client.0.smithi045.stderr: -166> 2024-09-12T17:57:08.513+0000 7f638eb29640 10 monclient: get_auth_request con 0x7f6258076470 auth_method 0 2024-09-12T17:57:08.605 INFO:tasks.workunit.client.0.smithi045.stderr: -165> 2024-09-12T17:57:08.513+0000 7f638fb2b640 10 monclient: get_auth_request con 0x558c21e2f7b0 auth_method 0 2024-09-12T17:57:08.605 INFO:tasks.workunit.client.0.smithi045.stderr: -164> 2024-09-12T17:57:08.514+0000 7f6391840800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:08.605 INFO:tasks.workunit.client.0.smithi045.stderr: -163> 2024-09-12T17:57:08.514+0000 7f6391840800 20 realm 2024-09-12T17:57:08.605 INFO:tasks.workunit.client.0.smithi045.stderr: -162> 2024-09-12T17:57:08.514+0000 7f6391840800 20 rados->read ofs=0 len=0 2024-09-12T17:57:08.605 INFO:tasks.workunit.client.0.smithi045.stderr: -161> 2024-09-12T17:57:08.514+0000 7f6391840800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:08.605 INFO:tasks.workunit.client.0.smithi045.stderr: -160> 2024-09-12T17:57:08.514+0000 7f6391840800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:57:08.606 INFO:tasks.workunit.client.0.smithi045.stderr: -159> 2024-09-12T17:57:08.514+0000 7f6391840800 20 rados->read ofs=0 len=0 2024-09-12T17:57:08.606 INFO:tasks.workunit.client.0.smithi045.stderr: -158> 2024-09-12T17:57:08.514+0000 7f6391840800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:08.606 INFO:tasks.workunit.client.0.smithi045.stderr: -157> 2024-09-12T17:57:08.514+0000 7f6391840800 20 rados->read ofs=0 len=0 2024-09-12T17:57:08.606 INFO:tasks.workunit.client.0.smithi045.stderr: -156> 2024-09-12T17:57:08.514+0000 7f638f32a640 10 monclient: get_auth_request con 0x558c21e33b40 auth_method 0 2024-09-12T17:57:08.606 INFO:tasks.workunit.client.0.smithi045.stderr: -155> 2024-09-12T17:57:08.515+0000 7f6391840800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:08.606 INFO:tasks.workunit.client.0.smithi045.stderr: -154> 2024-09-12T17:57:08.515+0000 7f6391840800 20 rados->read ofs=0 len=0 2024-09-12T17:57:08.606 INFO:tasks.workunit.client.0.smithi045.stderr: -153> 2024-09-12T17:57:08.515+0000 7f638eb29640 10 monclient: get_auth_request con 0x558c21e37260 auth_method 0 2024-09-12T17:57:08.606 INFO:tasks.workunit.client.0.smithi045.stderr: -152> 2024-09-12T17:57:08.516+0000 7f6391840800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:57:08.606 INFO:tasks.workunit.client.0.smithi045.stderr: -151> 2024-09-12T17:57:08.516+0000 7f6391840800 20 searching for the correct realm 2024-09-12T17:57:08.606 INFO:tasks.workunit.client.0.smithi045.stderr: -150> 2024-09-12T17:57:08.516+0000 7f638fb2b640 10 monclient: get_auth_request con 0x558c21e3c020 auth_method 0 2024-09-12T17:57:08.606 INFO:tasks.workunit.client.0.smithi045.stderr: -149> 2024-09-12T17:57:08.517+0000 7f638f32a640 10 monclient: get_auth_request con 0x7f638402c040 auth_method 0 2024-09-12T17:57:08.606 INFO:tasks.workunit.client.0.smithi045.stderr: -148> 2024-09-12T17:57:08.517+0000 7f638eb29640 10 monclient: get_auth_request con 0x7f6380090020 auth_method 0 2024-09-12T17:57:08.606 INFO:tasks.workunit.client.0.smithi045.stderr: -147> 2024-09-12T17:57:08.518+0000 7f638eb29640 0 -- 172.21.15.45:0/3076458420 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x558c21e37260 msgr2=0x558c21e39670 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:57:08.606 INFO:tasks.workunit.client.0.smithi045.stderr: -146> 2024-09-12T17:57:08.518+0000 7f62717fa640 1 client.7235.objecter ms_handle_reset 0x558c21e37260 session 0x558c21e333e0 osd.7 2024-09-12T17:57:08.607 INFO:tasks.workunit.client.0.smithi045.stderr: -145> 2024-09-12T17:57:08.518+0000 7f62717fa640 10 monclient: _renew_subs 2024-09-12T17:57:08.607 INFO:tasks.workunit.client.0.smithi045.stderr: -144> 2024-09-12T17:57:08.518+0000 7f62717fa640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:57:08.607 INFO:tasks.workunit.client.0.smithi045.stderr: -143> 2024-09-12T17:57:08.518+0000 7f62717fa640 10 monclient: ms_handle_reset current mon [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:57:08.607 INFO:tasks.workunit.client.0.smithi045.stderr: -142> 2024-09-12T17:57:08.518+0000 7f62717fa640 10 monclient: _reopen_session rank -1 2024-09-12T17:57:08.607 INFO:tasks.workunit.client.0.smithi045.stderr: -141> 2024-09-12T17:57:08.518+0000 7f62717fa640 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T17:57:08.607 INFO:tasks.workunit.client.0.smithi045.stderr: -140> 2024-09-12T17:57:08.519+0000 7f62717fa640 10 monclient(hunting): picked mon.b con 0x558c21e11030 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:57:08.607 INFO:tasks.workunit.client.0.smithi045.stderr: -139> 2024-09-12T17:57:08.519+0000 7f62717fa640 10 monclient(hunting): picked mon.c con 0x558c21e37260 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:57:08.607 INFO:tasks.workunit.client.0.smithi045.stderr: -138> 2024-09-12T17:57:08.519+0000 7f62717fa640 10 monclient(hunting): picked mon.a con 0x558c21e15c00 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:57:08.607 INFO:tasks.workunit.client.0.smithi045.stderr: -137> 2024-09-12T17:57:08.519+0000 7f62717fa640 10 monclient(hunting): start opening mon connection 2024-09-12T17:57:08.607 INFO:tasks.workunit.client.0.smithi045.stderr: -136> 2024-09-12T17:57:08.519+0000 7f62717fa640 10 monclient(hunting): start opening mon connection 2024-09-12T17:57:08.607 INFO:tasks.workunit.client.0.smithi045.stderr: -135> 2024-09-12T17:57:08.519+0000 7f62717fa640 10 monclient(hunting): start opening mon connection 2024-09-12T17:57:08.607 INFO:tasks.workunit.client.0.smithi045.stderr: -134> 2024-09-12T17:57:08.519+0000 7f62717fa640 10 monclient(hunting): _renew_subs 2024-09-12T17:57:08.607 INFO:tasks.workunit.client.0.smithi045.stderr: -133> 2024-09-12T17:57:08.519+0000 7f638eb29640 10 monclient(hunting): get_auth_request con 0x7f6258086ba0 auth_method 0 2024-09-12T17:57:08.608 INFO:tasks.workunit.client.0.smithi045.stderr: -132> 2024-09-12T17:57:08.519+0000 7f638fb2b640 10 monclient(hunting): get_auth_request con 0x558c21e37260 auth_method 0 2024-09-12T17:57:08.608 INFO:tasks.workunit.client.0.smithi045.stderr: -131> 2024-09-12T17:57:08.519+0000 7f638fb2b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:57:08.608 INFO:tasks.workunit.client.0.smithi045.stderr: -130> 2024-09-12T17:57:08.519+0000 7f638fb2b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:57:08.608 INFO:tasks.workunit.client.0.smithi045.stderr: -129> 2024-09-12T17:57:08.519+0000 7f638fb2b640 10 monclient(hunting): _init_auth already have auth, reseting 2024-09-12T17:57:08.608 INFO:tasks.workunit.client.0.smithi045.stderr: -128> 2024-09-12T17:57:08.519+0000 7f638f32a640 10 monclient(hunting): get_auth_request con 0x558c21e11030 auth_method 0 2024-09-12T17:57:08.608 INFO:tasks.workunit.client.0.smithi045.stderr: -127> 2024-09-12T17:57:08.519+0000 7f638f32a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:57:08.608 INFO:tasks.workunit.client.0.smithi045.stderr: -126> 2024-09-12T17:57:08.519+0000 7f638f32a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:57:08.608 INFO:tasks.workunit.client.0.smithi045.stderr: -125> 2024-09-12T17:57:08.519+0000 7f638f32a640 10 monclient(hunting): _init_auth already have auth, reseting 2024-09-12T17:57:08.608 INFO:tasks.workunit.client.0.smithi045.stderr: -124> 2024-09-12T17:57:08.519+0000 7f638f32a640 10 monclient(hunting): get_auth_request con 0x558c21e15c00 auth_method 0 2024-09-12T17:57:08.608 INFO:tasks.workunit.client.0.smithi045.stderr: -123> 2024-09-12T17:57:08.519+0000 7f638f32a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:57:08.608 INFO:tasks.workunit.client.0.smithi045.stderr: -122> 2024-09-12T17:57:08.519+0000 7f638f32a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:57:08.608 INFO:tasks.workunit.client.0.smithi045.stderr: -121> 2024-09-12T17:57:08.519+0000 7f638f32a640 10 monclient(hunting): _init_auth already have auth, reseting 2024-09-12T17:57:08.608 INFO:tasks.workunit.client.0.smithi045.stderr: -120> 2024-09-12T17:57:08.519+0000 7f638fb2b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:57:08.608 INFO:tasks.workunit.client.0.smithi045.stderr: -119> 2024-09-12T17:57:08.519+0000 7f638fb2b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:57:08.609 INFO:tasks.workunit.client.0.smithi045.stderr: -118> 2024-09-12T17:57:08.519+0000 7f638fb2b640 10 monclient(hunting): handle_auth_reply_more responding with 132 bytes 2024-09-12T17:57:08.609 INFO:tasks.workunit.client.0.smithi045.stderr: -117> 2024-09-12T17:57:08.519+0000 7f638f32a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:57:08.609 INFO:tasks.workunit.client.0.smithi045.stderr: -116> 2024-09-12T17:57:08.519+0000 7f638f32a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:57:08.609 INFO:tasks.workunit.client.0.smithi045.stderr: -115> 2024-09-12T17:57:08.519+0000 7f638f32a640 10 monclient(hunting): handle_auth_reply_more responding with 132 bytes 2024-09-12T17:57:08.609 INFO:tasks.workunit.client.0.smithi045.stderr: -114> 2024-09-12T17:57:08.519+0000 7f638f32a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:57:08.609 INFO:tasks.workunit.client.0.smithi045.stderr: -113> 2024-09-12T17:57:08.519+0000 7f638f32a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:57:08.609 INFO:tasks.workunit.client.0.smithi045.stderr: -112> 2024-09-12T17:57:08.519+0000 7f638f32a640 10 monclient(hunting): handle_auth_reply_more responding with 132 bytes 2024-09-12T17:57:08.609 INFO:tasks.workunit.client.0.smithi045.stderr: -111> 2024-09-12T17:57:08.519+0000 7f638fb2b640 10 monclient(hunting): handle_auth_done global_id 7235 payload 293 2024-09-12T17:57:08.609 INFO:tasks.workunit.client.0.smithi045.stderr: -110> 2024-09-12T17:57:08.519+0000 7f638fb2b640 10 monclient: _finish_hunting 0 2024-09-12T17:57:08.609 INFO:tasks.workunit.client.0.smithi045.stderr: -109> 2024-09-12T17:57:08.519+0000 7f638fb2b640 1 monclient: found mon.c 2024-09-12T17:57:08.609 INFO:tasks.workunit.client.0.smithi045.stderr: -108> 2024-09-12T17:57:08.519+0000 7f638fb2b640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:57:08.609 INFO:tasks.workunit.client.0.smithi045.stderr: -107> 2024-09-12T17:57:08.519+0000 7f638fb2b640 10 monclient: _finish_auth 0 2024-09-12T17:57:08.609 INFO:tasks.workunit.client.0.smithi045.stderr: -106> 2024-09-12T17:57:08.519+0000 7f638fb2b640 10 monclient: _check_auth_tickets 2024-09-12T17:57:08.609 INFO:tasks.workunit.client.0.smithi045.stderr: -105> 2024-09-12T17:57:08.519+0000 7f62717fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:57:08.610 INFO:tasks.workunit.client.0.smithi045.stderr: -104> 2024-09-12T17:57:08.519+0000 7f62717fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:57:08.610 INFO:tasks.workunit.client.0.smithi045.stderr: -103> 2024-09-12T17:57:08.519+0000 7f62717fa640 10 monclient: dump: 2024-09-12T17:57:08.610 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:57:08.610 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:57:08.610 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:08.610 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:08.610 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:57:08.610 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:57:08.610 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:57:08.610 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:57:08.610 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:57:08.610 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:08.610 INFO:tasks.workunit.client.0.smithi045.stderr: -102> 2024-09-12T17:57:08.519+0000 7f62717fa640 10 monclient: handle_config config(0 keys) 2024-09-12T17:57:08.611 INFO:tasks.workunit.client.0.smithi045.stderr: -101> 2024-09-12T17:57:08.519+0000 7f62727fc640 4 set_mon_vals no callback set 2024-09-12T17:57:08.611 INFO:tasks.workunit.client.0.smithi045.stderr: -100> 2024-09-12T17:57:08.519+0000 7f638f32a640 10 monclient: get_auth_request con 0x7f638402c930 auth_method 0 2024-09-12T17:57:08.611 INFO:tasks.workunit.client.0.smithi045.stderr: -99> 2024-09-12T17:57:08.520+0000 7f638f32a640 0 -- 172.21.15.45:0/3076458420 >> [v2:172.21.15.115:6826/2187734287,v1:172.21.15.115:6827/2187734287] conn(0x7f638402c930 msgr2=0x7f6384048400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:57:08.611 INFO:tasks.workunit.client.0.smithi045.stderr: -98> 2024-09-12T17:57:08.520+0000 7f62717fa640 1 client.7235.objecter ms_handle_reset 0x7f638402c930 session 0x7f6384002760 osd.6 2024-09-12T17:57:08.611 INFO:tasks.workunit.client.0.smithi045.stderr: -97> 2024-09-12T17:57:08.520+0000 7f638f32a640 10 monclient: get_auth_request con 0x558c21e06550 auth_method 0 2024-09-12T17:57:08.611 INFO:tasks.workunit.client.0.smithi045.stderr: -96> 2024-09-12T17:57:08.521+0000 7f62717fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:57:08.611 INFO:tasks.workunit.client.0.smithi045.stderr: -95> 2024-09-12T17:57:08.521+0000 7f62717fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:57:08.611 INFO:tasks.workunit.client.0.smithi045.stderr: -94> 2024-09-12T17:57:08.522+0000 7f638f32a640 10 monclient: get_auth_request con 0x7f6384053040 auth_method 0 2024-09-12T17:57:08.611 INFO:tasks.workunit.client.0.smithi045.stderr: -93> 2024-09-12T17:57:08.526+0000 7f6391840800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:57:08.611 INFO:tasks.workunit.client.0.smithi045.stderr: -92> 2024-09-12T17:57:08.526+0000 7f6391840800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:57:08.611 INFO:tasks.workunit.client.0.smithi045.stderr: -91> 2024-09-12T17:57:08.526+0000 7f6391840800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:57:08.611 INFO:tasks.workunit.client.0.smithi045.stderr: -90> 2024-09-12T17:57:08.526+0000 7f6391840800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:57:08.611 INFO:tasks.workunit.client.0.smithi045.stderr: -89> 2024-09-12T17:57:08.526+0000 7f6391840800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:57:08.611 INFO:tasks.workunit.client.0.smithi045.stderr: -88> 2024-09-12T17:57:08.526+0000 7f6391840800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:57:08.612 INFO:tasks.workunit.client.0.smithi045.stderr: -87> 2024-09-12T17:57:08.526+0000 7f6391840800 20 rados->read ofs=0 len=0 2024-09-12T17:57:08.612 INFO:tasks.workunit.client.0.smithi045.stderr: -86> 2024-09-12T17:57:08.527+0000 7f6391840800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:08.612 INFO:tasks.workunit.client.0.smithi045.stderr: -85> 2024-09-12T17:57:08.527+0000 7f6391840800 20 rados->read ofs=0 len=0 2024-09-12T17:57:08.612 INFO:tasks.workunit.client.0.smithi045.stderr: -84> 2024-09-12T17:57:08.527+0000 7f6391840800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:08.612 INFO:tasks.workunit.client.0.smithi045.stderr: -83> 2024-09-12T17:57:08.527+0000 7f6391840800 20 rados->read ofs=0 len=0 2024-09-12T17:57:08.612 INFO:tasks.workunit.client.0.smithi045.stderr: -82> 2024-09-12T17:57:08.527+0000 7f6391840800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:57:08.612 INFO:tasks.workunit.client.0.smithi045.stderr: -81> 2024-09-12T17:57:08.527+0000 7f6391840800 20 zone default found 2024-09-12T17:57:08.612 INFO:tasks.workunit.client.0.smithi045.stderr: -80> 2024-09-12T17:57:08.527+0000 7f6391840800 4 Realm: () 2024-09-12T17:57:08.612 INFO:tasks.workunit.client.0.smithi045.stderr: -79> 2024-09-12T17:57:08.527+0000 7f6391840800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:57:08.612 INFO:tasks.workunit.client.0.smithi045.stderr: -78> 2024-09-12T17:57:08.527+0000 7f6391840800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:57:08.612 INFO:tasks.workunit.client.0.smithi045.stderr: -77> 2024-09-12T17:57:08.527+0000 7f6391840800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:57:08.612 INFO:tasks.workunit.client.0.smithi045.stderr: -76> 2024-09-12T17:57:08.527+0000 7f6391840800 20 zonegroup default 2024-09-12T17:57:08.612 INFO:tasks.workunit.client.0.smithi045.stderr: -75> 2024-09-12T17:57:08.527+0000 7f6391840800 20 rados->read ofs=0 len=0 2024-09-12T17:57:08.613 INFO:tasks.workunit.client.0.smithi045.stderr: -74> 2024-09-12T17:57:08.528+0000 7f6391840800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:08.613 INFO:tasks.workunit.client.0.smithi045.stderr: -73> 2024-09-12T17:57:08.528+0000 7f6391840800 20 rados->read ofs=0 len=0 2024-09-12T17:57:08.613 INFO:tasks.workunit.client.0.smithi045.stderr: -72> 2024-09-12T17:57:08.528+0000 7f6391840800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:08.613 INFO:tasks.workunit.client.0.smithi045.stderr: -71> 2024-09-12T17:57:08.528+0000 7f6391840800 20 rados->read ofs=0 len=0 2024-09-12T17:57:08.613 INFO:tasks.workunit.client.0.smithi045.stderr: -70> 2024-09-12T17:57:08.528+0000 7f6391840800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:08.613 INFO:tasks.workunit.client.0.smithi045.stderr: -69> 2024-09-12T17:57:08.528+0000 7f6391840800 20 started sync module instance, tier type = 2024-09-12T17:57:08.613 INFO:tasks.workunit.client.0.smithi045.stderr: -68> 2024-09-12T17:57:08.528+0000 7f6391840800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:57:08.613 INFO:tasks.workunit.client.0.smithi045.stderr: -67> 2024-09-12T17:57:08.537+0000 7f6391840800 20 add_watcher() i=0 2024-09-12T17:57:08.613 INFO:tasks.workunit.client.0.smithi045.stderr: -66> 2024-09-12T17:57:08.537+0000 7f6391840800 20 add_watcher() i=1 2024-09-12T17:57:08.613 INFO:tasks.workunit.client.0.smithi045.stderr: -65> 2024-09-12T17:57:08.537+0000 7f6391840800 20 add_watcher() i=2 2024-09-12T17:57:08.613 INFO:tasks.workunit.client.0.smithi045.stderr: -64> 2024-09-12T17:57:08.537+0000 7f6391840800 20 add_watcher() i=3 2024-09-12T17:57:08.613 INFO:tasks.workunit.client.0.smithi045.stderr: -63> 2024-09-12T17:57:08.537+0000 7f6391840800 20 add_watcher() i=4 2024-09-12T17:57:08.613 INFO:tasks.workunit.client.0.smithi045.stderr: -62> 2024-09-12T17:57:08.537+0000 7f6391840800 20 add_watcher() i=5 2024-09-12T17:57:08.614 INFO:tasks.workunit.client.0.smithi045.stderr: -61> 2024-09-12T17:57:08.537+0000 7f6391840800 20 add_watcher() i=6 2024-09-12T17:57:08.614 INFO:tasks.workunit.client.0.smithi045.stderr: -60> 2024-09-12T17:57:08.537+0000 7f6391840800 20 add_watcher() i=7 2024-09-12T17:57:08.614 INFO:tasks.workunit.client.0.smithi045.stderr: -59> 2024-09-12T17:57:08.537+0000 7f6391840800 2 all 8 watchers are set, enabling cache 2024-09-12T17:57:08.614 INFO:tasks.workunit.client.0.smithi045.stderr: -58> 2024-09-12T17:57:08.539+0000 7f6391840800 5 AuthRegistry(0x7ffc3a4775b0) adding auth protocol: cephx 2024-09-12T17:57:08.614 INFO:tasks.workunit.client.0.smithi045.stderr: -57> 2024-09-12T17:57:08.539+0000 7f6391840800 5 AuthRegistry(0x7ffc3a4775b0) adding auth protocol: cephx 2024-09-12T17:57:08.614 INFO:tasks.workunit.client.0.smithi045.stderr: -56> 2024-09-12T17:57:08.539+0000 7f6391840800 5 AuthRegistry(0x7ffc3a4775b0) adding auth protocol: cephx 2024-09-12T17:57:08.614 INFO:tasks.workunit.client.0.smithi045.stderr: -55> 2024-09-12T17:57:08.539+0000 7f6391840800 5 AuthRegistry(0x7ffc3a4775b0) adding con mode: secure 2024-09-12T17:57:08.614 INFO:tasks.workunit.client.0.smithi045.stderr: -54> 2024-09-12T17:57:08.539+0000 7f6391840800 5 AuthRegistry(0x7ffc3a4775b0) adding con mode: crc 2024-09-12T17:57:08.614 INFO:tasks.workunit.client.0.smithi045.stderr: -53> 2024-09-12T17:57:08.539+0000 7f6391840800 5 AuthRegistry(0x7ffc3a4775b0) adding con mode: secure 2024-09-12T17:57:08.614 INFO:tasks.workunit.client.0.smithi045.stderr: -52> 2024-09-12T17:57:08.539+0000 7f6391840800 5 AuthRegistry(0x7ffc3a4775b0) adding con mode: crc 2024-09-12T17:57:08.614 INFO:tasks.workunit.client.0.smithi045.stderr: -51> 2024-09-12T17:57:08.539+0000 7f6391840800 5 AuthRegistry(0x7ffc3a4775b0) adding con mode: secure 2024-09-12T17:57:08.614 INFO:tasks.workunit.client.0.smithi045.stderr: -50> 2024-09-12T17:57:08.539+0000 7f6391840800 5 AuthRegistry(0x7ffc3a4775b0) adding con mode: crc 2024-09-12T17:57:08.614 INFO:tasks.workunit.client.0.smithi045.stderr: -49> 2024-09-12T17:57:08.539+0000 7f6391840800 5 AuthRegistry(0x7ffc3a4775b0) adding con mode: crc 2024-09-12T17:57:08.614 INFO:tasks.workunit.client.0.smithi045.stderr: -48> 2024-09-12T17:57:08.539+0000 7f62467e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:57:08.615 INFO:tasks.workunit.client.0.smithi045.stderr: -47> 2024-09-12T17:57:08.539+0000 7f6391840800 5 AuthRegistry(0x7ffc3a4775b0) adding con mode: secure 2024-09-12T17:57:08.615 INFO:tasks.workunit.client.0.smithi045.stderr: -46> 2024-09-12T17:57:08.539+0000 7f6391840800 5 AuthRegistry(0x7ffc3a4775b0) adding con mode: crc 2024-09-12T17:57:08.615 INFO:tasks.workunit.client.0.smithi045.stderr: -45> 2024-09-12T17:57:08.539+0000 7f6391840800 5 AuthRegistry(0x7ffc3a4775b0) adding con mode: secure 2024-09-12T17:57:08.615 INFO:tasks.workunit.client.0.smithi045.stderr: -44> 2024-09-12T17:57:08.539+0000 7f6391840800 5 AuthRegistry(0x7ffc3a4775b0) adding con mode: crc 2024-09-12T17:57:08.615 INFO:tasks.workunit.client.0.smithi045.stderr: -43> 2024-09-12T17:57:08.539+0000 7f6391840800 5 AuthRegistry(0x7ffc3a4775b0) adding con mode: secure 2024-09-12T17:57:08.615 INFO:tasks.workunit.client.0.smithi045.stderr: -42> 2024-09-12T17:57:08.539+0000 7f6391840800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:57:08.615 INFO:tasks.workunit.client.0.smithi045.stderr: -41> 2024-09-12T17:57:08.539+0000 7f6391840800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:57:08.615 INFO:tasks.workunit.client.0.smithi045.stderr: -40> 2024-09-12T17:57:08.539+0000 7f6391840800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:57:08.615 INFO:tasks.workunit.client.0.smithi045.stderr: -39> 2024-09-12T17:57:08.539+0000 7f6391840800 5 asok(0x558c21b23730) register_command cache list hook 0x558c21e0d650 2024-09-12T17:57:08.615 INFO:tasks.workunit.client.0.smithi045.stderr: -38> 2024-09-12T17:57:08.539+0000 7f6391840800 5 asok(0x558c21b23730) register_command cache inspect hook 0x558c21e0d650 2024-09-12T17:57:08.615 INFO:tasks.workunit.client.0.smithi045.stderr: -37> 2024-09-12T17:57:08.539+0000 7f6391840800 5 asok(0x558c21b23730) register_command cache erase hook 0x558c21e0d650 2024-09-12T17:57:08.615 INFO:tasks.workunit.client.0.smithi045.stderr: -36> 2024-09-12T17:57:08.539+0000 7f6391840800 5 asok(0x558c21b23730) register_command cache zap hook 0x558c21e0d650 2024-09-12T17:57:08.615 INFO:tasks.workunit.client.0.smithi045.stderr: -35> 2024-09-12T17:57:08.539+0000 7f6391840800 5 note: GC not initialized 2024-09-12T17:57:08.615 INFO:tasks.workunit.client.0.smithi045.stderr: -34> 2024-09-12T17:57:08.540+0000 7f62457e2640 20 reqs_thread_entry: start 2024-09-12T17:57:08.616 INFO:tasks.workunit.client.0.smithi045.stderr: -33> 2024-09-12T17:57:08.540+0000 7f6391840800 5 asok(0x558c21b23730) register_command sync trace show hook 0x7f63840022c0 2024-09-12T17:57:08.616 INFO:tasks.workunit.client.0.smithi045.stderr: -32> 2024-09-12T17:57:08.540+0000 7f6391840800 5 asok(0x558c21b23730) register_command sync trace history hook 0x7f63840022c0 2024-09-12T17:57:08.616 INFO:tasks.workunit.client.0.smithi045.stderr: -31> 2024-09-12T17:57:08.540+0000 7f6391840800 5 asok(0x558c21b23730) register_command sync trace active hook 0x7f63840022c0 2024-09-12T17:57:08.616 INFO:tasks.workunit.client.0.smithi045.stderr: -30> 2024-09-12T17:57:08.540+0000 7f6391840800 5 asok(0x558c21b23730) register_command sync trace active_short hook 0x7f63840022c0 2024-09-12T17:57:08.616 INFO:tasks.workunit.client.0.smithi045.stderr: -29> 2024-09-12T17:57:08.540+0000 7f6391840800 20 init_complete bucket index max shards: 1 2024-09-12T17:57:08.616 INFO:tasks.workunit.client.0.smithi045.stderr: -28> 2024-09-12T17:57:08.540+0000 7f6391840800 20 Filter name: none 2024-09-12T17:57:08.616 INFO:tasks.workunit.client.0.smithi045.stderr: -27> 2024-09-12T17:57:08.540+0000 7f623e7fc640 20 reqs_thread_entry: start 2024-09-12T17:57:08.616 INFO:tasks.workunit.client.0.smithi045.stderr: -26> 2024-09-12T17:57:08.540+0000 7f6391840800 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2024-09-12T17:57:08.616 INFO:tasks.workunit.client.0.smithi045.stderr: -25> 2024-09-12T17:57:08.540+0000 7f6391840800 20 rados->read ofs=0 len=0 2024-09-12T17:57:08.616 INFO:tasks.workunit.client.0.smithi045.stderr: -24> 2024-09-12T17:57:08.540+0000 7f6391840800 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T17:57:08.616 INFO:tasks.workunit.client.0.smithi045.stderr: -23> 2024-09-12T17:57:08.540+0000 7f6391840800 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2024-09-12T17:57:08.616 INFO:tasks.workunit.client.0.smithi045.stderr: -22> 2024-09-12T17:57:08.540+0000 7f6391840800 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2024-09-12T17:57:08.617 INFO:tasks.workunit.client.0.smithi045.stderr: -21> 2024-09-12T17:57:08.540+0000 7f6391840800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.37 : miss 2024-09-12T17:57:08.617 INFO:tasks.workunit.client.0.smithi045.stderr: -20> 2024-09-12T17:57:08.540+0000 7f6391840800 20 rados->read ofs=0 len=0 2024-09-12T17:57:08.617 INFO:tasks.workunit.client.0.smithi045.stderr: -19> 2024-09-12T17:57:08.541+0000 7f6391840800 20 rados_obj.operate() r=0 bl.length=439 2024-09-12T17:57:08.617 INFO:tasks.workunit.client.0.smithi045.stderr: -18> 2024-09-12T17:57:08.541+0000 7f6391840800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.37 info.flags=0x17 2024-09-12T17:57:08.617 INFO:tasks.workunit.client.0.smithi045.stderr: -17> 2024-09-12T17:57:08.541+0000 7f6391840800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.37 to cache LRU end 2024-09-12T17:57:08.617 INFO:tasks.workunit.client.0.smithi045.stderr: -16> 2024-09-12T17:57:08.541+0000 7f6391840800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:57:08.617 INFO:tasks.workunit.client.0.smithi045.stderr: -15> 2024-09-12T17:57:08.541+0000 7f6391840800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:57:08.617 INFO:tasks.workunit.client.0.smithi045.stderr: -14> 2024-09-12T17:57:08.541+0000 7f6391840800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.37 2024-09-12T17:57:08.617 INFO:tasks.workunit.client.0.smithi045.stderr: -13> 2024-09-12T17:57:08.544+0000 7f6391840800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.37 info.flags=0x17 2024-09-12T17:57:08.617 INFO:tasks.workunit.client.0.smithi045.stderr: -12> 2024-09-12T17:57:08.544+0000 7f6391840800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.37 to cache LRU end 2024-09-12T17:57:08.617 INFO:tasks.workunit.client.0.smithi045.stderr: -11> 2024-09-12T17:57:08.544+0000 7f6391840800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:57:08.617 INFO:tasks.workunit.client.0.smithi045.stderr: -10> 2024-09-12T17:57:08.544+0000 7f6391840800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.37, ofs0, ns] 2024-09-12T17:57:08.617 INFO:tasks.workunit.client.0.smithi045.stderr: -9> 2024-09-12T17:57:08.545+0000 7f62727fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398861 cookie 94060352274624 notifier 7235 bl.length()=1007 2024-09-12T17:57:08.617 INFO:tasks.workunit.client.0.smithi045.stderr: -8> 2024-09-12T17:57:08.545+0000 7f62727fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.37 info.flags=0x17 2024-09-12T17:57:08.618 INFO:tasks.workunit.client.0.smithi045.stderr: -7> 2024-09-12T17:57:08.545+0000 7f62727fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.37 to cache LRU end 2024-09-12T17:57:08.618 INFO:tasks.workunit.client.0.smithi045.stderr: -6> 2024-09-12T17:57:08.545+0000 7f62727fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:57:08.618 INFO:tasks.workunit.client.0.smithi045.stderr: -5> 2024-09-12T17:57:08.545+0000 7f6391840800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.37]): orig_sources= new_sources= 2024-09-12T17:57:08.618 INFO:tasks.workunit.client.0.smithi045.stderr: -4> 2024-09-12T17:57:08.545+0000 7f6391840800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.37]): potential sources added=[] removed=[] 2024-09-12T17:57:08.618 INFO:tasks.workunit.client.0.smithi045.stderr: -3> 2024-09-12T17:57:08.545+0000 7f6391840800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.37]): orig_dests= new_dests= 2024-09-12T17:57:08.618 INFO:tasks.workunit.client.0.smithi045.stderr: -2> 2024-09-12T17:57:08.545+0000 7f6391840800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.37]): potential dests added=[] removed=[] 2024-09-12T17:57:08.618 INFO:tasks.workunit.client.0.smithi045.stderr: -1> 2024-09-12T17:57:08.547+0000 7f6391840800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f6391840800 time 2024-09-12T17:57:08.547069+0000 2024-09-12T17:57:08.618 INFO:tasks.workunit.client.0.smithi045.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:57:08.618 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:08.618 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:57:08.618 INFO:tasks.workunit.client.0.smithi045.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f6394d8c71a] 2024-09-12T17:57:08.619 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f6394d8c8d8] 2024-09-12T17:57:08.619 INFO:tasks.workunit.client.0.smithi045.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x558c1fc0a841] 2024-09-12T17:57:08.619 INFO:tasks.workunit.client.0.smithi045.stderr: 4: radosgw-admin(+0xd7490c) [0x558c2011890c] 2024-09-12T17:57:08.619 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x558c1fc1a50d] 2024-09-12T17:57:08.619 INFO:tasks.workunit.client.0.smithi045.stderr: 6: main() 2024-09-12T17:57:08.619 INFO:tasks.workunit.client.0.smithi045.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f6393a29590] 2024-09-12T17:57:08.619 INFO:tasks.workunit.client.0.smithi045.stderr: 8: __libc_start_main() 2024-09-12T17:57:08.619 INFO:tasks.workunit.client.0.smithi045.stderr: 9: _start() 2024-09-12T17:57:08.619 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:08.619 INFO:tasks.workunit.client.0.smithi045.stderr: 0> 2024-09-12T17:57:08.548+0000 7f6391840800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:57:08.619 INFO:tasks.workunit.client.0.smithi045.stderr: in thread 7f6391840800 thread_name:radosgw-admin 2024-09-12T17:57:08.619 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:08.619 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:57:08.619 INFO:tasks.workunit.client.0.smithi045.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f6393a3e6f0] 2024-09-12T17:57:08.620 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f6393a8b99c] 2024-09-12T17:57:08.620 INFO:tasks.workunit.client.0.smithi045.stderr: 3: raise() 2024-09-12T17:57:08.620 INFO:tasks.workunit.client.0.smithi045.stderr: 4: abort() 2024-09-12T17:57:08.620 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f6394d8c774] 2024-09-12T17:57:08.620 INFO:tasks.workunit.client.0.smithi045.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f6394d8c8d8] 2024-09-12T17:57:08.620 INFO:tasks.workunit.client.0.smithi045.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x558c1fc0a841] 2024-09-12T17:57:08.620 INFO:tasks.workunit.client.0.smithi045.stderr: 8: radosgw-admin(+0xd7490c) [0x558c2011890c] 2024-09-12T17:57:08.620 INFO:tasks.workunit.client.0.smithi045.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x558c1fc1a50d] 2024-09-12T17:57:08.620 INFO:tasks.workunit.client.0.smithi045.stderr: 10: main() 2024-09-12T17:57:08.620 INFO:tasks.workunit.client.0.smithi045.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f6393a29590] 2024-09-12T17:57:08.620 INFO:tasks.workunit.client.0.smithi045.stderr: 12: __libc_start_main() 2024-09-12T17:57:08.620 INFO:tasks.workunit.client.0.smithi045.stderr: 13: _start() 2024-09-12T17:57:08.620 INFO:tasks.workunit.client.0.smithi045.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:57:08.621 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:08.621 INFO:tasks.workunit.client.0.smithi045.stderr:--- logging levels --- 2024-09-12T17:57:08.621 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 none 2024-09-12T17:57:08.621 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 lockdep 2024-09-12T17:57:08.621 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 context 2024-09-12T17:57:08.621 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 crush 2024-09-12T17:57:08.621 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds 2024-09-12T17:57:08.621 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_balancer 2024-09-12T17:57:08.621 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_locker 2024-09-12T17:57:08.621 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_log 2024-09-12T17:57:08.621 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_log_expire 2024-09-12T17:57:08.621 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_migrator 2024-09-12T17:57:08.621 INFO:tasks.workunit.client.0.smithi045.stderr: 3/ 5 mds_quiesce 2024-09-12T17:57:08.621 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 buffer 2024-09-12T17:57:08.622 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 timer 2024-09-12T17:57:08.622 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 filer 2024-09-12T17:57:08.622 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 striper 2024-09-12T17:57:08.622 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 objecter 2024-09-12T17:57:08.622 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rados 2024-09-12T17:57:08.622 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd 2024-09-12T17:57:08.622 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_mirror 2024-09-12T17:57:08.622 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_replay 2024-09-12T17:57:08.622 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_pwl 2024-09-12T17:57:08.622 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 journaler 2024-09-12T17:57:08.622 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 objectcacher 2024-09-12T17:57:08.622 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:57:08.622 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 client 2024-09-12T17:57:08.623 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 osd 2024-09-12T17:57:08.623 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 optracker 2024-09-12T17:57:08.623 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 objclass 2024-09-12T17:57:08.623 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 filestore 2024-09-12T17:57:08.623 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 journal 2024-09-12T17:57:08.623 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 0 ms 2024-09-12T17:57:08.623 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mon 2024-09-12T17:57:08.623 INFO:tasks.workunit.client.0.smithi045.stderr: 0/10 monc 2024-09-12T17:57:08.623 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 paxos 2024-09-12T17:57:08.623 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 tp 2024-09-12T17:57:08.623 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 auth 2024-09-12T17:57:08.623 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 crypto 2024-09-12T17:57:08.623 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 finisher 2024-09-12T17:57:08.623 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 reserver 2024-09-12T17:57:08.624 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 heartbeatmap 2024-09-12T17:57:08.624 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 perfcounter 2024-09-12T17:57:08.624 INFO:tasks.workunit.client.0.smithi045.stderr: 20/20 rgw 2024-09-12T17:57:08.624 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_sync 2024-09-12T17:57:08.624 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_datacache 2024-09-12T17:57:08.624 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_access 2024-09-12T17:57:08.624 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:57:08.624 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_flight 2024-09-12T17:57:08.624 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:57:08.624 INFO:tasks.workunit.client.0.smithi045.stderr: 20/20 rgw_notification 2024-09-12T17:57:08.624 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 javaclient 2024-09-12T17:57:08.624 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 asok 2024-09-12T17:57:08.624 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 throttle 2024-09-12T17:57:08.625 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 0 refs 2024-09-12T17:57:08.625 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 compressor 2024-09-12T17:57:08.625 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 bluestore 2024-09-12T17:57:08.625 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 bluefs 2024-09-12T17:57:08.625 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 bdev 2024-09-12T17:57:08.625 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 kstore 2024-09-12T17:57:08.625 INFO:tasks.workunit.client.0.smithi045.stderr: 4/ 5 rocksdb 2024-09-12T17:57:08.625 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 fuse 2024-09-12T17:57:08.625 INFO:tasks.workunit.client.0.smithi045.stderr: 2/ 5 mgr 2024-09-12T17:57:08.625 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mgrc 2024-09-12T17:57:08.625 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 dpdk 2024-09-12T17:57:08.625 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 eventtrace 2024-09-12T17:57:08.625 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 prioritycache 2024-09-12T17:57:08.625 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 test 2024-09-12T17:57:08.626 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:57:08.626 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cephsqlite 2024-09-12T17:57:08.626 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:57:08.626 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore 2024-09-12T17:57:08.626 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_onode 2024-09-12T17:57:08.626 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_odata 2024-09-12T17:57:08.626 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_omap 2024-09-12T17:57:08.626 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_tm 2024-09-12T17:57:08.626 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_t 2024-09-12T17:57:08.626 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:57:08.626 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_epm 2024-09-12T17:57:08.626 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_lba 2024-09-12T17:57:08.626 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:57:08.627 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_cache 2024-09-12T17:57:08.627 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_journal 2024-09-12T17:57:08.627 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_device 2024-09-12T17:57:08.627 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_backref 2024-09-12T17:57:08.627 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 alienstore 2024-09-12T17:57:08.627 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mclock 2024-09-12T17:57:08.627 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cyanstore 2024-09-12T17:57:08.627 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 ceph_exporter 2024-09-12T17:57:08.627 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 memstore 2024-09-12T17:57:08.627 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 trace 2024-09-12T17:57:08.627 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 ceph_dedup 2024-09-12T17:57:08.627 INFO:tasks.workunit.client.0.smithi045.stderr: -2/-2 (syslog threshold) 2024-09-12T17:57:08.627 INFO:tasks.workunit.client.0.smithi045.stderr: 99/99 (stderr threshold) 2024-09-12T17:57:08.628 INFO:tasks.workunit.client.0.smithi045.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:57:08.628 INFO:tasks.workunit.client.0.smithi045.stderr: 7f623e7fc640 / http_manager 2024-09-12T17:57:08.628 INFO:tasks.workunit.client.0.smithi045.stderr: 7f62457e2640 / http_manager 2024-09-12T17:57:08.628 INFO:tasks.workunit.client.0.smithi045.stderr: 7f62467e4640 / rgw_dt_lg_renew 2024-09-12T17:57:08.628 INFO:tasks.workunit.client.0.smithi045.stderr: 7f62717fa640 / ms_dispatch 2024-09-12T17:57:08.628 INFO:tasks.workunit.client.0.smithi045.stderr: 7f62727fc640 / io_context_pool 2024-09-12T17:57:08.628 INFO:tasks.workunit.client.0.smithi045.stderr: 7f6272ffd640 / io_context_pool 2024-09-12T17:57:08.628 INFO:tasks.workunit.client.0.smithi045.stderr: 7f6279602640 / ms_dispatch 2024-09-12T17:57:08.628 INFO:tasks.workunit.client.0.smithi045.stderr: 7f627be07640 / ms_dispatch 2024-09-12T17:57:08.628 INFO:tasks.workunit.client.0.smithi045.stderr: 7f627d60a640 / io_context_pool 2024-09-12T17:57:08.628 INFO:tasks.workunit.client.0.smithi045.stderr: 7f638eb29640 / msgr-worker-2 2024-09-12T17:57:08.628 INFO:tasks.workunit.client.0.smithi045.stderr: 7f638f32a640 / msgr-worker-1 2024-09-12T17:57:08.628 INFO:tasks.workunit.client.0.smithi045.stderr: 7f638fb2b640 / msgr-worker-0 2024-09-12T17:57:08.629 INFO:tasks.workunit.client.0.smithi045.stderr: 7f639032c640 / io_context_pool 2024-09-12T17:57:08.629 INFO:tasks.workunit.client.0.smithi045.stderr: 7f6391840800 / radosgw-admin 2024-09-12T17:57:08.629 INFO:tasks.workunit.client.0.smithi045.stderr: max_recent 500 2024-09-12T17:57:08.629 INFO:tasks.workunit.client.0.smithi045.stderr: max_new 1000 2024-09-12T17:57:08.629 INFO:tasks.workunit.client.0.smithi045.stderr: log_file /var/log/ceph/ceph-client.admin.133528.log 2024-09-12T17:57:08.629 INFO:tasks.workunit.client.0.smithi045.stderr:--- end dump of recent events --- 2024-09-12T17:57:08.629 INFO:tasks.workunit.client.0.smithi045.stderr:--- begin dump of recent events --- 2024-09-12T17:57:08.629 INFO:tasks.workunit.client.0.smithi045.stderr: -499> 2024-09-12T17:57:08.496+0000 7f6391840800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:57:08.629 INFO:tasks.workunit.client.0.smithi045.stderr: -498> 2024-09-12T17:57:08.496+0000 7f6391840800 5 asok(0x558c21b23730) register_command rotate-key hook 0x558c21d44928 2024-09-12T17:57:08.629 INFO:tasks.workunit.client.0.smithi045.stderr: -497> 2024-09-12T17:57:08.496+0000 7f6391840800 10 monclient: _reopen_session rank -1 2024-09-12T17:57:08.629 INFO:tasks.workunit.client.0.smithi045.stderr: -496> 2024-09-12T17:57:08.496+0000 7f6391840800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:57:08.629 INFO:tasks.workunit.client.0.smithi045.stderr: -495> 2024-09-12T17:57:08.496+0000 7f6391840800 10 monclient(hunting): picked mon.noname-c con 0x558c21bfc970 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:57:08.629 INFO:tasks.workunit.client.0.smithi045.stderr: -494> 2024-09-12T17:57:08.496+0000 7f6391840800 10 monclient(hunting): picked mon.noname-b con 0x558c21c87c80 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:57:08.630 INFO:tasks.workunit.client.0.smithi045.stderr: -493> 2024-09-12T17:57:08.496+0000 7f6391840800 10 monclient(hunting): picked mon.noname-a con 0x558c21c8aad0 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:57:08.630 INFO:tasks.workunit.client.0.smithi045.stderr: -492> 2024-09-12T17:57:08.496+0000 7f6391840800 10 monclient(hunting): start opening mon connection 2024-09-12T17:57:08.630 INFO:tasks.workunit.client.0.smithi045.stderr: -491> 2024-09-12T17:57:08.496+0000 7f6391840800 10 monclient(hunting): start opening mon connection 2024-09-12T17:57:08.630 INFO:tasks.workunit.client.0.smithi045.stderr: -490> 2024-09-12T17:57:08.496+0000 7f6391840800 10 monclient(hunting): start opening mon connection 2024-09-12T17:57:08.630 INFO:tasks.workunit.client.0.smithi045.stderr: -489> 2024-09-12T17:57:08.496+0000 7f6391840800 10 monclient(hunting): _renew_subs 2024-09-12T17:57:08.630 INFO:tasks.workunit.client.0.smithi045.stderr: -488> 2024-09-12T17:57:08.496+0000 7f6391840800 10 monclient(hunting): authenticate will time out at 2126.954829s 2024-09-12T17:57:08.630 INFO:tasks.workunit.client.0.smithi045.stderr: -487> 2024-09-12T17:57:08.496+0000 7f638f32a640 10 monclient(hunting): get_auth_request con 0x558c21bfc970 auth_method 0 2024-09-12T17:57:08.630 INFO:tasks.workunit.client.0.smithi045.stderr: -486> 2024-09-12T17:57:08.496+0000 7f638f32a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:57:08.630 INFO:tasks.workunit.client.0.smithi045.stderr: -485> 2024-09-12T17:57:08.496+0000 7f638f32a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:57:08.630 INFO:tasks.workunit.client.0.smithi045.stderr: -484> 2024-09-12T17:57:08.496+0000 7f638f32a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:57:08.630 INFO:tasks.workunit.client.0.smithi045.stderr: -483> 2024-09-12T17:57:08.496+0000 7f638fb2b640 10 monclient(hunting): get_auth_request con 0x558c21c8aad0 auth_method 0 2024-09-12T17:57:08.630 INFO:tasks.workunit.client.0.smithi045.stderr: -482> 2024-09-12T17:57:08.496+0000 7f638fb2b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:57:08.631 INFO:tasks.workunit.client.0.smithi045.stderr: -481> 2024-09-12T17:57:08.496+0000 7f638fb2b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:57:08.631 INFO:tasks.workunit.client.0.smithi045.stderr: -480> 2024-09-12T17:57:08.496+0000 7f638fb2b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:57:08.631 INFO:tasks.workunit.client.0.smithi045.stderr: -479> 2024-09-12T17:57:08.497+0000 7f638f32a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:57:08.631 INFO:tasks.workunit.client.0.smithi045.stderr: -478> 2024-09-12T17:57:08.497+0000 7f638f32a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:57:08.631 INFO:tasks.workunit.client.0.smithi045.stderr: -477> 2024-09-12T17:57:08.497+0000 7f638f32a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:57:08.631 INFO:tasks.workunit.client.0.smithi045.stderr: -476> 2024-09-12T17:57:08.497+0000 7f638fb2b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:57:08.631 INFO:tasks.workunit.client.0.smithi045.stderr: -475> 2024-09-12T17:57:08.497+0000 7f638fb2b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:57:08.631 INFO:tasks.workunit.client.0.smithi045.stderr: -474> 2024-09-12T17:57:08.497+0000 7f638fb2b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:57:08.631 INFO:tasks.workunit.client.0.smithi045.stderr: -473> 2024-09-12T17:57:08.497+0000 7f638f32a640 10 monclient(hunting): handle_auth_done global_id 7226 payload 824 2024-09-12T17:57:08.631 INFO:tasks.workunit.client.0.smithi045.stderr: -472> 2024-09-12T17:57:08.497+0000 7f638f32a640 10 monclient: _finish_hunting 0 2024-09-12T17:57:08.631 INFO:tasks.workunit.client.0.smithi045.stderr: -471> 2024-09-12T17:57:08.497+0000 7f638f32a640 1 monclient: found mon.noname-c 2024-09-12T17:57:08.631 INFO:tasks.workunit.client.0.smithi045.stderr: -470> 2024-09-12T17:57:08.497+0000 7f638f32a640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.45:3301/0 2024-09-12T17:57:08.632 INFO:tasks.workunit.client.0.smithi045.stderr: -469> 2024-09-12T17:57:08.497+0000 7f638eb29640 10 monclient: get_auth_request con 0x558c21c87c80 auth_method 0 2024-09-12T17:57:08.632 INFO:tasks.workunit.client.0.smithi045.stderr: -468> 2024-09-12T17:57:08.497+0000 7f627be07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:57:08.632 INFO:tasks.workunit.client.0.smithi045.stderr: -467> 2024-09-12T17:57:08.497+0000 7f627be07640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:57:08.632 INFO:tasks.workunit.client.0.smithi045.stderr: -466> 2024-09-12T17:57:08.497+0000 7f627be07640 10 monclient: dump: 2024-09-12T17:57:08.632 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:57:08.632 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:57:08.632 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:08.632 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:08.632 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:57:08.632 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:57:08.632 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:57:08.632 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:57:08.632 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:57:08.632 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:08.633 INFO:tasks.workunit.client.0.smithi045.stderr: -465> 2024-09-12T17:57:08.497+0000 7f627be07640 10 monclient: _finish_auth 0 2024-09-12T17:57:08.633 INFO:tasks.workunit.client.0.smithi045.stderr: -464> 2024-09-12T17:57:08.497+0000 7f627be07640 10 monclient: _check_auth_tickets 2024-09-12T17:57:08.633 INFO:tasks.workunit.client.0.smithi045.stderr: -463> 2024-09-12T17:57:08.497+0000 7f627be07640 10 monclient: handle_config config(0 keys) 2024-09-12T17:57:08.633 INFO:tasks.workunit.client.0.smithi045.stderr: -462> 2024-09-12T17:57:08.497+0000 7f627be07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:57:08.633 INFO:tasks.workunit.client.0.smithi045.stderr: -461> 2024-09-12T17:57:08.497+0000 7f627be07640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:57:08.633 INFO:tasks.workunit.client.0.smithi045.stderr: -460> 2024-09-12T17:57:08.497+0000 7f627be07640 10 monclient: dump: 2024-09-12T17:57:08.633 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:57:08.633 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:57:08.633 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:08.633 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:08.633 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:57:08.633 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:57:08.633 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:57:08.634 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:57:08.634 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:57:08.634 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:08.634 INFO:tasks.workunit.client.0.smithi045.stderr: -459> 2024-09-12T17:57:08.497+0000 7f6391840800 5 monclient: authenticate success, global_id 7226 2024-09-12T17:57:08.634 INFO:tasks.workunit.client.0.smithi045.stderr: -458> 2024-09-12T17:57:08.497+0000 7f6391840800 10 monclient: _renew_subs 2024-09-12T17:57:08.634 INFO:tasks.workunit.client.0.smithi045.stderr: -457> 2024-09-12T17:57:08.497+0000 7f627d60a640 4 set_mon_vals no callback set 2024-09-12T17:57:08.634 INFO:tasks.workunit.client.0.smithi045.stderr: -456> 2024-09-12T17:57:08.497+0000 7f6391840800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:57:08.634 INFO:tasks.workunit.client.0.smithi045.stderr: -455> 2024-09-12T17:57:08.497+0000 7f6391840800 10 monclient: _renew_subs 2024-09-12T17:57:08.634 INFO:tasks.workunit.client.0.smithi045.stderr: -454> 2024-09-12T17:57:08.497+0000 7f6391840800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:57:08.634 INFO:tasks.workunit.client.0.smithi045.stderr: -453> 2024-09-12T17:57:08.497+0000 7f6391840800 1 librados: init done 2024-09-12T17:57:08.634 INFO:tasks.workunit.client.0.smithi045.stderr: -452> 2024-09-12T17:57:08.499+0000 7f627be07640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:57:08.634 INFO:tasks.workunit.client.0.smithi045.stderr: -451> 2024-09-12T17:57:08.499+0000 7f627be07640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:57:08.634 INFO:tasks.workunit.client.0.smithi045.stderr: -450> 2024-09-12T17:57:08.499+0000 7f627be07640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:57:08.635 INFO:tasks.workunit.client.0.smithi045.stderr: -449> 2024-09-12T17:57:08.499+0000 7f638eb29640 10 monclient: get_auth_request con 0x7f62740764a0 auth_method 0 2024-09-12T17:57:08.635 INFO:tasks.workunit.client.0.smithi045.stderr: -448> 2024-09-12T17:57:08.499+0000 7f638fb2b640 10 monclient: get_auth_request con 0x558c21d6dcd0 auth_method 0 2024-09-12T17:57:08.635 INFO:tasks.workunit.client.0.smithi045.stderr: -447> 2024-09-12T17:57:08.500+0000 7f638f32a640 10 monclient: get_auth_request con 0x558c21d90c80 auth_method 0 2024-09-12T17:57:08.635 INFO:tasks.workunit.client.0.smithi045.stderr: -446> 2024-09-12T17:57:08.501+0000 7f638eb29640 10 monclient: get_auth_request con 0x558c21d95070 auth_method 0 2024-09-12T17:57:08.635 INFO:tasks.workunit.client.0.smithi045.stderr: -445> 2024-09-12T17:57:08.502+0000 7f6391840800 10 monclient: build_initial_monmap 2024-09-12T17:57:08.635 INFO:tasks.workunit.client.0.smithi045.stderr: -444> 2024-09-12T17:57:08.502+0000 7f6391840800 1 build_initial for_mkfs: 0 2024-09-12T17:57:08.635 INFO:tasks.workunit.client.0.smithi045.stderr: -443> 2024-09-12T17:57:08.502+0000 7f6391840800 10 monclient: monmap: 2024-09-12T17:57:08.635 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:57:08.635 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:57:08.635 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:57:08.635 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:57:08.635 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:57:08.635 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:57:08.636 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:57:08.636 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:57:08.636 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:57:08.636 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:08.636 INFO:tasks.workunit.client.0.smithi045.stderr: -442> 2024-09-12T17:57:08.502+0000 7f6391840800 5 AuthRegistry(0x558c21d99ea0) adding auth protocol: cephx 2024-09-12T17:57:08.636 INFO:tasks.workunit.client.0.smithi045.stderr: -441> 2024-09-12T17:57:08.502+0000 7f6391840800 5 AuthRegistry(0x558c21d99ea0) adding auth protocol: cephx 2024-09-12T17:57:08.636 INFO:tasks.workunit.client.0.smithi045.stderr: -440> 2024-09-12T17:57:08.502+0000 7f6391840800 5 AuthRegistry(0x558c21d99ea0) adding auth protocol: cephx 2024-09-12T17:57:08.636 INFO:tasks.workunit.client.0.smithi045.stderr: -439> 2024-09-12T17:57:08.502+0000 7f6391840800 5 AuthRegistry(0x558c21d99ea0) adding con mode: secure 2024-09-12T17:57:08.636 INFO:tasks.workunit.client.0.smithi045.stderr: -438> 2024-09-12T17:57:08.502+0000 7f6391840800 5 AuthRegistry(0x558c21d99ea0) adding con mode: crc 2024-09-12T17:57:08.636 INFO:tasks.workunit.client.0.smithi045.stderr: -437> 2024-09-12T17:57:08.502+0000 7f6391840800 5 AuthRegistry(0x558c21d99ea0) adding con mode: secure 2024-09-12T17:57:08.636 INFO:tasks.workunit.client.0.smithi045.stderr: -436> 2024-09-12T17:57:08.502+0000 7f6391840800 5 AuthRegistry(0x558c21d99ea0) adding con mode: crc 2024-09-12T17:57:08.636 INFO:tasks.workunit.client.0.smithi045.stderr: -435> 2024-09-12T17:57:08.502+0000 7f6391840800 5 AuthRegistry(0x558c21d99ea0) adding con mode: secure 2024-09-12T17:57:08.636 INFO:tasks.workunit.client.0.smithi045.stderr: -434> 2024-09-12T17:57:08.502+0000 7f6391840800 5 AuthRegistry(0x558c21d99ea0) adding con mode: crc 2024-09-12T17:57:08.637 INFO:tasks.workunit.client.0.smithi045.stderr: -433> 2024-09-12T17:57:08.502+0000 7f6391840800 5 AuthRegistry(0x558c21d99ea0) adding con mode: crc 2024-09-12T17:57:08.637 INFO:tasks.workunit.client.0.smithi045.stderr: -432> 2024-09-12T17:57:08.502+0000 7f6391840800 5 AuthRegistry(0x558c21d99ea0) adding con mode: secure 2024-09-12T17:57:08.637 INFO:tasks.workunit.client.0.smithi045.stderr: -431> 2024-09-12T17:57:08.502+0000 7f6391840800 5 AuthRegistry(0x558c21d99ea0) adding con mode: crc 2024-09-12T17:57:08.637 INFO:tasks.workunit.client.0.smithi045.stderr: -430> 2024-09-12T17:57:08.502+0000 7f6391840800 5 AuthRegistry(0x558c21d99ea0) adding con mode: secure 2024-09-12T17:57:08.637 INFO:tasks.workunit.client.0.smithi045.stderr: -429> 2024-09-12T17:57:08.502+0000 7f6391840800 5 AuthRegistry(0x558c21d99ea0) adding con mode: crc 2024-09-12T17:57:08.637 INFO:tasks.workunit.client.0.smithi045.stderr: -428> 2024-09-12T17:57:08.502+0000 7f6391840800 5 AuthRegistry(0x558c21d99ea0) adding con mode: secure 2024-09-12T17:57:08.637 INFO:tasks.workunit.client.0.smithi045.stderr: -427> 2024-09-12T17:57:08.503+0000 7f6391840800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:57:08.637 INFO:tasks.workunit.client.0.smithi045.stderr: -426> 2024-09-12T17:57:08.503+0000 7f6391840800 5 asok(0x558c21b23730) register_command objecter_requests cmddesc objecter_requests hook 0x558c21d9d370 EEXIST 2024-09-12T17:57:08.637 INFO:tasks.workunit.client.0.smithi045.stderr: -425> 2024-09-12T17:57:08.503+0000 7f6391840800 10 monclient: init 2024-09-12T17:57:08.637 INFO:tasks.workunit.client.0.smithi045.stderr: -424> 2024-09-12T17:57:08.503+0000 7f6391840800 5 AuthRegistry(0x558c21d98578) adding auth protocol: cephx 2024-09-12T17:57:08.637 INFO:tasks.workunit.client.0.smithi045.stderr: -423> 2024-09-12T17:57:08.503+0000 7f6391840800 5 AuthRegistry(0x558c21d98578) adding auth protocol: cephx 2024-09-12T17:57:08.637 INFO:tasks.workunit.client.0.smithi045.stderr: -422> 2024-09-12T17:57:08.503+0000 7f6391840800 5 AuthRegistry(0x558c21d98578) adding auth protocol: cephx 2024-09-12T17:57:08.637 INFO:tasks.workunit.client.0.smithi045.stderr: -421> 2024-09-12T17:57:08.503+0000 7f6391840800 5 AuthRegistry(0x558c21d98578) adding con mode: secure 2024-09-12T17:57:08.638 INFO:tasks.workunit.client.0.smithi045.stderr: -420> 2024-09-12T17:57:08.503+0000 7f6391840800 5 AuthRegistry(0x558c21d98578) adding con mode: crc 2024-09-12T17:57:08.638 INFO:tasks.workunit.client.0.smithi045.stderr: -419> 2024-09-12T17:57:08.503+0000 7f6391840800 5 AuthRegistry(0x558c21d98578) adding con mode: secure 2024-09-12T17:57:08.638 INFO:tasks.workunit.client.0.smithi045.stderr: -418> 2024-09-12T17:57:08.503+0000 7f6391840800 5 AuthRegistry(0x558c21d98578) adding con mode: crc 2024-09-12T17:57:08.638 INFO:tasks.workunit.client.0.smithi045.stderr: -417> 2024-09-12T17:57:08.503+0000 7f6391840800 5 AuthRegistry(0x558c21d98578) adding con mode: secure 2024-09-12T17:57:08.638 INFO:tasks.workunit.client.0.smithi045.stderr: -416> 2024-09-12T17:57:08.503+0000 7f6391840800 5 AuthRegistry(0x558c21d98578) adding con mode: crc 2024-09-12T17:57:08.638 INFO:tasks.workunit.client.0.smithi045.stderr: -415> 2024-09-12T17:57:08.503+0000 7f6391840800 5 AuthRegistry(0x558c21d98578) adding con mode: crc 2024-09-12T17:57:08.638 INFO:tasks.workunit.client.0.smithi045.stderr: -414> 2024-09-12T17:57:08.503+0000 7f6391840800 5 AuthRegistry(0x558c21d98578) adding con mode: secure 2024-09-12T17:57:08.638 INFO:tasks.workunit.client.0.smithi045.stderr: -413> 2024-09-12T17:57:08.503+0000 7f6391840800 5 AuthRegistry(0x558c21d98578) adding con mode: crc 2024-09-12T17:57:08.638 INFO:tasks.workunit.client.0.smithi045.stderr: -412> 2024-09-12T17:57:08.503+0000 7f6391840800 5 AuthRegistry(0x558c21d98578) adding con mode: secure 2024-09-12T17:57:08.638 INFO:tasks.workunit.client.0.smithi045.stderr: -411> 2024-09-12T17:57:08.503+0000 7f6391840800 5 AuthRegistry(0x558c21d98578) adding con mode: crc 2024-09-12T17:57:08.638 INFO:tasks.workunit.client.0.smithi045.stderr: -410> 2024-09-12T17:57:08.503+0000 7f6391840800 5 AuthRegistry(0x558c21d98578) adding con mode: secure 2024-09-12T17:57:08.638 INFO:tasks.workunit.client.0.smithi045.stderr: -409> 2024-09-12T17:57:08.503+0000 7f6391840800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:57:08.638 INFO:tasks.workunit.client.0.smithi045.stderr: -408> 2024-09-12T17:57:08.503+0000 7f6391840800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:57:08.638 INFO:tasks.workunit.client.0.smithi045.stderr: -407> 2024-09-12T17:57:08.503+0000 7f6391840800 5 asok(0x558c21b23730) register_command rotate-key cmddesc rotate-key hook 0x558c21d986c0 EEXIST 2024-09-12T17:57:08.639 INFO:tasks.workunit.client.0.smithi045.stderr: -406> 2024-09-12T17:57:08.503+0000 7f6391840800 10 monclient: _reopen_session rank -1 2024-09-12T17:57:08.639 INFO:tasks.workunit.client.0.smithi045.stderr: -405> 2024-09-12T17:57:08.504+0000 7f6391840800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:57:08.639 INFO:tasks.workunit.client.0.smithi045.stderr: -404> 2024-09-12T17:57:08.504+0000 7f6391840800 10 monclient(hunting): picked mon.noname-b con 0x558c21dc1690 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:57:08.639 INFO:tasks.workunit.client.0.smithi045.stderr: -403> 2024-09-12T17:57:08.504+0000 7f6391840800 10 monclient(hunting): picked mon.noname-a con 0x558c21dc1a70 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:57:08.639 INFO:tasks.workunit.client.0.smithi045.stderr: -402> 2024-09-12T17:57:08.504+0000 7f6391840800 10 monclient(hunting): picked mon.noname-c con 0x558c21dc03a0 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:57:08.639 INFO:tasks.workunit.client.0.smithi045.stderr: -401> 2024-09-12T17:57:08.504+0000 7f6391840800 10 monclient(hunting): start opening mon connection 2024-09-12T17:57:08.639 INFO:tasks.workunit.client.0.smithi045.stderr: -400> 2024-09-12T17:57:08.504+0000 7f6391840800 10 monclient(hunting): start opening mon connection 2024-09-12T17:57:08.639 INFO:tasks.workunit.client.0.smithi045.stderr: -399> 2024-09-12T17:57:08.504+0000 7f6391840800 10 monclient(hunting): start opening mon connection 2024-09-12T17:57:08.639 INFO:tasks.workunit.client.0.smithi045.stderr: -398> 2024-09-12T17:57:08.504+0000 7f6391840800 10 monclient(hunting): _renew_subs 2024-09-12T17:57:08.639 INFO:tasks.workunit.client.0.smithi045.stderr: -397> 2024-09-12T17:57:08.504+0000 7f6391840800 10 monclient(hunting): authenticate will time out at 2126.962047s 2024-09-12T17:57:08.639 INFO:tasks.workunit.client.0.smithi045.stderr: -396> 2024-09-12T17:57:08.504+0000 7f638eb29640 10 monclient(hunting): get_auth_request con 0x558c21dc1a70 auth_method 0 2024-09-12T17:57:08.639 INFO:tasks.workunit.client.0.smithi045.stderr: -395> 2024-09-12T17:57:08.504+0000 7f638eb29640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:57:08.639 INFO:tasks.workunit.client.0.smithi045.stderr: -394> 2024-09-12T17:57:08.504+0000 7f638eb29640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:57:08.639 INFO:tasks.workunit.client.0.smithi045.stderr: -393> 2024-09-12T17:57:08.504+0000 7f638eb29640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:57:08.640 INFO:tasks.workunit.client.0.smithi045.stderr: -392> 2024-09-12T17:57:08.504+0000 7f638fb2b640 10 monclient(hunting): get_auth_request con 0x558c21dc03a0 auth_method 0 2024-09-12T17:57:08.640 INFO:tasks.workunit.client.0.smithi045.stderr: -391> 2024-09-12T17:57:08.504+0000 7f638fb2b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:57:08.640 INFO:tasks.workunit.client.0.smithi045.stderr: -390> 2024-09-12T17:57:08.504+0000 7f638fb2b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:57:08.640 INFO:tasks.workunit.client.0.smithi045.stderr: -389> 2024-09-12T17:57:08.504+0000 7f638fb2b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:57:08.640 INFO:tasks.workunit.client.0.smithi045.stderr: -388> 2024-09-12T17:57:08.504+0000 7f638eb29640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:57:08.640 INFO:tasks.workunit.client.0.smithi045.stderr: -387> 2024-09-12T17:57:08.504+0000 7f638eb29640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:57:08.640 INFO:tasks.workunit.client.0.smithi045.stderr: -386> 2024-09-12T17:57:08.504+0000 7f638eb29640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:57:08.640 INFO:tasks.workunit.client.0.smithi045.stderr: -385> 2024-09-12T17:57:08.504+0000 7f638fb2b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:57:08.640 INFO:tasks.workunit.client.0.smithi045.stderr: -384> 2024-09-12T17:57:08.504+0000 7f638fb2b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:57:08.640 INFO:tasks.workunit.client.0.smithi045.stderr: -383> 2024-09-12T17:57:08.504+0000 7f638fb2b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:57:08.640 INFO:tasks.workunit.client.0.smithi045.stderr: -382> 2024-09-12T17:57:08.504+0000 7f638f32a640 10 monclient(hunting): get_auth_request con 0x558c21dc1690 auth_method 0 2024-09-12T17:57:08.640 INFO:tasks.workunit.client.0.smithi045.stderr: -381> 2024-09-12T17:57:08.504+0000 7f638f32a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:57:08.640 INFO:tasks.workunit.client.0.smithi045.stderr: -380> 2024-09-12T17:57:08.504+0000 7f638f32a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:57:08.640 INFO:tasks.workunit.client.0.smithi045.stderr: -379> 2024-09-12T17:57:08.504+0000 7f638f32a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:57:08.641 INFO:tasks.workunit.client.0.smithi045.stderr: -378> 2024-09-12T17:57:08.504+0000 7f638f32a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:57:08.641 INFO:tasks.workunit.client.0.smithi045.stderr: -377> 2024-09-12T17:57:08.504+0000 7f638f32a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:57:08.641 INFO:tasks.workunit.client.0.smithi045.stderr: -376> 2024-09-12T17:57:08.504+0000 7f638f32a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:57:08.641 INFO:tasks.workunit.client.0.smithi045.stderr: -375> 2024-09-12T17:57:08.504+0000 7f638fb2b640 10 monclient(hunting): handle_auth_done global_id 7229 payload 824 2024-09-12T17:57:08.641 INFO:tasks.workunit.client.0.smithi045.stderr: -374> 2024-09-12T17:57:08.504+0000 7f638fb2b640 10 monclient: _finish_hunting 0 2024-09-12T17:57:08.641 INFO:tasks.workunit.client.0.smithi045.stderr: -373> 2024-09-12T17:57:08.504+0000 7f638fb2b640 1 monclient: found mon.noname-c 2024-09-12T17:57:08.641 INFO:tasks.workunit.client.0.smithi045.stderr: -372> 2024-09-12T17:57:08.504+0000 7f638fb2b640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.45:3301/0 2024-09-12T17:57:08.641 INFO:tasks.workunit.client.0.smithi045.stderr: -371> 2024-09-12T17:57:08.504+0000 7f6279602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:57:08.641 INFO:tasks.workunit.client.0.smithi045.stderr: -370> 2024-09-12T17:57:08.504+0000 7f6279602640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:57:08.641 INFO:tasks.workunit.client.0.smithi045.stderr: -369> 2024-09-12T17:57:08.504+0000 7f6279602640 10 monclient: dump: 2024-09-12T17:57:08.641 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:57:08.641 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:57:08.642 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:08.642 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:08.642 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:57:08.642 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:57:08.642 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:57:08.642 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:57:08.642 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:57:08.642 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:08.642 INFO:tasks.workunit.client.0.smithi045.stderr: -368> 2024-09-12T17:57:08.504+0000 7f6279602640 10 monclient: _finish_auth 0 2024-09-12T17:57:08.644 INFO:tasks.workunit.client.0.smithi045.stderr: -367> 2024-09-12T17:57:08.504+0000 7f6279602640 10 monclient: _check_auth_tickets 2024-09-12T17:57:08.644 INFO:tasks.workunit.client.0.smithi045.stderr: -366> 2024-09-12T17:57:08.504+0000 7f6279602640 10 monclient: handle_config config(0 keys) 2024-09-12T17:57:08.644 INFO:tasks.workunit.client.0.smithi045.stderr: -365> 2024-09-12T17:57:08.504+0000 7f6279602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:57:08.644 INFO:tasks.workunit.client.0.smithi045.stderr: -364> 2024-09-12T17:57:08.504+0000 7f6279602640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:57:08.644 INFO:tasks.workunit.client.0.smithi045.stderr: -363> 2024-09-12T17:57:08.504+0000 7f6279602640 10 monclient: dump: 2024-09-12T17:57:08.644 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:57:08.644 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:57:08.644 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:08.644 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:08.644 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:57:08.644 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:57:08.644 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:57:08.645 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:57:08.645 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:57:08.645 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:08.645 INFO:tasks.workunit.client.0.smithi045.stderr: -362> 2024-09-12T17:57:08.504+0000 7f6391840800 5 monclient: authenticate success, global_id 7229 2024-09-12T17:57:08.645 INFO:tasks.workunit.client.0.smithi045.stderr: -361> 2024-09-12T17:57:08.504+0000 7f6391840800 10 monclient: _renew_subs 2024-09-12T17:57:08.645 INFO:tasks.workunit.client.0.smithi045.stderr: -360> 2024-09-12T17:57:08.504+0000 7f6391840800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:57:08.645 INFO:tasks.workunit.client.0.smithi045.stderr: -359> 2024-09-12T17:57:08.504+0000 7f639032c640 4 set_mon_vals no callback set 2024-09-12T17:57:08.645 INFO:tasks.workunit.client.0.smithi045.stderr: -358> 2024-09-12T17:57:08.504+0000 7f6391840800 10 monclient: _renew_subs 2024-09-12T17:57:08.645 INFO:tasks.workunit.client.0.smithi045.stderr: -357> 2024-09-12T17:57:08.504+0000 7f6391840800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:57:08.645 INFO:tasks.workunit.client.0.smithi045.stderr: -356> 2024-09-12T17:57:08.506+0000 7f6279602640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:57:08.645 INFO:tasks.workunit.client.0.smithi045.stderr: -355> 2024-09-12T17:57:08.506+0000 7f6279602640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:57:08.645 INFO:tasks.workunit.client.0.smithi045.stderr: -354> 2024-09-12T17:57:08.506+0000 7f6279602640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:57:08.645 INFO:tasks.workunit.client.0.smithi045.stderr: -353> 2024-09-12T17:57:08.506+0000 7f638f32a640 10 monclient: get_auth_request con 0x7f6268076380 auth_method 0 2024-09-12T17:57:08.646 INFO:tasks.workunit.client.0.smithi045.stderr: -352> 2024-09-12T17:57:08.507+0000 7f6391840800 10 monclient: get_monmap_and_config 2024-09-12T17:57:08.646 INFO:tasks.workunit.client.0.smithi045.stderr: -351> 2024-09-12T17:57:08.507+0000 7f6391840800 10 monclient: build_initial_monmap 2024-09-12T17:57:08.646 INFO:tasks.workunit.client.0.smithi045.stderr: -350> 2024-09-12T17:57:08.507+0000 7f6391840800 1 build_initial for_mkfs: 0 2024-09-12T17:57:08.646 INFO:tasks.workunit.client.0.smithi045.stderr: -349> 2024-09-12T17:57:08.507+0000 7f6391840800 10 monclient: monmap: 2024-09-12T17:57:08.646 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:57:08.646 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:57:08.646 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:57:08.646 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:57:08.646 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:57:08.646 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:57:08.646 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:57:08.646 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:57:08.646 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:57:08.647 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:08.647 INFO:tasks.workunit.client.0.smithi045.stderr: -348> 2024-09-12T17:57:08.507+0000 7f6391840800 5 AuthRegistry(0x558c21de15e0) adding auth protocol: cephx 2024-09-12T17:57:08.647 INFO:tasks.workunit.client.0.smithi045.stderr: -347> 2024-09-12T17:57:08.507+0000 7f6391840800 5 AuthRegistry(0x558c21de15e0) adding auth protocol: cephx 2024-09-12T17:57:08.647 INFO:tasks.workunit.client.0.smithi045.stderr: -346> 2024-09-12T17:57:08.507+0000 7f6391840800 5 AuthRegistry(0x558c21de15e0) adding auth protocol: cephx 2024-09-12T17:57:08.647 INFO:tasks.workunit.client.0.smithi045.stderr: -345> 2024-09-12T17:57:08.507+0000 7f6391840800 5 AuthRegistry(0x558c21de15e0) adding con mode: secure 2024-09-12T17:57:08.647 INFO:tasks.workunit.client.0.smithi045.stderr: -344> 2024-09-12T17:57:08.507+0000 7f6391840800 5 AuthRegistry(0x558c21de15e0) adding con mode: crc 2024-09-12T17:57:08.647 INFO:tasks.workunit.client.0.smithi045.stderr: -343> 2024-09-12T17:57:08.507+0000 7f6391840800 5 AuthRegistry(0x558c21de15e0) adding con mode: secure 2024-09-12T17:57:08.647 INFO:tasks.workunit.client.0.smithi045.stderr: -342> 2024-09-12T17:57:08.507+0000 7f6391840800 5 AuthRegistry(0x558c21de15e0) adding con mode: crc 2024-09-12T17:57:08.647 INFO:tasks.workunit.client.0.smithi045.stderr: -341> 2024-09-12T17:57:08.507+0000 7f6391840800 5 AuthRegistry(0x558c21de15e0) adding con mode: secure 2024-09-12T17:57:08.647 INFO:tasks.workunit.client.0.smithi045.stderr: -340> 2024-09-12T17:57:08.507+0000 7f6391840800 5 AuthRegistry(0x558c21de15e0) adding con mode: crc 2024-09-12T17:57:08.647 INFO:tasks.workunit.client.0.smithi045.stderr: -339> 2024-09-12T17:57:08.507+0000 7f6391840800 5 AuthRegistry(0x558c21de15e0) adding con mode: crc 2024-09-12T17:57:08.647 INFO:tasks.workunit.client.0.smithi045.stderr: -338> 2024-09-12T17:57:08.507+0000 7f6391840800 5 AuthRegistry(0x558c21de15e0) adding con mode: secure 2024-09-12T17:57:08.648 INFO:tasks.workunit.client.0.smithi045.stderr: -337> 2024-09-12T17:57:08.507+0000 7f6391840800 5 AuthRegistry(0x558c21de15e0) adding con mode: crc 2024-09-12T17:57:08.648 INFO:tasks.workunit.client.0.smithi045.stderr: -336> 2024-09-12T17:57:08.507+0000 7f6391840800 5 AuthRegistry(0x558c21de15e0) adding con mode: secure 2024-09-12T17:57:08.648 INFO:tasks.workunit.client.0.smithi045.stderr: -335> 2024-09-12T17:57:08.507+0000 7f6391840800 5 AuthRegistry(0x558c21de15e0) adding con mode: crc 2024-09-12T17:57:08.648 INFO:tasks.workunit.client.0.smithi045.stderr: -334> 2024-09-12T17:57:08.507+0000 7f6391840800 5 AuthRegistry(0x558c21de15e0) adding con mode: secure 2024-09-12T17:57:08.648 INFO:tasks.workunit.client.0.smithi045.stderr: -333> 2024-09-12T17:57:08.507+0000 7f6391840800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:57:08.648 INFO:tasks.workunit.client.0.smithi045.stderr: -332> 2024-09-12T17:57:08.507+0000 7f6391840800 10 monclient: init 2024-09-12T17:57:08.648 INFO:tasks.workunit.client.0.smithi045.stderr: -331> 2024-09-12T17:57:08.507+0000 7f6391840800 5 AuthRegistry(0x7ffc3a4770e0) adding auth protocol: cephx 2024-09-12T17:57:08.648 INFO:tasks.workunit.client.0.smithi045.stderr: -330> 2024-09-12T17:57:08.507+0000 7f6391840800 5 AuthRegistry(0x7ffc3a4770e0) adding auth protocol: cephx 2024-09-12T17:57:08.648 INFO:tasks.workunit.client.0.smithi045.stderr: -329> 2024-09-12T17:57:08.507+0000 7f6391840800 5 AuthRegistry(0x7ffc3a4770e0) adding auth protocol: cephx 2024-09-12T17:57:08.648 INFO:tasks.workunit.client.0.smithi045.stderr: -328> 2024-09-12T17:57:08.507+0000 7f6391840800 5 AuthRegistry(0x7ffc3a4770e0) adding con mode: secure 2024-09-12T17:57:08.648 INFO:tasks.workunit.client.0.smithi045.stderr: -327> 2024-09-12T17:57:08.507+0000 7f6391840800 5 AuthRegistry(0x7ffc3a4770e0) adding con mode: crc 2024-09-12T17:57:08.648 INFO:tasks.workunit.client.0.smithi045.stderr: -326> 2024-09-12T17:57:08.507+0000 7f6391840800 5 AuthRegistry(0x7ffc3a4770e0) adding con mode: secure 2024-09-12T17:57:08.648 INFO:tasks.workunit.client.0.smithi045.stderr: -325> 2024-09-12T17:57:08.507+0000 7f6391840800 5 AuthRegistry(0x7ffc3a4770e0) adding con mode: crc 2024-09-12T17:57:08.649 INFO:tasks.workunit.client.0.smithi045.stderr: -324> 2024-09-12T17:57:08.507+0000 7f6391840800 5 AuthRegistry(0x7ffc3a4770e0) adding con mode: secure 2024-09-12T17:57:08.649 INFO:tasks.workunit.client.0.smithi045.stderr: -323> 2024-09-12T17:57:08.507+0000 7f6391840800 5 AuthRegistry(0x7ffc3a4770e0) adding con mode: crc 2024-09-12T17:57:08.649 INFO:tasks.workunit.client.0.smithi045.stderr: -322> 2024-09-12T17:57:08.507+0000 7f6391840800 5 AuthRegistry(0x7ffc3a4770e0) adding con mode: crc 2024-09-12T17:57:08.649 INFO:tasks.workunit.client.0.smithi045.stderr: -321> 2024-09-12T17:57:08.507+0000 7f6391840800 5 AuthRegistry(0x7ffc3a4770e0) adding con mode: secure 2024-09-12T17:57:08.649 INFO:tasks.workunit.client.0.smithi045.stderr: -320> 2024-09-12T17:57:08.507+0000 7f6391840800 5 AuthRegistry(0x7ffc3a4770e0) adding con mode: crc 2024-09-12T17:57:08.649 INFO:tasks.workunit.client.0.smithi045.stderr: -319> 2024-09-12T17:57:08.507+0000 7f6391840800 5 AuthRegistry(0x7ffc3a4770e0) adding con mode: secure 2024-09-12T17:57:08.649 INFO:tasks.workunit.client.0.smithi045.stderr: -318> 2024-09-12T17:57:08.507+0000 7f6391840800 5 AuthRegistry(0x7ffc3a4770e0) adding con mode: crc 2024-09-12T17:57:08.649 INFO:tasks.workunit.client.0.smithi045.stderr: -317> 2024-09-12T17:57:08.507+0000 7f6391840800 5 AuthRegistry(0x7ffc3a4770e0) adding con mode: secure 2024-09-12T17:57:08.649 INFO:tasks.workunit.client.0.smithi045.stderr: -316> 2024-09-12T17:57:08.507+0000 7f6391840800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:57:08.649 INFO:tasks.workunit.client.0.smithi045.stderr: -315> 2024-09-12T17:57:08.507+0000 7f6391840800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:57:08.649 INFO:tasks.workunit.client.0.smithi045.stderr: -314> 2024-09-12T17:57:08.507+0000 7f6391840800 5 asok(0x558c21b23730) register_command rotate-key cmddesc rotate-key hook 0x7ffc3a477228 EEXIST 2024-09-12T17:57:08.649 INFO:tasks.workunit.client.0.smithi045.stderr: -313> 2024-09-12T17:57:08.507+0000 7f6391840800 10 monclient: _reopen_session rank -1 2024-09-12T17:57:08.649 INFO:tasks.workunit.client.0.smithi045.stderr: -312> 2024-09-12T17:57:08.507+0000 7f6391840800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:57:08.649 INFO:tasks.workunit.client.0.smithi045.stderr: -311> 2024-09-12T17:57:08.507+0000 7f6391840800 10 monclient(hunting): picked mon.noname-c con 0x558c21e15c00 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:57:08.650 INFO:tasks.workunit.client.0.smithi045.stderr: -310> 2024-09-12T17:57:08.507+0000 7f6391840800 10 monclient(hunting): picked mon.noname-a con 0x558c21e06550 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:57:08.650 INFO:tasks.workunit.client.0.smithi045.stderr: -309> 2024-09-12T17:57:08.508+0000 7f6391840800 10 monclient(hunting): picked mon.noname-b con 0x558c21e11030 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:57:08.650 INFO:tasks.workunit.client.0.smithi045.stderr: -308> 2024-09-12T17:57:08.508+0000 7f6391840800 10 monclient(hunting): start opening mon connection 2024-09-12T17:57:08.650 INFO:tasks.workunit.client.0.smithi045.stderr: -307> 2024-09-12T17:57:08.508+0000 7f6391840800 10 monclient(hunting): start opening mon connection 2024-09-12T17:57:08.650 INFO:tasks.workunit.client.0.smithi045.stderr: -306> 2024-09-12T17:57:08.508+0000 7f6391840800 10 monclient(hunting): start opening mon connection 2024-09-12T17:57:08.650 INFO:tasks.workunit.client.0.smithi045.stderr: -305> 2024-09-12T17:57:08.508+0000 7f6391840800 10 monclient(hunting): _renew_subs 2024-09-12T17:57:08.650 INFO:tasks.workunit.client.0.smithi045.stderr: -304> 2024-09-12T17:57:08.508+0000 7f6391840800 10 monclient(hunting): authenticate will time out at 2126.966028s 2024-09-12T17:57:08.650 INFO:tasks.workunit.client.0.smithi045.stderr: -303> 2024-09-12T17:57:08.508+0000 7f638f32a640 10 monclient(hunting): get_auth_request con 0x558c21e15c00 auth_method 0 2024-09-12T17:57:08.650 INFO:tasks.workunit.client.0.smithi045.stderr: -302> 2024-09-12T17:57:08.508+0000 7f638f32a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:57:08.650 INFO:tasks.workunit.client.0.smithi045.stderr: -301> 2024-09-12T17:57:08.508+0000 7f638f32a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:57:08.650 INFO:tasks.workunit.client.0.smithi045.stderr: -300> 2024-09-12T17:57:08.508+0000 7f638f32a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:57:08.650 INFO:tasks.workunit.client.0.smithi045.stderr: -299> 2024-09-12T17:57:08.508+0000 7f638eb29640 10 monclient(hunting): get_auth_request con 0x558c21e06550 auth_method 0 2024-09-12T17:57:08.650 INFO:tasks.workunit.client.0.smithi045.stderr: -298> 2024-09-12T17:57:08.508+0000 7f638eb29640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:57:08.651 INFO:tasks.workunit.client.0.smithi045.stderr: -297> 2024-09-12T17:57:08.508+0000 7f638eb29640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:57:08.651 INFO:tasks.workunit.client.0.smithi045.stderr: -296> 2024-09-12T17:57:08.508+0000 7f638eb29640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:57:08.651 INFO:tasks.workunit.client.0.smithi045.stderr: -295> 2024-09-12T17:57:08.508+0000 7f638fb2b640 10 monclient(hunting): get_auth_request con 0x558c21e11030 auth_method 0 2024-09-12T17:57:08.651 INFO:tasks.workunit.client.0.smithi045.stderr: -294> 2024-09-12T17:57:08.508+0000 7f638fb2b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:57:08.651 INFO:tasks.workunit.client.0.smithi045.stderr: -293> 2024-09-12T17:57:08.508+0000 7f638fb2b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:57:08.651 INFO:tasks.workunit.client.0.smithi045.stderr: -292> 2024-09-12T17:57:08.508+0000 7f638fb2b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:57:08.651 INFO:tasks.workunit.client.0.smithi045.stderr: -291> 2024-09-12T17:57:08.508+0000 7f638f32a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:57:08.651 INFO:tasks.workunit.client.0.smithi045.stderr: -290> 2024-09-12T17:57:08.508+0000 7f638f32a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:57:08.651 INFO:tasks.workunit.client.0.smithi045.stderr: -289> 2024-09-12T17:57:08.508+0000 7f638f32a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:57:08.651 INFO:tasks.workunit.client.0.smithi045.stderr: -288> 2024-09-12T17:57:08.508+0000 7f638eb29640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:57:08.651 INFO:tasks.workunit.client.0.smithi045.stderr: -287> 2024-09-12T17:57:08.508+0000 7f638eb29640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:57:08.651 INFO:tasks.workunit.client.0.smithi045.stderr: -286> 2024-09-12T17:57:08.508+0000 7f638eb29640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:57:08.651 INFO:tasks.workunit.client.0.smithi045.stderr: -285> 2024-09-12T17:57:08.508+0000 7f638fb2b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:57:08.652 INFO:tasks.workunit.client.0.smithi045.stderr: -284> 2024-09-12T17:57:08.508+0000 7f638fb2b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:57:08.652 INFO:tasks.workunit.client.0.smithi045.stderr: -283> 2024-09-12T17:57:08.508+0000 7f638fb2b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:57:08.652 INFO:tasks.workunit.client.0.smithi045.stderr: -282> 2024-09-12T17:57:08.508+0000 7f638f32a640 10 monclient(hunting): handle_auth_done global_id 7232 payload 274 2024-09-12T17:57:08.652 INFO:tasks.workunit.client.0.smithi045.stderr: -281> 2024-09-12T17:57:08.508+0000 7f638f32a640 10 monclient: _finish_hunting 0 2024-09-12T17:57:08.652 INFO:tasks.workunit.client.0.smithi045.stderr: -280> 2024-09-12T17:57:08.508+0000 7f638f32a640 1 monclient: found mon.noname-c 2024-09-12T17:57:08.652 INFO:tasks.workunit.client.0.smithi045.stderr: -279> 2024-09-12T17:57:08.508+0000 7f638f32a640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.45:3301/0 2024-09-12T17:57:08.652 INFO:tasks.workunit.client.0.smithi045.stderr: -278> 2024-09-12T17:57:08.508+0000 7f6272ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:57:08.652 INFO:tasks.workunit.client.0.smithi045.stderr: -277> 2024-09-12T17:57:08.508+0000 7f6272ffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:57:08.652 INFO:tasks.workunit.client.0.smithi045.stderr: -276> 2024-09-12T17:57:08.508+0000 7f6272ffd640 10 monclient: dump: 2024-09-12T17:57:08.652 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:57:08.652 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:57:08.652 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:08.652 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:08.653 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:57:08.653 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:57:08.653 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:57:08.653 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:57:08.653 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:57:08.653 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:08.653 INFO:tasks.workunit.client.0.smithi045.stderr: -275> 2024-09-12T17:57:08.508+0000 7f6272ffd640 10 monclient: _finish_auth 0 2024-09-12T17:57:08.653 INFO:tasks.workunit.client.0.smithi045.stderr: -274> 2024-09-12T17:57:08.508+0000 7f6272ffd640 10 monclient: _check_auth_tickets 2024-09-12T17:57:08.653 INFO:tasks.workunit.client.0.smithi045.stderr: -273> 2024-09-12T17:57:08.508+0000 7f6272ffd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:57:08.653 INFO:tasks.workunit.client.0.smithi045.stderr: -272> 2024-09-12T17:57:08.508+0000 7f6391840800 5 monclient: authenticate success, global_id 7232 2024-09-12T17:57:08.653 INFO:tasks.workunit.client.0.smithi045.stderr: -271> 2024-09-12T17:57:08.508+0000 7f6391840800 10 monclient: get_monmap_and_config success 2024-09-12T17:57:08.653 INFO:tasks.workunit.client.0.smithi045.stderr: -270> 2024-09-12T17:57:08.508+0000 7f6391840800 4 set_mon_vals no callback set 2024-09-12T17:57:08.653 INFO:tasks.workunit.client.0.smithi045.stderr: -269> 2024-09-12T17:57:08.508+0000 7f6272ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:57:08.654 INFO:tasks.workunit.client.0.smithi045.stderr: -268> 2024-09-12T17:57:08.508+0000 7f6272ffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:57:08.654 INFO:tasks.workunit.client.0.smithi045.stderr: -267> 2024-09-12T17:57:08.508+0000 7f6272ffd640 10 monclient: dump: 2024-09-12T17:57:08.654 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:57:08.654 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:57:08.654 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:08.654 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:08.654 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:57:08.654 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:57:08.654 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:57:08.654 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:57:08.654 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:57:08.654 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:08.654 INFO:tasks.workunit.client.0.smithi045.stderr: -266> 2024-09-12T17:57:08.509+0000 7f6391840800 10 monclient: shutdown 2024-09-12T17:57:08.655 INFO:tasks.workunit.client.0.smithi045.stderr: -265> 2024-09-12T17:57:08.509+0000 7f6391840800 10 monclient: build_initial_monmap 2024-09-12T17:57:08.655 INFO:tasks.workunit.client.0.smithi045.stderr: -264> 2024-09-12T17:57:08.509+0000 7f6391840800 1 build_initial for_mkfs: 0 2024-09-12T17:57:08.655 INFO:tasks.workunit.client.0.smithi045.stderr: -263> 2024-09-12T17:57:08.509+0000 7f6391840800 10 monclient: monmap: 2024-09-12T17:57:08.655 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:57:08.655 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:57:08.655 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:57:08.655 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:57:08.655 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:57:08.655 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:57:08.655 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:57:08.655 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:57:08.655 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:57:08.655 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:08.655 INFO:tasks.workunit.client.0.smithi045.stderr: -262> 2024-09-12T17:57:08.509+0000 7f6391840800 5 AuthRegistry(0x558c21de5160) adding auth protocol: cephx 2024-09-12T17:57:08.656 INFO:tasks.workunit.client.0.smithi045.stderr: -261> 2024-09-12T17:57:08.509+0000 7f6391840800 5 AuthRegistry(0x558c21de5160) adding auth protocol: cephx 2024-09-12T17:57:08.656 INFO:tasks.workunit.client.0.smithi045.stderr: -260> 2024-09-12T17:57:08.509+0000 7f6391840800 5 AuthRegistry(0x558c21de5160) adding auth protocol: cephx 2024-09-12T17:57:08.656 INFO:tasks.workunit.client.0.smithi045.stderr: -259> 2024-09-12T17:57:08.509+0000 7f6391840800 5 AuthRegistry(0x558c21de5160) adding con mode: secure 2024-09-12T17:57:08.656 INFO:tasks.workunit.client.0.smithi045.stderr: -258> 2024-09-12T17:57:08.509+0000 7f6391840800 5 AuthRegistry(0x558c21de5160) adding con mode: crc 2024-09-12T17:57:08.656 INFO:tasks.workunit.client.0.smithi045.stderr: -257> 2024-09-12T17:57:08.509+0000 7f6391840800 5 AuthRegistry(0x558c21de5160) adding con mode: secure 2024-09-12T17:57:08.656 INFO:tasks.workunit.client.0.smithi045.stderr: -256> 2024-09-12T17:57:08.509+0000 7f6391840800 5 AuthRegistry(0x558c21de5160) adding con mode: crc 2024-09-12T17:57:08.656 INFO:tasks.workunit.client.0.smithi045.stderr: -255> 2024-09-12T17:57:08.509+0000 7f6391840800 5 AuthRegistry(0x558c21de5160) adding con mode: secure 2024-09-12T17:57:08.656 INFO:tasks.workunit.client.0.smithi045.stderr: -254> 2024-09-12T17:57:08.509+0000 7f6391840800 5 AuthRegistry(0x558c21de5160) adding con mode: crc 2024-09-12T17:57:08.656 INFO:tasks.workunit.client.0.smithi045.stderr: -253> 2024-09-12T17:57:08.509+0000 7f6391840800 5 AuthRegistry(0x558c21de5160) adding con mode: crc 2024-09-12T17:57:08.656 INFO:tasks.workunit.client.0.smithi045.stderr: -252> 2024-09-12T17:57:08.509+0000 7f6391840800 5 AuthRegistry(0x558c21de5160) adding con mode: secure 2024-09-12T17:57:08.656 INFO:tasks.workunit.client.0.smithi045.stderr: -251> 2024-09-12T17:57:08.509+0000 7f6391840800 5 AuthRegistry(0x558c21de5160) adding con mode: crc 2024-09-12T17:57:08.656 INFO:tasks.workunit.client.0.smithi045.stderr: -250> 2024-09-12T17:57:08.509+0000 7f6391840800 5 AuthRegistry(0x558c21de5160) adding con mode: secure 2024-09-12T17:57:08.656 INFO:tasks.workunit.client.0.smithi045.stderr: -249> 2024-09-12T17:57:08.509+0000 7f6391840800 5 AuthRegistry(0x558c21de5160) adding con mode: crc 2024-09-12T17:57:08.657 INFO:tasks.workunit.client.0.smithi045.stderr: -248> 2024-09-12T17:57:08.509+0000 7f6391840800 5 AuthRegistry(0x558c21de5160) adding con mode: secure 2024-09-12T17:57:08.657 INFO:tasks.workunit.client.0.smithi045.stderr: -247> 2024-09-12T17:57:08.509+0000 7f6391840800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:57:08.657 INFO:tasks.workunit.client.0.smithi045.stderr: -246> 2024-09-12T17:57:08.509+0000 7f6391840800 1 librados: starting msgr at 2024-09-12T17:57:08.657 INFO:tasks.workunit.client.0.smithi045.stderr: -245> 2024-09-12T17:57:08.509+0000 7f6391840800 1 librados: starting objecter 2024-09-12T17:57:08.657 INFO:tasks.workunit.client.0.smithi045.stderr: -244> 2024-09-12T17:57:08.509+0000 7f6391840800 5 asok(0x558c21b23730) register_command objecter_requests cmddesc objecter_requests hook 0x558c21d4a330 EEXIST 2024-09-12T17:57:08.657 INFO:tasks.workunit.client.0.smithi045.stderr: -243> 2024-09-12T17:57:08.509+0000 7f6391840800 1 librados: setting wanted keys 2024-09-12T17:57:08.657 INFO:tasks.workunit.client.0.smithi045.stderr: -242> 2024-09-12T17:57:08.509+0000 7f6391840800 1 librados: calling monclient init 2024-09-12T17:57:08.657 INFO:tasks.workunit.client.0.smithi045.stderr: -241> 2024-09-12T17:57:08.509+0000 7f6391840800 10 monclient: init 2024-09-12T17:57:08.657 INFO:tasks.workunit.client.0.smithi045.stderr: -240> 2024-09-12T17:57:08.509+0000 7f6391840800 5 AuthRegistry(0x558c21dd5f50) adding auth protocol: cephx 2024-09-12T17:57:08.657 INFO:tasks.workunit.client.0.smithi045.stderr: -239> 2024-09-12T17:57:08.509+0000 7f6391840800 5 AuthRegistry(0x558c21dd5f50) adding auth protocol: cephx 2024-09-12T17:57:08.657 INFO:tasks.workunit.client.0.smithi045.stderr: -238> 2024-09-12T17:57:08.509+0000 7f6391840800 5 AuthRegistry(0x558c21dd5f50) adding auth protocol: cephx 2024-09-12T17:57:08.657 INFO:tasks.workunit.client.0.smithi045.stderr: -237> 2024-09-12T17:57:08.509+0000 7f6391840800 5 AuthRegistry(0x558c21dd5f50) adding con mode: secure 2024-09-12T17:57:08.657 INFO:tasks.workunit.client.0.smithi045.stderr: -236> 2024-09-12T17:57:08.509+0000 7f6391840800 5 AuthRegistry(0x558c21dd5f50) adding con mode: crc 2024-09-12T17:57:08.658 INFO:tasks.workunit.client.0.smithi045.stderr: -235> 2024-09-12T17:57:08.509+0000 7f6391840800 5 AuthRegistry(0x558c21dd5f50) adding con mode: secure 2024-09-12T17:57:08.658 INFO:tasks.workunit.client.0.smithi045.stderr: -234> 2024-09-12T17:57:08.509+0000 7f6391840800 5 AuthRegistry(0x558c21dd5f50) adding con mode: crc 2024-09-12T17:57:08.658 INFO:tasks.workunit.client.0.smithi045.stderr: -233> 2024-09-12T17:57:08.509+0000 7f6391840800 5 AuthRegistry(0x558c21dd5f50) adding con mode: secure 2024-09-12T17:57:08.658 INFO:tasks.workunit.client.0.smithi045.stderr: -232> 2024-09-12T17:57:08.509+0000 7f6391840800 5 AuthRegistry(0x558c21dd5f50) adding con mode: crc 2024-09-12T17:57:08.658 INFO:tasks.workunit.client.0.smithi045.stderr: -231> 2024-09-12T17:57:08.509+0000 7f6391840800 5 AuthRegistry(0x558c21dd5f50) adding con mode: crc 2024-09-12T17:57:08.658 INFO:tasks.workunit.client.0.smithi045.stderr: -230> 2024-09-12T17:57:08.509+0000 7f6391840800 5 AuthRegistry(0x558c21dd5f50) adding con mode: secure 2024-09-12T17:57:08.658 INFO:tasks.workunit.client.0.smithi045.stderr: -229> 2024-09-12T17:57:08.509+0000 7f6391840800 5 AuthRegistry(0x558c21dd5f50) adding con mode: crc 2024-09-12T17:57:08.658 INFO:tasks.workunit.client.0.smithi045.stderr: -228> 2024-09-12T17:57:08.509+0000 7f6391840800 5 AuthRegistry(0x558c21dd5f50) adding con mode: secure 2024-09-12T17:57:08.658 INFO:tasks.workunit.client.0.smithi045.stderr: -227> 2024-09-12T17:57:08.509+0000 7f6391840800 5 AuthRegistry(0x558c21dd5f50) adding con mode: crc 2024-09-12T17:57:08.658 INFO:tasks.workunit.client.0.smithi045.stderr: -226> 2024-09-12T17:57:08.509+0000 7f6391840800 5 AuthRegistry(0x558c21dd5f50) adding con mode: secure 2024-09-12T17:57:08.658 INFO:tasks.workunit.client.0.smithi045.stderr: -225> 2024-09-12T17:57:08.509+0000 7f6391840800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:57:08.658 INFO:tasks.workunit.client.0.smithi045.stderr: -224> 2024-09-12T17:57:08.510+0000 7f6391840800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:57:08.658 INFO:tasks.workunit.client.0.smithi045.stderr: -223> 2024-09-12T17:57:08.510+0000 7f6391840800 5 asok(0x558c21b23730) register_command rotate-key cmddesc rotate-key hook 0x558c21dd6098 EEXIST 2024-09-12T17:57:08.659 INFO:tasks.workunit.client.0.smithi045.stderr: -222> 2024-09-12T17:57:08.510+0000 7f6391840800 10 monclient: _reopen_session rank -1 2024-09-12T17:57:08.659 INFO:tasks.workunit.client.0.smithi045.stderr: -221> 2024-09-12T17:57:08.510+0000 7f6391840800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:57:08.659 INFO:tasks.workunit.client.0.smithi045.stderr: -220> 2024-09-12T17:57:08.510+0000 7f6391840800 10 monclient(hunting): picked mon.noname-c con 0x558c21e06550 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:57:08.659 INFO:tasks.workunit.client.0.smithi045.stderr: -219> 2024-09-12T17:57:08.510+0000 7f6391840800 10 monclient(hunting): picked mon.noname-b con 0x558c21e11030 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:57:08.659 INFO:tasks.workunit.client.0.smithi045.stderr: -218> 2024-09-12T17:57:08.510+0000 7f6391840800 10 monclient(hunting): picked mon.noname-a con 0x558c21e15c00 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:57:08.659 INFO:tasks.workunit.client.0.smithi045.stderr: -217> 2024-09-12T17:57:08.510+0000 7f6391840800 10 monclient(hunting): start opening mon connection 2024-09-12T17:57:08.659 INFO:tasks.workunit.client.0.smithi045.stderr: -216> 2024-09-12T17:57:08.510+0000 7f6391840800 10 monclient(hunting): start opening mon connection 2024-09-12T17:57:08.659 INFO:tasks.workunit.client.0.smithi045.stderr: -215> 2024-09-12T17:57:08.510+0000 7f6391840800 10 monclient(hunting): start opening mon connection 2024-09-12T17:57:08.659 INFO:tasks.workunit.client.0.smithi045.stderr: -214> 2024-09-12T17:57:08.510+0000 7f6391840800 10 monclient(hunting): _renew_subs 2024-09-12T17:57:08.659 INFO:tasks.workunit.client.0.smithi045.stderr: -213> 2024-09-12T17:57:08.510+0000 7f6391840800 10 monclient(hunting): authenticate will time out at 2126.968313s 2024-09-12T17:57:08.659 INFO:tasks.workunit.client.0.smithi045.stderr: -212> 2024-09-12T17:57:08.510+0000 7f638f32a640 10 monclient(hunting): get_auth_request con 0x558c21e06550 auth_method 0 2024-09-12T17:57:08.659 INFO:tasks.workunit.client.0.smithi045.stderr: -211> 2024-09-12T17:57:08.510+0000 7f638f32a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:57:08.659 INFO:tasks.workunit.client.0.smithi045.stderr: -210> 2024-09-12T17:57:08.510+0000 7f638f32a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:57:08.660 INFO:tasks.workunit.client.0.smithi045.stderr: -209> 2024-09-12T17:57:08.510+0000 7f638f32a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:57:08.660 INFO:tasks.workunit.client.0.smithi045.stderr: -208> 2024-09-12T17:57:08.510+0000 7f638fb2b640 10 monclient(hunting): get_auth_request con 0x558c21e15c00 auth_method 0 2024-09-12T17:57:08.660 INFO:tasks.workunit.client.0.smithi045.stderr: -207> 2024-09-12T17:57:08.510+0000 7f638fb2b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:57:08.660 INFO:tasks.workunit.client.0.smithi045.stderr: -206> 2024-09-12T17:57:08.510+0000 7f638fb2b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:57:08.660 INFO:tasks.workunit.client.0.smithi045.stderr: -205> 2024-09-12T17:57:08.510+0000 7f638fb2b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:57:08.660 INFO:tasks.workunit.client.0.smithi045.stderr: -204> 2024-09-12T17:57:08.510+0000 7f638eb29640 10 monclient(hunting): get_auth_request con 0x558c21e11030 auth_method 0 2024-09-12T17:57:08.660 INFO:tasks.workunit.client.0.smithi045.stderr: -203> 2024-09-12T17:57:08.510+0000 7f638eb29640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:57:08.660 INFO:tasks.workunit.client.0.smithi045.stderr: -202> 2024-09-12T17:57:08.510+0000 7f638eb29640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:57:08.660 INFO:tasks.workunit.client.0.smithi045.stderr: -201> 2024-09-12T17:57:08.510+0000 7f638eb29640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:57:08.660 INFO:tasks.workunit.client.0.smithi045.stderr: -200> 2024-09-12T17:57:08.510+0000 7f638f32a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:57:08.660 INFO:tasks.workunit.client.0.smithi045.stderr: -199> 2024-09-12T17:57:08.510+0000 7f638f32a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:57:08.660 INFO:tasks.workunit.client.0.smithi045.stderr: -198> 2024-09-12T17:57:08.510+0000 7f638f32a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:57:08.660 INFO:tasks.workunit.client.0.smithi045.stderr: -197> 2024-09-12T17:57:08.510+0000 7f638fb2b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:57:08.661 INFO:tasks.workunit.client.0.smithi045.stderr: -196> 2024-09-12T17:57:08.510+0000 7f638fb2b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:57:08.661 INFO:tasks.workunit.client.0.smithi045.stderr: -195> 2024-09-12T17:57:08.510+0000 7f638fb2b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:57:08.661 INFO:tasks.workunit.client.0.smithi045.stderr: -194> 2024-09-12T17:57:08.510+0000 7f638eb29640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:57:08.661 INFO:tasks.workunit.client.0.smithi045.stderr: -193> 2024-09-12T17:57:08.510+0000 7f638eb29640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:57:08.661 INFO:tasks.workunit.client.0.smithi045.stderr: -192> 2024-09-12T17:57:08.510+0000 7f638eb29640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:57:08.661 INFO:tasks.workunit.client.0.smithi045.stderr: -191> 2024-09-12T17:57:08.510+0000 7f638f32a640 10 monclient(hunting): handle_auth_done global_id 7235 payload 824 2024-09-12T17:57:08.661 INFO:tasks.workunit.client.0.smithi045.stderr: -190> 2024-09-12T17:57:08.510+0000 7f638f32a640 10 monclient: _finish_hunting 0 2024-09-12T17:57:08.661 INFO:tasks.workunit.client.0.smithi045.stderr: -189> 2024-09-12T17:57:08.510+0000 7f638f32a640 1 monclient: found mon.noname-c 2024-09-12T17:57:08.661 INFO:tasks.workunit.client.0.smithi045.stderr: -188> 2024-09-12T17:57:08.510+0000 7f638f32a640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.45:3301/0 2024-09-12T17:57:08.661 INFO:tasks.workunit.client.0.smithi045.stderr: -187> 2024-09-12T17:57:08.510+0000 7f62717fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:57:08.661 INFO:tasks.workunit.client.0.smithi045.stderr: -186> 2024-09-12T17:57:08.510+0000 7f62717fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:57:08.661 INFO:tasks.workunit.client.0.smithi045.stderr: -185> 2024-09-12T17:57:08.510+0000 7f62717fa640 10 monclient: dump: 2024-09-12T17:57:08.661 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:57:08.662 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:57:08.662 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:08.662 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:08.662 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:57:08.662 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:57:08.662 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:57:08.662 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:57:08.662 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:57:08.662 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:08.662 INFO:tasks.workunit.client.0.smithi045.stderr: -184> 2024-09-12T17:57:08.510+0000 7f62717fa640 10 monclient: _finish_auth 0 2024-09-12T17:57:08.662 INFO:tasks.workunit.client.0.smithi045.stderr: -183> 2024-09-12T17:57:08.510+0000 7f62717fa640 10 monclient: _check_auth_tickets 2024-09-12T17:57:08.662 INFO:tasks.workunit.client.0.smithi045.stderr: -182> 2024-09-12T17:57:08.510+0000 7f62717fa640 10 monclient: handle_config config(0 keys) 2024-09-12T17:57:08.662 INFO:tasks.workunit.client.0.smithi045.stderr: -181> 2024-09-12T17:57:08.510+0000 7f62717fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:57:08.662 INFO:tasks.workunit.client.0.smithi045.stderr: -180> 2024-09-12T17:57:08.510+0000 7f62717fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:57:08.663 INFO:tasks.workunit.client.0.smithi045.stderr: -179> 2024-09-12T17:57:08.510+0000 7f62717fa640 10 monclient: dump: 2024-09-12T17:57:08.663 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:57:08.663 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:57:08.663 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:08.663 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:08.663 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:57:08.663 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:57:08.663 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:57:08.663 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:57:08.663 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:57:08.663 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:08.663 INFO:tasks.workunit.client.0.smithi045.stderr: -178> 2024-09-12T17:57:08.510+0000 7f6272ffd640 4 set_mon_vals no callback set 2024-09-12T17:57:08.663 INFO:tasks.workunit.client.0.smithi045.stderr: -177> 2024-09-12T17:57:08.510+0000 7f6391840800 5 monclient: authenticate success, global_id 7235 2024-09-12T17:57:08.664 INFO:tasks.workunit.client.0.smithi045.stderr: -176> 2024-09-12T17:57:08.511+0000 7f6391840800 10 monclient: _renew_subs 2024-09-12T17:57:08.664 INFO:tasks.workunit.client.0.smithi045.stderr: -175> 2024-09-12T17:57:08.511+0000 7f6391840800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:57:08.664 INFO:tasks.workunit.client.0.smithi045.stderr: -174> 2024-09-12T17:57:08.511+0000 7f6391840800 10 monclient: _renew_subs 2024-09-12T17:57:08.664 INFO:tasks.workunit.client.0.smithi045.stderr: -173> 2024-09-12T17:57:08.511+0000 7f6391840800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:57:08.664 INFO:tasks.workunit.client.0.smithi045.stderr: -172> 2024-09-12T17:57:08.511+0000 7f6391840800 1 librados: init done 2024-09-12T17:57:08.664 INFO:tasks.workunit.client.0.smithi045.stderr: -171> 2024-09-12T17:57:08.511+0000 7f6391840800 5 asok(0x558c21b23730) register_command cr dump hook 0x558c21e06188 2024-09-12T17:57:08.664 INFO:tasks.workunit.client.0.smithi045.stderr: -170> 2024-09-12T17:57:08.512+0000 7f6391840800 20 rados->read ofs=0 len=0 2024-09-12T17:57:08.664 INFO:tasks.workunit.client.0.smithi045.stderr: -169> 2024-09-12T17:57:08.513+0000 7f62717fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:57:08.664 INFO:tasks.workunit.client.0.smithi045.stderr: -168> 2024-09-12T17:57:08.513+0000 7f62717fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:57:08.664 INFO:tasks.workunit.client.0.smithi045.stderr: -167> 2024-09-12T17:57:08.513+0000 7f62717fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:57:08.664 INFO:tasks.workunit.client.0.smithi045.stderr: -166> 2024-09-12T17:57:08.513+0000 7f638eb29640 10 monclient: get_auth_request con 0x7f6258076470 auth_method 0 2024-09-12T17:57:08.664 INFO:tasks.workunit.client.0.smithi045.stderr: -165> 2024-09-12T17:57:08.513+0000 7f638fb2b640 10 monclient: get_auth_request con 0x558c21e2f7b0 auth_method 0 2024-09-12T17:57:08.664 INFO:tasks.workunit.client.0.smithi045.stderr: -164> 2024-09-12T17:57:08.514+0000 7f6391840800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:08.664 INFO:tasks.workunit.client.0.smithi045.stderr: -163> 2024-09-12T17:57:08.514+0000 7f6391840800 20 realm 2024-09-12T17:57:08.665 INFO:tasks.workunit.client.0.smithi045.stderr: -162> 2024-09-12T17:57:08.514+0000 7f6391840800 20 rados->read ofs=0 len=0 2024-09-12T17:57:08.665 INFO:tasks.workunit.client.0.smithi045.stderr: -161> 2024-09-12T17:57:08.514+0000 7f6391840800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:08.665 INFO:tasks.workunit.client.0.smithi045.stderr: -160> 2024-09-12T17:57:08.514+0000 7f6391840800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:57:08.665 INFO:tasks.workunit.client.0.smithi045.stderr: -159> 2024-09-12T17:57:08.514+0000 7f6391840800 20 rados->read ofs=0 len=0 2024-09-12T17:57:08.665 INFO:tasks.workunit.client.0.smithi045.stderr: -158> 2024-09-12T17:57:08.514+0000 7f6391840800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:08.665 INFO:tasks.workunit.client.0.smithi045.stderr: -157> 2024-09-12T17:57:08.514+0000 7f6391840800 20 rados->read ofs=0 len=0 2024-09-12T17:57:08.665 INFO:tasks.workunit.client.0.smithi045.stderr: -156> 2024-09-12T17:57:08.514+0000 7f638f32a640 10 monclient: get_auth_request con 0x558c21e33b40 auth_method 0 2024-09-12T17:57:08.665 INFO:tasks.workunit.client.0.smithi045.stderr: -155> 2024-09-12T17:57:08.515+0000 7f6391840800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:08.665 INFO:tasks.workunit.client.0.smithi045.stderr: -154> 2024-09-12T17:57:08.515+0000 7f6391840800 20 rados->read ofs=0 len=0 2024-09-12T17:57:08.665 INFO:tasks.workunit.client.0.smithi045.stderr: -153> 2024-09-12T17:57:08.515+0000 7f638eb29640 10 monclient: get_auth_request con 0x558c21e37260 auth_method 0 2024-09-12T17:57:08.665 INFO:tasks.workunit.client.0.smithi045.stderr: -152> 2024-09-12T17:57:08.516+0000 7f6391840800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:57:08.665 INFO:tasks.workunit.client.0.smithi045.stderr: -151> 2024-09-12T17:57:08.516+0000 7f6391840800 20 searching for the correct realm 2024-09-12T17:57:08.665 INFO:tasks.workunit.client.0.smithi045.stderr: -150> 2024-09-12T17:57:08.516+0000 7f638fb2b640 10 monclient: get_auth_request con 0x558c21e3c020 auth_method 0 2024-09-12T17:57:08.666 INFO:tasks.workunit.client.0.smithi045.stderr: -149> 2024-09-12T17:57:08.517+0000 7f638f32a640 10 monclient: get_auth_request con 0x7f638402c040 auth_method 0 2024-09-12T17:57:08.666 INFO:tasks.workunit.client.0.smithi045.stderr: -148> 2024-09-12T17:57:08.517+0000 7f638eb29640 10 monclient: get_auth_request con 0x7f6380090020 auth_method 0 2024-09-12T17:57:08.666 INFO:tasks.workunit.client.0.smithi045.stderr: -147> 2024-09-12T17:57:08.518+0000 7f638eb29640 0 -- 172.21.15.45:0/3076458420 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x558c21e37260 msgr2=0x558c21e39670 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:57:08.666 INFO:tasks.workunit.client.0.smithi045.stderr: -146> 2024-09-12T17:57:08.518+0000 7f62717fa640 1 client.7235.objecter ms_handle_reset 0x558c21e37260 session 0x558c21e333e0 osd.7 2024-09-12T17:57:08.666 INFO:tasks.workunit.client.0.smithi045.stderr: -145> 2024-09-12T17:57:08.518+0000 7f62717fa640 10 monclient: _renew_subs 2024-09-12T17:57:08.666 INFO:tasks.workunit.client.0.smithi045.stderr: -144> 2024-09-12T17:57:08.518+0000 7f62717fa640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:57:08.666 INFO:tasks.workunit.client.0.smithi045.stderr: -143> 2024-09-12T17:57:08.518+0000 7f62717fa640 10 monclient: ms_handle_reset current mon [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:57:08.666 INFO:tasks.workunit.client.0.smithi045.stderr: -142> 2024-09-12T17:57:08.518+0000 7f62717fa640 10 monclient: _reopen_session rank -1 2024-09-12T17:57:08.666 INFO:tasks.workunit.client.0.smithi045.stderr: -141> 2024-09-12T17:57:08.518+0000 7f62717fa640 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T17:57:08.666 INFO:tasks.workunit.client.0.smithi045.stderr: -140> 2024-09-12T17:57:08.519+0000 7f62717fa640 10 monclient(hunting): picked mon.b con 0x558c21e11030 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:57:08.666 INFO:tasks.workunit.client.0.smithi045.stderr: -139> 2024-09-12T17:57:08.519+0000 7f62717fa640 10 monclient(hunting): picked mon.c con 0x558c21e37260 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:57:08.666 INFO:tasks.workunit.client.0.smithi045.stderr: -138> 2024-09-12T17:57:08.519+0000 7f62717fa640 10 monclient(hunting): picked mon.a con 0x558c21e15c00 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:57:08.666 INFO:tasks.workunit.client.0.smithi045.stderr: -137> 2024-09-12T17:57:08.519+0000 7f62717fa640 10 monclient(hunting): start opening mon connection 2024-09-12T17:57:08.667 INFO:tasks.workunit.client.0.smithi045.stderr: -136> 2024-09-12T17:57:08.519+0000 7f62717fa640 10 monclient(hunting): start opening mon connection 2024-09-12T17:57:08.667 INFO:tasks.workunit.client.0.smithi045.stderr: -135> 2024-09-12T17:57:08.519+0000 7f62717fa640 10 monclient(hunting): start opening mon connection 2024-09-12T17:57:08.667 INFO:tasks.workunit.client.0.smithi045.stderr: -134> 2024-09-12T17:57:08.519+0000 7f62717fa640 10 monclient(hunting): _renew_subs 2024-09-12T17:57:08.667 INFO:tasks.workunit.client.0.smithi045.stderr: -133> 2024-09-12T17:57:08.519+0000 7f638eb29640 10 monclient(hunting): get_auth_request con 0x7f6258086ba0 auth_method 0 2024-09-12T17:57:08.667 INFO:tasks.workunit.client.0.smithi045.stderr: -132> 2024-09-12T17:57:08.519+0000 7f638fb2b640 10 monclient(hunting): get_auth_request con 0x558c21e37260 auth_method 0 2024-09-12T17:57:08.667 INFO:tasks.workunit.client.0.smithi045.stderr: -131> 2024-09-12T17:57:08.519+0000 7f638fb2b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:57:08.667 INFO:tasks.workunit.client.0.smithi045.stderr: -130> 2024-09-12T17:57:08.519+0000 7f638fb2b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:57:08.667 INFO:tasks.workunit.client.0.smithi045.stderr: -129> 2024-09-12T17:57:08.519+0000 7f638fb2b640 10 monclient(hunting): _init_auth already have auth, reseting 2024-09-12T17:57:08.667 INFO:tasks.workunit.client.0.smithi045.stderr: -128> 2024-09-12T17:57:08.519+0000 7f638f32a640 10 monclient(hunting): get_auth_request con 0x558c21e11030 auth_method 0 2024-09-12T17:57:08.667 INFO:tasks.workunit.client.0.smithi045.stderr: -127> 2024-09-12T17:57:08.519+0000 7f638f32a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:57:08.667 INFO:tasks.workunit.client.0.smithi045.stderr: -126> 2024-09-12T17:57:08.519+0000 7f638f32a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:57:08.667 INFO:tasks.workunit.client.0.smithi045.stderr: -125> 2024-09-12T17:57:08.519+0000 7f638f32a640 10 monclient(hunting): _init_auth already have auth, reseting 2024-09-12T17:57:08.667 INFO:tasks.workunit.client.0.smithi045.stderr: -124> 2024-09-12T17:57:08.519+0000 7f638f32a640 10 monclient(hunting): get_auth_request con 0x558c21e15c00 auth_method 0 2024-09-12T17:57:08.667 INFO:tasks.workunit.client.0.smithi045.stderr: -123> 2024-09-12T17:57:08.519+0000 7f638f32a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:57:08.668 INFO:tasks.workunit.client.0.smithi045.stderr: -122> 2024-09-12T17:57:08.519+0000 7f638f32a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:57:08.668 INFO:tasks.workunit.client.0.smithi045.stderr: -121> 2024-09-12T17:57:08.519+0000 7f638f32a640 10 monclient(hunting): _init_auth already have auth, reseting 2024-09-12T17:57:08.668 INFO:tasks.workunit.client.0.smithi045.stderr: -120> 2024-09-12T17:57:08.519+0000 7f638fb2b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:57:08.668 INFO:tasks.workunit.client.0.smithi045.stderr: -119> 2024-09-12T17:57:08.519+0000 7f638fb2b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:57:08.668 INFO:tasks.workunit.client.0.smithi045.stderr: -118> 2024-09-12T17:57:08.519+0000 7f638fb2b640 10 monclient(hunting): handle_auth_reply_more responding with 132 bytes 2024-09-12T17:57:08.668 INFO:tasks.workunit.client.0.smithi045.stderr: -117> 2024-09-12T17:57:08.519+0000 7f638f32a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:57:08.668 INFO:tasks.workunit.client.0.smithi045.stderr: -116> 2024-09-12T17:57:08.519+0000 7f638f32a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:57:08.668 INFO:tasks.workunit.client.0.smithi045.stderr: -115> 2024-09-12T17:57:08.519+0000 7f638f32a640 10 monclient(hunting): handle_auth_reply_more responding with 132 bytes 2024-09-12T17:57:08.668 INFO:tasks.workunit.client.0.smithi045.stderr: -114> 2024-09-12T17:57:08.519+0000 7f638f32a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:57:08.668 INFO:tasks.workunit.client.0.smithi045.stderr: -113> 2024-09-12T17:57:08.519+0000 7f638f32a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:57:08.668 INFO:tasks.workunit.client.0.smithi045.stderr: -112> 2024-09-12T17:57:08.519+0000 7f638f32a640 10 monclient(hunting): handle_auth_reply_more responding with 132 bytes 2024-09-12T17:57:08.668 INFO:tasks.workunit.client.0.smithi045.stderr: -111> 2024-09-12T17:57:08.519+0000 7f638fb2b640 10 monclient(hunting): handle_auth_done global_id 7235 payload 293 2024-09-12T17:57:08.668 INFO:tasks.workunit.client.0.smithi045.stderr: -110> 2024-09-12T17:57:08.519+0000 7f638fb2b640 10 monclient: _finish_hunting 0 2024-09-12T17:57:08.669 INFO:tasks.workunit.client.0.smithi045.stderr: -109> 2024-09-12T17:57:08.519+0000 7f638fb2b640 1 monclient: found mon.c 2024-09-12T17:57:08.669 INFO:tasks.workunit.client.0.smithi045.stderr: -108> 2024-09-12T17:57:08.519+0000 7f638fb2b640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:57:08.669 INFO:tasks.workunit.client.0.smithi045.stderr: -107> 2024-09-12T17:57:08.519+0000 7f638fb2b640 10 monclient: _finish_auth 0 2024-09-12T17:57:08.669 INFO:tasks.workunit.client.0.smithi045.stderr: -106> 2024-09-12T17:57:08.519+0000 7f638fb2b640 10 monclient: _check_auth_tickets 2024-09-12T17:57:08.669 INFO:tasks.workunit.client.0.smithi045.stderr: -105> 2024-09-12T17:57:08.519+0000 7f62717fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:57:08.669 INFO:tasks.workunit.client.0.smithi045.stderr: -104> 2024-09-12T17:57:08.519+0000 7f62717fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:57:08.669 INFO:tasks.workunit.client.0.smithi045.stderr: -103> 2024-09-12T17:57:08.519+0000 7f62717fa640 10 monclient: dump: 2024-09-12T17:57:08.669 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:57:08.669 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:57:08.669 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:08.669 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:08.669 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:57:08.669 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:57:08.670 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:57:08.670 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:57:08.670 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:57:08.670 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:08.670 INFO:tasks.workunit.client.0.smithi045.stderr: -102> 2024-09-12T17:57:08.519+0000 7f62717fa640 10 monclient: handle_config config(0 keys) 2024-09-12T17:57:08.670 INFO:tasks.workunit.client.0.smithi045.stderr: -101> 2024-09-12T17:57:08.519+0000 7f62727fc640 4 set_mon_vals no callback set 2024-09-12T17:57:08.670 INFO:tasks.workunit.client.0.smithi045.stderr: -100> 2024-09-12T17:57:08.519+0000 7f638f32a640 10 monclient: get_auth_request con 0x7f638402c930 auth_method 0 2024-09-12T17:57:08.670 INFO:tasks.workunit.client.0.smithi045.stderr: -99> 2024-09-12T17:57:08.520+0000 7f638f32a640 0 -- 172.21.15.45:0/3076458420 >> [v2:172.21.15.115:6826/2187734287,v1:172.21.15.115:6827/2187734287] conn(0x7f638402c930 msgr2=0x7f6384048400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:57:08.670 INFO:tasks.workunit.client.0.smithi045.stderr: -98> 2024-09-12T17:57:08.520+0000 7f62717fa640 1 client.7235.objecter ms_handle_reset 0x7f638402c930 session 0x7f6384002760 osd.6 2024-09-12T17:57:08.670 INFO:tasks.workunit.client.0.smithi045.stderr: -97> 2024-09-12T17:57:08.520+0000 7f638f32a640 10 monclient: get_auth_request con 0x558c21e06550 auth_method 0 2024-09-12T17:57:08.670 INFO:tasks.workunit.client.0.smithi045.stderr: -96> 2024-09-12T17:57:08.521+0000 7f62717fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:57:08.670 INFO:tasks.workunit.client.0.smithi045.stderr: -95> 2024-09-12T17:57:08.521+0000 7f62717fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:57:08.670 INFO:tasks.workunit.client.0.smithi045.stderr: -94> 2024-09-12T17:57:08.522+0000 7f638f32a640 10 monclient: get_auth_request con 0x7f6384053040 auth_method 0 2024-09-12T17:57:08.670 INFO:tasks.workunit.client.0.smithi045.stderr: -93> 2024-09-12T17:57:08.526+0000 7f6391840800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:57:08.671 INFO:tasks.workunit.client.0.smithi045.stderr: -92> 2024-09-12T17:57:08.526+0000 7f6391840800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:57:08.671 INFO:tasks.workunit.client.0.smithi045.stderr: -91> 2024-09-12T17:57:08.526+0000 7f6391840800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:57:08.671 INFO:tasks.workunit.client.0.smithi045.stderr: -90> 2024-09-12T17:57:08.526+0000 7f6391840800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:57:08.671 INFO:tasks.workunit.client.0.smithi045.stderr: -89> 2024-09-12T17:57:08.526+0000 7f6391840800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:57:08.671 INFO:tasks.workunit.client.0.smithi045.stderr: -88> 2024-09-12T17:57:08.526+0000 7f6391840800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:57:08.671 INFO:tasks.workunit.client.0.smithi045.stderr: -87> 2024-09-12T17:57:08.526+0000 7f6391840800 20 rados->read ofs=0 len=0 2024-09-12T17:57:08.671 INFO:tasks.workunit.client.0.smithi045.stderr: -86> 2024-09-12T17:57:08.527+0000 7f6391840800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:08.671 INFO:tasks.workunit.client.0.smithi045.stderr: -85> 2024-09-12T17:57:08.527+0000 7f6391840800 20 rados->read ofs=0 len=0 2024-09-12T17:57:08.671 INFO:tasks.workunit.client.0.smithi045.stderr: -84> 2024-09-12T17:57:08.527+0000 7f6391840800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:08.671 INFO:tasks.workunit.client.0.smithi045.stderr: -83> 2024-09-12T17:57:08.527+0000 7f6391840800 20 rados->read ofs=0 len=0 2024-09-12T17:57:08.671 INFO:tasks.workunit.client.0.smithi045.stderr: -82> 2024-09-12T17:57:08.527+0000 7f6391840800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:57:08.671 INFO:tasks.workunit.client.0.smithi045.stderr: -81> 2024-09-12T17:57:08.527+0000 7f6391840800 20 zone default found 2024-09-12T17:57:08.671 INFO:tasks.workunit.client.0.smithi045.stderr: -80> 2024-09-12T17:57:08.527+0000 7f6391840800 4 Realm: () 2024-09-12T17:57:08.671 INFO:tasks.workunit.client.0.smithi045.stderr: -79> 2024-09-12T17:57:08.527+0000 7f6391840800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:57:08.672 INFO:tasks.workunit.client.0.smithi045.stderr: -78> 2024-09-12T17:57:08.527+0000 7f6391840800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:57:08.672 INFO:tasks.workunit.client.0.smithi045.stderr: -77> 2024-09-12T17:57:08.527+0000 7f6391840800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:57:08.672 INFO:tasks.workunit.client.0.smithi045.stderr: -76> 2024-09-12T17:57:08.527+0000 7f6391840800 20 zonegroup default 2024-09-12T17:57:08.672 INFO:tasks.workunit.client.0.smithi045.stderr: -75> 2024-09-12T17:57:08.527+0000 7f6391840800 20 rados->read ofs=0 len=0 2024-09-12T17:57:08.672 INFO:tasks.workunit.client.0.smithi045.stderr: -74> 2024-09-12T17:57:08.528+0000 7f6391840800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:08.672 INFO:tasks.workunit.client.0.smithi045.stderr: -73> 2024-09-12T17:57:08.528+0000 7f6391840800 20 rados->read ofs=0 len=0 2024-09-12T17:57:08.672 INFO:tasks.workunit.client.0.smithi045.stderr: -72> 2024-09-12T17:57:08.528+0000 7f6391840800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:08.672 INFO:tasks.workunit.client.0.smithi045.stderr: -71> 2024-09-12T17:57:08.528+0000 7f6391840800 20 rados->read ofs=0 len=0 2024-09-12T17:57:08.672 INFO:tasks.workunit.client.0.smithi045.stderr: -70> 2024-09-12T17:57:08.528+0000 7f6391840800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:08.672 INFO:tasks.workunit.client.0.smithi045.stderr: -69> 2024-09-12T17:57:08.528+0000 7f6391840800 20 started sync module instance, tier type = 2024-09-12T17:57:08.672 INFO:tasks.workunit.client.0.smithi045.stderr: -68> 2024-09-12T17:57:08.528+0000 7f6391840800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:57:08.672 INFO:tasks.workunit.client.0.smithi045.stderr: -67> 2024-09-12T17:57:08.537+0000 7f6391840800 20 add_watcher() i=0 2024-09-12T17:57:08.672 INFO:tasks.workunit.client.0.smithi045.stderr: -66> 2024-09-12T17:57:08.537+0000 7f6391840800 20 add_watcher() i=1 2024-09-12T17:57:08.673 INFO:tasks.workunit.client.0.smithi045.stderr: -65> 2024-09-12T17:57:08.537+0000 7f6391840800 20 add_watcher() i=2 2024-09-12T17:57:08.673 INFO:tasks.workunit.client.0.smithi045.stderr: -64> 2024-09-12T17:57:08.537+0000 7f6391840800 20 add_watcher() i=3 2024-09-12T17:57:08.673 INFO:tasks.workunit.client.0.smithi045.stderr: -63> 2024-09-12T17:57:08.537+0000 7f6391840800 20 add_watcher() i=4 2024-09-12T17:57:08.673 INFO:tasks.workunit.client.0.smithi045.stderr: -62> 2024-09-12T17:57:08.537+0000 7f6391840800 20 add_watcher() i=5 2024-09-12T17:57:08.673 INFO:tasks.workunit.client.0.smithi045.stderr: -61> 2024-09-12T17:57:08.537+0000 7f6391840800 20 add_watcher() i=6 2024-09-12T17:57:08.673 INFO:tasks.workunit.client.0.smithi045.stderr: -60> 2024-09-12T17:57:08.537+0000 7f6391840800 20 add_watcher() i=7 2024-09-12T17:57:08.673 INFO:tasks.workunit.client.0.smithi045.stderr: -59> 2024-09-12T17:57:08.537+0000 7f6391840800 2 all 8 watchers are set, enabling cache 2024-09-12T17:57:08.673 INFO:tasks.workunit.client.0.smithi045.stderr: -58> 2024-09-12T17:57:08.539+0000 7f6391840800 5 AuthRegistry(0x7ffc3a4775b0) adding auth protocol: cephx 2024-09-12T17:57:08.673 INFO:tasks.workunit.client.0.smithi045.stderr: -57> 2024-09-12T17:57:08.539+0000 7f6391840800 5 AuthRegistry(0x7ffc3a4775b0) adding auth protocol: cephx 2024-09-12T17:57:08.673 INFO:tasks.workunit.client.0.smithi045.stderr: -56> 2024-09-12T17:57:08.539+0000 7f6391840800 5 AuthRegistry(0x7ffc3a4775b0) adding auth protocol: cephx 2024-09-12T17:57:08.673 INFO:tasks.workunit.client.0.smithi045.stderr: -55> 2024-09-12T17:57:08.539+0000 7f6391840800 5 AuthRegistry(0x7ffc3a4775b0) adding con mode: secure 2024-09-12T17:57:08.673 INFO:tasks.workunit.client.0.smithi045.stderr: -54> 2024-09-12T17:57:08.539+0000 7f6391840800 5 AuthRegistry(0x7ffc3a4775b0) adding con mode: crc 2024-09-12T17:57:08.673 INFO:tasks.workunit.client.0.smithi045.stderr: -53> 2024-09-12T17:57:08.539+0000 7f6391840800 5 AuthRegistry(0x7ffc3a4775b0) adding con mode: secure 2024-09-12T17:57:08.673 INFO:tasks.workunit.client.0.smithi045.stderr: -52> 2024-09-12T17:57:08.539+0000 7f6391840800 5 AuthRegistry(0x7ffc3a4775b0) adding con mode: crc 2024-09-12T17:57:08.674 INFO:tasks.workunit.client.0.smithi045.stderr: -51> 2024-09-12T17:57:08.539+0000 7f6391840800 5 AuthRegistry(0x7ffc3a4775b0) adding con mode: secure 2024-09-12T17:57:08.674 INFO:tasks.workunit.client.0.smithi045.stderr: -50> 2024-09-12T17:57:08.539+0000 7f6391840800 5 AuthRegistry(0x7ffc3a4775b0) adding con mode: crc 2024-09-12T17:57:08.674 INFO:tasks.workunit.client.0.smithi045.stderr: -49> 2024-09-12T17:57:08.539+0000 7f6391840800 5 AuthRegistry(0x7ffc3a4775b0) adding con mode: crc 2024-09-12T17:57:08.674 INFO:tasks.workunit.client.0.smithi045.stderr: -48> 2024-09-12T17:57:08.539+0000 7f62467e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:57:08.674 INFO:tasks.workunit.client.0.smithi045.stderr: -47> 2024-09-12T17:57:08.539+0000 7f6391840800 5 AuthRegistry(0x7ffc3a4775b0) adding con mode: secure 2024-09-12T17:57:08.674 INFO:tasks.workunit.client.0.smithi045.stderr: -46> 2024-09-12T17:57:08.539+0000 7f6391840800 5 AuthRegistry(0x7ffc3a4775b0) adding con mode: crc 2024-09-12T17:57:08.674 INFO:tasks.workunit.client.0.smithi045.stderr: -45> 2024-09-12T17:57:08.539+0000 7f6391840800 5 AuthRegistry(0x7ffc3a4775b0) adding con mode: secure 2024-09-12T17:57:08.674 INFO:tasks.workunit.client.0.smithi045.stderr: -44> 2024-09-12T17:57:08.539+0000 7f6391840800 5 AuthRegistry(0x7ffc3a4775b0) adding con mode: crc 2024-09-12T17:57:08.674 INFO:tasks.workunit.client.0.smithi045.stderr: -43> 2024-09-12T17:57:08.539+0000 7f6391840800 5 AuthRegistry(0x7ffc3a4775b0) adding con mode: secure 2024-09-12T17:57:08.674 INFO:tasks.workunit.client.0.smithi045.stderr: -42> 2024-09-12T17:57:08.539+0000 7f6391840800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:57:08.674 INFO:tasks.workunit.client.0.smithi045.stderr: -41> 2024-09-12T17:57:08.539+0000 7f6391840800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:57:08.674 INFO:tasks.workunit.client.0.smithi045.stderr: -40> 2024-09-12T17:57:08.539+0000 7f6391840800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:57:08.674 INFO:tasks.workunit.client.0.smithi045.stderr: -39> 2024-09-12T17:57:08.539+0000 7f6391840800 5 asok(0x558c21b23730) register_command cache list hook 0x558c21e0d650 2024-09-12T17:57:08.675 INFO:tasks.workunit.client.0.smithi045.stderr: -38> 2024-09-12T17:57:08.539+0000 7f6391840800 5 asok(0x558c21b23730) register_command cache inspect hook 0x558c21e0d650 2024-09-12T17:57:08.675 INFO:tasks.workunit.client.0.smithi045.stderr: -37> 2024-09-12T17:57:08.539+0000 7f6391840800 5 asok(0x558c21b23730) register_command cache erase hook 0x558c21e0d650 2024-09-12T17:57:08.675 INFO:tasks.workunit.client.0.smithi045.stderr: -36> 2024-09-12T17:57:08.539+0000 7f6391840800 5 asok(0x558c21b23730) register_command cache zap hook 0x558c21e0d650 2024-09-12T17:57:08.675 INFO:tasks.workunit.client.0.smithi045.stderr: -35> 2024-09-12T17:57:08.539+0000 7f6391840800 5 note: GC not initialized 2024-09-12T17:57:08.675 INFO:tasks.workunit.client.0.smithi045.stderr: -34> 2024-09-12T17:57:08.540+0000 7f62457e2640 20 reqs_thread_entry: start 2024-09-12T17:57:08.675 INFO:tasks.workunit.client.0.smithi045.stderr: -33> 2024-09-12T17:57:08.540+0000 7f6391840800 5 asok(0x558c21b23730) register_command sync trace show hook 0x7f63840022c0 2024-09-12T17:57:08.675 INFO:tasks.workunit.client.0.smithi045.stderr: -32> 2024-09-12T17:57:08.540+0000 7f6391840800 5 asok(0x558c21b23730) register_command sync trace history hook 0x7f63840022c0 2024-09-12T17:57:08.675 INFO:tasks.workunit.client.0.smithi045.stderr: -31> 2024-09-12T17:57:08.540+0000 7f6391840800 5 asok(0x558c21b23730) register_command sync trace active hook 0x7f63840022c0 2024-09-12T17:57:08.675 INFO:tasks.workunit.client.0.smithi045.stderr: -30> 2024-09-12T17:57:08.540+0000 7f6391840800 5 asok(0x558c21b23730) register_command sync trace active_short hook 0x7f63840022c0 2024-09-12T17:57:08.675 INFO:tasks.workunit.client.0.smithi045.stderr: -29> 2024-09-12T17:57:08.540+0000 7f6391840800 20 init_complete bucket index max shards: 1 2024-09-12T17:57:08.675 INFO:tasks.workunit.client.0.smithi045.stderr: -28> 2024-09-12T17:57:08.540+0000 7f6391840800 20 Filter name: none 2024-09-12T17:57:08.675 INFO:tasks.workunit.client.0.smithi045.stderr: -27> 2024-09-12T17:57:08.540+0000 7f623e7fc640 20 reqs_thread_entry: start 2024-09-12T17:57:08.675 INFO:tasks.workunit.client.0.smithi045.stderr: -26> 2024-09-12T17:57:08.540+0000 7f6391840800 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2024-09-12T17:57:08.676 INFO:tasks.workunit.client.0.smithi045.stderr: -25> 2024-09-12T17:57:08.540+0000 7f6391840800 20 rados->read ofs=0 len=0 2024-09-12T17:57:08.676 INFO:tasks.workunit.client.0.smithi045.stderr: -24> 2024-09-12T17:57:08.540+0000 7f6391840800 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T17:57:08.676 INFO:tasks.workunit.client.0.smithi045.stderr: -23> 2024-09-12T17:57:08.540+0000 7f6391840800 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2024-09-12T17:57:08.676 INFO:tasks.workunit.client.0.smithi045.stderr: -22> 2024-09-12T17:57:08.540+0000 7f6391840800 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2024-09-12T17:57:08.676 INFO:tasks.workunit.client.0.smithi045.stderr: -21> 2024-09-12T17:57:08.540+0000 7f6391840800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.37 : miss 2024-09-12T17:57:08.676 INFO:tasks.workunit.client.0.smithi045.stderr: -20> 2024-09-12T17:57:08.540+0000 7f6391840800 20 rados->read ofs=0 len=0 2024-09-12T17:57:08.676 INFO:tasks.workunit.client.0.smithi045.stderr: -19> 2024-09-12T17:57:08.541+0000 7f6391840800 20 rados_obj.operate() r=0 bl.length=439 2024-09-12T17:57:08.676 INFO:tasks.workunit.client.0.smithi045.stderr: -18> 2024-09-12T17:57:08.541+0000 7f6391840800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.37 info.flags=0x17 2024-09-12T17:57:08.676 INFO:tasks.workunit.client.0.smithi045.stderr: -17> 2024-09-12T17:57:08.541+0000 7f6391840800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.37 to cache LRU end 2024-09-12T17:57:08.676 INFO:tasks.workunit.client.0.smithi045.stderr: -16> 2024-09-12T17:57:08.541+0000 7f6391840800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:57:08.676 INFO:tasks.workunit.client.0.smithi045.stderr: -15> 2024-09-12T17:57:08.541+0000 7f6391840800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:57:08.676 INFO:tasks.workunit.client.0.smithi045.stderr: -14> 2024-09-12T17:57:08.541+0000 7f6391840800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.37 2024-09-12T17:57:08.676 INFO:tasks.workunit.client.0.smithi045.stderr: -13> 2024-09-12T17:57:08.544+0000 7f6391840800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.37 info.flags=0x17 2024-09-12T17:57:08.677 INFO:tasks.workunit.client.0.smithi045.stderr: -12> 2024-09-12T17:57:08.544+0000 7f6391840800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.37 to cache LRU end 2024-09-12T17:57:08.677 INFO:tasks.workunit.client.0.smithi045.stderr: -11> 2024-09-12T17:57:08.544+0000 7f6391840800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:57:08.677 INFO:tasks.workunit.client.0.smithi045.stderr: -10> 2024-09-12T17:57:08.544+0000 7f6391840800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.37, ofs0, ns] 2024-09-12T17:57:08.677 INFO:tasks.workunit.client.0.smithi045.stderr: -9> 2024-09-12T17:57:08.545+0000 7f62727fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398861 cookie 94060352274624 notifier 7235 bl.length()=1007 2024-09-12T17:57:08.677 INFO:tasks.workunit.client.0.smithi045.stderr: -8> 2024-09-12T17:57:08.545+0000 7f62727fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.37 info.flags=0x17 2024-09-12T17:57:08.677 INFO:tasks.workunit.client.0.smithi045.stderr: -7> 2024-09-12T17:57:08.545+0000 7f62727fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.37 to cache LRU end 2024-09-12T17:57:08.677 INFO:tasks.workunit.client.0.smithi045.stderr: -6> 2024-09-12T17:57:08.545+0000 7f62727fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:57:08.677 INFO:tasks.workunit.client.0.smithi045.stderr: -5> 2024-09-12T17:57:08.545+0000 7f6391840800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.37]): orig_sources= new_sources= 2024-09-12T17:57:08.677 INFO:tasks.workunit.client.0.smithi045.stderr: -4> 2024-09-12T17:57:08.545+0000 7f6391840800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.37]): potential sources added=[] removed=[] 2024-09-12T17:57:08.677 INFO:tasks.workunit.client.0.smithi045.stderr: -3> 2024-09-12T17:57:08.545+0000 7f6391840800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.37]): orig_dests= new_dests= 2024-09-12T17:57:08.677 INFO:tasks.workunit.client.0.smithi045.stderr: -2> 2024-09-12T17:57:08.545+0000 7f6391840800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.37]): potential dests added=[] removed=[] 2024-09-12T17:57:08.677 INFO:tasks.workunit.client.0.smithi045.stderr: -1> 2024-09-12T17:57:08.547+0000 7f6391840800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f6391840800 time 2024-09-12T17:57:08.547069+0000 2024-09-12T17:57:08.678 INFO:tasks.workunit.client.0.smithi045.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:57:08.678 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:08.678 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:57:08.678 INFO:tasks.workunit.client.0.smithi045.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f6394d8c71a] 2024-09-12T17:57:08.678 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f6394d8c8d8] 2024-09-12T17:57:08.678 INFO:tasks.workunit.client.0.smithi045.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x558c1fc0a841] 2024-09-12T17:57:08.678 INFO:tasks.workunit.client.0.smithi045.stderr: 4: radosgw-admin(+0xd7490c) [0x558c2011890c] 2024-09-12T17:57:08.678 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x558c1fc1a50d] 2024-09-12T17:57:08.678 INFO:tasks.workunit.client.0.smithi045.stderr: 6: main() 2024-09-12T17:57:08.678 INFO:tasks.workunit.client.0.smithi045.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f6393a29590] 2024-09-12T17:57:08.678 INFO:tasks.workunit.client.0.smithi045.stderr: 8: __libc_start_main() 2024-09-12T17:57:08.678 INFO:tasks.workunit.client.0.smithi045.stderr: 9: _start() 2024-09-12T17:57:08.678 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:08.678 INFO:tasks.workunit.client.0.smithi045.stderr: 0> 2024-09-12T17:57:08.548+0000 7f6391840800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:57:08.679 INFO:tasks.workunit.client.0.smithi045.stderr: in thread 7f6391840800 thread_name:radosgw-admin 2024-09-12T17:57:08.679 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:08.679 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:57:08.679 INFO:tasks.workunit.client.0.smithi045.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f6393a3e6f0] 2024-09-12T17:57:08.679 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f6393a8b99c] 2024-09-12T17:57:08.679 INFO:tasks.workunit.client.0.smithi045.stderr: 3: raise() 2024-09-12T17:57:08.679 INFO:tasks.workunit.client.0.smithi045.stderr: 4: abort() 2024-09-12T17:57:08.679 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f6394d8c774] 2024-09-12T17:57:08.679 INFO:tasks.workunit.client.0.smithi045.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f6394d8c8d8] 2024-09-12T17:57:08.679 INFO:tasks.workunit.client.0.smithi045.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x558c1fc0a841] 2024-09-12T17:57:08.679 INFO:tasks.workunit.client.0.smithi045.stderr: 8: radosgw-admin(+0xd7490c) [0x558c2011890c] 2024-09-12T17:57:08.679 INFO:tasks.workunit.client.0.smithi045.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x558c1fc1a50d] 2024-09-12T17:57:08.679 INFO:tasks.workunit.client.0.smithi045.stderr: 10: main() 2024-09-12T17:57:08.680 INFO:tasks.workunit.client.0.smithi045.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f6393a29590] 2024-09-12T17:57:08.680 INFO:tasks.workunit.client.0.smithi045.stderr: 12: __libc_start_main() 2024-09-12T17:57:08.680 INFO:tasks.workunit.client.0.smithi045.stderr: 13: _start() 2024-09-12T17:57:08.680 INFO:tasks.workunit.client.0.smithi045.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:57:08.680 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:08.680 INFO:tasks.workunit.client.0.smithi045.stderr:--- logging levels --- 2024-09-12T17:57:08.680 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 none 2024-09-12T17:57:08.680 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 lockdep 2024-09-12T17:57:08.680 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 context 2024-09-12T17:57:08.680 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 crush 2024-09-12T17:57:08.680 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds 2024-09-12T17:57:08.680 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_balancer 2024-09-12T17:57:08.680 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_locker 2024-09-12T17:57:08.680 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_log 2024-09-12T17:57:08.681 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_log_expire 2024-09-12T17:57:08.681 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_migrator 2024-09-12T17:57:08.681 INFO:tasks.workunit.client.0.smithi045.stderr: 3/ 5 mds_quiesce 2024-09-12T17:57:08.681 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 buffer 2024-09-12T17:57:08.681 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 timer 2024-09-12T17:57:08.681 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 filer 2024-09-12T17:57:08.681 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 striper 2024-09-12T17:57:08.681 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 objecter 2024-09-12T17:57:08.681 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rados 2024-09-12T17:57:08.681 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd 2024-09-12T17:57:08.681 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_mirror 2024-09-12T17:57:08.681 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_replay 2024-09-12T17:57:08.681 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_pwl 2024-09-12T17:57:08.682 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 journaler 2024-09-12T17:57:08.682 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 objectcacher 2024-09-12T17:57:08.682 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:57:08.682 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 client 2024-09-12T17:57:08.682 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 osd 2024-09-12T17:57:08.682 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 optracker 2024-09-12T17:57:08.682 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 objclass 2024-09-12T17:57:08.682 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 filestore 2024-09-12T17:57:08.682 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 journal 2024-09-12T17:57:08.682 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 0 ms 2024-09-12T17:57:08.682 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mon 2024-09-12T17:57:08.682 INFO:tasks.workunit.client.0.smithi045.stderr: 0/10 monc 2024-09-12T17:57:08.682 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 paxos 2024-09-12T17:57:08.682 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 tp 2024-09-12T17:57:08.682 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 auth 2024-09-12T17:57:08.683 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 crypto 2024-09-12T17:57:08.683 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 finisher 2024-09-12T17:57:08.683 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 reserver 2024-09-12T17:57:08.683 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 heartbeatmap 2024-09-12T17:57:08.683 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 perfcounter 2024-09-12T17:57:08.683 INFO:tasks.workunit.client.0.smithi045.stderr: 20/20 rgw 2024-09-12T17:57:08.683 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_sync 2024-09-12T17:57:08.683 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_datacache 2024-09-12T17:57:08.683 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_access 2024-09-12T17:57:08.683 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:57:08.683 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_flight 2024-09-12T17:57:08.683 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:57:08.683 INFO:tasks.workunit.client.0.smithi045.stderr: 20/20 rgw_notification 2024-09-12T17:57:08.683 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 javaclient 2024-09-12T17:57:08.684 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 asok 2024-09-12T17:57:08.684 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 throttle 2024-09-12T17:57:08.684 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 0 refs 2024-09-12T17:57:08.684 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 compressor 2024-09-12T17:57:08.684 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 bluestore 2024-09-12T17:57:08.684 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 bluefs 2024-09-12T17:57:08.684 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 bdev 2024-09-12T17:57:08.684 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 kstore 2024-09-12T17:57:08.684 INFO:tasks.workunit.client.0.smithi045.stderr: 4/ 5 rocksdb 2024-09-12T17:57:08.684 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 fuse 2024-09-12T17:57:08.684 INFO:tasks.workunit.client.0.smithi045.stderr: 2/ 5 mgr 2024-09-12T17:57:08.684 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mgrc 2024-09-12T17:57:08.684 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 dpdk 2024-09-12T17:57:08.685 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 eventtrace 2024-09-12T17:57:08.685 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 prioritycache 2024-09-12T17:57:08.685 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 test 2024-09-12T17:57:08.685 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:57:08.685 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cephsqlite 2024-09-12T17:57:08.685 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:57:08.685 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore 2024-09-12T17:57:08.685 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_onode 2024-09-12T17:57:08.685 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_odata 2024-09-12T17:57:08.685 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_omap 2024-09-12T17:57:08.685 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_tm 2024-09-12T17:57:08.685 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_t 2024-09-12T17:57:08.685 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:57:08.685 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_epm 2024-09-12T17:57:08.685 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_lba 2024-09-12T17:57:08.686 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:57:08.686 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_cache 2024-09-12T17:57:08.686 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_journal 2024-09-12T17:57:08.686 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_device 2024-09-12T17:57:08.686 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_backref 2024-09-12T17:57:08.686 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 alienstore 2024-09-12T17:57:08.686 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mclock 2024-09-12T17:57:08.686 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cyanstore 2024-09-12T17:57:08.686 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 ceph_exporter 2024-09-12T17:57:08.686 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 memstore 2024-09-12T17:57:08.686 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 trace 2024-09-12T17:57:08.686 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 ceph_dedup 2024-09-12T17:57:08.686 INFO:tasks.workunit.client.0.smithi045.stderr: -2/-2 (syslog threshold) 2024-09-12T17:57:08.686 INFO:tasks.workunit.client.0.smithi045.stderr: 99/99 (stderr threshold) 2024-09-12T17:57:08.687 INFO:tasks.workunit.client.0.smithi045.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:57:08.687 INFO:tasks.workunit.client.0.smithi045.stderr: 7f623e7fc640 / http_manager 2024-09-12T17:57:08.687 INFO:tasks.workunit.client.0.smithi045.stderr: 7f62457e2640 / http_manager 2024-09-12T17:57:08.687 INFO:tasks.workunit.client.0.smithi045.stderr: 7f62467e4640 / rgw_dt_lg_renew 2024-09-12T17:57:08.687 INFO:tasks.workunit.client.0.smithi045.stderr: 7f62717fa640 / ms_dispatch 2024-09-12T17:57:08.687 INFO:tasks.workunit.client.0.smithi045.stderr: 7f62727fc640 / io_context_pool 2024-09-12T17:57:08.687 INFO:tasks.workunit.client.0.smithi045.stderr: 7f6272ffd640 / io_context_pool 2024-09-12T17:57:08.687 INFO:tasks.workunit.client.0.smithi045.stderr: 7f6279602640 / ms_dispatch 2024-09-12T17:57:08.687 INFO:tasks.workunit.client.0.smithi045.stderr: 7f627be07640 / ms_dispatch 2024-09-12T17:57:08.687 INFO:tasks.workunit.client.0.smithi045.stderr: 7f627d60a640 / io_context_pool 2024-09-12T17:57:08.687 INFO:tasks.workunit.client.0.smithi045.stderr: 7f638eb29640 / msgr-worker-2 2024-09-12T17:57:08.687 INFO:tasks.workunit.client.0.smithi045.stderr: 7f638f32a640 / msgr-worker-1 2024-09-12T17:57:08.687 INFO:tasks.workunit.client.0.smithi045.stderr: 7f638fb2b640 / msgr-worker-0 2024-09-12T17:57:08.687 INFO:tasks.workunit.client.0.smithi045.stderr: 7f639032c640 / io_context_pool 2024-09-12T17:57:08.688 INFO:tasks.workunit.client.0.smithi045.stderr: 7f6391840800 / radosgw-admin 2024-09-12T17:57:08.688 INFO:tasks.workunit.client.0.smithi045.stderr: max_recent 500 2024-09-12T17:57:08.688 INFO:tasks.workunit.client.0.smithi045.stderr: max_new 1000 2024-09-12T17:57:08.688 INFO:tasks.workunit.client.0.smithi045.stderr: log_file /var/lib/ceph/crash/2024-09-12T17:57:08.548724Z_49e11960-9ce5-4d18-a975-39cb1b745a31/log 2024-09-12T17:57:08.688 INFO:tasks.workunit.client.0.smithi045.stderr:--- end dump of recent events --- 2024-09-12T17:57:08.688 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket abort-at-logrecord-writes 2024-09-12T17:57:08.693 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:57:08.693 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:57:08.693 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.625+0000 7f0ba7216800 20 rados->read ofs=0 len=0 2024-09-12T17:57:08.693 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.627+0000 7f0ba7216800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:08.693 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.627+0000 7f0ba7216800 20 realm 2024-09-12T17:57:08.693 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.627+0000 7f0ba7216800 20 rados->read ofs=0 len=0 2024-09-12T17:57:08.693 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.627+0000 7f0ba7216800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:08.693 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.627+0000 7f0ba7216800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:57:08.694 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.627+0000 7f0ba7216800 20 rados->read ofs=0 len=0 2024-09-12T17:57:08.694 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.627+0000 7f0ba7216800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:08.694 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.627+0000 7f0ba7216800 20 rados->read ofs=0 len=0 2024-09-12T17:57:08.694 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.628+0000 7f0ba7216800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:08.694 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.628+0000 7f0ba7216800 20 rados->read ofs=0 len=0 2024-09-12T17:57:08.694 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.629+0000 7f0ba7216800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:57:08.694 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.629+0000 7f0ba7216800 20 searching for the correct realm 2024-09-12T17:57:08.694 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.631+0000 7f0ba31e8640 0 -- 172.21.15.45:0/304305864 >> [v2:172.21.15.45:6800/38958590,v1:172.21.15.45:6801/38958590] conn(0x555ff19a2440 msgr2=0x555ff19a4870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:57:08.694 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.635+0000 7f0ba29e7640 0 -- 172.21.15.45:0/304305864 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f0b980a55c0 msgr2=0x7f0b9806dc60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:57:08.694 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.639+0000 7f0ba7216800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:57:08.694 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.639+0000 7f0ba7216800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:57:08.694 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.639+0000 7f0ba7216800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:57:08.695 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.639+0000 7f0ba7216800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:57:08.695 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.639+0000 7f0ba7216800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:57:08.695 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.639+0000 7f0ba7216800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:57:08.695 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.639+0000 7f0ba7216800 20 rados->read ofs=0 len=0 2024-09-12T17:57:08.695 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.639+0000 7f0ba7216800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:08.695 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.639+0000 7f0ba7216800 20 rados->read ofs=0 len=0 2024-09-12T17:57:08.695 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.639+0000 7f0ba7216800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:08.695 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.639+0000 7f0ba7216800 20 rados->read ofs=0 len=0 2024-09-12T17:57:08.695 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.640+0000 7f0ba7216800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:57:08.695 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.640+0000 7f0ba7216800 20 zone default found 2024-09-12T17:57:08.695 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.640+0000 7f0ba7216800 4 Realm: () 2024-09-12T17:57:08.695 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.640+0000 7f0ba7216800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:57:08.695 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.640+0000 7f0ba7216800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:57:08.696 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.640+0000 7f0ba7216800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:57:08.696 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.640+0000 7f0ba7216800 20 zonegroup default 2024-09-12T17:57:08.696 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.640+0000 7f0ba7216800 20 rados->read ofs=0 len=0 2024-09-12T17:57:08.696 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.640+0000 7f0ba7216800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:08.696 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.640+0000 7f0ba7216800 20 rados->read ofs=0 len=0 2024-09-12T17:57:08.696 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.640+0000 7f0ba7216800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:08.696 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.640+0000 7f0ba7216800 20 rados->read ofs=0 len=0 2024-09-12T17:57:08.696 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.640+0000 7f0ba7216800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:08.696 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.640+0000 7f0ba7216800 20 started sync module instance, tier type = 2024-09-12T17:57:08.696 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.640+0000 7f0ba7216800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:57:08.696 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.649+0000 7f0ba7216800 20 add_watcher() i=0 2024-09-12T17:57:08.696 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.649+0000 7f0ba7216800 20 add_watcher() i=1 2024-09-12T17:57:08.696 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.649+0000 7f0ba7216800 20 add_watcher() i=2 2024-09-12T17:57:08.697 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.649+0000 7f0ba7216800 20 add_watcher() i=3 2024-09-12T17:57:08.697 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.649+0000 7f0ba7216800 20 add_watcher() i=4 2024-09-12T17:57:08.697 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.649+0000 7f0ba7216800 20 add_watcher() i=5 2024-09-12T17:57:08.697 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.649+0000 7f0ba7216800 20 add_watcher() i=6 2024-09-12T17:57:08.697 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.650+0000 7f0ba7216800 20 add_watcher() i=7 2024-09-12T17:57:08.697 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.650+0000 7f0ba7216800 2 all 8 watchers are set, enabling cache 2024-09-12T17:57:08.697 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.652+0000 7f0a597e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:57:08.697 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.652+0000 7f0ba7216800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:57:08.697 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.652+0000 7f0ba7216800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:57:08.697 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.652+0000 7f0ba7216800 5 note: GC not initialized 2024-09-12T17:57:08.697 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.652+0000 7f09d3fff640 20 reqs_thread_entry: start 2024-09-12T17:57:08.697 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.652+0000 7f0ba7216800 20 init_complete bucket index max shards: 1 2024-09-12T17:57:08.697 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.652+0000 7f0ba7216800 20 Filter name: none 2024-09-12T17:57:08.697 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.652+0000 7f09d1ffb640 20 reqs_thread_entry: start 2024-09-12T17:57:08.698 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.652+0000 7f0ba7216800 20 rados->read ofs=0 len=0 2024-09-12T17:57:08.698 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.653+0000 7f0ba7216800 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T17:57:08.698 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.653+0000 7f0ba7216800 20 rados->read ofs=0 len=0 2024-09-12T17:57:08.698 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.653+0000 7f0ba7216800 20 rados_obj.operate() r=0 bl.length=471 2024-09-12T17:57:08.698 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.653+0000 7f0ba7216800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:57:08.698 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.653+0000 7f0ba7216800 20 rados->read ofs=0 len=0 2024-09-12T17:57:08.698 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.654+0000 7f0ba7216800 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T17:57:08.698 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.654+0000 7f0ba7216800 20 rados->read ofs=0 len=0 2024-09-12T17:57:08.698 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.654+0000 7f0ba7216800 20 rados_obj.operate() r=0 bl.length=471 2024-09-12T17:57:08.698 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.654+0000 7f0ba7216800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:57:08.698 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.655+0000 7f0a597e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:57:08.698 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.657+0000 7f0ba7216800 20 remove_watcher() i=0 2024-09-12T17:57:08.698 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.657+0000 7f0ba7216800 2 removed watcher, disabling cache 2024-09-12T17:57:08.699 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.659+0000 7f0ba7216800 20 remove_watcher() i=1 2024-09-12T17:57:08.699 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.660+0000 7f0ba7216800 20 remove_watcher() i=2 2024-09-12T17:57:08.699 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.661+0000 7f0ba7216800 20 remove_watcher() i=3 2024-09-12T17:57:08.699 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.662+0000 7f0ba7216800 20 remove_watcher() i=4 2024-09-12T17:57:08.699 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.663+0000 7f0ba7216800 20 remove_watcher() i=5 2024-09-12T17:57:08.699 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.664+0000 7f0ba7216800 20 remove_watcher() i=6 2024-09-12T17:57:08.699 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.664+0000 7f0ba7216800 20 remove_watcher() i=7 2024-09-12T17:57:08.699 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:08.699 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T17:57:08.699 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: abort-at-logrecord-writes id: b6123b67-6580-4373-9691-e0e950df5f06.4566.37 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:57:08.699 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:08.699 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:08.699 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:08.699 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:08.700 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:08.727 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket reshard --bucket abort-at-logrecord-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:57:08.759 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:57:08.760 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:57:09.000 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:08.999+0000 7f493eb2a800 20 rados->read ofs=0 len=0 2024-09-12T17:57:09.002 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.001+0000 7f493eb2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:09.002 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.001+0000 7f493eb2a800 20 realm 2024-09-12T17:57:09.002 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.001+0000 7f493eb2a800 20 rados->read ofs=0 len=0 2024-09-12T17:57:09.002 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.001+0000 7f493eb2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:09.002 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.001+0000 7f493eb2a800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:57:09.002 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.001+0000 7f493eb2a800 20 rados->read ofs=0 len=0 2024-09-12T17:57:09.002 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.001+0000 7f493eb2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:09.002 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.001+0000 7f493eb2a800 20 rados->read ofs=0 len=0 2024-09-12T17:57:09.003 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.002+0000 7f493eb2a800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:09.003 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.002+0000 7f493eb2a800 20 rados->read ofs=0 len=0 2024-09-12T17:57:09.003 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.003+0000 7f493eb2a800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:57:09.003 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.003+0000 7f493eb2a800 20 searching for the correct realm 2024-09-12T17:57:09.005 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.005+0000 7f493a0ac640 0 -- 172.21.15.45:0/75133881 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f492c017070 msgr2=0x7f492c00b690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:57:09.212 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.211+0000 7f493a8ad640 0 -- 172.21.15.45:0/75133881 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f4930027040 msgr2=0x7f4930045410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:57:09.418 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.418+0000 7f493eb2a800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:57:09.419 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.418+0000 7f493eb2a800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:57:09.419 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.418+0000 7f493eb2a800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:57:09.419 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.418+0000 7f493eb2a800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:57:09.419 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.418+0000 7f493eb2a800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:57:09.419 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.418+0000 7f493eb2a800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:57:09.419 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.418+0000 7f493eb2a800 20 rados->read ofs=0 len=0 2024-09-12T17:57:09.419 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.418+0000 7f493eb2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:09.419 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.418+0000 7f493eb2a800 20 rados->read ofs=0 len=0 2024-09-12T17:57:09.420 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.418+0000 7f493eb2a800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:09.421 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.418+0000 7f493eb2a800 20 rados->read ofs=0 len=0 2024-09-12T17:57:09.421 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.419+0000 7f493eb2a800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:57:09.421 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.419+0000 7f493eb2a800 20 zone default found 2024-09-12T17:57:09.421 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.419+0000 7f493eb2a800 4 Realm: () 2024-09-12T17:57:09.421 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.419+0000 7f493eb2a800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:57:09.421 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.419+0000 7f493eb2a800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:57:09.421 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.419+0000 7f493eb2a800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:57:09.421 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.419+0000 7f493eb2a800 20 zonegroup default 2024-09-12T17:57:09.421 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.419+0000 7f493eb2a800 20 rados->read ofs=0 len=0 2024-09-12T17:57:09.421 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.419+0000 7f493eb2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:09.421 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.419+0000 7f493eb2a800 20 rados->read ofs=0 len=0 2024-09-12T17:57:09.422 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.420+0000 7f493eb2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:09.422 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.420+0000 7f493eb2a800 20 rados->read ofs=0 len=0 2024-09-12T17:57:09.422 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.420+0000 7f493eb2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:09.422 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.420+0000 7f493eb2a800 20 started sync module instance, tier type = 2024-09-12T17:57:09.422 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.420+0000 7f493eb2a800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:57:09.431 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.430+0000 7f493eb2a800 20 add_watcher() i=0 2024-09-12T17:57:09.431 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.430+0000 7f493eb2a800 20 add_watcher() i=1 2024-09-12T17:57:09.431 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.430+0000 7f493eb2a800 20 add_watcher() i=2 2024-09-12T17:57:09.431 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.430+0000 7f493eb2a800 20 add_watcher() i=3 2024-09-12T17:57:09.431 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.430+0000 7f493eb2a800 20 add_watcher() i=4 2024-09-12T17:57:09.431 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.430+0000 7f493eb2a800 20 add_watcher() i=5 2024-09-12T17:57:09.431 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.430+0000 7f493eb2a800 20 add_watcher() i=6 2024-09-12T17:57:09.432 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.431+0000 7f493eb2a800 20 add_watcher() i=7 2024-09-12T17:57:09.432 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.431+0000 7f493eb2a800 2 all 8 watchers are set, enabling cache 2024-09-12T17:57:09.434 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.433+0000 7f47f1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:57:09.435 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.434+0000 7f493eb2a800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:57:09.435 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.434+0000 7f493eb2a800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:57:09.435 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.434+0000 7f493eb2a800 5 note: GC not initialized 2024-09-12T17:57:09.435 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.434+0000 7f47f0fe1640 20 reqs_thread_entry: start 2024-09-12T17:57:09.435 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.434+0000 7f493eb2a800 20 init_complete bucket index max shards: 1 2024-09-12T17:57:09.435 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.434+0000 7f493eb2a800 20 Filter name: none 2024-09-12T17:57:09.435 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.434+0000 7f47e9ffb640 20 reqs_thread_entry: start 2024-09-12T17:57:09.435 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.434+0000 7f493eb2a800 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2024-09-12T17:57:09.435 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.434+0000 7f493eb2a800 20 rados->read ofs=0 len=0 2024-09-12T17:57:09.436 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.435+0000 7f493eb2a800 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T17:57:09.436 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.435+0000 7f493eb2a800 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2024-09-12T17:57:09.436 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.435+0000 7f493eb2a800 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2024-09-12T17:57:09.436 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.435+0000 7f493eb2a800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.37 : miss 2024-09-12T17:57:09.437 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.435+0000 7f493eb2a800 20 rados->read ofs=0 len=0 2024-09-12T17:57:09.437 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.435+0000 7f493eb2a800 20 rados_obj.operate() r=0 bl.length=471 2024-09-12T17:57:09.437 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.435+0000 7f493eb2a800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.37 info.flags=0x17 2024-09-12T17:57:09.437 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.435+0000 7f493eb2a800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.37 to cache LRU end 2024-09-12T17:57:09.437 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.435+0000 7f493eb2a800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:57:09.437 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.435+0000 7f493eb2a800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:57:09.437 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.435+0000 7f493eb2a800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.37 2024-09-12T17:57:09.437 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.436+0000 7f493eb2a800 0 INFO: RGWReshardLock::lock found lock on abort-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.37 to be held by another RGW process; skipping for now 2024-09-12T17:57:09.438 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.437+0000 7f47f1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:57:09.440 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.439+0000 7f493eb2a800 20 remove_watcher() i=0 2024-09-12T17:57:09.440 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.439+0000 7f493eb2a800 2 removed watcher, disabling cache 2024-09-12T17:57:09.441 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.440+0000 7f493eb2a800 20 remove_watcher() i=1 2024-09-12T17:57:09.442 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.442+0000 7f493eb2a800 20 remove_watcher() i=2 2024-09-12T17:57:09.443 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.443+0000 7f493eb2a800 20 remove_watcher() i=3 2024-09-12T17:57:09.444 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.444+0000 7f493eb2a800 20 remove_watcher() i=4 2024-09-12T17:57:09.445 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.445+0000 7f493eb2a800 20 remove_watcher() i=5 2024-09-12T17:57:09.446 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.446+0000 7f493eb2a800 20 remove_watcher() i=6 2024-09-12T17:57:09.447 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:09.447+0000 7f493eb2a800 20 remove_watcher() i=7 2024-09-12T17:57:09.461 INFO:tasks.workunit.client.0.smithi045.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-12T17:57:39.478 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket reshard --bucket abort-at-logrecord-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:57:39.514 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:57:39.514 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:57:39.560 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.558+0000 7fb013b46800 20 rados->read ofs=0 len=0 2024-09-12T17:57:39.562 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.560+0000 7fb013b46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:39.562 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.560+0000 7fb013b46800 20 realm 2024-09-12T17:57:39.562 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.560+0000 7fb013b46800 20 rados->read ofs=0 len=0 2024-09-12T17:57:39.562 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.560+0000 7fb013b46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:39.562 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.560+0000 7fb013b46800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:57:39.562 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.560+0000 7fb013b46800 20 rados->read ofs=0 len=0 2024-09-12T17:57:39.562 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.560+0000 7fb013b46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:39.562 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.560+0000 7fb013b46800 20 rados->read ofs=0 len=0 2024-09-12T17:57:39.563 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.561+0000 7fb013b46800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:39.563 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.561+0000 7fb013b46800 20 rados->read ofs=0 len=0 2024-09-12T17:57:39.564 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.562+0000 7fb013b46800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:57:39.564 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.562+0000 7fb013b46800 20 searching for the correct realm 2024-09-12T17:57:39.567 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.565+0000 7fb010e2f640 0 -- 172.21.15.45:0/1959022672 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x563c201556e0 msgr2=0x563c20157af0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:57:39.571 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.570+0000 7fb011630640 0 -- 172.21.15.45:0/1959022672 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7fb0080c2070 msgr2=0x7fb0080d1a10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:57:39.779 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.777+0000 7fb013b46800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:57:39.779 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.777+0000 7fb013b46800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:57:39.779 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.777+0000 7fb013b46800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:57:39.779 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.777+0000 7fb013b46800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:57:39.779 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.777+0000 7fb013b46800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:57:39.779 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.777+0000 7fb013b46800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:57:39.779 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.777+0000 7fb013b46800 20 rados->read ofs=0 len=0 2024-09-12T17:57:39.779 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.777+0000 7fb013b46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:39.779 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.777+0000 7fb013b46800 20 rados->read ofs=0 len=0 2024-09-12T17:57:39.780 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.778+0000 7fb013b46800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:39.781 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.778+0000 7fb013b46800 20 rados->read ofs=0 len=0 2024-09-12T17:57:39.781 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.778+0000 7fb013b46800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:57:39.781 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.778+0000 7fb013b46800 20 zone default found 2024-09-12T17:57:39.781 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.778+0000 7fb013b46800 4 Realm: () 2024-09-12T17:57:39.781 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.778+0000 7fb013b46800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:57:39.781 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.778+0000 7fb013b46800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:57:39.781 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.778+0000 7fb013b46800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:57:39.781 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.778+0000 7fb013b46800 20 zonegroup default 2024-09-12T17:57:39.782 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.778+0000 7fb013b46800 20 rados->read ofs=0 len=0 2024-09-12T17:57:39.782 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.778+0000 7fb013b46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:39.782 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.778+0000 7fb013b46800 20 rados->read ofs=0 len=0 2024-09-12T17:57:39.782 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.779+0000 7fb013b46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:39.782 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.779+0000 7fb013b46800 20 rados->read ofs=0 len=0 2024-09-12T17:57:39.782 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.779+0000 7fb013b46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:39.782 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.779+0000 7fb013b46800 20 started sync module instance, tier type = 2024-09-12T17:57:39.782 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.779+0000 7fb013b46800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:57:39.791 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.790+0000 7fb013b46800 20 add_watcher() i=0 2024-09-12T17:57:39.791 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.790+0000 7fb013b46800 20 add_watcher() i=1 2024-09-12T17:57:39.792 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.790+0000 7fb013b46800 20 add_watcher() i=2 2024-09-12T17:57:39.792 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.790+0000 7fb013b46800 20 add_watcher() i=3 2024-09-12T17:57:39.792 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.790+0000 7fb013b46800 20 add_watcher() i=4 2024-09-12T17:57:39.792 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.790+0000 7fb013b46800 20 add_watcher() i=5 2024-09-12T17:57:39.792 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.790+0000 7fb013b46800 20 add_watcher() i=6 2024-09-12T17:57:39.793 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.791+0000 7fb013b46800 20 add_watcher() i=7 2024-09-12T17:57:39.793 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.791+0000 7fb013b46800 2 all 8 watchers are set, enabling cache 2024-09-12T17:57:39.794 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.793+0000 7faec7fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:57:39.796 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.793+0000 7fb013b46800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:57:39.796 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.793+0000 7fb013b46800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:57:39.796 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.793+0000 7fb013b46800 5 note: GC not initialized 2024-09-12T17:57:39.796 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.793+0000 7faec6fe5640 20 reqs_thread_entry: start 2024-09-12T17:57:39.796 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.793+0000 7fb013b46800 20 init_complete bucket index max shards: 1 2024-09-12T17:57:39.796 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.794+0000 7fb013b46800 20 Filter name: none 2024-09-12T17:57:39.796 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.794+0000 7faec4fe1640 20 reqs_thread_entry: start 2024-09-12T17:57:39.796 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.794+0000 7fb013b46800 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2024-09-12T17:57:39.796 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.794+0000 7fb013b46800 20 rados->read ofs=0 len=0 2024-09-12T17:57:39.796 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.794+0000 7fb013b46800 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T17:57:39.797 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.794+0000 7fb013b46800 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2024-09-12T17:57:39.797 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.794+0000 7fb013b46800 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2024-09-12T17:57:39.797 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.794+0000 7fb013b46800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.37 : miss 2024-09-12T17:57:39.797 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.794+0000 7fb013b46800 20 rados->read ofs=0 len=0 2024-09-12T17:57:39.797 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.795+0000 7fb013b46800 20 rados_obj.operate() r=0 bl.length=471 2024-09-12T17:57:39.797 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.795+0000 7fb013b46800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.37 info.flags=0x17 2024-09-12T17:57:39.798 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.795+0000 7fb013b46800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.37 to cache LRU end 2024-09-12T17:57:39.798 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.795+0000 7fb013b46800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:57:39.798 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.795+0000 7fb013b46800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:57:39.798 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.795+0000 7fb013b46800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.37 2024-09-12T17:57:39.798 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.796+0000 7fb013b46800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T17:57:39.802 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.800+0000 7fb013b46800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.37 info.flags=0x17 2024-09-12T17:57:39.802 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.800+0000 7fb013b46800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.37 to cache LRU end 2024-09-12T17:57:39.802 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.800+0000 7fb013b46800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:57:39.802 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.800+0000 7fb013b46800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.37, ofs0, ns] 2024-09-12T17:57:39.802 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.800+0000 7faef4ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398862 cookie 94816236336048 notifier 7686 bl.length()=1007 2024-09-12T17:57:39.802 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.800+0000 7faef4ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.37 info.flags=0x17 2024-09-12T17:57:39.802 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.800+0000 7faef4ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.37 to cache LRU end 2024-09-12T17:57:39.802 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.800+0000 7faef4ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:57:39.803 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.801+0000 7fb013b46800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.37]): orig_sources= new_sources= 2024-09-12T17:57:39.803 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.801+0000 7fb013b46800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.37]): potential sources added=[] removed=[] 2024-09-12T17:57:39.803 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.801+0000 7fb013b46800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.37]): orig_dests= new_dests= 2024-09-12T17:57:39.803 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.801+0000 7fb013b46800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.37]): potential dests added=[] removed=[] 2024-09-12T17:57:39.805 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.803+0000 7fb013b46800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.37.2.0 2024-09-12T17:57:39.805 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.803+0000 7fb013b46800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.37.2.0 2024-09-12T17:57:39.805 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.803+0000 7fb013b46800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.37.2.1 2024-09-12T17:57:39.805 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.803+0000 7fb013b46800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.37.2.1 2024-09-12T17:57:39.805 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.803+0000 7fb013b46800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.37.0 2024-09-12T17:57:39.807 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.806+0000 7fb013b46800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.37 : hit (requested=0x17, cached=0x17) 2024-09-12T17:57:39.807 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.806+0000 7fb013b46800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.37 2024-09-12T17:57:39.809 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.807+0000 7fb013b46800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.37 info.flags=0x17 2024-09-12T17:57:39.809 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.807+0000 7fb013b46800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.37 to cache LRU end 2024-09-12T17:57:39.809 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.807+0000 7fb013b46800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:57:39.809 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.807+0000 7fb013b46800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.37, ofs0, ns] 2024-09-12T17:57:39.809 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.807+0000 7faee3fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398863 cookie 94816236336048 notifier 7686 bl.length()=1007 2024-09-12T17:57:39.809 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.807+0000 7faee3fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.37 info.flags=0x17 2024-09-12T17:57:39.809 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.807+0000 7faee3fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.37 to cache LRU end 2024-09-12T17:57:39.809 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.807+0000 7faee3fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:57:39.810 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.808+0000 7fb013b46800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.37]): orig_sources= new_sources= 2024-09-12T17:57:39.810 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.808+0000 7fb013b46800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.37]): potential sources added=[] removed=[] 2024-09-12T17:57:39.810 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.808+0000 7fb013b46800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.37]): orig_dests= new_dests= 2024-09-12T17:57:39.810 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.808+0000 7fb013b46800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.37]): potential dests added=[] removed=[] 2024-09-12T17:57:39.811 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.809+0000 7fb013b46800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.37.0 2024-09-12T17:57:39.811 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.810+0000 7fb013b46800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.37 : hit (requested=0x17, cached=0x17) 2024-09-12T17:57:39.811 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.810+0000 7fb013b46800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.37 2024-09-12T17:57:39.813 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.811+0000 7fb013b46800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.37 info.flags=0x17 2024-09-12T17:57:39.813 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.811+0000 7fb013b46800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.37 to cache LRU end 2024-09-12T17:57:39.813 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.811+0000 7fb013b46800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:57:39.813 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.811+0000 7fb013b46800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.37, ofs0, ns] 2024-09-12T17:57:39.814 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.812+0000 7faee3fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398864 cookie 94816236336048 notifier 7686 bl.length()=975 2024-09-12T17:57:39.814 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.812+0000 7faee3fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.37 info.flags=0x17 2024-09-12T17:57:39.814 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.812+0000 7faee3fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b6123b67-6580-4373-9691-e0e950df5f06.4566.37 to cache LRU end 2024-09-12T17:57:39.814 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.812+0000 7faee3fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:57:39.814 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.812+0000 7fb013b46800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.37]): orig_sources= new_sources= 2024-09-12T17:57:39.814 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.812+0000 7fb013b46800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.37]): potential sources added=[] removed=[] 2024-09-12T17:57:39.814 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.812+0000 7fb013b46800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.37]): orig_dests= new_dests= 2024-09-12T17:57:39.815 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.812+0000 7fb013b46800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[b6123b67-6580-4373-9691-e0e950df5f06.4566.37]): potential dests added=[] removed=[] 2024-09-12T17:57:39.815 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.813+0000 7fb013b46800 1 execute INFO: reshard of bucket "abort-at-logrecord-writes" from 1 shards to 2 shards completed successfully 2024-09-12T17:57:39.817 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.816+0000 7faec7fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:57:39.820 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.819+0000 7fb013b46800 20 remove_watcher() i=0 2024-09-12T17:57:39.821 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.819+0000 7fb013b46800 2 removed watcher, disabling cache 2024-09-12T17:57:39.821 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.820+0000 7fb013b46800 20 remove_watcher() i=1 2024-09-12T17:57:39.823 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.821+0000 7fb013b46800 20 remove_watcher() i=2 2024-09-12T17:57:39.824 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.823+0000 7fb013b46800 20 remove_watcher() i=3 2024-09-12T17:57:39.825 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.824+0000 7fb013b46800 20 remove_watcher() i=4 2024-09-12T17:57:39.826 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.825+0000 7fb013b46800 20 remove_watcher() i=5 2024-09-12T17:57:39.827 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.826+0000 7fb013b46800 20 remove_watcher() i=6 2024-09-12T17:57:39.828 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.827+0000 7fb013b46800 20 remove_watcher() i=7 2024-09-12T17:57:39.842 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket abort-at-logrecord-writes 2024-09-12T17:57:39.872 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:57:39.872 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:57:39.912 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.910+0000 7fbca9016800 20 rados->read ofs=0 len=0 2024-09-12T17:57:39.914 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.912+0000 7fbca9016800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:39.914 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.912+0000 7fbca9016800 20 realm 2024-09-12T17:57:39.914 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.912+0000 7fbca9016800 20 rados->read ofs=0 len=0 2024-09-12T17:57:39.914 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.912+0000 7fbca9016800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:39.914 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.912+0000 7fbca9016800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:57:39.914 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.912+0000 7fbca9016800 20 rados->read ofs=0 len=0 2024-09-12T17:57:39.914 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.912+0000 7fbca9016800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:39.915 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.912+0000 7fbca9016800 20 rados->read ofs=0 len=0 2024-09-12T17:57:39.915 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.913+0000 7fbca9016800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:39.915 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.913+0000 7fbca9016800 20 rados->read ofs=0 len=0 2024-09-12T17:57:39.916 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.914+0000 7fbca9016800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:57:39.916 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.914+0000 7fbca9016800 20 searching for the correct realm 2024-09-12T17:57:39.919 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.918+0000 7fbca3fe6640 0 -- 172.21.15.45:0/1917645083 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7fbc94019040 msgr2=0x7fbc940263f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:57:39.923 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.921+0000 7fbca4fe8640 0 -- 172.21.15.45:0/1917645083 >> [v2:172.21.15.115:6826/2187734287,v1:172.21.15.115:6827/2187734287] conn(0x7fbc980b30d0 msgr2=0x7fbc980ad8d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:57:39.926 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.925+0000 7fbca9016800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:57:39.927 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.925+0000 7fbca9016800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:57:39.927 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.925+0000 7fbca9016800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:57:39.927 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.925+0000 7fbca9016800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:57:39.927 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.925+0000 7fbca9016800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:57:39.927 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.925+0000 7fbca9016800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:57:39.927 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.925+0000 7fbca9016800 20 rados->read ofs=0 len=0 2024-09-12T17:57:39.927 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.925+0000 7fbca9016800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:39.927 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.925+0000 7fbca9016800 20 rados->read ofs=0 len=0 2024-09-12T17:57:39.928 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.925+0000 7fbca9016800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:39.928 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.925+0000 7fbca9016800 20 rados->read ofs=0 len=0 2024-09-12T17:57:39.928 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.926+0000 7fbca9016800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:57:39.929 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.926+0000 7fbca9016800 20 zone default found 2024-09-12T17:57:39.929 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.926+0000 7fbca9016800 4 Realm: () 2024-09-12T17:57:39.929 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.926+0000 7fbca9016800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:57:39.929 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.926+0000 7fbca9016800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:57:39.929 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.926+0000 7fbca9016800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:57:39.929 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.926+0000 7fbca9016800 20 zonegroup default 2024-09-12T17:57:39.929 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.926+0000 7fbca9016800 20 rados->read ofs=0 len=0 2024-09-12T17:57:39.929 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.926+0000 7fbca9016800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:39.929 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.926+0000 7fbca9016800 20 rados->read ofs=0 len=0 2024-09-12T17:57:39.929 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.926+0000 7fbca9016800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:39.929 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.926+0000 7fbca9016800 20 rados->read ofs=0 len=0 2024-09-12T17:57:39.929 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.927+0000 7fbca9016800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:39.929 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.927+0000 7fbca9016800 20 started sync module instance, tier type = 2024-09-12T17:57:39.930 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.927+0000 7fbca9016800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:57:39.937 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.936+0000 7fbca9016800 20 add_watcher() i=0 2024-09-12T17:57:39.938 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.936+0000 7fbca9016800 20 add_watcher() i=1 2024-09-12T17:57:39.938 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.936+0000 7fbca9016800 20 add_watcher() i=2 2024-09-12T17:57:39.938 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.936+0000 7fbca9016800 20 add_watcher() i=3 2024-09-12T17:57:39.938 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.936+0000 7fbca9016800 20 add_watcher() i=4 2024-09-12T17:57:39.938 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.936+0000 7fbca9016800 20 add_watcher() i=5 2024-09-12T17:57:39.938 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.936+0000 7fbca9016800 20 add_watcher() i=6 2024-09-12T17:57:39.938 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.937+0000 7fbca9016800 20 add_watcher() i=7 2024-09-12T17:57:39.938 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.937+0000 7fbca9016800 2 all 8 watchers are set, enabling cache 2024-09-12T17:57:39.940 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.939+0000 7fbb5afdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:57:39.941 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.939+0000 7fbca9016800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:57:39.941 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.939+0000 7fbca9016800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:57:39.941 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.939+0000 7fbca9016800 5 note: GC not initialized 2024-09-12T17:57:39.941 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.939+0000 7fbb59fdb640 20 reqs_thread_entry: start 2024-09-12T17:57:39.941 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.939+0000 7fbca9016800 20 init_complete bucket index max shards: 1 2024-09-12T17:57:39.941 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.939+0000 7fbca9016800 20 Filter name: none 2024-09-12T17:57:39.942 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.939+0000 7fbacb7fe640 20 reqs_thread_entry: start 2024-09-12T17:57:39.942 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.939+0000 7fbca9016800 20 rados->read ofs=0 len=0 2024-09-12T17:57:39.943 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.940+0000 7fbca9016800 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T17:57:39.943 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.940+0000 7fbca9016800 20 rados->read ofs=0 len=0 2024-09-12T17:57:39.943 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.940+0000 7fbca9016800 20 rados_obj.operate() r=0 bl.length=439 2024-09-12T17:57:39.943 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.940+0000 7fbca9016800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:57:39.943 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.940+0000 7fbca9016800 20 rados->read ofs=0 len=0 2024-09-12T17:57:39.943 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.941+0000 7fbca9016800 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T17:57:39.943 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.941+0000 7fbca9016800 20 rados->read ofs=0 len=0 2024-09-12T17:57:39.943 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.941+0000 7fbca9016800 20 rados_obj.operate() r=0 bl.length=439 2024-09-12T17:57:39.943 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.941+0000 7fbca9016800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:57:39.944 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.943+0000 7fbb5afdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:57:39.947 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.945+0000 7fbca9016800 20 remove_watcher() i=0 2024-09-12T17:57:39.947 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.945+0000 7fbca9016800 2 removed watcher, disabling cache 2024-09-12T17:57:39.948 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.946+0000 7fbca9016800 20 remove_watcher() i=1 2024-09-12T17:57:39.949 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.947+0000 7fbca9016800 20 remove_watcher() i=2 2024-09-12T17:57:39.950 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.948+0000 7fbca9016800 20 remove_watcher() i=3 2024-09-12T17:57:39.951 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.949+0000 7fbca9016800 20 remove_watcher() i=4 2024-09-12T17:57:39.951 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.950+0000 7fbca9016800 20 remove_watcher() i=5 2024-09-12T17:57:39.953 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.951+0000 7fbca9016800 20 remove_watcher() i=6 2024-09-12T17:57:39.953 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:39.952+0000 7fbca9016800 20 remove_watcher() i=7 2024-09-12T17:57:39.964 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:39.964 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T17:57:39.965 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: abort-at-logrecord-writes id: b6123b67-6580-4373-9691-e0e950df5f06.4566.37 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:57:39.965 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:39.967 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:39.967 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:39.970 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:39.970 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:40.013 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:40.013 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:40.026 INFO:tasks.workunit.client.0.smithi045.stderr:TEST: reshard bucket with EIO injected at change_reshard_state 2024-09-12T17:57:40.026 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:40.028 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:40.028 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:40.038 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:40.038 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:40.081 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:40.081 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:40.088 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:40.089 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:40.095 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:40.095 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:40.101 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:40.101 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:40.108 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:40.108 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:40.114 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:40.114 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:40.121 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:40.121 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:40.128 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:40.128 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:40.134 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:40.135 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:40.141 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:40.141 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:40.147 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:40.147 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:40.155 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:40.155 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:40.162 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:40.162 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:40.168 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:40.168 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:40.175 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:40.175 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:40.181 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:40.182 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:40.188 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:40.188 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:40.194 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:40.195 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:40.201 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:40.201 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:40.208 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:40.208 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:40.215 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2024-09-12T17:57:40.244 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:57:40.244 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:57:40.283 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.281+0000 7fe587214800 20 rados->read ofs=0 len=0 2024-09-12T17:57:40.285 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.283+0000 7fe587214800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:40.285 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.283+0000 7fe587214800 20 realm 2024-09-12T17:57:40.285 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.283+0000 7fe587214800 20 rados->read ofs=0 len=0 2024-09-12T17:57:40.285 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.283+0000 7fe587214800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:40.285 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.283+0000 7fe587214800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:57:40.286 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.283+0000 7fe587214800 20 rados->read ofs=0 len=0 2024-09-12T17:57:40.286 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.283+0000 7fe587214800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:40.286 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.283+0000 7fe587214800 20 rados->read ofs=0 len=0 2024-09-12T17:57:40.286 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.284+0000 7fe587214800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:40.286 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.284+0000 7fe587214800 20 rados->read ofs=0 len=0 2024-09-12T17:57:40.287 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.285+0000 7fe587214800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:57:40.287 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.285+0000 7fe587214800 20 searching for the correct realm 2024-09-12T17:57:40.290 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.288+0000 7fe5820ca640 0 -- 172.21.15.45:0/1669378203 >> [v2:172.21.15.45:6800/38958590,v1:172.21.15.45:6801/38958590] conn(0x55e2bedcde00 msgr2=0x55e2bedd0280 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:57:40.293 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.292+0000 7fe5820ca640 0 -- 172.21.15.45:0/1669378203 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7fe574064040 msgr2=0x7fe57408b340 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:57:40.297 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.295+0000 7fe587214800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:57:40.297 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.295+0000 7fe587214800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:57:40.297 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.295+0000 7fe587214800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:57:40.297 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.295+0000 7fe587214800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:57:40.297 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.295+0000 7fe587214800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:57:40.297 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.295+0000 7fe587214800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:57:40.298 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.295+0000 7fe587214800 20 rados->read ofs=0 len=0 2024-09-12T17:57:40.298 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.296+0000 7fe587214800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:40.298 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.296+0000 7fe587214800 20 rados->read ofs=0 len=0 2024-09-12T17:57:40.299 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.296+0000 7fe587214800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:40.299 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.296+0000 7fe587214800 20 rados->read ofs=0 len=0 2024-09-12T17:57:40.299 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.296+0000 7fe587214800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:57:40.299 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.296+0000 7fe587214800 20 zone default found 2024-09-12T17:57:40.299 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.296+0000 7fe587214800 4 Realm: () 2024-09-12T17:57:40.299 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.296+0000 7fe587214800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:57:40.299 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.296+0000 7fe587214800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:57:40.299 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.296+0000 7fe587214800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:57:40.299 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.296+0000 7fe587214800 20 zonegroup default 2024-09-12T17:57:40.300 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.296+0000 7fe587214800 20 rados->read ofs=0 len=0 2024-09-12T17:57:40.300 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.296+0000 7fe587214800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:40.300 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.296+0000 7fe587214800 20 rados->read ofs=0 len=0 2024-09-12T17:57:40.300 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.297+0000 7fe587214800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:40.300 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.297+0000 7fe587214800 20 rados->read ofs=0 len=0 2024-09-12T17:57:40.300 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.297+0000 7fe587214800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:40.300 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.297+0000 7fe587214800 20 started sync module instance, tier type = 2024-09-12T17:57:40.300 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.297+0000 7fe587214800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:57:40.308 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.306+0000 7fe587214800 20 add_watcher() i=0 2024-09-12T17:57:40.308 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.306+0000 7fe587214800 20 add_watcher() i=1 2024-09-12T17:57:40.308 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.306+0000 7fe587214800 20 add_watcher() i=2 2024-09-12T17:57:40.308 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.306+0000 7fe587214800 20 add_watcher() i=3 2024-09-12T17:57:40.308 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.306+0000 7fe587214800 20 add_watcher() i=4 2024-09-12T17:57:40.308 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.306+0000 7fe587214800 20 add_watcher() i=5 2024-09-12T17:57:40.308 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.306+0000 7fe587214800 20 add_watcher() i=6 2024-09-12T17:57:40.309 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.307+0000 7fe587214800 20 add_watcher() i=7 2024-09-12T17:57:40.309 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.307+0000 7fe587214800 2 all 8 watchers are set, enabling cache 2024-09-12T17:57:40.310 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.309+0000 7fe4397e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:57:40.311 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.309+0000 7fe587214800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:57:40.311 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.309+0000 7fe587214800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:57:40.311 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.309+0000 7fe587214800 5 note: GC not initialized 2024-09-12T17:57:40.311 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.309+0000 7fe3b3fff640 20 reqs_thread_entry: start 2024-09-12T17:57:40.311 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.309+0000 7fe587214800 20 init_complete bucket index max shards: 1 2024-09-12T17:57:40.311 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.309+0000 7fe587214800 20 Filter name: none 2024-09-12T17:57:40.311 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.310+0000 7fe3b1ffb640 20 reqs_thread_entry: start 2024-09-12T17:57:40.312 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.310+0000 7fe587214800 20 rados->read ofs=0 len=0 2024-09-12T17:57:40.312 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.310+0000 7fe587214800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:57:40.312 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.310+0000 7fe587214800 20 rados->read ofs=0 len=0 2024-09-12T17:57:40.313 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.311+0000 7fe587214800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:57:40.313 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.311+0000 7fe587214800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:57:40.313 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.311+0000 7fe587214800 20 rados->read ofs=0 len=0 2024-09-12T17:57:40.313 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.311+0000 7fe587214800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:57:40.313 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.311+0000 7fe587214800 20 rados->read ofs=0 len=0 2024-09-12T17:57:40.313 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.311+0000 7fe587214800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:57:40.313 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.311+0000 7fe587214800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:57:40.314 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.313+0000 7fe4397e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:57:40.316 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.315+0000 7fe587214800 20 remove_watcher() i=0 2024-09-12T17:57:40.316 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.315+0000 7fe587214800 2 removed watcher, disabling cache 2024-09-12T17:57:40.317 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.316+0000 7fe587214800 20 remove_watcher() i=1 2024-09-12T17:57:40.318 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.317+0000 7fe587214800 20 remove_watcher() i=2 2024-09-12T17:57:40.319 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.318+0000 7fe587214800 20 remove_watcher() i=3 2024-09-12T17:57:40.320 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.319+0000 7fe587214800 20 remove_watcher() i=4 2024-09-12T17:57:40.321 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.320+0000 7fe587214800 20 remove_watcher() i=5 2024-09-12T17:57:40.322 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.321+0000 7fe587214800 20 remove_watcher() i=6 2024-09-12T17:57:40.323 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.322+0000 7fe587214800 20 remove_watcher() i=7 2024-09-12T17:57:40.334 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:40.334 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T17:57:40.334 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: error-at-change-reshard-state id: b6123b67-6580-4373-9691-e0e950df5f06.4566.38 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:57:40.335 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:40.336 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket reshard --bucket error-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at change_reshard_state 2024-09-12T17:57:40.371 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:57:40.371 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:57:40.410 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.409+0000 7fdb79932800 20 rados->read ofs=0 len=0 2024-09-12T17:57:40.412 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.411+0000 7fdb79932800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:40.413 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.411+0000 7fdb79932800 20 realm 2024-09-12T17:57:40.413 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.411+0000 7fdb79932800 20 rados->read ofs=0 len=0 2024-09-12T17:57:40.413 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.411+0000 7fdb79932800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:40.413 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.411+0000 7fdb79932800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:57:40.413 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.411+0000 7fdb79932800 20 rados->read ofs=0 len=0 2024-09-12T17:57:40.413 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.411+0000 7fdb79932800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:40.413 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.411+0000 7fdb79932800 20 rados->read ofs=0 len=0 2024-09-12T17:57:40.413 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.412+0000 7fdb79932800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:40.414 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.412+0000 7fdb79932800 20 rados->read ofs=0 len=0 2024-09-12T17:57:40.414 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.413+0000 7fdb79932800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:57:40.414 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.413+0000 7fdb79932800 20 searching for the correct realm 2024-09-12T17:57:40.417 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.415+0000 7fdb74dbb640 0 -- 172.21.15.45:0/1084110212 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7fdb68048020 msgr2=0x7fdb68072930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:57:40.420 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.418+0000 7fdb755bc640 0 -- 172.21.15.45:0/1084110212 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7fdb6c05d040 msgr2=0x7fdb6c05d930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:57:40.626 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.624+0000 7fdb79932800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:57:40.626 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.624+0000 7fdb79932800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:57:40.626 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.624+0000 7fdb79932800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:57:40.626 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.624+0000 7fdb79932800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:57:40.626 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.624+0000 7fdb79932800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:57:40.627 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.624+0000 7fdb79932800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:57:40.627 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.624+0000 7fdb79932800 20 rados->read ofs=0 len=0 2024-09-12T17:57:40.627 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.624+0000 7fdb79932800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:40.627 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.624+0000 7fdb79932800 20 rados->read ofs=0 len=0 2024-09-12T17:57:40.627 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.625+0000 7fdb79932800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:40.627 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.625+0000 7fdb79932800 20 rados->read ofs=0 len=0 2024-09-12T17:57:40.628 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.625+0000 7fdb79932800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:57:40.628 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.625+0000 7fdb79932800 20 zone default found 2024-09-12T17:57:40.628 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.625+0000 7fdb79932800 4 Realm: () 2024-09-12T17:57:40.628 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.625+0000 7fdb79932800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:57:40.628 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.625+0000 7fdb79932800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:57:40.628 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.625+0000 7fdb79932800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:57:40.628 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.625+0000 7fdb79932800 20 zonegroup default 2024-09-12T17:57:40.628 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.625+0000 7fdb79932800 20 rados->read ofs=0 len=0 2024-09-12T17:57:40.628 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.625+0000 7fdb79932800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:40.629 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.625+0000 7fdb79932800 20 rados->read ofs=0 len=0 2024-09-12T17:57:40.629 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.626+0000 7fdb79932800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:40.629 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.626+0000 7fdb79932800 20 rados->read ofs=0 len=0 2024-09-12T17:57:40.629 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.626+0000 7fdb79932800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:40.629 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.626+0000 7fdb79932800 20 started sync module instance, tier type = 2024-09-12T17:57:40.629 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.626+0000 7fdb79932800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:57:40.637 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.635+0000 7fdb79932800 20 add_watcher() i=0 2024-09-12T17:57:40.637 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.635+0000 7fdb79932800 20 add_watcher() i=1 2024-09-12T17:57:40.637 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.635+0000 7fdb79932800 20 add_watcher() i=2 2024-09-12T17:57:40.637 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.635+0000 7fdb79932800 20 add_watcher() i=3 2024-09-12T17:57:40.637 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.635+0000 7fdb79932800 20 add_watcher() i=4 2024-09-12T17:57:40.637 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.635+0000 7fdb79932800 20 add_watcher() i=5 2024-09-12T17:57:40.637 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.635+0000 7fdb79932800 20 add_watcher() i=6 2024-09-12T17:57:40.638 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.636+0000 7fdb79932800 20 add_watcher() i=7 2024-09-12T17:57:40.638 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.636+0000 7fdb79932800 2 all 8 watchers are set, enabling cache 2024-09-12T17:57:40.640 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.639+0000 7fda2b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:57:40.640 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.639+0000 7fdb79932800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:57:40.641 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.639+0000 7fdb79932800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:57:40.641 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.639+0000 7fdb79932800 5 note: GC not initialized 2024-09-12T17:57:40.641 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.639+0000 7fda2a7e4640 20 reqs_thread_entry: start 2024-09-12T17:57:40.641 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.639+0000 7fdb79932800 20 init_complete bucket index max shards: 1 2024-09-12T17:57:40.641 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.639+0000 7fdb79932800 20 Filter name: none 2024-09-12T17:57:40.641 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.639+0000 7fd99bfff640 20 reqs_thread_entry: start 2024-09-12T17:57:40.641 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.639+0000 7fdb79932800 10 cache get: name=default.rgw.meta+root+error-at-change-reshard-state : miss 2024-09-12T17:57:40.641 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.639+0000 7fdb79932800 20 rados->read ofs=0 len=0 2024-09-12T17:57:40.642 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.640+0000 7fdb79932800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:57:40.642 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.640+0000 7fdb79932800 10 cache put: name=default.rgw.meta+root+error-at-change-reshard-state info.flags=0x11 2024-09-12T17:57:40.642 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.640+0000 7fdb79932800 10 adding default.rgw.meta+root+error-at-change-reshard-state to cache LRU end 2024-09-12T17:57:40.642 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.640+0000 7fdb79932800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.38 : miss 2024-09-12T17:57:40.642 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.640+0000 7fdb79932800 20 rados->read ofs=0 len=0 2024-09-12T17:57:40.642 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.640+0000 7fdb79932800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:57:40.642 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.640+0000 7fdb79932800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.38 info.flags=0x17 2024-09-12T17:57:40.643 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.640+0000 7fdb79932800 10 adding default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.38 to cache LRU end 2024-09-12T17:57:40.643 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.640+0000 7fdb79932800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:57:40.643 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.640+0000 7fdb79932800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:57:40.643 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.640+0000 7fdb79932800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.38 2024-09-12T17:57:40.645 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.644+0000 7fdb79932800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.38 info.flags=0x17 2024-09-12T17:57:40.645 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.644+0000 7fdb79932800 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.38 to cache LRU end 2024-09-12T17:57:40.645 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.644+0000 7fdb79932800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:57:40.646 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.644+0000 7fdb79932800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.38, ofs0, ns] 2024-09-12T17:57:40.646 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.644+0000 7fda58ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398932 cookie 94667817808736 notifier 7737 bl.length()=1015 2024-09-12T17:57:40.646 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.644+0000 7fda58ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.38 info.flags=0x17 2024-09-12T17:57:40.646 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.644+0000 7fda58ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.38 to cache LRU end 2024-09-12T17:57:40.646 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.644+0000 7fda58ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:57:40.646 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.644+0000 7fdb79932800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[b6123b67-6580-4373-9691-e0e950df5f06.4566.38]): orig_sources= new_sources= 2024-09-12T17:57:40.646 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.644+0000 7fdb79932800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[b6123b67-6580-4373-9691-e0e950df5f06.4566.38]): potential sources added=[] removed=[] 2024-09-12T17:57:40.647 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.644+0000 7fdb79932800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[b6123b67-6580-4373-9691-e0e950df5f06.4566.38]): orig_dests= new_dests= 2024-09-12T17:57:40.647 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.644+0000 7fdb79932800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[b6123b67-6580-4373-9691-e0e950df5f06.4566.38]): potential dests added=[] removed=[] 2024-09-12T17:57:40.648 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.647+0000 7fdb79932800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.38.1.0 2024-09-12T17:57:40.648 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.647+0000 7fdb79932800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.38.1.0 2024-09-12T17:57:40.649 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.647+0000 7fdb79932800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.38.1.1 2024-09-12T17:57:40.649 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.647+0000 7fdb79932800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.38.1.1 2024-09-12T17:57:40.649 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.647+0000 7fdb79932800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.38.0 2024-09-12T17:57:40.651 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.649+0000 7fdb79932800 -1 Injecting error=-5 at location=change_reshard_state 2024-09-12T17:57:40.651 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.649+0000 7fdb79932800 0 ERROR: change_reshard_state failed to commit target index layout: (5) Input/output error 2024-09-12T17:57:40.655 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.654+0000 7fdb79932800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.38 : hit (requested=0x17, cached=0x17) 2024-09-12T17:57:40.655 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.654+0000 7fdb79932800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.38 2024-09-12T17:57:40.657 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.655+0000 7fdb79932800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.38 info.flags=0x17 2024-09-12T17:57:40.657 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.655+0000 7fdb79932800 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.38 to cache LRU end 2024-09-12T17:57:40.657 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.655+0000 7fdb79932800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:57:40.657 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.655+0000 7fdb79932800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.38, ofs0, ns] 2024-09-12T17:57:40.657 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.656+0000 7fda47fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398933 cookie 94667817808736 notifier 7737 bl.length()=983 2024-09-12T17:57:40.658 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.656+0000 7fda47fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.38 info.flags=0x17 2024-09-12T17:57:40.658 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.656+0000 7fda47fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.38 to cache LRU end 2024-09-12T17:57:40.658 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.656+0000 7fda47fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:57:40.658 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.656+0000 7fdb79932800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[b6123b67-6580-4373-9691-e0e950df5f06.4566.38]): orig_sources= new_sources= 2024-09-12T17:57:40.658 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.656+0000 7fdb79932800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[b6123b67-6580-4373-9691-e0e950df5f06.4566.38]): potential sources added=[] removed=[] 2024-09-12T17:57:40.658 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.656+0000 7fdb79932800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[b6123b67-6580-4373-9691-e0e950df5f06.4566.38]): orig_dests= new_dests= 2024-09-12T17:57:40.658 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.656+0000 7fdb79932800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[b6123b67-6580-4373-9691-e0e950df5f06.4566.38]): potential dests added=[] removed=[] 2024-09-12T17:57:40.658 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.656+0000 7fdb79932800 1 execute INFO: reshard of bucket "error-at-change-reshard-state" canceled due to errors 2024-09-12T17:57:40.660 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.658+0000 7fda2b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:57:40.662 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.660+0000 7fdb79932800 20 remove_watcher() i=0 2024-09-12T17:57:40.662 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.660+0000 7fdb79932800 2 removed watcher, disabling cache 2024-09-12T17:57:40.663 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.661+0000 7fdb79932800 20 remove_watcher() i=1 2024-09-12T17:57:40.664 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.663+0000 7fdb79932800 20 remove_watcher() i=2 2024-09-12T17:57:40.665 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.664+0000 7fdb79932800 20 remove_watcher() i=3 2024-09-12T17:57:40.666 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.664+0000 7fdb79932800 20 remove_watcher() i=4 2024-09-12T17:57:40.667 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.665+0000 7fdb79932800 20 remove_watcher() i=5 2024-09-12T17:57:40.668 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.667+0000 7fdb79932800 20 remove_watcher() i=6 2024-09-12T17:57:40.669 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.667+0000 7fdb79932800 20 remove_watcher() i=7 2024-09-12T17:57:40.682 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2024-09-12T17:57:40.712 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:57:40.712 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:57:40.751 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.750+0000 7f8686924800 20 rados->read ofs=0 len=0 2024-09-12T17:57:40.753 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.752+0000 7f8686924800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:40.753 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.752+0000 7f8686924800 20 realm 2024-09-12T17:57:40.754 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.752+0000 7f8686924800 20 rados->read ofs=0 len=0 2024-09-12T17:57:40.754 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.752+0000 7f8686924800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:40.754 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.752+0000 7f8686924800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:57:40.754 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.752+0000 7f8686924800 20 rados->read ofs=0 len=0 2024-09-12T17:57:40.754 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.752+0000 7f8686924800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:40.754 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.752+0000 7f8686924800 20 rados->read ofs=0 len=0 2024-09-12T17:57:40.754 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.753+0000 7f8686924800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:40.754 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.753+0000 7f8686924800 20 rados->read ofs=0 len=0 2024-09-12T17:57:40.755 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.753+0000 7f8686924800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:57:40.755 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.754+0000 7f8686924800 20 searching for the correct realm 2024-09-12T17:57:40.757 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.756+0000 7f8681d55640 0 -- 172.21.15.45:0/3873350735 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f867403a410 msgr2=0x7f867403a810 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:57:40.761 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:40.759+0000 7f8682556640 0 -- 172.21.15.45:0/3873350735 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f86780ad190 msgr2=0x7f86780b00c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:57:41.370 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.369+0000 7f8686924800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:57:41.370 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.369+0000 7f8686924800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:57:41.370 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.369+0000 7f8686924800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:57:41.370 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.369+0000 7f8686924800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:57:41.371 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.369+0000 7f8686924800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:57:41.371 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.369+0000 7f8686924800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:57:41.371 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.369+0000 7f8686924800 20 rados->read ofs=0 len=0 2024-09-12T17:57:41.371 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.370+0000 7f8686924800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:41.371 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.370+0000 7f8686924800 20 rados->read ofs=0 len=0 2024-09-12T17:57:41.372 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.370+0000 7f8686924800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:41.372 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.370+0000 7f8686924800 20 rados->read ofs=0 len=0 2024-09-12T17:57:41.372 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.370+0000 7f8686924800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:57:41.372 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.370+0000 7f8686924800 20 zone default found 2024-09-12T17:57:41.372 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.370+0000 7f8686924800 4 Realm: () 2024-09-12T17:57:41.372 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.370+0000 7f8686924800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:57:41.373 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.370+0000 7f8686924800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:57:41.373 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.370+0000 7f8686924800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:57:41.373 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.370+0000 7f8686924800 20 zonegroup default 2024-09-12T17:57:41.373 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.370+0000 7f8686924800 20 rados->read ofs=0 len=0 2024-09-12T17:57:41.373 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.371+0000 7f8686924800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:41.373 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.371+0000 7f8686924800 20 rados->read ofs=0 len=0 2024-09-12T17:57:41.373 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.371+0000 7f8686924800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:41.373 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.371+0000 7f8686924800 20 rados->read ofs=0 len=0 2024-09-12T17:57:41.373 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.372+0000 7f8686924800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:41.373 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.372+0000 7f8686924800 20 started sync module instance, tier type = 2024-09-12T17:57:41.373 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.372+0000 7f8686924800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:57:41.383 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.382+0000 7f8686924800 20 add_watcher() i=0 2024-09-12T17:57:41.383 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.382+0000 7f8686924800 20 add_watcher() i=1 2024-09-12T17:57:41.383 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.382+0000 7f8686924800 20 add_watcher() i=2 2024-09-12T17:57:41.383 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.382+0000 7f8686924800 20 add_watcher() i=3 2024-09-12T17:57:41.383 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.382+0000 7f8686924800 20 add_watcher() i=4 2024-09-12T17:57:41.383 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.382+0000 7f8686924800 20 add_watcher() i=5 2024-09-12T17:57:41.383 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.382+0000 7f8686924800 20 add_watcher() i=6 2024-09-12T17:57:41.384 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.383+0000 7f8686924800 20 add_watcher() i=7 2024-09-12T17:57:41.384 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.383+0000 7f8686924800 2 all 8 watchers are set, enabling cache 2024-09-12T17:57:41.386 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.385+0000 7f8538fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:57:41.386 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.386+0000 7f8686924800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:57:41.386 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.386+0000 7f8686924800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:57:41.386 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.386+0000 7f8686924800 5 note: GC not initialized 2024-09-12T17:57:41.387 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.386+0000 7f84b37fe640 20 reqs_thread_entry: start 2024-09-12T17:57:41.387 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.386+0000 7f8686924800 20 init_complete bucket index max shards: 1 2024-09-12T17:57:41.387 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.386+0000 7f8686924800 20 Filter name: none 2024-09-12T17:57:41.387 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.386+0000 7f84b17fa640 20 reqs_thread_entry: start 2024-09-12T17:57:41.387 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.386+0000 7f8686924800 20 rados->read ofs=0 len=0 2024-09-12T17:57:41.388 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.387+0000 7f8686924800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:57:41.388 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.387+0000 7f8686924800 20 rados->read ofs=0 len=0 2024-09-12T17:57:41.388 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.388+0000 7f8686924800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:57:41.389 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.388+0000 7f8686924800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:57:41.389 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.388+0000 7f8686924800 20 rados->read ofs=0 len=0 2024-09-12T17:57:41.389 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.388+0000 7f8686924800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:57:41.389 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.388+0000 7f8686924800 20 rados->read ofs=0 len=0 2024-09-12T17:57:41.389 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.389+0000 7f8686924800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:57:41.390 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.389+0000 7f8686924800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:57:41.391 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.391+0000 7f8538fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:57:41.394 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.393+0000 7f8686924800 20 remove_watcher() i=0 2024-09-12T17:57:41.394 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.393+0000 7f8686924800 2 removed watcher, disabling cache 2024-09-12T17:57:41.395 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.395+0000 7f8686924800 20 remove_watcher() i=1 2024-09-12T17:57:41.396 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.396+0000 7f8686924800 20 remove_watcher() i=2 2024-09-12T17:57:41.397 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.397+0000 7f8686924800 20 remove_watcher() i=3 2024-09-12T17:57:41.398 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.398+0000 7f8686924800 20 remove_watcher() i=4 2024-09-12T17:57:41.399 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.399+0000 7f8686924800 20 remove_watcher() i=5 2024-09-12T17:57:41.401 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.400+0000 7f8686924800 20 remove_watcher() i=6 2024-09-12T17:57:41.402 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.401+0000 7f8686924800 20 remove_watcher() i=7 2024-09-12T17:57:41.416 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:41.416 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T17:57:41.416 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: error-at-change-reshard-state id: b6123b67-6580-4373-9691-e0e950df5f06.4566.38 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:57:41.416 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:41.418 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:41.418 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:41.425 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:41.425 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:41.468 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket reshard --bucket error-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:57:41.504 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:57:41.504 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:57:41.546 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.545+0000 7f32d1c13800 20 rados->read ofs=0 len=0 2024-09-12T17:57:41.548 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.547+0000 7f32d1c13800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:41.548 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.547+0000 7f32d1c13800 20 realm 2024-09-12T17:57:41.548 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.547+0000 7f32d1c13800 20 rados->read ofs=0 len=0 2024-09-12T17:57:41.548 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.547+0000 7f32d1c13800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:41.549 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.547+0000 7f32d1c13800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:57:41.549 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.547+0000 7f32d1c13800 20 rados->read ofs=0 len=0 2024-09-12T17:57:41.549 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.547+0000 7f32d1c13800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:41.549 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.547+0000 7f32d1c13800 20 rados->read ofs=0 len=0 2024-09-12T17:57:41.549 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.548+0000 7f32d1c13800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:41.549 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.548+0000 7f32d1c13800 20 rados->read ofs=0 len=0 2024-09-12T17:57:41.550 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.549+0000 7f32d1c13800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:57:41.550 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.549+0000 7f32d1c13800 20 searching for the correct realm 2024-09-12T17:57:41.552 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.551+0000 7f32ccb47640 0 -- 172.21.15.45:0/1808197093 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f32c006c060 msgr2=0x7f32c00be970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:57:41.556 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.555+0000 7f32cd348640 0 -- 172.21.15.45:0/1808197093 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f32c4059920 msgr2=0x7f32c402a400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:57:41.763 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.762+0000 7f32d1c13800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:57:41.763 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.762+0000 7f32d1c13800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:57:41.763 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.762+0000 7f32d1c13800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:57:41.763 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.762+0000 7f32d1c13800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:57:41.763 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.762+0000 7f32d1c13800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:57:41.763 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.762+0000 7f32d1c13800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:57:41.763 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.762+0000 7f32d1c13800 20 rados->read ofs=0 len=0 2024-09-12T17:57:41.763 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.762+0000 7f32d1c13800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:41.764 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.762+0000 7f32d1c13800 20 rados->read ofs=0 len=0 2024-09-12T17:57:41.764 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.763+0000 7f32d1c13800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:41.765 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.763+0000 7f32d1c13800 20 rados->read ofs=0 len=0 2024-09-12T17:57:41.765 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.763+0000 7f32d1c13800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:57:41.765 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.763+0000 7f32d1c13800 20 zone default found 2024-09-12T17:57:41.765 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.763+0000 7f32d1c13800 4 Realm: () 2024-09-12T17:57:41.765 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.763+0000 7f32d1c13800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:57:41.765 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.763+0000 7f32d1c13800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:57:41.765 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.763+0000 7f32d1c13800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:57:41.765 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.763+0000 7f32d1c13800 20 zonegroup default 2024-09-12T17:57:41.765 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.763+0000 7f32d1c13800 20 rados->read ofs=0 len=0 2024-09-12T17:57:41.765 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.763+0000 7f32d1c13800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:41.765 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.763+0000 7f32d1c13800 20 rados->read ofs=0 len=0 2024-09-12T17:57:41.765 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.763+0000 7f32d1c13800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:41.766 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.764+0000 7f32d1c13800 20 rados->read ofs=0 len=0 2024-09-12T17:57:41.766 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.764+0000 7f32d1c13800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:41.766 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.764+0000 7f32d1c13800 20 started sync module instance, tier type = 2024-09-12T17:57:41.766 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.764+0000 7f32d1c13800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:57:41.774 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.773+0000 7f32d1c13800 20 add_watcher() i=0 2024-09-12T17:57:41.774 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.773+0000 7f32d1c13800 20 add_watcher() i=1 2024-09-12T17:57:41.774 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.773+0000 7f32d1c13800 20 add_watcher() i=2 2024-09-12T17:57:41.774 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.773+0000 7f32d1c13800 20 add_watcher() i=3 2024-09-12T17:57:41.774 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.773+0000 7f32d1c13800 20 add_watcher() i=4 2024-09-12T17:57:41.774 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.773+0000 7f32d1c13800 20 add_watcher() i=5 2024-09-12T17:57:41.775 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.773+0000 7f32d1c13800 20 add_watcher() i=6 2024-09-12T17:57:41.775 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.774+0000 7f32d1c13800 20 add_watcher() i=7 2024-09-12T17:57:41.775 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.774+0000 7f32d1c13800 2 all 8 watchers are set, enabling cache 2024-09-12T17:57:41.777 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.776+0000 7f31837e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:57:41.778 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.777+0000 7f32d1c13800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:57:41.778 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.777+0000 7f32d1c13800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:57:41.778 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.777+0000 7f32d1c13800 5 note: GC not initialized 2024-09-12T17:57:41.778 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.777+0000 7f31827e4640 20 reqs_thread_entry: start 2024-09-12T17:57:41.778 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.777+0000 7f32d1c13800 20 init_complete bucket index max shards: 1 2024-09-12T17:57:41.778 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.777+0000 7f32d1c13800 20 Filter name: none 2024-09-12T17:57:41.778 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.777+0000 7f30f3fff640 20 reqs_thread_entry: start 2024-09-12T17:57:41.778 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.777+0000 7f32d1c13800 10 cache get: name=default.rgw.meta+root+error-at-change-reshard-state : miss 2024-09-12T17:57:41.778 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.777+0000 7f32d1c13800 20 rados->read ofs=0 len=0 2024-09-12T17:57:41.779 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.778+0000 7f32d1c13800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:57:41.779 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.778+0000 7f32d1c13800 10 cache put: name=default.rgw.meta+root+error-at-change-reshard-state info.flags=0x11 2024-09-12T17:57:41.779 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.778+0000 7f32d1c13800 10 adding default.rgw.meta+root+error-at-change-reshard-state to cache LRU end 2024-09-12T17:57:41.779 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.778+0000 7f32d1c13800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.38 : miss 2024-09-12T17:57:41.780 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.778+0000 7f32d1c13800 20 rados->read ofs=0 len=0 2024-09-12T17:57:41.780 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.778+0000 7f32d1c13800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:57:41.780 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.778+0000 7f32d1c13800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.38 info.flags=0x17 2024-09-12T17:57:41.780 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.778+0000 7f32d1c13800 10 adding default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.38 to cache LRU end 2024-09-12T17:57:41.780 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.778+0000 7f32d1c13800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:57:41.780 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.778+0000 7f32d1c13800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:57:41.780 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.778+0000 7f32d1c13800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.38 2024-09-12T17:57:41.782 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.782+0000 7f32d1c13800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.38 info.flags=0x17 2024-09-12T17:57:41.782 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.782+0000 7f32d1c13800 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.38 to cache LRU end 2024-09-12T17:57:41.783 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.782+0000 7f32d1c13800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:57:41.783 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.782+0000 7f32d1c13800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.38, ofs0, ns] 2024-09-12T17:57:41.783 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.782+0000 7f31b0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398934 cookie 94354548756272 notifier 7234 bl.length()=1015 2024-09-12T17:57:41.783 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.782+0000 7f31b0ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.38 info.flags=0x17 2024-09-12T17:57:41.783 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.782+0000 7f31b0ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.38 to cache LRU end 2024-09-12T17:57:41.783 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.782+0000 7f31b0ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:57:41.783 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.783+0000 7f32d1c13800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[b6123b67-6580-4373-9691-e0e950df5f06.4566.38]): orig_sources= new_sources= 2024-09-12T17:57:41.783 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.783+0000 7f32d1c13800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[b6123b67-6580-4373-9691-e0e950df5f06.4566.38]): potential sources added=[] removed=[] 2024-09-12T17:57:41.784 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.783+0000 7f32d1c13800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[b6123b67-6580-4373-9691-e0e950df5f06.4566.38]): orig_dests= new_dests= 2024-09-12T17:57:41.784 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.783+0000 7f32d1c13800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[b6123b67-6580-4373-9691-e0e950df5f06.4566.38]): potential dests added=[] removed=[] 2024-09-12T17:57:41.785 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.785+0000 7f32d1c13800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.38.1.0 2024-09-12T17:57:41.786 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.785+0000 7f32d1c13800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.38.1.0 2024-09-12T17:57:41.786 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.785+0000 7f32d1c13800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.38.1.1 2024-09-12T17:57:41.786 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.785+0000 7f32d1c13800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.38.1.1 2024-09-12T17:57:41.786 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.785+0000 7f32d1c13800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.38.0 2024-09-12T17:57:41.788 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.788+0000 7f32d1c13800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.38 : hit (requested=0x17, cached=0x17) 2024-09-12T17:57:41.788 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.788+0000 7f32d1c13800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.38 2024-09-12T17:57:41.790 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.789+0000 7f32d1c13800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.38 info.flags=0x17 2024-09-12T17:57:41.790 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.789+0000 7f32d1c13800 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.38 to cache LRU end 2024-09-12T17:57:41.790 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.789+0000 7f32d1c13800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:57:41.790 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.789+0000 7f32d1c13800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.38, ofs0, ns] 2024-09-12T17:57:41.790 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.789+0000 7f31b0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398935 cookie 94354548756272 notifier 7234 bl.length()=1015 2024-09-12T17:57:41.790 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.789+0000 7f31b0ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.38 info.flags=0x17 2024-09-12T17:57:41.790 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.789+0000 7f31b0ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.38 to cache LRU end 2024-09-12T17:57:41.790 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.789+0000 7f31b0ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:57:41.790 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.789+0000 7f32d1c13800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[b6123b67-6580-4373-9691-e0e950df5f06.4566.38]): orig_sources= new_sources= 2024-09-12T17:57:41.791 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.789+0000 7f32d1c13800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[b6123b67-6580-4373-9691-e0e950df5f06.4566.38]): potential sources added=[] removed=[] 2024-09-12T17:57:41.791 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.789+0000 7f32d1c13800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[b6123b67-6580-4373-9691-e0e950df5f06.4566.38]): orig_dests= new_dests= 2024-09-12T17:57:41.791 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.790+0000 7f32d1c13800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[b6123b67-6580-4373-9691-e0e950df5f06.4566.38]): potential dests added=[] removed=[] 2024-09-12T17:57:41.791 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.791+0000 7f32d1c13800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.38.0 2024-09-12T17:57:41.792 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.791+0000 7f32d1c13800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.38 : hit (requested=0x17, cached=0x17) 2024-09-12T17:57:41.792 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.791+0000 7f32d1c13800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.38 2024-09-12T17:57:41.793 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.792+0000 7f32d1c13800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.38 info.flags=0x17 2024-09-12T17:57:41.793 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.792+0000 7f32d1c13800 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.38 to cache LRU end 2024-09-12T17:57:41.793 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.792+0000 7f32d1c13800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:57:41.793 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.792+0000 7f32d1c13800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.38, ofs0, ns] 2024-09-12T17:57:41.794 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.793+0000 7f31b0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398936 cookie 94354548756272 notifier 7234 bl.length()=983 2024-09-12T17:57:41.794 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.793+0000 7f31b0ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.38 info.flags=0x17 2024-09-12T17:57:41.794 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.793+0000 7f31b0ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.38 to cache LRU end 2024-09-12T17:57:41.794 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.793+0000 7f31b0ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:57:41.794 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.793+0000 7f32d1c13800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[b6123b67-6580-4373-9691-e0e950df5f06.4566.38]): orig_sources= new_sources= 2024-09-12T17:57:41.794 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.793+0000 7f32d1c13800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[b6123b67-6580-4373-9691-e0e950df5f06.4566.38]): potential sources added=[] removed=[] 2024-09-12T17:57:41.794 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.793+0000 7f32d1c13800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[b6123b67-6580-4373-9691-e0e950df5f06.4566.38]): orig_dests= new_dests= 2024-09-12T17:57:41.794 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.793+0000 7f32d1c13800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[b6123b67-6580-4373-9691-e0e950df5f06.4566.38]): potential dests added=[] removed=[] 2024-09-12T17:57:41.795 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.794+0000 7f32d1c13800 1 execute INFO: reshard of bucket "error-at-change-reshard-state" from 1 shards to 2 shards completed successfully 2024-09-12T17:57:41.797 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.796+0000 7f31837e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:57:41.799 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.798+0000 7f32d1c13800 20 remove_watcher() i=0 2024-09-12T17:57:41.799 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.798+0000 7f32d1c13800 2 removed watcher, disabling cache 2024-09-12T17:57:41.800 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.799+0000 7f32d1c13800 20 remove_watcher() i=1 2024-09-12T17:57:41.801 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.800+0000 7f32d1c13800 20 remove_watcher() i=2 2024-09-12T17:57:41.802 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.802+0000 7f32d1c13800 20 remove_watcher() i=3 2024-09-12T17:57:41.803 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.803+0000 7f32d1c13800 20 remove_watcher() i=4 2024-09-12T17:57:41.804 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.804+0000 7f32d1c13800 20 remove_watcher() i=5 2024-09-12T17:57:41.805 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.805+0000 7f32d1c13800 20 remove_watcher() i=6 2024-09-12T17:57:41.806 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.806+0000 7f32d1c13800 20 remove_watcher() i=7 2024-09-12T17:57:41.819 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2024-09-12T17:57:41.849 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:57:41.849 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:57:41.888 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.888+0000 7fbee3810800 20 rados->read ofs=0 len=0 2024-09-12T17:57:41.890 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.890+0000 7fbee3810800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:41.891 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.890+0000 7fbee3810800 20 realm 2024-09-12T17:57:41.891 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.890+0000 7fbee3810800 20 rados->read ofs=0 len=0 2024-09-12T17:57:41.891 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.890+0000 7fbee3810800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:41.891 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.890+0000 7fbee3810800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:57:41.891 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.890+0000 7fbee3810800 20 rados->read ofs=0 len=0 2024-09-12T17:57:41.891 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.890+0000 7fbee3810800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:41.891 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.890+0000 7fbee3810800 20 rados->read ofs=0 len=0 2024-09-12T17:57:41.891 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.891+0000 7fbee3810800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:41.891 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.891+0000 7fbee3810800 20 rados->read ofs=0 len=0 2024-09-12T17:57:41.892 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.892+0000 7fbee3810800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:57:41.892 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.892+0000 7fbee3810800 20 searching for the correct realm 2024-09-12T17:57:41.894 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:41.893+0000 7fbede7bb640 0 -- 172.21.15.45:0/317322634 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7fbed00ae900 msgr2=0x7fbed00af3b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:57:42.100 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.099+0000 7fbedefbc640 0 -- 172.21.15.45:0/317322634 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7fbed4077220 msgr2=0x7fbed4060310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:57:42.308 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.307+0000 7fbee3810800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:57:42.308 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.307+0000 7fbee3810800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:57:42.308 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.307+0000 7fbee3810800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:57:42.308 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.307+0000 7fbee3810800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:57:42.308 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.307+0000 7fbee3810800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:57:42.308 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.307+0000 7fbee3810800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:57:42.308 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.307+0000 7fbee3810800 20 rados->read ofs=0 len=0 2024-09-12T17:57:42.308 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.307+0000 7fbee3810800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:42.308 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.307+0000 7fbee3810800 20 rados->read ofs=0 len=0 2024-09-12T17:57:42.309 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.307+0000 7fbee3810800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:42.310 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.307+0000 7fbee3810800 20 rados->read ofs=0 len=0 2024-09-12T17:57:42.310 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.308+0000 7fbee3810800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:57:42.310 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.308+0000 7fbee3810800 20 zone default found 2024-09-12T17:57:42.310 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.308+0000 7fbee3810800 4 Realm: () 2024-09-12T17:57:42.310 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.308+0000 7fbee3810800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:57:42.310 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.308+0000 7fbee3810800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:57:42.310 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.308+0000 7fbee3810800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:57:42.310 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.308+0000 7fbee3810800 20 zonegroup default 2024-09-12T17:57:42.310 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.308+0000 7fbee3810800 20 rados->read ofs=0 len=0 2024-09-12T17:57:42.310 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.308+0000 7fbee3810800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:42.310 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.308+0000 7fbee3810800 20 rados->read ofs=0 len=0 2024-09-12T17:57:42.311 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.309+0000 7fbee3810800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:42.311 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.309+0000 7fbee3810800 20 rados->read ofs=0 len=0 2024-09-12T17:57:42.311 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.309+0000 7fbee3810800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:42.311 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.309+0000 7fbee3810800 20 started sync module instance, tier type = 2024-09-12T17:57:42.311 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.309+0000 7fbee3810800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:57:42.320 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.319+0000 7fbee3810800 20 add_watcher() i=0 2024-09-12T17:57:42.320 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.319+0000 7fbee3810800 20 add_watcher() i=1 2024-09-12T17:57:42.320 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.319+0000 7fbee3810800 20 add_watcher() i=2 2024-09-12T17:57:42.320 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.319+0000 7fbee3810800 20 add_watcher() i=3 2024-09-12T17:57:42.320 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.319+0000 7fbee3810800 20 add_watcher() i=4 2024-09-12T17:57:42.320 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.319+0000 7fbee3810800 20 add_watcher() i=5 2024-09-12T17:57:42.320 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.319+0000 7fbee3810800 20 add_watcher() i=6 2024-09-12T17:57:42.321 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.320+0000 7fbee3810800 20 add_watcher() i=7 2024-09-12T17:57:42.321 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.320+0000 7fbee3810800 2 all 8 watchers are set, enabling cache 2024-09-12T17:57:42.324 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.322+0000 7fbd957e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:57:42.324 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.323+0000 7fbee3810800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:57:42.324 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.323+0000 7fbee3810800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:57:42.324 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.323+0000 7fbee3810800 5 note: GC not initialized 2024-09-12T17:57:42.324 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.323+0000 7fbd0ffff640 20 reqs_thread_entry: start 2024-09-12T17:57:42.324 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.323+0000 7fbee3810800 20 init_complete bucket index max shards: 1 2024-09-12T17:57:42.324 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.323+0000 7fbee3810800 20 Filter name: none 2024-09-12T17:57:42.324 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.323+0000 7fbd0dffb640 20 reqs_thread_entry: start 2024-09-12T17:57:42.324 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.323+0000 7fbee3810800 20 rados->read ofs=0 len=0 2024-09-12T17:57:42.325 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.324+0000 7fbee3810800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:57:42.325 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.324+0000 7fbee3810800 20 rados->read ofs=0 len=0 2024-09-12T17:57:42.325 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.324+0000 7fbee3810800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:57:42.325 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.324+0000 7fbee3810800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:57:42.326 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.324+0000 7fbee3810800 20 rados->read ofs=0 len=0 2024-09-12T17:57:42.326 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.325+0000 7fbee3810800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:57:42.326 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.325+0000 7fbee3810800 20 rados->read ofs=0 len=0 2024-09-12T17:57:42.326 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.325+0000 7fbee3810800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:57:42.326 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.325+0000 7fbee3810800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:57:42.327 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.327+0000 7fbd957e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:57:42.329 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.329+0000 7fbee3810800 20 remove_watcher() i=0 2024-09-12T17:57:42.329 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.329+0000 7fbee3810800 2 removed watcher, disabling cache 2024-09-12T17:57:42.331 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.330+0000 7fbee3810800 20 remove_watcher() i=1 2024-09-12T17:57:42.332 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.332+0000 7fbee3810800 20 remove_watcher() i=2 2024-09-12T17:57:42.333 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.333+0000 7fbee3810800 20 remove_watcher() i=3 2024-09-12T17:57:42.334 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.334+0000 7fbee3810800 20 remove_watcher() i=4 2024-09-12T17:57:42.336 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.335+0000 7fbee3810800 20 remove_watcher() i=5 2024-09-12T17:57:42.337 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.336+0000 7fbee3810800 20 remove_watcher() i=6 2024-09-12T17:57:42.338 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.337+0000 7fbee3810800 20 remove_watcher() i=7 2024-09-12T17:57:42.350 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:42.350 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T17:57:42.350 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: error-at-change-reshard-state id: b6123b67-6580-4373-9691-e0e950df5f06.4566.38 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:57:42.350 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:42.353 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:42.353 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:42.356 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:42.356 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:42.400 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:42.400 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:42.414 INFO:tasks.workunit.client.0.smithi045.stderr:TEST: reshard bucket with ECANCELED injected at change_reshard_state 2024-09-12T17:57:42.414 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:42.415 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:42.415 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:42.426 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:42.426 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:42.469 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:42.469 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:42.475 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:42.475 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:42.482 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:42.482 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:42.488 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:42.488 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:42.496 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:42.496 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:42.502 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:42.502 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:42.509 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:42.509 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:42.515 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:42.515 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:42.522 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:42.522 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:42.529 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:42.529 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:42.535 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:42.535 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:42.540 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:42.540 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:42.546 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:42.546 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:42.552 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:42.552 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:42.559 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:42.559 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:42.565 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:42.565 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:42.571 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:42.571 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:42.578 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:42.578 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:42.585 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:42.585 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:42.592 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:42.592 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:42.599 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2024-09-12T17:57:42.628 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:57:42.628 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:57:42.667 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.666+0000 7efcada0f800 20 rados->read ofs=0 len=0 2024-09-12T17:57:42.669 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.668+0000 7efcada0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:42.669 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.668+0000 7efcada0f800 20 realm 2024-09-12T17:57:42.669 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.668+0000 7efcada0f800 20 rados->read ofs=0 len=0 2024-09-12T17:57:42.669 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.668+0000 7efcada0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:42.669 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.668+0000 7efcada0f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:57:42.669 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.668+0000 7efcada0f800 20 rados->read ofs=0 len=0 2024-09-12T17:57:42.669 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.668+0000 7efcada0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:42.669 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.668+0000 7efcada0f800 20 rados->read ofs=0 len=0 2024-09-12T17:57:42.670 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.670+0000 7efcada0f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:42.670 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.670+0000 7efcada0f800 20 rados->read ofs=0 len=0 2024-09-12T17:57:42.671 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.670+0000 7efcada0f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:57:42.671 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.670+0000 7efcada0f800 20 searching for the correct realm 2024-09-12T17:57:42.674 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.673+0000 7efcaacf8640 0 -- 172.21.15.45:0/964824750 >> [v2:172.21.15.45:6800/38958590,v1:172.21.15.45:6801/38958590] conn(0x5616803260c0 msgr2=0x5616803284f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:57:42.677 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.677+0000 7efcaacf8640 0 -- 172.21.15.45:0/964824750 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7efc9c0e72d0 msgr2=0x7efc9c0c7ab0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:57:42.681 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.680+0000 7efcada0f800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:57:42.681 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.680+0000 7efcada0f800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:57:42.681 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.680+0000 7efcada0f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:57:42.681 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.680+0000 7efcada0f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:57:42.682 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.680+0000 7efcada0f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:57:42.682 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.680+0000 7efcada0f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:57:42.682 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.680+0000 7efcada0f800 20 rados->read ofs=0 len=0 2024-09-12T17:57:42.682 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.680+0000 7efcada0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:42.682 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.680+0000 7efcada0f800 20 rados->read ofs=0 len=0 2024-09-12T17:57:42.682 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.681+0000 7efcada0f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:42.682 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.681+0000 7efcada0f800 20 rados->read ofs=0 len=0 2024-09-12T17:57:42.683 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.681+0000 7efcada0f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:57:42.683 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.681+0000 7efcada0f800 20 zone default found 2024-09-12T17:57:42.683 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.681+0000 7efcada0f800 4 Realm: () 2024-09-12T17:57:42.683 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.681+0000 7efcada0f800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:57:42.683 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.681+0000 7efcada0f800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:57:42.683 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.681+0000 7efcada0f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:57:42.683 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.681+0000 7efcada0f800 20 zonegroup default 2024-09-12T17:57:42.683 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.681+0000 7efcada0f800 20 rados->read ofs=0 len=0 2024-09-12T17:57:42.683 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.681+0000 7efcada0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:42.684 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.682+0000 7efcada0f800 20 rados->read ofs=0 len=0 2024-09-12T17:57:42.684 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.682+0000 7efcada0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:42.684 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.682+0000 7efcada0f800 20 rados->read ofs=0 len=0 2024-09-12T17:57:42.684 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.682+0000 7efcada0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:42.684 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.682+0000 7efcada0f800 20 started sync module instance, tier type = 2024-09-12T17:57:42.684 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.682+0000 7efcada0f800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:57:42.692 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.691+0000 7efcada0f800 20 add_watcher() i=0 2024-09-12T17:57:42.692 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.691+0000 7efcada0f800 20 add_watcher() i=1 2024-09-12T17:57:42.692 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.691+0000 7efcada0f800 20 add_watcher() i=2 2024-09-12T17:57:42.692 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.691+0000 7efcada0f800 20 add_watcher() i=3 2024-09-12T17:57:42.692 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.691+0000 7efcada0f800 20 add_watcher() i=4 2024-09-12T17:57:42.692 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.691+0000 7efcada0f800 20 add_watcher() i=5 2024-09-12T17:57:42.692 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.691+0000 7efcada0f800 20 add_watcher() i=6 2024-09-12T17:57:42.692 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.692+0000 7efcada0f800 20 add_watcher() i=7 2024-09-12T17:57:42.693 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.692+0000 7efcada0f800 2 all 8 watchers are set, enabling cache 2024-09-12T17:57:42.694 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.694+0000 7efb61fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:57:42.695 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.694+0000 7efcada0f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:57:42.695 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.694+0000 7efcada0f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:57:42.695 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.694+0000 7efcada0f800 5 note: GC not initialized 2024-09-12T17:57:42.695 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.694+0000 7efb60fe1640 20 reqs_thread_entry: start 2024-09-12T17:57:42.696 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.694+0000 7efcada0f800 20 init_complete bucket index max shards: 1 2024-09-12T17:57:42.696 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.695+0000 7efcada0f800 20 Filter name: none 2024-09-12T17:57:42.696 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.695+0000 7efada7fc640 20 reqs_thread_entry: start 2024-09-12T17:57:42.696 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.695+0000 7efcada0f800 20 rados->read ofs=0 len=0 2024-09-12T17:57:42.697 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.695+0000 7efcada0f800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:57:42.697 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.695+0000 7efcada0f800 20 rados->read ofs=0 len=0 2024-09-12T17:57:42.697 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.696+0000 7efcada0f800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:57:42.697 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.696+0000 7efcada0f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:57:42.697 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.696+0000 7efcada0f800 20 rados->read ofs=0 len=0 2024-09-12T17:57:42.697 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.696+0000 7efcada0f800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:57:42.697 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.696+0000 7efcada0f800 20 rados->read ofs=0 len=0 2024-09-12T17:57:42.698 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.697+0000 7efcada0f800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:57:42.698 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.697+0000 7efcada0f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:57:42.698 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.698+0000 7efb61fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:57:42.700 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.700+0000 7efcada0f800 20 remove_watcher() i=0 2024-09-12T17:57:42.701 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.700+0000 7efcada0f800 2 removed watcher, disabling cache 2024-09-12T17:57:42.701 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.701+0000 7efcada0f800 20 remove_watcher() i=1 2024-09-12T17:57:42.702 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.702+0000 7efcada0f800 20 remove_watcher() i=2 2024-09-12T17:57:42.703 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.703+0000 7efcada0f800 20 remove_watcher() i=3 2024-09-12T17:57:42.704 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.704+0000 7efcada0f800 20 remove_watcher() i=4 2024-09-12T17:57:42.705 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.705+0000 7efcada0f800 20 remove_watcher() i=5 2024-09-12T17:57:42.706 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.706+0000 7efcada0f800 20 remove_watcher() i=6 2024-09-12T17:57:42.707 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.707+0000 7efcada0f800 20 remove_watcher() i=7 2024-09-12T17:57:42.718 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:42.719 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T17:57:42.719 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: error-at-change-reshard-state id: b6123b67-6580-4373-9691-e0e950df5f06.4566.39 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:57:42.719 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:42.720 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket reshard --bucket error-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at change_reshard_state --inject-error-code 125 2024-09-12T17:57:42.756 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:57:42.756 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:57:42.795 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.795+0000 7fce28214800 20 rados->read ofs=0 len=0 2024-09-12T17:57:42.798 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.797+0000 7fce28214800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:42.798 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.797+0000 7fce28214800 20 realm 2024-09-12T17:57:42.798 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.797+0000 7fce28214800 20 rados->read ofs=0 len=0 2024-09-12T17:57:42.798 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.797+0000 7fce28214800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:42.798 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.797+0000 7fce28214800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:57:42.798 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.797+0000 7fce28214800 20 rados->read ofs=0 len=0 2024-09-12T17:57:42.798 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.797+0000 7fce28214800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:42.798 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.797+0000 7fce28214800 20 rados->read ofs=0 len=0 2024-09-12T17:57:42.799 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.798+0000 7fce28214800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:42.799 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.798+0000 7fce28214800 20 rados->read ofs=0 len=0 2024-09-12T17:57:42.799 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.799+0000 7fce28214800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:57:42.799 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.799+0000 7fce28214800 20 searching for the correct realm 2024-09-12T17:57:42.802 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.801+0000 7fce230ca640 0 -- 172.21.15.45:0/808578591 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x556b4a7ba190 msgr2=0x556b4a7bc580 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:57:42.805 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:42.804+0000 7fce238cb640 0 -- 172.21.15.45:0/808578591 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7fce0c0ba0b0 msgr2=0x7fce0c003090 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:57:43.011 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.010+0000 7fce28214800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:57:43.011 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.010+0000 7fce28214800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:57:43.011 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.010+0000 7fce28214800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:57:43.011 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.010+0000 7fce28214800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:57:43.011 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.010+0000 7fce28214800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:57:43.011 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.010+0000 7fce28214800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:57:43.011 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.010+0000 7fce28214800 20 rados->read ofs=0 len=0 2024-09-12T17:57:43.011 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.010+0000 7fce28214800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:43.011 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.010+0000 7fce28214800 20 rados->read ofs=0 len=0 2024-09-12T17:57:43.013 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.010+0000 7fce28214800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:43.013 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.010+0000 7fce28214800 20 rados->read ofs=0 len=0 2024-09-12T17:57:43.013 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.011+0000 7fce28214800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:57:43.013 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.011+0000 7fce28214800 20 zone default found 2024-09-12T17:57:43.013 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.011+0000 7fce28214800 4 Realm: () 2024-09-12T17:57:43.013 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.011+0000 7fce28214800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:57:43.013 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.011+0000 7fce28214800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:57:43.013 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.011+0000 7fce28214800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:57:43.013 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.011+0000 7fce28214800 20 zonegroup default 2024-09-12T17:57:43.013 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.011+0000 7fce28214800 20 rados->read ofs=0 len=0 2024-09-12T17:57:43.013 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.011+0000 7fce28214800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:43.013 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.011+0000 7fce28214800 20 rados->read ofs=0 len=0 2024-09-12T17:57:43.014 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.011+0000 7fce28214800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:43.014 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.011+0000 7fce28214800 20 rados->read ofs=0 len=0 2024-09-12T17:57:43.014 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.012+0000 7fce28214800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:43.014 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.012+0000 7fce28214800 20 started sync module instance, tier type = 2024-09-12T17:57:43.014 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.012+0000 7fce28214800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:57:43.021 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.021+0000 7fce28214800 20 add_watcher() i=0 2024-09-12T17:57:43.022 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.021+0000 7fce28214800 20 add_watcher() i=1 2024-09-12T17:57:43.022 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.021+0000 7fce28214800 20 add_watcher() i=2 2024-09-12T17:57:43.022 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.021+0000 7fce28214800 20 add_watcher() i=3 2024-09-12T17:57:43.022 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.021+0000 7fce28214800 20 add_watcher() i=4 2024-09-12T17:57:43.022 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.021+0000 7fce28214800 20 add_watcher() i=5 2024-09-12T17:57:43.022 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.021+0000 7fce28214800 20 add_watcher() i=6 2024-09-12T17:57:43.023 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.022+0000 7fce28214800 20 add_watcher() i=7 2024-09-12T17:57:43.023 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.022+0000 7fce28214800 2 all 8 watchers are set, enabling cache 2024-09-12T17:57:43.024 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.024+0000 7fccd9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:57:43.026 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.024+0000 7fce28214800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:57:43.026 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.024+0000 7fce28214800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:57:43.026 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.024+0000 7fce28214800 5 note: GC not initialized 2024-09-12T17:57:43.026 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.025+0000 7fccd8fe1640 20 reqs_thread_entry: start 2024-09-12T17:57:43.026 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.025+0000 7fce28214800 20 init_complete bucket index max shards: 1 2024-09-12T17:57:43.026 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.025+0000 7fce28214800 20 Filter name: none 2024-09-12T17:57:43.026 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.025+0000 7fcc527fc640 20 reqs_thread_entry: start 2024-09-12T17:57:43.026 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.025+0000 7fce28214800 10 cache get: name=default.rgw.meta+root+error-at-change-reshard-state : miss 2024-09-12T17:57:43.026 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.025+0000 7fce28214800 20 rados->read ofs=0 len=0 2024-09-12T17:57:43.027 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.025+0000 7fce28214800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:57:43.027 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.025+0000 7fce28214800 10 cache put: name=default.rgw.meta+root+error-at-change-reshard-state info.flags=0x11 2024-09-12T17:57:43.027 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.025+0000 7fce28214800 10 adding default.rgw.meta+root+error-at-change-reshard-state to cache LRU end 2024-09-12T17:57:43.027 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.025+0000 7fce28214800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.39 : miss 2024-09-12T17:57:43.027 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.025+0000 7fce28214800 20 rados->read ofs=0 len=0 2024-09-12T17:57:43.028 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.026+0000 7fce28214800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:57:43.028 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.026+0000 7fce28214800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.39 info.flags=0x17 2024-09-12T17:57:43.028 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.026+0000 7fce28214800 10 adding default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.39 to cache LRU end 2024-09-12T17:57:43.028 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.026+0000 7fce28214800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:57:43.028 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.026+0000 7fce28214800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:57:43.028 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.026+0000 7fce28214800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.39 2024-09-12T17:57:43.030 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.029+0000 7fce28214800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.39 info.flags=0x17 2024-09-12T17:57:43.030 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.029+0000 7fce28214800 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.39 to cache LRU end 2024-09-12T17:57:43.030 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.029+0000 7fce28214800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:57:43.030 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.029+0000 7fce28214800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.39, ofs0, ns] 2024-09-12T17:57:43.031 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.029+0000 7fcd02ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398939 cookie 93919299485792 notifier 7418 bl.length()=1015 2024-09-12T17:57:43.031 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.029+0000 7fcd02ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.39 info.flags=0x17 2024-09-12T17:57:43.031 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.029+0000 7fcd02ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.39 to cache LRU end 2024-09-12T17:57:43.031 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.029+0000 7fcd02ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:57:43.031 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.030+0000 7fce28214800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[b6123b67-6580-4373-9691-e0e950df5f06.4566.39]): orig_sources= new_sources= 2024-09-12T17:57:43.031 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.030+0000 7fce28214800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[b6123b67-6580-4373-9691-e0e950df5f06.4566.39]): potential sources added=[] removed=[] 2024-09-12T17:57:43.031 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.030+0000 7fce28214800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[b6123b67-6580-4373-9691-e0e950df5f06.4566.39]): orig_dests= new_dests= 2024-09-12T17:57:43.031 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.030+0000 7fce28214800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[b6123b67-6580-4373-9691-e0e950df5f06.4566.39]): potential dests added=[] removed=[] 2024-09-12T17:57:43.033 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.032+0000 7fce28214800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.39.1.0 2024-09-12T17:57:43.033 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.032+0000 7fce28214800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.39.1.0 2024-09-12T17:57:43.033 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.032+0000 7fce28214800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.39.1.1 2024-09-12T17:57:43.033 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.032+0000 7fce28214800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.39.1.1 2024-09-12T17:57:43.033 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.032+0000 7fce28214800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.39.0 2024-09-12T17:57:43.035 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.034+0000 7fce28214800 -1 Injecting error=-125 at location=change_reshard_state 2024-09-12T17:57:43.035 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.034+0000 7fce28214800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.39 : hit (requested=0x17, cached=0x17) 2024-09-12T17:57:43.035 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.034+0000 7fce28214800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.39 2024-09-12T17:57:43.036 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.035+0000 7fce28214800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.39 info.flags=0x17 2024-09-12T17:57:43.036 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.035+0000 7fce28214800 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.39 to cache LRU end 2024-09-12T17:57:43.036 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.035+0000 7fce28214800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:57:43.036 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.035+0000 7fce28214800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.39, ofs0, ns] 2024-09-12T17:57:43.036 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.035+0000 7fcd02ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398940 cookie 93919299485792 notifier 7418 bl.length()=1015 2024-09-12T17:57:43.036 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.035+0000 7fcd02ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.39 info.flags=0x17 2024-09-12T17:57:43.036 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.035+0000 7fcd02ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.39 to cache LRU end 2024-09-12T17:57:43.037 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.036+0000 7fcd02ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:57:43.037 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.036+0000 7fce28214800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[b6123b67-6580-4373-9691-e0e950df5f06.4566.39]): orig_sources= new_sources= 2024-09-12T17:57:43.037 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.036+0000 7fce28214800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[b6123b67-6580-4373-9691-e0e950df5f06.4566.39]): potential sources added=[] removed=[] 2024-09-12T17:57:43.037 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.036+0000 7fce28214800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[b6123b67-6580-4373-9691-e0e950df5f06.4566.39]): orig_dests= new_dests= 2024-09-12T17:57:43.037 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.036+0000 7fce28214800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[b6123b67-6580-4373-9691-e0e950df5f06.4566.39]): potential dests added=[] removed=[] 2024-09-12T17:57:43.038 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.037+0000 7fce28214800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.39.0 2024-09-12T17:57:43.038 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.037+0000 7fce28214800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.39 : hit (requested=0x17, cached=0x17) 2024-09-12T17:57:43.038 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.037+0000 7fce28214800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.39 2024-09-12T17:57:43.039 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.039+0000 7fce28214800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.39 info.flags=0x17 2024-09-12T17:57:43.039 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.039+0000 7fce28214800 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.39 to cache LRU end 2024-09-12T17:57:43.039 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.039+0000 7fce28214800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:57:43.039 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.039+0000 7fce28214800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.39, ofs0, ns] 2024-09-12T17:57:43.040 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.039+0000 7fcd027fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398941 cookie 93919299485792 notifier 7418 bl.length()=983 2024-09-12T17:57:43.040 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.039+0000 7fcd027fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.39 info.flags=0x17 2024-09-12T17:57:43.040 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.039+0000 7fcd027fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.39 to cache LRU end 2024-09-12T17:57:43.040 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.039+0000 7fcd027fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:57:43.040 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.040+0000 7fce28214800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[b6123b67-6580-4373-9691-e0e950df5f06.4566.39]): orig_sources= new_sources= 2024-09-12T17:57:43.040 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.040+0000 7fce28214800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[b6123b67-6580-4373-9691-e0e950df5f06.4566.39]): potential sources added=[] removed=[] 2024-09-12T17:57:43.041 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.040+0000 7fce28214800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[b6123b67-6580-4373-9691-e0e950df5f06.4566.39]): orig_dests= new_dests= 2024-09-12T17:57:43.041 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.040+0000 7fce28214800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[b6123b67-6580-4373-9691-e0e950df5f06.4566.39]): potential dests added=[] removed=[] 2024-09-12T17:57:43.041 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.041+0000 7fce28214800 1 execute INFO: reshard of bucket "error-at-change-reshard-state" from 1 shards to 2 shards completed successfully 2024-09-12T17:57:43.043 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.042+0000 7fccd9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:57:43.045 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.045+0000 7fce28214800 20 remove_watcher() i=0 2024-09-12T17:57:43.045 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.045+0000 7fce28214800 2 removed watcher, disabling cache 2024-09-12T17:57:43.046 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.046+0000 7fce28214800 20 remove_watcher() i=1 2024-09-12T17:57:43.048 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.047+0000 7fce28214800 20 remove_watcher() i=2 2024-09-12T17:57:43.049 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.048+0000 7fce28214800 20 remove_watcher() i=3 2024-09-12T17:57:43.050 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.049+0000 7fce28214800 20 remove_watcher() i=4 2024-09-12T17:57:43.051 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.050+0000 7fce28214800 20 remove_watcher() i=5 2024-09-12T17:57:43.051 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.051+0000 7fce28214800 20 remove_watcher() i=6 2024-09-12T17:57:43.053 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.052+0000 7fce28214800 20 remove_watcher() i=7 2024-09-12T17:57:43.065 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2024-09-12T17:57:43.095 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:57:43.095 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:57:43.133 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.133+0000 7fa14f610800 20 rados->read ofs=0 len=0 2024-09-12T17:57:43.135 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.134+0000 7fa14f610800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:43.135 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.134+0000 7fa14f610800 20 realm 2024-09-12T17:57:43.136 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.134+0000 7fa14f610800 20 rados->read ofs=0 len=0 2024-09-12T17:57:43.136 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.134+0000 7fa14f610800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:43.136 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.134+0000 7fa14f610800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:57:43.136 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.135+0000 7fa14f610800 20 rados->read ofs=0 len=0 2024-09-12T17:57:43.136 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.135+0000 7fa14f610800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:43.136 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.135+0000 7fa14f610800 20 rados->read ofs=0 len=0 2024-09-12T17:57:43.137 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.135+0000 7fa14f610800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:43.137 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.135+0000 7fa14f610800 20 rados->read ofs=0 len=0 2024-09-12T17:57:43.137 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.136+0000 7fa14f610800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:57:43.137 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.136+0000 7fa14f610800 20 searching for the correct realm 2024-09-12T17:57:43.140 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.139+0000 7fa14b5e1640 0 -- 172.21.15.45:0/2543805033 >> [v2:172.21.15.45:6824/1551660769,v1:172.21.15.45:6825/1551660769] conn(0x5648c359ca70 msgr2=0x5648c359ef10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:57:43.143 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.142+0000 7fa14ade0640 0 -- 172.21.15.45:0/2543805033 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7fa140049960 msgr2=0x7fa1400483e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:57:43.148 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.147+0000 7fa14f610800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:57:43.148 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.147+0000 7fa14f610800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:57:43.148 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.147+0000 7fa14f610800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:57:43.148 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.147+0000 7fa14f610800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:57:43.148 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.147+0000 7fa14f610800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:57:43.149 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.147+0000 7fa14f610800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:57:43.149 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.147+0000 7fa14f610800 20 rados->read ofs=0 len=0 2024-09-12T17:57:43.149 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.147+0000 7fa14f610800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:43.149 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.147+0000 7fa14f610800 20 rados->read ofs=0 len=0 2024-09-12T17:57:43.149 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.148+0000 7fa14f610800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:43.149 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.148+0000 7fa14f610800 20 rados->read ofs=0 len=0 2024-09-12T17:57:43.150 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.148+0000 7fa14f610800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:57:43.150 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.148+0000 7fa14f610800 20 zone default found 2024-09-12T17:57:43.150 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.148+0000 7fa14f610800 4 Realm: () 2024-09-12T17:57:43.150 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.148+0000 7fa14f610800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:57:43.150 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.148+0000 7fa14f610800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:57:43.150 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.148+0000 7fa14f610800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:57:43.150 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.148+0000 7fa14f610800 20 zonegroup default 2024-09-12T17:57:43.150 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.148+0000 7fa14f610800 20 rados->read ofs=0 len=0 2024-09-12T17:57:43.151 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.148+0000 7fa14f610800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:43.151 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.148+0000 7fa14f610800 20 rados->read ofs=0 len=0 2024-09-12T17:57:43.151 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.148+0000 7fa14f610800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:43.151 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.148+0000 7fa14f610800 20 rados->read ofs=0 len=0 2024-09-12T17:57:43.151 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.149+0000 7fa14f610800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:43.151 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.149+0000 7fa14f610800 20 started sync module instance, tier type = 2024-09-12T17:57:43.151 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.149+0000 7fa14f610800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:57:43.158 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.158+0000 7fa14f610800 20 add_watcher() i=0 2024-09-12T17:57:43.158 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.158+0000 7fa14f610800 20 add_watcher() i=1 2024-09-12T17:57:43.159 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.158+0000 7fa14f610800 20 add_watcher() i=2 2024-09-12T17:57:43.159 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.158+0000 7fa14f610800 20 add_watcher() i=3 2024-09-12T17:57:43.159 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.158+0000 7fa14f610800 20 add_watcher() i=4 2024-09-12T17:57:43.159 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.158+0000 7fa14f610800 20 add_watcher() i=5 2024-09-12T17:57:43.159 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.158+0000 7fa14f610800 20 add_watcher() i=6 2024-09-12T17:57:43.159 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.159+0000 7fa14f610800 20 add_watcher() i=7 2024-09-12T17:57:43.159 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.159+0000 7fa14f610800 2 all 8 watchers are set, enabling cache 2024-09-12T17:57:43.161 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.160+0000 7fa0017e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:57:43.161 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.161+0000 7fa14f610800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:57:43.162 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.161+0000 7fa14f610800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:57:43.162 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.161+0000 7fa14f610800 5 note: GC not initialized 2024-09-12T17:57:43.162 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.161+0000 7f9f7bfff640 20 reqs_thread_entry: start 2024-09-12T17:57:43.162 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.161+0000 7fa14f610800 20 init_complete bucket index max shards: 1 2024-09-12T17:57:43.162 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.161+0000 7fa14f610800 20 Filter name: none 2024-09-12T17:57:43.162 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.161+0000 7f9f79ffb640 20 reqs_thread_entry: start 2024-09-12T17:57:43.162 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.161+0000 7fa14f610800 20 rados->read ofs=0 len=0 2024-09-12T17:57:43.163 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.161+0000 7fa14f610800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:57:43.163 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.161+0000 7fa14f610800 20 rados->read ofs=0 len=0 2024-09-12T17:57:43.163 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.162+0000 7fa14f610800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:57:43.163 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.162+0000 7fa14f610800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:57:43.163 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.162+0000 7fa14f610800 20 rados->read ofs=0 len=0 2024-09-12T17:57:43.163 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.162+0000 7fa14f610800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:57:43.163 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.162+0000 7fa14f610800 20 rados->read ofs=0 len=0 2024-09-12T17:57:43.164 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.163+0000 7fa14f610800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:57:43.164 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.163+0000 7fa14f610800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:57:43.164 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.164+0000 7fa0017e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:57:43.166 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.166+0000 7fa14f610800 20 remove_watcher() i=0 2024-09-12T17:57:43.166 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.166+0000 7fa14f610800 2 removed watcher, disabling cache 2024-09-12T17:57:43.167 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.167+0000 7fa14f610800 20 remove_watcher() i=1 2024-09-12T17:57:43.168 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.168+0000 7fa14f610800 20 remove_watcher() i=2 2024-09-12T17:57:43.169 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.169+0000 7fa14f610800 20 remove_watcher() i=3 2024-09-12T17:57:43.170 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.170+0000 7fa14f610800 20 remove_watcher() i=4 2024-09-12T17:57:43.171 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.171+0000 7fa14f610800 20 remove_watcher() i=5 2024-09-12T17:57:43.172 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.172+0000 7fa14f610800 20 remove_watcher() i=6 2024-09-12T17:57:43.173 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.173+0000 7fa14f610800 20 remove_watcher() i=7 2024-09-12T17:57:43.184 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:43.184 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T17:57:43.184 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: error-at-change-reshard-state id: b6123b67-6580-4373-9691-e0e950df5f06.4566.39 num_objects: 20 size_kb: 1 num_shards: 2 2024-09-12T17:57:43.184 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:43.186 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:43.186 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:43.189 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:43.189 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:43.232 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:43.232 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:43.247 INFO:tasks.workunit.client.0.smithi045.stderr:TEST: reshard bucket with abort at change_reshard_state 2024-09-12T17:57:43.247 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:43.248 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:43.248 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:43.258 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:43.258 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:43.301 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:43.301 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:43.309 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:43.309 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:43.316 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:43.316 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:43.322 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:43.322 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:43.329 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:43.329 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:43.335 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:43.335 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:43.342 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:43.342 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:43.348 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:43.348 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:43.355 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:43.355 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:43.361 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:43.361 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:43.367 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:43.368 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:43.374 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:43.374 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:43.381 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:43.381 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:43.388 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:43.388 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:43.393 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:43.393 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:43.399 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:43.399 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:43.406 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:43.406 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:43.411 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:43.411 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:43.417 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:43.417 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:43.424 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:43.424 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:43.430 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket abort-at-change-reshard-state 2024-09-12T17:57:43.459 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:57:43.459 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:57:43.498 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.497+0000 7fdb97539800 20 rados->read ofs=0 len=0 2024-09-12T17:57:43.500 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.499+0000 7fdb97539800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:43.500 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.499+0000 7fdb97539800 20 realm 2024-09-12T17:57:43.500 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.499+0000 7fdb97539800 20 rados->read ofs=0 len=0 2024-09-12T17:57:43.500 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.499+0000 7fdb97539800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:43.500 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.499+0000 7fdb97539800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:57:43.500 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.499+0000 7fdb97539800 20 rados->read ofs=0 len=0 2024-09-12T17:57:43.500 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.499+0000 7fdb97539800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:43.500 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.499+0000 7fdb97539800 20 rados->read ofs=0 len=0 2024-09-12T17:57:43.501 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.500+0000 7fdb97539800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:43.501 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.500+0000 7fdb97539800 20 rados->read ofs=0 len=0 2024-09-12T17:57:43.501 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.501+0000 7fdb97539800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:57:43.501 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.501+0000 7fdb97539800 20 searching for the correct realm 2024-09-12T17:57:43.504 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.504+0000 7fdb939c8640 0 -- 172.21.15.45:0/809580571 >> [v2:172.21.15.45:6824/1551660769,v1:172.21.15.45:6825/1551660769] conn(0x564c14076b40 msgr2=0x564c14079000 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:57:43.710 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.709+0000 7fdb931c7640 0 -- 172.21.15.45:0/809580571 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7fdb880b6780 msgr2=0x7fdb880a2a40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:57:43.917 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.916+0000 7fdb97539800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:57:43.918 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.916+0000 7fdb97539800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:57:43.918 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.916+0000 7fdb97539800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:57:43.918 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.916+0000 7fdb97539800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:57:43.918 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.916+0000 7fdb97539800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:57:43.918 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.916+0000 7fdb97539800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:57:43.918 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.916+0000 7fdb97539800 20 rados->read ofs=0 len=0 2024-09-12T17:57:43.918 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.917+0000 7fdb97539800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:43.918 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.917+0000 7fdb97539800 20 rados->read ofs=0 len=0 2024-09-12T17:57:43.918 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.917+0000 7fdb97539800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:43.918 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.917+0000 7fdb97539800 20 rados->read ofs=0 len=0 2024-09-12T17:57:43.919 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.917+0000 7fdb97539800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:57:43.920 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.917+0000 7fdb97539800 20 zone default found 2024-09-12T17:57:43.920 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.917+0000 7fdb97539800 4 Realm: () 2024-09-12T17:57:43.920 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.917+0000 7fdb97539800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:57:43.920 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.917+0000 7fdb97539800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:57:43.920 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.917+0000 7fdb97539800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:57:43.920 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.917+0000 7fdb97539800 20 zonegroup default 2024-09-12T17:57:43.920 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.917+0000 7fdb97539800 20 rados->read ofs=0 len=0 2024-09-12T17:57:43.920 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.918+0000 7fdb97539800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:43.920 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.918+0000 7fdb97539800 20 rados->read ofs=0 len=0 2024-09-12T17:57:43.920 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.918+0000 7fdb97539800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:43.920 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.918+0000 7fdb97539800 20 rados->read ofs=0 len=0 2024-09-12T17:57:43.920 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.918+0000 7fdb97539800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:43.921 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.918+0000 7fdb97539800 20 started sync module instance, tier type = 2024-09-12T17:57:43.921 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.918+0000 7fdb97539800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:57:43.929 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.928+0000 7fdb97539800 20 add_watcher() i=0 2024-09-12T17:57:43.929 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.928+0000 7fdb97539800 20 add_watcher() i=1 2024-09-12T17:57:43.929 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.928+0000 7fdb97539800 20 add_watcher() i=2 2024-09-12T17:57:43.929 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.928+0000 7fdb97539800 20 add_watcher() i=3 2024-09-12T17:57:43.929 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.928+0000 7fdb97539800 20 add_watcher() i=4 2024-09-12T17:57:43.929 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.928+0000 7fdb97539800 20 add_watcher() i=5 2024-09-12T17:57:43.929 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.928+0000 7fdb97539800 20 add_watcher() i=6 2024-09-12T17:57:43.930 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.929+0000 7fdb97539800 20 add_watcher() i=7 2024-09-12T17:57:43.930 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.929+0000 7fdb97539800 2 all 8 watchers are set, enabling cache 2024-09-12T17:57:43.931 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.931+0000 7fda4a7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:57:43.932 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.931+0000 7fdb97539800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:57:43.932 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.931+0000 7fdb97539800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:57:43.933 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.931+0000 7fdb97539800 5 note: GC not initialized 2024-09-12T17:57:43.933 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.931+0000 7fda497e2640 20 reqs_thread_entry: start 2024-09-12T17:57:43.933 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.931+0000 7fdb97539800 20 init_complete bucket index max shards: 1 2024-09-12T17:57:43.933 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.931+0000 7fdb97539800 20 Filter name: none 2024-09-12T17:57:43.933 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.931+0000 7fda427fc640 20 reqs_thread_entry: start 2024-09-12T17:57:43.933 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.932+0000 7fdb97539800 20 rados->read ofs=0 len=0 2024-09-12T17:57:43.933 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.932+0000 7fdb97539800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:57:43.933 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.932+0000 7fdb97539800 20 rados->read ofs=0 len=0 2024-09-12T17:57:43.934 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.933+0000 7fdb97539800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:57:43.934 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.933+0000 7fdb97539800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:57:43.934 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.933+0000 7fdb97539800 20 rados->read ofs=0 len=0 2024-09-12T17:57:43.934 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.933+0000 7fdb97539800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:57:43.934 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.933+0000 7fdb97539800 20 rados->read ofs=0 len=0 2024-09-12T17:57:43.935 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.934+0000 7fdb97539800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:57:43.935 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.934+0000 7fdb97539800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:57:43.936 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.935+0000 7fda4a7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:57:43.938 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.938+0000 7fdb97539800 20 remove_watcher() i=0 2024-09-12T17:57:43.938 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.938+0000 7fdb97539800 2 removed watcher, disabling cache 2024-09-12T17:57:43.939 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.939+0000 7fdb97539800 20 remove_watcher() i=1 2024-09-12T17:57:43.940 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.940+0000 7fdb97539800 20 remove_watcher() i=2 2024-09-12T17:57:43.941 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.941+0000 7fdb97539800 20 remove_watcher() i=3 2024-09-12T17:57:43.942 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.942+0000 7fdb97539800 20 remove_watcher() i=4 2024-09-12T17:57:43.943 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.943+0000 7fdb97539800 20 remove_watcher() i=5 2024-09-12T17:57:43.944 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.944+0000 7fdb97539800 20 remove_watcher() i=6 2024-09-12T17:57:43.946 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:43.945+0000 7fdb97539800 20 remove_watcher() i=7 2024-09-12T17:57:43.957 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:43.957 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T17:57:43.958 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: abort-at-change-reshard-state id: b6123b67-6580-4373-9691-e0e950df5f06.4566.40 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:57:43.958 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:43.959 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket reshard --bucket abort-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at change_reshard_state 2024-09-12T17:57:43.995 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:57:43.995 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:57:44.035 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.034+0000 7fb28d124800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.036 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.035+0000 7fb28d124800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:44.036 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.035+0000 7fb28d124800 20 realm 2024-09-12T17:57:44.036 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.035+0000 7fb28d124800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.036 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.035+0000 7fb28d124800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:44.037 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.035+0000 7fb28d124800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:57:44.037 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.035+0000 7fb28d124800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.037 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.036+0000 7fb28d124800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:44.037 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.036+0000 7fb28d124800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.037 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.037+0000 7fb28d124800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:44.037 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.037+0000 7fb28d124800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.038 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.037+0000 7fb28d124800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:57:44.038 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.037+0000 7fb28d124800 20 searching for the correct realm 2024-09-12T17:57:44.041 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.040+0000 7fb288555640 0 -- 172.21.15.45:0/3073893638 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x563efb4c40a0 msgr2=0x563efb4c64d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:57:44.044 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.044+0000 7fb288d56640 0 -- 172.21.15.45:0/3073893638 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7fb27c0aaa30 msgr2=0x7fb27c04fa00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:57:44.049 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.048+0000 7fb28d124800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:57:44.049 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.048+0000 7fb28d124800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:57:44.049 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.048+0000 7fb28d124800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:57:44.049 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.048+0000 7fb28d124800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:57:44.049 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.048+0000 7fb28d124800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:57:44.049 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.048+0000 7fb28d124800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:57:44.049 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.048+0000 7fb28d124800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.050 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.048+0000 7fb28d124800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:44.050 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.048+0000 7fb28d124800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.050 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.049+0000 7fb28d124800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:44.050 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.049+0000 7fb28d124800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.051 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.049+0000 7fb28d124800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:57:44.051 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.049+0000 7fb28d124800 20 zone default found 2024-09-12T17:57:44.051 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.049+0000 7fb28d124800 4 Realm: () 2024-09-12T17:57:44.051 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.049+0000 7fb28d124800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:57:44.051 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.049+0000 7fb28d124800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:57:44.051 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.049+0000 7fb28d124800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:57:44.051 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.049+0000 7fb28d124800 20 zonegroup default 2024-09-12T17:57:44.051 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.049+0000 7fb28d124800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.051 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.049+0000 7fb28d124800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:44.052 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.049+0000 7fb28d124800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.052 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.050+0000 7fb28d124800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:44.052 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.050+0000 7fb28d124800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.052 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.050+0000 7fb28d124800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:44.052 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.050+0000 7fb28d124800 20 started sync module instance, tier type = 2024-09-12T17:57:44.052 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.050+0000 7fb28d124800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:57:44.059 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.058+0000 7fb28d124800 20 add_watcher() i=0 2024-09-12T17:57:44.059 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.058+0000 7fb28d124800 20 add_watcher() i=1 2024-09-12T17:57:44.059 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.058+0000 7fb28d124800 20 add_watcher() i=2 2024-09-12T17:57:44.059 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.058+0000 7fb28d124800 20 add_watcher() i=3 2024-09-12T17:57:44.059 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.058+0000 7fb28d124800 20 add_watcher() i=4 2024-09-12T17:57:44.059 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.058+0000 7fb28d124800 20 add_watcher() i=5 2024-09-12T17:57:44.059 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.058+0000 7fb28d124800 20 add_watcher() i=6 2024-09-12T17:57:44.060 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.059+0000 7fb28d124800 20 add_watcher() i=7 2024-09-12T17:57:44.060 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.059+0000 7fb28d124800 2 all 8 watchers are set, enabling cache 2024-09-12T17:57:44.062 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.061+0000 7fb13f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:57:44.063 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.061+0000 7fb28d124800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:57:44.063 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.061+0000 7fb28d124800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:57:44.063 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.062+0000 7fb28d124800 5 note: GC not initialized 2024-09-12T17:57:44.063 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.062+0000 7fb13e7e4640 20 reqs_thread_entry: start 2024-09-12T17:57:44.063 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.062+0000 7fb28d124800 20 init_complete bucket index max shards: 1 2024-09-12T17:57:44.063 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.062+0000 7fb28d124800 20 Filter name: none 2024-09-12T17:57:44.064 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.062+0000 7fb1377fe640 20 reqs_thread_entry: start 2024-09-12T17:57:44.064 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.062+0000 7fb28d124800 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2024-09-12T17:57:44.064 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.062+0000 7fb28d124800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.064 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.062+0000 7fb28d124800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:57:44.064 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.062+0000 7fb28d124800 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2024-09-12T17:57:44.064 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.062+0000 7fb28d124800 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2024-09-12T17:57:44.064 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.062+0000 7fb28d124800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.40 : miss 2024-09-12T17:57:44.064 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.062+0000 7fb28d124800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.065 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.063+0000 7fb28d124800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:57:44.065 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.063+0000 7fb28d124800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.40 info.flags=0x17 2024-09-12T17:57:44.065 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.063+0000 7fb28d124800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.40 to cache LRU end 2024-09-12T17:57:44.065 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.063+0000 7fb28d124800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:57:44.065 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.063+0000 7fb28d124800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:57:44.065 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.063+0000 7fb28d124800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.40 2024-09-12T17:57:44.067 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.067+0000 7fb28d124800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.40 info.flags=0x17 2024-09-12T17:57:44.067 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.067+0000 7fb28d124800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.40 to cache LRU end 2024-09-12T17:57:44.067 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.067+0000 7fb28d124800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:57:44.067 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.067+0000 7fb28d124800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.40, ofs0, ns] 2024-09-12T17:57:44.068 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.067+0000 7fb15ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398867 cookie 94828504091728 notifier 7884 bl.length()=1015 2024-09-12T17:57:44.068 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.067+0000 7fb15ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.40 info.flags=0x17 2024-09-12T17:57:44.068 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.067+0000 7fb15ffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.40 to cache LRU end 2024-09-12T17:57:44.068 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.067+0000 7fb15ffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:57:44.069 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.068+0000 7fb28d124800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[b6123b67-6580-4373-9691-e0e950df5f06.4566.40]): orig_sources= new_sources= 2024-09-12T17:57:44.069 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.068+0000 7fb28d124800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[b6123b67-6580-4373-9691-e0e950df5f06.4566.40]): potential sources added=[] removed=[] 2024-09-12T17:57:44.069 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.068+0000 7fb28d124800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[b6123b67-6580-4373-9691-e0e950df5f06.4566.40]): orig_dests= new_dests= 2024-09-12T17:57:44.069 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.068+0000 7fb28d124800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[b6123b67-6580-4373-9691-e0e950df5f06.4566.40]): potential dests added=[] removed=[] 2024-09-12T17:57:44.070 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.070+0000 7fb28d124800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.40.1.0 2024-09-12T17:57:44.071 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.070+0000 7fb28d124800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.40.1.0 2024-09-12T17:57:44.071 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.070+0000 7fb28d124800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.40.1.1 2024-09-12T17:57:44.071 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.070+0000 7fb28d124800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.40.1.1 2024-09-12T17:57:44.071 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.070+0000 7fb28d124800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.40.0 2024-09-12T17:57:44.073 INFO:tasks.workunit.client.0.smithi045.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fb28d124800 time 2024-09-12T17:57:44.073199+0000 2024-09-12T17:57:44.073 INFO:tasks.workunit.client.0.smithi045.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:57:44.073 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:57:44.074 INFO:tasks.workunit.client.0.smithi045.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7fb28e78c71a] 2024-09-12T17:57:44.074 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fb28e78c8d8] 2024-09-12T17:57:44.074 INFO:tasks.workunit.client.0.smithi045.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x563ef9a44841] 2024-09-12T17:57:44.074 INFO:tasks.workunit.client.0.smithi045.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1834) [0x563ef9a53734] 2024-09-12T17:57:44.074 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x563ef9a545d4] 2024-09-12T17:57:44.074 INFO:tasks.workunit.client.0.smithi045.stderr: 6: main() 2024-09-12T17:57:44.074 INFO:tasks.workunit.client.0.smithi045.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7fb28d429590] 2024-09-12T17:57:44.074 INFO:tasks.workunit.client.0.smithi045.stderr: 8: __libc_start_main() 2024-09-12T17:57:44.074 INFO:tasks.workunit.client.0.smithi045.stderr: 9: _start() 2024-09-12T17:57:44.074 INFO:tasks.workunit.client.0.smithi045.stderr:*** Caught signal (Aborted) ** 2024-09-12T17:57:44.074 INFO:tasks.workunit.client.0.smithi045.stderr: in thread 7fb28d124800 thread_name:radosgw-admin 2024-09-12T17:57:44.074 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.073+0000 7fb28d124800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fb28d124800 time 2024-09-12T17:57:44.073199+0000 2024-09-12T17:57:44.074 INFO:tasks.workunit.client.0.smithi045.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:57:44.075 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:44.075 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:57:44.075 INFO:tasks.workunit.client.0.smithi045.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7fb28e78c71a] 2024-09-12T17:57:44.075 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fb28e78c8d8] 2024-09-12T17:57:44.075 INFO:tasks.workunit.client.0.smithi045.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x563ef9a44841] 2024-09-12T17:57:44.075 INFO:tasks.workunit.client.0.smithi045.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1834) [0x563ef9a53734] 2024-09-12T17:57:44.075 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x563ef9a545d4] 2024-09-12T17:57:44.075 INFO:tasks.workunit.client.0.smithi045.stderr: 6: main() 2024-09-12T17:57:44.075 INFO:tasks.workunit.client.0.smithi045.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7fb28d429590] 2024-09-12T17:57:44.075 INFO:tasks.workunit.client.0.smithi045.stderr: 8: __libc_start_main() 2024-09-12T17:57:44.076 INFO:tasks.workunit.client.0.smithi045.stderr: 9: _start() 2024-09-12T17:57:44.076 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:44.094 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:57:44.094 INFO:tasks.workunit.client.0.smithi045.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fb28d43e6f0] 2024-09-12T17:57:44.094 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7fb28d48b99c] 2024-09-12T17:57:44.094 INFO:tasks.workunit.client.0.smithi045.stderr: 3: raise() 2024-09-12T17:57:44.094 INFO:tasks.workunit.client.0.smithi045.stderr: 4: abort() 2024-09-12T17:57:44.094 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7fb28e78c774] 2024-09-12T17:57:44.094 INFO:tasks.workunit.client.0.smithi045.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fb28e78c8d8] 2024-09-12T17:57:44.094 INFO:tasks.workunit.client.0.smithi045.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x563ef9a44841] 2024-09-12T17:57:44.095 INFO:tasks.workunit.client.0.smithi045.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1834) [0x563ef9a53734] 2024-09-12T17:57:44.095 INFO:tasks.workunit.client.0.smithi045.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x563ef9a545d4] 2024-09-12T17:57:44.095 INFO:tasks.workunit.client.0.smithi045.stderr: 10: main() 2024-09-12T17:57:44.095 INFO:tasks.workunit.client.0.smithi045.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7fb28d429590] 2024-09-12T17:57:44.095 INFO:tasks.workunit.client.0.smithi045.stderr: 12: __libc_start_main() 2024-09-12T17:57:44.095 INFO:tasks.workunit.client.0.smithi045.stderr: 13: _start() 2024-09-12T17:57:44.095 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.074+0000 7fb28d124800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:57:44.095 INFO:tasks.workunit.client.0.smithi045.stderr: in thread 7fb28d124800 thread_name:radosgw-admin 2024-09-12T17:57:44.095 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:44.095 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:57:44.095 INFO:tasks.workunit.client.0.smithi045.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fb28d43e6f0] 2024-09-12T17:57:44.095 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7fb28d48b99c] 2024-09-12T17:57:44.096 INFO:tasks.workunit.client.0.smithi045.stderr: 3: raise() 2024-09-12T17:57:44.096 INFO:tasks.workunit.client.0.smithi045.stderr: 4: abort() 2024-09-12T17:57:44.096 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7fb28e78c774] 2024-09-12T17:57:44.096 INFO:tasks.workunit.client.0.smithi045.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fb28e78c8d8] 2024-09-12T17:57:44.096 INFO:tasks.workunit.client.0.smithi045.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x563ef9a44841] 2024-09-12T17:57:44.096 INFO:tasks.workunit.client.0.smithi045.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1834) [0x563ef9a53734] 2024-09-12T17:57:44.096 INFO:tasks.workunit.client.0.smithi045.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x563ef9a545d4] 2024-09-12T17:57:44.096 INFO:tasks.workunit.client.0.smithi045.stderr: 10: main() 2024-09-12T17:57:44.096 INFO:tasks.workunit.client.0.smithi045.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7fb28d429590] 2024-09-12T17:57:44.096 INFO:tasks.workunit.client.0.smithi045.stderr: 12: __libc_start_main() 2024-09-12T17:57:44.096 INFO:tasks.workunit.client.0.smithi045.stderr: 13: _start() 2024-09-12T17:57:44.096 INFO:tasks.workunit.client.0.smithi045.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:57:44.097 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:44.097 INFO:tasks.workunit.client.0.smithi045.stderr:--- begin dump of recent events --- 2024-09-12T17:57:44.097 INFO:tasks.workunit.client.0.smithi045.stderr: -499> 2024-09-12T17:57:44.017+0000 7fb28d124800 5 asok(0x563efb1ae730) unregister_commands rotate-key 2024-09-12T17:57:44.097 INFO:tasks.workunit.client.0.smithi045.stderr: -498> 2024-09-12T17:57:44.017+0000 7fb28d124800 10 monclient: build_initial_monmap 2024-09-12T17:57:44.097 INFO:tasks.workunit.client.0.smithi045.stderr: -497> 2024-09-12T17:57:44.017+0000 7fb28d124800 1 build_initial for_mkfs: 0 2024-09-12T17:57:44.097 INFO:tasks.workunit.client.0.smithi045.stderr: -496> 2024-09-12T17:57:44.017+0000 7fb28d124800 10 monclient: monmap: 2024-09-12T17:57:44.097 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:57:44.097 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:57:44.097 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:57:44.097 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:57:44.097 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:57:44.097 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:57:44.097 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:57:44.097 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:57:44.098 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:57:44.098 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:44.098 INFO:tasks.workunit.client.0.smithi045.stderr: -495> 2024-09-12T17:57:44.017+0000 7fb28d124800 5 AuthRegistry(0x563efb3d80f0) adding auth protocol: cephx 2024-09-12T17:57:44.098 INFO:tasks.workunit.client.0.smithi045.stderr: -494> 2024-09-12T17:57:44.017+0000 7fb28d124800 5 AuthRegistry(0x563efb3d80f0) adding auth protocol: cephx 2024-09-12T17:57:44.098 INFO:tasks.workunit.client.0.smithi045.stderr: -493> 2024-09-12T17:57:44.017+0000 7fb28d124800 5 AuthRegistry(0x563efb3d80f0) adding auth protocol: cephx 2024-09-12T17:57:44.098 INFO:tasks.workunit.client.0.smithi045.stderr: -492> 2024-09-12T17:57:44.017+0000 7fb28d124800 5 AuthRegistry(0x563efb3d80f0) adding con mode: secure 2024-09-12T17:57:44.098 INFO:tasks.workunit.client.0.smithi045.stderr: -491> 2024-09-12T17:57:44.017+0000 7fb28d124800 5 AuthRegistry(0x563efb3d80f0) adding con mode: crc 2024-09-12T17:57:44.098 INFO:tasks.workunit.client.0.smithi045.stderr: -490> 2024-09-12T17:57:44.017+0000 7fb28d124800 5 AuthRegistry(0x563efb3d80f0) adding con mode: secure 2024-09-12T17:57:44.098 INFO:tasks.workunit.client.0.smithi045.stderr: -489> 2024-09-12T17:57:44.017+0000 7fb28d124800 5 AuthRegistry(0x563efb3d80f0) adding con mode: crc 2024-09-12T17:57:44.098 INFO:tasks.workunit.client.0.smithi045.stderr: -488> 2024-09-12T17:57:44.017+0000 7fb28d124800 5 AuthRegistry(0x563efb3d80f0) adding con mode: secure 2024-09-12T17:57:44.098 INFO:tasks.workunit.client.0.smithi045.stderr: -487> 2024-09-12T17:57:44.017+0000 7fb28d124800 5 AuthRegistry(0x563efb3d80f0) adding con mode: crc 2024-09-12T17:57:44.098 INFO:tasks.workunit.client.0.smithi045.stderr: -486> 2024-09-12T17:57:44.017+0000 7fb28d124800 5 AuthRegistry(0x563efb3d80f0) adding con mode: crc 2024-09-12T17:57:44.098 INFO:tasks.workunit.client.0.smithi045.stderr: -485> 2024-09-12T17:57:44.017+0000 7fb28d124800 5 AuthRegistry(0x563efb3d80f0) adding con mode: secure 2024-09-12T17:57:44.099 INFO:tasks.workunit.client.0.smithi045.stderr: -484> 2024-09-12T17:57:44.017+0000 7fb28d124800 5 AuthRegistry(0x563efb3d80f0) adding con mode: crc 2024-09-12T17:57:44.099 INFO:tasks.workunit.client.0.smithi045.stderr: -483> 2024-09-12T17:57:44.017+0000 7fb28d124800 5 AuthRegistry(0x563efb3d80f0) adding con mode: secure 2024-09-12T17:57:44.099 INFO:tasks.workunit.client.0.smithi045.stderr: -482> 2024-09-12T17:57:44.017+0000 7fb28d124800 5 AuthRegistry(0x563efb3d80f0) adding con mode: crc 2024-09-12T17:57:44.099 INFO:tasks.workunit.client.0.smithi045.stderr: -481> 2024-09-12T17:57:44.017+0000 7fb28d124800 5 AuthRegistry(0x563efb3d80f0) adding con mode: secure 2024-09-12T17:57:44.099 INFO:tasks.workunit.client.0.smithi045.stderr: -480> 2024-09-12T17:57:44.017+0000 7fb28d124800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:57:44.099 INFO:tasks.workunit.client.0.smithi045.stderr: -479> 2024-09-12T17:57:44.017+0000 7fb28d124800 1 librados: starting msgr at 2024-09-12T17:57:44.099 INFO:tasks.workunit.client.0.smithi045.stderr: -478> 2024-09-12T17:57:44.017+0000 7fb28d124800 1 librados: starting objecter 2024-09-12T17:57:44.099 INFO:tasks.workunit.client.0.smithi045.stderr: -477> 2024-09-12T17:57:44.018+0000 7fb28d124800 5 asok(0x563efb1ae730) register_command objecter_requests hook 0x563efb4043b0 2024-09-12T17:57:44.099 INFO:tasks.workunit.client.0.smithi045.stderr: -476> 2024-09-12T17:57:44.018+0000 7fb28d124800 1 librados: setting wanted keys 2024-09-12T17:57:44.099 INFO:tasks.workunit.client.0.smithi045.stderr: -475> 2024-09-12T17:57:44.018+0000 7fb28d124800 1 librados: calling monclient init 2024-09-12T17:57:44.099 INFO:tasks.workunit.client.0.smithi045.stderr: -474> 2024-09-12T17:57:44.018+0000 7fb28d124800 10 monclient: init 2024-09-12T17:57:44.099 INFO:tasks.workunit.client.0.smithi045.stderr: -473> 2024-09-12T17:57:44.018+0000 7fb28d124800 5 AuthRegistry(0x563efb3d2aa0) adding auth protocol: cephx 2024-09-12T17:57:44.099 INFO:tasks.workunit.client.0.smithi045.stderr: -472> 2024-09-12T17:57:44.018+0000 7fb28d124800 5 AuthRegistry(0x563efb3d2aa0) adding auth protocol: cephx 2024-09-12T17:57:44.099 INFO:tasks.workunit.client.0.smithi045.stderr: -471> 2024-09-12T17:57:44.018+0000 7fb28d124800 5 AuthRegistry(0x563efb3d2aa0) adding auth protocol: cephx 2024-09-12T17:57:44.100 INFO:tasks.workunit.client.0.smithi045.stderr: -470> 2024-09-12T17:57:44.018+0000 7fb28d124800 5 AuthRegistry(0x563efb3d2aa0) adding con mode: secure 2024-09-12T17:57:44.100 INFO:tasks.workunit.client.0.smithi045.stderr: -469> 2024-09-12T17:57:44.018+0000 7fb28d124800 5 AuthRegistry(0x563efb3d2aa0) adding con mode: crc 2024-09-12T17:57:44.100 INFO:tasks.workunit.client.0.smithi045.stderr: -468> 2024-09-12T17:57:44.018+0000 7fb28d124800 5 AuthRegistry(0x563efb3d2aa0) adding con mode: secure 2024-09-12T17:57:44.100 INFO:tasks.workunit.client.0.smithi045.stderr: -467> 2024-09-12T17:57:44.018+0000 7fb28d124800 5 AuthRegistry(0x563efb3d2aa0) adding con mode: crc 2024-09-12T17:57:44.100 INFO:tasks.workunit.client.0.smithi045.stderr: -466> 2024-09-12T17:57:44.018+0000 7fb28d124800 5 AuthRegistry(0x563efb3d2aa0) adding con mode: secure 2024-09-12T17:57:44.100 INFO:tasks.workunit.client.0.smithi045.stderr: -465> 2024-09-12T17:57:44.018+0000 7fb28d124800 5 AuthRegistry(0x563efb3d2aa0) adding con mode: crc 2024-09-12T17:57:44.100 INFO:tasks.workunit.client.0.smithi045.stderr: -464> 2024-09-12T17:57:44.018+0000 7fb28d124800 5 AuthRegistry(0x563efb3d2aa0) adding con mode: crc 2024-09-12T17:57:44.100 INFO:tasks.workunit.client.0.smithi045.stderr: -463> 2024-09-12T17:57:44.018+0000 7fb28d124800 5 AuthRegistry(0x563efb3d2aa0) adding con mode: secure 2024-09-12T17:57:44.100 INFO:tasks.workunit.client.0.smithi045.stderr: -462> 2024-09-12T17:57:44.018+0000 7fb28d124800 5 AuthRegistry(0x563efb3d2aa0) adding con mode: crc 2024-09-12T17:57:44.100 INFO:tasks.workunit.client.0.smithi045.stderr: -461> 2024-09-12T17:57:44.018+0000 7fb28d124800 5 AuthRegistry(0x563efb3d2aa0) adding con mode: secure 2024-09-12T17:57:44.101 INFO:tasks.workunit.client.0.smithi045.stderr: -460> 2024-09-12T17:57:44.018+0000 7fb28d124800 5 AuthRegistry(0x563efb3d2aa0) adding con mode: crc 2024-09-12T17:57:44.101 INFO:tasks.workunit.client.0.smithi045.stderr: -459> 2024-09-12T17:57:44.018+0000 7fb28d124800 5 AuthRegistry(0x563efb3d2aa0) adding con mode: secure 2024-09-12T17:57:44.101 INFO:tasks.workunit.client.0.smithi045.stderr: -458> 2024-09-12T17:57:44.018+0000 7fb28d124800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:57:44.101 INFO:tasks.workunit.client.0.smithi045.stderr: -457> 2024-09-12T17:57:44.018+0000 7fb28d124800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:57:44.101 INFO:tasks.workunit.client.0.smithi045.stderr: -456> 2024-09-12T17:57:44.018+0000 7fb28d124800 5 asok(0x563efb1ae730) register_command rotate-key hook 0x563efb3d2be8 2024-09-12T17:57:44.101 INFO:tasks.workunit.client.0.smithi045.stderr: -455> 2024-09-12T17:57:44.018+0000 7fb28d124800 10 monclient: _reopen_session rank -1 2024-09-12T17:57:44.101 INFO:tasks.workunit.client.0.smithi045.stderr: -454> 2024-09-12T17:57:44.018+0000 7fb28d124800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:57:44.101 INFO:tasks.workunit.client.0.smithi045.stderr: -453> 2024-09-12T17:57:44.018+0000 7fb28d124800 10 monclient(hunting): picked mon.noname-a con 0x563efb3158b0 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:57:44.101 INFO:tasks.workunit.client.0.smithi045.stderr: -452> 2024-09-12T17:57:44.018+0000 7fb28d124800 10 monclient(hunting): picked mon.noname-b con 0x563efb315c90 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:57:44.101 INFO:tasks.workunit.client.0.smithi045.stderr: -451> 2024-09-12T17:57:44.018+0000 7fb28d124800 10 monclient(hunting): picked mon.noname-c con 0x563efb320e80 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:57:44.101 INFO:tasks.workunit.client.0.smithi045.stderr: -450> 2024-09-12T17:57:44.018+0000 7fb28d124800 10 monclient(hunting): start opening mon connection 2024-09-12T17:57:44.101 INFO:tasks.workunit.client.0.smithi045.stderr: -449> 2024-09-12T17:57:44.018+0000 7fb28d124800 10 monclient(hunting): start opening mon connection 2024-09-12T17:57:44.102 INFO:tasks.workunit.client.0.smithi045.stderr: -448> 2024-09-12T17:57:44.018+0000 7fb28d124800 10 monclient(hunting): start opening mon connection 2024-09-12T17:57:44.102 INFO:tasks.workunit.client.0.smithi045.stderr: -447> 2024-09-12T17:57:44.018+0000 7fb28d124800 10 monclient(hunting): _renew_subs 2024-09-12T17:57:44.102 INFO:tasks.workunit.client.0.smithi045.stderr: -446> 2024-09-12T17:57:44.018+0000 7fb28d124800 10 monclient(hunting): authenticate will time out at 2162.476675s 2024-09-12T17:57:44.102 INFO:tasks.workunit.client.0.smithi045.stderr: -445> 2024-09-12T17:57:44.018+0000 7fb288d56640 10 monclient(hunting): get_auth_request con 0x563efb3158b0 auth_method 0 2024-09-12T17:57:44.102 INFO:tasks.workunit.client.0.smithi045.stderr: -444> 2024-09-12T17:57:44.018+0000 7fb288d56640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:57:44.102 INFO:tasks.workunit.client.0.smithi045.stderr: -443> 2024-09-12T17:57:44.018+0000 7fb288d56640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:57:44.102 INFO:tasks.workunit.client.0.smithi045.stderr: -442> 2024-09-12T17:57:44.018+0000 7fb288d56640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:57:44.102 INFO:tasks.workunit.client.0.smithi045.stderr: -441> 2024-09-12T17:57:44.018+0000 7fb289557640 10 monclient(hunting): get_auth_request con 0x563efb320e80 auth_method 0 2024-09-12T17:57:44.102 INFO:tasks.workunit.client.0.smithi045.stderr: -440> 2024-09-12T17:57:44.018+0000 7fb289557640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:57:44.102 INFO:tasks.workunit.client.0.smithi045.stderr: -439> 2024-09-12T17:57:44.018+0000 7fb289557640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:57:44.102 INFO:tasks.workunit.client.0.smithi045.stderr: -438> 2024-09-12T17:57:44.018+0000 7fb289557640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:57:44.102 INFO:tasks.workunit.client.0.smithi045.stderr: -437> 2024-09-12T17:57:44.018+0000 7fb288d56640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:57:44.102 INFO:tasks.workunit.client.0.smithi045.stderr: -436> 2024-09-12T17:57:44.018+0000 7fb288d56640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:57:44.103 INFO:tasks.workunit.client.0.smithi045.stderr: -435> 2024-09-12T17:57:44.018+0000 7fb288d56640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:57:44.103 INFO:tasks.workunit.client.0.smithi045.stderr: -434> 2024-09-12T17:57:44.018+0000 7fb289557640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:57:44.103 INFO:tasks.workunit.client.0.smithi045.stderr: -433> 2024-09-12T17:57:44.018+0000 7fb289557640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:57:44.103 INFO:tasks.workunit.client.0.smithi045.stderr: -432> 2024-09-12T17:57:44.018+0000 7fb289557640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:57:44.103 INFO:tasks.workunit.client.0.smithi045.stderr: -431> 2024-09-12T17:57:44.018+0000 7fb288555640 10 monclient(hunting): get_auth_request con 0x563efb315c90 auth_method 0 2024-09-12T17:57:44.103 INFO:tasks.workunit.client.0.smithi045.stderr: -430> 2024-09-12T17:57:44.018+0000 7fb288555640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:57:44.103 INFO:tasks.workunit.client.0.smithi045.stderr: -429> 2024-09-12T17:57:44.018+0000 7fb288555640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:57:44.103 INFO:tasks.workunit.client.0.smithi045.stderr: -428> 2024-09-12T17:57:44.018+0000 7fb288555640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:57:44.103 INFO:tasks.workunit.client.0.smithi045.stderr: -427> 2024-09-12T17:57:44.019+0000 7fb289557640 10 monclient(hunting): handle_auth_done global_id 7460 payload 824 2024-09-12T17:57:44.103 INFO:tasks.workunit.client.0.smithi045.stderr: -426> 2024-09-12T17:57:44.019+0000 7fb289557640 10 monclient: _finish_hunting 0 2024-09-12T17:57:44.103 INFO:tasks.workunit.client.0.smithi045.stderr: -425> 2024-09-12T17:57:44.019+0000 7fb289557640 1 monclient: found mon.noname-c 2024-09-12T17:57:44.103 INFO:tasks.workunit.client.0.smithi045.stderr: -424> 2024-09-12T17:57:44.019+0000 7fb289557640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.45:3301/0 2024-09-12T17:57:44.103 INFO:tasks.workunit.client.0.smithi045.stderr: -423> 2024-09-12T17:57:44.019+0000 7fb17560a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:57:44.103 INFO:tasks.workunit.client.0.smithi045.stderr: -422> 2024-09-12T17:57:44.019+0000 7fb17560a640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:57:44.104 INFO:tasks.workunit.client.0.smithi045.stderr: -421> 2024-09-12T17:57:44.019+0000 7fb17560a640 10 monclient: dump: 2024-09-12T17:57:44.104 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:57:44.104 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:57:44.104 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:44.104 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:44.104 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:57:44.104 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:57:44.104 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:57:44.104 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:57:44.104 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:57:44.104 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:44.104 INFO:tasks.workunit.client.0.smithi045.stderr: -420> 2024-09-12T17:57:44.019+0000 7fb17560a640 10 monclient: _finish_auth 0 2024-09-12T17:57:44.104 INFO:tasks.workunit.client.0.smithi045.stderr: -419> 2024-09-12T17:57:44.019+0000 7fb17560a640 10 monclient: _check_auth_tickets 2024-09-12T17:57:44.105 INFO:tasks.workunit.client.0.smithi045.stderr: -418> 2024-09-12T17:57:44.019+0000 7fb17560a640 10 monclient: handle_config config(0 keys) 2024-09-12T17:57:44.105 INFO:tasks.workunit.client.0.smithi045.stderr: -417> 2024-09-12T17:57:44.019+0000 7fb17560a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:57:44.105 INFO:tasks.workunit.client.0.smithi045.stderr: -416> 2024-09-12T17:57:44.019+0000 7fb17560a640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:57:44.105 INFO:tasks.workunit.client.0.smithi045.stderr: -415> 2024-09-12T17:57:44.019+0000 7fb17560a640 10 monclient: dump: 2024-09-12T17:57:44.105 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:57:44.105 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:57:44.105 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:44.105 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:44.105 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:57:44.105 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:57:44.105 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:57:44.105 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:57:44.105 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:57:44.105 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:44.106 INFO:tasks.workunit.client.0.smithi045.stderr: -414> 2024-09-12T17:57:44.019+0000 7fb28d124800 5 monclient: authenticate success, global_id 7460 2024-09-12T17:57:44.106 INFO:tasks.workunit.client.0.smithi045.stderr: -413> 2024-09-12T17:57:44.019+0000 7fb28d124800 10 monclient: _renew_subs 2024-09-12T17:57:44.106 INFO:tasks.workunit.client.0.smithi045.stderr: -412> 2024-09-12T17:57:44.019+0000 7fb28d124800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:57:44.106 INFO:tasks.workunit.client.0.smithi045.stderr: -411> 2024-09-12T17:57:44.019+0000 7fb176e0d640 4 set_mon_vals no callback set 2024-09-12T17:57:44.106 INFO:tasks.workunit.client.0.smithi045.stderr: -410> 2024-09-12T17:57:44.019+0000 7fb28d124800 10 monclient: _renew_subs 2024-09-12T17:57:44.106 INFO:tasks.workunit.client.0.smithi045.stderr: -409> 2024-09-12T17:57:44.019+0000 7fb28d124800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:57:44.106 INFO:tasks.workunit.client.0.smithi045.stderr: -408> 2024-09-12T17:57:44.019+0000 7fb28d124800 1 librados: init done 2024-09-12T17:57:44.106 INFO:tasks.workunit.client.0.smithi045.stderr: -407> 2024-09-12T17:57:44.021+0000 7fb17560a640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:57:44.106 INFO:tasks.workunit.client.0.smithi045.stderr: -406> 2024-09-12T17:57:44.021+0000 7fb17560a640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:57:44.106 INFO:tasks.workunit.client.0.smithi045.stderr: -405> 2024-09-12T17:57:44.021+0000 7fb17560a640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:57:44.106 INFO:tasks.workunit.client.0.smithi045.stderr: -404> 2024-09-12T17:57:44.021+0000 7fb288d56640 10 monclient: get_auth_request con 0x7fb170076470 auth_method 0 2024-09-12T17:57:44.107 INFO:tasks.workunit.client.0.smithi045.stderr: -403> 2024-09-12T17:57:44.021+0000 7fb288555640 10 monclient: get_auth_request con 0x563efb3f9330 auth_method 0 2024-09-12T17:57:44.107 INFO:tasks.workunit.client.0.smithi045.stderr: -402> 2024-09-12T17:57:44.022+0000 7fb288d56640 10 monclient: get_auth_request con 0x563efb41e110 auth_method 0 2024-09-12T17:57:44.107 INFO:tasks.workunit.client.0.smithi045.stderr: -401> 2024-09-12T17:57:44.023+0000 7fb288555640 10 monclient: get_auth_request con 0x563efb422340 auth_method 0 2024-09-12T17:57:44.107 INFO:tasks.workunit.client.0.smithi045.stderr: -400> 2024-09-12T17:57:44.024+0000 7fb28d124800 10 monclient: build_initial_monmap 2024-09-12T17:57:44.107 INFO:tasks.workunit.client.0.smithi045.stderr: -399> 2024-09-12T17:57:44.024+0000 7fb28d124800 1 build_initial for_mkfs: 0 2024-09-12T17:57:44.107 INFO:tasks.workunit.client.0.smithi045.stderr: -398> 2024-09-12T17:57:44.024+0000 7fb28d124800 10 monclient: monmap: 2024-09-12T17:57:44.107 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:57:44.107 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:57:44.107 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:57:44.107 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:57:44.107 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:57:44.107 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:57:44.107 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:57:44.108 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:57:44.108 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:57:44.108 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:44.108 INFO:tasks.workunit.client.0.smithi045.stderr: -397> 2024-09-12T17:57:44.024+0000 7fb28d124800 5 AuthRegistry(0x563efb427130) adding auth protocol: cephx 2024-09-12T17:57:44.108 INFO:tasks.workunit.client.0.smithi045.stderr: -396> 2024-09-12T17:57:44.024+0000 7fb28d124800 5 AuthRegistry(0x563efb427130) adding auth protocol: cephx 2024-09-12T17:57:44.108 INFO:tasks.workunit.client.0.smithi045.stderr: -395> 2024-09-12T17:57:44.024+0000 7fb28d124800 5 AuthRegistry(0x563efb427130) adding auth protocol: cephx 2024-09-12T17:57:44.108 INFO:tasks.workunit.client.0.smithi045.stderr: -394> 2024-09-12T17:57:44.024+0000 7fb28d124800 5 AuthRegistry(0x563efb427130) adding con mode: secure 2024-09-12T17:57:44.108 INFO:tasks.workunit.client.0.smithi045.stderr: -393> 2024-09-12T17:57:44.024+0000 7fb28d124800 5 AuthRegistry(0x563efb427130) adding con mode: crc 2024-09-12T17:57:44.108 INFO:tasks.workunit.client.0.smithi045.stderr: -392> 2024-09-12T17:57:44.024+0000 7fb28d124800 5 AuthRegistry(0x563efb427130) adding con mode: secure 2024-09-12T17:57:44.108 INFO:tasks.workunit.client.0.smithi045.stderr: -391> 2024-09-12T17:57:44.024+0000 7fb28d124800 5 AuthRegistry(0x563efb427130) adding con mode: crc 2024-09-12T17:57:44.108 INFO:tasks.workunit.client.0.smithi045.stderr: -390> 2024-09-12T17:57:44.024+0000 7fb28d124800 5 AuthRegistry(0x563efb427130) adding con mode: secure 2024-09-12T17:57:44.108 INFO:tasks.workunit.client.0.smithi045.stderr: -389> 2024-09-12T17:57:44.024+0000 7fb28d124800 5 AuthRegistry(0x563efb427130) adding con mode: crc 2024-09-12T17:57:44.108 INFO:tasks.workunit.client.0.smithi045.stderr: -388> 2024-09-12T17:57:44.024+0000 7fb28d124800 5 AuthRegistry(0x563efb427130) adding con mode: crc 2024-09-12T17:57:44.109 INFO:tasks.workunit.client.0.smithi045.stderr: -387> 2024-09-12T17:57:44.024+0000 7fb28d124800 5 AuthRegistry(0x563efb427130) adding con mode: secure 2024-09-12T17:57:44.109 INFO:tasks.workunit.client.0.smithi045.stderr: -386> 2024-09-12T17:57:44.024+0000 7fb28d124800 5 AuthRegistry(0x563efb427130) adding con mode: crc 2024-09-12T17:57:44.109 INFO:tasks.workunit.client.0.smithi045.stderr: -385> 2024-09-12T17:57:44.024+0000 7fb28d124800 5 AuthRegistry(0x563efb427130) adding con mode: secure 2024-09-12T17:57:44.109 INFO:tasks.workunit.client.0.smithi045.stderr: -384> 2024-09-12T17:57:44.024+0000 7fb28d124800 5 AuthRegistry(0x563efb427130) adding con mode: crc 2024-09-12T17:57:44.109 INFO:tasks.workunit.client.0.smithi045.stderr: -383> 2024-09-12T17:57:44.024+0000 7fb28d124800 5 AuthRegistry(0x563efb427130) adding con mode: secure 2024-09-12T17:57:44.109 INFO:tasks.workunit.client.0.smithi045.stderr: -382> 2024-09-12T17:57:44.025+0000 7fb28d124800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:57:44.109 INFO:tasks.workunit.client.0.smithi045.stderr: -381> 2024-09-12T17:57:44.025+0000 7fb28d124800 5 asok(0x563efb1ae730) register_command objecter_requests cmddesc objecter_requests hook 0x563efb42a5c0 EEXIST 2024-09-12T17:57:44.109 INFO:tasks.workunit.client.0.smithi045.stderr: -380> 2024-09-12T17:57:44.025+0000 7fb28d124800 10 monclient: init 2024-09-12T17:57:44.109 INFO:tasks.workunit.client.0.smithi045.stderr: -379> 2024-09-12T17:57:44.025+0000 7fb28d124800 5 AuthRegistry(0x563efb4257b8) adding auth protocol: cephx 2024-09-12T17:57:44.109 INFO:tasks.workunit.client.0.smithi045.stderr: -378> 2024-09-12T17:57:44.025+0000 7fb28d124800 5 AuthRegistry(0x563efb4257b8) adding auth protocol: cephx 2024-09-12T17:57:44.109 INFO:tasks.workunit.client.0.smithi045.stderr: -377> 2024-09-12T17:57:44.025+0000 7fb28d124800 5 AuthRegistry(0x563efb4257b8) adding auth protocol: cephx 2024-09-12T17:57:44.109 INFO:tasks.workunit.client.0.smithi045.stderr: -376> 2024-09-12T17:57:44.025+0000 7fb28d124800 5 AuthRegistry(0x563efb4257b8) adding con mode: secure 2024-09-12T17:57:44.109 INFO:tasks.workunit.client.0.smithi045.stderr: -375> 2024-09-12T17:57:44.025+0000 7fb28d124800 5 AuthRegistry(0x563efb4257b8) adding con mode: crc 2024-09-12T17:57:44.110 INFO:tasks.workunit.client.0.smithi045.stderr: -374> 2024-09-12T17:57:44.025+0000 7fb28d124800 5 AuthRegistry(0x563efb4257b8) adding con mode: secure 2024-09-12T17:57:44.110 INFO:tasks.workunit.client.0.smithi045.stderr: -373> 2024-09-12T17:57:44.025+0000 7fb28d124800 5 AuthRegistry(0x563efb4257b8) adding con mode: crc 2024-09-12T17:57:44.110 INFO:tasks.workunit.client.0.smithi045.stderr: -372> 2024-09-12T17:57:44.025+0000 7fb28d124800 5 AuthRegistry(0x563efb4257b8) adding con mode: secure 2024-09-12T17:57:44.110 INFO:tasks.workunit.client.0.smithi045.stderr: -371> 2024-09-12T17:57:44.025+0000 7fb28d124800 5 AuthRegistry(0x563efb4257b8) adding con mode: crc 2024-09-12T17:57:44.110 INFO:tasks.workunit.client.0.smithi045.stderr: -370> 2024-09-12T17:57:44.025+0000 7fb28d124800 5 AuthRegistry(0x563efb4257b8) adding con mode: crc 2024-09-12T17:57:44.110 INFO:tasks.workunit.client.0.smithi045.stderr: -369> 2024-09-12T17:57:44.025+0000 7fb28d124800 5 AuthRegistry(0x563efb4257b8) adding con mode: secure 2024-09-12T17:57:44.110 INFO:tasks.workunit.client.0.smithi045.stderr: -368> 2024-09-12T17:57:44.025+0000 7fb28d124800 5 AuthRegistry(0x563efb4257b8) adding con mode: crc 2024-09-12T17:57:44.110 INFO:tasks.workunit.client.0.smithi045.stderr: -367> 2024-09-12T17:57:44.025+0000 7fb28d124800 5 AuthRegistry(0x563efb4257b8) adding con mode: secure 2024-09-12T17:57:44.110 INFO:tasks.workunit.client.0.smithi045.stderr: -366> 2024-09-12T17:57:44.025+0000 7fb28d124800 5 AuthRegistry(0x563efb4257b8) adding con mode: crc 2024-09-12T17:57:44.110 INFO:tasks.workunit.client.0.smithi045.stderr: -365> 2024-09-12T17:57:44.025+0000 7fb28d124800 5 AuthRegistry(0x563efb4257b8) adding con mode: secure 2024-09-12T17:57:44.110 INFO:tasks.workunit.client.0.smithi045.stderr: -364> 2024-09-12T17:57:44.025+0000 7fb28d124800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:57:44.110 INFO:tasks.workunit.client.0.smithi045.stderr: -363> 2024-09-12T17:57:44.025+0000 7fb28d124800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:57:44.110 INFO:tasks.workunit.client.0.smithi045.stderr: -362> 2024-09-12T17:57:44.025+0000 7fb28d124800 5 asok(0x563efb1ae730) register_command rotate-key cmddesc rotate-key hook 0x563efb425900 EEXIST 2024-09-12T17:57:44.111 INFO:tasks.workunit.client.0.smithi045.stderr: -361> 2024-09-12T17:57:44.025+0000 7fb28d124800 10 monclient: _reopen_session rank -1 2024-09-12T17:57:44.111 INFO:tasks.workunit.client.0.smithi045.stderr: -360> 2024-09-12T17:57:44.025+0000 7fb28d124800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:57:44.111 INFO:tasks.workunit.client.0.smithi045.stderr: -359> 2024-09-12T17:57:44.025+0000 7fb28d124800 10 monclient(hunting): picked mon.noname-c con 0x563efb44e8e0 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:57:44.111 INFO:tasks.workunit.client.0.smithi045.stderr: -358> 2024-09-12T17:57:44.025+0000 7fb28d124800 10 monclient(hunting): picked mon.noname-a con 0x563efb44ecc0 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:57:44.111 INFO:tasks.workunit.client.0.smithi045.stderr: -357> 2024-09-12T17:57:44.025+0000 7fb28d124800 10 monclient(hunting): picked mon.noname-b con 0x563efb44d5f0 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:57:44.111 INFO:tasks.workunit.client.0.smithi045.stderr: -356> 2024-09-12T17:57:44.025+0000 7fb28d124800 10 monclient(hunting): start opening mon connection 2024-09-12T17:57:44.111 INFO:tasks.workunit.client.0.smithi045.stderr: -355> 2024-09-12T17:57:44.025+0000 7fb28d124800 10 monclient(hunting): start opening mon connection 2024-09-12T17:57:44.111 INFO:tasks.workunit.client.0.smithi045.stderr: -354> 2024-09-12T17:57:44.025+0000 7fb28d124800 10 monclient(hunting): start opening mon connection 2024-09-12T17:57:44.111 INFO:tasks.workunit.client.0.smithi045.stderr: -353> 2024-09-12T17:57:44.025+0000 7fb28d124800 10 monclient(hunting): _renew_subs 2024-09-12T17:57:44.111 INFO:tasks.workunit.client.0.smithi045.stderr: -352> 2024-09-12T17:57:44.025+0000 7fb28d124800 10 monclient(hunting): authenticate will time out at 2162.483851s 2024-09-12T17:57:44.111 INFO:tasks.workunit.client.0.smithi045.stderr: -351> 2024-09-12T17:57:44.025+0000 7fb288555640 10 monclient(hunting): get_auth_request con 0x563efb44ecc0 auth_method 0 2024-09-12T17:57:44.111 INFO:tasks.workunit.client.0.smithi045.stderr: -350> 2024-09-12T17:57:44.025+0000 7fb288555640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:57:44.111 INFO:tasks.workunit.client.0.smithi045.stderr: -349> 2024-09-12T17:57:44.025+0000 7fb288555640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:57:44.111 INFO:tasks.workunit.client.0.smithi045.stderr: -348> 2024-09-12T17:57:44.025+0000 7fb288555640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:57:44.112 INFO:tasks.workunit.client.0.smithi045.stderr: -347> 2024-09-12T17:57:44.026+0000 7fb288d56640 10 monclient(hunting): get_auth_request con 0x563efb44e8e0 auth_method 0 2024-09-12T17:57:44.112 INFO:tasks.workunit.client.0.smithi045.stderr: -346> 2024-09-12T17:57:44.026+0000 7fb288d56640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:57:44.112 INFO:tasks.workunit.client.0.smithi045.stderr: -345> 2024-09-12T17:57:44.026+0000 7fb288d56640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:57:44.112 INFO:tasks.workunit.client.0.smithi045.stderr: -344> 2024-09-12T17:57:44.026+0000 7fb288d56640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:57:44.112 INFO:tasks.workunit.client.0.smithi045.stderr: -343> 2024-09-12T17:57:44.026+0000 7fb289557640 10 monclient(hunting): get_auth_request con 0x563efb44d5f0 auth_method 0 2024-09-12T17:57:44.112 INFO:tasks.workunit.client.0.smithi045.stderr: -342> 2024-09-12T17:57:44.026+0000 7fb289557640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:57:44.112 INFO:tasks.workunit.client.0.smithi045.stderr: -341> 2024-09-12T17:57:44.026+0000 7fb289557640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:57:44.112 INFO:tasks.workunit.client.0.smithi045.stderr: -340> 2024-09-12T17:57:44.026+0000 7fb289557640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:57:44.112 INFO:tasks.workunit.client.0.smithi045.stderr: -339> 2024-09-12T17:57:44.026+0000 7fb288555640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:57:44.112 INFO:tasks.workunit.client.0.smithi045.stderr: -338> 2024-09-12T17:57:44.026+0000 7fb288555640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:57:44.112 INFO:tasks.workunit.client.0.smithi045.stderr: -337> 2024-09-12T17:57:44.026+0000 7fb288555640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:57:44.112 INFO:tasks.workunit.client.0.smithi045.stderr: -336> 2024-09-12T17:57:44.026+0000 7fb288d56640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:57:44.113 INFO:tasks.workunit.client.0.smithi045.stderr: -335> 2024-09-12T17:57:44.026+0000 7fb288d56640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:57:44.113 INFO:tasks.workunit.client.0.smithi045.stderr: -334> 2024-09-12T17:57:44.026+0000 7fb288d56640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:57:44.113 INFO:tasks.workunit.client.0.smithi045.stderr: -333> 2024-09-12T17:57:44.026+0000 7fb289557640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:57:44.113 INFO:tasks.workunit.client.0.smithi045.stderr: -332> 2024-09-12T17:57:44.026+0000 7fb289557640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:57:44.113 INFO:tasks.workunit.client.0.smithi045.stderr: -331> 2024-09-12T17:57:44.026+0000 7fb289557640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:57:44.113 INFO:tasks.workunit.client.0.smithi045.stderr: -330> 2024-09-12T17:57:44.026+0000 7fb288555640 10 monclient(hunting): handle_auth_done global_id 7878 payload 824 2024-09-12T17:57:44.113 INFO:tasks.workunit.client.0.smithi045.stderr: -329> 2024-09-12T17:57:44.026+0000 7fb288555640 10 monclient: _finish_hunting 0 2024-09-12T17:57:44.113 INFO:tasks.workunit.client.0.smithi045.stderr: -328> 2024-09-12T17:57:44.026+0000 7fb288555640 1 monclient: found mon.noname-a 2024-09-12T17:57:44.113 INFO:tasks.workunit.client.0.smithi045.stderr: -327> 2024-09-12T17:57:44.026+0000 7fb288555640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.45:3300/0 2024-09-12T17:57:44.113 INFO:tasks.workunit.client.0.smithi045.stderr: -326> 2024-09-12T17:57:44.026+0000 7fb16e7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:57:44.113 INFO:tasks.workunit.client.0.smithi045.stderr: -325> 2024-09-12T17:57:44.026+0000 7fb16e7fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:57:44.113 INFO:tasks.workunit.client.0.smithi045.stderr: -324> 2024-09-12T17:57:44.026+0000 7fb16e7fc640 10 monclient: dump: 2024-09-12T17:57:44.113 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:57:44.114 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:57:44.114 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:44.114 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:44.114 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:57:44.114 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:57:44.114 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:57:44.114 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:57:44.114 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:57:44.114 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:44.114 INFO:tasks.workunit.client.0.smithi045.stderr: -323> 2024-09-12T17:57:44.026+0000 7fb16e7fc640 10 monclient: _finish_auth 0 2024-09-12T17:57:44.114 INFO:tasks.workunit.client.0.smithi045.stderr: -322> 2024-09-12T17:57:44.026+0000 7fb16e7fc640 10 monclient: _check_auth_tickets 2024-09-12T17:57:44.114 INFO:tasks.workunit.client.0.smithi045.stderr: -321> 2024-09-12T17:57:44.026+0000 7fb16e7fc640 10 monclient: handle_config config(0 keys) 2024-09-12T17:57:44.114 INFO:tasks.workunit.client.0.smithi045.stderr: -320> 2024-09-12T17:57:44.026+0000 7fb16e7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:57:44.115 INFO:tasks.workunit.client.0.smithi045.stderr: -319> 2024-09-12T17:57:44.026+0000 7fb16e7fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:57:44.115 INFO:tasks.workunit.client.0.smithi045.stderr: -318> 2024-09-12T17:57:44.026+0000 7fb16e7fc640 10 monclient: dump: 2024-09-12T17:57:44.115 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:57:44.115 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:57:44.115 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:44.115 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:44.115 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:57:44.115 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:57:44.115 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:57:44.115 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:57:44.115 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:57:44.115 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:44.115 INFO:tasks.workunit.client.0.smithi045.stderr: -317> 2024-09-12T17:57:44.026+0000 7fb28d124800 5 monclient: authenticate success, global_id 7878 2024-09-12T17:57:44.115 INFO:tasks.workunit.client.0.smithi045.stderr: -316> 2024-09-12T17:57:44.026+0000 7fb28d124800 10 monclient: _renew_subs 2024-09-12T17:57:44.116 INFO:tasks.workunit.client.0.smithi045.stderr: -315> 2024-09-12T17:57:44.026+0000 7fb289d58640 4 set_mon_vals no callback set 2024-09-12T17:57:44.116 INFO:tasks.workunit.client.0.smithi045.stderr: -314> 2024-09-12T17:57:44.026+0000 7fb28d124800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:57:44.116 INFO:tasks.workunit.client.0.smithi045.stderr: -313> 2024-09-12T17:57:44.026+0000 7fb28d124800 10 monclient: _renew_subs 2024-09-12T17:57:44.116 INFO:tasks.workunit.client.0.smithi045.stderr: -312> 2024-09-12T17:57:44.026+0000 7fb28d124800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:57:44.116 INFO:tasks.workunit.client.0.smithi045.stderr: -311> 2024-09-12T17:57:44.028+0000 7fb16e7fc640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:57:44.116 INFO:tasks.workunit.client.0.smithi045.stderr: -310> 2024-09-12T17:57:44.028+0000 7fb16e7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:57:44.116 INFO:tasks.workunit.client.0.smithi045.stderr: -309> 2024-09-12T17:57:44.028+0000 7fb16e7fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:57:44.116 INFO:tasks.workunit.client.0.smithi045.stderr: -308> 2024-09-12T17:57:44.028+0000 7fb288d56640 10 monclient: get_auth_request con 0x7fb160076380 auth_method 0 2024-09-12T17:57:44.116 INFO:tasks.workunit.client.0.smithi045.stderr: -307> 2024-09-12T17:57:44.028+0000 7fb28d124800 10 monclient: get_monmap_and_config 2024-09-12T17:57:44.116 INFO:tasks.workunit.client.0.smithi045.stderr: -306> 2024-09-12T17:57:44.028+0000 7fb28d124800 10 monclient: build_initial_monmap 2024-09-12T17:57:44.116 INFO:tasks.workunit.client.0.smithi045.stderr: -305> 2024-09-12T17:57:44.028+0000 7fb28d124800 1 build_initial for_mkfs: 0 2024-09-12T17:57:44.116 INFO:tasks.workunit.client.0.smithi045.stderr: -304> 2024-09-12T17:57:44.028+0000 7fb28d124800 10 monclient: monmap: 2024-09-12T17:57:44.116 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:57:44.117 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:57:44.117 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:57:44.117 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:57:44.117 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:57:44.117 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:57:44.117 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:57:44.117 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:57:44.117 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:57:44.117 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:44.117 INFO:tasks.workunit.client.0.smithi045.stderr: -303> 2024-09-12T17:57:44.028+0000 7fb28d124800 5 AuthRegistry(0x563efb46e650) adding auth protocol: cephx 2024-09-12T17:57:44.117 INFO:tasks.workunit.client.0.smithi045.stderr: -302> 2024-09-12T17:57:44.028+0000 7fb28d124800 5 AuthRegistry(0x563efb46e650) adding auth protocol: cephx 2024-09-12T17:57:44.117 INFO:tasks.workunit.client.0.smithi045.stderr: -301> 2024-09-12T17:57:44.028+0000 7fb28d124800 5 AuthRegistry(0x563efb46e650) adding auth protocol: cephx 2024-09-12T17:57:44.117 INFO:tasks.workunit.client.0.smithi045.stderr: -300> 2024-09-12T17:57:44.028+0000 7fb28d124800 5 AuthRegistry(0x563efb46e650) adding con mode: secure 2024-09-12T17:57:44.118 INFO:tasks.workunit.client.0.smithi045.stderr: -299> 2024-09-12T17:57:44.028+0000 7fb28d124800 5 AuthRegistry(0x563efb46e650) adding con mode: crc 2024-09-12T17:57:44.118 INFO:tasks.workunit.client.0.smithi045.stderr: -298> 2024-09-12T17:57:44.028+0000 7fb28d124800 5 AuthRegistry(0x563efb46e650) adding con mode: secure 2024-09-12T17:57:44.118 INFO:tasks.workunit.client.0.smithi045.stderr: -297> 2024-09-12T17:57:44.028+0000 7fb28d124800 5 AuthRegistry(0x563efb46e650) adding con mode: crc 2024-09-12T17:57:44.118 INFO:tasks.workunit.client.0.smithi045.stderr: -296> 2024-09-12T17:57:44.028+0000 7fb28d124800 5 AuthRegistry(0x563efb46e650) adding con mode: secure 2024-09-12T17:57:44.118 INFO:tasks.workunit.client.0.smithi045.stderr: -295> 2024-09-12T17:57:44.028+0000 7fb28d124800 5 AuthRegistry(0x563efb46e650) adding con mode: crc 2024-09-12T17:57:44.118 INFO:tasks.workunit.client.0.smithi045.stderr: -294> 2024-09-12T17:57:44.028+0000 7fb28d124800 5 AuthRegistry(0x563efb46e650) adding con mode: crc 2024-09-12T17:57:44.118 INFO:tasks.workunit.client.0.smithi045.stderr: -293> 2024-09-12T17:57:44.028+0000 7fb28d124800 5 AuthRegistry(0x563efb46e650) adding con mode: secure 2024-09-12T17:57:44.118 INFO:tasks.workunit.client.0.smithi045.stderr: -292> 2024-09-12T17:57:44.028+0000 7fb28d124800 5 AuthRegistry(0x563efb46e650) adding con mode: crc 2024-09-12T17:57:44.118 INFO:tasks.workunit.client.0.smithi045.stderr: -291> 2024-09-12T17:57:44.028+0000 7fb28d124800 5 AuthRegistry(0x563efb46e650) adding con mode: secure 2024-09-12T17:57:44.118 INFO:tasks.workunit.client.0.smithi045.stderr: -290> 2024-09-12T17:57:44.028+0000 7fb28d124800 5 AuthRegistry(0x563efb46e650) adding con mode: crc 2024-09-12T17:57:44.118 INFO:tasks.workunit.client.0.smithi045.stderr: -289> 2024-09-12T17:57:44.028+0000 7fb28d124800 5 AuthRegistry(0x563efb46e650) adding con mode: secure 2024-09-12T17:57:44.118 INFO:tasks.workunit.client.0.smithi045.stderr: -288> 2024-09-12T17:57:44.029+0000 7fb28d124800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:57:44.118 INFO:tasks.workunit.client.0.smithi045.stderr: -287> 2024-09-12T17:57:44.029+0000 7fb28d124800 10 monclient: init 2024-09-12T17:57:44.118 INFO:tasks.workunit.client.0.smithi045.stderr: -286> 2024-09-12T17:57:44.029+0000 7fb28d124800 5 AuthRegistry(0x7ffd05f1c510) adding auth protocol: cephx 2024-09-12T17:57:44.119 INFO:tasks.workunit.client.0.smithi045.stderr: -285> 2024-09-12T17:57:44.029+0000 7fb28d124800 5 AuthRegistry(0x7ffd05f1c510) adding auth protocol: cephx 2024-09-12T17:57:44.119 INFO:tasks.workunit.client.0.smithi045.stderr: -284> 2024-09-12T17:57:44.029+0000 7fb28d124800 5 AuthRegistry(0x7ffd05f1c510) adding auth protocol: cephx 2024-09-12T17:57:44.119 INFO:tasks.workunit.client.0.smithi045.stderr: -283> 2024-09-12T17:57:44.029+0000 7fb28d124800 5 AuthRegistry(0x7ffd05f1c510) adding con mode: secure 2024-09-12T17:57:44.119 INFO:tasks.workunit.client.0.smithi045.stderr: -282> 2024-09-12T17:57:44.029+0000 7fb28d124800 5 AuthRegistry(0x7ffd05f1c510) adding con mode: crc 2024-09-12T17:57:44.119 INFO:tasks.workunit.client.0.smithi045.stderr: -281> 2024-09-12T17:57:44.029+0000 7fb28d124800 5 AuthRegistry(0x7ffd05f1c510) adding con mode: secure 2024-09-12T17:57:44.119 INFO:tasks.workunit.client.0.smithi045.stderr: -280> 2024-09-12T17:57:44.029+0000 7fb28d124800 5 AuthRegistry(0x7ffd05f1c510) adding con mode: crc 2024-09-12T17:57:44.119 INFO:tasks.workunit.client.0.smithi045.stderr: -279> 2024-09-12T17:57:44.029+0000 7fb28d124800 5 AuthRegistry(0x7ffd05f1c510) adding con mode: secure 2024-09-12T17:57:44.119 INFO:tasks.workunit.client.0.smithi045.stderr: -278> 2024-09-12T17:57:44.029+0000 7fb28d124800 5 AuthRegistry(0x7ffd05f1c510) adding con mode: crc 2024-09-12T17:57:44.119 INFO:tasks.workunit.client.0.smithi045.stderr: -277> 2024-09-12T17:57:44.029+0000 7fb28d124800 5 AuthRegistry(0x7ffd05f1c510) adding con mode: crc 2024-09-12T17:57:44.119 INFO:tasks.workunit.client.0.smithi045.stderr: -276> 2024-09-12T17:57:44.029+0000 7fb28d124800 5 AuthRegistry(0x7ffd05f1c510) adding con mode: secure 2024-09-12T17:57:44.119 INFO:tasks.workunit.client.0.smithi045.stderr: -275> 2024-09-12T17:57:44.029+0000 7fb28d124800 5 AuthRegistry(0x7ffd05f1c510) adding con mode: crc 2024-09-12T17:57:44.119 INFO:tasks.workunit.client.0.smithi045.stderr: -274> 2024-09-12T17:57:44.029+0000 7fb28d124800 5 AuthRegistry(0x7ffd05f1c510) adding con mode: secure 2024-09-12T17:57:44.119 INFO:tasks.workunit.client.0.smithi045.stderr: -273> 2024-09-12T17:57:44.029+0000 7fb28d124800 5 AuthRegistry(0x7ffd05f1c510) adding con mode: crc 2024-09-12T17:57:44.119 INFO:tasks.workunit.client.0.smithi045.stderr: -272> 2024-09-12T17:57:44.029+0000 7fb28d124800 5 AuthRegistry(0x7ffd05f1c510) adding con mode: secure 2024-09-12T17:57:44.120 INFO:tasks.workunit.client.0.smithi045.stderr: -271> 2024-09-12T17:57:44.029+0000 7fb28d124800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:57:44.120 INFO:tasks.workunit.client.0.smithi045.stderr: -270> 2024-09-12T17:57:44.029+0000 7fb28d124800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:57:44.120 INFO:tasks.workunit.client.0.smithi045.stderr: -269> 2024-09-12T17:57:44.029+0000 7fb28d124800 5 asok(0x563efb1ae730) register_command rotate-key cmddesc rotate-key hook 0x7ffd05f1c658 EEXIST 2024-09-12T17:57:44.120 INFO:tasks.workunit.client.0.smithi045.stderr: -268> 2024-09-12T17:57:44.029+0000 7fb28d124800 10 monclient: _reopen_session rank -1 2024-09-12T17:57:44.120 INFO:tasks.workunit.client.0.smithi045.stderr: -267> 2024-09-12T17:57:44.029+0000 7fb28d124800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:57:44.120 INFO:tasks.workunit.client.0.smithi045.stderr: -266> 2024-09-12T17:57:44.029+0000 7fb28d124800 10 monclient(hunting): picked mon.noname-c con 0x563efb4a2d10 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:57:44.120 INFO:tasks.workunit.client.0.smithi045.stderr: -265> 2024-09-12T17:57:44.029+0000 7fb28d124800 10 monclient(hunting): picked mon.noname-a con 0x563efb473c60 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:57:44.120 INFO:tasks.workunit.client.0.smithi045.stderr: -264> 2024-09-12T17:57:44.029+0000 7fb28d124800 10 monclient(hunting): picked mon.noname-b con 0x563efb49e5b0 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:57:44.120 INFO:tasks.workunit.client.0.smithi045.stderr: -263> 2024-09-12T17:57:44.029+0000 7fb28d124800 10 monclient(hunting): start opening mon connection 2024-09-12T17:57:44.120 INFO:tasks.workunit.client.0.smithi045.stderr: -262> 2024-09-12T17:57:44.029+0000 7fb28d124800 10 monclient(hunting): start opening mon connection 2024-09-12T17:57:44.120 INFO:tasks.workunit.client.0.smithi045.stderr: -261> 2024-09-12T17:57:44.029+0000 7fb28d124800 10 monclient(hunting): start opening mon connection 2024-09-12T17:57:44.120 INFO:tasks.workunit.client.0.smithi045.stderr: -260> 2024-09-12T17:57:44.029+0000 7fb28d124800 10 monclient(hunting): _renew_subs 2024-09-12T17:57:44.120 INFO:tasks.workunit.client.0.smithi045.stderr: -259> 2024-09-12T17:57:44.029+0000 7fb28d124800 10 monclient(hunting): authenticate will time out at 2162.487918s 2024-09-12T17:57:44.121 INFO:tasks.workunit.client.0.smithi045.stderr: -258> 2024-09-12T17:57:44.030+0000 7fb288555640 10 monclient(hunting): get_auth_request con 0x563efb473c60 auth_method 0 2024-09-12T17:57:44.121 INFO:tasks.workunit.client.0.smithi045.stderr: -257> 2024-09-12T17:57:44.030+0000 7fb288555640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:57:44.121 INFO:tasks.workunit.client.0.smithi045.stderr: -256> 2024-09-12T17:57:44.030+0000 7fb288555640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:57:44.121 INFO:tasks.workunit.client.0.smithi045.stderr: -255> 2024-09-12T17:57:44.030+0000 7fb288555640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:57:44.121 INFO:tasks.workunit.client.0.smithi045.stderr: -254> 2024-09-12T17:57:44.030+0000 7fb288d56640 10 monclient(hunting): get_auth_request con 0x563efb4a2d10 auth_method 0 2024-09-12T17:57:44.121 INFO:tasks.workunit.client.0.smithi045.stderr: -253> 2024-09-12T17:57:44.030+0000 7fb288d56640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:57:44.121 INFO:tasks.workunit.client.0.smithi045.stderr: -252> 2024-09-12T17:57:44.030+0000 7fb288d56640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:57:44.121 INFO:tasks.workunit.client.0.smithi045.stderr: -251> 2024-09-12T17:57:44.030+0000 7fb288d56640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:57:44.121 INFO:tasks.workunit.client.0.smithi045.stderr: -250> 2024-09-12T17:57:44.030+0000 7fb288555640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:57:44.121 INFO:tasks.workunit.client.0.smithi045.stderr: -249> 2024-09-12T17:57:44.030+0000 7fb288555640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:57:44.121 INFO:tasks.workunit.client.0.smithi045.stderr: -248> 2024-09-12T17:57:44.030+0000 7fb288555640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:57:44.121 INFO:tasks.workunit.client.0.smithi045.stderr: -247> 2024-09-12T17:57:44.030+0000 7fb288d56640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:57:44.121 INFO:tasks.workunit.client.0.smithi045.stderr: -246> 2024-09-12T17:57:44.030+0000 7fb288d56640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:57:44.122 INFO:tasks.workunit.client.0.smithi045.stderr: -245> 2024-09-12T17:57:44.030+0000 7fb288d56640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:57:44.122 INFO:tasks.workunit.client.0.smithi045.stderr: -244> 2024-09-12T17:57:44.030+0000 7fb288555640 10 monclient(hunting): handle_auth_done global_id 7881 payload 274 2024-09-12T17:57:44.122 INFO:tasks.workunit.client.0.smithi045.stderr: -243> 2024-09-12T17:57:44.030+0000 7fb288555640 10 monclient: _finish_hunting 0 2024-09-12T17:57:44.122 INFO:tasks.workunit.client.0.smithi045.stderr: -242> 2024-09-12T17:57:44.030+0000 7fb288555640 1 monclient: found mon.noname-a 2024-09-12T17:57:44.122 INFO:tasks.workunit.client.0.smithi045.stderr: -241> 2024-09-12T17:57:44.030+0000 7fb288555640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.45:3300/0 2024-09-12T17:57:44.122 INFO:tasks.workunit.client.0.smithi045.stderr: -240> 2024-09-12T17:57:44.030+0000 7fb289557640 10 monclient: get_auth_request con 0x563efb49e5b0 auth_method 0 2024-09-12T17:57:44.122 INFO:tasks.workunit.client.0.smithi045.stderr: -239> 2024-09-12T17:57:44.030+0000 7fb15ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:57:44.122 INFO:tasks.workunit.client.0.smithi045.stderr: -238> 2024-09-12T17:57:44.030+0000 7fb15ffff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:57:44.122 INFO:tasks.workunit.client.0.smithi045.stderr: -237> 2024-09-12T17:57:44.030+0000 7fb15ffff640 10 monclient: dump: 2024-09-12T17:57:44.122 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:57:44.122 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:57:44.122 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:44.122 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:44.123 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:57:44.123 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:57:44.123 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:57:44.123 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:57:44.123 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:57:44.123 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:44.123 INFO:tasks.workunit.client.0.smithi045.stderr: -236> 2024-09-12T17:57:44.030+0000 7fb15ffff640 10 monclient: _finish_auth 0 2024-09-12T17:57:44.123 INFO:tasks.workunit.client.0.smithi045.stderr: -235> 2024-09-12T17:57:44.030+0000 7fb15ffff640 10 monclient: _check_auth_tickets 2024-09-12T17:57:44.123 INFO:tasks.workunit.client.0.smithi045.stderr: -234> 2024-09-12T17:57:44.030+0000 7fb15ffff640 10 monclient: handle_config config(0 keys) 2024-09-12T17:57:44.123 INFO:tasks.workunit.client.0.smithi045.stderr: -233> 2024-09-12T17:57:44.030+0000 7fb15ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:57:44.123 INFO:tasks.workunit.client.0.smithi045.stderr: -232> 2024-09-12T17:57:44.030+0000 7fb15ffff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:57:44.123 INFO:tasks.workunit.client.0.smithi045.stderr: -231> 2024-09-12T17:57:44.030+0000 7fb15ffff640 10 monclient: dump: 2024-09-12T17:57:44.123 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:57:44.123 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:57:44.124 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:44.124 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:44.124 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:57:44.124 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:57:44.124 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:57:44.124 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:57:44.124 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:57:44.124 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:44.124 INFO:tasks.workunit.client.0.smithi045.stderr: -230> 2024-09-12T17:57:44.030+0000 7fb28d124800 5 monclient: authenticate success, global_id 7881 2024-09-12T17:57:44.124 INFO:tasks.workunit.client.0.smithi045.stderr: -229> 2024-09-12T17:57:44.030+0000 7fb28d124800 10 monclient: get_monmap_and_config success 2024-09-12T17:57:44.124 INFO:tasks.workunit.client.0.smithi045.stderr: -228> 2024-09-12T17:57:44.030+0000 7fb28d124800 4 set_mon_vals no callback set 2024-09-12T17:57:44.124 INFO:tasks.workunit.client.0.smithi045.stderr: -227> 2024-09-12T17:57:44.031+0000 7fb28d124800 10 monclient: shutdown 2024-09-12T17:57:44.124 INFO:tasks.workunit.client.0.smithi045.stderr: -226> 2024-09-12T17:57:44.031+0000 7fb28d124800 10 monclient: build_initial_monmap 2024-09-12T17:57:44.124 INFO:tasks.workunit.client.0.smithi045.stderr: -225> 2024-09-12T17:57:44.031+0000 7fb28d124800 1 build_initial for_mkfs: 0 2024-09-12T17:57:44.125 INFO:tasks.workunit.client.0.smithi045.stderr: -224> 2024-09-12T17:57:44.031+0000 7fb28d124800 10 monclient: monmap: 2024-09-12T17:57:44.125 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:57:44.125 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:57:44.125 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:57:44.125 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:57:44.125 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:57:44.125 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:57:44.125 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:57:44.125 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:57:44.125 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:57:44.125 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:44.125 INFO:tasks.workunit.client.0.smithi045.stderr: -223> 2024-09-12T17:57:44.031+0000 7fb28d124800 5 AuthRegistry(0x563efb495230) adding auth protocol: cephx 2024-09-12T17:57:44.125 INFO:tasks.workunit.client.0.smithi045.stderr: -222> 2024-09-12T17:57:44.031+0000 7fb28d124800 5 AuthRegistry(0x563efb495230) adding auth protocol: cephx 2024-09-12T17:57:44.126 INFO:tasks.workunit.client.0.smithi045.stderr: -221> 2024-09-12T17:57:44.031+0000 7fb28d124800 5 AuthRegistry(0x563efb495230) adding auth protocol: cephx 2024-09-12T17:57:44.126 INFO:tasks.workunit.client.0.smithi045.stderr: -220> 2024-09-12T17:57:44.031+0000 7fb28d124800 5 AuthRegistry(0x563efb495230) adding con mode: secure 2024-09-12T17:57:44.126 INFO:tasks.workunit.client.0.smithi045.stderr: -219> 2024-09-12T17:57:44.031+0000 7fb28d124800 5 AuthRegistry(0x563efb495230) adding con mode: crc 2024-09-12T17:57:44.126 INFO:tasks.workunit.client.0.smithi045.stderr: -218> 2024-09-12T17:57:44.031+0000 7fb28d124800 5 AuthRegistry(0x563efb495230) adding con mode: secure 2024-09-12T17:57:44.126 INFO:tasks.workunit.client.0.smithi045.stderr: -217> 2024-09-12T17:57:44.031+0000 7fb28d124800 5 AuthRegistry(0x563efb495230) adding con mode: crc 2024-09-12T17:57:44.126 INFO:tasks.workunit.client.0.smithi045.stderr: -216> 2024-09-12T17:57:44.031+0000 7fb28d124800 5 AuthRegistry(0x563efb495230) adding con mode: secure 2024-09-12T17:57:44.126 INFO:tasks.workunit.client.0.smithi045.stderr: -215> 2024-09-12T17:57:44.031+0000 7fb28d124800 5 AuthRegistry(0x563efb495230) adding con mode: crc 2024-09-12T17:57:44.126 INFO:tasks.workunit.client.0.smithi045.stderr: -214> 2024-09-12T17:57:44.031+0000 7fb28d124800 5 AuthRegistry(0x563efb495230) adding con mode: crc 2024-09-12T17:57:44.126 INFO:tasks.workunit.client.0.smithi045.stderr: -213> 2024-09-12T17:57:44.031+0000 7fb28d124800 5 AuthRegistry(0x563efb495230) adding con mode: secure 2024-09-12T17:57:44.126 INFO:tasks.workunit.client.0.smithi045.stderr: -212> 2024-09-12T17:57:44.031+0000 7fb28d124800 5 AuthRegistry(0x563efb495230) adding con mode: crc 2024-09-12T17:57:44.126 INFO:tasks.workunit.client.0.smithi045.stderr: -211> 2024-09-12T17:57:44.031+0000 7fb28d124800 5 AuthRegistry(0x563efb495230) adding con mode: secure 2024-09-12T17:57:44.126 INFO:tasks.workunit.client.0.smithi045.stderr: -210> 2024-09-12T17:57:44.031+0000 7fb28d124800 5 AuthRegistry(0x563efb495230) adding con mode: crc 2024-09-12T17:57:44.126 INFO:tasks.workunit.client.0.smithi045.stderr: -209> 2024-09-12T17:57:44.031+0000 7fb28d124800 5 AuthRegistry(0x563efb495230) adding con mode: secure 2024-09-12T17:57:44.126 INFO:tasks.workunit.client.0.smithi045.stderr: -208> 2024-09-12T17:57:44.031+0000 7fb28d124800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:57:44.127 INFO:tasks.workunit.client.0.smithi045.stderr: -207> 2024-09-12T17:57:44.031+0000 7fb28d124800 1 librados: starting msgr at 2024-09-12T17:57:44.127 INFO:tasks.workunit.client.0.smithi045.stderr: -206> 2024-09-12T17:57:44.031+0000 7fb28d124800 1 librados: starting objecter 2024-09-12T17:57:44.127 INFO:tasks.workunit.client.0.smithi045.stderr: -205> 2024-09-12T17:57:44.031+0000 7fb28d124800 5 asok(0x563efb1ae730) register_command objecter_requests cmddesc objecter_requests hook 0x563efb471020 EEXIST 2024-09-12T17:57:44.127 INFO:tasks.workunit.client.0.smithi045.stderr: -204> 2024-09-12T17:57:44.031+0000 7fb28d124800 1 librados: setting wanted keys 2024-09-12T17:57:44.127 INFO:tasks.workunit.client.0.smithi045.stderr: -203> 2024-09-12T17:57:44.031+0000 7fb28d124800 1 librados: calling monclient init 2024-09-12T17:57:44.127 INFO:tasks.workunit.client.0.smithi045.stderr: -202> 2024-09-12T17:57:44.031+0000 7fb28d124800 10 monclient: init 2024-09-12T17:57:44.127 INFO:tasks.workunit.client.0.smithi045.stderr: -201> 2024-09-12T17:57:44.031+0000 7fb28d124800 5 AuthRegistry(0x563efb4631a0) adding auth protocol: cephx 2024-09-12T17:57:44.127 INFO:tasks.workunit.client.0.smithi045.stderr: -200> 2024-09-12T17:57:44.031+0000 7fb28d124800 5 AuthRegistry(0x563efb4631a0) adding auth protocol: cephx 2024-09-12T17:57:44.127 INFO:tasks.workunit.client.0.smithi045.stderr: -199> 2024-09-12T17:57:44.031+0000 7fb28d124800 5 AuthRegistry(0x563efb4631a0) adding auth protocol: cephx 2024-09-12T17:57:44.127 INFO:tasks.workunit.client.0.smithi045.stderr: -198> 2024-09-12T17:57:44.031+0000 7fb28d124800 5 AuthRegistry(0x563efb4631a0) adding con mode: secure 2024-09-12T17:57:44.127 INFO:tasks.workunit.client.0.smithi045.stderr: -197> 2024-09-12T17:57:44.031+0000 7fb28d124800 5 AuthRegistry(0x563efb4631a0) adding con mode: crc 2024-09-12T17:57:44.127 INFO:tasks.workunit.client.0.smithi045.stderr: -196> 2024-09-12T17:57:44.031+0000 7fb28d124800 5 AuthRegistry(0x563efb4631a0) adding con mode: secure 2024-09-12T17:57:44.127 INFO:tasks.workunit.client.0.smithi045.stderr: -195> 2024-09-12T17:57:44.031+0000 7fb28d124800 5 AuthRegistry(0x563efb4631a0) adding con mode: crc 2024-09-12T17:57:44.127 INFO:tasks.workunit.client.0.smithi045.stderr: -194> 2024-09-12T17:57:44.031+0000 7fb28d124800 5 AuthRegistry(0x563efb4631a0) adding con mode: secure 2024-09-12T17:57:44.128 INFO:tasks.workunit.client.0.smithi045.stderr: -193> 2024-09-12T17:57:44.031+0000 7fb28d124800 5 AuthRegistry(0x563efb4631a0) adding con mode: crc 2024-09-12T17:57:44.128 INFO:tasks.workunit.client.0.smithi045.stderr: -192> 2024-09-12T17:57:44.031+0000 7fb28d124800 5 AuthRegistry(0x563efb4631a0) adding con mode: crc 2024-09-12T17:57:44.128 INFO:tasks.workunit.client.0.smithi045.stderr: -191> 2024-09-12T17:57:44.031+0000 7fb28d124800 5 AuthRegistry(0x563efb4631a0) adding con mode: secure 2024-09-12T17:57:44.128 INFO:tasks.workunit.client.0.smithi045.stderr: -190> 2024-09-12T17:57:44.031+0000 7fb28d124800 5 AuthRegistry(0x563efb4631a0) adding con mode: crc 2024-09-12T17:57:44.128 INFO:tasks.workunit.client.0.smithi045.stderr: -189> 2024-09-12T17:57:44.031+0000 7fb28d124800 5 AuthRegistry(0x563efb4631a0) adding con mode: secure 2024-09-12T17:57:44.128 INFO:tasks.workunit.client.0.smithi045.stderr: -188> 2024-09-12T17:57:44.031+0000 7fb28d124800 5 AuthRegistry(0x563efb4631a0) adding con mode: crc 2024-09-12T17:57:44.128 INFO:tasks.workunit.client.0.smithi045.stderr: -187> 2024-09-12T17:57:44.031+0000 7fb28d124800 5 AuthRegistry(0x563efb4631a0) adding con mode: secure 2024-09-12T17:57:44.128 INFO:tasks.workunit.client.0.smithi045.stderr: -186> 2024-09-12T17:57:44.031+0000 7fb28d124800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:57:44.128 INFO:tasks.workunit.client.0.smithi045.stderr: -185> 2024-09-12T17:57:44.032+0000 7fb28d124800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:57:44.128 INFO:tasks.workunit.client.0.smithi045.stderr: -184> 2024-09-12T17:57:44.032+0000 7fb28d124800 5 asok(0x563efb1ae730) register_command rotate-key cmddesc rotate-key hook 0x563efb4632e8 EEXIST 2024-09-12T17:57:44.128 INFO:tasks.workunit.client.0.smithi045.stderr: -183> 2024-09-12T17:57:44.032+0000 7fb28d124800 10 monclient: _reopen_session rank -1 2024-09-12T17:57:44.128 INFO:tasks.workunit.client.0.smithi045.stderr: -182> 2024-09-12T17:57:44.032+0000 7fb28d124800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:57:44.128 INFO:tasks.workunit.client.0.smithi045.stderr: -181> 2024-09-12T17:57:44.032+0000 7fb28d124800 10 monclient(hunting): picked mon.noname-b con 0x563efb473c60 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:57:44.129 INFO:tasks.workunit.client.0.smithi045.stderr: -180> 2024-09-12T17:57:44.032+0000 7fb28d124800 10 monclient(hunting): picked mon.noname-a con 0x563efb49e5b0 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:57:44.129 INFO:tasks.workunit.client.0.smithi045.stderr: -179> 2024-09-12T17:57:44.032+0000 7fb28d124800 10 monclient(hunting): picked mon.noname-c con 0x563efb4a2d10 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:57:44.129 INFO:tasks.workunit.client.0.smithi045.stderr: -178> 2024-09-12T17:57:44.032+0000 7fb28d124800 10 monclient(hunting): start opening mon connection 2024-09-12T17:57:44.129 INFO:tasks.workunit.client.0.smithi045.stderr: -177> 2024-09-12T17:57:44.032+0000 7fb28d124800 10 monclient(hunting): start opening mon connection 2024-09-12T17:57:44.129 INFO:tasks.workunit.client.0.smithi045.stderr: -176> 2024-09-12T17:57:44.032+0000 7fb28d124800 10 monclient(hunting): start opening mon connection 2024-09-12T17:57:44.129 INFO:tasks.workunit.client.0.smithi045.stderr: -175> 2024-09-12T17:57:44.032+0000 7fb28d124800 10 monclient(hunting): _renew_subs 2024-09-12T17:57:44.129 INFO:tasks.workunit.client.0.smithi045.stderr: -174> 2024-09-12T17:57:44.032+0000 7fb28d124800 10 monclient(hunting): authenticate will time out at 2162.490262s 2024-09-12T17:57:44.129 INFO:tasks.workunit.client.0.smithi045.stderr: -173> 2024-09-12T17:57:44.032+0000 7fb288555640 10 monclient(hunting): get_auth_request con 0x563efb49e5b0 auth_method 0 2024-09-12T17:57:44.129 INFO:tasks.workunit.client.0.smithi045.stderr: -172> 2024-09-12T17:57:44.032+0000 7fb288555640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:57:44.129 INFO:tasks.workunit.client.0.smithi045.stderr: -171> 2024-09-12T17:57:44.032+0000 7fb288555640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:57:44.129 INFO:tasks.workunit.client.0.smithi045.stderr: -170> 2024-09-12T17:57:44.032+0000 7fb288555640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:57:44.129 INFO:tasks.workunit.client.0.smithi045.stderr: -169> 2024-09-12T17:57:44.032+0000 7fb289557640 10 monclient(hunting): get_auth_request con 0x563efb4a2d10 auth_method 0 2024-09-12T17:57:44.129 INFO:tasks.workunit.client.0.smithi045.stderr: -168> 2024-09-12T17:57:44.032+0000 7fb289557640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:57:44.130 INFO:tasks.workunit.client.0.smithi045.stderr: -167> 2024-09-12T17:57:44.032+0000 7fb289557640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:57:44.130 INFO:tasks.workunit.client.0.smithi045.stderr: -166> 2024-09-12T17:57:44.032+0000 7fb289557640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:57:44.130 INFO:tasks.workunit.client.0.smithi045.stderr: -165> 2024-09-12T17:57:44.032+0000 7fb288d56640 10 monclient(hunting): get_auth_request con 0x563efb473c60 auth_method 0 2024-09-12T17:57:44.130 INFO:tasks.workunit.client.0.smithi045.stderr: -164> 2024-09-12T17:57:44.032+0000 7fb288d56640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:57:44.130 INFO:tasks.workunit.client.0.smithi045.stderr: -163> 2024-09-12T17:57:44.032+0000 7fb288d56640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:57:44.130 INFO:tasks.workunit.client.0.smithi045.stderr: -162> 2024-09-12T17:57:44.032+0000 7fb288d56640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:57:44.130 INFO:tasks.workunit.client.0.smithi045.stderr: -161> 2024-09-12T17:57:44.032+0000 7fb288555640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:57:44.130 INFO:tasks.workunit.client.0.smithi045.stderr: -160> 2024-09-12T17:57:44.032+0000 7fb288555640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:57:44.130 INFO:tasks.workunit.client.0.smithi045.stderr: -159> 2024-09-12T17:57:44.032+0000 7fb288555640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:57:44.130 INFO:tasks.workunit.client.0.smithi045.stderr: -158> 2024-09-12T17:57:44.032+0000 7fb289557640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:57:44.130 INFO:tasks.workunit.client.0.smithi045.stderr: -157> 2024-09-12T17:57:44.032+0000 7fb289557640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:57:44.130 INFO:tasks.workunit.client.0.smithi045.stderr: -156> 2024-09-12T17:57:44.032+0000 7fb289557640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:57:44.130 INFO:tasks.workunit.client.0.smithi045.stderr: -155> 2024-09-12T17:57:44.032+0000 7fb288d56640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:57:44.130 INFO:tasks.workunit.client.0.smithi045.stderr: -154> 2024-09-12T17:57:44.032+0000 7fb288d56640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:57:44.131 INFO:tasks.workunit.client.0.smithi045.stderr: -153> 2024-09-12T17:57:44.032+0000 7fb288d56640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:57:44.131 INFO:tasks.workunit.client.0.smithi045.stderr: -152> 2024-09-12T17:57:44.032+0000 7fb288555640 10 monclient(hunting): handle_auth_done global_id 7884 payload 824 2024-09-12T17:57:44.131 INFO:tasks.workunit.client.0.smithi045.stderr: -151> 2024-09-12T17:57:44.032+0000 7fb288555640 10 monclient: _finish_hunting 0 2024-09-12T17:57:44.131 INFO:tasks.workunit.client.0.smithi045.stderr: -150> 2024-09-12T17:57:44.032+0000 7fb288555640 1 monclient: found mon.noname-a 2024-09-12T17:57:44.131 INFO:tasks.workunit.client.0.smithi045.stderr: -149> 2024-09-12T17:57:44.032+0000 7fb288555640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.45:3300/0 2024-09-12T17:57:44.131 INFO:tasks.workunit.client.0.smithi045.stderr: -148> 2024-09-12T17:57:44.032+0000 7fb15e7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:57:44.131 INFO:tasks.workunit.client.0.smithi045.stderr: -147> 2024-09-12T17:57:44.032+0000 7fb15e7fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:57:44.131 INFO:tasks.workunit.client.0.smithi045.stderr: -146> 2024-09-12T17:57:44.032+0000 7fb15e7fc640 10 monclient: dump: 2024-09-12T17:57:44.131 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:57:44.131 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:57:44.131 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:44.131 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:44.131 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:57:44.132 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:57:44.132 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:57:44.132 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:57:44.132 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:57:44.132 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:44.132 INFO:tasks.workunit.client.0.smithi045.stderr: -145> 2024-09-12T17:57:44.032+0000 7fb15e7fc640 10 monclient: _finish_auth 0 2024-09-12T17:57:44.132 INFO:tasks.workunit.client.0.smithi045.stderr: -144> 2024-09-12T17:57:44.032+0000 7fb15e7fc640 10 monclient: _check_auth_tickets 2024-09-12T17:57:44.132 INFO:tasks.workunit.client.0.smithi045.stderr: -143> 2024-09-12T17:57:44.032+0000 7fb15e7fc640 10 monclient: handle_config config(0 keys) 2024-09-12T17:57:44.132 INFO:tasks.workunit.client.0.smithi045.stderr: -142> 2024-09-12T17:57:44.032+0000 7fb15e7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:57:44.132 INFO:tasks.workunit.client.0.smithi045.stderr: -141> 2024-09-12T17:57:44.032+0000 7fb15e7fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:57:44.132 INFO:tasks.workunit.client.0.smithi045.stderr: -140> 2024-09-12T17:57:44.032+0000 7fb15e7fc640 10 monclient: dump: 2024-09-12T17:57:44.132 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:57:44.132 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:57:44.133 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:44.133 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:44.133 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:57:44.133 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:57:44.133 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:57:44.133 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:57:44.133 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:57:44.133 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:44.133 INFO:tasks.workunit.client.0.smithi045.stderr: -139> 2024-09-12T17:57:44.032+0000 7fb28d124800 5 monclient: authenticate success, global_id 7884 2024-09-12T17:57:44.133 INFO:tasks.workunit.client.0.smithi045.stderr: -138> 2024-09-12T17:57:44.032+0000 7fb28d124800 10 monclient: _renew_subs 2024-09-12T17:57:44.133 INFO:tasks.workunit.client.0.smithi045.stderr: -137> 2024-09-12T17:57:44.032+0000 7fb28d124800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:57:44.133 INFO:tasks.workunit.client.0.smithi045.stderr: -136> 2024-09-12T17:57:44.032+0000 7fb15ffff640 4 set_mon_vals no callback set 2024-09-12T17:57:44.133 INFO:tasks.workunit.client.0.smithi045.stderr: -135> 2024-09-12T17:57:44.033+0000 7fb28d124800 10 monclient: _renew_subs 2024-09-12T17:57:44.133 INFO:tasks.workunit.client.0.smithi045.stderr: -134> 2024-09-12T17:57:44.033+0000 7fb28d124800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:57:44.134 INFO:tasks.workunit.client.0.smithi045.stderr: -133> 2024-09-12T17:57:44.033+0000 7fb28d124800 1 librados: init done 2024-09-12T17:57:44.134 INFO:tasks.workunit.client.0.smithi045.stderr: -132> 2024-09-12T17:57:44.033+0000 7fb28d124800 5 asok(0x563efb1ae730) register_command cr dump hook 0x563efb494d68 2024-09-12T17:57:44.134 INFO:tasks.workunit.client.0.smithi045.stderr: -131> 2024-09-12T17:57:44.034+0000 7fb28d124800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.134 INFO:tasks.workunit.client.0.smithi045.stderr: -130> 2024-09-12T17:57:44.034+0000 7fb15e7fc640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:57:44.134 INFO:tasks.workunit.client.0.smithi045.stderr: -129> 2024-09-12T17:57:44.034+0000 7fb15e7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:57:44.134 INFO:tasks.workunit.client.0.smithi045.stderr: -128> 2024-09-12T17:57:44.034+0000 7fb15e7fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:57:44.134 INFO:tasks.workunit.client.0.smithi045.stderr: -127> 2024-09-12T17:57:44.035+0000 7fb288d56640 10 monclient: get_auth_request con 0x7fb154076470 auth_method 0 2024-09-12T17:57:44.134 INFO:tasks.workunit.client.0.smithi045.stderr: -126> 2024-09-12T17:57:44.035+0000 7fb289557640 10 monclient: get_auth_request con 0x563efb4bc5a0 auth_method 0 2024-09-12T17:57:44.134 INFO:tasks.workunit.client.0.smithi045.stderr: -125> 2024-09-12T17:57:44.035+0000 7fb28d124800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:44.134 INFO:tasks.workunit.client.0.smithi045.stderr: -124> 2024-09-12T17:57:44.035+0000 7fb28d124800 20 realm 2024-09-12T17:57:44.134 INFO:tasks.workunit.client.0.smithi045.stderr: -123> 2024-09-12T17:57:44.035+0000 7fb28d124800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.134 INFO:tasks.workunit.client.0.smithi045.stderr: -122> 2024-09-12T17:57:44.035+0000 7fb28d124800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:44.134 INFO:tasks.workunit.client.0.smithi045.stderr: -121> 2024-09-12T17:57:44.035+0000 7fb28d124800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:57:44.134 INFO:tasks.workunit.client.0.smithi045.stderr: -120> 2024-09-12T17:57:44.035+0000 7fb28d124800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.135 INFO:tasks.workunit.client.0.smithi045.stderr: -119> 2024-09-12T17:57:44.036+0000 7fb28d124800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:44.135 INFO:tasks.workunit.client.0.smithi045.stderr: -118> 2024-09-12T17:57:44.036+0000 7fb28d124800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.135 INFO:tasks.workunit.client.0.smithi045.stderr: -117> 2024-09-12T17:57:44.036+0000 7fb288d56640 10 monclient: get_auth_request con 0x563efb4c0840 auth_method 0 2024-09-12T17:57:44.135 INFO:tasks.workunit.client.0.smithi045.stderr: -116> 2024-09-12T17:57:44.037+0000 7fb28d124800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:44.135 INFO:tasks.workunit.client.0.smithi045.stderr: -115> 2024-09-12T17:57:44.037+0000 7fb28d124800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.135 INFO:tasks.workunit.client.0.smithi045.stderr: -114> 2024-09-12T17:57:44.037+0000 7fb288555640 10 monclient: get_auth_request con 0x563efb4c40a0 auth_method 0 2024-09-12T17:57:44.135 INFO:tasks.workunit.client.0.smithi045.stderr: -113> 2024-09-12T17:57:44.037+0000 7fb28d124800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:57:44.135 INFO:tasks.workunit.client.0.smithi045.stderr: -112> 2024-09-12T17:57:44.037+0000 7fb28d124800 20 searching for the correct realm 2024-09-12T17:57:44.135 INFO:tasks.workunit.client.0.smithi045.stderr: -111> 2024-09-12T17:57:44.038+0000 7fb289557640 10 monclient: get_auth_request con 0x563efb4c8e70 auth_method 0 2024-09-12T17:57:44.135 INFO:tasks.workunit.client.0.smithi045.stderr: -110> 2024-09-12T17:57:44.039+0000 7fb288d56640 10 monclient: get_auth_request con 0x7fb27c0acfe0 auth_method 0 2024-09-12T17:57:44.135 INFO:tasks.workunit.client.0.smithi045.stderr: -109> 2024-09-12T17:57:44.040+0000 7fb288555640 10 monclient: get_auth_request con 0x7fb278046040 auth_method 0 2024-09-12T17:57:44.135 INFO:tasks.workunit.client.0.smithi045.stderr: -108> 2024-09-12T17:57:44.040+0000 7fb288555640 0 -- 172.21.15.45:0/3073893638 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x563efb4c40a0 msgr2=0x563efb4c64d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:57:44.135 INFO:tasks.workunit.client.0.smithi045.stderr: -107> 2024-09-12T17:57:44.040+0000 7fb15e7fc640 1 client.7884.objecter ms_handle_reset 0x563efb4c40a0 session 0x563efb4bfbd0 osd.7 2024-09-12T17:57:44.136 INFO:tasks.workunit.client.0.smithi045.stderr: -106> 2024-09-12T17:57:44.040+0000 7fb15e7fc640 10 monclient: _renew_subs 2024-09-12T17:57:44.136 INFO:tasks.workunit.client.0.smithi045.stderr: -105> 2024-09-12T17:57:44.040+0000 7fb15e7fc640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:57:44.136 INFO:tasks.workunit.client.0.smithi045.stderr: -104> 2024-09-12T17:57:44.041+0000 7fb288555640 10 monclient: get_auth_request con 0x7fb154086b20 auth_method 0 2024-09-12T17:57:44.136 INFO:tasks.workunit.client.0.smithi045.stderr: -103> 2024-09-12T17:57:44.041+0000 7fb289557640 10 monclient: get_auth_request con 0x7fb27c0ba040 auth_method 0 2024-09-12T17:57:44.136 INFO:tasks.workunit.client.0.smithi045.stderr: -102> 2024-09-12T17:57:44.043+0000 7fb288d56640 10 monclient: get_auth_request con 0x7fb27c0aaa30 auth_method 0 2024-09-12T17:57:44.136 INFO:tasks.workunit.client.0.smithi045.stderr: -101> 2024-09-12T17:57:44.044+0000 7fb288d56640 0 -- 172.21.15.45:0/3073893638 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7fb27c0aaa30 msgr2=0x7fb27c04fa00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:57:44.136 INFO:tasks.workunit.client.0.smithi045.stderr: -100> 2024-09-12T17:57:44.044+0000 7fb15e7fc640 1 client.7884.objecter ms_handle_reset 0x7fb27c0aaa30 session 0x7fb27c0676a0 osd.0 2024-09-12T17:57:44.136 INFO:tasks.workunit.client.0.smithi045.stderr: -99> 2024-09-12T17:57:44.044+0000 7fb288d56640 10 monclient: get_auth_request con 0x563efb4c40a0 auth_method 0 2024-09-12T17:57:44.136 INFO:tasks.workunit.client.0.smithi045.stderr: -98> 2024-09-12T17:57:44.048+0000 7fb28d124800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:57:44.136 INFO:tasks.workunit.client.0.smithi045.stderr: -97> 2024-09-12T17:57:44.048+0000 7fb28d124800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:57:44.136 INFO:tasks.workunit.client.0.smithi045.stderr: -96> 2024-09-12T17:57:44.048+0000 7fb28d124800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:57:44.136 INFO:tasks.workunit.client.0.smithi045.stderr: -95> 2024-09-12T17:57:44.048+0000 7fb28d124800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:57:44.136 INFO:tasks.workunit.client.0.smithi045.stderr: -94> 2024-09-12T17:57:44.048+0000 7fb28d124800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:57:44.137 INFO:tasks.workunit.client.0.smithi045.stderr: -93> 2024-09-12T17:57:44.048+0000 7fb28d124800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:57:44.137 INFO:tasks.workunit.client.0.smithi045.stderr: -92> 2024-09-12T17:57:44.048+0000 7fb28d124800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.137 INFO:tasks.workunit.client.0.smithi045.stderr: -91> 2024-09-12T17:57:44.048+0000 7fb28d124800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:44.137 INFO:tasks.workunit.client.0.smithi045.stderr: -90> 2024-09-12T17:57:44.048+0000 7fb28d124800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.137 INFO:tasks.workunit.client.0.smithi045.stderr: -89> 2024-09-12T17:57:44.049+0000 7fb28d124800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:44.137 INFO:tasks.workunit.client.0.smithi045.stderr: -88> 2024-09-12T17:57:44.049+0000 7fb28d124800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.137 INFO:tasks.workunit.client.0.smithi045.stderr: -87> 2024-09-12T17:57:44.049+0000 7fb28d124800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:57:44.137 INFO:tasks.workunit.client.0.smithi045.stderr: -86> 2024-09-12T17:57:44.049+0000 7fb28d124800 20 zone default found 2024-09-12T17:57:44.137 INFO:tasks.workunit.client.0.smithi045.stderr: -85> 2024-09-12T17:57:44.049+0000 7fb28d124800 4 Realm: () 2024-09-12T17:57:44.137 INFO:tasks.workunit.client.0.smithi045.stderr: -84> 2024-09-12T17:57:44.049+0000 7fb28d124800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:57:44.137 INFO:tasks.workunit.client.0.smithi045.stderr: -83> 2024-09-12T17:57:44.049+0000 7fb28d124800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:57:44.137 INFO:tasks.workunit.client.0.smithi045.stderr: -82> 2024-09-12T17:57:44.049+0000 7fb28d124800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:57:44.137 INFO:tasks.workunit.client.0.smithi045.stderr: -81> 2024-09-12T17:57:44.049+0000 7fb28d124800 20 zonegroup default 2024-09-12T17:57:44.138 INFO:tasks.workunit.client.0.smithi045.stderr: -80> 2024-09-12T17:57:44.049+0000 7fb28d124800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.138 INFO:tasks.workunit.client.0.smithi045.stderr: -79> 2024-09-12T17:57:44.049+0000 7fb28d124800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:44.138 INFO:tasks.workunit.client.0.smithi045.stderr: -78> 2024-09-12T17:57:44.049+0000 7fb28d124800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.138 INFO:tasks.workunit.client.0.smithi045.stderr: -77> 2024-09-12T17:57:44.050+0000 7fb28d124800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:44.138 INFO:tasks.workunit.client.0.smithi045.stderr: -76> 2024-09-12T17:57:44.050+0000 7fb28d124800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.138 INFO:tasks.workunit.client.0.smithi045.stderr: -75> 2024-09-12T17:57:44.050+0000 7fb28d124800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:44.138 INFO:tasks.workunit.client.0.smithi045.stderr: -74> 2024-09-12T17:57:44.050+0000 7fb28d124800 20 started sync module instance, tier type = 2024-09-12T17:57:44.138 INFO:tasks.workunit.client.0.smithi045.stderr: -73> 2024-09-12T17:57:44.050+0000 7fb28d124800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:57:44.138 INFO:tasks.workunit.client.0.smithi045.stderr: -72> 2024-09-12T17:57:44.058+0000 7fb28d124800 20 add_watcher() i=0 2024-09-12T17:57:44.138 INFO:tasks.workunit.client.0.smithi045.stderr: -71> 2024-09-12T17:57:44.058+0000 7fb28d124800 20 add_watcher() i=1 2024-09-12T17:57:44.138 INFO:tasks.workunit.client.0.smithi045.stderr: -70> 2024-09-12T17:57:44.058+0000 7fb28d124800 20 add_watcher() i=2 2024-09-12T17:57:44.138 INFO:tasks.workunit.client.0.smithi045.stderr: -69> 2024-09-12T17:57:44.058+0000 7fb28d124800 20 add_watcher() i=3 2024-09-12T17:57:44.138 INFO:tasks.workunit.client.0.smithi045.stderr: -68> 2024-09-12T17:57:44.058+0000 7fb28d124800 20 add_watcher() i=4 2024-09-12T17:57:44.139 INFO:tasks.workunit.client.0.smithi045.stderr: -67> 2024-09-12T17:57:44.058+0000 7fb28d124800 20 add_watcher() i=5 2024-09-12T17:57:44.139 INFO:tasks.workunit.client.0.smithi045.stderr: -66> 2024-09-12T17:57:44.058+0000 7fb28d124800 20 add_watcher() i=6 2024-09-12T17:57:44.139 INFO:tasks.workunit.client.0.smithi045.stderr: -65> 2024-09-12T17:57:44.059+0000 7fb28d124800 20 add_watcher() i=7 2024-09-12T17:57:44.139 INFO:tasks.workunit.client.0.smithi045.stderr: -64> 2024-09-12T17:57:44.059+0000 7fb28d124800 2 all 8 watchers are set, enabling cache 2024-09-12T17:57:44.139 INFO:tasks.workunit.client.0.smithi045.stderr: -63> 2024-09-12T17:57:44.061+0000 7fb28d124800 5 AuthRegistry(0x7ffd05f1c9e0) adding auth protocol: cephx 2024-09-12T17:57:44.139 INFO:tasks.workunit.client.0.smithi045.stderr: -62> 2024-09-12T17:57:44.061+0000 7fb28d124800 5 AuthRegistry(0x7ffd05f1c9e0) adding auth protocol: cephx 2024-09-12T17:57:44.139 INFO:tasks.workunit.client.0.smithi045.stderr: -61> 2024-09-12T17:57:44.061+0000 7fb28d124800 5 AuthRegistry(0x7ffd05f1c9e0) adding auth protocol: cephx 2024-09-12T17:57:44.139 INFO:tasks.workunit.client.0.smithi045.stderr: -60> 2024-09-12T17:57:44.061+0000 7fb28d124800 5 AuthRegistry(0x7ffd05f1c9e0) adding con mode: secure 2024-09-12T17:57:44.139 INFO:tasks.workunit.client.0.smithi045.stderr: -59> 2024-09-12T17:57:44.061+0000 7fb28d124800 5 AuthRegistry(0x7ffd05f1c9e0) adding con mode: crc 2024-09-12T17:57:44.139 INFO:tasks.workunit.client.0.smithi045.stderr: -58> 2024-09-12T17:57:44.061+0000 7fb13f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:57:44.139 INFO:tasks.workunit.client.0.smithi045.stderr: -57> 2024-09-12T17:57:44.061+0000 7fb28d124800 5 AuthRegistry(0x7ffd05f1c9e0) adding con mode: secure 2024-09-12T17:57:44.139 INFO:tasks.workunit.client.0.smithi045.stderr: -56> 2024-09-12T17:57:44.061+0000 7fb28d124800 5 AuthRegistry(0x7ffd05f1c9e0) adding con mode: crc 2024-09-12T17:57:44.140 INFO:tasks.workunit.client.0.smithi045.stderr: -55> 2024-09-12T17:57:44.061+0000 7fb28d124800 5 AuthRegistry(0x7ffd05f1c9e0) adding con mode: secure 2024-09-12T17:57:44.140 INFO:tasks.workunit.client.0.smithi045.stderr: -54> 2024-09-12T17:57:44.061+0000 7fb28d124800 5 AuthRegistry(0x7ffd05f1c9e0) adding con mode: crc 2024-09-12T17:57:44.140 INFO:tasks.workunit.client.0.smithi045.stderr: -53> 2024-09-12T17:57:44.061+0000 7fb28d124800 5 AuthRegistry(0x7ffd05f1c9e0) adding con mode: crc 2024-09-12T17:57:44.140 INFO:tasks.workunit.client.0.smithi045.stderr: -52> 2024-09-12T17:57:44.061+0000 7fb28d124800 5 AuthRegistry(0x7ffd05f1c9e0) adding con mode: secure 2024-09-12T17:57:44.140 INFO:tasks.workunit.client.0.smithi045.stderr: -51> 2024-09-12T17:57:44.061+0000 7fb28d124800 5 AuthRegistry(0x7ffd05f1c9e0) adding con mode: crc 2024-09-12T17:57:44.140 INFO:tasks.workunit.client.0.smithi045.stderr: -50> 2024-09-12T17:57:44.061+0000 7fb28d124800 5 AuthRegistry(0x7ffd05f1c9e0) adding con mode: secure 2024-09-12T17:57:44.140 INFO:tasks.workunit.client.0.smithi045.stderr: -49> 2024-09-12T17:57:44.061+0000 7fb28d124800 5 AuthRegistry(0x7ffd05f1c9e0) adding con mode: crc 2024-09-12T17:57:44.140 INFO:tasks.workunit.client.0.smithi045.stderr: -48> 2024-09-12T17:57:44.061+0000 7fb28d124800 5 AuthRegistry(0x7ffd05f1c9e0) adding con mode: secure 2024-09-12T17:57:44.140 INFO:tasks.workunit.client.0.smithi045.stderr: -47> 2024-09-12T17:57:44.061+0000 7fb28d124800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:57:44.140 INFO:tasks.workunit.client.0.smithi045.stderr: -46> 2024-09-12T17:57:44.061+0000 7fb28d124800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:57:44.140 INFO:tasks.workunit.client.0.smithi045.stderr: -45> 2024-09-12T17:57:44.061+0000 7fb28d124800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:57:44.140 INFO:tasks.workunit.client.0.smithi045.stderr: -44> 2024-09-12T17:57:44.061+0000 7fb28d124800 5 asok(0x563efb1ae730) register_command cache list hook 0x563efb498f40 2024-09-12T17:57:44.140 INFO:tasks.workunit.client.0.smithi045.stderr: -43> 2024-09-12T17:57:44.061+0000 7fb28d124800 5 asok(0x563efb1ae730) register_command cache inspect hook 0x563efb498f40 2024-09-12T17:57:44.141 INFO:tasks.workunit.client.0.smithi045.stderr: -42> 2024-09-12T17:57:44.062+0000 7fb28d124800 5 asok(0x563efb1ae730) register_command cache erase hook 0x563efb498f40 2024-09-12T17:57:44.141 INFO:tasks.workunit.client.0.smithi045.stderr: -41> 2024-09-12T17:57:44.062+0000 7fb28d124800 5 asok(0x563efb1ae730) register_command cache zap hook 0x563efb498f40 2024-09-12T17:57:44.141 INFO:tasks.workunit.client.0.smithi045.stderr: -40> 2024-09-12T17:57:44.062+0000 7fb28d124800 5 note: GC not initialized 2024-09-12T17:57:44.141 INFO:tasks.workunit.client.0.smithi045.stderr: -39> 2024-09-12T17:57:44.062+0000 7fb13e7e4640 20 reqs_thread_entry: start 2024-09-12T17:57:44.141 INFO:tasks.workunit.client.0.smithi045.stderr: -38> 2024-09-12T17:57:44.062+0000 7fb28d124800 5 asok(0x563efb1ae730) register_command sync trace show hook 0x7fb2780014f0 2024-09-12T17:57:44.141 INFO:tasks.workunit.client.0.smithi045.stderr: -37> 2024-09-12T17:57:44.062+0000 7fb28d124800 5 asok(0x563efb1ae730) register_command sync trace history hook 0x7fb2780014f0 2024-09-12T17:57:44.141 INFO:tasks.workunit.client.0.smithi045.stderr: -36> 2024-09-12T17:57:44.062+0000 7fb28d124800 5 asok(0x563efb1ae730) register_command sync trace active hook 0x7fb2780014f0 2024-09-12T17:57:44.141 INFO:tasks.workunit.client.0.smithi045.stderr: -35> 2024-09-12T17:57:44.062+0000 7fb28d124800 5 asok(0x563efb1ae730) register_command sync trace active_short hook 0x7fb2780014f0 2024-09-12T17:57:44.141 INFO:tasks.workunit.client.0.smithi045.stderr: -34> 2024-09-12T17:57:44.062+0000 7fb28d124800 20 init_complete bucket index max shards: 1 2024-09-12T17:57:44.141 INFO:tasks.workunit.client.0.smithi045.stderr: -33> 2024-09-12T17:57:44.062+0000 7fb28d124800 20 Filter name: none 2024-09-12T17:57:44.141 INFO:tasks.workunit.client.0.smithi045.stderr: -32> 2024-09-12T17:57:44.062+0000 7fb1377fe640 20 reqs_thread_entry: start 2024-09-12T17:57:44.141 INFO:tasks.workunit.client.0.smithi045.stderr: -31> 2024-09-12T17:57:44.062+0000 7fb28d124800 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2024-09-12T17:57:44.141 INFO:tasks.workunit.client.0.smithi045.stderr: -30> 2024-09-12T17:57:44.062+0000 7fb28d124800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.142 INFO:tasks.workunit.client.0.smithi045.stderr: -29> 2024-09-12T17:57:44.062+0000 7fb28d124800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:57:44.142 INFO:tasks.workunit.client.0.smithi045.stderr: -28> 2024-09-12T17:57:44.062+0000 7fb28d124800 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2024-09-12T17:57:44.142 INFO:tasks.workunit.client.0.smithi045.stderr: -27> 2024-09-12T17:57:44.062+0000 7fb28d124800 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2024-09-12T17:57:44.142 INFO:tasks.workunit.client.0.smithi045.stderr: -26> 2024-09-12T17:57:44.062+0000 7fb28d124800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.40 : miss 2024-09-12T17:57:44.142 INFO:tasks.workunit.client.0.smithi045.stderr: -25> 2024-09-12T17:57:44.062+0000 7fb28d124800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.142 INFO:tasks.workunit.client.0.smithi045.stderr: -24> 2024-09-12T17:57:44.063+0000 7fb28d124800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:57:44.142 INFO:tasks.workunit.client.0.smithi045.stderr: -23> 2024-09-12T17:57:44.063+0000 7fb28d124800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.40 info.flags=0x17 2024-09-12T17:57:44.142 INFO:tasks.workunit.client.0.smithi045.stderr: -22> 2024-09-12T17:57:44.063+0000 7fb28d124800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.40 to cache LRU end 2024-09-12T17:57:44.142 INFO:tasks.workunit.client.0.smithi045.stderr: -21> 2024-09-12T17:57:44.063+0000 7fb28d124800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:57:44.142 INFO:tasks.workunit.client.0.smithi045.stderr: -20> 2024-09-12T17:57:44.063+0000 7fb28d124800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:57:44.142 INFO:tasks.workunit.client.0.smithi045.stderr: -19> 2024-09-12T17:57:44.063+0000 7fb28d124800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.40 2024-09-12T17:57:44.142 INFO:tasks.workunit.client.0.smithi045.stderr: -18> 2024-09-12T17:57:44.067+0000 7fb28d124800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.40 info.flags=0x17 2024-09-12T17:57:44.142 INFO:tasks.workunit.client.0.smithi045.stderr: -17> 2024-09-12T17:57:44.067+0000 7fb28d124800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.40 to cache LRU end 2024-09-12T17:57:44.142 INFO:tasks.workunit.client.0.smithi045.stderr: -16> 2024-09-12T17:57:44.067+0000 7fb28d124800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:57:44.143 INFO:tasks.workunit.client.0.smithi045.stderr: -15> 2024-09-12T17:57:44.067+0000 7fb28d124800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.40, ofs0, ns] 2024-09-12T17:57:44.143 INFO:tasks.workunit.client.0.smithi045.stderr: -14> 2024-09-12T17:57:44.067+0000 7fb15ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398867 cookie 94828504091728 notifier 7884 bl.length()=1015 2024-09-12T17:57:44.143 INFO:tasks.workunit.client.0.smithi045.stderr: -13> 2024-09-12T17:57:44.067+0000 7fb15ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.40 info.flags=0x17 2024-09-12T17:57:44.143 INFO:tasks.workunit.client.0.smithi045.stderr: -12> 2024-09-12T17:57:44.067+0000 7fb15ffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.40 to cache LRU end 2024-09-12T17:57:44.143 INFO:tasks.workunit.client.0.smithi045.stderr: -11> 2024-09-12T17:57:44.067+0000 7fb15ffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:57:44.143 INFO:tasks.workunit.client.0.smithi045.stderr: -10> 2024-09-12T17:57:44.068+0000 7fb28d124800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[b6123b67-6580-4373-9691-e0e950df5f06.4566.40]): orig_sources= new_sources= 2024-09-12T17:57:44.143 INFO:tasks.workunit.client.0.smithi045.stderr: -9> 2024-09-12T17:57:44.068+0000 7fb28d124800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[b6123b67-6580-4373-9691-e0e950df5f06.4566.40]): potential sources added=[] removed=[] 2024-09-12T17:57:44.143 INFO:tasks.workunit.client.0.smithi045.stderr: -8> 2024-09-12T17:57:44.068+0000 7fb28d124800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[b6123b67-6580-4373-9691-e0e950df5f06.4566.40]): orig_dests= new_dests= 2024-09-12T17:57:44.143 INFO:tasks.workunit.client.0.smithi045.stderr: -7> 2024-09-12T17:57:44.068+0000 7fb28d124800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[b6123b67-6580-4373-9691-e0e950df5f06.4566.40]): potential dests added=[] removed=[] 2024-09-12T17:57:44.143 INFO:tasks.workunit.client.0.smithi045.stderr: -6> 2024-09-12T17:57:44.070+0000 7fb28d124800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.40.1.0 2024-09-12T17:57:44.143 INFO:tasks.workunit.client.0.smithi045.stderr: -5> 2024-09-12T17:57:44.070+0000 7fb28d124800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.40.1.0 2024-09-12T17:57:44.143 INFO:tasks.workunit.client.0.smithi045.stderr: -4> 2024-09-12T17:57:44.070+0000 7fb28d124800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.40.1.1 2024-09-12T17:57:44.143 INFO:tasks.workunit.client.0.smithi045.stderr: -3> 2024-09-12T17:57:44.070+0000 7fb28d124800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.40.1.1 2024-09-12T17:57:44.144 INFO:tasks.workunit.client.0.smithi045.stderr: -2> 2024-09-12T17:57:44.070+0000 7fb28d124800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.40.0 2024-09-12T17:57:44.144 INFO:tasks.workunit.client.0.smithi045.stderr: -1> 2024-09-12T17:57:44.073+0000 7fb28d124800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fb28d124800 time 2024-09-12T17:57:44.073199+0000 2024-09-12T17:57:44.144 INFO:tasks.workunit.client.0.smithi045.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:57:44.144 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:44.144 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:57:44.144 INFO:tasks.workunit.client.0.smithi045.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7fb28e78c71a] 2024-09-12T17:57:44.144 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fb28e78c8d8] 2024-09-12T17:57:44.144 INFO:tasks.workunit.client.0.smithi045.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x563ef9a44841] 2024-09-12T17:57:44.144 INFO:tasks.workunit.client.0.smithi045.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1834) [0x563ef9a53734] 2024-09-12T17:57:44.144 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x563ef9a545d4] 2024-09-12T17:57:44.144 INFO:tasks.workunit.client.0.smithi045.stderr: 6: main() 2024-09-12T17:57:44.144 INFO:tasks.workunit.client.0.smithi045.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7fb28d429590] 2024-09-12T17:57:44.145 INFO:tasks.workunit.client.0.smithi045.stderr: 8: __libc_start_main() 2024-09-12T17:57:44.145 INFO:tasks.workunit.client.0.smithi045.stderr: 9: _start() 2024-09-12T17:57:44.145 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:44.145 INFO:tasks.workunit.client.0.smithi045.stderr: 0> 2024-09-12T17:57:44.074+0000 7fb28d124800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:57:44.145 INFO:tasks.workunit.client.0.smithi045.stderr: in thread 7fb28d124800 thread_name:radosgw-admin 2024-09-12T17:57:44.145 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:44.145 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:57:44.145 INFO:tasks.workunit.client.0.smithi045.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fb28d43e6f0] 2024-09-12T17:57:44.145 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7fb28d48b99c] 2024-09-12T17:57:44.145 INFO:tasks.workunit.client.0.smithi045.stderr: 3: raise() 2024-09-12T17:57:44.145 INFO:tasks.workunit.client.0.smithi045.stderr: 4: abort() 2024-09-12T17:57:44.145 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7fb28e78c774] 2024-09-12T17:57:44.145 INFO:tasks.workunit.client.0.smithi045.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fb28e78c8d8] 2024-09-12T17:57:44.145 INFO:tasks.workunit.client.0.smithi045.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x563ef9a44841] 2024-09-12T17:57:44.146 INFO:tasks.workunit.client.0.smithi045.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1834) [0x563ef9a53734] 2024-09-12T17:57:44.146 INFO:tasks.workunit.client.0.smithi045.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x563ef9a545d4] 2024-09-12T17:57:44.146 INFO:tasks.workunit.client.0.smithi045.stderr: 10: main() 2024-09-12T17:57:44.146 INFO:tasks.workunit.client.0.smithi045.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7fb28d429590] 2024-09-12T17:57:44.146 INFO:tasks.workunit.client.0.smithi045.stderr: 12: __libc_start_main() 2024-09-12T17:57:44.146 INFO:tasks.workunit.client.0.smithi045.stderr: 13: _start() 2024-09-12T17:57:44.146 INFO:tasks.workunit.client.0.smithi045.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:57:44.146 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:44.146 INFO:tasks.workunit.client.0.smithi045.stderr:--- logging levels --- 2024-09-12T17:57:44.146 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 none 2024-09-12T17:57:44.147 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 lockdep 2024-09-12T17:57:44.147 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 context 2024-09-12T17:57:44.147 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 crush 2024-09-12T17:57:44.147 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds 2024-09-12T17:57:44.147 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_balancer 2024-09-12T17:57:44.147 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_locker 2024-09-12T17:57:44.147 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_log 2024-09-12T17:57:44.147 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_log_expire 2024-09-12T17:57:44.147 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_migrator 2024-09-12T17:57:44.147 INFO:tasks.workunit.client.0.smithi045.stderr: 3/ 5 mds_quiesce 2024-09-12T17:57:44.147 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 buffer 2024-09-12T17:57:44.147 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 timer 2024-09-12T17:57:44.148 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 filer 2024-09-12T17:57:44.148 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 striper 2024-09-12T17:57:44.148 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 objecter 2024-09-12T17:57:44.148 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rados 2024-09-12T17:57:44.148 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd 2024-09-12T17:57:44.148 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_mirror 2024-09-12T17:57:44.148 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_replay 2024-09-12T17:57:44.148 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_pwl 2024-09-12T17:57:44.148 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 journaler 2024-09-12T17:57:44.148 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 objectcacher 2024-09-12T17:57:44.148 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:57:44.148 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 client 2024-09-12T17:57:44.148 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 osd 2024-09-12T17:57:44.148 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 optracker 2024-09-12T17:57:44.149 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 objclass 2024-09-12T17:57:44.149 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 filestore 2024-09-12T17:57:44.149 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 journal 2024-09-12T17:57:44.149 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 0 ms 2024-09-12T17:57:44.149 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mon 2024-09-12T17:57:44.149 INFO:tasks.workunit.client.0.smithi045.stderr: 0/10 monc 2024-09-12T17:57:44.149 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 paxos 2024-09-12T17:57:44.149 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 tp 2024-09-12T17:57:44.149 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 auth 2024-09-12T17:57:44.149 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 crypto 2024-09-12T17:57:44.149 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 finisher 2024-09-12T17:57:44.149 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 reserver 2024-09-12T17:57:44.149 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 heartbeatmap 2024-09-12T17:57:44.150 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 perfcounter 2024-09-12T17:57:44.150 INFO:tasks.workunit.client.0.smithi045.stderr: 20/20 rgw 2024-09-12T17:57:44.150 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_sync 2024-09-12T17:57:44.150 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_datacache 2024-09-12T17:57:44.150 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_access 2024-09-12T17:57:44.150 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:57:44.150 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_flight 2024-09-12T17:57:44.150 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:57:44.150 INFO:tasks.workunit.client.0.smithi045.stderr: 20/20 rgw_notification 2024-09-12T17:57:44.150 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 javaclient 2024-09-12T17:57:44.150 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 asok 2024-09-12T17:57:44.150 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 throttle 2024-09-12T17:57:44.150 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 0 refs 2024-09-12T17:57:44.150 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 compressor 2024-09-12T17:57:44.151 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 bluestore 2024-09-12T17:57:44.151 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 bluefs 2024-09-12T17:57:44.151 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 bdev 2024-09-12T17:57:44.151 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 kstore 2024-09-12T17:57:44.151 INFO:tasks.workunit.client.0.smithi045.stderr: 4/ 5 rocksdb 2024-09-12T17:57:44.151 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 fuse 2024-09-12T17:57:44.151 INFO:tasks.workunit.client.0.smithi045.stderr: 2/ 5 mgr 2024-09-12T17:57:44.151 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mgrc 2024-09-12T17:57:44.151 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 dpdk 2024-09-12T17:57:44.151 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 eventtrace 2024-09-12T17:57:44.151 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 prioritycache 2024-09-12T17:57:44.151 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 test 2024-09-12T17:57:44.151 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:57:44.151 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cephsqlite 2024-09-12T17:57:44.152 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:57:44.152 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore 2024-09-12T17:57:44.152 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_onode 2024-09-12T17:57:44.152 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_odata 2024-09-12T17:57:44.152 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_omap 2024-09-12T17:57:44.152 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_tm 2024-09-12T17:57:44.152 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_t 2024-09-12T17:57:44.152 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:57:44.152 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_epm 2024-09-12T17:57:44.152 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_lba 2024-09-12T17:57:44.152 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:57:44.152 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_cache 2024-09-12T17:57:44.152 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_journal 2024-09-12T17:57:44.153 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_device 2024-09-12T17:57:44.153 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_backref 2024-09-12T17:57:44.153 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 alienstore 2024-09-12T17:57:44.153 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mclock 2024-09-12T17:57:44.153 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cyanstore 2024-09-12T17:57:44.153 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 ceph_exporter 2024-09-12T17:57:44.153 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 memstore 2024-09-12T17:57:44.153 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 trace 2024-09-12T17:57:44.153 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 ceph_dedup 2024-09-12T17:57:44.153 INFO:tasks.workunit.client.0.smithi045.stderr: -2/-2 (syslog threshold) 2024-09-12T17:57:44.153 INFO:tasks.workunit.client.0.smithi045.stderr: 99/99 (stderr threshold) 2024-09-12T17:57:44.153 INFO:tasks.workunit.client.0.smithi045.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:57:44.153 INFO:tasks.workunit.client.0.smithi045.stderr: 7fb1377fe640 / http_manager 2024-09-12T17:57:44.154 INFO:tasks.workunit.client.0.smithi045.stderr: 7fb13e7e4640 / http_manager 2024-09-12T17:57:44.154 INFO:tasks.workunit.client.0.smithi045.stderr: 7fb13f7e6640 / rgw_dt_lg_renew 2024-09-12T17:57:44.154 INFO:tasks.workunit.client.0.smithi045.stderr: 7fb15e7fc640 / ms_dispatch 2024-09-12T17:57:44.154 INFO:tasks.workunit.client.0.smithi045.stderr: 7fb15ffff640 / io_context_pool 2024-09-12T17:57:44.154 INFO:tasks.workunit.client.0.smithi045.stderr: 7fb16e7fc640 / ms_dispatch 2024-09-12T17:57:44.154 INFO:tasks.workunit.client.0.smithi045.stderr: 7fb17560a640 / ms_dispatch 2024-09-12T17:57:44.154 INFO:tasks.workunit.client.0.smithi045.stderr: 7fb176e0d640 / io_context_pool 2024-09-12T17:57:44.154 INFO:tasks.workunit.client.0.smithi045.stderr: 7fb288555640 / msgr-worker-2 2024-09-12T17:57:44.154 INFO:tasks.workunit.client.0.smithi045.stderr: 7fb288d56640 / msgr-worker-1 2024-09-12T17:57:44.154 INFO:tasks.workunit.client.0.smithi045.stderr: 7fb289557640 / msgr-worker-0 2024-09-12T17:57:44.154 INFO:tasks.workunit.client.0.smithi045.stderr: 7fb289d58640 / io_context_pool 2024-09-12T17:57:44.154 INFO:tasks.workunit.client.0.smithi045.stderr: 7fb28d124800 / radosgw-admin 2024-09-12T17:57:44.155 INFO:tasks.workunit.client.0.smithi045.stderr: max_recent 500 2024-09-12T17:57:44.155 INFO:tasks.workunit.client.0.smithi045.stderr: max_new 1000 2024-09-12T17:57:44.155 INFO:tasks.workunit.client.0.smithi045.stderr: log_file /var/log/ceph/ceph-client.admin.141774.log 2024-09-12T17:57:44.155 INFO:tasks.workunit.client.0.smithi045.stderr:--- end dump of recent events --- 2024-09-12T17:57:44.155 INFO:tasks.workunit.client.0.smithi045.stderr:--- begin dump of recent events --- 2024-09-12T17:57:44.155 INFO:tasks.workunit.client.0.smithi045.stderr: -499> 2024-09-12T17:57:44.017+0000 7fb28d124800 5 asok(0x563efb1ae730) unregister_commands rotate-key 2024-09-12T17:57:44.155 INFO:tasks.workunit.client.0.smithi045.stderr: -498> 2024-09-12T17:57:44.017+0000 7fb28d124800 10 monclient: build_initial_monmap 2024-09-12T17:57:44.155 INFO:tasks.workunit.client.0.smithi045.stderr: -497> 2024-09-12T17:57:44.017+0000 7fb28d124800 1 build_initial for_mkfs: 0 2024-09-12T17:57:44.155 INFO:tasks.workunit.client.0.smithi045.stderr: -496> 2024-09-12T17:57:44.017+0000 7fb28d124800 10 monclient: monmap: 2024-09-12T17:57:44.155 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:57:44.155 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:57:44.155 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:57:44.155 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:57:44.156 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:57:44.156 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:57:44.156 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:57:44.156 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:57:44.156 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:57:44.156 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:44.156 INFO:tasks.workunit.client.0.smithi045.stderr: -495> 2024-09-12T17:57:44.017+0000 7fb28d124800 5 AuthRegistry(0x563efb3d80f0) adding auth protocol: cephx 2024-09-12T17:57:44.156 INFO:tasks.workunit.client.0.smithi045.stderr: -494> 2024-09-12T17:57:44.017+0000 7fb28d124800 5 AuthRegistry(0x563efb3d80f0) adding auth protocol: cephx 2024-09-12T17:57:44.156 INFO:tasks.workunit.client.0.smithi045.stderr: -493> 2024-09-12T17:57:44.017+0000 7fb28d124800 5 AuthRegistry(0x563efb3d80f0) adding auth protocol: cephx 2024-09-12T17:57:44.156 INFO:tasks.workunit.client.0.smithi045.stderr: -492> 2024-09-12T17:57:44.017+0000 7fb28d124800 5 AuthRegistry(0x563efb3d80f0) adding con mode: secure 2024-09-12T17:57:44.156 INFO:tasks.workunit.client.0.smithi045.stderr: -491> 2024-09-12T17:57:44.017+0000 7fb28d124800 5 AuthRegistry(0x563efb3d80f0) adding con mode: crc 2024-09-12T17:57:44.156 INFO:tasks.workunit.client.0.smithi045.stderr: -490> 2024-09-12T17:57:44.017+0000 7fb28d124800 5 AuthRegistry(0x563efb3d80f0) adding con mode: secure 2024-09-12T17:57:44.156 INFO:tasks.workunit.client.0.smithi045.stderr: -489> 2024-09-12T17:57:44.017+0000 7fb28d124800 5 AuthRegistry(0x563efb3d80f0) adding con mode: crc 2024-09-12T17:57:44.156 INFO:tasks.workunit.client.0.smithi045.stderr: -488> 2024-09-12T17:57:44.017+0000 7fb28d124800 5 AuthRegistry(0x563efb3d80f0) adding con mode: secure 2024-09-12T17:57:44.157 INFO:tasks.workunit.client.0.smithi045.stderr: -487> 2024-09-12T17:57:44.017+0000 7fb28d124800 5 AuthRegistry(0x563efb3d80f0) adding con mode: crc 2024-09-12T17:57:44.157 INFO:tasks.workunit.client.0.smithi045.stderr: -486> 2024-09-12T17:57:44.017+0000 7fb28d124800 5 AuthRegistry(0x563efb3d80f0) adding con mode: crc 2024-09-12T17:57:44.157 INFO:tasks.workunit.client.0.smithi045.stderr: -485> 2024-09-12T17:57:44.017+0000 7fb28d124800 5 AuthRegistry(0x563efb3d80f0) adding con mode: secure 2024-09-12T17:57:44.157 INFO:tasks.workunit.client.0.smithi045.stderr: -484> 2024-09-12T17:57:44.017+0000 7fb28d124800 5 AuthRegistry(0x563efb3d80f0) adding con mode: crc 2024-09-12T17:57:44.157 INFO:tasks.workunit.client.0.smithi045.stderr: -483> 2024-09-12T17:57:44.017+0000 7fb28d124800 5 AuthRegistry(0x563efb3d80f0) adding con mode: secure 2024-09-12T17:57:44.157 INFO:tasks.workunit.client.0.smithi045.stderr: -482> 2024-09-12T17:57:44.017+0000 7fb28d124800 5 AuthRegistry(0x563efb3d80f0) adding con mode: crc 2024-09-12T17:57:44.157 INFO:tasks.workunit.client.0.smithi045.stderr: -481> 2024-09-12T17:57:44.017+0000 7fb28d124800 5 AuthRegistry(0x563efb3d80f0) adding con mode: secure 2024-09-12T17:57:44.157 INFO:tasks.workunit.client.0.smithi045.stderr: -480> 2024-09-12T17:57:44.017+0000 7fb28d124800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:57:44.157 INFO:tasks.workunit.client.0.smithi045.stderr: -479> 2024-09-12T17:57:44.017+0000 7fb28d124800 1 librados: starting msgr at 2024-09-12T17:57:44.157 INFO:tasks.workunit.client.0.smithi045.stderr: -478> 2024-09-12T17:57:44.017+0000 7fb28d124800 1 librados: starting objecter 2024-09-12T17:57:44.157 INFO:tasks.workunit.client.0.smithi045.stderr: -477> 2024-09-12T17:57:44.018+0000 7fb28d124800 5 asok(0x563efb1ae730) register_command objecter_requests hook 0x563efb4043b0 2024-09-12T17:57:44.157 INFO:tasks.workunit.client.0.smithi045.stderr: -476> 2024-09-12T17:57:44.018+0000 7fb28d124800 1 librados: setting wanted keys 2024-09-12T17:57:44.157 INFO:tasks.workunit.client.0.smithi045.stderr: -475> 2024-09-12T17:57:44.018+0000 7fb28d124800 1 librados: calling monclient init 2024-09-12T17:57:44.158 INFO:tasks.workunit.client.0.smithi045.stderr: -474> 2024-09-12T17:57:44.018+0000 7fb28d124800 10 monclient: init 2024-09-12T17:57:44.158 INFO:tasks.workunit.client.0.smithi045.stderr: -473> 2024-09-12T17:57:44.018+0000 7fb28d124800 5 AuthRegistry(0x563efb3d2aa0) adding auth protocol: cephx 2024-09-12T17:57:44.158 INFO:tasks.workunit.client.0.smithi045.stderr: -472> 2024-09-12T17:57:44.018+0000 7fb28d124800 5 AuthRegistry(0x563efb3d2aa0) adding auth protocol: cephx 2024-09-12T17:57:44.158 INFO:tasks.workunit.client.0.smithi045.stderr: -471> 2024-09-12T17:57:44.018+0000 7fb28d124800 5 AuthRegistry(0x563efb3d2aa0) adding auth protocol: cephx 2024-09-12T17:57:44.158 INFO:tasks.workunit.client.0.smithi045.stderr: -470> 2024-09-12T17:57:44.018+0000 7fb28d124800 5 AuthRegistry(0x563efb3d2aa0) adding con mode: secure 2024-09-12T17:57:44.158 INFO:tasks.workunit.client.0.smithi045.stderr: -469> 2024-09-12T17:57:44.018+0000 7fb28d124800 5 AuthRegistry(0x563efb3d2aa0) adding con mode: crc 2024-09-12T17:57:44.158 INFO:tasks.workunit.client.0.smithi045.stderr: -468> 2024-09-12T17:57:44.018+0000 7fb28d124800 5 AuthRegistry(0x563efb3d2aa0) adding con mode: secure 2024-09-12T17:57:44.158 INFO:tasks.workunit.client.0.smithi045.stderr: -467> 2024-09-12T17:57:44.018+0000 7fb28d124800 5 AuthRegistry(0x563efb3d2aa0) adding con mode: crc 2024-09-12T17:57:44.158 INFO:tasks.workunit.client.0.smithi045.stderr: -466> 2024-09-12T17:57:44.018+0000 7fb28d124800 5 AuthRegistry(0x563efb3d2aa0) adding con mode: secure 2024-09-12T17:57:44.158 INFO:tasks.workunit.client.0.smithi045.stderr: -465> 2024-09-12T17:57:44.018+0000 7fb28d124800 5 AuthRegistry(0x563efb3d2aa0) adding con mode: crc 2024-09-12T17:57:44.158 INFO:tasks.workunit.client.0.smithi045.stderr: -464> 2024-09-12T17:57:44.018+0000 7fb28d124800 5 AuthRegistry(0x563efb3d2aa0) adding con mode: crc 2024-09-12T17:57:44.158 INFO:tasks.workunit.client.0.smithi045.stderr: -463> 2024-09-12T17:57:44.018+0000 7fb28d124800 5 AuthRegistry(0x563efb3d2aa0) adding con mode: secure 2024-09-12T17:57:44.158 INFO:tasks.workunit.client.0.smithi045.stderr: -462> 2024-09-12T17:57:44.018+0000 7fb28d124800 5 AuthRegistry(0x563efb3d2aa0) adding con mode: crc 2024-09-12T17:57:44.158 INFO:tasks.workunit.client.0.smithi045.stderr: -461> 2024-09-12T17:57:44.018+0000 7fb28d124800 5 AuthRegistry(0x563efb3d2aa0) adding con mode: secure 2024-09-12T17:57:44.159 INFO:tasks.workunit.client.0.smithi045.stderr: -460> 2024-09-12T17:57:44.018+0000 7fb28d124800 5 AuthRegistry(0x563efb3d2aa0) adding con mode: crc 2024-09-12T17:57:44.159 INFO:tasks.workunit.client.0.smithi045.stderr: -459> 2024-09-12T17:57:44.018+0000 7fb28d124800 5 AuthRegistry(0x563efb3d2aa0) adding con mode: secure 2024-09-12T17:57:44.159 INFO:tasks.workunit.client.0.smithi045.stderr: -458> 2024-09-12T17:57:44.018+0000 7fb28d124800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:57:44.159 INFO:tasks.workunit.client.0.smithi045.stderr: -457> 2024-09-12T17:57:44.018+0000 7fb28d124800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:57:44.159 INFO:tasks.workunit.client.0.smithi045.stderr: -456> 2024-09-12T17:57:44.018+0000 7fb28d124800 5 asok(0x563efb1ae730) register_command rotate-key hook 0x563efb3d2be8 2024-09-12T17:57:44.159 INFO:tasks.workunit.client.0.smithi045.stderr: -455> 2024-09-12T17:57:44.018+0000 7fb28d124800 10 monclient: _reopen_session rank -1 2024-09-12T17:57:44.159 INFO:tasks.workunit.client.0.smithi045.stderr: -454> 2024-09-12T17:57:44.018+0000 7fb28d124800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:57:44.159 INFO:tasks.workunit.client.0.smithi045.stderr: -453> 2024-09-12T17:57:44.018+0000 7fb28d124800 10 monclient(hunting): picked mon.noname-a con 0x563efb3158b0 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:57:44.159 INFO:tasks.workunit.client.0.smithi045.stderr: -452> 2024-09-12T17:57:44.018+0000 7fb28d124800 10 monclient(hunting): picked mon.noname-b con 0x563efb315c90 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:57:44.159 INFO:tasks.workunit.client.0.smithi045.stderr: -451> 2024-09-12T17:57:44.018+0000 7fb28d124800 10 monclient(hunting): picked mon.noname-c con 0x563efb320e80 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:57:44.159 INFO:tasks.workunit.client.0.smithi045.stderr: -450> 2024-09-12T17:57:44.018+0000 7fb28d124800 10 monclient(hunting): start opening mon connection 2024-09-12T17:57:44.159 INFO:tasks.workunit.client.0.smithi045.stderr: -449> 2024-09-12T17:57:44.018+0000 7fb28d124800 10 monclient(hunting): start opening mon connection 2024-09-12T17:57:44.159 INFO:tasks.workunit.client.0.smithi045.stderr: -448> 2024-09-12T17:57:44.018+0000 7fb28d124800 10 monclient(hunting): start opening mon connection 2024-09-12T17:57:44.160 INFO:tasks.workunit.client.0.smithi045.stderr: -447> 2024-09-12T17:57:44.018+0000 7fb28d124800 10 monclient(hunting): _renew_subs 2024-09-12T17:57:44.160 INFO:tasks.workunit.client.0.smithi045.stderr: -446> 2024-09-12T17:57:44.018+0000 7fb28d124800 10 monclient(hunting): authenticate will time out at 2162.476675s 2024-09-12T17:57:44.160 INFO:tasks.workunit.client.0.smithi045.stderr: -445> 2024-09-12T17:57:44.018+0000 7fb288d56640 10 monclient(hunting): get_auth_request con 0x563efb3158b0 auth_method 0 2024-09-12T17:57:44.160 INFO:tasks.workunit.client.0.smithi045.stderr: -444> 2024-09-12T17:57:44.018+0000 7fb288d56640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:57:44.160 INFO:tasks.workunit.client.0.smithi045.stderr: -443> 2024-09-12T17:57:44.018+0000 7fb288d56640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:57:44.160 INFO:tasks.workunit.client.0.smithi045.stderr: -442> 2024-09-12T17:57:44.018+0000 7fb288d56640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:57:44.160 INFO:tasks.workunit.client.0.smithi045.stderr: -441> 2024-09-12T17:57:44.018+0000 7fb289557640 10 monclient(hunting): get_auth_request con 0x563efb320e80 auth_method 0 2024-09-12T17:57:44.160 INFO:tasks.workunit.client.0.smithi045.stderr: -440> 2024-09-12T17:57:44.018+0000 7fb289557640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:57:44.160 INFO:tasks.workunit.client.0.smithi045.stderr: -439> 2024-09-12T17:57:44.018+0000 7fb289557640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:57:44.160 INFO:tasks.workunit.client.0.smithi045.stderr: -438> 2024-09-12T17:57:44.018+0000 7fb289557640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:57:44.160 INFO:tasks.workunit.client.0.smithi045.stderr: -437> 2024-09-12T17:57:44.018+0000 7fb288d56640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:57:44.160 INFO:tasks.workunit.client.0.smithi045.stderr: -436> 2024-09-12T17:57:44.018+0000 7fb288d56640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:57:44.160 INFO:tasks.workunit.client.0.smithi045.stderr: -435> 2024-09-12T17:57:44.018+0000 7fb288d56640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:57:44.161 INFO:tasks.workunit.client.0.smithi045.stderr: -434> 2024-09-12T17:57:44.018+0000 7fb289557640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:57:44.161 INFO:tasks.workunit.client.0.smithi045.stderr: -433> 2024-09-12T17:57:44.018+0000 7fb289557640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:57:44.161 INFO:tasks.workunit.client.0.smithi045.stderr: -432> 2024-09-12T17:57:44.018+0000 7fb289557640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:57:44.161 INFO:tasks.workunit.client.0.smithi045.stderr: -431> 2024-09-12T17:57:44.018+0000 7fb288555640 10 monclient(hunting): get_auth_request con 0x563efb315c90 auth_method 0 2024-09-12T17:57:44.161 INFO:tasks.workunit.client.0.smithi045.stderr: -430> 2024-09-12T17:57:44.018+0000 7fb288555640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:57:44.161 INFO:tasks.workunit.client.0.smithi045.stderr: -429> 2024-09-12T17:57:44.018+0000 7fb288555640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:57:44.161 INFO:tasks.workunit.client.0.smithi045.stderr: -428> 2024-09-12T17:57:44.018+0000 7fb288555640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:57:44.161 INFO:tasks.workunit.client.0.smithi045.stderr: -427> 2024-09-12T17:57:44.019+0000 7fb289557640 10 monclient(hunting): handle_auth_done global_id 7460 payload 824 2024-09-12T17:57:44.161 INFO:tasks.workunit.client.0.smithi045.stderr: -426> 2024-09-12T17:57:44.019+0000 7fb289557640 10 monclient: _finish_hunting 0 2024-09-12T17:57:44.161 INFO:tasks.workunit.client.0.smithi045.stderr: -425> 2024-09-12T17:57:44.019+0000 7fb289557640 1 monclient: found mon.noname-c 2024-09-12T17:57:44.161 INFO:tasks.workunit.client.0.smithi045.stderr: -424> 2024-09-12T17:57:44.019+0000 7fb289557640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.45:3301/0 2024-09-12T17:57:44.161 INFO:tasks.workunit.client.0.smithi045.stderr: -423> 2024-09-12T17:57:44.019+0000 7fb17560a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:57:44.161 INFO:tasks.workunit.client.0.smithi045.stderr: -422> 2024-09-12T17:57:44.019+0000 7fb17560a640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:57:44.161 INFO:tasks.workunit.client.0.smithi045.stderr: -421> 2024-09-12T17:57:44.019+0000 7fb17560a640 10 monclient: dump: 2024-09-12T17:57:44.162 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:57:44.162 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:57:44.162 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:44.162 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:44.162 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:57:44.162 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:57:44.162 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:57:44.162 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:57:44.162 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:57:44.162 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:44.162 INFO:tasks.workunit.client.0.smithi045.stderr: -420> 2024-09-12T17:57:44.019+0000 7fb17560a640 10 monclient: _finish_auth 0 2024-09-12T17:57:44.162 INFO:tasks.workunit.client.0.smithi045.stderr: -419> 2024-09-12T17:57:44.019+0000 7fb17560a640 10 monclient: _check_auth_tickets 2024-09-12T17:57:44.162 INFO:tasks.workunit.client.0.smithi045.stderr: -418> 2024-09-12T17:57:44.019+0000 7fb17560a640 10 monclient: handle_config config(0 keys) 2024-09-12T17:57:44.163 INFO:tasks.workunit.client.0.smithi045.stderr: -417> 2024-09-12T17:57:44.019+0000 7fb17560a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:57:44.163 INFO:tasks.workunit.client.0.smithi045.stderr: -416> 2024-09-12T17:57:44.019+0000 7fb17560a640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:57:44.163 INFO:tasks.workunit.client.0.smithi045.stderr: -415> 2024-09-12T17:57:44.019+0000 7fb17560a640 10 monclient: dump: 2024-09-12T17:57:44.163 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:57:44.163 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:57:44.163 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:44.163 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:44.163 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:57:44.163 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:57:44.163 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:57:44.163 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:57:44.163 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:57:44.163 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:44.163 INFO:tasks.workunit.client.0.smithi045.stderr: -414> 2024-09-12T17:57:44.019+0000 7fb28d124800 5 monclient: authenticate success, global_id 7460 2024-09-12T17:57:44.164 INFO:tasks.workunit.client.0.smithi045.stderr: -413> 2024-09-12T17:57:44.019+0000 7fb28d124800 10 monclient: _renew_subs 2024-09-12T17:57:44.164 INFO:tasks.workunit.client.0.smithi045.stderr: -412> 2024-09-12T17:57:44.019+0000 7fb28d124800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:57:44.164 INFO:tasks.workunit.client.0.smithi045.stderr: -411> 2024-09-12T17:57:44.019+0000 7fb176e0d640 4 set_mon_vals no callback set 2024-09-12T17:57:44.164 INFO:tasks.workunit.client.0.smithi045.stderr: -410> 2024-09-12T17:57:44.019+0000 7fb28d124800 10 monclient: _renew_subs 2024-09-12T17:57:44.164 INFO:tasks.workunit.client.0.smithi045.stderr: -409> 2024-09-12T17:57:44.019+0000 7fb28d124800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:57:44.164 INFO:tasks.workunit.client.0.smithi045.stderr: -408> 2024-09-12T17:57:44.019+0000 7fb28d124800 1 librados: init done 2024-09-12T17:57:44.164 INFO:tasks.workunit.client.0.smithi045.stderr: -407> 2024-09-12T17:57:44.021+0000 7fb17560a640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:57:44.164 INFO:tasks.workunit.client.0.smithi045.stderr: -406> 2024-09-12T17:57:44.021+0000 7fb17560a640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:57:44.164 INFO:tasks.workunit.client.0.smithi045.stderr: -405> 2024-09-12T17:57:44.021+0000 7fb17560a640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:57:44.164 INFO:tasks.workunit.client.0.smithi045.stderr: -404> 2024-09-12T17:57:44.021+0000 7fb288d56640 10 monclient: get_auth_request con 0x7fb170076470 auth_method 0 2024-09-12T17:57:44.164 INFO:tasks.workunit.client.0.smithi045.stderr: -403> 2024-09-12T17:57:44.021+0000 7fb288555640 10 monclient: get_auth_request con 0x563efb3f9330 auth_method 0 2024-09-12T17:57:44.164 INFO:tasks.workunit.client.0.smithi045.stderr: -402> 2024-09-12T17:57:44.022+0000 7fb288d56640 10 monclient: get_auth_request con 0x563efb41e110 auth_method 0 2024-09-12T17:57:44.164 INFO:tasks.workunit.client.0.smithi045.stderr: -401> 2024-09-12T17:57:44.023+0000 7fb288555640 10 monclient: get_auth_request con 0x563efb422340 auth_method 0 2024-09-12T17:57:44.165 INFO:tasks.workunit.client.0.smithi045.stderr: -400> 2024-09-12T17:57:44.024+0000 7fb28d124800 10 monclient: build_initial_monmap 2024-09-12T17:57:44.165 INFO:tasks.workunit.client.0.smithi045.stderr: -399> 2024-09-12T17:57:44.024+0000 7fb28d124800 1 build_initial for_mkfs: 0 2024-09-12T17:57:44.165 INFO:tasks.workunit.client.0.smithi045.stderr: -398> 2024-09-12T17:57:44.024+0000 7fb28d124800 10 monclient: monmap: 2024-09-12T17:57:44.165 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:57:44.165 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:57:44.165 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:57:44.165 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:57:44.165 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:57:44.165 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:57:44.165 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:57:44.165 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:57:44.165 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:57:44.165 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:44.165 INFO:tasks.workunit.client.0.smithi045.stderr: -397> 2024-09-12T17:57:44.024+0000 7fb28d124800 5 AuthRegistry(0x563efb427130) adding auth protocol: cephx 2024-09-12T17:57:44.166 INFO:tasks.workunit.client.0.smithi045.stderr: -396> 2024-09-12T17:57:44.024+0000 7fb28d124800 5 AuthRegistry(0x563efb427130) adding auth protocol: cephx 2024-09-12T17:57:44.166 INFO:tasks.workunit.client.0.smithi045.stderr: -395> 2024-09-12T17:57:44.024+0000 7fb28d124800 5 AuthRegistry(0x563efb427130) adding auth protocol: cephx 2024-09-12T17:57:44.166 INFO:tasks.workunit.client.0.smithi045.stderr: -394> 2024-09-12T17:57:44.024+0000 7fb28d124800 5 AuthRegistry(0x563efb427130) adding con mode: secure 2024-09-12T17:57:44.166 INFO:tasks.workunit.client.0.smithi045.stderr: -393> 2024-09-12T17:57:44.024+0000 7fb28d124800 5 AuthRegistry(0x563efb427130) adding con mode: crc 2024-09-12T17:57:44.166 INFO:tasks.workunit.client.0.smithi045.stderr: -392> 2024-09-12T17:57:44.024+0000 7fb28d124800 5 AuthRegistry(0x563efb427130) adding con mode: secure 2024-09-12T17:57:44.166 INFO:tasks.workunit.client.0.smithi045.stderr: -391> 2024-09-12T17:57:44.024+0000 7fb28d124800 5 AuthRegistry(0x563efb427130) adding con mode: crc 2024-09-12T17:57:44.166 INFO:tasks.workunit.client.0.smithi045.stderr: -390> 2024-09-12T17:57:44.024+0000 7fb28d124800 5 AuthRegistry(0x563efb427130) adding con mode: secure 2024-09-12T17:57:44.166 INFO:tasks.workunit.client.0.smithi045.stderr: -389> 2024-09-12T17:57:44.024+0000 7fb28d124800 5 AuthRegistry(0x563efb427130) adding con mode: crc 2024-09-12T17:57:44.166 INFO:tasks.workunit.client.0.smithi045.stderr: -388> 2024-09-12T17:57:44.024+0000 7fb28d124800 5 AuthRegistry(0x563efb427130) adding con mode: crc 2024-09-12T17:57:44.166 INFO:tasks.workunit.client.0.smithi045.stderr: -387> 2024-09-12T17:57:44.024+0000 7fb28d124800 5 AuthRegistry(0x563efb427130) adding con mode: secure 2024-09-12T17:57:44.166 INFO:tasks.workunit.client.0.smithi045.stderr: -386> 2024-09-12T17:57:44.024+0000 7fb28d124800 5 AuthRegistry(0x563efb427130) adding con mode: crc 2024-09-12T17:57:44.166 INFO:tasks.workunit.client.0.smithi045.stderr: -385> 2024-09-12T17:57:44.024+0000 7fb28d124800 5 AuthRegistry(0x563efb427130) adding con mode: secure 2024-09-12T17:57:44.166 INFO:tasks.workunit.client.0.smithi045.stderr: -384> 2024-09-12T17:57:44.024+0000 7fb28d124800 5 AuthRegistry(0x563efb427130) adding con mode: crc 2024-09-12T17:57:44.167 INFO:tasks.workunit.client.0.smithi045.stderr: -383> 2024-09-12T17:57:44.024+0000 7fb28d124800 5 AuthRegistry(0x563efb427130) adding con mode: secure 2024-09-12T17:57:44.167 INFO:tasks.workunit.client.0.smithi045.stderr: -382> 2024-09-12T17:57:44.025+0000 7fb28d124800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:57:44.167 INFO:tasks.workunit.client.0.smithi045.stderr: -381> 2024-09-12T17:57:44.025+0000 7fb28d124800 5 asok(0x563efb1ae730) register_command objecter_requests cmddesc objecter_requests hook 0x563efb42a5c0 EEXIST 2024-09-12T17:57:44.167 INFO:tasks.workunit.client.0.smithi045.stderr: -380> 2024-09-12T17:57:44.025+0000 7fb28d124800 10 monclient: init 2024-09-12T17:57:44.167 INFO:tasks.workunit.client.0.smithi045.stderr: -379> 2024-09-12T17:57:44.025+0000 7fb28d124800 5 AuthRegistry(0x563efb4257b8) adding auth protocol: cephx 2024-09-12T17:57:44.167 INFO:tasks.workunit.client.0.smithi045.stderr: -378> 2024-09-12T17:57:44.025+0000 7fb28d124800 5 AuthRegistry(0x563efb4257b8) adding auth protocol: cephx 2024-09-12T17:57:44.167 INFO:tasks.workunit.client.0.smithi045.stderr: -377> 2024-09-12T17:57:44.025+0000 7fb28d124800 5 AuthRegistry(0x563efb4257b8) adding auth protocol: cephx 2024-09-12T17:57:44.167 INFO:tasks.workunit.client.0.smithi045.stderr: -376> 2024-09-12T17:57:44.025+0000 7fb28d124800 5 AuthRegistry(0x563efb4257b8) adding con mode: secure 2024-09-12T17:57:44.167 INFO:tasks.workunit.client.0.smithi045.stderr: -375> 2024-09-12T17:57:44.025+0000 7fb28d124800 5 AuthRegistry(0x563efb4257b8) adding con mode: crc 2024-09-12T17:57:44.167 INFO:tasks.workunit.client.0.smithi045.stderr: -374> 2024-09-12T17:57:44.025+0000 7fb28d124800 5 AuthRegistry(0x563efb4257b8) adding con mode: secure 2024-09-12T17:57:44.167 INFO:tasks.workunit.client.0.smithi045.stderr: -373> 2024-09-12T17:57:44.025+0000 7fb28d124800 5 AuthRegistry(0x563efb4257b8) adding con mode: crc 2024-09-12T17:57:44.167 INFO:tasks.workunit.client.0.smithi045.stderr: -372> 2024-09-12T17:57:44.025+0000 7fb28d124800 5 AuthRegistry(0x563efb4257b8) adding con mode: secure 2024-09-12T17:57:44.167 INFO:tasks.workunit.client.0.smithi045.stderr: -371> 2024-09-12T17:57:44.025+0000 7fb28d124800 5 AuthRegistry(0x563efb4257b8) adding con mode: crc 2024-09-12T17:57:44.167 INFO:tasks.workunit.client.0.smithi045.stderr: -370> 2024-09-12T17:57:44.025+0000 7fb28d124800 5 AuthRegistry(0x563efb4257b8) adding con mode: crc 2024-09-12T17:57:44.168 INFO:tasks.workunit.client.0.smithi045.stderr: -369> 2024-09-12T17:57:44.025+0000 7fb28d124800 5 AuthRegistry(0x563efb4257b8) adding con mode: secure 2024-09-12T17:57:44.168 INFO:tasks.workunit.client.0.smithi045.stderr: -368> 2024-09-12T17:57:44.025+0000 7fb28d124800 5 AuthRegistry(0x563efb4257b8) adding con mode: crc 2024-09-12T17:57:44.168 INFO:tasks.workunit.client.0.smithi045.stderr: -367> 2024-09-12T17:57:44.025+0000 7fb28d124800 5 AuthRegistry(0x563efb4257b8) adding con mode: secure 2024-09-12T17:57:44.168 INFO:tasks.workunit.client.0.smithi045.stderr: -366> 2024-09-12T17:57:44.025+0000 7fb28d124800 5 AuthRegistry(0x563efb4257b8) adding con mode: crc 2024-09-12T17:57:44.168 INFO:tasks.workunit.client.0.smithi045.stderr: -365> 2024-09-12T17:57:44.025+0000 7fb28d124800 5 AuthRegistry(0x563efb4257b8) adding con mode: secure 2024-09-12T17:57:44.168 INFO:tasks.workunit.client.0.smithi045.stderr: -364> 2024-09-12T17:57:44.025+0000 7fb28d124800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:57:44.168 INFO:tasks.workunit.client.0.smithi045.stderr: -363> 2024-09-12T17:57:44.025+0000 7fb28d124800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:57:44.168 INFO:tasks.workunit.client.0.smithi045.stderr: -362> 2024-09-12T17:57:44.025+0000 7fb28d124800 5 asok(0x563efb1ae730) register_command rotate-key cmddesc rotate-key hook 0x563efb425900 EEXIST 2024-09-12T17:57:44.168 INFO:tasks.workunit.client.0.smithi045.stderr: -361> 2024-09-12T17:57:44.025+0000 7fb28d124800 10 monclient: _reopen_session rank -1 2024-09-12T17:57:44.168 INFO:tasks.workunit.client.0.smithi045.stderr: -360> 2024-09-12T17:57:44.025+0000 7fb28d124800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:57:44.168 INFO:tasks.workunit.client.0.smithi045.stderr: -359> 2024-09-12T17:57:44.025+0000 7fb28d124800 10 monclient(hunting): picked mon.noname-c con 0x563efb44e8e0 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:57:44.168 INFO:tasks.workunit.client.0.smithi045.stderr: -358> 2024-09-12T17:57:44.025+0000 7fb28d124800 10 monclient(hunting): picked mon.noname-a con 0x563efb44ecc0 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:57:44.168 INFO:tasks.workunit.client.0.smithi045.stderr: -357> 2024-09-12T17:57:44.025+0000 7fb28d124800 10 monclient(hunting): picked mon.noname-b con 0x563efb44d5f0 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:57:44.169 INFO:tasks.workunit.client.0.smithi045.stderr: -356> 2024-09-12T17:57:44.025+0000 7fb28d124800 10 monclient(hunting): start opening mon connection 2024-09-12T17:57:44.169 INFO:tasks.workunit.client.0.smithi045.stderr: -355> 2024-09-12T17:57:44.025+0000 7fb28d124800 10 monclient(hunting): start opening mon connection 2024-09-12T17:57:44.169 INFO:tasks.workunit.client.0.smithi045.stderr: -354> 2024-09-12T17:57:44.025+0000 7fb28d124800 10 monclient(hunting): start opening mon connection 2024-09-12T17:57:44.169 INFO:tasks.workunit.client.0.smithi045.stderr: -353> 2024-09-12T17:57:44.025+0000 7fb28d124800 10 monclient(hunting): _renew_subs 2024-09-12T17:57:44.169 INFO:tasks.workunit.client.0.smithi045.stderr: -352> 2024-09-12T17:57:44.025+0000 7fb28d124800 10 monclient(hunting): authenticate will time out at 2162.483851s 2024-09-12T17:57:44.169 INFO:tasks.workunit.client.0.smithi045.stderr: -351> 2024-09-12T17:57:44.025+0000 7fb288555640 10 monclient(hunting): get_auth_request con 0x563efb44ecc0 auth_method 0 2024-09-12T17:57:44.169 INFO:tasks.workunit.client.0.smithi045.stderr: -350> 2024-09-12T17:57:44.025+0000 7fb288555640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:57:44.169 INFO:tasks.workunit.client.0.smithi045.stderr: -349> 2024-09-12T17:57:44.025+0000 7fb288555640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:57:44.169 INFO:tasks.workunit.client.0.smithi045.stderr: -348> 2024-09-12T17:57:44.025+0000 7fb288555640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:57:44.169 INFO:tasks.workunit.client.0.smithi045.stderr: -347> 2024-09-12T17:57:44.026+0000 7fb288d56640 10 monclient(hunting): get_auth_request con 0x563efb44e8e0 auth_method 0 2024-09-12T17:57:44.169 INFO:tasks.workunit.client.0.smithi045.stderr: -346> 2024-09-12T17:57:44.026+0000 7fb288d56640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:57:44.169 INFO:tasks.workunit.client.0.smithi045.stderr: -345> 2024-09-12T17:57:44.026+0000 7fb288d56640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:57:44.169 INFO:tasks.workunit.client.0.smithi045.stderr: -344> 2024-09-12T17:57:44.026+0000 7fb288d56640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:57:44.169 INFO:tasks.workunit.client.0.smithi045.stderr: -343> 2024-09-12T17:57:44.026+0000 7fb289557640 10 monclient(hunting): get_auth_request con 0x563efb44d5f0 auth_method 0 2024-09-12T17:57:44.170 INFO:tasks.workunit.client.0.smithi045.stderr: -342> 2024-09-12T17:57:44.026+0000 7fb289557640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:57:44.170 INFO:tasks.workunit.client.0.smithi045.stderr: -341> 2024-09-12T17:57:44.026+0000 7fb289557640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:57:44.170 INFO:tasks.workunit.client.0.smithi045.stderr: -340> 2024-09-12T17:57:44.026+0000 7fb289557640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:57:44.170 INFO:tasks.workunit.client.0.smithi045.stderr: -339> 2024-09-12T17:57:44.026+0000 7fb288555640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:57:44.170 INFO:tasks.workunit.client.0.smithi045.stderr: -338> 2024-09-12T17:57:44.026+0000 7fb288555640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:57:44.170 INFO:tasks.workunit.client.0.smithi045.stderr: -337> 2024-09-12T17:57:44.026+0000 7fb288555640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:57:44.170 INFO:tasks.workunit.client.0.smithi045.stderr: -336> 2024-09-12T17:57:44.026+0000 7fb288d56640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:57:44.170 INFO:tasks.workunit.client.0.smithi045.stderr: -335> 2024-09-12T17:57:44.026+0000 7fb288d56640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:57:44.170 INFO:tasks.workunit.client.0.smithi045.stderr: -334> 2024-09-12T17:57:44.026+0000 7fb288d56640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:57:44.170 INFO:tasks.workunit.client.0.smithi045.stderr: -333> 2024-09-12T17:57:44.026+0000 7fb289557640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:57:44.170 INFO:tasks.workunit.client.0.smithi045.stderr: -332> 2024-09-12T17:57:44.026+0000 7fb289557640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:57:44.170 INFO:tasks.workunit.client.0.smithi045.stderr: -331> 2024-09-12T17:57:44.026+0000 7fb289557640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:57:44.170 INFO:tasks.workunit.client.0.smithi045.stderr: -330> 2024-09-12T17:57:44.026+0000 7fb288555640 10 monclient(hunting): handle_auth_done global_id 7878 payload 824 2024-09-12T17:57:44.170 INFO:tasks.workunit.client.0.smithi045.stderr: -329> 2024-09-12T17:57:44.026+0000 7fb288555640 10 monclient: _finish_hunting 0 2024-09-12T17:57:44.171 INFO:tasks.workunit.client.0.smithi045.stderr: -328> 2024-09-12T17:57:44.026+0000 7fb288555640 1 monclient: found mon.noname-a 2024-09-12T17:57:44.171 INFO:tasks.workunit.client.0.smithi045.stderr: -327> 2024-09-12T17:57:44.026+0000 7fb288555640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.45:3300/0 2024-09-12T17:57:44.171 INFO:tasks.workunit.client.0.smithi045.stderr: -326> 2024-09-12T17:57:44.026+0000 7fb16e7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:57:44.171 INFO:tasks.workunit.client.0.smithi045.stderr: -325> 2024-09-12T17:57:44.026+0000 7fb16e7fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:57:44.171 INFO:tasks.workunit.client.0.smithi045.stderr: -324> 2024-09-12T17:57:44.026+0000 7fb16e7fc640 10 monclient: dump: 2024-09-12T17:57:44.171 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:57:44.171 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:57:44.171 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:44.171 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:44.171 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:57:44.171 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:57:44.171 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:57:44.171 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:57:44.171 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:57:44.172 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:44.172 INFO:tasks.workunit.client.0.smithi045.stderr: -323> 2024-09-12T17:57:44.026+0000 7fb16e7fc640 10 monclient: _finish_auth 0 2024-09-12T17:57:44.172 INFO:tasks.workunit.client.0.smithi045.stderr: -322> 2024-09-12T17:57:44.026+0000 7fb16e7fc640 10 monclient: _check_auth_tickets 2024-09-12T17:57:44.172 INFO:tasks.workunit.client.0.smithi045.stderr: -321> 2024-09-12T17:57:44.026+0000 7fb16e7fc640 10 monclient: handle_config config(0 keys) 2024-09-12T17:57:44.172 INFO:tasks.workunit.client.0.smithi045.stderr: -320> 2024-09-12T17:57:44.026+0000 7fb16e7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:57:44.172 INFO:tasks.workunit.client.0.smithi045.stderr: -319> 2024-09-12T17:57:44.026+0000 7fb16e7fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:57:44.172 INFO:tasks.workunit.client.0.smithi045.stderr: -318> 2024-09-12T17:57:44.026+0000 7fb16e7fc640 10 monclient: dump: 2024-09-12T17:57:44.172 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:57:44.172 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:57:44.172 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:44.172 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:44.172 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:57:44.172 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:57:44.172 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:57:44.173 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:57:44.173 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:57:44.173 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:44.173 INFO:tasks.workunit.client.0.smithi045.stderr: -317> 2024-09-12T17:57:44.026+0000 7fb28d124800 5 monclient: authenticate success, global_id 7878 2024-09-12T17:57:44.173 INFO:tasks.workunit.client.0.smithi045.stderr: -316> 2024-09-12T17:57:44.026+0000 7fb28d124800 10 monclient: _renew_subs 2024-09-12T17:57:44.173 INFO:tasks.workunit.client.0.smithi045.stderr: -315> 2024-09-12T17:57:44.026+0000 7fb289d58640 4 set_mon_vals no callback set 2024-09-12T17:57:44.173 INFO:tasks.workunit.client.0.smithi045.stderr: -314> 2024-09-12T17:57:44.026+0000 7fb28d124800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:57:44.173 INFO:tasks.workunit.client.0.smithi045.stderr: -313> 2024-09-12T17:57:44.026+0000 7fb28d124800 10 monclient: _renew_subs 2024-09-12T17:57:44.173 INFO:tasks.workunit.client.0.smithi045.stderr: -312> 2024-09-12T17:57:44.026+0000 7fb28d124800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:57:44.173 INFO:tasks.workunit.client.0.smithi045.stderr: -311> 2024-09-12T17:57:44.028+0000 7fb16e7fc640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:57:44.173 INFO:tasks.workunit.client.0.smithi045.stderr: -310> 2024-09-12T17:57:44.028+0000 7fb16e7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:57:44.173 INFO:tasks.workunit.client.0.smithi045.stderr: -309> 2024-09-12T17:57:44.028+0000 7fb16e7fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:57:44.173 INFO:tasks.workunit.client.0.smithi045.stderr: -308> 2024-09-12T17:57:44.028+0000 7fb288d56640 10 monclient: get_auth_request con 0x7fb160076380 auth_method 0 2024-09-12T17:57:44.174 INFO:tasks.workunit.client.0.smithi045.stderr: -307> 2024-09-12T17:57:44.028+0000 7fb28d124800 10 monclient: get_monmap_and_config 2024-09-12T17:57:44.174 INFO:tasks.workunit.client.0.smithi045.stderr: -306> 2024-09-12T17:57:44.028+0000 7fb28d124800 10 monclient: build_initial_monmap 2024-09-12T17:57:44.174 INFO:tasks.workunit.client.0.smithi045.stderr: -305> 2024-09-12T17:57:44.028+0000 7fb28d124800 1 build_initial for_mkfs: 0 2024-09-12T17:57:44.174 INFO:tasks.workunit.client.0.smithi045.stderr: -304> 2024-09-12T17:57:44.028+0000 7fb28d124800 10 monclient: monmap: 2024-09-12T17:57:44.174 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:57:44.174 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:57:44.174 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:57:44.174 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:57:44.174 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:57:44.174 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:57:44.174 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:57:44.174 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:57:44.174 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:57:44.174 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:44.175 INFO:tasks.workunit.client.0.smithi045.stderr: -303> 2024-09-12T17:57:44.028+0000 7fb28d124800 5 AuthRegistry(0x563efb46e650) adding auth protocol: cephx 2024-09-12T17:57:44.175 INFO:tasks.workunit.client.0.smithi045.stderr: -302> 2024-09-12T17:57:44.028+0000 7fb28d124800 5 AuthRegistry(0x563efb46e650) adding auth protocol: cephx 2024-09-12T17:57:44.175 INFO:tasks.workunit.client.0.smithi045.stderr: -301> 2024-09-12T17:57:44.028+0000 7fb28d124800 5 AuthRegistry(0x563efb46e650) adding auth protocol: cephx 2024-09-12T17:57:44.175 INFO:tasks.workunit.client.0.smithi045.stderr: -300> 2024-09-12T17:57:44.028+0000 7fb28d124800 5 AuthRegistry(0x563efb46e650) adding con mode: secure 2024-09-12T17:57:44.175 INFO:tasks.workunit.client.0.smithi045.stderr: -299> 2024-09-12T17:57:44.028+0000 7fb28d124800 5 AuthRegistry(0x563efb46e650) adding con mode: crc 2024-09-12T17:57:44.175 INFO:tasks.workunit.client.0.smithi045.stderr: -298> 2024-09-12T17:57:44.028+0000 7fb28d124800 5 AuthRegistry(0x563efb46e650) adding con mode: secure 2024-09-12T17:57:44.175 INFO:tasks.workunit.client.0.smithi045.stderr: -297> 2024-09-12T17:57:44.028+0000 7fb28d124800 5 AuthRegistry(0x563efb46e650) adding con mode: crc 2024-09-12T17:57:44.175 INFO:tasks.workunit.client.0.smithi045.stderr: -296> 2024-09-12T17:57:44.028+0000 7fb28d124800 5 AuthRegistry(0x563efb46e650) adding con mode: secure 2024-09-12T17:57:44.175 INFO:tasks.workunit.client.0.smithi045.stderr: -295> 2024-09-12T17:57:44.028+0000 7fb28d124800 5 AuthRegistry(0x563efb46e650) adding con mode: crc 2024-09-12T17:57:44.175 INFO:tasks.workunit.client.0.smithi045.stderr: -294> 2024-09-12T17:57:44.028+0000 7fb28d124800 5 AuthRegistry(0x563efb46e650) adding con mode: crc 2024-09-12T17:57:44.175 INFO:tasks.workunit.client.0.smithi045.stderr: -293> 2024-09-12T17:57:44.028+0000 7fb28d124800 5 AuthRegistry(0x563efb46e650) adding con mode: secure 2024-09-12T17:57:44.175 INFO:tasks.workunit.client.0.smithi045.stderr: -292> 2024-09-12T17:57:44.028+0000 7fb28d124800 5 AuthRegistry(0x563efb46e650) adding con mode: crc 2024-09-12T17:57:44.175 INFO:tasks.workunit.client.0.smithi045.stderr: -291> 2024-09-12T17:57:44.028+0000 7fb28d124800 5 AuthRegistry(0x563efb46e650) adding con mode: secure 2024-09-12T17:57:44.175 INFO:tasks.workunit.client.0.smithi045.stderr: -290> 2024-09-12T17:57:44.028+0000 7fb28d124800 5 AuthRegistry(0x563efb46e650) adding con mode: crc 2024-09-12T17:57:44.176 INFO:tasks.workunit.client.0.smithi045.stderr: -289> 2024-09-12T17:57:44.028+0000 7fb28d124800 5 AuthRegistry(0x563efb46e650) adding con mode: secure 2024-09-12T17:57:44.176 INFO:tasks.workunit.client.0.smithi045.stderr: -288> 2024-09-12T17:57:44.029+0000 7fb28d124800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:57:44.176 INFO:tasks.workunit.client.0.smithi045.stderr: -287> 2024-09-12T17:57:44.029+0000 7fb28d124800 10 monclient: init 2024-09-12T17:57:44.176 INFO:tasks.workunit.client.0.smithi045.stderr: -286> 2024-09-12T17:57:44.029+0000 7fb28d124800 5 AuthRegistry(0x7ffd05f1c510) adding auth protocol: cephx 2024-09-12T17:57:44.176 INFO:tasks.workunit.client.0.smithi045.stderr: -285> 2024-09-12T17:57:44.029+0000 7fb28d124800 5 AuthRegistry(0x7ffd05f1c510) adding auth protocol: cephx 2024-09-12T17:57:44.176 INFO:tasks.workunit.client.0.smithi045.stderr: -284> 2024-09-12T17:57:44.029+0000 7fb28d124800 5 AuthRegistry(0x7ffd05f1c510) adding auth protocol: cephx 2024-09-12T17:57:44.176 INFO:tasks.workunit.client.0.smithi045.stderr: -283> 2024-09-12T17:57:44.029+0000 7fb28d124800 5 AuthRegistry(0x7ffd05f1c510) adding con mode: secure 2024-09-12T17:57:44.176 INFO:tasks.workunit.client.0.smithi045.stderr: -282> 2024-09-12T17:57:44.029+0000 7fb28d124800 5 AuthRegistry(0x7ffd05f1c510) adding con mode: crc 2024-09-12T17:57:44.176 INFO:tasks.workunit.client.0.smithi045.stderr: -281> 2024-09-12T17:57:44.029+0000 7fb28d124800 5 AuthRegistry(0x7ffd05f1c510) adding con mode: secure 2024-09-12T17:57:44.176 INFO:tasks.workunit.client.0.smithi045.stderr: -280> 2024-09-12T17:57:44.029+0000 7fb28d124800 5 AuthRegistry(0x7ffd05f1c510) adding con mode: crc 2024-09-12T17:57:44.176 INFO:tasks.workunit.client.0.smithi045.stderr: -279> 2024-09-12T17:57:44.029+0000 7fb28d124800 5 AuthRegistry(0x7ffd05f1c510) adding con mode: secure 2024-09-12T17:57:44.176 INFO:tasks.workunit.client.0.smithi045.stderr: -278> 2024-09-12T17:57:44.029+0000 7fb28d124800 5 AuthRegistry(0x7ffd05f1c510) adding con mode: crc 2024-09-12T17:57:44.176 INFO:tasks.workunit.client.0.smithi045.stderr: -277> 2024-09-12T17:57:44.029+0000 7fb28d124800 5 AuthRegistry(0x7ffd05f1c510) adding con mode: crc 2024-09-12T17:57:44.177 INFO:tasks.workunit.client.0.smithi045.stderr: -276> 2024-09-12T17:57:44.029+0000 7fb28d124800 5 AuthRegistry(0x7ffd05f1c510) adding con mode: secure 2024-09-12T17:57:44.177 INFO:tasks.workunit.client.0.smithi045.stderr: -275> 2024-09-12T17:57:44.029+0000 7fb28d124800 5 AuthRegistry(0x7ffd05f1c510) adding con mode: crc 2024-09-12T17:57:44.177 INFO:tasks.workunit.client.0.smithi045.stderr: -274> 2024-09-12T17:57:44.029+0000 7fb28d124800 5 AuthRegistry(0x7ffd05f1c510) adding con mode: secure 2024-09-12T17:57:44.177 INFO:tasks.workunit.client.0.smithi045.stderr: -273> 2024-09-12T17:57:44.029+0000 7fb28d124800 5 AuthRegistry(0x7ffd05f1c510) adding con mode: crc 2024-09-12T17:57:44.177 INFO:tasks.workunit.client.0.smithi045.stderr: -272> 2024-09-12T17:57:44.029+0000 7fb28d124800 5 AuthRegistry(0x7ffd05f1c510) adding con mode: secure 2024-09-12T17:57:44.177 INFO:tasks.workunit.client.0.smithi045.stderr: -271> 2024-09-12T17:57:44.029+0000 7fb28d124800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:57:44.177 INFO:tasks.workunit.client.0.smithi045.stderr: -270> 2024-09-12T17:57:44.029+0000 7fb28d124800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:57:44.177 INFO:tasks.workunit.client.0.smithi045.stderr: -269> 2024-09-12T17:57:44.029+0000 7fb28d124800 5 asok(0x563efb1ae730) register_command rotate-key cmddesc rotate-key hook 0x7ffd05f1c658 EEXIST 2024-09-12T17:57:44.177 INFO:tasks.workunit.client.0.smithi045.stderr: -268> 2024-09-12T17:57:44.029+0000 7fb28d124800 10 monclient: _reopen_session rank -1 2024-09-12T17:57:44.177 INFO:tasks.workunit.client.0.smithi045.stderr: -267> 2024-09-12T17:57:44.029+0000 7fb28d124800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:57:44.177 INFO:tasks.workunit.client.0.smithi045.stderr: -266> 2024-09-12T17:57:44.029+0000 7fb28d124800 10 monclient(hunting): picked mon.noname-c con 0x563efb4a2d10 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:57:44.177 INFO:tasks.workunit.client.0.smithi045.stderr: -265> 2024-09-12T17:57:44.029+0000 7fb28d124800 10 monclient(hunting): picked mon.noname-a con 0x563efb473c60 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:57:44.177 INFO:tasks.workunit.client.0.smithi045.stderr: -264> 2024-09-12T17:57:44.029+0000 7fb28d124800 10 monclient(hunting): picked mon.noname-b con 0x563efb49e5b0 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:57:44.177 INFO:tasks.workunit.client.0.smithi045.stderr: -263> 2024-09-12T17:57:44.029+0000 7fb28d124800 10 monclient(hunting): start opening mon connection 2024-09-12T17:57:44.178 INFO:tasks.workunit.client.0.smithi045.stderr: -262> 2024-09-12T17:57:44.029+0000 7fb28d124800 10 monclient(hunting): start opening mon connection 2024-09-12T17:57:44.178 INFO:tasks.workunit.client.0.smithi045.stderr: -261> 2024-09-12T17:57:44.029+0000 7fb28d124800 10 monclient(hunting): start opening mon connection 2024-09-12T17:57:44.178 INFO:tasks.workunit.client.0.smithi045.stderr: -260> 2024-09-12T17:57:44.029+0000 7fb28d124800 10 monclient(hunting): _renew_subs 2024-09-12T17:57:44.178 INFO:tasks.workunit.client.0.smithi045.stderr: -259> 2024-09-12T17:57:44.029+0000 7fb28d124800 10 monclient(hunting): authenticate will time out at 2162.487918s 2024-09-12T17:57:44.178 INFO:tasks.workunit.client.0.smithi045.stderr: -258> 2024-09-12T17:57:44.030+0000 7fb288555640 10 monclient(hunting): get_auth_request con 0x563efb473c60 auth_method 0 2024-09-12T17:57:44.178 INFO:tasks.workunit.client.0.smithi045.stderr: -257> 2024-09-12T17:57:44.030+0000 7fb288555640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:57:44.178 INFO:tasks.workunit.client.0.smithi045.stderr: -256> 2024-09-12T17:57:44.030+0000 7fb288555640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:57:44.178 INFO:tasks.workunit.client.0.smithi045.stderr: -255> 2024-09-12T17:57:44.030+0000 7fb288555640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:57:44.178 INFO:tasks.workunit.client.0.smithi045.stderr: -254> 2024-09-12T17:57:44.030+0000 7fb288d56640 10 monclient(hunting): get_auth_request con 0x563efb4a2d10 auth_method 0 2024-09-12T17:57:44.178 INFO:tasks.workunit.client.0.smithi045.stderr: -253> 2024-09-12T17:57:44.030+0000 7fb288d56640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:57:44.178 INFO:tasks.workunit.client.0.smithi045.stderr: -252> 2024-09-12T17:57:44.030+0000 7fb288d56640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:57:44.178 INFO:tasks.workunit.client.0.smithi045.stderr: -251> 2024-09-12T17:57:44.030+0000 7fb288d56640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:57:44.178 INFO:tasks.workunit.client.0.smithi045.stderr: -250> 2024-09-12T17:57:44.030+0000 7fb288555640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:57:44.179 INFO:tasks.workunit.client.0.smithi045.stderr: -249> 2024-09-12T17:57:44.030+0000 7fb288555640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:57:44.179 INFO:tasks.workunit.client.0.smithi045.stderr: -248> 2024-09-12T17:57:44.030+0000 7fb288555640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:57:44.179 INFO:tasks.workunit.client.0.smithi045.stderr: -247> 2024-09-12T17:57:44.030+0000 7fb288d56640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:57:44.179 INFO:tasks.workunit.client.0.smithi045.stderr: -246> 2024-09-12T17:57:44.030+0000 7fb288d56640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:57:44.179 INFO:tasks.workunit.client.0.smithi045.stderr: -245> 2024-09-12T17:57:44.030+0000 7fb288d56640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:57:44.179 INFO:tasks.workunit.client.0.smithi045.stderr: -244> 2024-09-12T17:57:44.030+0000 7fb288555640 10 monclient(hunting): handle_auth_done global_id 7881 payload 274 2024-09-12T17:57:44.179 INFO:tasks.workunit.client.0.smithi045.stderr: -243> 2024-09-12T17:57:44.030+0000 7fb288555640 10 monclient: _finish_hunting 0 2024-09-12T17:57:44.179 INFO:tasks.workunit.client.0.smithi045.stderr: -242> 2024-09-12T17:57:44.030+0000 7fb288555640 1 monclient: found mon.noname-a 2024-09-12T17:57:44.179 INFO:tasks.workunit.client.0.smithi045.stderr: -241> 2024-09-12T17:57:44.030+0000 7fb288555640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.45:3300/0 2024-09-12T17:57:44.179 INFO:tasks.workunit.client.0.smithi045.stderr: -240> 2024-09-12T17:57:44.030+0000 7fb289557640 10 monclient: get_auth_request con 0x563efb49e5b0 auth_method 0 2024-09-12T17:57:44.179 INFO:tasks.workunit.client.0.smithi045.stderr: -239> 2024-09-12T17:57:44.030+0000 7fb15ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:57:44.179 INFO:tasks.workunit.client.0.smithi045.stderr: -238> 2024-09-12T17:57:44.030+0000 7fb15ffff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:57:44.179 INFO:tasks.workunit.client.0.smithi045.stderr: -237> 2024-09-12T17:57:44.030+0000 7fb15ffff640 10 monclient: dump: 2024-09-12T17:57:44.179 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:57:44.180 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:57:44.180 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:44.180 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:44.180 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:57:44.180 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:57:44.180 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:57:44.180 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:57:44.180 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:57:44.180 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:44.180 INFO:tasks.workunit.client.0.smithi045.stderr: -236> 2024-09-12T17:57:44.030+0000 7fb15ffff640 10 monclient: _finish_auth 0 2024-09-12T17:57:44.180 INFO:tasks.workunit.client.0.smithi045.stderr: -235> 2024-09-12T17:57:44.030+0000 7fb15ffff640 10 monclient: _check_auth_tickets 2024-09-12T17:57:44.180 INFO:tasks.workunit.client.0.smithi045.stderr: -234> 2024-09-12T17:57:44.030+0000 7fb15ffff640 10 monclient: handle_config config(0 keys) 2024-09-12T17:57:44.180 INFO:tasks.workunit.client.0.smithi045.stderr: -233> 2024-09-12T17:57:44.030+0000 7fb15ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:57:44.181 INFO:tasks.workunit.client.0.smithi045.stderr: -232> 2024-09-12T17:57:44.030+0000 7fb15ffff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:57:44.181 INFO:tasks.workunit.client.0.smithi045.stderr: -231> 2024-09-12T17:57:44.030+0000 7fb15ffff640 10 monclient: dump: 2024-09-12T17:57:44.181 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:57:44.181 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:57:44.181 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:44.181 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:44.181 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:57:44.181 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:57:44.181 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:57:44.181 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:57:44.181 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:57:44.181 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:44.181 INFO:tasks.workunit.client.0.smithi045.stderr: -230> 2024-09-12T17:57:44.030+0000 7fb28d124800 5 monclient: authenticate success, global_id 7881 2024-09-12T17:57:44.181 INFO:tasks.workunit.client.0.smithi045.stderr: -229> 2024-09-12T17:57:44.030+0000 7fb28d124800 10 monclient: get_monmap_and_config success 2024-09-12T17:57:44.182 INFO:tasks.workunit.client.0.smithi045.stderr: -228> 2024-09-12T17:57:44.030+0000 7fb28d124800 4 set_mon_vals no callback set 2024-09-12T17:57:44.182 INFO:tasks.workunit.client.0.smithi045.stderr: -227> 2024-09-12T17:57:44.031+0000 7fb28d124800 10 monclient: shutdown 2024-09-12T17:57:44.182 INFO:tasks.workunit.client.0.smithi045.stderr: -226> 2024-09-12T17:57:44.031+0000 7fb28d124800 10 monclient: build_initial_monmap 2024-09-12T17:57:44.182 INFO:tasks.workunit.client.0.smithi045.stderr: -225> 2024-09-12T17:57:44.031+0000 7fb28d124800 1 build_initial for_mkfs: 0 2024-09-12T17:57:44.182 INFO:tasks.workunit.client.0.smithi045.stderr: -224> 2024-09-12T17:57:44.031+0000 7fb28d124800 10 monclient: monmap: 2024-09-12T17:57:44.182 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:57:44.182 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:57:44.182 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:57:44.182 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:57:44.182 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:57:44.182 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:57:44.182 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:57:44.182 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:57:44.183 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:57:44.183 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:44.183 INFO:tasks.workunit.client.0.smithi045.stderr: -223> 2024-09-12T17:57:44.031+0000 7fb28d124800 5 AuthRegistry(0x563efb495230) adding auth protocol: cephx 2024-09-12T17:57:44.183 INFO:tasks.workunit.client.0.smithi045.stderr: -222> 2024-09-12T17:57:44.031+0000 7fb28d124800 5 AuthRegistry(0x563efb495230) adding auth protocol: cephx 2024-09-12T17:57:44.183 INFO:tasks.workunit.client.0.smithi045.stderr: -221> 2024-09-12T17:57:44.031+0000 7fb28d124800 5 AuthRegistry(0x563efb495230) adding auth protocol: cephx 2024-09-12T17:57:44.183 INFO:tasks.workunit.client.0.smithi045.stderr: -220> 2024-09-12T17:57:44.031+0000 7fb28d124800 5 AuthRegistry(0x563efb495230) adding con mode: secure 2024-09-12T17:57:44.183 INFO:tasks.workunit.client.0.smithi045.stderr: -219> 2024-09-12T17:57:44.031+0000 7fb28d124800 5 AuthRegistry(0x563efb495230) adding con mode: crc 2024-09-12T17:57:44.183 INFO:tasks.workunit.client.0.smithi045.stderr: -218> 2024-09-12T17:57:44.031+0000 7fb28d124800 5 AuthRegistry(0x563efb495230) adding con mode: secure 2024-09-12T17:57:44.183 INFO:tasks.workunit.client.0.smithi045.stderr: -217> 2024-09-12T17:57:44.031+0000 7fb28d124800 5 AuthRegistry(0x563efb495230) adding con mode: crc 2024-09-12T17:57:44.183 INFO:tasks.workunit.client.0.smithi045.stderr: -216> 2024-09-12T17:57:44.031+0000 7fb28d124800 5 AuthRegistry(0x563efb495230) adding con mode: secure 2024-09-12T17:57:44.183 INFO:tasks.workunit.client.0.smithi045.stderr: -215> 2024-09-12T17:57:44.031+0000 7fb28d124800 5 AuthRegistry(0x563efb495230) adding con mode: crc 2024-09-12T17:57:44.183 INFO:tasks.workunit.client.0.smithi045.stderr: -214> 2024-09-12T17:57:44.031+0000 7fb28d124800 5 AuthRegistry(0x563efb495230) adding con mode: crc 2024-09-12T17:57:44.183 INFO:tasks.workunit.client.0.smithi045.stderr: -213> 2024-09-12T17:57:44.031+0000 7fb28d124800 5 AuthRegistry(0x563efb495230) adding con mode: secure 2024-09-12T17:57:44.183 INFO:tasks.workunit.client.0.smithi045.stderr: -212> 2024-09-12T17:57:44.031+0000 7fb28d124800 5 AuthRegistry(0x563efb495230) adding con mode: crc 2024-09-12T17:57:44.184 INFO:tasks.workunit.client.0.smithi045.stderr: -211> 2024-09-12T17:57:44.031+0000 7fb28d124800 5 AuthRegistry(0x563efb495230) adding con mode: secure 2024-09-12T17:57:44.184 INFO:tasks.workunit.client.0.smithi045.stderr: -210> 2024-09-12T17:57:44.031+0000 7fb28d124800 5 AuthRegistry(0x563efb495230) adding con mode: crc 2024-09-12T17:57:44.184 INFO:tasks.workunit.client.0.smithi045.stderr: -209> 2024-09-12T17:57:44.031+0000 7fb28d124800 5 AuthRegistry(0x563efb495230) adding con mode: secure 2024-09-12T17:57:44.184 INFO:tasks.workunit.client.0.smithi045.stderr: -208> 2024-09-12T17:57:44.031+0000 7fb28d124800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:57:44.184 INFO:tasks.workunit.client.0.smithi045.stderr: -207> 2024-09-12T17:57:44.031+0000 7fb28d124800 1 librados: starting msgr at 2024-09-12T17:57:44.184 INFO:tasks.workunit.client.0.smithi045.stderr: -206> 2024-09-12T17:57:44.031+0000 7fb28d124800 1 librados: starting objecter 2024-09-12T17:57:44.184 INFO:tasks.workunit.client.0.smithi045.stderr: -205> 2024-09-12T17:57:44.031+0000 7fb28d124800 5 asok(0x563efb1ae730) register_command objecter_requests cmddesc objecter_requests hook 0x563efb471020 EEXIST 2024-09-12T17:57:44.184 INFO:tasks.workunit.client.0.smithi045.stderr: -204> 2024-09-12T17:57:44.031+0000 7fb28d124800 1 librados: setting wanted keys 2024-09-12T17:57:44.184 INFO:tasks.workunit.client.0.smithi045.stderr: -203> 2024-09-12T17:57:44.031+0000 7fb28d124800 1 librados: calling monclient init 2024-09-12T17:57:44.184 INFO:tasks.workunit.client.0.smithi045.stderr: -202> 2024-09-12T17:57:44.031+0000 7fb28d124800 10 monclient: init 2024-09-12T17:57:44.184 INFO:tasks.workunit.client.0.smithi045.stderr: -201> 2024-09-12T17:57:44.031+0000 7fb28d124800 5 AuthRegistry(0x563efb4631a0) adding auth protocol: cephx 2024-09-12T17:57:44.184 INFO:tasks.workunit.client.0.smithi045.stderr: -200> 2024-09-12T17:57:44.031+0000 7fb28d124800 5 AuthRegistry(0x563efb4631a0) adding auth protocol: cephx 2024-09-12T17:57:44.184 INFO:tasks.workunit.client.0.smithi045.stderr: -199> 2024-09-12T17:57:44.031+0000 7fb28d124800 5 AuthRegistry(0x563efb4631a0) adding auth protocol: cephx 2024-09-12T17:57:44.185 INFO:tasks.workunit.client.0.smithi045.stderr: -198> 2024-09-12T17:57:44.031+0000 7fb28d124800 5 AuthRegistry(0x563efb4631a0) adding con mode: secure 2024-09-12T17:57:44.185 INFO:tasks.workunit.client.0.smithi045.stderr: -197> 2024-09-12T17:57:44.031+0000 7fb28d124800 5 AuthRegistry(0x563efb4631a0) adding con mode: crc 2024-09-12T17:57:44.185 INFO:tasks.workunit.client.0.smithi045.stderr: -196> 2024-09-12T17:57:44.031+0000 7fb28d124800 5 AuthRegistry(0x563efb4631a0) adding con mode: secure 2024-09-12T17:57:44.185 INFO:tasks.workunit.client.0.smithi045.stderr: -195> 2024-09-12T17:57:44.031+0000 7fb28d124800 5 AuthRegistry(0x563efb4631a0) adding con mode: crc 2024-09-12T17:57:44.185 INFO:tasks.workunit.client.0.smithi045.stderr: -194> 2024-09-12T17:57:44.031+0000 7fb28d124800 5 AuthRegistry(0x563efb4631a0) adding con mode: secure 2024-09-12T17:57:44.185 INFO:tasks.workunit.client.0.smithi045.stderr: -193> 2024-09-12T17:57:44.031+0000 7fb28d124800 5 AuthRegistry(0x563efb4631a0) adding con mode: crc 2024-09-12T17:57:44.185 INFO:tasks.workunit.client.0.smithi045.stderr: -192> 2024-09-12T17:57:44.031+0000 7fb28d124800 5 AuthRegistry(0x563efb4631a0) adding con mode: crc 2024-09-12T17:57:44.185 INFO:tasks.workunit.client.0.smithi045.stderr: -191> 2024-09-12T17:57:44.031+0000 7fb28d124800 5 AuthRegistry(0x563efb4631a0) adding con mode: secure 2024-09-12T17:57:44.185 INFO:tasks.workunit.client.0.smithi045.stderr: -190> 2024-09-12T17:57:44.031+0000 7fb28d124800 5 AuthRegistry(0x563efb4631a0) adding con mode: crc 2024-09-12T17:57:44.185 INFO:tasks.workunit.client.0.smithi045.stderr: -189> 2024-09-12T17:57:44.031+0000 7fb28d124800 5 AuthRegistry(0x563efb4631a0) adding con mode: secure 2024-09-12T17:57:44.185 INFO:tasks.workunit.client.0.smithi045.stderr: -188> 2024-09-12T17:57:44.031+0000 7fb28d124800 5 AuthRegistry(0x563efb4631a0) adding con mode: crc 2024-09-12T17:57:44.185 INFO:tasks.workunit.client.0.smithi045.stderr: -187> 2024-09-12T17:57:44.031+0000 7fb28d124800 5 AuthRegistry(0x563efb4631a0) adding con mode: secure 2024-09-12T17:57:44.185 INFO:tasks.workunit.client.0.smithi045.stderr: -186> 2024-09-12T17:57:44.031+0000 7fb28d124800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:57:44.185 INFO:tasks.workunit.client.0.smithi045.stderr: -185> 2024-09-12T17:57:44.032+0000 7fb28d124800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:57:44.186 INFO:tasks.workunit.client.0.smithi045.stderr: -184> 2024-09-12T17:57:44.032+0000 7fb28d124800 5 asok(0x563efb1ae730) register_command rotate-key cmddesc rotate-key hook 0x563efb4632e8 EEXIST 2024-09-12T17:57:44.186 INFO:tasks.workunit.client.0.smithi045.stderr: -183> 2024-09-12T17:57:44.032+0000 7fb28d124800 10 monclient: _reopen_session rank -1 2024-09-12T17:57:44.186 INFO:tasks.workunit.client.0.smithi045.stderr: -182> 2024-09-12T17:57:44.032+0000 7fb28d124800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:57:44.186 INFO:tasks.workunit.client.0.smithi045.stderr: -181> 2024-09-12T17:57:44.032+0000 7fb28d124800 10 monclient(hunting): picked mon.noname-b con 0x563efb473c60 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:57:44.186 INFO:tasks.workunit.client.0.smithi045.stderr: -180> 2024-09-12T17:57:44.032+0000 7fb28d124800 10 monclient(hunting): picked mon.noname-a con 0x563efb49e5b0 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:57:44.186 INFO:tasks.workunit.client.0.smithi045.stderr: -179> 2024-09-12T17:57:44.032+0000 7fb28d124800 10 monclient(hunting): picked mon.noname-c con 0x563efb4a2d10 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:57:44.186 INFO:tasks.workunit.client.0.smithi045.stderr: -178> 2024-09-12T17:57:44.032+0000 7fb28d124800 10 monclient(hunting): start opening mon connection 2024-09-12T17:57:44.186 INFO:tasks.workunit.client.0.smithi045.stderr: -177> 2024-09-12T17:57:44.032+0000 7fb28d124800 10 monclient(hunting): start opening mon connection 2024-09-12T17:57:44.186 INFO:tasks.workunit.client.0.smithi045.stderr: -176> 2024-09-12T17:57:44.032+0000 7fb28d124800 10 monclient(hunting): start opening mon connection 2024-09-12T17:57:44.186 INFO:tasks.workunit.client.0.smithi045.stderr: -175> 2024-09-12T17:57:44.032+0000 7fb28d124800 10 monclient(hunting): _renew_subs 2024-09-12T17:57:44.186 INFO:tasks.workunit.client.0.smithi045.stderr: -174> 2024-09-12T17:57:44.032+0000 7fb28d124800 10 monclient(hunting): authenticate will time out at 2162.490262s 2024-09-12T17:57:44.186 INFO:tasks.workunit.client.0.smithi045.stderr: -173> 2024-09-12T17:57:44.032+0000 7fb288555640 10 monclient(hunting): get_auth_request con 0x563efb49e5b0 auth_method 0 2024-09-12T17:57:44.186 INFO:tasks.workunit.client.0.smithi045.stderr: -172> 2024-09-12T17:57:44.032+0000 7fb288555640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:57:44.186 INFO:tasks.workunit.client.0.smithi045.stderr: -171> 2024-09-12T17:57:44.032+0000 7fb288555640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:57:44.187 INFO:tasks.workunit.client.0.smithi045.stderr: -170> 2024-09-12T17:57:44.032+0000 7fb288555640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:57:44.187 INFO:tasks.workunit.client.0.smithi045.stderr: -169> 2024-09-12T17:57:44.032+0000 7fb289557640 10 monclient(hunting): get_auth_request con 0x563efb4a2d10 auth_method 0 2024-09-12T17:57:44.187 INFO:tasks.workunit.client.0.smithi045.stderr: -168> 2024-09-12T17:57:44.032+0000 7fb289557640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:57:44.187 INFO:tasks.workunit.client.0.smithi045.stderr: -167> 2024-09-12T17:57:44.032+0000 7fb289557640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:57:44.187 INFO:tasks.workunit.client.0.smithi045.stderr: -166> 2024-09-12T17:57:44.032+0000 7fb289557640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:57:44.187 INFO:tasks.workunit.client.0.smithi045.stderr: -165> 2024-09-12T17:57:44.032+0000 7fb288d56640 10 monclient(hunting): get_auth_request con 0x563efb473c60 auth_method 0 2024-09-12T17:57:44.187 INFO:tasks.workunit.client.0.smithi045.stderr: -164> 2024-09-12T17:57:44.032+0000 7fb288d56640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:57:44.187 INFO:tasks.workunit.client.0.smithi045.stderr: -163> 2024-09-12T17:57:44.032+0000 7fb288d56640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:57:44.187 INFO:tasks.workunit.client.0.smithi045.stderr: -162> 2024-09-12T17:57:44.032+0000 7fb288d56640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:57:44.187 INFO:tasks.workunit.client.0.smithi045.stderr: -161> 2024-09-12T17:57:44.032+0000 7fb288555640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:57:44.187 INFO:tasks.workunit.client.0.smithi045.stderr: -160> 2024-09-12T17:57:44.032+0000 7fb288555640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:57:44.187 INFO:tasks.workunit.client.0.smithi045.stderr: -159> 2024-09-12T17:57:44.032+0000 7fb288555640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:57:44.187 INFO:tasks.workunit.client.0.smithi045.stderr: -158> 2024-09-12T17:57:44.032+0000 7fb289557640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:57:44.188 INFO:tasks.workunit.client.0.smithi045.stderr: -157> 2024-09-12T17:57:44.032+0000 7fb289557640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:57:44.188 INFO:tasks.workunit.client.0.smithi045.stderr: -156> 2024-09-12T17:57:44.032+0000 7fb289557640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:57:44.188 INFO:tasks.workunit.client.0.smithi045.stderr: -155> 2024-09-12T17:57:44.032+0000 7fb288d56640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:57:44.188 INFO:tasks.workunit.client.0.smithi045.stderr: -154> 2024-09-12T17:57:44.032+0000 7fb288d56640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:57:44.188 INFO:tasks.workunit.client.0.smithi045.stderr: -153> 2024-09-12T17:57:44.032+0000 7fb288d56640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:57:44.188 INFO:tasks.workunit.client.0.smithi045.stderr: -152> 2024-09-12T17:57:44.032+0000 7fb288555640 10 monclient(hunting): handle_auth_done global_id 7884 payload 824 2024-09-12T17:57:44.188 INFO:tasks.workunit.client.0.smithi045.stderr: -151> 2024-09-12T17:57:44.032+0000 7fb288555640 10 monclient: _finish_hunting 0 2024-09-12T17:57:44.188 INFO:tasks.workunit.client.0.smithi045.stderr: -150> 2024-09-12T17:57:44.032+0000 7fb288555640 1 monclient: found mon.noname-a 2024-09-12T17:57:44.188 INFO:tasks.workunit.client.0.smithi045.stderr: -149> 2024-09-12T17:57:44.032+0000 7fb288555640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.45:3300/0 2024-09-12T17:57:44.188 INFO:tasks.workunit.client.0.smithi045.stderr: -148> 2024-09-12T17:57:44.032+0000 7fb15e7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:57:44.188 INFO:tasks.workunit.client.0.smithi045.stderr: -147> 2024-09-12T17:57:44.032+0000 7fb15e7fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:57:44.188 INFO:tasks.workunit.client.0.smithi045.stderr: -146> 2024-09-12T17:57:44.032+0000 7fb15e7fc640 10 monclient: dump: 2024-09-12T17:57:44.188 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:57:44.189 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:57:44.189 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:44.189 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:44.189 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:57:44.189 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:57:44.189 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:57:44.189 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:57:44.189 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:57:44.189 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:44.189 INFO:tasks.workunit.client.0.smithi045.stderr: -145> 2024-09-12T17:57:44.032+0000 7fb15e7fc640 10 monclient: _finish_auth 0 2024-09-12T17:57:44.189 INFO:tasks.workunit.client.0.smithi045.stderr: -144> 2024-09-12T17:57:44.032+0000 7fb15e7fc640 10 monclient: _check_auth_tickets 2024-09-12T17:57:44.189 INFO:tasks.workunit.client.0.smithi045.stderr: -143> 2024-09-12T17:57:44.032+0000 7fb15e7fc640 10 monclient: handle_config config(0 keys) 2024-09-12T17:57:44.189 INFO:tasks.workunit.client.0.smithi045.stderr: -142> 2024-09-12T17:57:44.032+0000 7fb15e7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:57:44.190 INFO:tasks.workunit.client.0.smithi045.stderr: -141> 2024-09-12T17:57:44.032+0000 7fb15e7fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:57:44.190 INFO:tasks.workunit.client.0.smithi045.stderr: -140> 2024-09-12T17:57:44.032+0000 7fb15e7fc640 10 monclient: dump: 2024-09-12T17:57:44.190 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:57:44.190 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:57:44.190 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:44.190 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:57:44.190 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:57:44.190 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:57:44.190 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:57:44.190 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:57:44.190 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:57:44.190 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:44.190 INFO:tasks.workunit.client.0.smithi045.stderr: -139> 2024-09-12T17:57:44.032+0000 7fb28d124800 5 monclient: authenticate success, global_id 7884 2024-09-12T17:57:44.190 INFO:tasks.workunit.client.0.smithi045.stderr: -138> 2024-09-12T17:57:44.032+0000 7fb28d124800 10 monclient: _renew_subs 2024-09-12T17:57:44.191 INFO:tasks.workunit.client.0.smithi045.stderr: -137> 2024-09-12T17:57:44.032+0000 7fb28d124800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:57:44.191 INFO:tasks.workunit.client.0.smithi045.stderr: -136> 2024-09-12T17:57:44.032+0000 7fb15ffff640 4 set_mon_vals no callback set 2024-09-12T17:57:44.191 INFO:tasks.workunit.client.0.smithi045.stderr: -135> 2024-09-12T17:57:44.033+0000 7fb28d124800 10 monclient: _renew_subs 2024-09-12T17:57:44.191 INFO:tasks.workunit.client.0.smithi045.stderr: -134> 2024-09-12T17:57:44.033+0000 7fb28d124800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:57:44.191 INFO:tasks.workunit.client.0.smithi045.stderr: -133> 2024-09-12T17:57:44.033+0000 7fb28d124800 1 librados: init done 2024-09-12T17:57:44.191 INFO:tasks.workunit.client.0.smithi045.stderr: -132> 2024-09-12T17:57:44.033+0000 7fb28d124800 5 asok(0x563efb1ae730) register_command cr dump hook 0x563efb494d68 2024-09-12T17:57:44.191 INFO:tasks.workunit.client.0.smithi045.stderr: -131> 2024-09-12T17:57:44.034+0000 7fb28d124800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.191 INFO:tasks.workunit.client.0.smithi045.stderr: -130> 2024-09-12T17:57:44.034+0000 7fb15e7fc640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:57:44.191 INFO:tasks.workunit.client.0.smithi045.stderr: -129> 2024-09-12T17:57:44.034+0000 7fb15e7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:57:44.191 INFO:tasks.workunit.client.0.smithi045.stderr: -128> 2024-09-12T17:57:44.034+0000 7fb15e7fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:57:44.191 INFO:tasks.workunit.client.0.smithi045.stderr: -127> 2024-09-12T17:57:44.035+0000 7fb288d56640 10 monclient: get_auth_request con 0x7fb154076470 auth_method 0 2024-09-12T17:57:44.191 INFO:tasks.workunit.client.0.smithi045.stderr: -126> 2024-09-12T17:57:44.035+0000 7fb289557640 10 monclient: get_auth_request con 0x563efb4bc5a0 auth_method 0 2024-09-12T17:57:44.191 INFO:tasks.workunit.client.0.smithi045.stderr: -125> 2024-09-12T17:57:44.035+0000 7fb28d124800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:44.191 INFO:tasks.workunit.client.0.smithi045.stderr: -124> 2024-09-12T17:57:44.035+0000 7fb28d124800 20 realm 2024-09-12T17:57:44.192 INFO:tasks.workunit.client.0.smithi045.stderr: -123> 2024-09-12T17:57:44.035+0000 7fb28d124800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.192 INFO:tasks.workunit.client.0.smithi045.stderr: -122> 2024-09-12T17:57:44.035+0000 7fb28d124800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:44.192 INFO:tasks.workunit.client.0.smithi045.stderr: -121> 2024-09-12T17:57:44.035+0000 7fb28d124800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:57:44.192 INFO:tasks.workunit.client.0.smithi045.stderr: -120> 2024-09-12T17:57:44.035+0000 7fb28d124800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.192 INFO:tasks.workunit.client.0.smithi045.stderr: -119> 2024-09-12T17:57:44.036+0000 7fb28d124800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:44.192 INFO:tasks.workunit.client.0.smithi045.stderr: -118> 2024-09-12T17:57:44.036+0000 7fb28d124800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.192 INFO:tasks.workunit.client.0.smithi045.stderr: -117> 2024-09-12T17:57:44.036+0000 7fb288d56640 10 monclient: get_auth_request con 0x563efb4c0840 auth_method 0 2024-09-12T17:57:44.192 INFO:tasks.workunit.client.0.smithi045.stderr: -116> 2024-09-12T17:57:44.037+0000 7fb28d124800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:44.192 INFO:tasks.workunit.client.0.smithi045.stderr: -115> 2024-09-12T17:57:44.037+0000 7fb28d124800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.192 INFO:tasks.workunit.client.0.smithi045.stderr: -114> 2024-09-12T17:57:44.037+0000 7fb288555640 10 monclient: get_auth_request con 0x563efb4c40a0 auth_method 0 2024-09-12T17:57:44.192 INFO:tasks.workunit.client.0.smithi045.stderr: -113> 2024-09-12T17:57:44.037+0000 7fb28d124800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:57:44.192 INFO:tasks.workunit.client.0.smithi045.stderr: -112> 2024-09-12T17:57:44.037+0000 7fb28d124800 20 searching for the correct realm 2024-09-12T17:57:44.192 INFO:tasks.workunit.client.0.smithi045.stderr: -111> 2024-09-12T17:57:44.038+0000 7fb289557640 10 monclient: get_auth_request con 0x563efb4c8e70 auth_method 0 2024-09-12T17:57:44.193 INFO:tasks.workunit.client.0.smithi045.stderr: -110> 2024-09-12T17:57:44.039+0000 7fb288d56640 10 monclient: get_auth_request con 0x7fb27c0acfe0 auth_method 0 2024-09-12T17:57:44.193 INFO:tasks.workunit.client.0.smithi045.stderr: -109> 2024-09-12T17:57:44.040+0000 7fb288555640 10 monclient: get_auth_request con 0x7fb278046040 auth_method 0 2024-09-12T17:57:44.193 INFO:tasks.workunit.client.0.smithi045.stderr: -108> 2024-09-12T17:57:44.040+0000 7fb288555640 0 -- 172.21.15.45:0/3073893638 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x563efb4c40a0 msgr2=0x563efb4c64d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:57:44.193 INFO:tasks.workunit.client.0.smithi045.stderr: -107> 2024-09-12T17:57:44.040+0000 7fb15e7fc640 1 client.7884.objecter ms_handle_reset 0x563efb4c40a0 session 0x563efb4bfbd0 osd.7 2024-09-12T17:57:44.193 INFO:tasks.workunit.client.0.smithi045.stderr: -106> 2024-09-12T17:57:44.040+0000 7fb15e7fc640 10 monclient: _renew_subs 2024-09-12T17:57:44.193 INFO:tasks.workunit.client.0.smithi045.stderr: -105> 2024-09-12T17:57:44.040+0000 7fb15e7fc640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:57:44.193 INFO:tasks.workunit.client.0.smithi045.stderr: -104> 2024-09-12T17:57:44.041+0000 7fb288555640 10 monclient: get_auth_request con 0x7fb154086b20 auth_method 0 2024-09-12T17:57:44.193 INFO:tasks.workunit.client.0.smithi045.stderr: -103> 2024-09-12T17:57:44.041+0000 7fb289557640 10 monclient: get_auth_request con 0x7fb27c0ba040 auth_method 0 2024-09-12T17:57:44.193 INFO:tasks.workunit.client.0.smithi045.stderr: -102> 2024-09-12T17:57:44.043+0000 7fb288d56640 10 monclient: get_auth_request con 0x7fb27c0aaa30 auth_method 0 2024-09-12T17:57:44.193 INFO:tasks.workunit.client.0.smithi045.stderr: -101> 2024-09-12T17:57:44.044+0000 7fb288d56640 0 -- 172.21.15.45:0/3073893638 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7fb27c0aaa30 msgr2=0x7fb27c04fa00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:57:44.193 INFO:tasks.workunit.client.0.smithi045.stderr: -100> 2024-09-12T17:57:44.044+0000 7fb15e7fc640 1 client.7884.objecter ms_handle_reset 0x7fb27c0aaa30 session 0x7fb27c0676a0 osd.0 2024-09-12T17:57:44.193 INFO:tasks.workunit.client.0.smithi045.stderr: -99> 2024-09-12T17:57:44.044+0000 7fb288d56640 10 monclient: get_auth_request con 0x563efb4c40a0 auth_method 0 2024-09-12T17:57:44.193 INFO:tasks.workunit.client.0.smithi045.stderr: -98> 2024-09-12T17:57:44.048+0000 7fb28d124800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:57:44.193 INFO:tasks.workunit.client.0.smithi045.stderr: -97> 2024-09-12T17:57:44.048+0000 7fb28d124800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:57:44.194 INFO:tasks.workunit.client.0.smithi045.stderr: -96> 2024-09-12T17:57:44.048+0000 7fb28d124800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:57:44.194 INFO:tasks.workunit.client.0.smithi045.stderr: -95> 2024-09-12T17:57:44.048+0000 7fb28d124800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:57:44.194 INFO:tasks.workunit.client.0.smithi045.stderr: -94> 2024-09-12T17:57:44.048+0000 7fb28d124800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:57:44.194 INFO:tasks.workunit.client.0.smithi045.stderr: -93> 2024-09-12T17:57:44.048+0000 7fb28d124800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:57:44.194 INFO:tasks.workunit.client.0.smithi045.stderr: -92> 2024-09-12T17:57:44.048+0000 7fb28d124800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.194 INFO:tasks.workunit.client.0.smithi045.stderr: -91> 2024-09-12T17:57:44.048+0000 7fb28d124800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:44.194 INFO:tasks.workunit.client.0.smithi045.stderr: -90> 2024-09-12T17:57:44.048+0000 7fb28d124800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.194 INFO:tasks.workunit.client.0.smithi045.stderr: -89> 2024-09-12T17:57:44.049+0000 7fb28d124800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:44.194 INFO:tasks.workunit.client.0.smithi045.stderr: -88> 2024-09-12T17:57:44.049+0000 7fb28d124800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.195 INFO:tasks.workunit.client.0.smithi045.stderr: -87> 2024-09-12T17:57:44.049+0000 7fb28d124800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:57:44.195 INFO:tasks.workunit.client.0.smithi045.stderr: -86> 2024-09-12T17:57:44.049+0000 7fb28d124800 20 zone default found 2024-09-12T17:57:44.195 INFO:tasks.workunit.client.0.smithi045.stderr: -85> 2024-09-12T17:57:44.049+0000 7fb28d124800 4 Realm: () 2024-09-12T17:57:44.195 INFO:tasks.workunit.client.0.smithi045.stderr: -84> 2024-09-12T17:57:44.049+0000 7fb28d124800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:57:44.195 INFO:tasks.workunit.client.0.smithi045.stderr: -83> 2024-09-12T17:57:44.049+0000 7fb28d124800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:57:44.195 INFO:tasks.workunit.client.0.smithi045.stderr: -82> 2024-09-12T17:57:44.049+0000 7fb28d124800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:57:44.195 INFO:tasks.workunit.client.0.smithi045.stderr: -81> 2024-09-12T17:57:44.049+0000 7fb28d124800 20 zonegroup default 2024-09-12T17:57:44.195 INFO:tasks.workunit.client.0.smithi045.stderr: -80> 2024-09-12T17:57:44.049+0000 7fb28d124800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.195 INFO:tasks.workunit.client.0.smithi045.stderr: -79> 2024-09-12T17:57:44.049+0000 7fb28d124800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:44.195 INFO:tasks.workunit.client.0.smithi045.stderr: -78> 2024-09-12T17:57:44.049+0000 7fb28d124800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.195 INFO:tasks.workunit.client.0.smithi045.stderr: -77> 2024-09-12T17:57:44.050+0000 7fb28d124800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:44.195 INFO:tasks.workunit.client.0.smithi045.stderr: -76> 2024-09-12T17:57:44.050+0000 7fb28d124800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.195 INFO:tasks.workunit.client.0.smithi045.stderr: -75> 2024-09-12T17:57:44.050+0000 7fb28d124800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:44.196 INFO:tasks.workunit.client.0.smithi045.stderr: -74> 2024-09-12T17:57:44.050+0000 7fb28d124800 20 started sync module instance, tier type = 2024-09-12T17:57:44.196 INFO:tasks.workunit.client.0.smithi045.stderr: -73> 2024-09-12T17:57:44.050+0000 7fb28d124800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:57:44.196 INFO:tasks.workunit.client.0.smithi045.stderr: -72> 2024-09-12T17:57:44.058+0000 7fb28d124800 20 add_watcher() i=0 2024-09-12T17:57:44.196 INFO:tasks.workunit.client.0.smithi045.stderr: -71> 2024-09-12T17:57:44.058+0000 7fb28d124800 20 add_watcher() i=1 2024-09-12T17:57:44.196 INFO:tasks.workunit.client.0.smithi045.stderr: -70> 2024-09-12T17:57:44.058+0000 7fb28d124800 20 add_watcher() i=2 2024-09-12T17:57:44.196 INFO:tasks.workunit.client.0.smithi045.stderr: -69> 2024-09-12T17:57:44.058+0000 7fb28d124800 20 add_watcher() i=3 2024-09-12T17:57:44.196 INFO:tasks.workunit.client.0.smithi045.stderr: -68> 2024-09-12T17:57:44.058+0000 7fb28d124800 20 add_watcher() i=4 2024-09-12T17:57:44.196 INFO:tasks.workunit.client.0.smithi045.stderr: -67> 2024-09-12T17:57:44.058+0000 7fb28d124800 20 add_watcher() i=5 2024-09-12T17:57:44.196 INFO:tasks.workunit.client.0.smithi045.stderr: -66> 2024-09-12T17:57:44.058+0000 7fb28d124800 20 add_watcher() i=6 2024-09-12T17:57:44.196 INFO:tasks.workunit.client.0.smithi045.stderr: -65> 2024-09-12T17:57:44.059+0000 7fb28d124800 20 add_watcher() i=7 2024-09-12T17:57:44.196 INFO:tasks.workunit.client.0.smithi045.stderr: -64> 2024-09-12T17:57:44.059+0000 7fb28d124800 2 all 8 watchers are set, enabling cache 2024-09-12T17:57:44.196 INFO:tasks.workunit.client.0.smithi045.stderr: -63> 2024-09-12T17:57:44.061+0000 7fb28d124800 5 AuthRegistry(0x7ffd05f1c9e0) adding auth protocol: cephx 2024-09-12T17:57:44.196 INFO:tasks.workunit.client.0.smithi045.stderr: -62> 2024-09-12T17:57:44.061+0000 7fb28d124800 5 AuthRegistry(0x7ffd05f1c9e0) adding auth protocol: cephx 2024-09-12T17:57:44.197 INFO:tasks.workunit.client.0.smithi045.stderr: -61> 2024-09-12T17:57:44.061+0000 7fb28d124800 5 AuthRegistry(0x7ffd05f1c9e0) adding auth protocol: cephx 2024-09-12T17:57:44.197 INFO:tasks.workunit.client.0.smithi045.stderr: -60> 2024-09-12T17:57:44.061+0000 7fb28d124800 5 AuthRegistry(0x7ffd05f1c9e0) adding con mode: secure 2024-09-12T17:57:44.197 INFO:tasks.workunit.client.0.smithi045.stderr: -59> 2024-09-12T17:57:44.061+0000 7fb28d124800 5 AuthRegistry(0x7ffd05f1c9e0) adding con mode: crc 2024-09-12T17:57:44.197 INFO:tasks.workunit.client.0.smithi045.stderr: -58> 2024-09-12T17:57:44.061+0000 7fb13f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:57:44.197 INFO:tasks.workunit.client.0.smithi045.stderr: -57> 2024-09-12T17:57:44.061+0000 7fb28d124800 5 AuthRegistry(0x7ffd05f1c9e0) adding con mode: secure 2024-09-12T17:57:44.197 INFO:tasks.workunit.client.0.smithi045.stderr: -56> 2024-09-12T17:57:44.061+0000 7fb28d124800 5 AuthRegistry(0x7ffd05f1c9e0) adding con mode: crc 2024-09-12T17:57:44.197 INFO:tasks.workunit.client.0.smithi045.stderr: -55> 2024-09-12T17:57:44.061+0000 7fb28d124800 5 AuthRegistry(0x7ffd05f1c9e0) adding con mode: secure 2024-09-12T17:57:44.197 INFO:tasks.workunit.client.0.smithi045.stderr: -54> 2024-09-12T17:57:44.061+0000 7fb28d124800 5 AuthRegistry(0x7ffd05f1c9e0) adding con mode: crc 2024-09-12T17:57:44.197 INFO:tasks.workunit.client.0.smithi045.stderr: -53> 2024-09-12T17:57:44.061+0000 7fb28d124800 5 AuthRegistry(0x7ffd05f1c9e0) adding con mode: crc 2024-09-12T17:57:44.197 INFO:tasks.workunit.client.0.smithi045.stderr: -52> 2024-09-12T17:57:44.061+0000 7fb28d124800 5 AuthRegistry(0x7ffd05f1c9e0) adding con mode: secure 2024-09-12T17:57:44.197 INFO:tasks.workunit.client.0.smithi045.stderr: -51> 2024-09-12T17:57:44.061+0000 7fb28d124800 5 AuthRegistry(0x7ffd05f1c9e0) adding con mode: crc 2024-09-12T17:57:44.197 INFO:tasks.workunit.client.0.smithi045.stderr: -50> 2024-09-12T17:57:44.061+0000 7fb28d124800 5 AuthRegistry(0x7ffd05f1c9e0) adding con mode: secure 2024-09-12T17:57:44.197 INFO:tasks.workunit.client.0.smithi045.stderr: -49> 2024-09-12T17:57:44.061+0000 7fb28d124800 5 AuthRegistry(0x7ffd05f1c9e0) adding con mode: crc 2024-09-12T17:57:44.198 INFO:tasks.workunit.client.0.smithi045.stderr: -48> 2024-09-12T17:57:44.061+0000 7fb28d124800 5 AuthRegistry(0x7ffd05f1c9e0) adding con mode: secure 2024-09-12T17:57:44.198 INFO:tasks.workunit.client.0.smithi045.stderr: -47> 2024-09-12T17:57:44.061+0000 7fb28d124800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:57:44.198 INFO:tasks.workunit.client.0.smithi045.stderr: -46> 2024-09-12T17:57:44.061+0000 7fb28d124800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:57:44.198 INFO:tasks.workunit.client.0.smithi045.stderr: -45> 2024-09-12T17:57:44.061+0000 7fb28d124800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:57:44.198 INFO:tasks.workunit.client.0.smithi045.stderr: -44> 2024-09-12T17:57:44.061+0000 7fb28d124800 5 asok(0x563efb1ae730) register_command cache list hook 0x563efb498f40 2024-09-12T17:57:44.198 INFO:tasks.workunit.client.0.smithi045.stderr: -43> 2024-09-12T17:57:44.061+0000 7fb28d124800 5 asok(0x563efb1ae730) register_command cache inspect hook 0x563efb498f40 2024-09-12T17:57:44.198 INFO:tasks.workunit.client.0.smithi045.stderr: -42> 2024-09-12T17:57:44.062+0000 7fb28d124800 5 asok(0x563efb1ae730) register_command cache erase hook 0x563efb498f40 2024-09-12T17:57:44.198 INFO:tasks.workunit.client.0.smithi045.stderr: -41> 2024-09-12T17:57:44.062+0000 7fb28d124800 5 asok(0x563efb1ae730) register_command cache zap hook 0x563efb498f40 2024-09-12T17:57:44.198 INFO:tasks.workunit.client.0.smithi045.stderr: -40> 2024-09-12T17:57:44.062+0000 7fb28d124800 5 note: GC not initialized 2024-09-12T17:57:44.198 INFO:tasks.workunit.client.0.smithi045.stderr: -39> 2024-09-12T17:57:44.062+0000 7fb13e7e4640 20 reqs_thread_entry: start 2024-09-12T17:57:44.198 INFO:tasks.workunit.client.0.smithi045.stderr: -38> 2024-09-12T17:57:44.062+0000 7fb28d124800 5 asok(0x563efb1ae730) register_command sync trace show hook 0x7fb2780014f0 2024-09-12T17:57:44.198 INFO:tasks.workunit.client.0.smithi045.stderr: -37> 2024-09-12T17:57:44.062+0000 7fb28d124800 5 asok(0x563efb1ae730) register_command sync trace history hook 0x7fb2780014f0 2024-09-12T17:57:44.198 INFO:tasks.workunit.client.0.smithi045.stderr: -36> 2024-09-12T17:57:44.062+0000 7fb28d124800 5 asok(0x563efb1ae730) register_command sync trace active hook 0x7fb2780014f0 2024-09-12T17:57:44.198 INFO:tasks.workunit.client.0.smithi045.stderr: -35> 2024-09-12T17:57:44.062+0000 7fb28d124800 5 asok(0x563efb1ae730) register_command sync trace active_short hook 0x7fb2780014f0 2024-09-12T17:57:44.199 INFO:tasks.workunit.client.0.smithi045.stderr: -34> 2024-09-12T17:57:44.062+0000 7fb28d124800 20 init_complete bucket index max shards: 1 2024-09-12T17:57:44.199 INFO:tasks.workunit.client.0.smithi045.stderr: -33> 2024-09-12T17:57:44.062+0000 7fb28d124800 20 Filter name: none 2024-09-12T17:57:44.199 INFO:tasks.workunit.client.0.smithi045.stderr: -32> 2024-09-12T17:57:44.062+0000 7fb1377fe640 20 reqs_thread_entry: start 2024-09-12T17:57:44.199 INFO:tasks.workunit.client.0.smithi045.stderr: -31> 2024-09-12T17:57:44.062+0000 7fb28d124800 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2024-09-12T17:57:44.199 INFO:tasks.workunit.client.0.smithi045.stderr: -30> 2024-09-12T17:57:44.062+0000 7fb28d124800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.199 INFO:tasks.workunit.client.0.smithi045.stderr: -29> 2024-09-12T17:57:44.062+0000 7fb28d124800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:57:44.199 INFO:tasks.workunit.client.0.smithi045.stderr: -28> 2024-09-12T17:57:44.062+0000 7fb28d124800 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2024-09-12T17:57:44.199 INFO:tasks.workunit.client.0.smithi045.stderr: -27> 2024-09-12T17:57:44.062+0000 7fb28d124800 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2024-09-12T17:57:44.199 INFO:tasks.workunit.client.0.smithi045.stderr: -26> 2024-09-12T17:57:44.062+0000 7fb28d124800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.40 : miss 2024-09-12T17:57:44.199 INFO:tasks.workunit.client.0.smithi045.stderr: -25> 2024-09-12T17:57:44.062+0000 7fb28d124800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.199 INFO:tasks.workunit.client.0.smithi045.stderr: -24> 2024-09-12T17:57:44.063+0000 7fb28d124800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:57:44.199 INFO:tasks.workunit.client.0.smithi045.stderr: -23> 2024-09-12T17:57:44.063+0000 7fb28d124800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.40 info.flags=0x17 2024-09-12T17:57:44.199 INFO:tasks.workunit.client.0.smithi045.stderr: -22> 2024-09-12T17:57:44.063+0000 7fb28d124800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.40 to cache LRU end 2024-09-12T17:57:44.200 INFO:tasks.workunit.client.0.smithi045.stderr: -21> 2024-09-12T17:57:44.063+0000 7fb28d124800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:57:44.200 INFO:tasks.workunit.client.0.smithi045.stderr: -20> 2024-09-12T17:57:44.063+0000 7fb28d124800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:57:44.200 INFO:tasks.workunit.client.0.smithi045.stderr: -19> 2024-09-12T17:57:44.063+0000 7fb28d124800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.40 2024-09-12T17:57:44.200 INFO:tasks.workunit.client.0.smithi045.stderr: -18> 2024-09-12T17:57:44.067+0000 7fb28d124800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.40 info.flags=0x17 2024-09-12T17:57:44.200 INFO:tasks.workunit.client.0.smithi045.stderr: -17> 2024-09-12T17:57:44.067+0000 7fb28d124800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.40 to cache LRU end 2024-09-12T17:57:44.200 INFO:tasks.workunit.client.0.smithi045.stderr: -16> 2024-09-12T17:57:44.067+0000 7fb28d124800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:57:44.200 INFO:tasks.workunit.client.0.smithi045.stderr: -15> 2024-09-12T17:57:44.067+0000 7fb28d124800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.40, ofs0, ns] 2024-09-12T17:57:44.200 INFO:tasks.workunit.client.0.smithi045.stderr: -14> 2024-09-12T17:57:44.067+0000 7fb15ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398867 cookie 94828504091728 notifier 7884 bl.length()=1015 2024-09-12T17:57:44.200 INFO:tasks.workunit.client.0.smithi045.stderr: -13> 2024-09-12T17:57:44.067+0000 7fb15ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.40 info.flags=0x17 2024-09-12T17:57:44.200 INFO:tasks.workunit.client.0.smithi045.stderr: -12> 2024-09-12T17:57:44.067+0000 7fb15ffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.40 to cache LRU end 2024-09-12T17:57:44.200 INFO:tasks.workunit.client.0.smithi045.stderr: -11> 2024-09-12T17:57:44.067+0000 7fb15ffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:57:44.200 INFO:tasks.workunit.client.0.smithi045.stderr: -10> 2024-09-12T17:57:44.068+0000 7fb28d124800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[b6123b67-6580-4373-9691-e0e950df5f06.4566.40]): orig_sources= new_sources= 2024-09-12T17:57:44.200 INFO:tasks.workunit.client.0.smithi045.stderr: -9> 2024-09-12T17:57:44.068+0000 7fb28d124800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[b6123b67-6580-4373-9691-e0e950df5f06.4566.40]): potential sources added=[] removed=[] 2024-09-12T17:57:44.201 INFO:tasks.workunit.client.0.smithi045.stderr: -8> 2024-09-12T17:57:44.068+0000 7fb28d124800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[b6123b67-6580-4373-9691-e0e950df5f06.4566.40]): orig_dests= new_dests= 2024-09-12T17:57:44.201 INFO:tasks.workunit.client.0.smithi045.stderr: -7> 2024-09-12T17:57:44.068+0000 7fb28d124800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[b6123b67-6580-4373-9691-e0e950df5f06.4566.40]): potential dests added=[] removed=[] 2024-09-12T17:57:44.201 INFO:tasks.workunit.client.0.smithi045.stderr: -6> 2024-09-12T17:57:44.070+0000 7fb28d124800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.40.1.0 2024-09-12T17:57:44.201 INFO:tasks.workunit.client.0.smithi045.stderr: -5> 2024-09-12T17:57:44.070+0000 7fb28d124800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.40.1.0 2024-09-12T17:57:44.201 INFO:tasks.workunit.client.0.smithi045.stderr: -4> 2024-09-12T17:57:44.070+0000 7fb28d124800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.40.1.1 2024-09-12T17:57:44.201 INFO:tasks.workunit.client.0.smithi045.stderr: -3> 2024-09-12T17:57:44.070+0000 7fb28d124800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.40.1.1 2024-09-12T17:57:44.201 INFO:tasks.workunit.client.0.smithi045.stderr: -2> 2024-09-12T17:57:44.070+0000 7fb28d124800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.40.0 2024-09-12T17:57:44.201 INFO:tasks.workunit.client.0.smithi045.stderr: -1> 2024-09-12T17:57:44.073+0000 7fb28d124800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fb28d124800 time 2024-09-12T17:57:44.073199+0000 2024-09-12T17:57:44.201 INFO:tasks.workunit.client.0.smithi045.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:57:44.201 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:44.201 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:57:44.201 INFO:tasks.workunit.client.0.smithi045.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7fb28e78c71a] 2024-09-12T17:57:44.201 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fb28e78c8d8] 2024-09-12T17:57:44.202 INFO:tasks.workunit.client.0.smithi045.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x563ef9a44841] 2024-09-12T17:57:44.202 INFO:tasks.workunit.client.0.smithi045.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1834) [0x563ef9a53734] 2024-09-12T17:57:44.202 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x563ef9a545d4] 2024-09-12T17:57:44.202 INFO:tasks.workunit.client.0.smithi045.stderr: 6: main() 2024-09-12T17:57:44.202 INFO:tasks.workunit.client.0.smithi045.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7fb28d429590] 2024-09-12T17:57:44.202 INFO:tasks.workunit.client.0.smithi045.stderr: 8: __libc_start_main() 2024-09-12T17:57:44.202 INFO:tasks.workunit.client.0.smithi045.stderr: 9: _start() 2024-09-12T17:57:44.202 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:44.202 INFO:tasks.workunit.client.0.smithi045.stderr: 0> 2024-09-12T17:57:44.074+0000 7fb28d124800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:57:44.202 INFO:tasks.workunit.client.0.smithi045.stderr: in thread 7fb28d124800 thread_name:radosgw-admin 2024-09-12T17:57:44.202 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:44.202 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:57:44.202 INFO:tasks.workunit.client.0.smithi045.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fb28d43e6f0] 2024-09-12T17:57:44.203 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7fb28d48b99c] 2024-09-12T17:57:44.203 INFO:tasks.workunit.client.0.smithi045.stderr: 3: raise() 2024-09-12T17:57:44.203 INFO:tasks.workunit.client.0.smithi045.stderr: 4: abort() 2024-09-12T17:57:44.203 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7fb28e78c774] 2024-09-12T17:57:44.203 INFO:tasks.workunit.client.0.smithi045.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fb28e78c8d8] 2024-09-12T17:57:44.203 INFO:tasks.workunit.client.0.smithi045.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x563ef9a44841] 2024-09-12T17:57:44.203 INFO:tasks.workunit.client.0.smithi045.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1834) [0x563ef9a53734] 2024-09-12T17:57:44.203 INFO:tasks.workunit.client.0.smithi045.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x563ef9a545d4] 2024-09-12T17:57:44.203 INFO:tasks.workunit.client.0.smithi045.stderr: 10: main() 2024-09-12T17:57:44.203 INFO:tasks.workunit.client.0.smithi045.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7fb28d429590] 2024-09-12T17:57:44.203 INFO:tasks.workunit.client.0.smithi045.stderr: 12: __libc_start_main() 2024-09-12T17:57:44.203 INFO:tasks.workunit.client.0.smithi045.stderr: 13: _start() 2024-09-12T17:57:44.203 INFO:tasks.workunit.client.0.smithi045.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:57:44.203 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:44.204 INFO:tasks.workunit.client.0.smithi045.stderr:--- logging levels --- 2024-09-12T17:57:44.204 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 none 2024-09-12T17:57:44.204 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 lockdep 2024-09-12T17:57:44.204 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 context 2024-09-12T17:57:44.204 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 crush 2024-09-12T17:57:44.204 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds 2024-09-12T17:57:44.204 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_balancer 2024-09-12T17:57:44.204 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_locker 2024-09-12T17:57:44.204 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_log 2024-09-12T17:57:44.204 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_log_expire 2024-09-12T17:57:44.204 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_migrator 2024-09-12T17:57:44.204 INFO:tasks.workunit.client.0.smithi045.stderr: 3/ 5 mds_quiesce 2024-09-12T17:57:44.204 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 buffer 2024-09-12T17:57:44.204 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 timer 2024-09-12T17:57:44.205 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 filer 2024-09-12T17:57:44.205 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 striper 2024-09-12T17:57:44.205 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 objecter 2024-09-12T17:57:44.205 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rados 2024-09-12T17:57:44.205 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd 2024-09-12T17:57:44.205 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_mirror 2024-09-12T17:57:44.205 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_replay 2024-09-12T17:57:44.205 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_pwl 2024-09-12T17:57:44.205 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 journaler 2024-09-12T17:57:44.205 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 objectcacher 2024-09-12T17:57:44.205 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:57:44.205 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 client 2024-09-12T17:57:44.205 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 osd 2024-09-12T17:57:44.206 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 optracker 2024-09-12T17:57:44.206 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 objclass 2024-09-12T17:57:44.206 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 filestore 2024-09-12T17:57:44.206 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 journal 2024-09-12T17:57:44.206 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 0 ms 2024-09-12T17:57:44.206 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mon 2024-09-12T17:57:44.206 INFO:tasks.workunit.client.0.smithi045.stderr: 0/10 monc 2024-09-12T17:57:44.206 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 paxos 2024-09-12T17:57:44.206 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 tp 2024-09-12T17:57:44.206 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 auth 2024-09-12T17:57:44.206 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 crypto 2024-09-12T17:57:44.206 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 finisher 2024-09-12T17:57:44.206 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 reserver 2024-09-12T17:57:44.206 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 heartbeatmap 2024-09-12T17:57:44.207 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 perfcounter 2024-09-12T17:57:44.207 INFO:tasks.workunit.client.0.smithi045.stderr: 20/20 rgw 2024-09-12T17:57:44.207 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_sync 2024-09-12T17:57:44.207 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_datacache 2024-09-12T17:57:44.207 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_access 2024-09-12T17:57:44.207 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:57:44.207 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_flight 2024-09-12T17:57:44.207 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:57:44.207 INFO:tasks.workunit.client.0.smithi045.stderr: 20/20 rgw_notification 2024-09-12T17:57:44.207 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 javaclient 2024-09-12T17:57:44.207 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 asok 2024-09-12T17:57:44.207 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 throttle 2024-09-12T17:57:44.207 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 0 refs 2024-09-12T17:57:44.207 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 compressor 2024-09-12T17:57:44.208 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 bluestore 2024-09-12T17:57:44.208 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 bluefs 2024-09-12T17:57:44.208 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 bdev 2024-09-12T17:57:44.208 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 kstore 2024-09-12T17:57:44.208 INFO:tasks.workunit.client.0.smithi045.stderr: 4/ 5 rocksdb 2024-09-12T17:57:44.208 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 fuse 2024-09-12T17:57:44.208 INFO:tasks.workunit.client.0.smithi045.stderr: 2/ 5 mgr 2024-09-12T17:57:44.208 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mgrc 2024-09-12T17:57:44.208 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 dpdk 2024-09-12T17:57:44.208 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 eventtrace 2024-09-12T17:57:44.208 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 prioritycache 2024-09-12T17:57:44.208 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 test 2024-09-12T17:57:44.208 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:57:44.209 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cephsqlite 2024-09-12T17:57:44.209 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:57:44.209 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore 2024-09-12T17:57:44.209 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_onode 2024-09-12T17:57:44.209 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_odata 2024-09-12T17:57:44.209 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_omap 2024-09-12T17:57:44.209 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_tm 2024-09-12T17:57:44.209 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_t 2024-09-12T17:57:44.209 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:57:44.209 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_epm 2024-09-12T17:57:44.209 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_lba 2024-09-12T17:57:44.209 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:57:44.209 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_cache 2024-09-12T17:57:44.209 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_journal 2024-09-12T17:57:44.210 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_device 2024-09-12T17:57:44.210 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_backref 2024-09-12T17:57:44.210 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 alienstore 2024-09-12T17:57:44.210 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mclock 2024-09-12T17:57:44.210 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cyanstore 2024-09-12T17:57:44.210 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 ceph_exporter 2024-09-12T17:57:44.210 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 memstore 2024-09-12T17:57:44.210 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 trace 2024-09-12T17:57:44.210 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 ceph_dedup 2024-09-12T17:57:44.210 INFO:tasks.workunit.client.0.smithi045.stderr: -2/-2 (syslog threshold) 2024-09-12T17:57:44.210 INFO:tasks.workunit.client.0.smithi045.stderr: 99/99 (stderr threshold) 2024-09-12T17:57:44.210 INFO:tasks.workunit.client.0.smithi045.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:57:44.210 INFO:tasks.workunit.client.0.smithi045.stderr: 7fb1377fe640 / http_manager 2024-09-12T17:57:44.210 INFO:tasks.workunit.client.0.smithi045.stderr: 7fb13e7e4640 / http_manager 2024-09-12T17:57:44.211 INFO:tasks.workunit.client.0.smithi045.stderr: 7fb13f7e6640 / rgw_dt_lg_renew 2024-09-12T17:57:44.211 INFO:tasks.workunit.client.0.smithi045.stderr: 7fb15e7fc640 / ms_dispatch 2024-09-12T17:57:44.211 INFO:tasks.workunit.client.0.smithi045.stderr: 7fb15ffff640 / io_context_pool 2024-09-12T17:57:44.211 INFO:tasks.workunit.client.0.smithi045.stderr: 7fb16e7fc640 / ms_dispatch 2024-09-12T17:57:44.211 INFO:tasks.workunit.client.0.smithi045.stderr: 7fb17560a640 / ms_dispatch 2024-09-12T17:57:44.211 INFO:tasks.workunit.client.0.smithi045.stderr: 7fb176e0d640 / io_context_pool 2024-09-12T17:57:44.211 INFO:tasks.workunit.client.0.smithi045.stderr: 7fb288555640 / msgr-worker-2 2024-09-12T17:57:44.211 INFO:tasks.workunit.client.0.smithi045.stderr: 7fb288d56640 / msgr-worker-1 2024-09-12T17:57:44.211 INFO:tasks.workunit.client.0.smithi045.stderr: 7fb289557640 / msgr-worker-0 2024-09-12T17:57:44.211 INFO:tasks.workunit.client.0.smithi045.stderr: 7fb289d58640 / io_context_pool 2024-09-12T17:57:44.211 INFO:tasks.workunit.client.0.smithi045.stderr: 7fb28d124800 / radosgw-admin 2024-09-12T17:57:44.211 INFO:tasks.workunit.client.0.smithi045.stderr: max_recent 500 2024-09-12T17:57:44.211 INFO:tasks.workunit.client.0.smithi045.stderr: max_new 1000 2024-09-12T17:57:44.211 INFO:tasks.workunit.client.0.smithi045.stderr: log_file /var/lib/ceph/crash/2024-09-12T17:57:44.074823Z_31f7988c-76cf-4887-ab05-65755abcd5b2/log 2024-09-12T17:57:44.212 INFO:tasks.workunit.client.0.smithi045.stderr:--- end dump of recent events --- 2024-09-12T17:57:44.212 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket abort-at-change-reshard-state 2024-09-12T17:57:44.213 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:57:44.213 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:57:44.213 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.151+0000 7f1d27c20800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.213 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.153+0000 7f1d27c20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:44.213 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.153+0000 7f1d27c20800 20 realm 2024-09-12T17:57:44.213 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.153+0000 7f1d27c20800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.214 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.153+0000 7f1d27c20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:44.214 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.153+0000 7f1d27c20800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:57:44.214 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.153+0000 7f1d27c20800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.214 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.153+0000 7f1d27c20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:44.214 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.153+0000 7f1d27c20800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.214 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.154+0000 7f1d27c20800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:44.214 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.154+0000 7f1d27c20800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.214 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.155+0000 7f1d27c20800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:57:44.214 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.155+0000 7f1d27c20800 20 searching for the correct realm 2024-09-12T17:57:44.214 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.157+0000 7f1d24f09640 0 -- 172.21.15.45:0/3846722450 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f1d180a0050 msgr2=0x7f1d18066dd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:57:44.214 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.160+0000 7f1d2570a640 0 -- 172.21.15.45:0/3846722450 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f1d1c08d1d0 msgr2=0x7f1d1c010990 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:57:44.368 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.366+0000 7f1d27c20800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:57:44.368 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.366+0000 7f1d27c20800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:57:44.368 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.366+0000 7f1d27c20800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:57:44.368 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.366+0000 7f1d27c20800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:57:44.368 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.366+0000 7f1d27c20800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:57:44.368 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.366+0000 7f1d27c20800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:57:44.368 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.366+0000 7f1d27c20800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.368 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.367+0000 7f1d27c20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:44.368 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.367+0000 7f1d27c20800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.368 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.367+0000 7f1d27c20800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:44.368 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.367+0000 7f1d27c20800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.370 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.367+0000 7f1d27c20800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:57:44.370 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.367+0000 7f1d27c20800 20 zone default found 2024-09-12T17:57:44.370 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.367+0000 7f1d27c20800 4 Realm: () 2024-09-12T17:57:44.370 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.367+0000 7f1d27c20800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:57:44.370 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.367+0000 7f1d27c20800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:57:44.370 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.367+0000 7f1d27c20800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:57:44.370 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.367+0000 7f1d27c20800 20 zonegroup default 2024-09-12T17:57:44.370 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.367+0000 7f1d27c20800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.370 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.368+0000 7f1d27c20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:44.370 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.368+0000 7f1d27c20800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.370 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.368+0000 7f1d27c20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:44.370 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.368+0000 7f1d27c20800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.371 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.368+0000 7f1d27c20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:44.371 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.368+0000 7f1d27c20800 20 started sync module instance, tier type = 2024-09-12T17:57:44.371 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.368+0000 7f1d27c20800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:57:44.378 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.377+0000 7f1d27c20800 20 add_watcher() i=0 2024-09-12T17:57:44.378 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.377+0000 7f1d27c20800 20 add_watcher() i=1 2024-09-12T17:57:44.378 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.377+0000 7f1d27c20800 20 add_watcher() i=2 2024-09-12T17:57:44.378 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.377+0000 7f1d27c20800 20 add_watcher() i=3 2024-09-12T17:57:44.378 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.377+0000 7f1d27c20800 20 add_watcher() i=4 2024-09-12T17:57:44.378 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.377+0000 7f1d27c20800 20 add_watcher() i=5 2024-09-12T17:57:44.378 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.377+0000 7f1d27c20800 20 add_watcher() i=6 2024-09-12T17:57:44.379 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.378+0000 7f1d27c20800 20 add_watcher() i=7 2024-09-12T17:57:44.379 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.378+0000 7f1d27c20800 2 all 8 watchers are set, enabling cache 2024-09-12T17:57:44.380 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.380+0000 7f1bdb7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:57:44.381 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.380+0000 7f1d27c20800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:57:44.381 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.380+0000 7f1d27c20800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:57:44.382 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.380+0000 7f1d27c20800 5 note: GC not initialized 2024-09-12T17:57:44.382 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.380+0000 7f1bda7e4640 20 reqs_thread_entry: start 2024-09-12T17:57:44.382 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.380+0000 7f1d27c20800 20 init_complete bucket index max shards: 1 2024-09-12T17:57:44.382 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.380+0000 7f1d27c20800 20 Filter name: none 2024-09-12T17:57:44.382 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.381+0000 7f1b4bfff640 20 reqs_thread_entry: start 2024-09-12T17:57:44.382 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.381+0000 7f1d27c20800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.382 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.381+0000 7f1d27c20800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:57:44.382 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.381+0000 7f1d27c20800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.383 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.382+0000 7f1d27c20800 20 rados_obj.operate() r=0 bl.length=475 2024-09-12T17:57:44.383 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.382+0000 7f1d27c20800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:57:44.383 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.382+0000 7f1d27c20800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.383 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.382+0000 7f1d27c20800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:57:44.384 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.382+0000 7f1d27c20800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.384 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.382+0000 7f1d27c20800 20 rados_obj.operate() r=0 bl.length=475 2024-09-12T17:57:44.384 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.382+0000 7f1d27c20800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:57:44.384 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.384+0000 7f1bdb7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:57:44.386 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.386+0000 7f1d27c20800 20 remove_watcher() i=0 2024-09-12T17:57:44.386 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.386+0000 7f1d27c20800 2 removed watcher, disabling cache 2024-09-12T17:57:44.387 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.387+0000 7f1d27c20800 20 remove_watcher() i=1 2024-09-12T17:57:44.388 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.388+0000 7f1d27c20800 20 remove_watcher() i=2 2024-09-12T17:57:44.389 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.389+0000 7f1d27c20800 20 remove_watcher() i=3 2024-09-12T17:57:44.390 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.390+0000 7f1d27c20800 20 remove_watcher() i=4 2024-09-12T17:57:44.391 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.391+0000 7f1d27c20800 20 remove_watcher() i=5 2024-09-12T17:57:44.392 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.392+0000 7f1d27c20800 20 remove_watcher() i=6 2024-09-12T17:57:44.393 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.393+0000 7f1d27c20800 20 remove_watcher() i=7 2024-09-12T17:57:44.405 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:44.405 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T17:57:44.405 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: abort-at-change-reshard-state id: b6123b67-6580-4373-9691-e0e950df5f06.4566.40 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:57:44.405 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:57:44.408 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:44.408 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:44.413 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:57:44.413 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:57:44.456 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket reshard --bucket abort-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:57:44.489 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:57:44.489 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:57:44.528 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.527+0000 7f0fa6b2c800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.529 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.528+0000 7f0fa6b2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:44.529 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.528+0000 7f0fa6b2c800 20 realm 2024-09-12T17:57:44.529 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.528+0000 7f0fa6b2c800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.529 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.529+0000 7f0fa6b2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:44.530 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.529+0000 7f0fa6b2c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:57:44.530 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.529+0000 7f0fa6b2c800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.530 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.529+0000 7f0fa6b2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:44.530 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.529+0000 7f0fa6b2c800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.530 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.530+0000 7f0fa6b2c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:44.530 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.530+0000 7f0fa6b2c800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.531 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.530+0000 7f0fa6b2c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:57:44.531 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.530+0000 7f0fa6b2c800 20 searching for the correct realm 2024-09-12T17:57:44.533 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.533+0000 7f0fa1f60640 0 -- 172.21.15.45:0/799701484 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f0f9409e940 msgr2=0x7f0f94080550 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:57:44.740 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.739+0000 7f0fa2761640 0 -- 172.21.15.45:0/799701484 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f0f980da810 msgr2=0x7f0f980a2ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:57:44.947 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.946+0000 7f0fa6b2c800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:57:44.947 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.946+0000 7f0fa6b2c800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:57:44.947 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.946+0000 7f0fa6b2c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:57:44.947 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.946+0000 7f0fa6b2c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:57:44.947 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.946+0000 7f0fa6b2c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:57:44.947 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.946+0000 7f0fa6b2c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:57:44.947 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.946+0000 7f0fa6b2c800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.948 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.947+0000 7f0fa6b2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:44.948 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.947+0000 7f0fa6b2c800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.948 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.947+0000 7f0fa6b2c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:57:44.948 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.947+0000 7f0fa6b2c800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.949 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.948+0000 7f0fa6b2c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:57:44.949 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.948+0000 7f0fa6b2c800 20 zone default found 2024-09-12T17:57:44.949 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.948+0000 7f0fa6b2c800 4 Realm: () 2024-09-12T17:57:44.950 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.948+0000 7f0fa6b2c800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:57:44.950 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.948+0000 7f0fa6b2c800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:57:44.950 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.948+0000 7f0fa6b2c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:57:44.950 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.948+0000 7f0fa6b2c800 20 zonegroup default 2024-09-12T17:57:44.950 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.948+0000 7f0fa6b2c800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.950 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.948+0000 7f0fa6b2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:44.950 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.948+0000 7f0fa6b2c800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.950 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.949+0000 7f0fa6b2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:44.950 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.949+0000 7f0fa6b2c800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.951 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.949+0000 7f0fa6b2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:57:44.951 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.949+0000 7f0fa6b2c800 20 started sync module instance, tier type = 2024-09-12T17:57:44.951 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.949+0000 7f0fa6b2c800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:57:44.960 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.959+0000 7f0fa6b2c800 20 add_watcher() i=0 2024-09-12T17:57:44.960 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.959+0000 7f0fa6b2c800 20 add_watcher() i=1 2024-09-12T17:57:44.960 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.959+0000 7f0fa6b2c800 20 add_watcher() i=2 2024-09-12T17:57:44.960 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.959+0000 7f0fa6b2c800 20 add_watcher() i=3 2024-09-12T17:57:44.960 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.959+0000 7f0fa6b2c800 20 add_watcher() i=4 2024-09-12T17:57:44.960 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.959+0000 7f0fa6b2c800 20 add_watcher() i=5 2024-09-12T17:57:44.960 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.959+0000 7f0fa6b2c800 20 add_watcher() i=6 2024-09-12T17:57:44.961 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.960+0000 7f0fa6b2c800 20 add_watcher() i=7 2024-09-12T17:57:44.961 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.960+0000 7f0fa6b2c800 2 all 8 watchers are set, enabling cache 2024-09-12T17:57:44.964 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.964+0000 7f0e58fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:57:44.965 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.964+0000 7f0fa6b2c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:57:44.965 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.964+0000 7f0fa6b2c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:57:44.965 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.965+0000 7f0fa6b2c800 5 note: GC not initialized 2024-09-12T17:57:44.967 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.965+0000 7f0dd37fe640 20 reqs_thread_entry: start 2024-09-12T17:57:44.967 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.965+0000 7f0fa6b2c800 20 init_complete bucket index max shards: 1 2024-09-12T17:57:44.967 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.965+0000 7f0fa6b2c800 20 Filter name: none 2024-09-12T17:57:44.967 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.965+0000 7f0dd17fa640 20 reqs_thread_entry: start 2024-09-12T17:57:44.967 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.965+0000 7f0fa6b2c800 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2024-09-12T17:57:44.967 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.965+0000 7f0fa6b2c800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.967 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.966+0000 7f0fa6b2c800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:57:44.967 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.966+0000 7f0fa6b2c800 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2024-09-12T17:57:44.967 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.966+0000 7f0fa6b2c800 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2024-09-12T17:57:44.967 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.966+0000 7f0fa6b2c800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.40 : miss 2024-09-12T17:57:44.967 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.966+0000 7f0fa6b2c800 20 rados->read ofs=0 len=0 2024-09-12T17:57:44.967 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.966+0000 7f0fa6b2c800 20 rados_obj.operate() r=0 bl.length=475 2024-09-12T17:57:44.967 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.966+0000 7f0fa6b2c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.40 info.flags=0x17 2024-09-12T17:57:44.968 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.966+0000 7f0fa6b2c800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.40 to cache LRU end 2024-09-12T17:57:44.968 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.966+0000 7f0fa6b2c800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:57:44.968 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.966+0000 7f0fa6b2c800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:57:44.968 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.966+0000 7f0fa6b2c800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.40 2024-09-12T17:57:44.968 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.967+0000 7f0fa6b2c800 0 INFO: RGWReshardLock::lock found lock on abort-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.40 to be held by another RGW process; skipping for now 2024-09-12T17:57:44.969 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.968+0000 7f0e58fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:57:44.971 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.970+0000 7f0fa6b2c800 20 remove_watcher() i=0 2024-09-12T17:57:44.971 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.970+0000 7f0fa6b2c800 2 removed watcher, disabling cache 2024-09-12T17:57:44.972 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.971+0000 7f0fa6b2c800 20 remove_watcher() i=1 2024-09-12T17:57:44.973 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.972+0000 7f0fa6b2c800 20 remove_watcher() i=2 2024-09-12T17:57:44.974 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.973+0000 7f0fa6b2c800 20 remove_watcher() i=3 2024-09-12T17:57:44.975 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.974+0000 7f0fa6b2c800 20 remove_watcher() i=4 2024-09-12T17:57:44.976 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.976+0000 7f0fa6b2c800 20 remove_watcher() i=5 2024-09-12T17:57:44.977 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.977+0000 7f0fa6b2c800 20 remove_watcher() i=6 2024-09-12T17:57:44.978 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:57:44.978+0000 7f0fa6b2c800 20 remove_watcher() i=7 2024-09-12T17:57:44.990 INFO:tasks.workunit.client.0.smithi045.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-12T17:58:15.012 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket reshard --bucket abort-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:58:15.051 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:58:15.051 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:58:15.096 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.095+0000 7f6612b2e800 20 rados->read ofs=0 len=0 2024-09-12T17:58:15.098 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.096+0000 7f6612b2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:15.098 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.096+0000 7f6612b2e800 20 realm 2024-09-12T17:58:15.098 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.096+0000 7f6612b2e800 20 rados->read ofs=0 len=0 2024-09-12T17:58:15.098 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.097+0000 7f6612b2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:15.098 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.097+0000 7f6612b2e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:58:15.098 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.097+0000 7f6612b2e800 20 rados->read ofs=0 len=0 2024-09-12T17:58:15.099 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.097+0000 7f6612b2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:15.099 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.097+0000 7f6612b2e800 20 rados->read ofs=0 len=0 2024-09-12T17:58:15.099 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.098+0000 7f6612b2e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:15.099 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.098+0000 7f6612b2e800 20 rados->read ofs=0 len=0 2024-09-12T17:58:15.100 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.099+0000 7f6612b2e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:58:15.100 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.099+0000 7f6612b2e800 20 searching for the correct realm 2024-09-12T17:58:15.103 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.102+0000 7f660df63640 0 -- 172.21.15.45:0/1627949821 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f6600096070 msgr2=0x7f66000cba10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:15.107 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.106+0000 7f660e764640 0 -- 172.21.15.45:0/1627949821 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f66040a1830 msgr2=0x7f660403d120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:15.315 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.313+0000 7f6612b2e800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:58:15.315 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.313+0000 7f6612b2e800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:58:15.315 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.313+0000 7f6612b2e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:58:15.315 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.313+0000 7f6612b2e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:58:15.315 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.313+0000 7f6612b2e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:58:15.315 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.313+0000 7f6612b2e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:58:15.315 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.313+0000 7f6612b2e800 20 rados->read ofs=0 len=0 2024-09-12T17:58:15.315 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.313+0000 7f6612b2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:15.315 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.313+0000 7f6612b2e800 20 rados->read ofs=0 len=0 2024-09-12T17:58:15.315 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.313+0000 7f6612b2e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:15.315 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.313+0000 7f6612b2e800 20 rados->read ofs=0 len=0 2024-09-12T17:58:15.316 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.314+0000 7f6612b2e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:58:15.317 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.314+0000 7f6612b2e800 20 zone default found 2024-09-12T17:58:15.317 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.314+0000 7f6612b2e800 4 Realm: () 2024-09-12T17:58:15.317 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.314+0000 7f6612b2e800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:58:15.317 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.314+0000 7f6612b2e800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:58:15.317 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.314+0000 7f6612b2e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:58:15.317 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.314+0000 7f6612b2e800 20 zonegroup default 2024-09-12T17:58:15.317 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.314+0000 7f6612b2e800 20 rados->read ofs=0 len=0 2024-09-12T17:58:15.317 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.314+0000 7f6612b2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:15.317 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.314+0000 7f6612b2e800 20 rados->read ofs=0 len=0 2024-09-12T17:58:15.317 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.314+0000 7f6612b2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:15.317 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.314+0000 7f6612b2e800 20 rados->read ofs=0 len=0 2024-09-12T17:58:15.317 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.315+0000 7f6612b2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:15.317 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.315+0000 7f6612b2e800 20 started sync module instance, tier type = 2024-09-12T17:58:15.318 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.315+0000 7f6612b2e800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:58:15.328 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.326+0000 7f6612b2e800 20 add_watcher() i=0 2024-09-12T17:58:15.328 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.326+0000 7f6612b2e800 20 add_watcher() i=1 2024-09-12T17:58:15.328 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.326+0000 7f6612b2e800 20 add_watcher() i=2 2024-09-12T17:58:15.328 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.326+0000 7f6612b2e800 20 add_watcher() i=3 2024-09-12T17:58:15.328 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.326+0000 7f6612b2e800 20 add_watcher() i=4 2024-09-12T17:58:15.328 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.326+0000 7f6612b2e800 20 add_watcher() i=5 2024-09-12T17:58:15.328 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.326+0000 7f6612b2e800 20 add_watcher() i=6 2024-09-12T17:58:15.329 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.327+0000 7f6612b2e800 20 add_watcher() i=7 2024-09-12T17:58:15.329 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.327+0000 7f6612b2e800 2 all 8 watchers are set, enabling cache 2024-09-12T17:58:15.330 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.329+0000 7f64c4fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:15.331 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.329+0000 7f6612b2e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:58:15.331 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.329+0000 7f6612b2e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:58:15.331 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.329+0000 7f6612b2e800 5 note: GC not initialized 2024-09-12T17:58:15.331 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.329+0000 7f643f7fe640 20 reqs_thread_entry: start 2024-09-12T17:58:15.331 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.329+0000 7f6612b2e800 20 init_complete bucket index max shards: 1 2024-09-12T17:58:15.331 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.329+0000 7f6612b2e800 20 Filter name: none 2024-09-12T17:58:15.332 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.330+0000 7f643d7fa640 20 reqs_thread_entry: start 2024-09-12T17:58:15.332 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.330+0000 7f6612b2e800 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2024-09-12T17:58:15.332 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.330+0000 7f6612b2e800 20 rados->read ofs=0 len=0 2024-09-12T17:58:15.333 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.330+0000 7f6612b2e800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:58:15.333 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.330+0000 7f6612b2e800 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2024-09-12T17:58:15.333 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.330+0000 7f6612b2e800 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2024-09-12T17:58:15.333 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.330+0000 7f6612b2e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.40 : miss 2024-09-12T17:58:15.333 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.330+0000 7f6612b2e800 20 rados->read ofs=0 len=0 2024-09-12T17:58:15.333 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.331+0000 7f6612b2e800 20 rados_obj.operate() r=0 bl.length=475 2024-09-12T17:58:15.333 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.331+0000 7f6612b2e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.40 info.flags=0x17 2024-09-12T17:58:15.333 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.331+0000 7f6612b2e800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.40 to cache LRU end 2024-09-12T17:58:15.333 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.331+0000 7f6612b2e800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:58:15.333 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.331+0000 7f6612b2e800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:58:15.333 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.331+0000 7f6612b2e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.40 2024-09-12T17:58:15.334 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.332+0000 7f6612b2e800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T17:58:15.338 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.336+0000 7f6612b2e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.40 info.flags=0x17 2024-09-12T17:58:15.338 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.336+0000 7f6612b2e800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.40 to cache LRU end 2024-09-12T17:58:15.338 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.336+0000 7f6612b2e800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:58:15.338 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.336+0000 7f6612b2e800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.40, ofs0, ns] 2024-09-12T17:58:15.339 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.337+0000 7f64f1ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398868 cookie 94163679790256 notifier 7517 bl.length()=1015 2024-09-12T17:58:15.339 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.337+0000 7f64f1ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.40 info.flags=0x17 2024-09-12T17:58:15.339 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.337+0000 7f64f1ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.40 to cache LRU end 2024-09-12T17:58:15.339 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.337+0000 7f64f1ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:58:15.339 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.337+0000 7f6612b2e800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[b6123b67-6580-4373-9691-e0e950df5f06.4566.40]): orig_sources= new_sources= 2024-09-12T17:58:15.339 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.337+0000 7f6612b2e800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[b6123b67-6580-4373-9691-e0e950df5f06.4566.40]): potential sources added=[] removed=[] 2024-09-12T17:58:15.339 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.337+0000 7f6612b2e800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[b6123b67-6580-4373-9691-e0e950df5f06.4566.40]): orig_dests= new_dests= 2024-09-12T17:58:15.340 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.337+0000 7f6612b2e800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[b6123b67-6580-4373-9691-e0e950df5f06.4566.40]): potential dests added=[] removed=[] 2024-09-12T17:58:15.343 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.341+0000 7f6612b2e800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.40.2.0 2024-09-12T17:58:15.343 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.341+0000 7f6612b2e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.40.2.0 2024-09-12T17:58:15.343 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.341+0000 7f6612b2e800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.40.2.1 2024-09-12T17:58:15.343 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.341+0000 7f6612b2e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.40.2.1 2024-09-12T17:58:15.343 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.341+0000 7f6612b2e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.40.0 2024-09-12T17:58:15.346 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.344+0000 7f6612b2e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.40 : hit (requested=0x17, cached=0x17) 2024-09-12T17:58:15.346 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.344+0000 7f6612b2e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.40 2024-09-12T17:58:15.347 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.346+0000 7f6612b2e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.40 info.flags=0x17 2024-09-12T17:58:15.347 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.346+0000 7f6612b2e800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.40 to cache LRU end 2024-09-12T17:58:15.347 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.346+0000 7f6612b2e800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:58:15.347 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.346+0000 7f6612b2e800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.40, ofs0, ns] 2024-09-12T17:58:15.348 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.346+0000 7f64f1ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398869 cookie 94163679790256 notifier 7517 bl.length()=1015 2024-09-12T17:58:15.348 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.346+0000 7f64f1ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.40 info.flags=0x17 2024-09-12T17:58:15.348 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.346+0000 7f64f1ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.40 to cache LRU end 2024-09-12T17:58:15.348 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.346+0000 7f64f1ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:58:15.348 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.346+0000 7f6612b2e800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[b6123b67-6580-4373-9691-e0e950df5f06.4566.40]): orig_sources= new_sources= 2024-09-12T17:58:15.348 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.346+0000 7f6612b2e800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[b6123b67-6580-4373-9691-e0e950df5f06.4566.40]): potential sources added=[] removed=[] 2024-09-12T17:58:15.348 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.346+0000 7f6612b2e800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[b6123b67-6580-4373-9691-e0e950df5f06.4566.40]): orig_dests= new_dests= 2024-09-12T17:58:15.348 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.346+0000 7f6612b2e800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[b6123b67-6580-4373-9691-e0e950df5f06.4566.40]): potential dests added=[] removed=[] 2024-09-12T17:58:15.349 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.348+0000 7f6612b2e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.40.0 2024-09-12T17:58:15.349 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.348+0000 7f6612b2e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.40 : hit (requested=0x17, cached=0x17) 2024-09-12T17:58:15.349 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.348+0000 7f6612b2e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.40 2024-09-12T17:58:15.351 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.350+0000 7f6612b2e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.40 info.flags=0x17 2024-09-12T17:58:15.351 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.350+0000 7f6612b2e800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.40 to cache LRU end 2024-09-12T17:58:15.351 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.350+0000 7f6612b2e800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:58:15.351 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.350+0000 7f6612b2e800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.40, ofs0, ns] 2024-09-12T17:58:15.352 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.350+0000 7f64f1ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398870 cookie 94163679790256 notifier 7517 bl.length()=983 2024-09-12T17:58:15.352 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.350+0000 7f64f1ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.40 info.flags=0x17 2024-09-12T17:58:15.352 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.350+0000 7f64f1ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b6123b67-6580-4373-9691-e0e950df5f06.4566.40 to cache LRU end 2024-09-12T17:58:15.352 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.350+0000 7f64f1ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:58:15.352 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.350+0000 7f6612b2e800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[b6123b67-6580-4373-9691-e0e950df5f06.4566.40]): orig_sources= new_sources= 2024-09-12T17:58:15.352 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.350+0000 7f6612b2e800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[b6123b67-6580-4373-9691-e0e950df5f06.4566.40]): potential sources added=[] removed=[] 2024-09-12T17:58:15.352 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.350+0000 7f6612b2e800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[b6123b67-6580-4373-9691-e0e950df5f06.4566.40]): orig_dests= new_dests= 2024-09-12T17:58:15.353 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.350+0000 7f6612b2e800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[b6123b67-6580-4373-9691-e0e950df5f06.4566.40]): potential dests added=[] removed=[] 2024-09-12T17:58:15.353 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.352+0000 7f6612b2e800 1 execute INFO: reshard of bucket "abort-at-change-reshard-state" from 1 shards to 2 shards completed successfully 2024-09-12T17:58:15.355 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.354+0000 7f64c4fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:15.358 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.356+0000 7f6612b2e800 20 remove_watcher() i=0 2024-09-12T17:58:15.358 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.356+0000 7f6612b2e800 2 removed watcher, disabling cache 2024-09-12T17:58:15.359 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.357+0000 7f6612b2e800 20 remove_watcher() i=1 2024-09-12T17:58:15.360 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.359+0000 7f6612b2e800 20 remove_watcher() i=2 2024-09-12T17:58:15.361 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.360+0000 7f6612b2e800 20 remove_watcher() i=3 2024-09-12T17:58:15.362 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.361+0000 7f6612b2e800 20 remove_watcher() i=4 2024-09-12T17:58:15.363 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.362+0000 7f6612b2e800 20 remove_watcher() i=5 2024-09-12T17:58:15.365 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.363+0000 7f6612b2e800 20 remove_watcher() i=6 2024-09-12T17:58:15.366 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.364+0000 7f6612b2e800 20 remove_watcher() i=7 2024-09-12T17:58:15.380 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket abort-at-change-reshard-state 2024-09-12T17:58:15.411 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:58:15.411 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:58:15.451 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.450+0000 7f081e12a800 20 rados->read ofs=0 len=0 2024-09-12T17:58:15.454 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.452+0000 7f081e12a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:15.454 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.452+0000 7f081e12a800 20 realm 2024-09-12T17:58:15.454 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.452+0000 7f081e12a800 20 rados->read ofs=0 len=0 2024-09-12T17:58:15.454 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.452+0000 7f081e12a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:15.454 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.452+0000 7f081e12a800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:58:15.454 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.452+0000 7f081e12a800 20 rados->read ofs=0 len=0 2024-09-12T17:58:15.454 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.452+0000 7f081e12a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:15.454 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.452+0000 7f081e12a800 20 rados->read ofs=0 len=0 2024-09-12T17:58:15.455 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.453+0000 7f081e12a800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:15.455 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.453+0000 7f081e12a800 20 rados->read ofs=0 len=0 2024-09-12T17:58:15.455 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.454+0000 7f081e12a800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:58:15.456 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.454+0000 7f081e12a800 20 searching for the correct realm 2024-09-12T17:58:15.458 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.456+0000 7f081964e640 0 -- 172.21.15.45:0/1260702123 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x55e907086500 msgr2=0x55e9070888f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:58:15.462 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.461+0000 7f0819e4f640 0 -- 172.21.15.45:0/1260702123 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f081004eb60 msgr2=0x7f0810086990 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:15.669 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.667+0000 7f081e12a800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:58:15.669 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.667+0000 7f081e12a800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:58:15.670 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.667+0000 7f081e12a800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:58:15.670 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.667+0000 7f081e12a800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:58:15.670 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.667+0000 7f081e12a800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:58:15.670 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.667+0000 7f081e12a800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:58:15.670 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.667+0000 7f081e12a800 20 rados->read ofs=0 len=0 2024-09-12T17:58:15.670 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.667+0000 7f081e12a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:15.670 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.667+0000 7f081e12a800 20 rados->read ofs=0 len=0 2024-09-12T17:58:15.670 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.668+0000 7f081e12a800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:15.670 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.668+0000 7f081e12a800 20 rados->read ofs=0 len=0 2024-09-12T17:58:15.672 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.668+0000 7f081e12a800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:58:15.672 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.668+0000 7f081e12a800 20 zone default found 2024-09-12T17:58:15.672 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.668+0000 7f081e12a800 4 Realm: () 2024-09-12T17:58:15.672 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.668+0000 7f081e12a800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:58:15.672 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.668+0000 7f081e12a800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:58:15.672 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.668+0000 7f081e12a800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:58:15.672 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.668+0000 7f081e12a800 20 zonegroup default 2024-09-12T17:58:15.672 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.668+0000 7f081e12a800 20 rados->read ofs=0 len=0 2024-09-12T17:58:15.673 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.668+0000 7f081e12a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:15.673 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.668+0000 7f081e12a800 20 rados->read ofs=0 len=0 2024-09-12T17:58:15.673 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.669+0000 7f081e12a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:15.673 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.669+0000 7f081e12a800 20 rados->read ofs=0 len=0 2024-09-12T17:58:15.673 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.669+0000 7f081e12a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:15.673 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.669+0000 7f081e12a800 20 started sync module instance, tier type = 2024-09-12T17:58:15.673 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.669+0000 7f081e12a800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:58:15.681 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.679+0000 7f081e12a800 20 add_watcher() i=0 2024-09-12T17:58:15.681 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.679+0000 7f081e12a800 20 add_watcher() i=1 2024-09-12T17:58:15.681 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.679+0000 7f081e12a800 20 add_watcher() i=2 2024-09-12T17:58:15.681 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.679+0000 7f081e12a800 20 add_watcher() i=3 2024-09-12T17:58:15.681 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.679+0000 7f081e12a800 20 add_watcher() i=4 2024-09-12T17:58:15.681 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.679+0000 7f081e12a800 20 add_watcher() i=5 2024-09-12T17:58:15.682 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.679+0000 7f081e12a800 20 add_watcher() i=6 2024-09-12T17:58:15.682 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.681+0000 7f081e12a800 20 add_watcher() i=7 2024-09-12T17:58:15.682 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.681+0000 7f081e12a800 2 all 8 watchers are set, enabling cache 2024-09-12T17:58:15.684 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.682+0000 7f06cb7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:15.685 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.683+0000 7f081e12a800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:58:15.685 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.683+0000 7f081e12a800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:58:15.685 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.683+0000 7f081e12a800 5 note: GC not initialized 2024-09-12T17:58:15.686 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.683+0000 7f06ca7fc640 20 reqs_thread_entry: start 2024-09-12T17:58:15.686 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.683+0000 7f081e12a800 20 init_complete bucket index max shards: 1 2024-09-12T17:58:15.686 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.683+0000 7f081e12a800 20 Filter name: none 2024-09-12T17:58:15.686 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.683+0000 7f063bfff640 20 reqs_thread_entry: start 2024-09-12T17:58:15.686 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.683+0000 7f081e12a800 20 rados->read ofs=0 len=0 2024-09-12T17:58:15.686 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.684+0000 7f081e12a800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:58:15.686 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.684+0000 7f081e12a800 20 rados->read ofs=0 len=0 2024-09-12T17:58:15.687 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.684+0000 7f081e12a800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:58:15.687 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.684+0000 7f081e12a800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:58:15.687 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.684+0000 7f081e12a800 20 rados->read ofs=0 len=0 2024-09-12T17:58:15.688 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.685+0000 7f081e12a800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:58:15.688 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.685+0000 7f081e12a800 20 rados->read ofs=0 len=0 2024-09-12T17:58:15.688 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.685+0000 7f081e12a800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:58:15.688 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.685+0000 7f081e12a800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:58:15.688 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.687+0000 7f06cb7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:15.690 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.689+0000 7f081e12a800 20 remove_watcher() i=0 2024-09-12T17:58:15.690 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.689+0000 7f081e12a800 2 removed watcher, disabling cache 2024-09-12T17:58:15.691 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.690+0000 7f081e12a800 20 remove_watcher() i=1 2024-09-12T17:58:15.692 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.691+0000 7f081e12a800 20 remove_watcher() i=2 2024-09-12T17:58:15.694 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.692+0000 7f081e12a800 20 remove_watcher() i=3 2024-09-12T17:58:15.695 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.694+0000 7f081e12a800 20 remove_watcher() i=4 2024-09-12T17:58:15.696 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.695+0000 7f081e12a800 20 remove_watcher() i=5 2024-09-12T17:58:15.697 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.696+0000 7f081e12a800 20 remove_watcher() i=6 2024-09-12T17:58:15.698 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.697+0000 7f081e12a800 20 remove_watcher() i=7 2024-09-12T17:58:15.710 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:15.710 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T17:58:15.710 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: abort-at-change-reshard-state id: b6123b67-6580-4373-9691-e0e950df5f06.4566.40 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:58:15.710 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:15.712 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:58:15.712 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:58:15.716 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:58:15.716 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:58:15.759 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:58:15.759 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:58:15.775 INFO:tasks.workunit.client.0.smithi045.stderr: test: logrecord could be stopped after reshard failed 2024-09-12T17:58:15.777 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T17:58:15.806 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:58:15.806 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:58:15.845 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.844+0000 7efd91d25800 20 rados->read ofs=0 len=0 2024-09-12T17:58:15.847 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.846+0000 7efd91d25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:15.847 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.846+0000 7efd91d25800 20 realm 2024-09-12T17:58:15.847 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.846+0000 7efd91d25800 20 rados->read ofs=0 len=0 2024-09-12T17:58:15.848 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.846+0000 7efd91d25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:15.848 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.846+0000 7efd91d25800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:58:15.848 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.846+0000 7efd91d25800 20 rados->read ofs=0 len=0 2024-09-12T17:58:15.848 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.846+0000 7efd91d25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:15.848 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.846+0000 7efd91d25800 20 rados->read ofs=0 len=0 2024-09-12T17:58:15.848 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.847+0000 7efd91d25800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:15.848 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.847+0000 7efd91d25800 20 rados->read ofs=0 len=0 2024-09-12T17:58:15.853 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.848+0000 7efd91d25800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:58:15.853 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.848+0000 7efd91d25800 20 searching for the correct realm 2024-09-12T17:58:15.853 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.850+0000 7efd8d132640 0 -- 172.21.15.45:0/1972873782 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7efd80051070 msgr2=0x7efd80094a50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:15.856 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:15.854+0000 7efd8d933640 0 -- 172.21.15.45:0/1972873782 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7efd8406fbb0 msgr2=0x7efd84080190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:16.062 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.060+0000 7efd91d25800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:58:16.062 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.060+0000 7efd91d25800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:58:16.063 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.060+0000 7efd91d25800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:58:16.063 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.060+0000 7efd91d25800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:58:16.063 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.060+0000 7efd91d25800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:58:16.063 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.060+0000 7efd91d25800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:58:16.063 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.060+0000 7efd91d25800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.063 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.061+0000 7efd91d25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:16.063 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.061+0000 7efd91d25800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.064 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.061+0000 7efd91d25800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:16.064 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.061+0000 7efd91d25800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.064 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.062+0000 7efd91d25800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:58:16.065 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.062+0000 7efd91d25800 20 zone default found 2024-09-12T17:58:16.065 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.062+0000 7efd91d25800 4 Realm: () 2024-09-12T17:58:16.065 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.062+0000 7efd91d25800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:58:16.065 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.062+0000 7efd91d25800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:58:16.065 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.062+0000 7efd91d25800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:58:16.065 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.062+0000 7efd91d25800 20 zonegroup default 2024-09-12T17:58:16.065 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.062+0000 7efd91d25800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.065 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.062+0000 7efd91d25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:16.065 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.062+0000 7efd91d25800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.065 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.062+0000 7efd91d25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:16.065 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.062+0000 7efd91d25800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.065 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.063+0000 7efd91d25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:16.065 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.063+0000 7efd91d25800 20 started sync module instance, tier type = 2024-09-12T17:58:16.065 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.063+0000 7efd91d25800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:58:16.074 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.072+0000 7efd91d25800 20 add_watcher() i=0 2024-09-12T17:58:16.074 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.072+0000 7efd91d25800 20 add_watcher() i=1 2024-09-12T17:58:16.074 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.072+0000 7efd91d25800 20 add_watcher() i=2 2024-09-12T17:58:16.074 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.072+0000 7efd91d25800 20 add_watcher() i=3 2024-09-12T17:58:16.074 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.072+0000 7efd91d25800 20 add_watcher() i=4 2024-09-12T17:58:16.074 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.072+0000 7efd91d25800 20 add_watcher() i=5 2024-09-12T17:58:16.074 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.072+0000 7efd91d25800 20 add_watcher() i=6 2024-09-12T17:58:16.075 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.073+0000 7efd91d25800 20 add_watcher() i=7 2024-09-12T17:58:16.075 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.073+0000 7efd91d25800 2 all 8 watchers are set, enabling cache 2024-09-12T17:58:16.076 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.075+0000 7efc43fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:16.077 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.075+0000 7efd91d25800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:58:16.077 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.075+0000 7efd91d25800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:58:16.077 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.075+0000 7efd91d25800 5 note: GC not initialized 2024-09-12T17:58:16.078 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.076+0000 7efc42fe5640 20 reqs_thread_entry: start 2024-09-12T17:58:16.078 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.076+0000 7efd91d25800 20 init_complete bucket index max shards: 1 2024-09-12T17:58:16.078 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.076+0000 7efd91d25800 20 Filter name: none 2024-09-12T17:58:16.078 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.076+0000 7efc40fe1640 20 reqs_thread_entry: start 2024-09-12T17:58:16.078 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.076+0000 7efd91d25800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.078 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.077+0000 7efd91d25800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:58:16.078 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.077+0000 7efd91d25800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.079 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.077+0000 7efd91d25800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:58:16.079 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.077+0000 7efd91d25800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:58:16.079 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.077+0000 7efd91d25800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.080 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.078+0000 7efd91d25800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:58:16.080 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.078+0000 7efd91d25800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.080 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.078+0000 7efd91d25800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:58:16.080 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.078+0000 7efd91d25800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:58:16.081 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.080+0000 7efc43fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:16.083 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.082+0000 7efd91d25800 20 remove_watcher() i=0 2024-09-12T17:58:16.083 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.082+0000 7efd91d25800 2 removed watcher, disabling cache 2024-09-12T17:58:16.084 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.083+0000 7efd91d25800 20 remove_watcher() i=1 2024-09-12T17:58:16.085 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.084+0000 7efd91d25800 20 remove_watcher() i=2 2024-09-12T17:58:16.087 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.085+0000 7efd91d25800 20 remove_watcher() i=3 2024-09-12T17:58:16.088 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.086+0000 7efd91d25800 20 remove_watcher() i=4 2024-09-12T17:58:16.089 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.087+0000 7efd91d25800 20 remove_watcher() i=5 2024-09-12T17:58:16.089 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.088+0000 7efd91d25800 20 remove_watcher() i=6 2024-09-12T17:58:16.090 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.089+0000 7efd91d25800 20 remove_watcher() i=7 2024-09-12T17:58:16.102 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:16.102 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T17:58:16.102 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: a-bucket id: b6123b67-6580-4373-9691-e0e950df5f06.4566.18 num_objects: 8 size_kb: 1 num_shards: 3 2024-09-12T17:58:16.102 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:16.103 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T17:58:16.133 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:58:16.133 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:58:16.172 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.170+0000 7f9b95d46800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.174 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.172+0000 7f9b95d46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:16.174 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.172+0000 7f9b95d46800 20 realm 2024-09-12T17:58:16.174 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.172+0000 7f9b95d46800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.174 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.172+0000 7f9b95d46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:16.174 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.172+0000 7f9b95d46800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:58:16.174 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.172+0000 7f9b95d46800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.174 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.172+0000 7f9b95d46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:16.174 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.172+0000 7f9b95d46800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.175 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.173+0000 7f9b95d46800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:16.175 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.173+0000 7f9b95d46800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.175 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.174+0000 7f9b95d46800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:58:16.176 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.174+0000 7f9b95d46800 20 searching for the correct realm 2024-09-12T17:58:16.179 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.177+0000 7f9b94031640 0 -- 172.21.15.45:0/2931019244 >> [v2:172.21.15.45:6824/1551660769,v1:172.21.15.45:6825/1551660769] conn(0x55e23cf5bc30 msgr2=0x55e23cf5e0f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:58:16.182 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.181+0000 7f9b93830640 0 -- 172.21.15.45:0/2931019244 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f9b8806e5a0 msgr2=0x7f9b88083040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:16.187 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.186+0000 7f9b95d46800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:58:16.188 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.186+0000 7f9b95d46800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:58:16.188 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.186+0000 7f9b95d46800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:58:16.188 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.186+0000 7f9b95d46800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:58:16.188 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.186+0000 7f9b95d46800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:58:16.188 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.186+0000 7f9b95d46800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:58:16.188 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.186+0000 7f9b95d46800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.188 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.186+0000 7f9b95d46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:16.188 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.186+0000 7f9b95d46800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.190 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.186+0000 7f9b95d46800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:16.190 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.186+0000 7f9b95d46800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.190 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.186+0000 7f9b95d46800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:58:16.190 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.186+0000 7f9b95d46800 20 zone default found 2024-09-12T17:58:16.190 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.186+0000 7f9b95d46800 4 Realm: () 2024-09-12T17:58:16.190 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.186+0000 7f9b95d46800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:58:16.190 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.186+0000 7f9b95d46800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:58:16.190 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.186+0000 7f9b95d46800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:58:16.190 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.186+0000 7f9b95d46800 20 zonegroup default 2024-09-12T17:58:16.191 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.187+0000 7f9b95d46800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.191 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.187+0000 7f9b95d46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:16.191 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.187+0000 7f9b95d46800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.191 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.187+0000 7f9b95d46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:16.191 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.187+0000 7f9b95d46800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.191 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.188+0000 7f9b95d46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:16.191 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.188+0000 7f9b95d46800 20 started sync module instance, tier type = 2024-09-12T17:58:16.191 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.188+0000 7f9b95d46800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:58:16.199 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.197+0000 7f9b95d46800 20 add_watcher() i=0 2024-09-12T17:58:16.199 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.197+0000 7f9b95d46800 20 add_watcher() i=1 2024-09-12T17:58:16.199 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.197+0000 7f9b95d46800 20 add_watcher() i=2 2024-09-12T17:58:16.199 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.197+0000 7f9b95d46800 20 add_watcher() i=3 2024-09-12T17:58:16.199 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.197+0000 7f9b95d46800 20 add_watcher() i=4 2024-09-12T17:58:16.199 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.197+0000 7f9b95d46800 20 add_watcher() i=5 2024-09-12T17:58:16.199 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.197+0000 7f9b95d46800 20 add_watcher() i=6 2024-09-12T17:58:16.200 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.198+0000 7f9b95d46800 20 add_watcher() i=7 2024-09-12T17:58:16.200 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.198+0000 7f9b95d46800 2 all 8 watchers are set, enabling cache 2024-09-12T17:58:16.201 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.200+0000 7f9a49fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:16.202 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.200+0000 7f9b95d46800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:58:16.202 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.200+0000 7f9b95d46800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:58:16.202 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.200+0000 7f9b95d46800 5 note: GC not initialized 2024-09-12T17:58:16.202 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.200+0000 7f9a48fe1640 20 reqs_thread_entry: start 2024-09-12T17:58:16.202 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.200+0000 7f9b95d46800 20 init_complete bucket index max shards: 1 2024-09-12T17:58:16.202 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.200+0000 7f9b95d46800 20 Filter name: none 2024-09-12T17:58:16.202 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.200+0000 7f99c27fc640 20 reqs_thread_entry: start 2024-09-12T17:58:16.203 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.200+0000 7f9b95d46800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.204 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.201+0000 7f9b95d46800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:58:16.204 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.201+0000 7f9b95d46800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.204 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.201+0000 7f9b95d46800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:58:16.204 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.201+0000 7f9b95d46800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:58:16.204 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.201+0000 7f9b95d46800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.204 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.202+0000 7f9b95d46800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:58:16.204 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.202+0000 7f9b95d46800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.204 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.202+0000 7f9b95d46800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:58:16.204 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.202+0000 7f9b95d46800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:58:16.205 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.203+0000 7f9a49fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:16.207 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.205+0000 7f9b95d46800 20 remove_watcher() i=0 2024-09-12T17:58:16.207 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.205+0000 7f9b95d46800 2 removed watcher, disabling cache 2024-09-12T17:58:16.208 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.207+0000 7f9b95d46800 20 remove_watcher() i=1 2024-09-12T17:58:16.209 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.208+0000 7f9b95d46800 20 remove_watcher() i=2 2024-09-12T17:58:16.210 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.209+0000 7f9b95d46800 20 remove_watcher() i=3 2024-09-12T17:58:16.211 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.210+0000 7f9b95d46800 20 remove_watcher() i=4 2024-09-12T17:58:16.212 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.211+0000 7f9b95d46800 20 remove_watcher() i=5 2024-09-12T17:58:16.213 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.212+0000 7f9b95d46800 20 remove_watcher() i=6 2024-09-12T17:58:16.214 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.213+0000 7f9b95d46800 20 remove_watcher() i=7 2024-09-12T17:58:16.227 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 4 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at change_reshard_state 2024-09-12T17:58:16.262 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:58:16.263 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:58:16.301 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.300+0000 7fd63f73e800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.304 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.302+0000 7fd63f73e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:16.304 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.302+0000 7fd63f73e800 20 realm 2024-09-12T17:58:16.304 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.302+0000 7fd63f73e800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.304 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.302+0000 7fd63f73e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:16.304 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.302+0000 7fd63f73e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:58:16.304 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.302+0000 7fd63f73e800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.304 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.302+0000 7fd63f73e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:16.304 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.302+0000 7fd63f73e800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.304 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.303+0000 7fd63f73e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:16.305 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.303+0000 7fd63f73e800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.305 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.304+0000 7fd63f73e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:58:16.305 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.304+0000 7fd63f73e800 20 searching for the correct realm 2024-09-12T17:58:16.308 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.306+0000 7fd63bc87640 0 -- 172.21.15.45:0/1564004402 >> [v2:172.21.15.45:6824/1551660769,v1:172.21.15.45:6825/1551660769] conn(0x55ab28375520 msgr2=0x55ab283779e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:16.311 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.310+0000 7fd63b486640 0 -- 172.21.15.45:0/1564004402 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7fd630071400 msgr2=0x7fd630071880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:16.316 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.314+0000 7fd63f73e800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:58:16.316 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.314+0000 7fd63f73e800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:58:16.316 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.314+0000 7fd63f73e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:58:16.316 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.314+0000 7fd63f73e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:58:16.316 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.314+0000 7fd63f73e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:58:16.316 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.314+0000 7fd63f73e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:58:16.316 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.314+0000 7fd63f73e800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.316 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.314+0000 7fd63f73e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:16.316 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.314+0000 7fd63f73e800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.317 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.314+0000 7fd63f73e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:16.318 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.314+0000 7fd63f73e800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.318 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.315+0000 7fd63f73e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:58:16.318 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.315+0000 7fd63f73e800 20 zone default found 2024-09-12T17:58:16.318 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.315+0000 7fd63f73e800 4 Realm: () 2024-09-12T17:58:16.318 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.315+0000 7fd63f73e800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:58:16.318 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.315+0000 7fd63f73e800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:58:16.318 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.315+0000 7fd63f73e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:58:16.318 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.315+0000 7fd63f73e800 20 zonegroup default 2024-09-12T17:58:16.318 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.315+0000 7fd63f73e800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.318 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.315+0000 7fd63f73e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:16.318 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.315+0000 7fd63f73e800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.318 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.315+0000 7fd63f73e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:16.318 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.315+0000 7fd63f73e800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.319 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.315+0000 7fd63f73e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:16.319 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.315+0000 7fd63f73e800 20 started sync module instance, tier type = 2024-09-12T17:58:16.319 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.315+0000 7fd63f73e800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:58:16.327 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.324+0000 7fd63f73e800 20 add_watcher() i=0 2024-09-12T17:58:16.327 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.324+0000 7fd63f73e800 20 add_watcher() i=1 2024-09-12T17:58:16.327 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.324+0000 7fd63f73e800 20 add_watcher() i=2 2024-09-12T17:58:16.327 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.324+0000 7fd63f73e800 20 add_watcher() i=3 2024-09-12T17:58:16.327 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.324+0000 7fd63f73e800 20 add_watcher() i=4 2024-09-12T17:58:16.327 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.325+0000 7fd63f73e800 20 add_watcher() i=5 2024-09-12T17:58:16.328 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.325+0000 7fd63f73e800 20 add_watcher() i=6 2024-09-12T17:58:16.328 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.325+0000 7fd63f73e800 20 add_watcher() i=7 2024-09-12T17:58:16.328 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.326+0000 7fd63f73e800 2 all 8 watchers are set, enabling cache 2024-09-12T17:58:16.328 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.327+0000 7fd4f1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:16.330 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.327+0000 7fd63f73e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:58:16.330 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.327+0000 7fd63f73e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:58:16.330 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.328+0000 7fd63f73e800 5 note: GC not initialized 2024-09-12T17:58:16.330 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.328+0000 7fd4f0fe1640 20 reqs_thread_entry: start 2024-09-12T17:58:16.330 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.328+0000 7fd63f73e800 20 init_complete bucket index max shards: 1 2024-09-12T17:58:16.330 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.328+0000 7fd63f73e800 20 Filter name: none 2024-09-12T17:58:16.330 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.328+0000 7fd46a7fc640 20 reqs_thread_entry: start 2024-09-12T17:58:16.330 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.328+0000 7fd63f73e800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:58:16.330 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.328+0000 7fd63f73e800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.331 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.328+0000 7fd63f73e800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:58:16.331 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.328+0000 7fd63f73e800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:58:16.331 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.328+0000 7fd63f73e800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:58:16.331 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.329+0000 7fd63f73e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 : miss 2024-09-12T17:58:16.331 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.329+0000 7fd63f73e800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.331 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.329+0000 7fd63f73e800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:58:16.331 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.329+0000 7fd63f73e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T17:58:16.332 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.329+0000 7fd63f73e800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T17:58:16.332 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.329+0000 7fd63f73e800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:58:16.332 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.329+0000 7fd63f73e800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:58:16.332 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.329+0000 7fd63f73e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 2024-09-12T17:58:16.334 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.333+0000 7fd63f73e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T17:58:16.334 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.333+0000 7fd63f73e800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T17:58:16.334 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.333+0000 7fd63f73e800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:58:16.334 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.333+0000 7fd63f73e800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18, ofs0, ns] 2024-09-12T17:58:16.335 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.333+0000 7fd51e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398943 cookie 94193602491600 notifier 8013 bl.length()=911 2024-09-12T17:58:16.335 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.333+0000 7fd51e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T17:58:16.335 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.333+0000 7fd51e7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T17:58:16.335 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.333+0000 7fd51e7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:58:16.335 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.333+0000 7fd63f73e800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): orig_sources= new_sources= 2024-09-12T17:58:16.335 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.333+0000 7fd63f73e800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): potential sources added=[] removed=[] 2024-09-12T17:58:16.335 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.333+0000 7fd63f73e800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): orig_dests= new_dests= 2024-09-12T17:58:16.335 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.333+0000 7fd63f73e800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): potential dests added=[] removed=[] 2024-09-12T17:58:16.337 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.336+0000 7fd63f73e800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.3.0 2024-09-12T17:58:16.337 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.336+0000 7fd63f73e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.3.0 2024-09-12T17:58:16.338 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.336+0000 7fd63f73e800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.3.1 2024-09-12T17:58:16.338 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.336+0000 7fd63f73e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.3.1 2024-09-12T17:58:16.338 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.336+0000 7fd63f73e800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.3.2 2024-09-12T17:58:16.338 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.336+0000 7fd63f73e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.3.2 2024-09-12T17:58:16.338 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.336+0000 7fd63f73e800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.3.3 2024-09-12T17:58:16.338 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.336+0000 7fd63f73e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.3.3 2024-09-12T17:58:16.338 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.336+0000 7fd63f73e800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.0 2024-09-12T17:58:16.338 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.336+0000 7fd63f73e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.0 2024-09-12T17:58:16.339 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.336+0000 7fd63f73e800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.1 2024-09-12T17:58:16.339 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.336+0000 7fd63f73e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.1 2024-09-12T17:58:16.339 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.337+0000 7fd63f73e800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.2 2024-09-12T17:58:16.339 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.337+0000 7fd63f73e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.2 2024-09-12T17:58:16.340 INFO:tasks.workunit.client.0.smithi045.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fd63f73e800 time 2024-09-12T17:58:16.340712+0000 2024-09-12T17:58:16.341 INFO:tasks.workunit.client.0.smithi045.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:58:16.341 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:58:16.341 INFO:tasks.workunit.client.0.smithi045.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7fd640f8c71a] 2024-09-12T17:58:16.341 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fd640f8c8d8] 2024-09-12T17:58:16.341 INFO:tasks.workunit.client.0.smithi045.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55ab26273841] 2024-09-12T17:58:16.341 INFO:tasks.workunit.client.0.smithi045.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1834) [0x55ab26282734] 2024-09-12T17:58:16.341 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x55ab262835d4] 2024-09-12T17:58:16.342 INFO:tasks.workunit.client.0.smithi045.stderr: 6: main() 2024-09-12T17:58:16.342 INFO:tasks.workunit.client.0.smithi045.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7fd63fc29590] 2024-09-12T17:58:16.342 INFO:tasks.workunit.client.0.smithi045.stderr: 8: __libc_start_main() 2024-09-12T17:58:16.342 INFO:tasks.workunit.client.0.smithi045.stderr: 9: _start() 2024-09-12T17:58:16.342 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.339+0000 7fd63f73e800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fd63f73e800 time 2024-09-12T17:58:16.340712+0000 2024-09-12T17:58:16.342 INFO:tasks.workunit.client.0.smithi045.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:58:16.342 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:16.342 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:58:16.342 INFO:tasks.workunit.client.0.smithi045.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7fd640f8c71a] 2024-09-12T17:58:16.342 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fd640f8c8d8] 2024-09-12T17:58:16.342 INFO:tasks.workunit.client.0.smithi045.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55ab26273841] 2024-09-12T17:58:16.342 INFO:tasks.workunit.client.0.smithi045.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1834) [0x55ab26282734] 2024-09-12T17:58:16.343 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x55ab262835d4] 2024-09-12T17:58:16.343 INFO:tasks.workunit.client.0.smithi045.stderr: 6: main() 2024-09-12T17:58:16.343 INFO:tasks.workunit.client.0.smithi045.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7fd63fc29590] 2024-09-12T17:58:16.343 INFO:tasks.workunit.client.0.smithi045.stderr: 8: __libc_start_main() 2024-09-12T17:58:16.343 INFO:tasks.workunit.client.0.smithi045.stderr: 9: _start() 2024-09-12T17:58:16.343 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:16.343 INFO:tasks.workunit.client.0.smithi045.stderr:*** Caught signal (Aborted) ** 2024-09-12T17:58:16.343 INFO:tasks.workunit.client.0.smithi045.stderr: in thread 7fd63f73e800 thread_name:radosgw-admin 2024-09-12T17:58:16.358 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:58:16.359 INFO:tasks.workunit.client.0.smithi045.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fd63fc3e6f0] 2024-09-12T17:58:16.359 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7fd63fc8b99c] 2024-09-12T17:58:16.359 INFO:tasks.workunit.client.0.smithi045.stderr: 3: raise() 2024-09-12T17:58:16.359 INFO:tasks.workunit.client.0.smithi045.stderr: 4: abort() 2024-09-12T17:58:16.359 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7fd640f8c774] 2024-09-12T17:58:16.359 INFO:tasks.workunit.client.0.smithi045.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fd640f8c8d8] 2024-09-12T17:58:16.359 INFO:tasks.workunit.client.0.smithi045.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55ab26273841] 2024-09-12T17:58:16.359 INFO:tasks.workunit.client.0.smithi045.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1834) [0x55ab26282734] 2024-09-12T17:58:16.359 INFO:tasks.workunit.client.0.smithi045.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x55ab262835d4] 2024-09-12T17:58:16.359 INFO:tasks.workunit.client.0.smithi045.stderr: 10: main() 2024-09-12T17:58:16.360 INFO:tasks.workunit.client.0.smithi045.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7fd63fc29590] 2024-09-12T17:58:16.360 INFO:tasks.workunit.client.0.smithi045.stderr: 12: __libc_start_main() 2024-09-12T17:58:16.360 INFO:tasks.workunit.client.0.smithi045.stderr: 13: _start() 2024-09-12T17:58:16.360 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.340+0000 7fd63f73e800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:58:16.360 INFO:tasks.workunit.client.0.smithi045.stderr: in thread 7fd63f73e800 thread_name:radosgw-admin 2024-09-12T17:58:16.360 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:16.360 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:58:16.360 INFO:tasks.workunit.client.0.smithi045.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fd63fc3e6f0] 2024-09-12T17:58:16.360 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7fd63fc8b99c] 2024-09-12T17:58:16.360 INFO:tasks.workunit.client.0.smithi045.stderr: 3: raise() 2024-09-12T17:58:16.360 INFO:tasks.workunit.client.0.smithi045.stderr: 4: abort() 2024-09-12T17:58:16.360 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7fd640f8c774] 2024-09-12T17:58:16.360 INFO:tasks.workunit.client.0.smithi045.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fd640f8c8d8] 2024-09-12T17:58:16.361 INFO:tasks.workunit.client.0.smithi045.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55ab26273841] 2024-09-12T17:58:16.361 INFO:tasks.workunit.client.0.smithi045.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1834) [0x55ab26282734] 2024-09-12T17:58:16.361 INFO:tasks.workunit.client.0.smithi045.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x55ab262835d4] 2024-09-12T17:58:16.361 INFO:tasks.workunit.client.0.smithi045.stderr: 10: main() 2024-09-12T17:58:16.361 INFO:tasks.workunit.client.0.smithi045.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7fd63fc29590] 2024-09-12T17:58:16.361 INFO:tasks.workunit.client.0.smithi045.stderr: 12: __libc_start_main() 2024-09-12T17:58:16.361 INFO:tasks.workunit.client.0.smithi045.stderr: 13: _start() 2024-09-12T17:58:16.361 INFO:tasks.workunit.client.0.smithi045.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:58:16.361 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:16.361 INFO:tasks.workunit.client.0.smithi045.stderr:--- begin dump of recent events --- 2024-09-12T17:58:16.361 INFO:tasks.workunit.client.0.smithi045.stderr: -499> 2024-09-12T17:58:16.282+0000 7fd63f73e800 5 AuthRegistry(0x55ab282834f0) adding con mode: secure 2024-09-12T17:58:16.361 INFO:tasks.workunit.client.0.smithi045.stderr: -498> 2024-09-12T17:58:16.282+0000 7fd63f73e800 5 AuthRegistry(0x55ab282834f0) adding con mode: crc 2024-09-12T17:58:16.361 INFO:tasks.workunit.client.0.smithi045.stderr: -497> 2024-09-12T17:58:16.282+0000 7fd63f73e800 5 AuthRegistry(0x55ab282834f0) adding con mode: crc 2024-09-12T17:58:16.362 INFO:tasks.workunit.client.0.smithi045.stderr: -496> 2024-09-12T17:58:16.282+0000 7fd63f73e800 5 AuthRegistry(0x55ab282834f0) adding con mode: secure 2024-09-12T17:58:16.362 INFO:tasks.workunit.client.0.smithi045.stderr: -495> 2024-09-12T17:58:16.282+0000 7fd63f73e800 5 AuthRegistry(0x55ab282834f0) adding con mode: crc 2024-09-12T17:58:16.362 INFO:tasks.workunit.client.0.smithi045.stderr: -494> 2024-09-12T17:58:16.282+0000 7fd63f73e800 5 AuthRegistry(0x55ab282834f0) adding con mode: secure 2024-09-12T17:58:16.362 INFO:tasks.workunit.client.0.smithi045.stderr: -493> 2024-09-12T17:58:16.282+0000 7fd63f73e800 5 AuthRegistry(0x55ab282834f0) adding con mode: crc 2024-09-12T17:58:16.362 INFO:tasks.workunit.client.0.smithi045.stderr: -492> 2024-09-12T17:58:16.282+0000 7fd63f73e800 5 AuthRegistry(0x55ab282834f0) adding con mode: secure 2024-09-12T17:58:16.362 INFO:tasks.workunit.client.0.smithi045.stderr: -491> 2024-09-12T17:58:16.282+0000 7fd63f73e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:16.362 INFO:tasks.workunit.client.0.smithi045.stderr: -490> 2024-09-12T17:58:16.282+0000 7fd63f73e800 1 librados: starting msgr at 2024-09-12T17:58:16.362 INFO:tasks.workunit.client.0.smithi045.stderr: -489> 2024-09-12T17:58:16.282+0000 7fd63f73e800 1 librados: starting objecter 2024-09-12T17:58:16.362 INFO:tasks.workunit.client.0.smithi045.stderr: -488> 2024-09-12T17:58:16.282+0000 7fd63f73e800 5 asok(0x55ab28059730) register_command objecter_requests hook 0x55ab28283ec0 2024-09-12T17:58:16.362 INFO:tasks.workunit.client.0.smithi045.stderr: -487> 2024-09-12T17:58:16.283+0000 7fd63f73e800 1 librados: setting wanted keys 2024-09-12T17:58:16.362 INFO:tasks.workunit.client.0.smithi045.stderr: -486> 2024-09-12T17:58:16.283+0000 7fd63f73e800 1 librados: calling monclient init 2024-09-12T17:58:16.362 INFO:tasks.workunit.client.0.smithi045.stderr: -485> 2024-09-12T17:58:16.283+0000 7fd63f73e800 10 monclient: init 2024-09-12T17:58:16.362 INFO:tasks.workunit.client.0.smithi045.stderr: -484> 2024-09-12T17:58:16.283+0000 7fd63f73e800 5 AuthRegistry(0x55ab2827dda0) adding auth protocol: cephx 2024-09-12T17:58:16.363 INFO:tasks.workunit.client.0.smithi045.stderr: -483> 2024-09-12T17:58:16.283+0000 7fd63f73e800 5 AuthRegistry(0x55ab2827dda0) adding auth protocol: cephx 2024-09-12T17:58:16.363 INFO:tasks.workunit.client.0.smithi045.stderr: -482> 2024-09-12T17:58:16.283+0000 7fd63f73e800 5 AuthRegistry(0x55ab2827dda0) adding auth protocol: cephx 2024-09-12T17:58:16.363 INFO:tasks.workunit.client.0.smithi045.stderr: -481> 2024-09-12T17:58:16.283+0000 7fd63f73e800 5 AuthRegistry(0x55ab2827dda0) adding con mode: secure 2024-09-12T17:58:16.363 INFO:tasks.workunit.client.0.smithi045.stderr: -480> 2024-09-12T17:58:16.283+0000 7fd63f73e800 5 AuthRegistry(0x55ab2827dda0) adding con mode: crc 2024-09-12T17:58:16.363 INFO:tasks.workunit.client.0.smithi045.stderr: -479> 2024-09-12T17:58:16.283+0000 7fd63f73e800 5 AuthRegistry(0x55ab2827dda0) adding con mode: secure 2024-09-12T17:58:16.363 INFO:tasks.workunit.client.0.smithi045.stderr: -478> 2024-09-12T17:58:16.283+0000 7fd63f73e800 5 AuthRegistry(0x55ab2827dda0) adding con mode: crc 2024-09-12T17:58:16.363 INFO:tasks.workunit.client.0.smithi045.stderr: -477> 2024-09-12T17:58:16.283+0000 7fd63f73e800 5 AuthRegistry(0x55ab2827dda0) adding con mode: secure 2024-09-12T17:58:16.363 INFO:tasks.workunit.client.0.smithi045.stderr: -476> 2024-09-12T17:58:16.283+0000 7fd63f73e800 5 AuthRegistry(0x55ab2827dda0) adding con mode: crc 2024-09-12T17:58:16.363 INFO:tasks.workunit.client.0.smithi045.stderr: -475> 2024-09-12T17:58:16.283+0000 7fd63f73e800 5 AuthRegistry(0x55ab2827dda0) adding con mode: crc 2024-09-12T17:58:16.363 INFO:tasks.workunit.client.0.smithi045.stderr: -474> 2024-09-12T17:58:16.283+0000 7fd63f73e800 5 AuthRegistry(0x55ab2827dda0) adding con mode: secure 2024-09-12T17:58:16.363 INFO:tasks.workunit.client.0.smithi045.stderr: -473> 2024-09-12T17:58:16.283+0000 7fd63f73e800 5 AuthRegistry(0x55ab2827dda0) adding con mode: crc 2024-09-12T17:58:16.363 INFO:tasks.workunit.client.0.smithi045.stderr: -472> 2024-09-12T17:58:16.283+0000 7fd63f73e800 5 AuthRegistry(0x55ab2827dda0) adding con mode: secure 2024-09-12T17:58:16.363 INFO:tasks.workunit.client.0.smithi045.stderr: -471> 2024-09-12T17:58:16.283+0000 7fd63f73e800 5 AuthRegistry(0x55ab2827dda0) adding con mode: crc 2024-09-12T17:58:16.364 INFO:tasks.workunit.client.0.smithi045.stderr: -470> 2024-09-12T17:58:16.283+0000 7fd63f73e800 5 AuthRegistry(0x55ab2827dda0) adding con mode: secure 2024-09-12T17:58:16.364 INFO:tasks.workunit.client.0.smithi045.stderr: -469> 2024-09-12T17:58:16.283+0000 7fd63f73e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:16.364 INFO:tasks.workunit.client.0.smithi045.stderr: -468> 2024-09-12T17:58:16.283+0000 7fd63f73e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:16.364 INFO:tasks.workunit.client.0.smithi045.stderr: -467> 2024-09-12T17:58:16.283+0000 7fd63f73e800 5 asok(0x55ab28059730) register_command rotate-key hook 0x55ab2827dee8 2024-09-12T17:58:16.364 INFO:tasks.workunit.client.0.smithi045.stderr: -466> 2024-09-12T17:58:16.283+0000 7fd63f73e800 10 monclient: _reopen_session rank -1 2024-09-12T17:58:16.364 INFO:tasks.workunit.client.0.smithi045.stderr: -465> 2024-09-12T17:58:16.283+0000 7fd63f73e800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:58:16.364 INFO:tasks.workunit.client.0.smithi045.stderr: -464> 2024-09-12T17:58:16.283+0000 7fd63f73e800 10 monclient(hunting): picked mon.noname-a con 0x55ab28136f30 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:58:16.364 INFO:tasks.workunit.client.0.smithi045.stderr: -463> 2024-09-12T17:58:16.283+0000 7fd63f73e800 10 monclient(hunting): picked mon.noname-b con 0x55ab281c7070 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:58:16.364 INFO:tasks.workunit.client.0.smithi045.stderr: -462> 2024-09-12T17:58:16.283+0000 7fd63f73e800 10 monclient(hunting): picked mon.noname-c con 0x55ab282acb90 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:58:16.364 INFO:tasks.workunit.client.0.smithi045.stderr: -461> 2024-09-12T17:58:16.283+0000 7fd63f73e800 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:16.364 INFO:tasks.workunit.client.0.smithi045.stderr: -460> 2024-09-12T17:58:16.283+0000 7fd63f73e800 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:16.364 INFO:tasks.workunit.client.0.smithi045.stderr: -459> 2024-09-12T17:58:16.283+0000 7fd63f73e800 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:16.364 INFO:tasks.workunit.client.0.smithi045.stderr: -458> 2024-09-12T17:58:16.283+0000 7fd63f73e800 10 monclient(hunting): _renew_subs 2024-09-12T17:58:16.365 INFO:tasks.workunit.client.0.smithi045.stderr: -457> 2024-09-12T17:58:16.283+0000 7fd63f73e800 10 monclient(hunting): authenticate will time out at 2194.742643s 2024-09-12T17:58:16.365 INFO:tasks.workunit.client.0.smithi045.stderr: -456> 2024-09-12T17:58:16.283+0000 7fd63b486640 10 monclient(hunting): get_auth_request con 0x55ab28136f30 auth_method 0 2024-09-12T17:58:16.365 INFO:tasks.workunit.client.0.smithi045.stderr: -455> 2024-09-12T17:58:16.283+0000 7fd63b486640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:16.365 INFO:tasks.workunit.client.0.smithi045.stderr: -454> 2024-09-12T17:58:16.283+0000 7fd63b486640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:16.365 INFO:tasks.workunit.client.0.smithi045.stderr: -453> 2024-09-12T17:58:16.283+0000 7fd63b486640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:16.365 INFO:tasks.workunit.client.0.smithi045.stderr: -452> 2024-09-12T17:58:16.283+0000 7fd63bc87640 10 monclient(hunting): get_auth_request con 0x55ab282acb90 auth_method 0 2024-09-12T17:58:16.365 INFO:tasks.workunit.client.0.smithi045.stderr: -451> 2024-09-12T17:58:16.283+0000 7fd63bc87640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:16.365 INFO:tasks.workunit.client.0.smithi045.stderr: -450> 2024-09-12T17:58:16.283+0000 7fd63bc87640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:16.365 INFO:tasks.workunit.client.0.smithi045.stderr: -449> 2024-09-12T17:58:16.283+0000 7fd63bc87640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:16.365 INFO:tasks.workunit.client.0.smithi045.stderr: -448> 2024-09-12T17:58:16.283+0000 7fd63b486640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:16.365 INFO:tasks.workunit.client.0.smithi045.stderr: -447> 2024-09-12T17:58:16.283+0000 7fd63b486640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:16.365 INFO:tasks.workunit.client.0.smithi045.stderr: -446> 2024-09-12T17:58:16.283+0000 7fd63b486640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:16.365 INFO:tasks.workunit.client.0.smithi045.stderr: -445> 2024-09-12T17:58:16.283+0000 7fd63bc87640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:16.366 INFO:tasks.workunit.client.0.smithi045.stderr: -444> 2024-09-12T17:58:16.283+0000 7fd63bc87640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:16.366 INFO:tasks.workunit.client.0.smithi045.stderr: -443> 2024-09-12T17:58:16.283+0000 7fd63bc87640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:16.366 INFO:tasks.workunit.client.0.smithi045.stderr: -442> 2024-09-12T17:58:16.283+0000 7fd63b486640 10 monclient(hunting): handle_auth_done global_id 8004 payload 824 2024-09-12T17:58:16.366 INFO:tasks.workunit.client.0.smithi045.stderr: -441> 2024-09-12T17:58:16.284+0000 7fd63b486640 10 monclient: _finish_hunting 0 2024-09-12T17:58:16.366 INFO:tasks.workunit.client.0.smithi045.stderr: -440> 2024-09-12T17:58:16.284+0000 7fd63b486640 1 monclient: found mon.noname-a 2024-09-12T17:58:16.366 INFO:tasks.workunit.client.0.smithi045.stderr: -439> 2024-09-12T17:58:16.284+0000 7fd63b486640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.45:3300/0 2024-09-12T17:58:16.366 INFO:tasks.workunit.client.0.smithi045.stderr: -438> 2024-09-12T17:58:16.284+0000 7fd527e07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:16.366 INFO:tasks.workunit.client.0.smithi045.stderr: -437> 2024-09-12T17:58:16.284+0000 7fd527e07640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:58:16.366 INFO:tasks.workunit.client.0.smithi045.stderr: -436> 2024-09-12T17:58:16.284+0000 7fd527e07640 10 monclient: dump: 2024-09-12T17:58:16.366 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:58:16.366 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:58:16.366 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:16.366 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:16.367 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:16.367 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:58:16.367 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:58:16.367 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:58:16.367 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:58:16.367 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:16.367 INFO:tasks.workunit.client.0.smithi045.stderr: -435> 2024-09-12T17:58:16.284+0000 7fd527e07640 10 monclient: _finish_auth 0 2024-09-12T17:58:16.367 INFO:tasks.workunit.client.0.smithi045.stderr: -434> 2024-09-12T17:58:16.284+0000 7fd527e07640 10 monclient: _check_auth_tickets 2024-09-12T17:58:16.367 INFO:tasks.workunit.client.0.smithi045.stderr: -433> 2024-09-12T17:58:16.284+0000 7fd527e07640 10 monclient: handle_config config(0 keys) 2024-09-12T17:58:16.367 INFO:tasks.workunit.client.0.smithi045.stderr: -432> 2024-09-12T17:58:16.284+0000 7fd527e07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:16.367 INFO:tasks.workunit.client.0.smithi045.stderr: -431> 2024-09-12T17:58:16.284+0000 7fd527e07640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:58:16.367 INFO:tasks.workunit.client.0.smithi045.stderr: -430> 2024-09-12T17:58:16.284+0000 7fd527e07640 10 monclient: dump: 2024-09-12T17:58:16.367 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:58:16.368 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:58:16.368 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:16.368 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:16.368 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:16.368 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:58:16.368 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:58:16.368 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:58:16.368 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:58:16.368 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:16.368 INFO:tasks.workunit.client.0.smithi045.stderr: -429> 2024-09-12T17:58:16.284+0000 7fd63f73e800 5 monclient: authenticate success, global_id 8004 2024-09-12T17:58:16.368 INFO:tasks.workunit.client.0.smithi045.stderr: -428> 2024-09-12T17:58:16.284+0000 7fd63f73e800 10 monclient: _renew_subs 2024-09-12T17:58:16.368 INFO:tasks.workunit.client.0.smithi045.stderr: -427> 2024-09-12T17:58:16.284+0000 7fd63f73e800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:58:16.368 INFO:tasks.workunit.client.0.smithi045.stderr: -426> 2024-09-12T17:58:16.284+0000 7fd52960a640 4 set_mon_vals no callback set 2024-09-12T17:58:16.368 INFO:tasks.workunit.client.0.smithi045.stderr: -425> 2024-09-12T17:58:16.284+0000 7fd63f73e800 10 monclient: _renew_subs 2024-09-12T17:58:16.369 INFO:tasks.workunit.client.0.smithi045.stderr: -424> 2024-09-12T17:58:16.284+0000 7fd63f73e800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:58:16.369 INFO:tasks.workunit.client.0.smithi045.stderr: -423> 2024-09-12T17:58:16.284+0000 7fd63f73e800 1 librados: init done 2024-09-12T17:58:16.369 INFO:tasks.workunit.client.0.smithi045.stderr: -422> 2024-09-12T17:58:16.286+0000 7fd527e07640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:58:16.369 INFO:tasks.workunit.client.0.smithi045.stderr: -421> 2024-09-12T17:58:16.286+0000 7fd527e07640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:58:16.369 INFO:tasks.workunit.client.0.smithi045.stderr: -420> 2024-09-12T17:58:16.286+0000 7fd527e07640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:58:16.369 INFO:tasks.workunit.client.0.smithi045.stderr: -419> 2024-09-12T17:58:16.286+0000 7fd63ac85640 10 monclient: get_auth_request con 0x7fd520076470 auth_method 0 2024-09-12T17:58:16.369 INFO:tasks.workunit.client.0.smithi045.stderr: -418> 2024-09-12T17:58:16.287+0000 7fd63bc87640 10 monclient: get_auth_request con 0x55ab282abec0 auth_method 0 2024-09-12T17:58:16.369 INFO:tasks.workunit.client.0.smithi045.stderr: -417> 2024-09-12T17:58:16.287+0000 7fd63b486640 10 monclient: get_auth_request con 0x55ab282c9c70 auth_method 0 2024-09-12T17:58:16.369 INFO:tasks.workunit.client.0.smithi045.stderr: -416> 2024-09-12T17:58:16.288+0000 7fd63ac85640 10 monclient: get_auth_request con 0x55ab282cdfd0 auth_method 0 2024-09-12T17:58:16.369 INFO:tasks.workunit.client.0.smithi045.stderr: -415> 2024-09-12T17:58:16.289+0000 7fd63f73e800 10 monclient: build_initial_monmap 2024-09-12T17:58:16.369 INFO:tasks.workunit.client.0.smithi045.stderr: -414> 2024-09-12T17:58:16.289+0000 7fd63f73e800 1 build_initial for_mkfs: 0 2024-09-12T17:58:16.369 INFO:tasks.workunit.client.0.smithi045.stderr: -413> 2024-09-12T17:58:16.290+0000 7fd63f73e800 10 monclient: monmap: 2024-09-12T17:58:16.369 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:58:16.370 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:58:16.370 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:58:16.370 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:58:16.370 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:58:16.370 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:58:16.370 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:58:16.370 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:58:16.370 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:58:16.370 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:16.370 INFO:tasks.workunit.client.0.smithi045.stderr: -412> 2024-09-12T17:58:16.290+0000 7fd63f73e800 5 AuthRegistry(0x55ab282d2c50) adding auth protocol: cephx 2024-09-12T17:58:16.370 INFO:tasks.workunit.client.0.smithi045.stderr: -411> 2024-09-12T17:58:16.290+0000 7fd63f73e800 5 AuthRegistry(0x55ab282d2c50) adding auth protocol: cephx 2024-09-12T17:58:16.370 INFO:tasks.workunit.client.0.smithi045.stderr: -410> 2024-09-12T17:58:16.290+0000 7fd63f73e800 5 AuthRegistry(0x55ab282d2c50) adding auth protocol: cephx 2024-09-12T17:58:16.370 INFO:tasks.workunit.client.0.smithi045.stderr: -409> 2024-09-12T17:58:16.290+0000 7fd63f73e800 5 AuthRegistry(0x55ab282d2c50) adding con mode: secure 2024-09-12T17:58:16.371 INFO:tasks.workunit.client.0.smithi045.stderr: -408> 2024-09-12T17:58:16.290+0000 7fd63f73e800 5 AuthRegistry(0x55ab282d2c50) adding con mode: crc 2024-09-12T17:58:16.371 INFO:tasks.workunit.client.0.smithi045.stderr: -407> 2024-09-12T17:58:16.290+0000 7fd63f73e800 5 AuthRegistry(0x55ab282d2c50) adding con mode: secure 2024-09-12T17:58:16.371 INFO:tasks.workunit.client.0.smithi045.stderr: -406> 2024-09-12T17:58:16.290+0000 7fd63f73e800 5 AuthRegistry(0x55ab282d2c50) adding con mode: crc 2024-09-12T17:58:16.371 INFO:tasks.workunit.client.0.smithi045.stderr: -405> 2024-09-12T17:58:16.290+0000 7fd63f73e800 5 AuthRegistry(0x55ab282d2c50) adding con mode: secure 2024-09-12T17:58:16.371 INFO:tasks.workunit.client.0.smithi045.stderr: -404> 2024-09-12T17:58:16.290+0000 7fd63f73e800 5 AuthRegistry(0x55ab282d2c50) adding con mode: crc 2024-09-12T17:58:16.371 INFO:tasks.workunit.client.0.smithi045.stderr: -403> 2024-09-12T17:58:16.290+0000 7fd63f73e800 5 AuthRegistry(0x55ab282d2c50) adding con mode: crc 2024-09-12T17:58:16.371 INFO:tasks.workunit.client.0.smithi045.stderr: -402> 2024-09-12T17:58:16.290+0000 7fd63f73e800 5 AuthRegistry(0x55ab282d2c50) adding con mode: secure 2024-09-12T17:58:16.371 INFO:tasks.workunit.client.0.smithi045.stderr: -401> 2024-09-12T17:58:16.290+0000 7fd63f73e800 5 AuthRegistry(0x55ab282d2c50) adding con mode: crc 2024-09-12T17:58:16.371 INFO:tasks.workunit.client.0.smithi045.stderr: -400> 2024-09-12T17:58:16.290+0000 7fd63f73e800 5 AuthRegistry(0x55ab282d2c50) adding con mode: secure 2024-09-12T17:58:16.371 INFO:tasks.workunit.client.0.smithi045.stderr: -399> 2024-09-12T17:58:16.290+0000 7fd63f73e800 5 AuthRegistry(0x55ab282d2c50) adding con mode: crc 2024-09-12T17:58:16.371 INFO:tasks.workunit.client.0.smithi045.stderr: -398> 2024-09-12T17:58:16.290+0000 7fd63f73e800 5 AuthRegistry(0x55ab282d2c50) adding con mode: secure 2024-09-12T17:58:16.371 INFO:tasks.workunit.client.0.smithi045.stderr: -397> 2024-09-12T17:58:16.290+0000 7fd63f73e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:16.371 INFO:tasks.workunit.client.0.smithi045.stderr: -396> 2024-09-12T17:58:16.290+0000 7fd63f73e800 5 asok(0x55ab28059730) register_command objecter_requests cmddesc objecter_requests hook 0x55ab282d66a0 EEXIST 2024-09-12T17:58:16.372 INFO:tasks.workunit.client.0.smithi045.stderr: -395> 2024-09-12T17:58:16.290+0000 7fd63f73e800 10 monclient: init 2024-09-12T17:58:16.372 INFO:tasks.workunit.client.0.smithi045.stderr: -394> 2024-09-12T17:58:16.290+0000 7fd63f73e800 5 AuthRegistry(0x55ab282d1308) adding auth protocol: cephx 2024-09-12T17:58:16.372 INFO:tasks.workunit.client.0.smithi045.stderr: -393> 2024-09-12T17:58:16.290+0000 7fd63f73e800 5 AuthRegistry(0x55ab282d1308) adding auth protocol: cephx 2024-09-12T17:58:16.372 INFO:tasks.workunit.client.0.smithi045.stderr: -392> 2024-09-12T17:58:16.290+0000 7fd63f73e800 5 AuthRegistry(0x55ab282d1308) adding auth protocol: cephx 2024-09-12T17:58:16.372 INFO:tasks.workunit.client.0.smithi045.stderr: -391> 2024-09-12T17:58:16.290+0000 7fd63f73e800 5 AuthRegistry(0x55ab282d1308) adding con mode: secure 2024-09-12T17:58:16.372 INFO:tasks.workunit.client.0.smithi045.stderr: -390> 2024-09-12T17:58:16.290+0000 7fd63f73e800 5 AuthRegistry(0x55ab282d1308) adding con mode: crc 2024-09-12T17:58:16.372 INFO:tasks.workunit.client.0.smithi045.stderr: -389> 2024-09-12T17:58:16.290+0000 7fd63f73e800 5 AuthRegistry(0x55ab282d1308) adding con mode: secure 2024-09-12T17:58:16.372 INFO:tasks.workunit.client.0.smithi045.stderr: -388> 2024-09-12T17:58:16.290+0000 7fd63f73e800 5 AuthRegistry(0x55ab282d1308) adding con mode: crc 2024-09-12T17:58:16.372 INFO:tasks.workunit.client.0.smithi045.stderr: -387> 2024-09-12T17:58:16.290+0000 7fd63f73e800 5 AuthRegistry(0x55ab282d1308) adding con mode: secure 2024-09-12T17:58:16.372 INFO:tasks.workunit.client.0.smithi045.stderr: -386> 2024-09-12T17:58:16.290+0000 7fd63f73e800 5 AuthRegistry(0x55ab282d1308) adding con mode: crc 2024-09-12T17:58:16.372 INFO:tasks.workunit.client.0.smithi045.stderr: -385> 2024-09-12T17:58:16.290+0000 7fd63f73e800 5 AuthRegistry(0x55ab282d1308) adding con mode: crc 2024-09-12T17:58:16.372 INFO:tasks.workunit.client.0.smithi045.stderr: -384> 2024-09-12T17:58:16.290+0000 7fd63f73e800 5 AuthRegistry(0x55ab282d1308) adding con mode: secure 2024-09-12T17:58:16.372 INFO:tasks.workunit.client.0.smithi045.stderr: -383> 2024-09-12T17:58:16.290+0000 7fd63f73e800 5 AuthRegistry(0x55ab282d1308) adding con mode: crc 2024-09-12T17:58:16.373 INFO:tasks.workunit.client.0.smithi045.stderr: -382> 2024-09-12T17:58:16.290+0000 7fd63f73e800 5 AuthRegistry(0x55ab282d1308) adding con mode: secure 2024-09-12T17:58:16.373 INFO:tasks.workunit.client.0.smithi045.stderr: -381> 2024-09-12T17:58:16.290+0000 7fd63f73e800 5 AuthRegistry(0x55ab282d1308) adding con mode: crc 2024-09-12T17:58:16.373 INFO:tasks.workunit.client.0.smithi045.stderr: -380> 2024-09-12T17:58:16.290+0000 7fd63f73e800 5 AuthRegistry(0x55ab282d1308) adding con mode: secure 2024-09-12T17:58:16.373 INFO:tasks.workunit.client.0.smithi045.stderr: -379> 2024-09-12T17:58:16.290+0000 7fd63f73e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:16.373 INFO:tasks.workunit.client.0.smithi045.stderr: -378> 2024-09-12T17:58:16.291+0000 7fd63f73e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:16.373 INFO:tasks.workunit.client.0.smithi045.stderr: -377> 2024-09-12T17:58:16.291+0000 7fd63f73e800 5 asok(0x55ab28059730) register_command rotate-key cmddesc rotate-key hook 0x55ab282d1450 EEXIST 2024-09-12T17:58:16.373 INFO:tasks.workunit.client.0.smithi045.stderr: -376> 2024-09-12T17:58:16.291+0000 7fd63f73e800 10 monclient: _reopen_session rank -1 2024-09-12T17:58:16.373 INFO:tasks.workunit.client.0.smithi045.stderr: -375> 2024-09-12T17:58:16.291+0000 7fd63f73e800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:58:16.373 INFO:tasks.workunit.client.0.smithi045.stderr: -374> 2024-09-12T17:58:16.291+0000 7fd63f73e800 10 monclient(hunting): picked mon.noname-b con 0x55ab282fa390 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:58:16.373 INFO:tasks.workunit.client.0.smithi045.stderr: -373> 2024-09-12T17:58:16.291+0000 7fd63f73e800 10 monclient(hunting): picked mon.noname-a con 0x55ab282fc660 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:58:16.373 INFO:tasks.workunit.client.0.smithi045.stderr: -372> 2024-09-12T17:58:16.291+0000 7fd63f73e800 10 monclient(hunting): picked mon.noname-c con 0x55ab282f8b60 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:58:16.373 INFO:tasks.workunit.client.0.smithi045.stderr: -371> 2024-09-12T17:58:16.291+0000 7fd63f73e800 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:16.373 INFO:tasks.workunit.client.0.smithi045.stderr: -370> 2024-09-12T17:58:16.291+0000 7fd63f73e800 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:16.374 INFO:tasks.workunit.client.0.smithi045.stderr: -369> 2024-09-12T17:58:16.291+0000 7fd63f73e800 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:16.374 INFO:tasks.workunit.client.0.smithi045.stderr: -368> 2024-09-12T17:58:16.291+0000 7fd63f73e800 10 monclient(hunting): _renew_subs 2024-09-12T17:58:16.374 INFO:tasks.workunit.client.0.smithi045.stderr: -367> 2024-09-12T17:58:16.291+0000 7fd63f73e800 10 monclient(hunting): authenticate will time out at 2194.750127s 2024-09-12T17:58:16.374 INFO:tasks.workunit.client.0.smithi045.stderr: -366> 2024-09-12T17:58:16.291+0000 7fd63ac85640 10 monclient(hunting): get_auth_request con 0x55ab282fc660 auth_method 0 2024-09-12T17:58:16.374 INFO:tasks.workunit.client.0.smithi045.stderr: -365> 2024-09-12T17:58:16.291+0000 7fd63ac85640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:16.374 INFO:tasks.workunit.client.0.smithi045.stderr: -364> 2024-09-12T17:58:16.291+0000 7fd63ac85640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:16.374 INFO:tasks.workunit.client.0.smithi045.stderr: -363> 2024-09-12T17:58:16.291+0000 7fd63ac85640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:16.374 INFO:tasks.workunit.client.0.smithi045.stderr: -362> 2024-09-12T17:58:16.291+0000 7fd63bc87640 10 monclient(hunting): get_auth_request con 0x55ab282f8b60 auth_method 0 2024-09-12T17:58:16.374 INFO:tasks.workunit.client.0.smithi045.stderr: -361> 2024-09-12T17:58:16.291+0000 7fd63bc87640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:16.374 INFO:tasks.workunit.client.0.smithi045.stderr: -360> 2024-09-12T17:58:16.291+0000 7fd63bc87640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:16.374 INFO:tasks.workunit.client.0.smithi045.stderr: -359> 2024-09-12T17:58:16.291+0000 7fd63bc87640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:16.374 INFO:tasks.workunit.client.0.smithi045.stderr: -358> 2024-09-12T17:58:16.291+0000 7fd63b486640 10 monclient(hunting): get_auth_request con 0x55ab282fa390 auth_method 0 2024-09-12T17:58:16.374 INFO:tasks.workunit.client.0.smithi045.stderr: -357> 2024-09-12T17:58:16.291+0000 7fd63b486640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:16.374 INFO:tasks.workunit.client.0.smithi045.stderr: -356> 2024-09-12T17:58:16.291+0000 7fd63b486640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:16.375 INFO:tasks.workunit.client.0.smithi045.stderr: -355> 2024-09-12T17:58:16.291+0000 7fd63b486640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:16.375 INFO:tasks.workunit.client.0.smithi045.stderr: -354> 2024-09-12T17:58:16.291+0000 7fd63bc87640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:16.375 INFO:tasks.workunit.client.0.smithi045.stderr: -353> 2024-09-12T17:58:16.291+0000 7fd63bc87640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:16.375 INFO:tasks.workunit.client.0.smithi045.stderr: -352> 2024-09-12T17:58:16.291+0000 7fd63bc87640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:16.375 INFO:tasks.workunit.client.0.smithi045.stderr: -351> 2024-09-12T17:58:16.291+0000 7fd63ac85640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:16.375 INFO:tasks.workunit.client.0.smithi045.stderr: -350> 2024-09-12T17:58:16.291+0000 7fd63ac85640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:16.375 INFO:tasks.workunit.client.0.smithi045.stderr: -349> 2024-09-12T17:58:16.291+0000 7fd63ac85640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:16.375 INFO:tasks.workunit.client.0.smithi045.stderr: -348> 2024-09-12T17:58:16.291+0000 7fd63b486640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:16.375 INFO:tasks.workunit.client.0.smithi045.stderr: -347> 2024-09-12T17:58:16.291+0000 7fd63b486640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:16.375 INFO:tasks.workunit.client.0.smithi045.stderr: -346> 2024-09-12T17:58:16.291+0000 7fd63b486640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:16.375 INFO:tasks.workunit.client.0.smithi045.stderr: -345> 2024-09-12T17:58:16.291+0000 7fd63bc87640 10 monclient(hunting): handle_auth_done global_id 7580 payload 824 2024-09-12T17:58:16.375 INFO:tasks.workunit.client.0.smithi045.stderr: -344> 2024-09-12T17:58:16.291+0000 7fd63bc87640 10 monclient: _finish_hunting 0 2024-09-12T17:58:16.375 INFO:tasks.workunit.client.0.smithi045.stderr: -343> 2024-09-12T17:58:16.291+0000 7fd63bc87640 1 monclient: found mon.noname-c 2024-09-12T17:58:16.375 INFO:tasks.workunit.client.0.smithi045.stderr: -342> 2024-09-12T17:58:16.291+0000 7fd63bc87640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.45:3301/0 2024-09-12T17:58:16.376 INFO:tasks.workunit.client.0.smithi045.stderr: -341> 2024-09-12T17:58:16.291+0000 7fd525602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:16.376 INFO:tasks.workunit.client.0.smithi045.stderr: -340> 2024-09-12T17:58:16.291+0000 7fd525602640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:58:16.376 INFO:tasks.workunit.client.0.smithi045.stderr: -339> 2024-09-12T17:58:16.291+0000 7fd525602640 10 monclient: dump: 2024-09-12T17:58:16.376 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:58:16.376 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:58:16.376 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:16.376 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:16.376 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:16.376 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:58:16.376 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:58:16.376 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:58:16.376 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:58:16.376 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:16.377 INFO:tasks.workunit.client.0.smithi045.stderr: -338> 2024-09-12T17:58:16.291+0000 7fd525602640 10 monclient: _finish_auth 0 2024-09-12T17:58:16.377 INFO:tasks.workunit.client.0.smithi045.stderr: -337> 2024-09-12T17:58:16.291+0000 7fd525602640 10 monclient: _check_auth_tickets 2024-09-12T17:58:16.377 INFO:tasks.workunit.client.0.smithi045.stderr: -336> 2024-09-12T17:58:16.291+0000 7fd525602640 10 monclient: handle_config config(0 keys) 2024-09-12T17:58:16.377 INFO:tasks.workunit.client.0.smithi045.stderr: -335> 2024-09-12T17:58:16.291+0000 7fd525602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:16.377 INFO:tasks.workunit.client.0.smithi045.stderr: -334> 2024-09-12T17:58:16.291+0000 7fd525602640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:58:16.377 INFO:tasks.workunit.client.0.smithi045.stderr: -333> 2024-09-12T17:58:16.291+0000 7fd525602640 10 monclient: dump: 2024-09-12T17:58:16.377 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:58:16.377 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:58:16.377 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:16.377 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:16.377 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:16.377 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:58:16.377 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:58:16.378 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:58:16.378 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:58:16.378 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:16.378 INFO:tasks.workunit.client.0.smithi045.stderr: -332> 2024-09-12T17:58:16.291+0000 7fd63f73e800 5 monclient: authenticate success, global_id 7580 2024-09-12T17:58:16.378 INFO:tasks.workunit.client.0.smithi045.stderr: -331> 2024-09-12T17:58:16.291+0000 7fd63f73e800 10 monclient: _renew_subs 2024-09-12T17:58:16.378 INFO:tasks.workunit.client.0.smithi045.stderr: -330> 2024-09-12T17:58:16.291+0000 7fd63f73e800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:58:16.378 INFO:tasks.workunit.client.0.smithi045.stderr: -329> 2024-09-12T17:58:16.291+0000 7fd63c488640 4 set_mon_vals no callback set 2024-09-12T17:58:16.378 INFO:tasks.workunit.client.0.smithi045.stderr: -328> 2024-09-12T17:58:16.291+0000 7fd63f73e800 10 monclient: _renew_subs 2024-09-12T17:58:16.378 INFO:tasks.workunit.client.0.smithi045.stderr: -327> 2024-09-12T17:58:16.291+0000 7fd63f73e800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:58:16.378 INFO:tasks.workunit.client.0.smithi045.stderr: -326> 2024-09-12T17:58:16.293+0000 7fd525602640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:58:16.378 INFO:tasks.workunit.client.0.smithi045.stderr: -325> 2024-09-12T17:58:16.293+0000 7fd525602640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:58:16.378 INFO:tasks.workunit.client.0.smithi045.stderr: -324> 2024-09-12T17:58:16.293+0000 7fd525602640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:58:16.378 INFO:tasks.workunit.client.0.smithi045.stderr: -323> 2024-09-12T17:58:16.294+0000 7fd63b486640 10 monclient: get_auth_request con 0x7fd514076380 auth_method 0 2024-09-12T17:58:16.378 INFO:tasks.workunit.client.0.smithi045.stderr: -322> 2024-09-12T17:58:16.294+0000 7fd63f73e800 10 monclient: get_monmap_and_config 2024-09-12T17:58:16.379 INFO:tasks.workunit.client.0.smithi045.stderr: -321> 2024-09-12T17:58:16.294+0000 7fd63f73e800 10 monclient: build_initial_monmap 2024-09-12T17:58:16.379 INFO:tasks.workunit.client.0.smithi045.stderr: -320> 2024-09-12T17:58:16.294+0000 7fd63f73e800 1 build_initial for_mkfs: 0 2024-09-12T17:58:16.379 INFO:tasks.workunit.client.0.smithi045.stderr: -319> 2024-09-12T17:58:16.294+0000 7fd63f73e800 10 monclient: monmap: 2024-09-12T17:58:16.379 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:58:16.379 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:58:16.379 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:58:16.379 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:58:16.379 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:58:16.379 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:58:16.379 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:58:16.379 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:58:16.379 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:58:16.379 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:16.380 INFO:tasks.workunit.client.0.smithi045.stderr: -318> 2024-09-12T17:58:16.294+0000 7fd63f73e800 5 AuthRegistry(0x55ab2831a280) adding auth protocol: cephx 2024-09-12T17:58:16.380 INFO:tasks.workunit.client.0.smithi045.stderr: -317> 2024-09-12T17:58:16.294+0000 7fd63f73e800 5 AuthRegistry(0x55ab2831a280) adding auth protocol: cephx 2024-09-12T17:58:16.380 INFO:tasks.workunit.client.0.smithi045.stderr: -316> 2024-09-12T17:58:16.294+0000 7fd63f73e800 5 AuthRegistry(0x55ab2831a280) adding auth protocol: cephx 2024-09-12T17:58:16.380 INFO:tasks.workunit.client.0.smithi045.stderr: -315> 2024-09-12T17:58:16.294+0000 7fd63f73e800 5 AuthRegistry(0x55ab2831a280) adding con mode: secure 2024-09-12T17:58:16.380 INFO:tasks.workunit.client.0.smithi045.stderr: -314> 2024-09-12T17:58:16.294+0000 7fd63f73e800 5 AuthRegistry(0x55ab2831a280) adding con mode: crc 2024-09-12T17:58:16.380 INFO:tasks.workunit.client.0.smithi045.stderr: -313> 2024-09-12T17:58:16.294+0000 7fd63f73e800 5 AuthRegistry(0x55ab2831a280) adding con mode: secure 2024-09-12T17:58:16.380 INFO:tasks.workunit.client.0.smithi045.stderr: -312> 2024-09-12T17:58:16.294+0000 7fd63f73e800 5 AuthRegistry(0x55ab2831a280) adding con mode: crc 2024-09-12T17:58:16.380 INFO:tasks.workunit.client.0.smithi045.stderr: -311> 2024-09-12T17:58:16.294+0000 7fd63f73e800 5 AuthRegistry(0x55ab2831a280) adding con mode: secure 2024-09-12T17:58:16.380 INFO:tasks.workunit.client.0.smithi045.stderr: -310> 2024-09-12T17:58:16.294+0000 7fd63f73e800 5 AuthRegistry(0x55ab2831a280) adding con mode: crc 2024-09-12T17:58:16.380 INFO:tasks.workunit.client.0.smithi045.stderr: -309> 2024-09-12T17:58:16.294+0000 7fd63f73e800 5 AuthRegistry(0x55ab2831a280) adding con mode: crc 2024-09-12T17:58:16.380 INFO:tasks.workunit.client.0.smithi045.stderr: -308> 2024-09-12T17:58:16.294+0000 7fd63f73e800 5 AuthRegistry(0x55ab2831a280) adding con mode: secure 2024-09-12T17:58:16.381 INFO:tasks.workunit.client.0.smithi045.stderr: -307> 2024-09-12T17:58:16.294+0000 7fd63f73e800 5 AuthRegistry(0x55ab2831a280) adding con mode: crc 2024-09-12T17:58:16.381 INFO:tasks.workunit.client.0.smithi045.stderr: -306> 2024-09-12T17:58:16.294+0000 7fd63f73e800 5 AuthRegistry(0x55ab2831a280) adding con mode: secure 2024-09-12T17:58:16.381 INFO:tasks.workunit.client.0.smithi045.stderr: -305> 2024-09-12T17:58:16.294+0000 7fd63f73e800 5 AuthRegistry(0x55ab2831a280) adding con mode: crc 2024-09-12T17:58:16.381 INFO:tasks.workunit.client.0.smithi045.stderr: -304> 2024-09-12T17:58:16.294+0000 7fd63f73e800 5 AuthRegistry(0x55ab2831a280) adding con mode: secure 2024-09-12T17:58:16.381 INFO:tasks.workunit.client.0.smithi045.stderr: -303> 2024-09-12T17:58:16.294+0000 7fd63f73e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:16.381 INFO:tasks.workunit.client.0.smithi045.stderr: -302> 2024-09-12T17:58:16.294+0000 7fd63f73e800 10 monclient: init 2024-09-12T17:58:16.381 INFO:tasks.workunit.client.0.smithi045.stderr: -301> 2024-09-12T17:58:16.294+0000 7fd63f73e800 5 AuthRegistry(0x7ffc6a75f1d0) adding auth protocol: cephx 2024-09-12T17:58:16.381 INFO:tasks.workunit.client.0.smithi045.stderr: -300> 2024-09-12T17:58:16.294+0000 7fd63f73e800 5 AuthRegistry(0x7ffc6a75f1d0) adding auth protocol: cephx 2024-09-12T17:58:16.381 INFO:tasks.workunit.client.0.smithi045.stderr: -299> 2024-09-12T17:58:16.294+0000 7fd63f73e800 5 AuthRegistry(0x7ffc6a75f1d0) adding auth protocol: cephx 2024-09-12T17:58:16.381 INFO:tasks.workunit.client.0.smithi045.stderr: -298> 2024-09-12T17:58:16.294+0000 7fd63f73e800 5 AuthRegistry(0x7ffc6a75f1d0) adding con mode: secure 2024-09-12T17:58:16.381 INFO:tasks.workunit.client.0.smithi045.stderr: -297> 2024-09-12T17:58:16.294+0000 7fd63f73e800 5 AuthRegistry(0x7ffc6a75f1d0) adding con mode: crc 2024-09-12T17:58:16.381 INFO:tasks.workunit.client.0.smithi045.stderr: -296> 2024-09-12T17:58:16.294+0000 7fd63f73e800 5 AuthRegistry(0x7ffc6a75f1d0) adding con mode: secure 2024-09-12T17:58:16.381 INFO:tasks.workunit.client.0.smithi045.stderr: -295> 2024-09-12T17:58:16.294+0000 7fd63f73e800 5 AuthRegistry(0x7ffc6a75f1d0) adding con mode: crc 2024-09-12T17:58:16.382 INFO:tasks.workunit.client.0.smithi045.stderr: -294> 2024-09-12T17:58:16.294+0000 7fd63f73e800 5 AuthRegistry(0x7ffc6a75f1d0) adding con mode: secure 2024-09-12T17:58:16.382 INFO:tasks.workunit.client.0.smithi045.stderr: -293> 2024-09-12T17:58:16.294+0000 7fd63f73e800 5 AuthRegistry(0x7ffc6a75f1d0) adding con mode: crc 2024-09-12T17:58:16.382 INFO:tasks.workunit.client.0.smithi045.stderr: -292> 2024-09-12T17:58:16.294+0000 7fd63f73e800 5 AuthRegistry(0x7ffc6a75f1d0) adding con mode: crc 2024-09-12T17:58:16.382 INFO:tasks.workunit.client.0.smithi045.stderr: -291> 2024-09-12T17:58:16.294+0000 7fd63f73e800 5 AuthRegistry(0x7ffc6a75f1d0) adding con mode: secure 2024-09-12T17:58:16.382 INFO:tasks.workunit.client.0.smithi045.stderr: -290> 2024-09-12T17:58:16.294+0000 7fd63f73e800 5 AuthRegistry(0x7ffc6a75f1d0) adding con mode: crc 2024-09-12T17:58:16.382 INFO:tasks.workunit.client.0.smithi045.stderr: -289> 2024-09-12T17:58:16.294+0000 7fd63f73e800 5 AuthRegistry(0x7ffc6a75f1d0) adding con mode: secure 2024-09-12T17:58:16.382 INFO:tasks.workunit.client.0.smithi045.stderr: -288> 2024-09-12T17:58:16.294+0000 7fd63f73e800 5 AuthRegistry(0x7ffc6a75f1d0) adding con mode: crc 2024-09-12T17:58:16.382 INFO:tasks.workunit.client.0.smithi045.stderr: -287> 2024-09-12T17:58:16.294+0000 7fd63f73e800 5 AuthRegistry(0x7ffc6a75f1d0) adding con mode: secure 2024-09-12T17:58:16.382 INFO:tasks.workunit.client.0.smithi045.stderr: -286> 2024-09-12T17:58:16.295+0000 7fd63f73e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:16.382 INFO:tasks.workunit.client.0.smithi045.stderr: -285> 2024-09-12T17:58:16.295+0000 7fd63f73e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:16.382 INFO:tasks.workunit.client.0.smithi045.stderr: -284> 2024-09-12T17:58:16.295+0000 7fd63f73e800 5 asok(0x55ab28059730) register_command rotate-key cmddesc rotate-key hook 0x7ffc6a75f318 EEXIST 2024-09-12T17:58:16.382 INFO:tasks.workunit.client.0.smithi045.stderr: -283> 2024-09-12T17:58:16.295+0000 7fd63f73e800 10 monclient: _reopen_session rank -1 2024-09-12T17:58:16.382 INFO:tasks.workunit.client.0.smithi045.stderr: -282> 2024-09-12T17:58:16.295+0000 7fd63f73e800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:58:16.383 INFO:tasks.workunit.client.0.smithi045.stderr: -281> 2024-09-12T17:58:16.295+0000 7fd63f73e800 10 monclient(hunting): picked mon.noname-c con 0x55ab2834e4e0 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:58:16.383 INFO:tasks.workunit.client.0.smithi045.stderr: -280> 2024-09-12T17:58:16.295+0000 7fd63f73e800 10 monclient(hunting): picked mon.noname-b con 0x55ab2834e8c0 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:58:16.383 INFO:tasks.workunit.client.0.smithi045.stderr: -279> 2024-09-12T17:58:16.295+0000 7fd63f73e800 10 monclient(hunting): picked mon.noname-a con 0x55ab28354010 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:58:16.383 INFO:tasks.workunit.client.0.smithi045.stderr: -278> 2024-09-12T17:58:16.295+0000 7fd63f73e800 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:16.383 INFO:tasks.workunit.client.0.smithi045.stderr: -277> 2024-09-12T17:58:16.295+0000 7fd63f73e800 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:16.383 INFO:tasks.workunit.client.0.smithi045.stderr: -276> 2024-09-12T17:58:16.295+0000 7fd63f73e800 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:16.383 INFO:tasks.workunit.client.0.smithi045.stderr: -275> 2024-09-12T17:58:16.295+0000 7fd63f73e800 10 monclient(hunting): _renew_subs 2024-09-12T17:58:16.383 INFO:tasks.workunit.client.0.smithi045.stderr: -274> 2024-09-12T17:58:16.295+0000 7fd63f73e800 10 monclient(hunting): authenticate will time out at 2194.754363s 2024-09-12T17:58:16.383 INFO:tasks.workunit.client.0.smithi045.stderr: -273> 2024-09-12T17:58:16.295+0000 7fd63b486640 10 monclient(hunting): get_auth_request con 0x55ab2834e4e0 auth_method 0 2024-09-12T17:58:16.383 INFO:tasks.workunit.client.0.smithi045.stderr: -272> 2024-09-12T17:58:16.295+0000 7fd63b486640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:16.383 INFO:tasks.workunit.client.0.smithi045.stderr: -271> 2024-09-12T17:58:16.295+0000 7fd63b486640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:16.383 INFO:tasks.workunit.client.0.smithi045.stderr: -270> 2024-09-12T17:58:16.295+0000 7fd63b486640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:16.383 INFO:tasks.workunit.client.0.smithi045.stderr: -269> 2024-09-12T17:58:16.295+0000 7fd63bc87640 10 monclient(hunting): get_auth_request con 0x55ab28354010 auth_method 0 2024-09-12T17:58:16.384 INFO:tasks.workunit.client.0.smithi045.stderr: -268> 2024-09-12T17:58:16.295+0000 7fd63bc87640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:16.384 INFO:tasks.workunit.client.0.smithi045.stderr: -267> 2024-09-12T17:58:16.295+0000 7fd63bc87640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:16.384 INFO:tasks.workunit.client.0.smithi045.stderr: -266> 2024-09-12T17:58:16.295+0000 7fd63bc87640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:16.384 INFO:tasks.workunit.client.0.smithi045.stderr: -265> 2024-09-12T17:58:16.295+0000 7fd63ac85640 10 monclient(hunting): get_auth_request con 0x55ab2834e8c0 auth_method 0 2024-09-12T17:58:16.384 INFO:tasks.workunit.client.0.smithi045.stderr: -264> 2024-09-12T17:58:16.295+0000 7fd63ac85640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:16.384 INFO:tasks.workunit.client.0.smithi045.stderr: -263> 2024-09-12T17:58:16.295+0000 7fd63ac85640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:16.384 INFO:tasks.workunit.client.0.smithi045.stderr: -262> 2024-09-12T17:58:16.295+0000 7fd63ac85640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:16.384 INFO:tasks.workunit.client.0.smithi045.stderr: -261> 2024-09-12T17:58:16.295+0000 7fd63b486640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:16.384 INFO:tasks.workunit.client.0.smithi045.stderr: -260> 2024-09-12T17:58:16.295+0000 7fd63b486640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:16.384 INFO:tasks.workunit.client.0.smithi045.stderr: -259> 2024-09-12T17:58:16.295+0000 7fd63b486640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:16.384 INFO:tasks.workunit.client.0.smithi045.stderr: -258> 2024-09-12T17:58:16.295+0000 7fd63bc87640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:16.384 INFO:tasks.workunit.client.0.smithi045.stderr: -257> 2024-09-12T17:58:16.295+0000 7fd63bc87640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:16.384 INFO:tasks.workunit.client.0.smithi045.stderr: -256> 2024-09-12T17:58:16.295+0000 7fd63bc87640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:16.385 INFO:tasks.workunit.client.0.smithi045.stderr: -255> 2024-09-12T17:58:16.295+0000 7fd63ac85640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:16.385 INFO:tasks.workunit.client.0.smithi045.stderr: -254> 2024-09-12T17:58:16.295+0000 7fd63ac85640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:16.385 INFO:tasks.workunit.client.0.smithi045.stderr: -253> 2024-09-12T17:58:16.295+0000 7fd63ac85640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:16.385 INFO:tasks.workunit.client.0.smithi045.stderr: -252> 2024-09-12T17:58:16.295+0000 7fd63b486640 10 monclient(hunting): handle_auth_done global_id 7583 payload 274 2024-09-12T17:58:16.385 INFO:tasks.workunit.client.0.smithi045.stderr: -251> 2024-09-12T17:58:16.295+0000 7fd63b486640 10 monclient: _finish_hunting 0 2024-09-12T17:58:16.385 INFO:tasks.workunit.client.0.smithi045.stderr: -250> 2024-09-12T17:58:16.295+0000 7fd63b486640 1 monclient: found mon.noname-c 2024-09-12T17:58:16.385 INFO:tasks.workunit.client.0.smithi045.stderr: -249> 2024-09-12T17:58:16.295+0000 7fd63b486640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.45:3301/0 2024-09-12T17:58:16.385 INFO:tasks.workunit.client.0.smithi045.stderr: -248> 2024-09-12T17:58:16.295+0000 7fd51effd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:16.385 INFO:tasks.workunit.client.0.smithi045.stderr: -247> 2024-09-12T17:58:16.295+0000 7fd51effd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:58:16.385 INFO:tasks.workunit.client.0.smithi045.stderr: -246> 2024-09-12T17:58:16.295+0000 7fd51effd640 10 monclient: dump: 2024-09-12T17:58:16.385 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:58:16.385 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:58:16.386 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:16.386 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:16.386 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:16.386 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:58:16.386 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:58:16.386 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:58:16.386 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:58:16.386 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:16.386 INFO:tasks.workunit.client.0.smithi045.stderr: -245> 2024-09-12T17:58:16.295+0000 7fd51effd640 10 monclient: _finish_auth 0 2024-09-12T17:58:16.386 INFO:tasks.workunit.client.0.smithi045.stderr: -244> 2024-09-12T17:58:16.295+0000 7fd51effd640 10 monclient: _check_auth_tickets 2024-09-12T17:58:16.386 INFO:tasks.workunit.client.0.smithi045.stderr: -243> 2024-09-12T17:58:16.295+0000 7fd51effd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:58:16.386 INFO:tasks.workunit.client.0.smithi045.stderr: -242> 2024-09-12T17:58:16.295+0000 7fd63f73e800 5 monclient: authenticate success, global_id 7583 2024-09-12T17:58:16.386 INFO:tasks.workunit.client.0.smithi045.stderr: -241> 2024-09-12T17:58:16.295+0000 7fd63f73e800 10 monclient: get_monmap_and_config success 2024-09-12T17:58:16.387 INFO:tasks.workunit.client.0.smithi045.stderr: -240> 2024-09-12T17:58:16.295+0000 7fd63f73e800 4 set_mon_vals no callback set 2024-09-12T17:58:16.387 INFO:tasks.workunit.client.0.smithi045.stderr: -239> 2024-09-12T17:58:16.295+0000 7fd51effd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:16.387 INFO:tasks.workunit.client.0.smithi045.stderr: -238> 2024-09-12T17:58:16.295+0000 7fd51effd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:58:16.387 INFO:tasks.workunit.client.0.smithi045.stderr: -237> 2024-09-12T17:58:16.295+0000 7fd51effd640 10 monclient: dump: 2024-09-12T17:58:16.387 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:58:16.387 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:58:16.387 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:16.387 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:16.387 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:16.387 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:58:16.387 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:58:16.387 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:58:16.387 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:58:16.388 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:16.388 INFO:tasks.workunit.client.0.smithi045.stderr: -236> 2024-09-12T17:58:16.296+0000 7fd63f73e800 10 monclient: shutdown 2024-09-12T17:58:16.388 INFO:tasks.workunit.client.0.smithi045.stderr: -235> 2024-09-12T17:58:16.296+0000 7fd63f73e800 10 monclient: build_initial_monmap 2024-09-12T17:58:16.388 INFO:tasks.workunit.client.0.smithi045.stderr: -234> 2024-09-12T17:58:16.296+0000 7fd63f73e800 1 build_initial for_mkfs: 0 2024-09-12T17:58:16.388 INFO:tasks.workunit.client.0.smithi045.stderr: -233> 2024-09-12T17:58:16.296+0000 7fd63f73e800 10 monclient: monmap: 2024-09-12T17:58:16.388 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:58:16.388 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:58:16.388 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:58:16.388 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:58:16.388 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:58:16.388 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:58:16.388 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:58:16.389 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:58:16.389 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:58:16.389 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:16.389 INFO:tasks.workunit.client.0.smithi045.stderr: -232> 2024-09-12T17:58:16.296+0000 7fd63f73e800 5 AuthRegistry(0x55ab28349dc0) adding auth protocol: cephx 2024-09-12T17:58:16.389 INFO:tasks.workunit.client.0.smithi045.stderr: -231> 2024-09-12T17:58:16.296+0000 7fd63f73e800 5 AuthRegistry(0x55ab28349dc0) adding auth protocol: cephx 2024-09-12T17:58:16.389 INFO:tasks.workunit.client.0.smithi045.stderr: -230> 2024-09-12T17:58:16.296+0000 7fd63f73e800 5 AuthRegistry(0x55ab28349dc0) adding auth protocol: cephx 2024-09-12T17:58:16.389 INFO:tasks.workunit.client.0.smithi045.stderr: -229> 2024-09-12T17:58:16.296+0000 7fd63f73e800 5 AuthRegistry(0x55ab28349dc0) adding con mode: secure 2024-09-12T17:58:16.389 INFO:tasks.workunit.client.0.smithi045.stderr: -228> 2024-09-12T17:58:16.296+0000 7fd63f73e800 5 AuthRegistry(0x55ab28349dc0) adding con mode: crc 2024-09-12T17:58:16.389 INFO:tasks.workunit.client.0.smithi045.stderr: -227> 2024-09-12T17:58:16.296+0000 7fd63f73e800 5 AuthRegistry(0x55ab28349dc0) adding con mode: secure 2024-09-12T17:58:16.389 INFO:tasks.workunit.client.0.smithi045.stderr: -226> 2024-09-12T17:58:16.296+0000 7fd63f73e800 5 AuthRegistry(0x55ab28349dc0) adding con mode: crc 2024-09-12T17:58:16.389 INFO:tasks.workunit.client.0.smithi045.stderr: -225> 2024-09-12T17:58:16.296+0000 7fd63f73e800 5 AuthRegistry(0x55ab28349dc0) adding con mode: secure 2024-09-12T17:58:16.389 INFO:tasks.workunit.client.0.smithi045.stderr: -224> 2024-09-12T17:58:16.296+0000 7fd63f73e800 5 AuthRegistry(0x55ab28349dc0) adding con mode: crc 2024-09-12T17:58:16.389 INFO:tasks.workunit.client.0.smithi045.stderr: -223> 2024-09-12T17:58:16.296+0000 7fd63f73e800 5 AuthRegistry(0x55ab28349dc0) adding con mode: crc 2024-09-12T17:58:16.390 INFO:tasks.workunit.client.0.smithi045.stderr: -222> 2024-09-12T17:58:16.296+0000 7fd63f73e800 5 AuthRegistry(0x55ab28349dc0) adding con mode: secure 2024-09-12T17:58:16.390 INFO:tasks.workunit.client.0.smithi045.stderr: -221> 2024-09-12T17:58:16.296+0000 7fd63f73e800 5 AuthRegistry(0x55ab28349dc0) adding con mode: crc 2024-09-12T17:58:16.390 INFO:tasks.workunit.client.0.smithi045.stderr: -220> 2024-09-12T17:58:16.296+0000 7fd63f73e800 5 AuthRegistry(0x55ab28349dc0) adding con mode: secure 2024-09-12T17:58:16.390 INFO:tasks.workunit.client.0.smithi045.stderr: -219> 2024-09-12T17:58:16.296+0000 7fd63f73e800 5 AuthRegistry(0x55ab28349dc0) adding con mode: crc 2024-09-12T17:58:16.390 INFO:tasks.workunit.client.0.smithi045.stderr: -218> 2024-09-12T17:58:16.296+0000 7fd63f73e800 5 AuthRegistry(0x55ab28349dc0) adding con mode: secure 2024-09-12T17:58:16.390 INFO:tasks.workunit.client.0.smithi045.stderr: -217> 2024-09-12T17:58:16.296+0000 7fd63f73e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:16.390 INFO:tasks.workunit.client.0.smithi045.stderr: -216> 2024-09-12T17:58:16.296+0000 7fd63f73e800 1 librados: starting msgr at 2024-09-12T17:58:16.390 INFO:tasks.workunit.client.0.smithi045.stderr: -215> 2024-09-12T17:58:16.296+0000 7fd63f73e800 1 librados: starting objecter 2024-09-12T17:58:16.390 INFO:tasks.workunit.client.0.smithi045.stderr: -214> 2024-09-12T17:58:16.296+0000 7fd63f73e800 5 asok(0x55ab28059730) register_command objecter_requests cmddesc objecter_requests hook 0x55ab28319f70 EEXIST 2024-09-12T17:58:16.390 INFO:tasks.workunit.client.0.smithi045.stderr: -213> 2024-09-12T17:58:16.297+0000 7fd63f73e800 1 librados: setting wanted keys 2024-09-12T17:58:16.390 INFO:tasks.workunit.client.0.smithi045.stderr: -212> 2024-09-12T17:58:16.297+0000 7fd63f73e800 1 librados: calling monclient init 2024-09-12T17:58:16.390 INFO:tasks.workunit.client.0.smithi045.stderr: -211> 2024-09-12T17:58:16.297+0000 7fd63f73e800 10 monclient: init 2024-09-12T17:58:16.391 INFO:tasks.workunit.client.0.smithi045.stderr: -210> 2024-09-12T17:58:16.297+0000 7fd63f73e800 5 AuthRegistry(0x55ab28312140) adding auth protocol: cephx 2024-09-12T17:58:16.391 INFO:tasks.workunit.client.0.smithi045.stderr: -209> 2024-09-12T17:58:16.297+0000 7fd63f73e800 5 AuthRegistry(0x55ab28312140) adding auth protocol: cephx 2024-09-12T17:58:16.391 INFO:tasks.workunit.client.0.smithi045.stderr: -208> 2024-09-12T17:58:16.297+0000 7fd63f73e800 5 AuthRegistry(0x55ab28312140) adding auth protocol: cephx 2024-09-12T17:58:16.391 INFO:tasks.workunit.client.0.smithi045.stderr: -207> 2024-09-12T17:58:16.297+0000 7fd63f73e800 5 AuthRegistry(0x55ab28312140) adding con mode: secure 2024-09-12T17:58:16.391 INFO:tasks.workunit.client.0.smithi045.stderr: -206> 2024-09-12T17:58:16.297+0000 7fd63f73e800 5 AuthRegistry(0x55ab28312140) adding con mode: crc 2024-09-12T17:58:16.391 INFO:tasks.workunit.client.0.smithi045.stderr: -205> 2024-09-12T17:58:16.297+0000 7fd63f73e800 5 AuthRegistry(0x55ab28312140) adding con mode: secure 2024-09-12T17:58:16.391 INFO:tasks.workunit.client.0.smithi045.stderr: -204> 2024-09-12T17:58:16.297+0000 7fd63f73e800 5 AuthRegistry(0x55ab28312140) adding con mode: crc 2024-09-12T17:58:16.391 INFO:tasks.workunit.client.0.smithi045.stderr: -203> 2024-09-12T17:58:16.297+0000 7fd63f73e800 5 AuthRegistry(0x55ab28312140) adding con mode: secure 2024-09-12T17:58:16.391 INFO:tasks.workunit.client.0.smithi045.stderr: -202> 2024-09-12T17:58:16.297+0000 7fd63f73e800 5 AuthRegistry(0x55ab28312140) adding con mode: crc 2024-09-12T17:58:16.391 INFO:tasks.workunit.client.0.smithi045.stderr: -201> 2024-09-12T17:58:16.297+0000 7fd63f73e800 5 AuthRegistry(0x55ab28312140) adding con mode: crc 2024-09-12T17:58:16.391 INFO:tasks.workunit.client.0.smithi045.stderr: -200> 2024-09-12T17:58:16.297+0000 7fd63f73e800 5 AuthRegistry(0x55ab28312140) adding con mode: secure 2024-09-12T17:58:16.391 INFO:tasks.workunit.client.0.smithi045.stderr: -199> 2024-09-12T17:58:16.297+0000 7fd63f73e800 5 AuthRegistry(0x55ab28312140) adding con mode: crc 2024-09-12T17:58:16.391 INFO:tasks.workunit.client.0.smithi045.stderr: -198> 2024-09-12T17:58:16.297+0000 7fd63f73e800 5 AuthRegistry(0x55ab28312140) adding con mode: secure 2024-09-12T17:58:16.392 INFO:tasks.workunit.client.0.smithi045.stderr: -197> 2024-09-12T17:58:16.297+0000 7fd63f73e800 5 AuthRegistry(0x55ab28312140) adding con mode: crc 2024-09-12T17:58:16.392 INFO:tasks.workunit.client.0.smithi045.stderr: -196> 2024-09-12T17:58:16.297+0000 7fd63f73e800 5 AuthRegistry(0x55ab28312140) adding con mode: secure 2024-09-12T17:58:16.392 INFO:tasks.workunit.client.0.smithi045.stderr: -195> 2024-09-12T17:58:16.297+0000 7fd63f73e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:16.392 INFO:tasks.workunit.client.0.smithi045.stderr: -194> 2024-09-12T17:58:16.297+0000 7fd63f73e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:16.392 INFO:tasks.workunit.client.0.smithi045.stderr: -193> 2024-09-12T17:58:16.297+0000 7fd63f73e800 5 asok(0x55ab28059730) register_command rotate-key cmddesc rotate-key hook 0x55ab28312288 EEXIST 2024-09-12T17:58:16.392 INFO:tasks.workunit.client.0.smithi045.stderr: -192> 2024-09-12T17:58:16.297+0000 7fd63f73e800 10 monclient: _reopen_session rank -1 2024-09-12T17:58:16.392 INFO:tasks.workunit.client.0.smithi045.stderr: -191> 2024-09-12T17:58:16.297+0000 7fd63f73e800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:58:16.392 INFO:tasks.workunit.client.0.smithi045.stderr: -190> 2024-09-12T17:58:16.297+0000 7fd63f73e800 10 monclient(hunting): picked mon.noname-b con 0x55ab2834e4e0 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:58:16.392 INFO:tasks.workunit.client.0.smithi045.stderr: -189> 2024-09-12T17:58:16.297+0000 7fd63f73e800 10 monclient(hunting): picked mon.noname-a con 0x55ab28354010 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:58:16.392 INFO:tasks.workunit.client.0.smithi045.stderr: -188> 2024-09-12T17:58:16.297+0000 7fd63f73e800 10 monclient(hunting): picked mon.noname-c con 0x55ab2831a8e0 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:58:16.392 INFO:tasks.workunit.client.0.smithi045.stderr: -187> 2024-09-12T17:58:16.297+0000 7fd63f73e800 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:16.392 INFO:tasks.workunit.client.0.smithi045.stderr: -186> 2024-09-12T17:58:16.297+0000 7fd63f73e800 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:16.392 INFO:tasks.workunit.client.0.smithi045.stderr: -185> 2024-09-12T17:58:16.297+0000 7fd63f73e800 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:16.393 INFO:tasks.workunit.client.0.smithi045.stderr: -184> 2024-09-12T17:58:16.297+0000 7fd63f73e800 10 monclient(hunting): _renew_subs 2024-09-12T17:58:16.393 INFO:tasks.workunit.client.0.smithi045.stderr: -183> 2024-09-12T17:58:16.297+0000 7fd63f73e800 10 monclient(hunting): authenticate will time out at 2194.756616s 2024-09-12T17:58:16.393 INFO:tasks.workunit.client.0.smithi045.stderr: -182> 2024-09-12T17:58:16.297+0000 7fd63bc87640 10 monclient(hunting): get_auth_request con 0x55ab2831a8e0 auth_method 0 2024-09-12T17:58:16.393 INFO:tasks.workunit.client.0.smithi045.stderr: -181> 2024-09-12T17:58:16.297+0000 7fd63bc87640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:16.393 INFO:tasks.workunit.client.0.smithi045.stderr: -180> 2024-09-12T17:58:16.297+0000 7fd63bc87640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:16.393 INFO:tasks.workunit.client.0.smithi045.stderr: -179> 2024-09-12T17:58:16.297+0000 7fd63bc87640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:16.393 INFO:tasks.workunit.client.0.smithi045.stderr: -178> 2024-09-12T17:58:16.297+0000 7fd63ac85640 10 monclient(hunting): get_auth_request con 0x55ab28354010 auth_method 0 2024-09-12T17:58:16.393 INFO:tasks.workunit.client.0.smithi045.stderr: -177> 2024-09-12T17:58:16.297+0000 7fd63ac85640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:16.393 INFO:tasks.workunit.client.0.smithi045.stderr: -176> 2024-09-12T17:58:16.297+0000 7fd63ac85640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:16.393 INFO:tasks.workunit.client.0.smithi045.stderr: -175> 2024-09-12T17:58:16.297+0000 7fd63ac85640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:16.393 INFO:tasks.workunit.client.0.smithi045.stderr: -174> 2024-09-12T17:58:16.297+0000 7fd63ac85640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:16.393 INFO:tasks.workunit.client.0.smithi045.stderr: -173> 2024-09-12T17:58:16.297+0000 7fd63ac85640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:16.393 INFO:tasks.workunit.client.0.smithi045.stderr: -172> 2024-09-12T17:58:16.297+0000 7fd63ac85640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:16.394 INFO:tasks.workunit.client.0.smithi045.stderr: -171> 2024-09-12T17:58:16.297+0000 7fd63b486640 10 monclient(hunting): get_auth_request con 0x55ab2834e4e0 auth_method 0 2024-09-12T17:58:16.394 INFO:tasks.workunit.client.0.smithi045.stderr: -170> 2024-09-12T17:58:16.297+0000 7fd63b486640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:16.394 INFO:tasks.workunit.client.0.smithi045.stderr: -169> 2024-09-12T17:58:16.297+0000 7fd63b486640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:16.394 INFO:tasks.workunit.client.0.smithi045.stderr: -168> 2024-09-12T17:58:16.297+0000 7fd63b486640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:16.394 INFO:tasks.workunit.client.0.smithi045.stderr: -167> 2024-09-12T17:58:16.297+0000 7fd63bc87640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:16.394 INFO:tasks.workunit.client.0.smithi045.stderr: -166> 2024-09-12T17:58:16.297+0000 7fd63bc87640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:16.394 INFO:tasks.workunit.client.0.smithi045.stderr: -165> 2024-09-12T17:58:16.297+0000 7fd63bc87640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:16.394 INFO:tasks.workunit.client.0.smithi045.stderr: -164> 2024-09-12T17:58:16.297+0000 7fd63b486640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:16.394 INFO:tasks.workunit.client.0.smithi045.stderr: -163> 2024-09-12T17:58:16.297+0000 7fd63b486640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:16.394 INFO:tasks.workunit.client.0.smithi045.stderr: -162> 2024-09-12T17:58:16.297+0000 7fd63b486640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:16.394 INFO:tasks.workunit.client.0.smithi045.stderr: -161> 2024-09-12T17:58:16.297+0000 7fd63ac85640 10 monclient(hunting): handle_auth_done global_id 8013 payload 824 2024-09-12T17:58:16.394 INFO:tasks.workunit.client.0.smithi045.stderr: -160> 2024-09-12T17:58:16.297+0000 7fd63ac85640 10 monclient: _finish_hunting 0 2024-09-12T17:58:16.394 INFO:tasks.workunit.client.0.smithi045.stderr: -159> 2024-09-12T17:58:16.297+0000 7fd63ac85640 1 monclient: found mon.noname-a 2024-09-12T17:58:16.395 INFO:tasks.workunit.client.0.smithi045.stderr: -158> 2024-09-12T17:58:16.297+0000 7fd63ac85640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.45:3300/0 2024-09-12T17:58:16.395 INFO:tasks.workunit.client.0.smithi045.stderr: -157> 2024-09-12T17:58:16.298+0000 7fd51d7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:16.395 INFO:tasks.workunit.client.0.smithi045.stderr: -156> 2024-09-12T17:58:16.298+0000 7fd51d7fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:58:16.395 INFO:tasks.workunit.client.0.smithi045.stderr: -155> 2024-09-12T17:58:16.298+0000 7fd51d7fa640 10 monclient: dump: 2024-09-12T17:58:16.395 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:58:16.395 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:58:16.395 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:16.395 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:16.395 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:16.395 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:58:16.395 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:58:16.395 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:58:16.395 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:58:16.396 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:16.396 INFO:tasks.workunit.client.0.smithi045.stderr: -154> 2024-09-12T17:58:16.298+0000 7fd51d7fa640 10 monclient: _finish_auth 0 2024-09-12T17:58:16.396 INFO:tasks.workunit.client.0.smithi045.stderr: -153> 2024-09-12T17:58:16.298+0000 7fd51d7fa640 10 monclient: _check_auth_tickets 2024-09-12T17:58:16.396 INFO:tasks.workunit.client.0.smithi045.stderr: -152> 2024-09-12T17:58:16.298+0000 7fd51d7fa640 10 monclient: handle_config config(0 keys) 2024-09-12T17:58:16.396 INFO:tasks.workunit.client.0.smithi045.stderr: -151> 2024-09-12T17:58:16.298+0000 7fd51d7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:16.396 INFO:tasks.workunit.client.0.smithi045.stderr: -150> 2024-09-12T17:58:16.298+0000 7fd51d7fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:58:16.396 INFO:tasks.workunit.client.0.smithi045.stderr: -149> 2024-09-12T17:58:16.298+0000 7fd51d7fa640 10 monclient: dump: 2024-09-12T17:58:16.396 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:58:16.396 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:58:16.396 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:16.396 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:16.396 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:16.396 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:58:16.397 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:58:16.397 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:58:16.397 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:58:16.397 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:16.397 INFO:tasks.workunit.client.0.smithi045.stderr: -148> 2024-09-12T17:58:16.298+0000 7fd63f73e800 5 monclient: authenticate success, global_id 8013 2024-09-12T17:58:16.397 INFO:tasks.workunit.client.0.smithi045.stderr: -147> 2024-09-12T17:58:16.298+0000 7fd51effd640 4 set_mon_vals no callback set 2024-09-12T17:58:16.397 INFO:tasks.workunit.client.0.smithi045.stderr: -146> 2024-09-12T17:58:16.298+0000 7fd63f73e800 10 monclient: _renew_subs 2024-09-12T17:58:16.397 INFO:tasks.workunit.client.0.smithi045.stderr: -145> 2024-09-12T17:58:16.298+0000 7fd63f73e800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:58:16.397 INFO:tasks.workunit.client.0.smithi045.stderr: -144> 2024-09-12T17:58:16.298+0000 7fd63f73e800 10 monclient: _renew_subs 2024-09-12T17:58:16.397 INFO:tasks.workunit.client.0.smithi045.stderr: -143> 2024-09-12T17:58:16.298+0000 7fd63f73e800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:58:16.397 INFO:tasks.workunit.client.0.smithi045.stderr: -142> 2024-09-12T17:58:16.298+0000 7fd63f73e800 1 librados: init done 2024-09-12T17:58:16.397 INFO:tasks.workunit.client.0.smithi045.stderr: -141> 2024-09-12T17:58:16.298+0000 7fd63f73e800 5 asok(0x55ab28059730) register_command cr dump hook 0x55ab283451b8 2024-09-12T17:58:16.397 INFO:tasks.workunit.client.0.smithi045.stderr: -140> 2024-09-12T17:58:16.300+0000 7fd63f73e800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.397 INFO:tasks.workunit.client.0.smithi045.stderr: -139> 2024-09-12T17:58:16.301+0000 7fd51d7fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:58:16.398 INFO:tasks.workunit.client.0.smithi045.stderr: -138> 2024-09-12T17:58:16.301+0000 7fd51d7fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:58:16.398 INFO:tasks.workunit.client.0.smithi045.stderr: -137> 2024-09-12T17:58:16.301+0000 7fd51d7fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:58:16.398 INFO:tasks.workunit.client.0.smithi045.stderr: -136> 2024-09-12T17:58:16.301+0000 7fd63b486640 10 monclient: get_auth_request con 0x7fd504076470 auth_method 0 2024-09-12T17:58:16.398 INFO:tasks.workunit.client.0.smithi045.stderr: -135> 2024-09-12T17:58:16.301+0000 7fd63bc87640 10 monclient: get_auth_request con 0x55ab28368d10 auth_method 0 2024-09-12T17:58:16.398 INFO:tasks.workunit.client.0.smithi045.stderr: -134> 2024-09-12T17:58:16.302+0000 7fd63f73e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:16.398 INFO:tasks.workunit.client.0.smithi045.stderr: -133> 2024-09-12T17:58:16.302+0000 7fd63f73e800 20 realm 2024-09-12T17:58:16.398 INFO:tasks.workunit.client.0.smithi045.stderr: -132> 2024-09-12T17:58:16.302+0000 7fd63f73e800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.398 INFO:tasks.workunit.client.0.smithi045.stderr: -131> 2024-09-12T17:58:16.302+0000 7fd63f73e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:16.398 INFO:tasks.workunit.client.0.smithi045.stderr: -130> 2024-09-12T17:58:16.302+0000 7fd63f73e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:58:16.398 INFO:tasks.workunit.client.0.smithi045.stderr: -129> 2024-09-12T17:58:16.302+0000 7fd63f73e800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.398 INFO:tasks.workunit.client.0.smithi045.stderr: -128> 2024-09-12T17:58:16.302+0000 7fd63f73e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:16.398 INFO:tasks.workunit.client.0.smithi045.stderr: -127> 2024-09-12T17:58:16.302+0000 7fd63f73e800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.398 INFO:tasks.workunit.client.0.smithi045.stderr: -126> 2024-09-12T17:58:16.302+0000 7fd63b486640 10 monclient: get_auth_request con 0x55ab2836cf20 auth_method 0 2024-09-12T17:58:16.399 INFO:tasks.workunit.client.0.smithi045.stderr: -125> 2024-09-12T17:58:16.303+0000 7fd63f73e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:16.399 INFO:tasks.workunit.client.0.smithi045.stderr: -124> 2024-09-12T17:58:16.303+0000 7fd63f73e800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.399 INFO:tasks.workunit.client.0.smithi045.stderr: -123> 2024-09-12T17:58:16.303+0000 7fd63ac85640 10 monclient: get_auth_request con 0x55ab28370780 auth_method 0 2024-09-12T17:58:16.399 INFO:tasks.workunit.client.0.smithi045.stderr: -122> 2024-09-12T17:58:16.304+0000 7fd63f73e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:58:16.399 INFO:tasks.workunit.client.0.smithi045.stderr: -121> 2024-09-12T17:58:16.304+0000 7fd63f73e800 20 searching for the correct realm 2024-09-12T17:58:16.399 INFO:tasks.workunit.client.0.smithi045.stderr: -120> 2024-09-12T17:58:16.304+0000 7fd63bc87640 10 monclient: get_auth_request con 0x55ab28375520 auth_method 0 2024-09-12T17:58:16.399 INFO:tasks.workunit.client.0.smithi045.stderr: -119> 2024-09-12T17:58:16.305+0000 7fd63b486640 10 monclient: get_auth_request con 0x7fd63006a740 auth_method 0 2024-09-12T17:58:16.399 INFO:tasks.workunit.client.0.smithi045.stderr: -118> 2024-09-12T17:58:16.305+0000 7fd63ac85640 10 monclient: get_auth_request con 0x7fd62c0adb70 auth_method 0 2024-09-12T17:58:16.399 INFO:tasks.workunit.client.0.smithi045.stderr: -117> 2024-09-12T17:58:16.306+0000 7fd63bc87640 0 -- 172.21.15.45:0/1564004402 >> [v2:172.21.15.45:6824/1551660769,v1:172.21.15.45:6825/1551660769] conn(0x55ab28375520 msgr2=0x55ab283779e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:16.399 INFO:tasks.workunit.client.0.smithi045.stderr: -116> 2024-09-12T17:58:16.306+0000 7fd51d7fa640 1 client.8013.objecter ms_handle_reset 0x55ab28375520 session 0x55ab28374ea0 osd.3 2024-09-12T17:58:16.399 INFO:tasks.workunit.client.0.smithi045.stderr: -115> 2024-09-12T17:58:16.307+0000 7fd51d7fa640 10 monclient: _renew_subs 2024-09-12T17:58:16.399 INFO:tasks.workunit.client.0.smithi045.stderr: -114> 2024-09-12T17:58:16.307+0000 7fd51d7fa640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:58:16.400 INFO:tasks.workunit.client.0.smithi045.stderr: -113> 2024-09-12T17:58:16.307+0000 7fd63bc87640 10 monclient: get_auth_request con 0x7fd504086ba0 auth_method 0 2024-09-12T17:58:16.400 INFO:tasks.workunit.client.0.smithi045.stderr: -112> 2024-09-12T17:58:16.307+0000 7fd63bc87640 10 monclient: get_auth_request con 0x7fd630073230 auth_method 0 2024-09-12T17:58:16.400 INFO:tasks.workunit.client.0.smithi045.stderr: -111> 2024-09-12T17:58:16.309+0000 7fd63b486640 10 monclient: get_auth_request con 0x7fd630071400 auth_method 0 2024-09-12T17:58:16.400 INFO:tasks.workunit.client.0.smithi045.stderr: -110> 2024-09-12T17:58:16.310+0000 7fd63b486640 0 -- 172.21.15.45:0/1564004402 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7fd630071400 msgr2=0x7fd630071880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:16.400 INFO:tasks.workunit.client.0.smithi045.stderr: -109> 2024-09-12T17:58:16.310+0000 7fd51d7fa640 1 client.8013.objecter ms_handle_reset 0x7fd630071400 session 0x7fd630005040 osd.0 2024-09-12T17:58:16.400 INFO:tasks.workunit.client.0.smithi045.stderr: -108> 2024-09-12T17:58:16.310+0000 7fd63b486640 10 monclient: get_auth_request con 0x55ab28375520 auth_method 0 2024-09-12T17:58:16.400 INFO:tasks.workunit.client.0.smithi045.stderr: -107> 2024-09-12T17:58:16.314+0000 7fd63f73e800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:58:16.400 INFO:tasks.workunit.client.0.smithi045.stderr: -106> 2024-09-12T17:58:16.314+0000 7fd63f73e800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:58:16.400 INFO:tasks.workunit.client.0.smithi045.stderr: -105> 2024-09-12T17:58:16.314+0000 7fd63f73e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:58:16.400 INFO:tasks.workunit.client.0.smithi045.stderr: -104> 2024-09-12T17:58:16.314+0000 7fd63f73e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:58:16.400 INFO:tasks.workunit.client.0.smithi045.stderr: -103> 2024-09-12T17:58:16.314+0000 7fd63f73e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:58:16.400 INFO:tasks.workunit.client.0.smithi045.stderr: -102> 2024-09-12T17:58:16.314+0000 7fd63f73e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:58:16.400 INFO:tasks.workunit.client.0.smithi045.stderr: -101> 2024-09-12T17:58:16.314+0000 7fd63f73e800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.401 INFO:tasks.workunit.client.0.smithi045.stderr: -100> 2024-09-12T17:58:16.314+0000 7fd63f73e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:16.401 INFO:tasks.workunit.client.0.smithi045.stderr: -99> 2024-09-12T17:58:16.314+0000 7fd63f73e800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.401 INFO:tasks.workunit.client.0.smithi045.stderr: -98> 2024-09-12T17:58:16.314+0000 7fd63f73e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:16.401 INFO:tasks.workunit.client.0.smithi045.stderr: -97> 2024-09-12T17:58:16.314+0000 7fd63f73e800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.401 INFO:tasks.workunit.client.0.smithi045.stderr: -96> 2024-09-12T17:58:16.315+0000 7fd63f73e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:58:16.401 INFO:tasks.workunit.client.0.smithi045.stderr: -95> 2024-09-12T17:58:16.315+0000 7fd63f73e800 20 zone default found 2024-09-12T17:58:16.401 INFO:tasks.workunit.client.0.smithi045.stderr: -94> 2024-09-12T17:58:16.315+0000 7fd63f73e800 4 Realm: () 2024-09-12T17:58:16.401 INFO:tasks.workunit.client.0.smithi045.stderr: -93> 2024-09-12T17:58:16.315+0000 7fd63f73e800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:58:16.401 INFO:tasks.workunit.client.0.smithi045.stderr: -92> 2024-09-12T17:58:16.315+0000 7fd63f73e800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:58:16.401 INFO:tasks.workunit.client.0.smithi045.stderr: -91> 2024-09-12T17:58:16.315+0000 7fd63f73e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:58:16.401 INFO:tasks.workunit.client.0.smithi045.stderr: -90> 2024-09-12T17:58:16.315+0000 7fd63f73e800 20 zonegroup default 2024-09-12T17:58:16.401 INFO:tasks.workunit.client.0.smithi045.stderr: -89> 2024-09-12T17:58:16.315+0000 7fd63f73e800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.402 INFO:tasks.workunit.client.0.smithi045.stderr: -88> 2024-09-12T17:58:16.315+0000 7fd63f73e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:16.402 INFO:tasks.workunit.client.0.smithi045.stderr: -87> 2024-09-12T17:58:16.315+0000 7fd63f73e800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.402 INFO:tasks.workunit.client.0.smithi045.stderr: -86> 2024-09-12T17:58:16.315+0000 7fd63f73e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:16.402 INFO:tasks.workunit.client.0.smithi045.stderr: -85> 2024-09-12T17:58:16.315+0000 7fd63f73e800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.402 INFO:tasks.workunit.client.0.smithi045.stderr: -84> 2024-09-12T17:58:16.315+0000 7fd63f73e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:16.402 INFO:tasks.workunit.client.0.smithi045.stderr: -83> 2024-09-12T17:58:16.315+0000 7fd63f73e800 20 started sync module instance, tier type = 2024-09-12T17:58:16.402 INFO:tasks.workunit.client.0.smithi045.stderr: -82> 2024-09-12T17:58:16.315+0000 7fd63f73e800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:58:16.402 INFO:tasks.workunit.client.0.smithi045.stderr: -81> 2024-09-12T17:58:16.324+0000 7fd63f73e800 20 add_watcher() i=0 2024-09-12T17:58:16.402 INFO:tasks.workunit.client.0.smithi045.stderr: -80> 2024-09-12T17:58:16.324+0000 7fd63f73e800 20 add_watcher() i=1 2024-09-12T17:58:16.402 INFO:tasks.workunit.client.0.smithi045.stderr: -79> 2024-09-12T17:58:16.324+0000 7fd63f73e800 20 add_watcher() i=2 2024-09-12T17:58:16.402 INFO:tasks.workunit.client.0.smithi045.stderr: -78> 2024-09-12T17:58:16.324+0000 7fd63f73e800 20 add_watcher() i=3 2024-09-12T17:58:16.402 INFO:tasks.workunit.client.0.smithi045.stderr: -77> 2024-09-12T17:58:16.324+0000 7fd63f73e800 20 add_watcher() i=4 2024-09-12T17:58:16.402 INFO:tasks.workunit.client.0.smithi045.stderr: -76> 2024-09-12T17:58:16.325+0000 7fd63f73e800 20 add_watcher() i=5 2024-09-12T17:58:16.402 INFO:tasks.workunit.client.0.smithi045.stderr: -75> 2024-09-12T17:58:16.325+0000 7fd63f73e800 20 add_watcher() i=6 2024-09-12T17:58:16.403 INFO:tasks.workunit.client.0.smithi045.stderr: -74> 2024-09-12T17:58:16.325+0000 7fd63f73e800 20 add_watcher() i=7 2024-09-12T17:58:16.403 INFO:tasks.workunit.client.0.smithi045.stderr: -73> 2024-09-12T17:58:16.326+0000 7fd63f73e800 2 all 8 watchers are set, enabling cache 2024-09-12T17:58:16.403 INFO:tasks.workunit.client.0.smithi045.stderr: -72> 2024-09-12T17:58:16.327+0000 7fd63f73e800 5 AuthRegistry(0x7ffc6a75f6a0) adding auth protocol: cephx 2024-09-12T17:58:16.403 INFO:tasks.workunit.client.0.smithi045.stderr: -71> 2024-09-12T17:58:16.327+0000 7fd63f73e800 5 AuthRegistry(0x7ffc6a75f6a0) adding auth protocol: cephx 2024-09-12T17:58:16.403 INFO:tasks.workunit.client.0.smithi045.stderr: -70> 2024-09-12T17:58:16.327+0000 7fd63f73e800 5 AuthRegistry(0x7ffc6a75f6a0) adding auth protocol: cephx 2024-09-12T17:58:16.403 INFO:tasks.workunit.client.0.smithi045.stderr: -69> 2024-09-12T17:58:16.327+0000 7fd63f73e800 5 AuthRegistry(0x7ffc6a75f6a0) adding con mode: secure 2024-09-12T17:58:16.403 INFO:tasks.workunit.client.0.smithi045.stderr: -68> 2024-09-12T17:58:16.327+0000 7fd63f73e800 5 AuthRegistry(0x7ffc6a75f6a0) adding con mode: crc 2024-09-12T17:58:16.403 INFO:tasks.workunit.client.0.smithi045.stderr: -67> 2024-09-12T17:58:16.327+0000 7fd63f73e800 5 AuthRegistry(0x7ffc6a75f6a0) adding con mode: secure 2024-09-12T17:58:16.403 INFO:tasks.workunit.client.0.smithi045.stderr: -66> 2024-09-12T17:58:16.327+0000 7fd63f73e800 5 AuthRegistry(0x7ffc6a75f6a0) adding con mode: crc 2024-09-12T17:58:16.403 INFO:tasks.workunit.client.0.smithi045.stderr: -65> 2024-09-12T17:58:16.327+0000 7fd63f73e800 5 AuthRegistry(0x7ffc6a75f6a0) adding con mode: secure 2024-09-12T17:58:16.403 INFO:tasks.workunit.client.0.smithi045.stderr: -64> 2024-09-12T17:58:16.327+0000 7fd63f73e800 5 AuthRegistry(0x7ffc6a75f6a0) adding con mode: crc 2024-09-12T17:58:16.403 INFO:tasks.workunit.client.0.smithi045.stderr: -63> 2024-09-12T17:58:16.327+0000 7fd63f73e800 5 AuthRegistry(0x7ffc6a75f6a0) adding con mode: crc 2024-09-12T17:58:16.403 INFO:tasks.workunit.client.0.smithi045.stderr: -62> 2024-09-12T17:58:16.327+0000 7fd63f73e800 5 AuthRegistry(0x7ffc6a75f6a0) adding con mode: secure 2024-09-12T17:58:16.403 INFO:tasks.workunit.client.0.smithi045.stderr: -61> 2024-09-12T17:58:16.327+0000 7fd63f73e800 5 AuthRegistry(0x7ffc6a75f6a0) adding con mode: crc 2024-09-12T17:58:16.404 INFO:tasks.workunit.client.0.smithi045.stderr: -60> 2024-09-12T17:58:16.327+0000 7fd63f73e800 5 AuthRegistry(0x7ffc6a75f6a0) adding con mode: secure 2024-09-12T17:58:16.404 INFO:tasks.workunit.client.0.smithi045.stderr: -59> 2024-09-12T17:58:16.327+0000 7fd63f73e800 5 AuthRegistry(0x7ffc6a75f6a0) adding con mode: crc 2024-09-12T17:58:16.404 INFO:tasks.workunit.client.0.smithi045.stderr: -58> 2024-09-12T17:58:16.327+0000 7fd63f73e800 5 AuthRegistry(0x7ffc6a75f6a0) adding con mode: secure 2024-09-12T17:58:16.404 INFO:tasks.workunit.client.0.smithi045.stderr: -57> 2024-09-12T17:58:16.327+0000 7fd4f1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:16.404 INFO:tasks.workunit.client.0.smithi045.stderr: -56> 2024-09-12T17:58:16.327+0000 7fd63f73e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:16.404 INFO:tasks.workunit.client.0.smithi045.stderr: -55> 2024-09-12T17:58:16.327+0000 7fd63f73e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:58:16.404 INFO:tasks.workunit.client.0.smithi045.stderr: -54> 2024-09-12T17:58:16.327+0000 7fd63f73e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:58:16.404 INFO:tasks.workunit.client.0.smithi045.stderr: -53> 2024-09-12T17:58:16.327+0000 7fd63f73e800 5 asok(0x55ab28059730) register_command cache list hook 0x55ab2831acc0 2024-09-12T17:58:16.404 INFO:tasks.workunit.client.0.smithi045.stderr: -52> 2024-09-12T17:58:16.327+0000 7fd63f73e800 5 asok(0x55ab28059730) register_command cache inspect hook 0x55ab2831acc0 2024-09-12T17:58:16.404 INFO:tasks.workunit.client.0.smithi045.stderr: -51> 2024-09-12T17:58:16.327+0000 7fd63f73e800 5 asok(0x55ab28059730) register_command cache erase hook 0x55ab2831acc0 2024-09-12T17:58:16.404 INFO:tasks.workunit.client.0.smithi045.stderr: -50> 2024-09-12T17:58:16.327+0000 7fd63f73e800 5 asok(0x55ab28059730) register_command cache zap hook 0x55ab2831acc0 2024-09-12T17:58:16.404 INFO:tasks.workunit.client.0.smithi045.stderr: -49> 2024-09-12T17:58:16.328+0000 7fd63f73e800 5 note: GC not initialized 2024-09-12T17:58:16.404 INFO:tasks.workunit.client.0.smithi045.stderr: -48> 2024-09-12T17:58:16.328+0000 7fd4f0fe1640 20 reqs_thread_entry: start 2024-09-12T17:58:16.405 INFO:tasks.workunit.client.0.smithi045.stderr: -47> 2024-09-12T17:58:16.328+0000 7fd63f73e800 5 asok(0x55ab28059730) register_command sync trace show hook 0x7fd6340016b0 2024-09-12T17:58:16.405 INFO:tasks.workunit.client.0.smithi045.stderr: -46> 2024-09-12T17:58:16.328+0000 7fd63f73e800 5 asok(0x55ab28059730) register_command sync trace history hook 0x7fd6340016b0 2024-09-12T17:58:16.405 INFO:tasks.workunit.client.0.smithi045.stderr: -45> 2024-09-12T17:58:16.328+0000 7fd63f73e800 5 asok(0x55ab28059730) register_command sync trace active hook 0x7fd6340016b0 2024-09-12T17:58:16.405 INFO:tasks.workunit.client.0.smithi045.stderr: -44> 2024-09-12T17:58:16.328+0000 7fd63f73e800 5 asok(0x55ab28059730) register_command sync trace active_short hook 0x7fd6340016b0 2024-09-12T17:58:16.405 INFO:tasks.workunit.client.0.smithi045.stderr: -43> 2024-09-12T17:58:16.328+0000 7fd63f73e800 20 init_complete bucket index max shards: 1 2024-09-12T17:58:16.405 INFO:tasks.workunit.client.0.smithi045.stderr: -42> 2024-09-12T17:58:16.328+0000 7fd63f73e800 20 Filter name: none 2024-09-12T17:58:16.405 INFO:tasks.workunit.client.0.smithi045.stderr: -41> 2024-09-12T17:58:16.328+0000 7fd46a7fc640 20 reqs_thread_entry: start 2024-09-12T17:58:16.405 INFO:tasks.workunit.client.0.smithi045.stderr: -40> 2024-09-12T17:58:16.328+0000 7fd63f73e800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:58:16.405 INFO:tasks.workunit.client.0.smithi045.stderr: -39> 2024-09-12T17:58:16.328+0000 7fd63f73e800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.405 INFO:tasks.workunit.client.0.smithi045.stderr: -38> 2024-09-12T17:58:16.328+0000 7fd63f73e800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:58:16.405 INFO:tasks.workunit.client.0.smithi045.stderr: -37> 2024-09-12T17:58:16.328+0000 7fd63f73e800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:58:16.405 INFO:tasks.workunit.client.0.smithi045.stderr: -36> 2024-09-12T17:58:16.328+0000 7fd63f73e800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:58:16.405 INFO:tasks.workunit.client.0.smithi045.stderr: -35> 2024-09-12T17:58:16.329+0000 7fd63f73e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 : miss 2024-09-12T17:58:16.405 INFO:tasks.workunit.client.0.smithi045.stderr: -34> 2024-09-12T17:58:16.329+0000 7fd63f73e800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.406 INFO:tasks.workunit.client.0.smithi045.stderr: -33> 2024-09-12T17:58:16.329+0000 7fd63f73e800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:58:16.406 INFO:tasks.workunit.client.0.smithi045.stderr: -32> 2024-09-12T17:58:16.329+0000 7fd63f73e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T17:58:16.406 INFO:tasks.workunit.client.0.smithi045.stderr: -31> 2024-09-12T17:58:16.329+0000 7fd63f73e800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T17:58:16.406 INFO:tasks.workunit.client.0.smithi045.stderr: -30> 2024-09-12T17:58:16.329+0000 7fd63f73e800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:58:16.406 INFO:tasks.workunit.client.0.smithi045.stderr: -29> 2024-09-12T17:58:16.329+0000 7fd63f73e800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:58:16.406 INFO:tasks.workunit.client.0.smithi045.stderr: -28> 2024-09-12T17:58:16.329+0000 7fd63f73e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 2024-09-12T17:58:16.406 INFO:tasks.workunit.client.0.smithi045.stderr: -27> 2024-09-12T17:58:16.333+0000 7fd63f73e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T17:58:16.406 INFO:tasks.workunit.client.0.smithi045.stderr: -26> 2024-09-12T17:58:16.333+0000 7fd63f73e800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T17:58:16.406 INFO:tasks.workunit.client.0.smithi045.stderr: -25> 2024-09-12T17:58:16.333+0000 7fd63f73e800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:58:16.406 INFO:tasks.workunit.client.0.smithi045.stderr: -24> 2024-09-12T17:58:16.333+0000 7fd63f73e800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18, ofs0, ns] 2024-09-12T17:58:16.406 INFO:tasks.workunit.client.0.smithi045.stderr: -23> 2024-09-12T17:58:16.333+0000 7fd51e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398943 cookie 94193602491600 notifier 8013 bl.length()=911 2024-09-12T17:58:16.406 INFO:tasks.workunit.client.0.smithi045.stderr: -22> 2024-09-12T17:58:16.333+0000 7fd51e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T17:58:16.406 INFO:tasks.workunit.client.0.smithi045.stderr: -21> 2024-09-12T17:58:16.333+0000 7fd51e7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T17:58:16.407 INFO:tasks.workunit.client.0.smithi045.stderr: -20> 2024-09-12T17:58:16.333+0000 7fd51e7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:58:16.407 INFO:tasks.workunit.client.0.smithi045.stderr: -19> 2024-09-12T17:58:16.333+0000 7fd63f73e800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): orig_sources= new_sources= 2024-09-12T17:58:16.407 INFO:tasks.workunit.client.0.smithi045.stderr: -18> 2024-09-12T17:58:16.333+0000 7fd63f73e800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): potential sources added=[] removed=[] 2024-09-12T17:58:16.407 INFO:tasks.workunit.client.0.smithi045.stderr: -17> 2024-09-12T17:58:16.333+0000 7fd63f73e800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): orig_dests= new_dests= 2024-09-12T17:58:16.407 INFO:tasks.workunit.client.0.smithi045.stderr: -16> 2024-09-12T17:58:16.333+0000 7fd63f73e800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): potential dests added=[] removed=[] 2024-09-12T17:58:16.407 INFO:tasks.workunit.client.0.smithi045.stderr: -15> 2024-09-12T17:58:16.336+0000 7fd63f73e800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.3.0 2024-09-12T17:58:16.407 INFO:tasks.workunit.client.0.smithi045.stderr: -14> 2024-09-12T17:58:16.336+0000 7fd63f73e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.3.0 2024-09-12T17:58:16.407 INFO:tasks.workunit.client.0.smithi045.stderr: -13> 2024-09-12T17:58:16.336+0000 7fd63f73e800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.3.1 2024-09-12T17:58:16.407 INFO:tasks.workunit.client.0.smithi045.stderr: -12> 2024-09-12T17:58:16.336+0000 7fd63f73e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.3.1 2024-09-12T17:58:16.407 INFO:tasks.workunit.client.0.smithi045.stderr: -11> 2024-09-12T17:58:16.336+0000 7fd63f73e800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.3.2 2024-09-12T17:58:16.407 INFO:tasks.workunit.client.0.smithi045.stderr: -10> 2024-09-12T17:58:16.336+0000 7fd63f73e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.3.2 2024-09-12T17:58:16.407 INFO:tasks.workunit.client.0.smithi045.stderr: -9> 2024-09-12T17:58:16.336+0000 7fd63f73e800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.3.3 2024-09-12T17:58:16.407 INFO:tasks.workunit.client.0.smithi045.stderr: -8> 2024-09-12T17:58:16.336+0000 7fd63f73e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.3.3 2024-09-12T17:58:16.407 INFO:tasks.workunit.client.0.smithi045.stderr: -7> 2024-09-12T17:58:16.336+0000 7fd63f73e800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.0 2024-09-12T17:58:16.408 INFO:tasks.workunit.client.0.smithi045.stderr: -6> 2024-09-12T17:58:16.336+0000 7fd63f73e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.0 2024-09-12T17:58:16.408 INFO:tasks.workunit.client.0.smithi045.stderr: -5> 2024-09-12T17:58:16.336+0000 7fd63f73e800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.1 2024-09-12T17:58:16.408 INFO:tasks.workunit.client.0.smithi045.stderr: -4> 2024-09-12T17:58:16.336+0000 7fd63f73e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.1 2024-09-12T17:58:16.408 INFO:tasks.workunit.client.0.smithi045.stderr: -3> 2024-09-12T17:58:16.337+0000 7fd63f73e800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.2 2024-09-12T17:58:16.408 INFO:tasks.workunit.client.0.smithi045.stderr: -2> 2024-09-12T17:58:16.337+0000 7fd63f73e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.2 2024-09-12T17:58:16.408 INFO:tasks.workunit.client.0.smithi045.stderr: -1> 2024-09-12T17:58:16.339+0000 7fd63f73e800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fd63f73e800 time 2024-09-12T17:58:16.340712+0000 2024-09-12T17:58:16.408 INFO:tasks.workunit.client.0.smithi045.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:58:16.408 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:16.408 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:58:16.408 INFO:tasks.workunit.client.0.smithi045.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7fd640f8c71a] 2024-09-12T17:58:16.408 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fd640f8c8d8] 2024-09-12T17:58:16.408 INFO:tasks.workunit.client.0.smithi045.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55ab26273841] 2024-09-12T17:58:16.408 INFO:tasks.workunit.client.0.smithi045.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1834) [0x55ab26282734] 2024-09-12T17:58:16.409 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x55ab262835d4] 2024-09-12T17:58:16.409 INFO:tasks.workunit.client.0.smithi045.stderr: 6: main() 2024-09-12T17:58:16.409 INFO:tasks.workunit.client.0.smithi045.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7fd63fc29590] 2024-09-12T17:58:16.409 INFO:tasks.workunit.client.0.smithi045.stderr: 8: __libc_start_main() 2024-09-12T17:58:16.409 INFO:tasks.workunit.client.0.smithi045.stderr: 9: _start() 2024-09-12T17:58:16.409 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:16.409 INFO:tasks.workunit.client.0.smithi045.stderr: 0> 2024-09-12T17:58:16.340+0000 7fd63f73e800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:58:16.409 INFO:tasks.workunit.client.0.smithi045.stderr: in thread 7fd63f73e800 thread_name:radosgw-admin 2024-09-12T17:58:16.409 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:16.409 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:58:16.409 INFO:tasks.workunit.client.0.smithi045.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fd63fc3e6f0] 2024-09-12T17:58:16.409 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7fd63fc8b99c] 2024-09-12T17:58:16.409 INFO:tasks.workunit.client.0.smithi045.stderr: 3: raise() 2024-09-12T17:58:16.410 INFO:tasks.workunit.client.0.smithi045.stderr: 4: abort() 2024-09-12T17:58:16.410 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7fd640f8c774] 2024-09-12T17:58:16.410 INFO:tasks.workunit.client.0.smithi045.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fd640f8c8d8] 2024-09-12T17:58:16.410 INFO:tasks.workunit.client.0.smithi045.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55ab26273841] 2024-09-12T17:58:16.410 INFO:tasks.workunit.client.0.smithi045.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1834) [0x55ab26282734] 2024-09-12T17:58:16.410 INFO:tasks.workunit.client.0.smithi045.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x55ab262835d4] 2024-09-12T17:58:16.410 INFO:tasks.workunit.client.0.smithi045.stderr: 10: main() 2024-09-12T17:58:16.410 INFO:tasks.workunit.client.0.smithi045.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7fd63fc29590] 2024-09-12T17:58:16.410 INFO:tasks.workunit.client.0.smithi045.stderr: 12: __libc_start_main() 2024-09-12T17:58:16.410 INFO:tasks.workunit.client.0.smithi045.stderr: 13: _start() 2024-09-12T17:58:16.410 INFO:tasks.workunit.client.0.smithi045.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:58:16.410 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:16.410 INFO:tasks.workunit.client.0.smithi045.stderr:--- logging levels --- 2024-09-12T17:58:16.411 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 none 2024-09-12T17:58:16.411 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 lockdep 2024-09-12T17:58:16.411 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 context 2024-09-12T17:58:16.411 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 crush 2024-09-12T17:58:16.411 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds 2024-09-12T17:58:16.411 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_balancer 2024-09-12T17:58:16.411 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_locker 2024-09-12T17:58:16.411 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_log 2024-09-12T17:58:16.411 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_log_expire 2024-09-12T17:58:16.411 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_migrator 2024-09-12T17:58:16.411 INFO:tasks.workunit.client.0.smithi045.stderr: 3/ 5 mds_quiesce 2024-09-12T17:58:16.411 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 buffer 2024-09-12T17:58:16.412 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 timer 2024-09-12T17:58:16.412 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 filer 2024-09-12T17:58:16.412 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 striper 2024-09-12T17:58:16.412 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 objecter 2024-09-12T17:58:16.412 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rados 2024-09-12T17:58:16.412 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd 2024-09-12T17:58:16.412 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_mirror 2024-09-12T17:58:16.412 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_replay 2024-09-12T17:58:16.412 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_pwl 2024-09-12T17:58:16.412 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 journaler 2024-09-12T17:58:16.412 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 objectcacher 2024-09-12T17:58:16.412 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:58:16.412 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 client 2024-09-12T17:58:16.413 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 osd 2024-09-12T17:58:16.413 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 optracker 2024-09-12T17:58:16.413 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 objclass 2024-09-12T17:58:16.413 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 filestore 2024-09-12T17:58:16.413 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 journal 2024-09-12T17:58:16.413 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 0 ms 2024-09-12T17:58:16.413 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mon 2024-09-12T17:58:16.413 INFO:tasks.workunit.client.0.smithi045.stderr: 0/10 monc 2024-09-12T17:58:16.413 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 paxos 2024-09-12T17:58:16.413 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 tp 2024-09-12T17:58:16.413 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 auth 2024-09-12T17:58:16.413 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 crypto 2024-09-12T17:58:16.413 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 finisher 2024-09-12T17:58:16.414 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 reserver 2024-09-12T17:58:16.414 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 heartbeatmap 2024-09-12T17:58:16.414 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 perfcounter 2024-09-12T17:58:16.414 INFO:tasks.workunit.client.0.smithi045.stderr: 20/20 rgw 2024-09-12T17:58:16.414 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_sync 2024-09-12T17:58:16.414 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_datacache 2024-09-12T17:58:16.414 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_access 2024-09-12T17:58:16.414 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:58:16.414 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_flight 2024-09-12T17:58:16.414 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:58:16.414 INFO:tasks.workunit.client.0.smithi045.stderr: 20/20 rgw_notification 2024-09-12T17:58:16.414 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 javaclient 2024-09-12T17:58:16.414 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 asok 2024-09-12T17:58:16.415 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 throttle 2024-09-12T17:58:16.415 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 0 refs 2024-09-12T17:58:16.415 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 compressor 2024-09-12T17:58:16.415 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 bluestore 2024-09-12T17:58:16.415 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 bluefs 2024-09-12T17:58:16.415 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 bdev 2024-09-12T17:58:16.415 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 kstore 2024-09-12T17:58:16.415 INFO:tasks.workunit.client.0.smithi045.stderr: 4/ 5 rocksdb 2024-09-12T17:58:16.415 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 fuse 2024-09-12T17:58:16.415 INFO:tasks.workunit.client.0.smithi045.stderr: 2/ 5 mgr 2024-09-12T17:58:16.415 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mgrc 2024-09-12T17:58:16.415 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 dpdk 2024-09-12T17:58:16.416 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 eventtrace 2024-09-12T17:58:16.416 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 prioritycache 2024-09-12T17:58:16.416 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 test 2024-09-12T17:58:16.416 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:58:16.416 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cephsqlite 2024-09-12T17:58:16.416 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:58:16.416 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore 2024-09-12T17:58:16.416 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_onode 2024-09-12T17:58:16.416 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_odata 2024-09-12T17:58:16.416 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_omap 2024-09-12T17:58:16.416 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_tm 2024-09-12T17:58:16.416 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_t 2024-09-12T17:58:16.417 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:58:16.417 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_epm 2024-09-12T17:58:16.417 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_lba 2024-09-12T17:58:16.417 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:58:16.417 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_cache 2024-09-12T17:58:16.417 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_journal 2024-09-12T17:58:16.417 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_device 2024-09-12T17:58:16.417 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_backref 2024-09-12T17:58:16.417 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 alienstore 2024-09-12T17:58:16.417 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mclock 2024-09-12T17:58:16.417 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cyanstore 2024-09-12T17:58:16.417 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 ceph_exporter 2024-09-12T17:58:16.417 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 memstore 2024-09-12T17:58:16.418 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 trace 2024-09-12T17:58:16.418 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 ceph_dedup 2024-09-12T17:58:16.418 INFO:tasks.workunit.client.0.smithi045.stderr: -2/-2 (syslog threshold) 2024-09-12T17:58:16.418 INFO:tasks.workunit.client.0.smithi045.stderr: 99/99 (stderr threshold) 2024-09-12T17:58:16.418 INFO:tasks.workunit.client.0.smithi045.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:58:16.418 INFO:tasks.workunit.client.0.smithi045.stderr: 7fd46a7fc640 / http_manager 2024-09-12T17:58:16.418 INFO:tasks.workunit.client.0.smithi045.stderr: 7fd4f0fe1640 / http_manager 2024-09-12T17:58:16.418 INFO:tasks.workunit.client.0.smithi045.stderr: 7fd4f1fe3640 / rgw_dt_lg_renew 2024-09-12T17:58:16.418 INFO:tasks.workunit.client.0.smithi045.stderr: 7fd51d7fa640 / ms_dispatch 2024-09-12T17:58:16.418 INFO:tasks.workunit.client.0.smithi045.stderr: 7fd51e7fc640 / io_context_pool 2024-09-12T17:58:16.418 INFO:tasks.workunit.client.0.smithi045.stderr: 7fd51effd640 / io_context_pool 2024-09-12T17:58:16.418 INFO:tasks.workunit.client.0.smithi045.stderr: 7fd525602640 / ms_dispatch 2024-09-12T17:58:16.419 INFO:tasks.workunit.client.0.smithi045.stderr: 7fd527e07640 / ms_dispatch 2024-09-12T17:58:16.419 INFO:tasks.workunit.client.0.smithi045.stderr: 7fd52960a640 / io_context_pool 2024-09-12T17:58:16.419 INFO:tasks.workunit.client.0.smithi045.stderr: 7fd63ac85640 / msgr-worker-2 2024-09-12T17:58:16.419 INFO:tasks.workunit.client.0.smithi045.stderr: 7fd63b486640 / msgr-worker-1 2024-09-12T17:58:16.419 INFO:tasks.workunit.client.0.smithi045.stderr: 7fd63bc87640 / msgr-worker-0 2024-09-12T17:58:16.419 INFO:tasks.workunit.client.0.smithi045.stderr: 7fd63c488640 / io_context_pool 2024-09-12T17:58:16.419 INFO:tasks.workunit.client.0.smithi045.stderr: 7fd63f73e800 / radosgw-admin 2024-09-12T17:58:16.419 INFO:tasks.workunit.client.0.smithi045.stderr: max_recent 500 2024-09-12T17:58:16.419 INFO:tasks.workunit.client.0.smithi045.stderr: max_new 1000 2024-09-12T17:58:16.419 INFO:tasks.workunit.client.0.smithi045.stderr: log_file /var/log/ceph/ceph-client.admin.145897.log 2024-09-12T17:58:16.419 INFO:tasks.workunit.client.0.smithi045.stderr:--- end dump of recent events --- 2024-09-12T17:58:16.419 INFO:tasks.workunit.client.0.smithi045.stderr:--- begin dump of recent events --- 2024-09-12T17:58:16.419 INFO:tasks.workunit.client.0.smithi045.stderr: -499> 2024-09-12T17:58:16.282+0000 7fd63f73e800 5 AuthRegistry(0x55ab282834f0) adding con mode: secure 2024-09-12T17:58:16.420 INFO:tasks.workunit.client.0.smithi045.stderr: -498> 2024-09-12T17:58:16.282+0000 7fd63f73e800 5 AuthRegistry(0x55ab282834f0) adding con mode: crc 2024-09-12T17:58:16.420 INFO:tasks.workunit.client.0.smithi045.stderr: -497> 2024-09-12T17:58:16.282+0000 7fd63f73e800 5 AuthRegistry(0x55ab282834f0) adding con mode: crc 2024-09-12T17:58:16.420 INFO:tasks.workunit.client.0.smithi045.stderr: -496> 2024-09-12T17:58:16.282+0000 7fd63f73e800 5 AuthRegistry(0x55ab282834f0) adding con mode: secure 2024-09-12T17:58:16.420 INFO:tasks.workunit.client.0.smithi045.stderr: -495> 2024-09-12T17:58:16.282+0000 7fd63f73e800 5 AuthRegistry(0x55ab282834f0) adding con mode: crc 2024-09-12T17:58:16.420 INFO:tasks.workunit.client.0.smithi045.stderr: -494> 2024-09-12T17:58:16.282+0000 7fd63f73e800 5 AuthRegistry(0x55ab282834f0) adding con mode: secure 2024-09-12T17:58:16.420 INFO:tasks.workunit.client.0.smithi045.stderr: -493> 2024-09-12T17:58:16.282+0000 7fd63f73e800 5 AuthRegistry(0x55ab282834f0) adding con mode: crc 2024-09-12T17:58:16.420 INFO:tasks.workunit.client.0.smithi045.stderr: -492> 2024-09-12T17:58:16.282+0000 7fd63f73e800 5 AuthRegistry(0x55ab282834f0) adding con mode: secure 2024-09-12T17:58:16.420 INFO:tasks.workunit.client.0.smithi045.stderr: -491> 2024-09-12T17:58:16.282+0000 7fd63f73e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:16.420 INFO:tasks.workunit.client.0.smithi045.stderr: -490> 2024-09-12T17:58:16.282+0000 7fd63f73e800 1 librados: starting msgr at 2024-09-12T17:58:16.420 INFO:tasks.workunit.client.0.smithi045.stderr: -489> 2024-09-12T17:58:16.282+0000 7fd63f73e800 1 librados: starting objecter 2024-09-12T17:58:16.420 INFO:tasks.workunit.client.0.smithi045.stderr: -488> 2024-09-12T17:58:16.282+0000 7fd63f73e800 5 asok(0x55ab28059730) register_command objecter_requests hook 0x55ab28283ec0 2024-09-12T17:58:16.420 INFO:tasks.workunit.client.0.smithi045.stderr: -487> 2024-09-12T17:58:16.283+0000 7fd63f73e800 1 librados: setting wanted keys 2024-09-12T17:58:16.421 INFO:tasks.workunit.client.0.smithi045.stderr: -486> 2024-09-12T17:58:16.283+0000 7fd63f73e800 1 librados: calling monclient init 2024-09-12T17:58:16.421 INFO:tasks.workunit.client.0.smithi045.stderr: -485> 2024-09-12T17:58:16.283+0000 7fd63f73e800 10 monclient: init 2024-09-12T17:58:16.421 INFO:tasks.workunit.client.0.smithi045.stderr: -484> 2024-09-12T17:58:16.283+0000 7fd63f73e800 5 AuthRegistry(0x55ab2827dda0) adding auth protocol: cephx 2024-09-12T17:58:16.421 INFO:tasks.workunit.client.0.smithi045.stderr: -483> 2024-09-12T17:58:16.283+0000 7fd63f73e800 5 AuthRegistry(0x55ab2827dda0) adding auth protocol: cephx 2024-09-12T17:58:16.421 INFO:tasks.workunit.client.0.smithi045.stderr: -482> 2024-09-12T17:58:16.283+0000 7fd63f73e800 5 AuthRegistry(0x55ab2827dda0) adding auth protocol: cephx 2024-09-12T17:58:16.421 INFO:tasks.workunit.client.0.smithi045.stderr: -481> 2024-09-12T17:58:16.283+0000 7fd63f73e800 5 AuthRegistry(0x55ab2827dda0) adding con mode: secure 2024-09-12T17:58:16.421 INFO:tasks.workunit.client.0.smithi045.stderr: -480> 2024-09-12T17:58:16.283+0000 7fd63f73e800 5 AuthRegistry(0x55ab2827dda0) adding con mode: crc 2024-09-12T17:58:16.421 INFO:tasks.workunit.client.0.smithi045.stderr: -479> 2024-09-12T17:58:16.283+0000 7fd63f73e800 5 AuthRegistry(0x55ab2827dda0) adding con mode: secure 2024-09-12T17:58:16.421 INFO:tasks.workunit.client.0.smithi045.stderr: -478> 2024-09-12T17:58:16.283+0000 7fd63f73e800 5 AuthRegistry(0x55ab2827dda0) adding con mode: crc 2024-09-12T17:58:16.421 INFO:tasks.workunit.client.0.smithi045.stderr: -477> 2024-09-12T17:58:16.283+0000 7fd63f73e800 5 AuthRegistry(0x55ab2827dda0) adding con mode: secure 2024-09-12T17:58:16.421 INFO:tasks.workunit.client.0.smithi045.stderr: -476> 2024-09-12T17:58:16.283+0000 7fd63f73e800 5 AuthRegistry(0x55ab2827dda0) adding con mode: crc 2024-09-12T17:58:16.421 INFO:tasks.workunit.client.0.smithi045.stderr: -475> 2024-09-12T17:58:16.283+0000 7fd63f73e800 5 AuthRegistry(0x55ab2827dda0) adding con mode: crc 2024-09-12T17:58:16.422 INFO:tasks.workunit.client.0.smithi045.stderr: -474> 2024-09-12T17:58:16.283+0000 7fd63f73e800 5 AuthRegistry(0x55ab2827dda0) adding con mode: secure 2024-09-12T17:58:16.422 INFO:tasks.workunit.client.0.smithi045.stderr: -473> 2024-09-12T17:58:16.283+0000 7fd63f73e800 5 AuthRegistry(0x55ab2827dda0) adding con mode: crc 2024-09-12T17:58:16.422 INFO:tasks.workunit.client.0.smithi045.stderr: -472> 2024-09-12T17:58:16.283+0000 7fd63f73e800 5 AuthRegistry(0x55ab2827dda0) adding con mode: secure 2024-09-12T17:58:16.422 INFO:tasks.workunit.client.0.smithi045.stderr: -471> 2024-09-12T17:58:16.283+0000 7fd63f73e800 5 AuthRegistry(0x55ab2827dda0) adding con mode: crc 2024-09-12T17:58:16.422 INFO:tasks.workunit.client.0.smithi045.stderr: -470> 2024-09-12T17:58:16.283+0000 7fd63f73e800 5 AuthRegistry(0x55ab2827dda0) adding con mode: secure 2024-09-12T17:58:16.422 INFO:tasks.workunit.client.0.smithi045.stderr: -469> 2024-09-12T17:58:16.283+0000 7fd63f73e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:16.422 INFO:tasks.workunit.client.0.smithi045.stderr: -468> 2024-09-12T17:58:16.283+0000 7fd63f73e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:16.422 INFO:tasks.workunit.client.0.smithi045.stderr: -467> 2024-09-12T17:58:16.283+0000 7fd63f73e800 5 asok(0x55ab28059730) register_command rotate-key hook 0x55ab2827dee8 2024-09-12T17:58:16.422 INFO:tasks.workunit.client.0.smithi045.stderr: -466> 2024-09-12T17:58:16.283+0000 7fd63f73e800 10 monclient: _reopen_session rank -1 2024-09-12T17:58:16.422 INFO:tasks.workunit.client.0.smithi045.stderr: -465> 2024-09-12T17:58:16.283+0000 7fd63f73e800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:58:16.422 INFO:tasks.workunit.client.0.smithi045.stderr: -464> 2024-09-12T17:58:16.283+0000 7fd63f73e800 10 monclient(hunting): picked mon.noname-a con 0x55ab28136f30 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:58:16.422 INFO:tasks.workunit.client.0.smithi045.stderr: -463> 2024-09-12T17:58:16.283+0000 7fd63f73e800 10 monclient(hunting): picked mon.noname-b con 0x55ab281c7070 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:58:16.423 INFO:tasks.workunit.client.0.smithi045.stderr: -462> 2024-09-12T17:58:16.283+0000 7fd63f73e800 10 monclient(hunting): picked mon.noname-c con 0x55ab282acb90 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:58:16.423 INFO:tasks.workunit.client.0.smithi045.stderr: -461> 2024-09-12T17:58:16.283+0000 7fd63f73e800 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:16.423 INFO:tasks.workunit.client.0.smithi045.stderr: -460> 2024-09-12T17:58:16.283+0000 7fd63f73e800 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:16.423 INFO:tasks.workunit.client.0.smithi045.stderr: -459> 2024-09-12T17:58:16.283+0000 7fd63f73e800 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:16.423 INFO:tasks.workunit.client.0.smithi045.stderr: -458> 2024-09-12T17:58:16.283+0000 7fd63f73e800 10 monclient(hunting): _renew_subs 2024-09-12T17:58:16.423 INFO:tasks.workunit.client.0.smithi045.stderr: -457> 2024-09-12T17:58:16.283+0000 7fd63f73e800 10 monclient(hunting): authenticate will time out at 2194.742643s 2024-09-12T17:58:16.423 INFO:tasks.workunit.client.0.smithi045.stderr: -456> 2024-09-12T17:58:16.283+0000 7fd63b486640 10 monclient(hunting): get_auth_request con 0x55ab28136f30 auth_method 0 2024-09-12T17:58:16.423 INFO:tasks.workunit.client.0.smithi045.stderr: -455> 2024-09-12T17:58:16.283+0000 7fd63b486640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:16.423 INFO:tasks.workunit.client.0.smithi045.stderr: -454> 2024-09-12T17:58:16.283+0000 7fd63b486640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:16.423 INFO:tasks.workunit.client.0.smithi045.stderr: -453> 2024-09-12T17:58:16.283+0000 7fd63b486640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:16.423 INFO:tasks.workunit.client.0.smithi045.stderr: -452> 2024-09-12T17:58:16.283+0000 7fd63bc87640 10 monclient(hunting): get_auth_request con 0x55ab282acb90 auth_method 0 2024-09-12T17:58:16.423 INFO:tasks.workunit.client.0.smithi045.stderr: -451> 2024-09-12T17:58:16.283+0000 7fd63bc87640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:16.423 INFO:tasks.workunit.client.0.smithi045.stderr: -450> 2024-09-12T17:58:16.283+0000 7fd63bc87640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:16.424 INFO:tasks.workunit.client.0.smithi045.stderr: -449> 2024-09-12T17:58:16.283+0000 7fd63bc87640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:16.424 INFO:tasks.workunit.client.0.smithi045.stderr: -448> 2024-09-12T17:58:16.283+0000 7fd63b486640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:16.424 INFO:tasks.workunit.client.0.smithi045.stderr: -447> 2024-09-12T17:58:16.283+0000 7fd63b486640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:16.424 INFO:tasks.workunit.client.0.smithi045.stderr: -446> 2024-09-12T17:58:16.283+0000 7fd63b486640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:16.424 INFO:tasks.workunit.client.0.smithi045.stderr: -445> 2024-09-12T17:58:16.283+0000 7fd63bc87640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:16.424 INFO:tasks.workunit.client.0.smithi045.stderr: -444> 2024-09-12T17:58:16.283+0000 7fd63bc87640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:16.424 INFO:tasks.workunit.client.0.smithi045.stderr: -443> 2024-09-12T17:58:16.283+0000 7fd63bc87640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:16.424 INFO:tasks.workunit.client.0.smithi045.stderr: -442> 2024-09-12T17:58:16.283+0000 7fd63b486640 10 monclient(hunting): handle_auth_done global_id 8004 payload 824 2024-09-12T17:58:16.424 INFO:tasks.workunit.client.0.smithi045.stderr: -441> 2024-09-12T17:58:16.284+0000 7fd63b486640 10 monclient: _finish_hunting 0 2024-09-12T17:58:16.424 INFO:tasks.workunit.client.0.smithi045.stderr: -440> 2024-09-12T17:58:16.284+0000 7fd63b486640 1 monclient: found mon.noname-a 2024-09-12T17:58:16.424 INFO:tasks.workunit.client.0.smithi045.stderr: -439> 2024-09-12T17:58:16.284+0000 7fd63b486640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.45:3300/0 2024-09-12T17:58:16.425 INFO:tasks.workunit.client.0.smithi045.stderr: -438> 2024-09-12T17:58:16.284+0000 7fd527e07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:16.425 INFO:tasks.workunit.client.0.smithi045.stderr: -437> 2024-09-12T17:58:16.284+0000 7fd527e07640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:58:16.425 INFO:tasks.workunit.client.0.smithi045.stderr: -436> 2024-09-12T17:58:16.284+0000 7fd527e07640 10 monclient: dump: 2024-09-12T17:58:16.425 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:58:16.425 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:58:16.425 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:16.425 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:16.425 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:16.425 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:58:16.425 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:58:16.425 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:58:16.425 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:58:16.425 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:16.426 INFO:tasks.workunit.client.0.smithi045.stderr: -435> 2024-09-12T17:58:16.284+0000 7fd527e07640 10 monclient: _finish_auth 0 2024-09-12T17:58:16.426 INFO:tasks.workunit.client.0.smithi045.stderr: -434> 2024-09-12T17:58:16.284+0000 7fd527e07640 10 monclient: _check_auth_tickets 2024-09-12T17:58:16.426 INFO:tasks.workunit.client.0.smithi045.stderr: -433> 2024-09-12T17:58:16.284+0000 7fd527e07640 10 monclient: handle_config config(0 keys) 2024-09-12T17:58:16.426 INFO:tasks.workunit.client.0.smithi045.stderr: -432> 2024-09-12T17:58:16.284+0000 7fd527e07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:16.426 INFO:tasks.workunit.client.0.smithi045.stderr: -431> 2024-09-12T17:58:16.284+0000 7fd527e07640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:58:16.426 INFO:tasks.workunit.client.0.smithi045.stderr: -430> 2024-09-12T17:58:16.284+0000 7fd527e07640 10 monclient: dump: 2024-09-12T17:58:16.426 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:58:16.426 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:58:16.426 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:16.426 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:16.426 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:16.426 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:58:16.426 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:58:16.427 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:58:16.427 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:58:16.427 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:16.427 INFO:tasks.workunit.client.0.smithi045.stderr: -429> 2024-09-12T17:58:16.284+0000 7fd63f73e800 5 monclient: authenticate success, global_id 8004 2024-09-12T17:58:16.427 INFO:tasks.workunit.client.0.smithi045.stderr: -428> 2024-09-12T17:58:16.284+0000 7fd63f73e800 10 monclient: _renew_subs 2024-09-12T17:58:16.427 INFO:tasks.workunit.client.0.smithi045.stderr: -427> 2024-09-12T17:58:16.284+0000 7fd63f73e800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:58:16.427 INFO:tasks.workunit.client.0.smithi045.stderr: -426> 2024-09-12T17:58:16.284+0000 7fd52960a640 4 set_mon_vals no callback set 2024-09-12T17:58:16.427 INFO:tasks.workunit.client.0.smithi045.stderr: -425> 2024-09-12T17:58:16.284+0000 7fd63f73e800 10 monclient: _renew_subs 2024-09-12T17:58:16.427 INFO:tasks.workunit.client.0.smithi045.stderr: -424> 2024-09-12T17:58:16.284+0000 7fd63f73e800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:58:16.427 INFO:tasks.workunit.client.0.smithi045.stderr: -423> 2024-09-12T17:58:16.284+0000 7fd63f73e800 1 librados: init done 2024-09-12T17:58:16.427 INFO:tasks.workunit.client.0.smithi045.stderr: -422> 2024-09-12T17:58:16.286+0000 7fd527e07640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:58:16.427 INFO:tasks.workunit.client.0.smithi045.stderr: -421> 2024-09-12T17:58:16.286+0000 7fd527e07640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:58:16.427 INFO:tasks.workunit.client.0.smithi045.stderr: -420> 2024-09-12T17:58:16.286+0000 7fd527e07640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:58:16.427 INFO:tasks.workunit.client.0.smithi045.stderr: -419> 2024-09-12T17:58:16.286+0000 7fd63ac85640 10 monclient: get_auth_request con 0x7fd520076470 auth_method 0 2024-09-12T17:58:16.428 INFO:tasks.workunit.client.0.smithi045.stderr: -418> 2024-09-12T17:58:16.287+0000 7fd63bc87640 10 monclient: get_auth_request con 0x55ab282abec0 auth_method 0 2024-09-12T17:58:16.428 INFO:tasks.workunit.client.0.smithi045.stderr: -417> 2024-09-12T17:58:16.287+0000 7fd63b486640 10 monclient: get_auth_request con 0x55ab282c9c70 auth_method 0 2024-09-12T17:58:16.428 INFO:tasks.workunit.client.0.smithi045.stderr: -416> 2024-09-12T17:58:16.288+0000 7fd63ac85640 10 monclient: get_auth_request con 0x55ab282cdfd0 auth_method 0 2024-09-12T17:58:16.428 INFO:tasks.workunit.client.0.smithi045.stderr: -415> 2024-09-12T17:58:16.289+0000 7fd63f73e800 10 monclient: build_initial_monmap 2024-09-12T17:58:16.428 INFO:tasks.workunit.client.0.smithi045.stderr: -414> 2024-09-12T17:58:16.289+0000 7fd63f73e800 1 build_initial for_mkfs: 0 2024-09-12T17:58:16.428 INFO:tasks.workunit.client.0.smithi045.stderr: -413> 2024-09-12T17:58:16.290+0000 7fd63f73e800 10 monclient: monmap: 2024-09-12T17:58:16.428 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:58:16.428 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:58:16.428 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:58:16.428 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:58:16.428 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:58:16.428 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:58:16.428 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:58:16.429 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:58:16.429 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:58:16.429 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:16.429 INFO:tasks.workunit.client.0.smithi045.stderr: -412> 2024-09-12T17:58:16.290+0000 7fd63f73e800 5 AuthRegistry(0x55ab282d2c50) adding auth protocol: cephx 2024-09-12T17:58:16.429 INFO:tasks.workunit.client.0.smithi045.stderr: -411> 2024-09-12T17:58:16.290+0000 7fd63f73e800 5 AuthRegistry(0x55ab282d2c50) adding auth protocol: cephx 2024-09-12T17:58:16.429 INFO:tasks.workunit.client.0.smithi045.stderr: -410> 2024-09-12T17:58:16.290+0000 7fd63f73e800 5 AuthRegistry(0x55ab282d2c50) adding auth protocol: cephx 2024-09-12T17:58:16.429 INFO:tasks.workunit.client.0.smithi045.stderr: -409> 2024-09-12T17:58:16.290+0000 7fd63f73e800 5 AuthRegistry(0x55ab282d2c50) adding con mode: secure 2024-09-12T17:58:16.429 INFO:tasks.workunit.client.0.smithi045.stderr: -408> 2024-09-12T17:58:16.290+0000 7fd63f73e800 5 AuthRegistry(0x55ab282d2c50) adding con mode: crc 2024-09-12T17:58:16.429 INFO:tasks.workunit.client.0.smithi045.stderr: -407> 2024-09-12T17:58:16.290+0000 7fd63f73e800 5 AuthRegistry(0x55ab282d2c50) adding con mode: secure 2024-09-12T17:58:16.429 INFO:tasks.workunit.client.0.smithi045.stderr: -406> 2024-09-12T17:58:16.290+0000 7fd63f73e800 5 AuthRegistry(0x55ab282d2c50) adding con mode: crc 2024-09-12T17:58:16.429 INFO:tasks.workunit.client.0.smithi045.stderr: -405> 2024-09-12T17:58:16.290+0000 7fd63f73e800 5 AuthRegistry(0x55ab282d2c50) adding con mode: secure 2024-09-12T17:58:16.429 INFO:tasks.workunit.client.0.smithi045.stderr: -404> 2024-09-12T17:58:16.290+0000 7fd63f73e800 5 AuthRegistry(0x55ab282d2c50) adding con mode: crc 2024-09-12T17:58:16.429 INFO:tasks.workunit.client.0.smithi045.stderr: -403> 2024-09-12T17:58:16.290+0000 7fd63f73e800 5 AuthRegistry(0x55ab282d2c50) adding con mode: crc 2024-09-12T17:58:16.430 INFO:tasks.workunit.client.0.smithi045.stderr: -402> 2024-09-12T17:58:16.290+0000 7fd63f73e800 5 AuthRegistry(0x55ab282d2c50) adding con mode: secure 2024-09-12T17:58:16.430 INFO:tasks.workunit.client.0.smithi045.stderr: -401> 2024-09-12T17:58:16.290+0000 7fd63f73e800 5 AuthRegistry(0x55ab282d2c50) adding con mode: crc 2024-09-12T17:58:16.430 INFO:tasks.workunit.client.0.smithi045.stderr: -400> 2024-09-12T17:58:16.290+0000 7fd63f73e800 5 AuthRegistry(0x55ab282d2c50) adding con mode: secure 2024-09-12T17:58:16.430 INFO:tasks.workunit.client.0.smithi045.stderr: -399> 2024-09-12T17:58:16.290+0000 7fd63f73e800 5 AuthRegistry(0x55ab282d2c50) adding con mode: crc 2024-09-12T17:58:16.430 INFO:tasks.workunit.client.0.smithi045.stderr: -398> 2024-09-12T17:58:16.290+0000 7fd63f73e800 5 AuthRegistry(0x55ab282d2c50) adding con mode: secure 2024-09-12T17:58:16.430 INFO:tasks.workunit.client.0.smithi045.stderr: -397> 2024-09-12T17:58:16.290+0000 7fd63f73e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:16.430 INFO:tasks.workunit.client.0.smithi045.stderr: -396> 2024-09-12T17:58:16.290+0000 7fd63f73e800 5 asok(0x55ab28059730) register_command objecter_requests cmddesc objecter_requests hook 0x55ab282d66a0 EEXIST 2024-09-12T17:58:16.430 INFO:tasks.workunit.client.0.smithi045.stderr: -395> 2024-09-12T17:58:16.290+0000 7fd63f73e800 10 monclient: init 2024-09-12T17:58:16.430 INFO:tasks.workunit.client.0.smithi045.stderr: -394> 2024-09-12T17:58:16.290+0000 7fd63f73e800 5 AuthRegistry(0x55ab282d1308) adding auth protocol: cephx 2024-09-12T17:58:16.430 INFO:tasks.workunit.client.0.smithi045.stderr: -393> 2024-09-12T17:58:16.290+0000 7fd63f73e800 5 AuthRegistry(0x55ab282d1308) adding auth protocol: cephx 2024-09-12T17:58:16.430 INFO:tasks.workunit.client.0.smithi045.stderr: -392> 2024-09-12T17:58:16.290+0000 7fd63f73e800 5 AuthRegistry(0x55ab282d1308) adding auth protocol: cephx 2024-09-12T17:58:16.430 INFO:tasks.workunit.client.0.smithi045.stderr: -391> 2024-09-12T17:58:16.290+0000 7fd63f73e800 5 AuthRegistry(0x55ab282d1308) adding con mode: secure 2024-09-12T17:58:16.430 INFO:tasks.workunit.client.0.smithi045.stderr: -390> 2024-09-12T17:58:16.290+0000 7fd63f73e800 5 AuthRegistry(0x55ab282d1308) adding con mode: crc 2024-09-12T17:58:16.430 INFO:tasks.workunit.client.0.smithi045.stderr: -389> 2024-09-12T17:58:16.290+0000 7fd63f73e800 5 AuthRegistry(0x55ab282d1308) adding con mode: secure 2024-09-12T17:58:16.431 INFO:tasks.workunit.client.0.smithi045.stderr: -388> 2024-09-12T17:58:16.290+0000 7fd63f73e800 5 AuthRegistry(0x55ab282d1308) adding con mode: crc 2024-09-12T17:58:16.431 INFO:tasks.workunit.client.0.smithi045.stderr: -387> 2024-09-12T17:58:16.290+0000 7fd63f73e800 5 AuthRegistry(0x55ab282d1308) adding con mode: secure 2024-09-12T17:58:16.431 INFO:tasks.workunit.client.0.smithi045.stderr: -386> 2024-09-12T17:58:16.290+0000 7fd63f73e800 5 AuthRegistry(0x55ab282d1308) adding con mode: crc 2024-09-12T17:58:16.431 INFO:tasks.workunit.client.0.smithi045.stderr: -385> 2024-09-12T17:58:16.290+0000 7fd63f73e800 5 AuthRegistry(0x55ab282d1308) adding con mode: crc 2024-09-12T17:58:16.431 INFO:tasks.workunit.client.0.smithi045.stderr: -384> 2024-09-12T17:58:16.290+0000 7fd63f73e800 5 AuthRegistry(0x55ab282d1308) adding con mode: secure 2024-09-12T17:58:16.431 INFO:tasks.workunit.client.0.smithi045.stderr: -383> 2024-09-12T17:58:16.290+0000 7fd63f73e800 5 AuthRegistry(0x55ab282d1308) adding con mode: crc 2024-09-12T17:58:16.431 INFO:tasks.workunit.client.0.smithi045.stderr: -382> 2024-09-12T17:58:16.290+0000 7fd63f73e800 5 AuthRegistry(0x55ab282d1308) adding con mode: secure 2024-09-12T17:58:16.431 INFO:tasks.workunit.client.0.smithi045.stderr: -381> 2024-09-12T17:58:16.290+0000 7fd63f73e800 5 AuthRegistry(0x55ab282d1308) adding con mode: crc 2024-09-12T17:58:16.431 INFO:tasks.workunit.client.0.smithi045.stderr: -380> 2024-09-12T17:58:16.290+0000 7fd63f73e800 5 AuthRegistry(0x55ab282d1308) adding con mode: secure 2024-09-12T17:58:16.431 INFO:tasks.workunit.client.0.smithi045.stderr: -379> 2024-09-12T17:58:16.290+0000 7fd63f73e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:16.431 INFO:tasks.workunit.client.0.smithi045.stderr: -378> 2024-09-12T17:58:16.291+0000 7fd63f73e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:16.431 INFO:tasks.workunit.client.0.smithi045.stderr: -377> 2024-09-12T17:58:16.291+0000 7fd63f73e800 5 asok(0x55ab28059730) register_command rotate-key cmddesc rotate-key hook 0x55ab282d1450 EEXIST 2024-09-12T17:58:16.431 INFO:tasks.workunit.client.0.smithi045.stderr: -376> 2024-09-12T17:58:16.291+0000 7fd63f73e800 10 monclient: _reopen_session rank -1 2024-09-12T17:58:16.432 INFO:tasks.workunit.client.0.smithi045.stderr: -375> 2024-09-12T17:58:16.291+0000 7fd63f73e800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:58:16.432 INFO:tasks.workunit.client.0.smithi045.stderr: -374> 2024-09-12T17:58:16.291+0000 7fd63f73e800 10 monclient(hunting): picked mon.noname-b con 0x55ab282fa390 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:58:16.432 INFO:tasks.workunit.client.0.smithi045.stderr: -373> 2024-09-12T17:58:16.291+0000 7fd63f73e800 10 monclient(hunting): picked mon.noname-a con 0x55ab282fc660 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:58:16.432 INFO:tasks.workunit.client.0.smithi045.stderr: -372> 2024-09-12T17:58:16.291+0000 7fd63f73e800 10 monclient(hunting): picked mon.noname-c con 0x55ab282f8b60 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:58:16.432 INFO:tasks.workunit.client.0.smithi045.stderr: -371> 2024-09-12T17:58:16.291+0000 7fd63f73e800 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:16.432 INFO:tasks.workunit.client.0.smithi045.stderr: -370> 2024-09-12T17:58:16.291+0000 7fd63f73e800 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:16.432 INFO:tasks.workunit.client.0.smithi045.stderr: -369> 2024-09-12T17:58:16.291+0000 7fd63f73e800 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:16.432 INFO:tasks.workunit.client.0.smithi045.stderr: -368> 2024-09-12T17:58:16.291+0000 7fd63f73e800 10 monclient(hunting): _renew_subs 2024-09-12T17:58:16.432 INFO:tasks.workunit.client.0.smithi045.stderr: -367> 2024-09-12T17:58:16.291+0000 7fd63f73e800 10 monclient(hunting): authenticate will time out at 2194.750127s 2024-09-12T17:58:16.432 INFO:tasks.workunit.client.0.smithi045.stderr: -366> 2024-09-12T17:58:16.291+0000 7fd63ac85640 10 monclient(hunting): get_auth_request con 0x55ab282fc660 auth_method 0 2024-09-12T17:58:16.432 INFO:tasks.workunit.client.0.smithi045.stderr: -365> 2024-09-12T17:58:16.291+0000 7fd63ac85640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:16.432 INFO:tasks.workunit.client.0.smithi045.stderr: -364> 2024-09-12T17:58:16.291+0000 7fd63ac85640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:16.432 INFO:tasks.workunit.client.0.smithi045.stderr: -363> 2024-09-12T17:58:16.291+0000 7fd63ac85640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:16.433 INFO:tasks.workunit.client.0.smithi045.stderr: -362> 2024-09-12T17:58:16.291+0000 7fd63bc87640 10 monclient(hunting): get_auth_request con 0x55ab282f8b60 auth_method 0 2024-09-12T17:58:16.433 INFO:tasks.workunit.client.0.smithi045.stderr: -361> 2024-09-12T17:58:16.291+0000 7fd63bc87640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:16.433 INFO:tasks.workunit.client.0.smithi045.stderr: -360> 2024-09-12T17:58:16.291+0000 7fd63bc87640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:16.433 INFO:tasks.workunit.client.0.smithi045.stderr: -359> 2024-09-12T17:58:16.291+0000 7fd63bc87640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:16.433 INFO:tasks.workunit.client.0.smithi045.stderr: -358> 2024-09-12T17:58:16.291+0000 7fd63b486640 10 monclient(hunting): get_auth_request con 0x55ab282fa390 auth_method 0 2024-09-12T17:58:16.433 INFO:tasks.workunit.client.0.smithi045.stderr: -357> 2024-09-12T17:58:16.291+0000 7fd63b486640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:16.433 INFO:tasks.workunit.client.0.smithi045.stderr: -356> 2024-09-12T17:58:16.291+0000 7fd63b486640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:16.433 INFO:tasks.workunit.client.0.smithi045.stderr: -355> 2024-09-12T17:58:16.291+0000 7fd63b486640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:16.433 INFO:tasks.workunit.client.0.smithi045.stderr: -354> 2024-09-12T17:58:16.291+0000 7fd63bc87640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:16.433 INFO:tasks.workunit.client.0.smithi045.stderr: -353> 2024-09-12T17:58:16.291+0000 7fd63bc87640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:16.433 INFO:tasks.workunit.client.0.smithi045.stderr: -352> 2024-09-12T17:58:16.291+0000 7fd63bc87640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:16.433 INFO:tasks.workunit.client.0.smithi045.stderr: -351> 2024-09-12T17:58:16.291+0000 7fd63ac85640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:16.433 INFO:tasks.workunit.client.0.smithi045.stderr: -350> 2024-09-12T17:58:16.291+0000 7fd63ac85640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:16.434 INFO:tasks.workunit.client.0.smithi045.stderr: -349> 2024-09-12T17:58:16.291+0000 7fd63ac85640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:16.434 INFO:tasks.workunit.client.0.smithi045.stderr: -348> 2024-09-12T17:58:16.291+0000 7fd63b486640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:16.434 INFO:tasks.workunit.client.0.smithi045.stderr: -347> 2024-09-12T17:58:16.291+0000 7fd63b486640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:16.434 INFO:tasks.workunit.client.0.smithi045.stderr: -346> 2024-09-12T17:58:16.291+0000 7fd63b486640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:16.434 INFO:tasks.workunit.client.0.smithi045.stderr: -345> 2024-09-12T17:58:16.291+0000 7fd63bc87640 10 monclient(hunting): handle_auth_done global_id 7580 payload 824 2024-09-12T17:58:16.434 INFO:tasks.workunit.client.0.smithi045.stderr: -344> 2024-09-12T17:58:16.291+0000 7fd63bc87640 10 monclient: _finish_hunting 0 2024-09-12T17:58:16.434 INFO:tasks.workunit.client.0.smithi045.stderr: -343> 2024-09-12T17:58:16.291+0000 7fd63bc87640 1 monclient: found mon.noname-c 2024-09-12T17:58:16.434 INFO:tasks.workunit.client.0.smithi045.stderr: -342> 2024-09-12T17:58:16.291+0000 7fd63bc87640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.45:3301/0 2024-09-12T17:58:16.434 INFO:tasks.workunit.client.0.smithi045.stderr: -341> 2024-09-12T17:58:16.291+0000 7fd525602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:16.434 INFO:tasks.workunit.client.0.smithi045.stderr: -340> 2024-09-12T17:58:16.291+0000 7fd525602640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:58:16.434 INFO:tasks.workunit.client.0.smithi045.stderr: -339> 2024-09-12T17:58:16.291+0000 7fd525602640 10 monclient: dump: 2024-09-12T17:58:16.434 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:58:16.434 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:58:16.434 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:16.435 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:16.435 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:16.435 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:58:16.435 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:58:16.435 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:58:16.435 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:58:16.435 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:16.435 INFO:tasks.workunit.client.0.smithi045.stderr: -338> 2024-09-12T17:58:16.291+0000 7fd525602640 10 monclient: _finish_auth 0 2024-09-12T17:58:16.435 INFO:tasks.workunit.client.0.smithi045.stderr: -337> 2024-09-12T17:58:16.291+0000 7fd525602640 10 monclient: _check_auth_tickets 2024-09-12T17:58:16.435 INFO:tasks.workunit.client.0.smithi045.stderr: -336> 2024-09-12T17:58:16.291+0000 7fd525602640 10 monclient: handle_config config(0 keys) 2024-09-12T17:58:16.435 INFO:tasks.workunit.client.0.smithi045.stderr: -335> 2024-09-12T17:58:16.291+0000 7fd525602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:16.435 INFO:tasks.workunit.client.0.smithi045.stderr: -334> 2024-09-12T17:58:16.291+0000 7fd525602640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:58:16.435 INFO:tasks.workunit.client.0.smithi045.stderr: -333> 2024-09-12T17:58:16.291+0000 7fd525602640 10 monclient: dump: 2024-09-12T17:58:16.436 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:58:16.436 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:58:16.436 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:16.436 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:16.436 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:16.436 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:58:16.436 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:58:16.436 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:58:16.436 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:58:16.436 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:16.436 INFO:tasks.workunit.client.0.smithi045.stderr: -332> 2024-09-12T17:58:16.291+0000 7fd63f73e800 5 monclient: authenticate success, global_id 7580 2024-09-12T17:58:16.436 INFO:tasks.workunit.client.0.smithi045.stderr: -331> 2024-09-12T17:58:16.291+0000 7fd63f73e800 10 monclient: _renew_subs 2024-09-12T17:58:16.436 INFO:tasks.workunit.client.0.smithi045.stderr: -330> 2024-09-12T17:58:16.291+0000 7fd63f73e800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:58:16.437 INFO:tasks.workunit.client.0.smithi045.stderr: -329> 2024-09-12T17:58:16.291+0000 7fd63c488640 4 set_mon_vals no callback set 2024-09-12T17:58:16.437 INFO:tasks.workunit.client.0.smithi045.stderr: -328> 2024-09-12T17:58:16.291+0000 7fd63f73e800 10 monclient: _renew_subs 2024-09-12T17:58:16.437 INFO:tasks.workunit.client.0.smithi045.stderr: -327> 2024-09-12T17:58:16.291+0000 7fd63f73e800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:58:16.437 INFO:tasks.workunit.client.0.smithi045.stderr: -326> 2024-09-12T17:58:16.293+0000 7fd525602640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:58:16.437 INFO:tasks.workunit.client.0.smithi045.stderr: -325> 2024-09-12T17:58:16.293+0000 7fd525602640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:58:16.437 INFO:tasks.workunit.client.0.smithi045.stderr: -324> 2024-09-12T17:58:16.293+0000 7fd525602640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:58:16.437 INFO:tasks.workunit.client.0.smithi045.stderr: -323> 2024-09-12T17:58:16.294+0000 7fd63b486640 10 monclient: get_auth_request con 0x7fd514076380 auth_method 0 2024-09-12T17:58:16.437 INFO:tasks.workunit.client.0.smithi045.stderr: -322> 2024-09-12T17:58:16.294+0000 7fd63f73e800 10 monclient: get_monmap_and_config 2024-09-12T17:58:16.437 INFO:tasks.workunit.client.0.smithi045.stderr: -321> 2024-09-12T17:58:16.294+0000 7fd63f73e800 10 monclient: build_initial_monmap 2024-09-12T17:58:16.437 INFO:tasks.workunit.client.0.smithi045.stderr: -320> 2024-09-12T17:58:16.294+0000 7fd63f73e800 1 build_initial for_mkfs: 0 2024-09-12T17:58:16.437 INFO:tasks.workunit.client.0.smithi045.stderr: -319> 2024-09-12T17:58:16.294+0000 7fd63f73e800 10 monclient: monmap: 2024-09-12T17:58:16.437 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:58:16.437 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:58:16.438 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:58:16.438 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:58:16.438 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:58:16.438 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:58:16.438 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:58:16.438 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:58:16.438 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:58:16.438 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:16.438 INFO:tasks.workunit.client.0.smithi045.stderr: -318> 2024-09-12T17:58:16.294+0000 7fd63f73e800 5 AuthRegistry(0x55ab2831a280) adding auth protocol: cephx 2024-09-12T17:58:16.438 INFO:tasks.workunit.client.0.smithi045.stderr: -317> 2024-09-12T17:58:16.294+0000 7fd63f73e800 5 AuthRegistry(0x55ab2831a280) adding auth protocol: cephx 2024-09-12T17:58:16.438 INFO:tasks.workunit.client.0.smithi045.stderr: -316> 2024-09-12T17:58:16.294+0000 7fd63f73e800 5 AuthRegistry(0x55ab2831a280) adding auth protocol: cephx 2024-09-12T17:58:16.438 INFO:tasks.workunit.client.0.smithi045.stderr: -315> 2024-09-12T17:58:16.294+0000 7fd63f73e800 5 AuthRegistry(0x55ab2831a280) adding con mode: secure 2024-09-12T17:58:16.438 INFO:tasks.workunit.client.0.smithi045.stderr: -314> 2024-09-12T17:58:16.294+0000 7fd63f73e800 5 AuthRegistry(0x55ab2831a280) adding con mode: crc 2024-09-12T17:58:16.438 INFO:tasks.workunit.client.0.smithi045.stderr: -313> 2024-09-12T17:58:16.294+0000 7fd63f73e800 5 AuthRegistry(0x55ab2831a280) adding con mode: secure 2024-09-12T17:58:16.439 INFO:tasks.workunit.client.0.smithi045.stderr: -312> 2024-09-12T17:58:16.294+0000 7fd63f73e800 5 AuthRegistry(0x55ab2831a280) adding con mode: crc 2024-09-12T17:58:16.439 INFO:tasks.workunit.client.0.smithi045.stderr: -311> 2024-09-12T17:58:16.294+0000 7fd63f73e800 5 AuthRegistry(0x55ab2831a280) adding con mode: secure 2024-09-12T17:58:16.439 INFO:tasks.workunit.client.0.smithi045.stderr: -310> 2024-09-12T17:58:16.294+0000 7fd63f73e800 5 AuthRegistry(0x55ab2831a280) adding con mode: crc 2024-09-12T17:58:16.439 INFO:tasks.workunit.client.0.smithi045.stderr: -309> 2024-09-12T17:58:16.294+0000 7fd63f73e800 5 AuthRegistry(0x55ab2831a280) adding con mode: crc 2024-09-12T17:58:16.439 INFO:tasks.workunit.client.0.smithi045.stderr: -308> 2024-09-12T17:58:16.294+0000 7fd63f73e800 5 AuthRegistry(0x55ab2831a280) adding con mode: secure 2024-09-12T17:58:16.439 INFO:tasks.workunit.client.0.smithi045.stderr: -307> 2024-09-12T17:58:16.294+0000 7fd63f73e800 5 AuthRegistry(0x55ab2831a280) adding con mode: crc 2024-09-12T17:58:16.439 INFO:tasks.workunit.client.0.smithi045.stderr: -306> 2024-09-12T17:58:16.294+0000 7fd63f73e800 5 AuthRegistry(0x55ab2831a280) adding con mode: secure 2024-09-12T17:58:16.439 INFO:tasks.workunit.client.0.smithi045.stderr: -305> 2024-09-12T17:58:16.294+0000 7fd63f73e800 5 AuthRegistry(0x55ab2831a280) adding con mode: crc 2024-09-12T17:58:16.439 INFO:tasks.workunit.client.0.smithi045.stderr: -304> 2024-09-12T17:58:16.294+0000 7fd63f73e800 5 AuthRegistry(0x55ab2831a280) adding con mode: secure 2024-09-12T17:58:16.439 INFO:tasks.workunit.client.0.smithi045.stderr: -303> 2024-09-12T17:58:16.294+0000 7fd63f73e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:16.439 INFO:tasks.workunit.client.0.smithi045.stderr: -302> 2024-09-12T17:58:16.294+0000 7fd63f73e800 10 monclient: init 2024-09-12T17:58:16.439 INFO:tasks.workunit.client.0.smithi045.stderr: -301> 2024-09-12T17:58:16.294+0000 7fd63f73e800 5 AuthRegistry(0x7ffc6a75f1d0) adding auth protocol: cephx 2024-09-12T17:58:16.440 INFO:tasks.workunit.client.0.smithi045.stderr: -300> 2024-09-12T17:58:16.294+0000 7fd63f73e800 5 AuthRegistry(0x7ffc6a75f1d0) adding auth protocol: cephx 2024-09-12T17:58:16.440 INFO:tasks.workunit.client.0.smithi045.stderr: -299> 2024-09-12T17:58:16.294+0000 7fd63f73e800 5 AuthRegistry(0x7ffc6a75f1d0) adding auth protocol: cephx 2024-09-12T17:58:16.440 INFO:tasks.workunit.client.0.smithi045.stderr: -298> 2024-09-12T17:58:16.294+0000 7fd63f73e800 5 AuthRegistry(0x7ffc6a75f1d0) adding con mode: secure 2024-09-12T17:58:16.440 INFO:tasks.workunit.client.0.smithi045.stderr: -297> 2024-09-12T17:58:16.294+0000 7fd63f73e800 5 AuthRegistry(0x7ffc6a75f1d0) adding con mode: crc 2024-09-12T17:58:16.440 INFO:tasks.workunit.client.0.smithi045.stderr: -296> 2024-09-12T17:58:16.294+0000 7fd63f73e800 5 AuthRegistry(0x7ffc6a75f1d0) adding con mode: secure 2024-09-12T17:58:16.440 INFO:tasks.workunit.client.0.smithi045.stderr: -295> 2024-09-12T17:58:16.294+0000 7fd63f73e800 5 AuthRegistry(0x7ffc6a75f1d0) adding con mode: crc 2024-09-12T17:58:16.440 INFO:tasks.workunit.client.0.smithi045.stderr: -294> 2024-09-12T17:58:16.294+0000 7fd63f73e800 5 AuthRegistry(0x7ffc6a75f1d0) adding con mode: secure 2024-09-12T17:58:16.440 INFO:tasks.workunit.client.0.smithi045.stderr: -293> 2024-09-12T17:58:16.294+0000 7fd63f73e800 5 AuthRegistry(0x7ffc6a75f1d0) adding con mode: crc 2024-09-12T17:58:16.440 INFO:tasks.workunit.client.0.smithi045.stderr: -292> 2024-09-12T17:58:16.294+0000 7fd63f73e800 5 AuthRegistry(0x7ffc6a75f1d0) adding con mode: crc 2024-09-12T17:58:16.440 INFO:tasks.workunit.client.0.smithi045.stderr: -291> 2024-09-12T17:58:16.294+0000 7fd63f73e800 5 AuthRegistry(0x7ffc6a75f1d0) adding con mode: secure 2024-09-12T17:58:16.440 INFO:tasks.workunit.client.0.smithi045.stderr: -290> 2024-09-12T17:58:16.294+0000 7fd63f73e800 5 AuthRegistry(0x7ffc6a75f1d0) adding con mode: crc 2024-09-12T17:58:16.440 INFO:tasks.workunit.client.0.smithi045.stderr: -289> 2024-09-12T17:58:16.294+0000 7fd63f73e800 5 AuthRegistry(0x7ffc6a75f1d0) adding con mode: secure 2024-09-12T17:58:16.440 INFO:tasks.workunit.client.0.smithi045.stderr: -288> 2024-09-12T17:58:16.294+0000 7fd63f73e800 5 AuthRegistry(0x7ffc6a75f1d0) adding con mode: crc 2024-09-12T17:58:16.441 INFO:tasks.workunit.client.0.smithi045.stderr: -287> 2024-09-12T17:58:16.294+0000 7fd63f73e800 5 AuthRegistry(0x7ffc6a75f1d0) adding con mode: secure 2024-09-12T17:58:16.441 INFO:tasks.workunit.client.0.smithi045.stderr: -286> 2024-09-12T17:58:16.295+0000 7fd63f73e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:16.441 INFO:tasks.workunit.client.0.smithi045.stderr: -285> 2024-09-12T17:58:16.295+0000 7fd63f73e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:16.441 INFO:tasks.workunit.client.0.smithi045.stderr: -284> 2024-09-12T17:58:16.295+0000 7fd63f73e800 5 asok(0x55ab28059730) register_command rotate-key cmddesc rotate-key hook 0x7ffc6a75f318 EEXIST 2024-09-12T17:58:16.441 INFO:tasks.workunit.client.0.smithi045.stderr: -283> 2024-09-12T17:58:16.295+0000 7fd63f73e800 10 monclient: _reopen_session rank -1 2024-09-12T17:58:16.441 INFO:tasks.workunit.client.0.smithi045.stderr: -282> 2024-09-12T17:58:16.295+0000 7fd63f73e800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:58:16.441 INFO:tasks.workunit.client.0.smithi045.stderr: -281> 2024-09-12T17:58:16.295+0000 7fd63f73e800 10 monclient(hunting): picked mon.noname-c con 0x55ab2834e4e0 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:58:16.441 INFO:tasks.workunit.client.0.smithi045.stderr: -280> 2024-09-12T17:58:16.295+0000 7fd63f73e800 10 monclient(hunting): picked mon.noname-b con 0x55ab2834e8c0 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:58:16.441 INFO:tasks.workunit.client.0.smithi045.stderr: -279> 2024-09-12T17:58:16.295+0000 7fd63f73e800 10 monclient(hunting): picked mon.noname-a con 0x55ab28354010 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:58:16.441 INFO:tasks.workunit.client.0.smithi045.stderr: -278> 2024-09-12T17:58:16.295+0000 7fd63f73e800 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:16.441 INFO:tasks.workunit.client.0.smithi045.stderr: -277> 2024-09-12T17:58:16.295+0000 7fd63f73e800 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:16.441 INFO:tasks.workunit.client.0.smithi045.stderr: -276> 2024-09-12T17:58:16.295+0000 7fd63f73e800 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:16.441 INFO:tasks.workunit.client.0.smithi045.stderr: -275> 2024-09-12T17:58:16.295+0000 7fd63f73e800 10 monclient(hunting): _renew_subs 2024-09-12T17:58:16.442 INFO:tasks.workunit.client.0.smithi045.stderr: -274> 2024-09-12T17:58:16.295+0000 7fd63f73e800 10 monclient(hunting): authenticate will time out at 2194.754363s 2024-09-12T17:58:16.442 INFO:tasks.workunit.client.0.smithi045.stderr: -273> 2024-09-12T17:58:16.295+0000 7fd63b486640 10 monclient(hunting): get_auth_request con 0x55ab2834e4e0 auth_method 0 2024-09-12T17:58:16.442 INFO:tasks.workunit.client.0.smithi045.stderr: -272> 2024-09-12T17:58:16.295+0000 7fd63b486640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:16.442 INFO:tasks.workunit.client.0.smithi045.stderr: -271> 2024-09-12T17:58:16.295+0000 7fd63b486640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:16.442 INFO:tasks.workunit.client.0.smithi045.stderr: -270> 2024-09-12T17:58:16.295+0000 7fd63b486640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:16.442 INFO:tasks.workunit.client.0.smithi045.stderr: -269> 2024-09-12T17:58:16.295+0000 7fd63bc87640 10 monclient(hunting): get_auth_request con 0x55ab28354010 auth_method 0 2024-09-12T17:58:16.442 INFO:tasks.workunit.client.0.smithi045.stderr: -268> 2024-09-12T17:58:16.295+0000 7fd63bc87640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:16.442 INFO:tasks.workunit.client.0.smithi045.stderr: -267> 2024-09-12T17:58:16.295+0000 7fd63bc87640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:16.442 INFO:tasks.workunit.client.0.smithi045.stderr: -266> 2024-09-12T17:58:16.295+0000 7fd63bc87640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:16.442 INFO:tasks.workunit.client.0.smithi045.stderr: -265> 2024-09-12T17:58:16.295+0000 7fd63ac85640 10 monclient(hunting): get_auth_request con 0x55ab2834e8c0 auth_method 0 2024-09-12T17:58:16.442 INFO:tasks.workunit.client.0.smithi045.stderr: -264> 2024-09-12T17:58:16.295+0000 7fd63ac85640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:16.442 INFO:tasks.workunit.client.0.smithi045.stderr: -263> 2024-09-12T17:58:16.295+0000 7fd63ac85640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:16.442 INFO:tasks.workunit.client.0.smithi045.stderr: -262> 2024-09-12T17:58:16.295+0000 7fd63ac85640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:16.443 INFO:tasks.workunit.client.0.smithi045.stderr: -261> 2024-09-12T17:58:16.295+0000 7fd63b486640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:16.443 INFO:tasks.workunit.client.0.smithi045.stderr: -260> 2024-09-12T17:58:16.295+0000 7fd63b486640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:16.443 INFO:tasks.workunit.client.0.smithi045.stderr: -259> 2024-09-12T17:58:16.295+0000 7fd63b486640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:16.443 INFO:tasks.workunit.client.0.smithi045.stderr: -258> 2024-09-12T17:58:16.295+0000 7fd63bc87640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:16.443 INFO:tasks.workunit.client.0.smithi045.stderr: -257> 2024-09-12T17:58:16.295+0000 7fd63bc87640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:16.443 INFO:tasks.workunit.client.0.smithi045.stderr: -256> 2024-09-12T17:58:16.295+0000 7fd63bc87640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:16.443 INFO:tasks.workunit.client.0.smithi045.stderr: -255> 2024-09-12T17:58:16.295+0000 7fd63ac85640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:16.443 INFO:tasks.workunit.client.0.smithi045.stderr: -254> 2024-09-12T17:58:16.295+0000 7fd63ac85640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:16.443 INFO:tasks.workunit.client.0.smithi045.stderr: -253> 2024-09-12T17:58:16.295+0000 7fd63ac85640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:16.443 INFO:tasks.workunit.client.0.smithi045.stderr: -252> 2024-09-12T17:58:16.295+0000 7fd63b486640 10 monclient(hunting): handle_auth_done global_id 7583 payload 274 2024-09-12T17:58:16.443 INFO:tasks.workunit.client.0.smithi045.stderr: -251> 2024-09-12T17:58:16.295+0000 7fd63b486640 10 monclient: _finish_hunting 0 2024-09-12T17:58:16.443 INFO:tasks.workunit.client.0.smithi045.stderr: -250> 2024-09-12T17:58:16.295+0000 7fd63b486640 1 monclient: found mon.noname-c 2024-09-12T17:58:16.443 INFO:tasks.workunit.client.0.smithi045.stderr: -249> 2024-09-12T17:58:16.295+0000 7fd63b486640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.45:3301/0 2024-09-12T17:58:16.443 INFO:tasks.workunit.client.0.smithi045.stderr: -248> 2024-09-12T17:58:16.295+0000 7fd51effd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:16.444 INFO:tasks.workunit.client.0.smithi045.stderr: -247> 2024-09-12T17:58:16.295+0000 7fd51effd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:58:16.444 INFO:tasks.workunit.client.0.smithi045.stderr: -246> 2024-09-12T17:58:16.295+0000 7fd51effd640 10 monclient: dump: 2024-09-12T17:58:16.444 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:58:16.444 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:58:16.444 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:16.444 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:16.444 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:16.444 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:58:16.444 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:58:16.444 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:58:16.444 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:58:16.444 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:16.444 INFO:tasks.workunit.client.0.smithi045.stderr: -245> 2024-09-12T17:58:16.295+0000 7fd51effd640 10 monclient: _finish_auth 0 2024-09-12T17:58:16.445 INFO:tasks.workunit.client.0.smithi045.stderr: -244> 2024-09-12T17:58:16.295+0000 7fd51effd640 10 monclient: _check_auth_tickets 2024-09-12T17:58:16.445 INFO:tasks.workunit.client.0.smithi045.stderr: -243> 2024-09-12T17:58:16.295+0000 7fd51effd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:58:16.445 INFO:tasks.workunit.client.0.smithi045.stderr: -242> 2024-09-12T17:58:16.295+0000 7fd63f73e800 5 monclient: authenticate success, global_id 7583 2024-09-12T17:58:16.445 INFO:tasks.workunit.client.0.smithi045.stderr: -241> 2024-09-12T17:58:16.295+0000 7fd63f73e800 10 monclient: get_monmap_and_config success 2024-09-12T17:58:16.445 INFO:tasks.workunit.client.0.smithi045.stderr: -240> 2024-09-12T17:58:16.295+0000 7fd63f73e800 4 set_mon_vals no callback set 2024-09-12T17:58:16.445 INFO:tasks.workunit.client.0.smithi045.stderr: -239> 2024-09-12T17:58:16.295+0000 7fd51effd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:16.445 INFO:tasks.workunit.client.0.smithi045.stderr: -238> 2024-09-12T17:58:16.295+0000 7fd51effd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:58:16.445 INFO:tasks.workunit.client.0.smithi045.stderr: -237> 2024-09-12T17:58:16.295+0000 7fd51effd640 10 monclient: dump: 2024-09-12T17:58:16.445 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:58:16.445 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:58:16.445 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:16.445 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:16.445 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:16.446 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:58:16.446 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:58:16.446 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:58:16.446 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:58:16.446 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:16.446 INFO:tasks.workunit.client.0.smithi045.stderr: -236> 2024-09-12T17:58:16.296+0000 7fd63f73e800 10 monclient: shutdown 2024-09-12T17:58:16.446 INFO:tasks.workunit.client.0.smithi045.stderr: -235> 2024-09-12T17:58:16.296+0000 7fd63f73e800 10 monclient: build_initial_monmap 2024-09-12T17:58:16.446 INFO:tasks.workunit.client.0.smithi045.stderr: -234> 2024-09-12T17:58:16.296+0000 7fd63f73e800 1 build_initial for_mkfs: 0 2024-09-12T17:58:16.446 INFO:tasks.workunit.client.0.smithi045.stderr: -233> 2024-09-12T17:58:16.296+0000 7fd63f73e800 10 monclient: monmap: 2024-09-12T17:58:16.446 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:58:16.446 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:58:16.446 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:58:16.446 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:58:16.447 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:58:16.447 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:58:16.447 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:58:16.447 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:58:16.447 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:58:16.447 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:16.447 INFO:tasks.workunit.client.0.smithi045.stderr: -232> 2024-09-12T17:58:16.296+0000 7fd63f73e800 5 AuthRegistry(0x55ab28349dc0) adding auth protocol: cephx 2024-09-12T17:58:16.447 INFO:tasks.workunit.client.0.smithi045.stderr: -231> 2024-09-12T17:58:16.296+0000 7fd63f73e800 5 AuthRegistry(0x55ab28349dc0) adding auth protocol: cephx 2024-09-12T17:58:16.447 INFO:tasks.workunit.client.0.smithi045.stderr: -230> 2024-09-12T17:58:16.296+0000 7fd63f73e800 5 AuthRegistry(0x55ab28349dc0) adding auth protocol: cephx 2024-09-12T17:58:16.447 INFO:tasks.workunit.client.0.smithi045.stderr: -229> 2024-09-12T17:58:16.296+0000 7fd63f73e800 5 AuthRegistry(0x55ab28349dc0) adding con mode: secure 2024-09-12T17:58:16.447 INFO:tasks.workunit.client.0.smithi045.stderr: -228> 2024-09-12T17:58:16.296+0000 7fd63f73e800 5 AuthRegistry(0x55ab28349dc0) adding con mode: crc 2024-09-12T17:58:16.447 INFO:tasks.workunit.client.0.smithi045.stderr: -227> 2024-09-12T17:58:16.296+0000 7fd63f73e800 5 AuthRegistry(0x55ab28349dc0) adding con mode: secure 2024-09-12T17:58:16.448 INFO:tasks.workunit.client.0.smithi045.stderr: -226> 2024-09-12T17:58:16.296+0000 7fd63f73e800 5 AuthRegistry(0x55ab28349dc0) adding con mode: crc 2024-09-12T17:58:16.448 INFO:tasks.workunit.client.0.smithi045.stderr: -225> 2024-09-12T17:58:16.296+0000 7fd63f73e800 5 AuthRegistry(0x55ab28349dc0) adding con mode: secure 2024-09-12T17:58:16.448 INFO:tasks.workunit.client.0.smithi045.stderr: -224> 2024-09-12T17:58:16.296+0000 7fd63f73e800 5 AuthRegistry(0x55ab28349dc0) adding con mode: crc 2024-09-12T17:58:16.448 INFO:tasks.workunit.client.0.smithi045.stderr: -223> 2024-09-12T17:58:16.296+0000 7fd63f73e800 5 AuthRegistry(0x55ab28349dc0) adding con mode: crc 2024-09-12T17:58:16.448 INFO:tasks.workunit.client.0.smithi045.stderr: -222> 2024-09-12T17:58:16.296+0000 7fd63f73e800 5 AuthRegistry(0x55ab28349dc0) adding con mode: secure 2024-09-12T17:58:16.448 INFO:tasks.workunit.client.0.smithi045.stderr: -221> 2024-09-12T17:58:16.296+0000 7fd63f73e800 5 AuthRegistry(0x55ab28349dc0) adding con mode: crc 2024-09-12T17:58:16.448 INFO:tasks.workunit.client.0.smithi045.stderr: -220> 2024-09-12T17:58:16.296+0000 7fd63f73e800 5 AuthRegistry(0x55ab28349dc0) adding con mode: secure 2024-09-12T17:58:16.448 INFO:tasks.workunit.client.0.smithi045.stderr: -219> 2024-09-12T17:58:16.296+0000 7fd63f73e800 5 AuthRegistry(0x55ab28349dc0) adding con mode: crc 2024-09-12T17:58:16.448 INFO:tasks.workunit.client.0.smithi045.stderr: -218> 2024-09-12T17:58:16.296+0000 7fd63f73e800 5 AuthRegistry(0x55ab28349dc0) adding con mode: secure 2024-09-12T17:58:16.448 INFO:tasks.workunit.client.0.smithi045.stderr: -217> 2024-09-12T17:58:16.296+0000 7fd63f73e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:16.448 INFO:tasks.workunit.client.0.smithi045.stderr: -216> 2024-09-12T17:58:16.296+0000 7fd63f73e800 1 librados: starting msgr at 2024-09-12T17:58:16.448 INFO:tasks.workunit.client.0.smithi045.stderr: -215> 2024-09-12T17:58:16.296+0000 7fd63f73e800 1 librados: starting objecter 2024-09-12T17:58:16.448 INFO:tasks.workunit.client.0.smithi045.stderr: -214> 2024-09-12T17:58:16.296+0000 7fd63f73e800 5 asok(0x55ab28059730) register_command objecter_requests cmddesc objecter_requests hook 0x55ab28319f70 EEXIST 2024-09-12T17:58:16.449 INFO:tasks.workunit.client.0.smithi045.stderr: -213> 2024-09-12T17:58:16.297+0000 7fd63f73e800 1 librados: setting wanted keys 2024-09-12T17:58:16.449 INFO:tasks.workunit.client.0.smithi045.stderr: -212> 2024-09-12T17:58:16.297+0000 7fd63f73e800 1 librados: calling monclient init 2024-09-12T17:58:16.449 INFO:tasks.workunit.client.0.smithi045.stderr: -211> 2024-09-12T17:58:16.297+0000 7fd63f73e800 10 monclient: init 2024-09-12T17:58:16.449 INFO:tasks.workunit.client.0.smithi045.stderr: -210> 2024-09-12T17:58:16.297+0000 7fd63f73e800 5 AuthRegistry(0x55ab28312140) adding auth protocol: cephx 2024-09-12T17:58:16.449 INFO:tasks.workunit.client.0.smithi045.stderr: -209> 2024-09-12T17:58:16.297+0000 7fd63f73e800 5 AuthRegistry(0x55ab28312140) adding auth protocol: cephx 2024-09-12T17:58:16.449 INFO:tasks.workunit.client.0.smithi045.stderr: -208> 2024-09-12T17:58:16.297+0000 7fd63f73e800 5 AuthRegistry(0x55ab28312140) adding auth protocol: cephx 2024-09-12T17:58:16.449 INFO:tasks.workunit.client.0.smithi045.stderr: -207> 2024-09-12T17:58:16.297+0000 7fd63f73e800 5 AuthRegistry(0x55ab28312140) adding con mode: secure 2024-09-12T17:58:16.449 INFO:tasks.workunit.client.0.smithi045.stderr: -206> 2024-09-12T17:58:16.297+0000 7fd63f73e800 5 AuthRegistry(0x55ab28312140) adding con mode: crc 2024-09-12T17:58:16.449 INFO:tasks.workunit.client.0.smithi045.stderr: -205> 2024-09-12T17:58:16.297+0000 7fd63f73e800 5 AuthRegistry(0x55ab28312140) adding con mode: secure 2024-09-12T17:58:16.449 INFO:tasks.workunit.client.0.smithi045.stderr: -204> 2024-09-12T17:58:16.297+0000 7fd63f73e800 5 AuthRegistry(0x55ab28312140) adding con mode: crc 2024-09-12T17:58:16.449 INFO:tasks.workunit.client.0.smithi045.stderr: -203> 2024-09-12T17:58:16.297+0000 7fd63f73e800 5 AuthRegistry(0x55ab28312140) adding con mode: secure 2024-09-12T17:58:16.449 INFO:tasks.workunit.client.0.smithi045.stderr: -202> 2024-09-12T17:58:16.297+0000 7fd63f73e800 5 AuthRegistry(0x55ab28312140) adding con mode: crc 2024-09-12T17:58:16.450 INFO:tasks.workunit.client.0.smithi045.stderr: -201> 2024-09-12T17:58:16.297+0000 7fd63f73e800 5 AuthRegistry(0x55ab28312140) adding con mode: crc 2024-09-12T17:58:16.450 INFO:tasks.workunit.client.0.smithi045.stderr: -200> 2024-09-12T17:58:16.297+0000 7fd63f73e800 5 AuthRegistry(0x55ab28312140) adding con mode: secure 2024-09-12T17:58:16.450 INFO:tasks.workunit.client.0.smithi045.stderr: -199> 2024-09-12T17:58:16.297+0000 7fd63f73e800 5 AuthRegistry(0x55ab28312140) adding con mode: crc 2024-09-12T17:58:16.450 INFO:tasks.workunit.client.0.smithi045.stderr: -198> 2024-09-12T17:58:16.297+0000 7fd63f73e800 5 AuthRegistry(0x55ab28312140) adding con mode: secure 2024-09-12T17:58:16.450 INFO:tasks.workunit.client.0.smithi045.stderr: -197> 2024-09-12T17:58:16.297+0000 7fd63f73e800 5 AuthRegistry(0x55ab28312140) adding con mode: crc 2024-09-12T17:58:16.450 INFO:tasks.workunit.client.0.smithi045.stderr: -196> 2024-09-12T17:58:16.297+0000 7fd63f73e800 5 AuthRegistry(0x55ab28312140) adding con mode: secure 2024-09-12T17:58:16.450 INFO:tasks.workunit.client.0.smithi045.stderr: -195> 2024-09-12T17:58:16.297+0000 7fd63f73e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:16.450 INFO:tasks.workunit.client.0.smithi045.stderr: -194> 2024-09-12T17:58:16.297+0000 7fd63f73e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:16.450 INFO:tasks.workunit.client.0.smithi045.stderr: -193> 2024-09-12T17:58:16.297+0000 7fd63f73e800 5 asok(0x55ab28059730) register_command rotate-key cmddesc rotate-key hook 0x55ab28312288 EEXIST 2024-09-12T17:58:16.450 INFO:tasks.workunit.client.0.smithi045.stderr: -192> 2024-09-12T17:58:16.297+0000 7fd63f73e800 10 monclient: _reopen_session rank -1 2024-09-12T17:58:16.450 INFO:tasks.workunit.client.0.smithi045.stderr: -191> 2024-09-12T17:58:16.297+0000 7fd63f73e800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:58:16.450 INFO:tasks.workunit.client.0.smithi045.stderr: -190> 2024-09-12T17:58:16.297+0000 7fd63f73e800 10 monclient(hunting): picked mon.noname-b con 0x55ab2834e4e0 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:58:16.450 INFO:tasks.workunit.client.0.smithi045.stderr: -189> 2024-09-12T17:58:16.297+0000 7fd63f73e800 10 monclient(hunting): picked mon.noname-a con 0x55ab28354010 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:58:16.451 INFO:tasks.workunit.client.0.smithi045.stderr: -188> 2024-09-12T17:58:16.297+0000 7fd63f73e800 10 monclient(hunting): picked mon.noname-c con 0x55ab2831a8e0 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:58:16.451 INFO:tasks.workunit.client.0.smithi045.stderr: -187> 2024-09-12T17:58:16.297+0000 7fd63f73e800 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:16.451 INFO:tasks.workunit.client.0.smithi045.stderr: -186> 2024-09-12T17:58:16.297+0000 7fd63f73e800 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:16.451 INFO:tasks.workunit.client.0.smithi045.stderr: -185> 2024-09-12T17:58:16.297+0000 7fd63f73e800 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:16.451 INFO:tasks.workunit.client.0.smithi045.stderr: -184> 2024-09-12T17:58:16.297+0000 7fd63f73e800 10 monclient(hunting): _renew_subs 2024-09-12T17:58:16.451 INFO:tasks.workunit.client.0.smithi045.stderr: -183> 2024-09-12T17:58:16.297+0000 7fd63f73e800 10 monclient(hunting): authenticate will time out at 2194.756616s 2024-09-12T17:58:16.451 INFO:tasks.workunit.client.0.smithi045.stderr: -182> 2024-09-12T17:58:16.297+0000 7fd63bc87640 10 monclient(hunting): get_auth_request con 0x55ab2831a8e0 auth_method 0 2024-09-12T17:58:16.451 INFO:tasks.workunit.client.0.smithi045.stderr: -181> 2024-09-12T17:58:16.297+0000 7fd63bc87640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:16.451 INFO:tasks.workunit.client.0.smithi045.stderr: -180> 2024-09-12T17:58:16.297+0000 7fd63bc87640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:16.451 INFO:tasks.workunit.client.0.smithi045.stderr: -179> 2024-09-12T17:58:16.297+0000 7fd63bc87640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:16.451 INFO:tasks.workunit.client.0.smithi045.stderr: -178> 2024-09-12T17:58:16.297+0000 7fd63ac85640 10 monclient(hunting): get_auth_request con 0x55ab28354010 auth_method 0 2024-09-12T17:58:16.451 INFO:tasks.workunit.client.0.smithi045.stderr: -177> 2024-09-12T17:58:16.297+0000 7fd63ac85640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:16.451 INFO:tasks.workunit.client.0.smithi045.stderr: -176> 2024-09-12T17:58:16.297+0000 7fd63ac85640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:16.452 INFO:tasks.workunit.client.0.smithi045.stderr: -175> 2024-09-12T17:58:16.297+0000 7fd63ac85640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:16.452 INFO:tasks.workunit.client.0.smithi045.stderr: -174> 2024-09-12T17:58:16.297+0000 7fd63ac85640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:16.452 INFO:tasks.workunit.client.0.smithi045.stderr: -173> 2024-09-12T17:58:16.297+0000 7fd63ac85640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:16.452 INFO:tasks.workunit.client.0.smithi045.stderr: -172> 2024-09-12T17:58:16.297+0000 7fd63ac85640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:16.452 INFO:tasks.workunit.client.0.smithi045.stderr: -171> 2024-09-12T17:58:16.297+0000 7fd63b486640 10 monclient(hunting): get_auth_request con 0x55ab2834e4e0 auth_method 0 2024-09-12T17:58:16.452 INFO:tasks.workunit.client.0.smithi045.stderr: -170> 2024-09-12T17:58:16.297+0000 7fd63b486640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:16.452 INFO:tasks.workunit.client.0.smithi045.stderr: -169> 2024-09-12T17:58:16.297+0000 7fd63b486640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:16.452 INFO:tasks.workunit.client.0.smithi045.stderr: -168> 2024-09-12T17:58:16.297+0000 7fd63b486640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:16.452 INFO:tasks.workunit.client.0.smithi045.stderr: -167> 2024-09-12T17:58:16.297+0000 7fd63bc87640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:16.452 INFO:tasks.workunit.client.0.smithi045.stderr: -166> 2024-09-12T17:58:16.297+0000 7fd63bc87640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:16.452 INFO:tasks.workunit.client.0.smithi045.stderr: -165> 2024-09-12T17:58:16.297+0000 7fd63bc87640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:16.452 INFO:tasks.workunit.client.0.smithi045.stderr: -164> 2024-09-12T17:58:16.297+0000 7fd63b486640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:16.452 INFO:tasks.workunit.client.0.smithi045.stderr: -163> 2024-09-12T17:58:16.297+0000 7fd63b486640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:16.453 INFO:tasks.workunit.client.0.smithi045.stderr: -162> 2024-09-12T17:58:16.297+0000 7fd63b486640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:16.453 INFO:tasks.workunit.client.0.smithi045.stderr: -161> 2024-09-12T17:58:16.297+0000 7fd63ac85640 10 monclient(hunting): handle_auth_done global_id 8013 payload 824 2024-09-12T17:58:16.453 INFO:tasks.workunit.client.0.smithi045.stderr: -160> 2024-09-12T17:58:16.297+0000 7fd63ac85640 10 monclient: _finish_hunting 0 2024-09-12T17:58:16.453 INFO:tasks.workunit.client.0.smithi045.stderr: -159> 2024-09-12T17:58:16.297+0000 7fd63ac85640 1 monclient: found mon.noname-a 2024-09-12T17:58:16.453 INFO:tasks.workunit.client.0.smithi045.stderr: -158> 2024-09-12T17:58:16.297+0000 7fd63ac85640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.45:3300/0 2024-09-12T17:58:16.453 INFO:tasks.workunit.client.0.smithi045.stderr: -157> 2024-09-12T17:58:16.298+0000 7fd51d7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:16.453 INFO:tasks.workunit.client.0.smithi045.stderr: -156> 2024-09-12T17:58:16.298+0000 7fd51d7fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:58:16.453 INFO:tasks.workunit.client.0.smithi045.stderr: -155> 2024-09-12T17:58:16.298+0000 7fd51d7fa640 10 monclient: dump: 2024-09-12T17:58:16.453 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:58:16.453 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:58:16.453 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:16.453 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:16.453 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:16.454 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:58:16.454 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:58:16.454 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:58:16.454 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:58:16.454 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:16.454 INFO:tasks.workunit.client.0.smithi045.stderr: -154> 2024-09-12T17:58:16.298+0000 7fd51d7fa640 10 monclient: _finish_auth 0 2024-09-12T17:58:16.454 INFO:tasks.workunit.client.0.smithi045.stderr: -153> 2024-09-12T17:58:16.298+0000 7fd51d7fa640 10 monclient: _check_auth_tickets 2024-09-12T17:58:16.454 INFO:tasks.workunit.client.0.smithi045.stderr: -152> 2024-09-12T17:58:16.298+0000 7fd51d7fa640 10 monclient: handle_config config(0 keys) 2024-09-12T17:58:16.454 INFO:tasks.workunit.client.0.smithi045.stderr: -151> 2024-09-12T17:58:16.298+0000 7fd51d7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:16.454 INFO:tasks.workunit.client.0.smithi045.stderr: -150> 2024-09-12T17:58:16.298+0000 7fd51d7fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:58:16.454 INFO:tasks.workunit.client.0.smithi045.stderr: -149> 2024-09-12T17:58:16.298+0000 7fd51d7fa640 10 monclient: dump: 2024-09-12T17:58:16.454 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:58:16.454 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:58:16.454 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:16.455 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:16.455 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:16.455 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:58:16.455 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:58:16.455 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:58:16.455 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:58:16.455 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:16.455 INFO:tasks.workunit.client.0.smithi045.stderr: -148> 2024-09-12T17:58:16.298+0000 7fd63f73e800 5 monclient: authenticate success, global_id 8013 2024-09-12T17:58:16.455 INFO:tasks.workunit.client.0.smithi045.stderr: -147> 2024-09-12T17:58:16.298+0000 7fd51effd640 4 set_mon_vals no callback set 2024-09-12T17:58:16.455 INFO:tasks.workunit.client.0.smithi045.stderr: -146> 2024-09-12T17:58:16.298+0000 7fd63f73e800 10 monclient: _renew_subs 2024-09-12T17:58:16.455 INFO:tasks.workunit.client.0.smithi045.stderr: -145> 2024-09-12T17:58:16.298+0000 7fd63f73e800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:58:16.455 INFO:tasks.workunit.client.0.smithi045.stderr: -144> 2024-09-12T17:58:16.298+0000 7fd63f73e800 10 monclient: _renew_subs 2024-09-12T17:58:16.455 INFO:tasks.workunit.client.0.smithi045.stderr: -143> 2024-09-12T17:58:16.298+0000 7fd63f73e800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:58:16.456 INFO:tasks.workunit.client.0.smithi045.stderr: -142> 2024-09-12T17:58:16.298+0000 7fd63f73e800 1 librados: init done 2024-09-12T17:58:16.456 INFO:tasks.workunit.client.0.smithi045.stderr: -141> 2024-09-12T17:58:16.298+0000 7fd63f73e800 5 asok(0x55ab28059730) register_command cr dump hook 0x55ab283451b8 2024-09-12T17:58:16.456 INFO:tasks.workunit.client.0.smithi045.stderr: -140> 2024-09-12T17:58:16.300+0000 7fd63f73e800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.456 INFO:tasks.workunit.client.0.smithi045.stderr: -139> 2024-09-12T17:58:16.301+0000 7fd51d7fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:58:16.456 INFO:tasks.workunit.client.0.smithi045.stderr: -138> 2024-09-12T17:58:16.301+0000 7fd51d7fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:58:16.456 INFO:tasks.workunit.client.0.smithi045.stderr: -137> 2024-09-12T17:58:16.301+0000 7fd51d7fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:58:16.456 INFO:tasks.workunit.client.0.smithi045.stderr: -136> 2024-09-12T17:58:16.301+0000 7fd63b486640 10 monclient: get_auth_request con 0x7fd504076470 auth_method 0 2024-09-12T17:58:16.456 INFO:tasks.workunit.client.0.smithi045.stderr: -135> 2024-09-12T17:58:16.301+0000 7fd63bc87640 10 monclient: get_auth_request con 0x55ab28368d10 auth_method 0 2024-09-12T17:58:16.456 INFO:tasks.workunit.client.0.smithi045.stderr: -134> 2024-09-12T17:58:16.302+0000 7fd63f73e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:16.456 INFO:tasks.workunit.client.0.smithi045.stderr: -133> 2024-09-12T17:58:16.302+0000 7fd63f73e800 20 realm 2024-09-12T17:58:16.456 INFO:tasks.workunit.client.0.smithi045.stderr: -132> 2024-09-12T17:58:16.302+0000 7fd63f73e800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.456 INFO:tasks.workunit.client.0.smithi045.stderr: -131> 2024-09-12T17:58:16.302+0000 7fd63f73e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:16.456 INFO:tasks.workunit.client.0.smithi045.stderr: -130> 2024-09-12T17:58:16.302+0000 7fd63f73e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:58:16.457 INFO:tasks.workunit.client.0.smithi045.stderr: -129> 2024-09-12T17:58:16.302+0000 7fd63f73e800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.457 INFO:tasks.workunit.client.0.smithi045.stderr: -128> 2024-09-12T17:58:16.302+0000 7fd63f73e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:16.457 INFO:tasks.workunit.client.0.smithi045.stderr: -127> 2024-09-12T17:58:16.302+0000 7fd63f73e800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.457 INFO:tasks.workunit.client.0.smithi045.stderr: -126> 2024-09-12T17:58:16.302+0000 7fd63b486640 10 monclient: get_auth_request con 0x55ab2836cf20 auth_method 0 2024-09-12T17:58:16.457 INFO:tasks.workunit.client.0.smithi045.stderr: -125> 2024-09-12T17:58:16.303+0000 7fd63f73e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:16.457 INFO:tasks.workunit.client.0.smithi045.stderr: -124> 2024-09-12T17:58:16.303+0000 7fd63f73e800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.457 INFO:tasks.workunit.client.0.smithi045.stderr: -123> 2024-09-12T17:58:16.303+0000 7fd63ac85640 10 monclient: get_auth_request con 0x55ab28370780 auth_method 0 2024-09-12T17:58:16.457 INFO:tasks.workunit.client.0.smithi045.stderr: -122> 2024-09-12T17:58:16.304+0000 7fd63f73e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:58:16.457 INFO:tasks.workunit.client.0.smithi045.stderr: -121> 2024-09-12T17:58:16.304+0000 7fd63f73e800 20 searching for the correct realm 2024-09-12T17:58:16.457 INFO:tasks.workunit.client.0.smithi045.stderr: -120> 2024-09-12T17:58:16.304+0000 7fd63bc87640 10 monclient: get_auth_request con 0x55ab28375520 auth_method 0 2024-09-12T17:58:16.457 INFO:tasks.workunit.client.0.smithi045.stderr: -119> 2024-09-12T17:58:16.305+0000 7fd63b486640 10 monclient: get_auth_request con 0x7fd63006a740 auth_method 0 2024-09-12T17:58:16.457 INFO:tasks.workunit.client.0.smithi045.stderr: -118> 2024-09-12T17:58:16.305+0000 7fd63ac85640 10 monclient: get_auth_request con 0x7fd62c0adb70 auth_method 0 2024-09-12T17:58:16.457 INFO:tasks.workunit.client.0.smithi045.stderr: -117> 2024-09-12T17:58:16.306+0000 7fd63bc87640 0 -- 172.21.15.45:0/1564004402 >> [v2:172.21.15.45:6824/1551660769,v1:172.21.15.45:6825/1551660769] conn(0x55ab28375520 msgr2=0x55ab283779e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:16.458 INFO:tasks.workunit.client.0.smithi045.stderr: -116> 2024-09-12T17:58:16.306+0000 7fd51d7fa640 1 client.8013.objecter ms_handle_reset 0x55ab28375520 session 0x55ab28374ea0 osd.3 2024-09-12T17:58:16.458 INFO:tasks.workunit.client.0.smithi045.stderr: -115> 2024-09-12T17:58:16.307+0000 7fd51d7fa640 10 monclient: _renew_subs 2024-09-12T17:58:16.458 INFO:tasks.workunit.client.0.smithi045.stderr: -114> 2024-09-12T17:58:16.307+0000 7fd51d7fa640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:58:16.458 INFO:tasks.workunit.client.0.smithi045.stderr: -113> 2024-09-12T17:58:16.307+0000 7fd63bc87640 10 monclient: get_auth_request con 0x7fd504086ba0 auth_method 0 2024-09-12T17:58:16.458 INFO:tasks.workunit.client.0.smithi045.stderr: -112> 2024-09-12T17:58:16.307+0000 7fd63bc87640 10 monclient: get_auth_request con 0x7fd630073230 auth_method 0 2024-09-12T17:58:16.458 INFO:tasks.workunit.client.0.smithi045.stderr: -111> 2024-09-12T17:58:16.309+0000 7fd63b486640 10 monclient: get_auth_request con 0x7fd630071400 auth_method 0 2024-09-12T17:58:16.458 INFO:tasks.workunit.client.0.smithi045.stderr: -110> 2024-09-12T17:58:16.310+0000 7fd63b486640 0 -- 172.21.15.45:0/1564004402 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7fd630071400 msgr2=0x7fd630071880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:16.458 INFO:tasks.workunit.client.0.smithi045.stderr: -109> 2024-09-12T17:58:16.310+0000 7fd51d7fa640 1 client.8013.objecter ms_handle_reset 0x7fd630071400 session 0x7fd630005040 osd.0 2024-09-12T17:58:16.458 INFO:tasks.workunit.client.0.smithi045.stderr: -108> 2024-09-12T17:58:16.310+0000 7fd63b486640 10 monclient: get_auth_request con 0x55ab28375520 auth_method 0 2024-09-12T17:58:16.458 INFO:tasks.workunit.client.0.smithi045.stderr: -107> 2024-09-12T17:58:16.314+0000 7fd63f73e800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:58:16.458 INFO:tasks.workunit.client.0.smithi045.stderr: -106> 2024-09-12T17:58:16.314+0000 7fd63f73e800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:58:16.458 INFO:tasks.workunit.client.0.smithi045.stderr: -105> 2024-09-12T17:58:16.314+0000 7fd63f73e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:58:16.458 INFO:tasks.workunit.client.0.smithi045.stderr: -104> 2024-09-12T17:58:16.314+0000 7fd63f73e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:58:16.459 INFO:tasks.workunit.client.0.smithi045.stderr: -103> 2024-09-12T17:58:16.314+0000 7fd63f73e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:58:16.459 INFO:tasks.workunit.client.0.smithi045.stderr: -102> 2024-09-12T17:58:16.314+0000 7fd63f73e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:58:16.459 INFO:tasks.workunit.client.0.smithi045.stderr: -101> 2024-09-12T17:58:16.314+0000 7fd63f73e800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.459 INFO:tasks.workunit.client.0.smithi045.stderr: -100> 2024-09-12T17:58:16.314+0000 7fd63f73e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:16.459 INFO:tasks.workunit.client.0.smithi045.stderr: -99> 2024-09-12T17:58:16.314+0000 7fd63f73e800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.459 INFO:tasks.workunit.client.0.smithi045.stderr: -98> 2024-09-12T17:58:16.314+0000 7fd63f73e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:16.459 INFO:tasks.workunit.client.0.smithi045.stderr: -97> 2024-09-12T17:58:16.314+0000 7fd63f73e800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.459 INFO:tasks.workunit.client.0.smithi045.stderr: -96> 2024-09-12T17:58:16.315+0000 7fd63f73e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:58:16.459 INFO:tasks.workunit.client.0.smithi045.stderr: -95> 2024-09-12T17:58:16.315+0000 7fd63f73e800 20 zone default found 2024-09-12T17:58:16.459 INFO:tasks.workunit.client.0.smithi045.stderr: -94> 2024-09-12T17:58:16.315+0000 7fd63f73e800 4 Realm: () 2024-09-12T17:58:16.459 INFO:tasks.workunit.client.0.smithi045.stderr: -93> 2024-09-12T17:58:16.315+0000 7fd63f73e800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:58:16.459 INFO:tasks.workunit.client.0.smithi045.stderr: -92> 2024-09-12T17:58:16.315+0000 7fd63f73e800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:58:16.459 INFO:tasks.workunit.client.0.smithi045.stderr: -91> 2024-09-12T17:58:16.315+0000 7fd63f73e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:58:16.460 INFO:tasks.workunit.client.0.smithi045.stderr: -90> 2024-09-12T17:58:16.315+0000 7fd63f73e800 20 zonegroup default 2024-09-12T17:58:16.460 INFO:tasks.workunit.client.0.smithi045.stderr: -89> 2024-09-12T17:58:16.315+0000 7fd63f73e800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.460 INFO:tasks.workunit.client.0.smithi045.stderr: -88> 2024-09-12T17:58:16.315+0000 7fd63f73e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:16.460 INFO:tasks.workunit.client.0.smithi045.stderr: -87> 2024-09-12T17:58:16.315+0000 7fd63f73e800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.460 INFO:tasks.workunit.client.0.smithi045.stderr: -86> 2024-09-12T17:58:16.315+0000 7fd63f73e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:16.460 INFO:tasks.workunit.client.0.smithi045.stderr: -85> 2024-09-12T17:58:16.315+0000 7fd63f73e800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.460 INFO:tasks.workunit.client.0.smithi045.stderr: -84> 2024-09-12T17:58:16.315+0000 7fd63f73e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:16.460 INFO:tasks.workunit.client.0.smithi045.stderr: -83> 2024-09-12T17:58:16.315+0000 7fd63f73e800 20 started sync module instance, tier type = 2024-09-12T17:58:16.460 INFO:tasks.workunit.client.0.smithi045.stderr: -82> 2024-09-12T17:58:16.315+0000 7fd63f73e800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:58:16.460 INFO:tasks.workunit.client.0.smithi045.stderr: -81> 2024-09-12T17:58:16.324+0000 7fd63f73e800 20 add_watcher() i=0 2024-09-12T17:58:16.460 INFO:tasks.workunit.client.0.smithi045.stderr: -80> 2024-09-12T17:58:16.324+0000 7fd63f73e800 20 add_watcher() i=1 2024-09-12T17:58:16.460 INFO:tasks.workunit.client.0.smithi045.stderr: -79> 2024-09-12T17:58:16.324+0000 7fd63f73e800 20 add_watcher() i=2 2024-09-12T17:58:16.460 INFO:tasks.workunit.client.0.smithi045.stderr: -78> 2024-09-12T17:58:16.324+0000 7fd63f73e800 20 add_watcher() i=3 2024-09-12T17:58:16.461 INFO:tasks.workunit.client.0.smithi045.stderr: -77> 2024-09-12T17:58:16.324+0000 7fd63f73e800 20 add_watcher() i=4 2024-09-12T17:58:16.461 INFO:tasks.workunit.client.0.smithi045.stderr: -76> 2024-09-12T17:58:16.325+0000 7fd63f73e800 20 add_watcher() i=5 2024-09-12T17:58:16.461 INFO:tasks.workunit.client.0.smithi045.stderr: -75> 2024-09-12T17:58:16.325+0000 7fd63f73e800 20 add_watcher() i=6 2024-09-12T17:58:16.461 INFO:tasks.workunit.client.0.smithi045.stderr: -74> 2024-09-12T17:58:16.325+0000 7fd63f73e800 20 add_watcher() i=7 2024-09-12T17:58:16.461 INFO:tasks.workunit.client.0.smithi045.stderr: -73> 2024-09-12T17:58:16.326+0000 7fd63f73e800 2 all 8 watchers are set, enabling cache 2024-09-12T17:58:16.461 INFO:tasks.workunit.client.0.smithi045.stderr: -72> 2024-09-12T17:58:16.327+0000 7fd63f73e800 5 AuthRegistry(0x7ffc6a75f6a0) adding auth protocol: cephx 2024-09-12T17:58:16.461 INFO:tasks.workunit.client.0.smithi045.stderr: -71> 2024-09-12T17:58:16.327+0000 7fd63f73e800 5 AuthRegistry(0x7ffc6a75f6a0) adding auth protocol: cephx 2024-09-12T17:58:16.461 INFO:tasks.workunit.client.0.smithi045.stderr: -70> 2024-09-12T17:58:16.327+0000 7fd63f73e800 5 AuthRegistry(0x7ffc6a75f6a0) adding auth protocol: cephx 2024-09-12T17:58:16.461 INFO:tasks.workunit.client.0.smithi045.stderr: -69> 2024-09-12T17:58:16.327+0000 7fd63f73e800 5 AuthRegistry(0x7ffc6a75f6a0) adding con mode: secure 2024-09-12T17:58:16.461 INFO:tasks.workunit.client.0.smithi045.stderr: -68> 2024-09-12T17:58:16.327+0000 7fd63f73e800 5 AuthRegistry(0x7ffc6a75f6a0) adding con mode: crc 2024-09-12T17:58:16.461 INFO:tasks.workunit.client.0.smithi045.stderr: -67> 2024-09-12T17:58:16.327+0000 7fd63f73e800 5 AuthRegistry(0x7ffc6a75f6a0) adding con mode: secure 2024-09-12T17:58:16.461 INFO:tasks.workunit.client.0.smithi045.stderr: -66> 2024-09-12T17:58:16.327+0000 7fd63f73e800 5 AuthRegistry(0x7ffc6a75f6a0) adding con mode: crc 2024-09-12T17:58:16.461 INFO:tasks.workunit.client.0.smithi045.stderr: -65> 2024-09-12T17:58:16.327+0000 7fd63f73e800 5 AuthRegistry(0x7ffc6a75f6a0) adding con mode: secure 2024-09-12T17:58:16.462 INFO:tasks.workunit.client.0.smithi045.stderr: -64> 2024-09-12T17:58:16.327+0000 7fd63f73e800 5 AuthRegistry(0x7ffc6a75f6a0) adding con mode: crc 2024-09-12T17:58:16.462 INFO:tasks.workunit.client.0.smithi045.stderr: -63> 2024-09-12T17:58:16.327+0000 7fd63f73e800 5 AuthRegistry(0x7ffc6a75f6a0) adding con mode: crc 2024-09-12T17:58:16.462 INFO:tasks.workunit.client.0.smithi045.stderr: -62> 2024-09-12T17:58:16.327+0000 7fd63f73e800 5 AuthRegistry(0x7ffc6a75f6a0) adding con mode: secure 2024-09-12T17:58:16.462 INFO:tasks.workunit.client.0.smithi045.stderr: -61> 2024-09-12T17:58:16.327+0000 7fd63f73e800 5 AuthRegistry(0x7ffc6a75f6a0) adding con mode: crc 2024-09-12T17:58:16.462 INFO:tasks.workunit.client.0.smithi045.stderr: -60> 2024-09-12T17:58:16.327+0000 7fd63f73e800 5 AuthRegistry(0x7ffc6a75f6a0) adding con mode: secure 2024-09-12T17:58:16.462 INFO:tasks.workunit.client.0.smithi045.stderr: -59> 2024-09-12T17:58:16.327+0000 7fd63f73e800 5 AuthRegistry(0x7ffc6a75f6a0) adding con mode: crc 2024-09-12T17:58:16.462 INFO:tasks.workunit.client.0.smithi045.stderr: -58> 2024-09-12T17:58:16.327+0000 7fd63f73e800 5 AuthRegistry(0x7ffc6a75f6a0) adding con mode: secure 2024-09-12T17:58:16.462 INFO:tasks.workunit.client.0.smithi045.stderr: -57> 2024-09-12T17:58:16.327+0000 7fd4f1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:16.462 INFO:tasks.workunit.client.0.smithi045.stderr: -56> 2024-09-12T17:58:16.327+0000 7fd63f73e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:16.462 INFO:tasks.workunit.client.0.smithi045.stderr: -55> 2024-09-12T17:58:16.327+0000 7fd63f73e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:58:16.462 INFO:tasks.workunit.client.0.smithi045.stderr: -54> 2024-09-12T17:58:16.327+0000 7fd63f73e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:58:16.462 INFO:tasks.workunit.client.0.smithi045.stderr: -53> 2024-09-12T17:58:16.327+0000 7fd63f73e800 5 asok(0x55ab28059730) register_command cache list hook 0x55ab2831acc0 2024-09-12T17:58:16.462 INFO:tasks.workunit.client.0.smithi045.stderr: -52> 2024-09-12T17:58:16.327+0000 7fd63f73e800 5 asok(0x55ab28059730) register_command cache inspect hook 0x55ab2831acc0 2024-09-12T17:58:16.463 INFO:tasks.workunit.client.0.smithi045.stderr: -51> 2024-09-12T17:58:16.327+0000 7fd63f73e800 5 asok(0x55ab28059730) register_command cache erase hook 0x55ab2831acc0 2024-09-12T17:58:16.463 INFO:tasks.workunit.client.0.smithi045.stderr: -50> 2024-09-12T17:58:16.327+0000 7fd63f73e800 5 asok(0x55ab28059730) register_command cache zap hook 0x55ab2831acc0 2024-09-12T17:58:16.463 INFO:tasks.workunit.client.0.smithi045.stderr: -49> 2024-09-12T17:58:16.328+0000 7fd63f73e800 5 note: GC not initialized 2024-09-12T17:58:16.463 INFO:tasks.workunit.client.0.smithi045.stderr: -48> 2024-09-12T17:58:16.328+0000 7fd4f0fe1640 20 reqs_thread_entry: start 2024-09-12T17:58:16.463 INFO:tasks.workunit.client.0.smithi045.stderr: -47> 2024-09-12T17:58:16.328+0000 7fd63f73e800 5 asok(0x55ab28059730) register_command sync trace show hook 0x7fd6340016b0 2024-09-12T17:58:16.463 INFO:tasks.workunit.client.0.smithi045.stderr: -46> 2024-09-12T17:58:16.328+0000 7fd63f73e800 5 asok(0x55ab28059730) register_command sync trace history hook 0x7fd6340016b0 2024-09-12T17:58:16.463 INFO:tasks.workunit.client.0.smithi045.stderr: -45> 2024-09-12T17:58:16.328+0000 7fd63f73e800 5 asok(0x55ab28059730) register_command sync trace active hook 0x7fd6340016b0 2024-09-12T17:58:16.463 INFO:tasks.workunit.client.0.smithi045.stderr: -44> 2024-09-12T17:58:16.328+0000 7fd63f73e800 5 asok(0x55ab28059730) register_command sync trace active_short hook 0x7fd6340016b0 2024-09-12T17:58:16.463 INFO:tasks.workunit.client.0.smithi045.stderr: -43> 2024-09-12T17:58:16.328+0000 7fd63f73e800 20 init_complete bucket index max shards: 1 2024-09-12T17:58:16.463 INFO:tasks.workunit.client.0.smithi045.stderr: -42> 2024-09-12T17:58:16.328+0000 7fd63f73e800 20 Filter name: none 2024-09-12T17:58:16.463 INFO:tasks.workunit.client.0.smithi045.stderr: -41> 2024-09-12T17:58:16.328+0000 7fd46a7fc640 20 reqs_thread_entry: start 2024-09-12T17:58:16.463 INFO:tasks.workunit.client.0.smithi045.stderr: -40> 2024-09-12T17:58:16.328+0000 7fd63f73e800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:58:16.463 INFO:tasks.workunit.client.0.smithi045.stderr: -39> 2024-09-12T17:58:16.328+0000 7fd63f73e800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.464 INFO:tasks.workunit.client.0.smithi045.stderr: -38> 2024-09-12T17:58:16.328+0000 7fd63f73e800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:58:16.464 INFO:tasks.workunit.client.0.smithi045.stderr: -37> 2024-09-12T17:58:16.328+0000 7fd63f73e800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:58:16.464 INFO:tasks.workunit.client.0.smithi045.stderr: -36> 2024-09-12T17:58:16.328+0000 7fd63f73e800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:58:16.464 INFO:tasks.workunit.client.0.smithi045.stderr: -35> 2024-09-12T17:58:16.329+0000 7fd63f73e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 : miss 2024-09-12T17:58:16.464 INFO:tasks.workunit.client.0.smithi045.stderr: -34> 2024-09-12T17:58:16.329+0000 7fd63f73e800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.464 INFO:tasks.workunit.client.0.smithi045.stderr: -33> 2024-09-12T17:58:16.329+0000 7fd63f73e800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:58:16.464 INFO:tasks.workunit.client.0.smithi045.stderr: -32> 2024-09-12T17:58:16.329+0000 7fd63f73e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T17:58:16.464 INFO:tasks.workunit.client.0.smithi045.stderr: -31> 2024-09-12T17:58:16.329+0000 7fd63f73e800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T17:58:16.464 INFO:tasks.workunit.client.0.smithi045.stderr: -30> 2024-09-12T17:58:16.329+0000 7fd63f73e800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:58:16.464 INFO:tasks.workunit.client.0.smithi045.stderr: -29> 2024-09-12T17:58:16.329+0000 7fd63f73e800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:58:16.464 INFO:tasks.workunit.client.0.smithi045.stderr: -28> 2024-09-12T17:58:16.329+0000 7fd63f73e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 2024-09-12T17:58:16.464 INFO:tasks.workunit.client.0.smithi045.stderr: -27> 2024-09-12T17:58:16.333+0000 7fd63f73e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T17:58:16.464 INFO:tasks.workunit.client.0.smithi045.stderr: -26> 2024-09-12T17:58:16.333+0000 7fd63f73e800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T17:58:16.465 INFO:tasks.workunit.client.0.smithi045.stderr: -25> 2024-09-12T17:58:16.333+0000 7fd63f73e800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:58:16.465 INFO:tasks.workunit.client.0.smithi045.stderr: -24> 2024-09-12T17:58:16.333+0000 7fd63f73e800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18, ofs0, ns] 2024-09-12T17:58:16.465 INFO:tasks.workunit.client.0.smithi045.stderr: -23> 2024-09-12T17:58:16.333+0000 7fd51e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398943 cookie 94193602491600 notifier 8013 bl.length()=911 2024-09-12T17:58:16.465 INFO:tasks.workunit.client.0.smithi045.stderr: -22> 2024-09-12T17:58:16.333+0000 7fd51e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T17:58:16.465 INFO:tasks.workunit.client.0.smithi045.stderr: -21> 2024-09-12T17:58:16.333+0000 7fd51e7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T17:58:16.465 INFO:tasks.workunit.client.0.smithi045.stderr: -20> 2024-09-12T17:58:16.333+0000 7fd51e7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:58:16.465 INFO:tasks.workunit.client.0.smithi045.stderr: -19> 2024-09-12T17:58:16.333+0000 7fd63f73e800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): orig_sources= new_sources= 2024-09-12T17:58:16.465 INFO:tasks.workunit.client.0.smithi045.stderr: -18> 2024-09-12T17:58:16.333+0000 7fd63f73e800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): potential sources added=[] removed=[] 2024-09-12T17:58:16.465 INFO:tasks.workunit.client.0.smithi045.stderr: -17> 2024-09-12T17:58:16.333+0000 7fd63f73e800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): orig_dests= new_dests= 2024-09-12T17:58:16.465 INFO:tasks.workunit.client.0.smithi045.stderr: -16> 2024-09-12T17:58:16.333+0000 7fd63f73e800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): potential dests added=[] removed=[] 2024-09-12T17:58:16.465 INFO:tasks.workunit.client.0.smithi045.stderr: -15> 2024-09-12T17:58:16.336+0000 7fd63f73e800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.3.0 2024-09-12T17:58:16.465 INFO:tasks.workunit.client.0.smithi045.stderr: -14> 2024-09-12T17:58:16.336+0000 7fd63f73e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.3.0 2024-09-12T17:58:16.466 INFO:tasks.workunit.client.0.smithi045.stderr: -13> 2024-09-12T17:58:16.336+0000 7fd63f73e800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.3.1 2024-09-12T17:58:16.466 INFO:tasks.workunit.client.0.smithi045.stderr: -12> 2024-09-12T17:58:16.336+0000 7fd63f73e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.3.1 2024-09-12T17:58:16.466 INFO:tasks.workunit.client.0.smithi045.stderr: -11> 2024-09-12T17:58:16.336+0000 7fd63f73e800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.3.2 2024-09-12T17:58:16.466 INFO:tasks.workunit.client.0.smithi045.stderr: -10> 2024-09-12T17:58:16.336+0000 7fd63f73e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.3.2 2024-09-12T17:58:16.466 INFO:tasks.workunit.client.0.smithi045.stderr: -9> 2024-09-12T17:58:16.336+0000 7fd63f73e800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.3.3 2024-09-12T17:58:16.466 INFO:tasks.workunit.client.0.smithi045.stderr: -8> 2024-09-12T17:58:16.336+0000 7fd63f73e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.3.3 2024-09-12T17:58:16.466 INFO:tasks.workunit.client.0.smithi045.stderr: -7> 2024-09-12T17:58:16.336+0000 7fd63f73e800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.0 2024-09-12T17:58:16.466 INFO:tasks.workunit.client.0.smithi045.stderr: -6> 2024-09-12T17:58:16.336+0000 7fd63f73e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.0 2024-09-12T17:58:16.466 INFO:tasks.workunit.client.0.smithi045.stderr: -5> 2024-09-12T17:58:16.336+0000 7fd63f73e800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.1 2024-09-12T17:58:16.466 INFO:tasks.workunit.client.0.smithi045.stderr: -4> 2024-09-12T17:58:16.336+0000 7fd63f73e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.1 2024-09-12T17:58:16.466 INFO:tasks.workunit.client.0.smithi045.stderr: -3> 2024-09-12T17:58:16.337+0000 7fd63f73e800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.2 2024-09-12T17:58:16.466 INFO:tasks.workunit.client.0.smithi045.stderr: -2> 2024-09-12T17:58:16.337+0000 7fd63f73e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.2 2024-09-12T17:58:16.466 INFO:tasks.workunit.client.0.smithi045.stderr: -1> 2024-09-12T17:58:16.339+0000 7fd63f73e800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fd63f73e800 time 2024-09-12T17:58:16.340712+0000 2024-09-12T17:58:16.467 INFO:tasks.workunit.client.0.smithi045.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:58:16.467 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:16.467 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:58:16.467 INFO:tasks.workunit.client.0.smithi045.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7fd640f8c71a] 2024-09-12T17:58:16.467 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fd640f8c8d8] 2024-09-12T17:58:16.467 INFO:tasks.workunit.client.0.smithi045.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55ab26273841] 2024-09-12T17:58:16.467 INFO:tasks.workunit.client.0.smithi045.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1834) [0x55ab26282734] 2024-09-12T17:58:16.467 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x55ab262835d4] 2024-09-12T17:58:16.467 INFO:tasks.workunit.client.0.smithi045.stderr: 6: main() 2024-09-12T17:58:16.467 INFO:tasks.workunit.client.0.smithi045.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7fd63fc29590] 2024-09-12T17:58:16.467 INFO:tasks.workunit.client.0.smithi045.stderr: 8: __libc_start_main() 2024-09-12T17:58:16.467 INFO:tasks.workunit.client.0.smithi045.stderr: 9: _start() 2024-09-12T17:58:16.467 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:16.468 INFO:tasks.workunit.client.0.smithi045.stderr: 0> 2024-09-12T17:58:16.340+0000 7fd63f73e800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:58:16.468 INFO:tasks.workunit.client.0.smithi045.stderr: in thread 7fd63f73e800 thread_name:radosgw-admin 2024-09-12T17:58:16.468 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:16.468 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:58:16.468 INFO:tasks.workunit.client.0.smithi045.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fd63fc3e6f0] 2024-09-12T17:58:16.468 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7fd63fc8b99c] 2024-09-12T17:58:16.468 INFO:tasks.workunit.client.0.smithi045.stderr: 3: raise() 2024-09-12T17:58:16.468 INFO:tasks.workunit.client.0.smithi045.stderr: 4: abort() 2024-09-12T17:58:16.468 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7fd640f8c774] 2024-09-12T17:58:16.468 INFO:tasks.workunit.client.0.smithi045.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fd640f8c8d8] 2024-09-12T17:58:16.468 INFO:tasks.workunit.client.0.smithi045.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55ab26273841] 2024-09-12T17:58:16.468 INFO:tasks.workunit.client.0.smithi045.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1834) [0x55ab26282734] 2024-09-12T17:58:16.468 INFO:tasks.workunit.client.0.smithi045.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x55ab262835d4] 2024-09-12T17:58:16.469 INFO:tasks.workunit.client.0.smithi045.stderr: 10: main() 2024-09-12T17:58:16.469 INFO:tasks.workunit.client.0.smithi045.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7fd63fc29590] 2024-09-12T17:58:16.469 INFO:tasks.workunit.client.0.smithi045.stderr: 12: __libc_start_main() 2024-09-12T17:58:16.469 INFO:tasks.workunit.client.0.smithi045.stderr: 13: _start() 2024-09-12T17:58:16.469 INFO:tasks.workunit.client.0.smithi045.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:58:16.469 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:16.469 INFO:tasks.workunit.client.0.smithi045.stderr:--- logging levels --- 2024-09-12T17:58:16.469 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 none 2024-09-12T17:58:16.469 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 lockdep 2024-09-12T17:58:16.469 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 context 2024-09-12T17:58:16.469 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 crush 2024-09-12T17:58:16.469 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds 2024-09-12T17:58:16.469 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_balancer 2024-09-12T17:58:16.469 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_locker 2024-09-12T17:58:16.470 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_log 2024-09-12T17:58:16.470 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_log_expire 2024-09-12T17:58:16.470 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_migrator 2024-09-12T17:58:16.470 INFO:tasks.workunit.client.0.smithi045.stderr: 3/ 5 mds_quiesce 2024-09-12T17:58:16.470 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 buffer 2024-09-12T17:58:16.470 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 timer 2024-09-12T17:58:16.470 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 filer 2024-09-12T17:58:16.470 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 striper 2024-09-12T17:58:16.470 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 objecter 2024-09-12T17:58:16.470 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rados 2024-09-12T17:58:16.470 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd 2024-09-12T17:58:16.470 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_mirror 2024-09-12T17:58:16.470 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_replay 2024-09-12T17:58:16.470 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_pwl 2024-09-12T17:58:16.471 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 journaler 2024-09-12T17:58:16.471 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 objectcacher 2024-09-12T17:58:16.471 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:58:16.471 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 client 2024-09-12T17:58:16.471 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 osd 2024-09-12T17:58:16.471 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 optracker 2024-09-12T17:58:16.471 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 objclass 2024-09-12T17:58:16.471 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 filestore 2024-09-12T17:58:16.471 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 journal 2024-09-12T17:58:16.471 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 0 ms 2024-09-12T17:58:16.471 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mon 2024-09-12T17:58:16.471 INFO:tasks.workunit.client.0.smithi045.stderr: 0/10 monc 2024-09-12T17:58:16.471 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 paxos 2024-09-12T17:58:16.471 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 tp 2024-09-12T17:58:16.472 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 auth 2024-09-12T17:58:16.472 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 crypto 2024-09-12T17:58:16.472 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 finisher 2024-09-12T17:58:16.472 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 reserver 2024-09-12T17:58:16.472 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 heartbeatmap 2024-09-12T17:58:16.472 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 perfcounter 2024-09-12T17:58:16.472 INFO:tasks.workunit.client.0.smithi045.stderr: 20/20 rgw 2024-09-12T17:58:16.472 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_sync 2024-09-12T17:58:16.472 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_datacache 2024-09-12T17:58:16.472 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_access 2024-09-12T17:58:16.472 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:58:16.472 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_flight 2024-09-12T17:58:16.472 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:58:16.473 INFO:tasks.workunit.client.0.smithi045.stderr: 20/20 rgw_notification 2024-09-12T17:58:16.473 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 javaclient 2024-09-12T17:58:16.473 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 asok 2024-09-12T17:58:16.473 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 throttle 2024-09-12T17:58:16.473 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 0 refs 2024-09-12T17:58:16.473 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 compressor 2024-09-12T17:58:16.473 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 bluestore 2024-09-12T17:58:16.473 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 bluefs 2024-09-12T17:58:16.473 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 bdev 2024-09-12T17:58:16.473 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 kstore 2024-09-12T17:58:16.473 INFO:tasks.workunit.client.0.smithi045.stderr: 4/ 5 rocksdb 2024-09-12T17:58:16.473 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 fuse 2024-09-12T17:58:16.473 INFO:tasks.workunit.client.0.smithi045.stderr: 2/ 5 mgr 2024-09-12T17:58:16.473 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mgrc 2024-09-12T17:58:16.474 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 dpdk 2024-09-12T17:58:16.474 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 eventtrace 2024-09-12T17:58:16.474 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 prioritycache 2024-09-12T17:58:16.474 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 test 2024-09-12T17:58:16.474 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:58:16.474 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cephsqlite 2024-09-12T17:58:16.474 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:58:16.474 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore 2024-09-12T17:58:16.474 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_onode 2024-09-12T17:58:16.474 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_odata 2024-09-12T17:58:16.474 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_omap 2024-09-12T17:58:16.474 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_tm 2024-09-12T17:58:16.474 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_t 2024-09-12T17:58:16.474 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:58:16.475 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_epm 2024-09-12T17:58:16.475 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_lba 2024-09-12T17:58:16.475 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:58:16.475 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_cache 2024-09-12T17:58:16.475 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_journal 2024-09-12T17:58:16.475 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_device 2024-09-12T17:58:16.475 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_backref 2024-09-12T17:58:16.475 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 alienstore 2024-09-12T17:58:16.475 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mclock 2024-09-12T17:58:16.475 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cyanstore 2024-09-12T17:58:16.475 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 ceph_exporter 2024-09-12T17:58:16.475 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 memstore 2024-09-12T17:58:16.475 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 trace 2024-09-12T17:58:16.476 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 ceph_dedup 2024-09-12T17:58:16.476 INFO:tasks.workunit.client.0.smithi045.stderr: -2/-2 (syslog threshold) 2024-09-12T17:58:16.476 INFO:tasks.workunit.client.0.smithi045.stderr: 99/99 (stderr threshold) 2024-09-12T17:58:16.476 INFO:tasks.workunit.client.0.smithi045.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:58:16.476 INFO:tasks.workunit.client.0.smithi045.stderr: 7fd46a7fc640 / http_manager 2024-09-12T17:58:16.476 INFO:tasks.workunit.client.0.smithi045.stderr: 7fd4f0fe1640 / http_manager 2024-09-12T17:58:16.476 INFO:tasks.workunit.client.0.smithi045.stderr: 7fd4f1fe3640 / rgw_dt_lg_renew 2024-09-12T17:58:16.476 INFO:tasks.workunit.client.0.smithi045.stderr: 7fd51d7fa640 / ms_dispatch 2024-09-12T17:58:16.476 INFO:tasks.workunit.client.0.smithi045.stderr: 7fd51e7fc640 / io_context_pool 2024-09-12T17:58:16.476 INFO:tasks.workunit.client.0.smithi045.stderr: 7fd51effd640 / io_context_pool 2024-09-12T17:58:16.476 INFO:tasks.workunit.client.0.smithi045.stderr: 7fd525602640 / ms_dispatch 2024-09-12T17:58:16.476 INFO:tasks.workunit.client.0.smithi045.stderr: 7fd527e07640 / ms_dispatch 2024-09-12T17:58:16.476 INFO:tasks.workunit.client.0.smithi045.stderr: 7fd52960a640 / io_context_pool 2024-09-12T17:58:16.476 INFO:tasks.workunit.client.0.smithi045.stderr: 7fd63ac85640 / msgr-worker-2 2024-09-12T17:58:16.477 INFO:tasks.workunit.client.0.smithi045.stderr: 7fd63b486640 / msgr-worker-1 2024-09-12T17:58:16.477 INFO:tasks.workunit.client.0.smithi045.stderr: 7fd63bc87640 / msgr-worker-0 2024-09-12T17:58:16.477 INFO:tasks.workunit.client.0.smithi045.stderr: 7fd63c488640 / io_context_pool 2024-09-12T17:58:16.477 INFO:tasks.workunit.client.0.smithi045.stderr: 7fd63f73e800 / radosgw-admin 2024-09-12T17:58:16.477 INFO:tasks.workunit.client.0.smithi045.stderr: max_recent 500 2024-09-12T17:58:16.477 INFO:tasks.workunit.client.0.smithi045.stderr: max_new 1000 2024-09-12T17:58:16.477 INFO:tasks.workunit.client.0.smithi045.stderr: log_file /var/lib/ceph/crash/2024-09-12T17:58:16.342330Z_ddb3a27b-4d0c-4d49-994b-c6bfea107f47/log 2024-09-12T17:58:16.477 INFO:tasks.workunit.client.0.smithi045.stderr:--- end dump of recent events --- 2024-09-12T17:58:16.477 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T17:58:16.479 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:58:16.479 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:58:16.479 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.418+0000 7f5853615800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.479 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.420+0000 7f5853615800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:16.479 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.420+0000 7f5853615800 20 realm 2024-09-12T17:58:16.479 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.420+0000 7f5853615800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.479 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.420+0000 7f5853615800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:16.479 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.420+0000 7f5853615800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:58:16.479 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.420+0000 7f5853615800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.479 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.420+0000 7f5853615800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:16.480 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.420+0000 7f5853615800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.480 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.421+0000 7f5853615800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:16.480 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.421+0000 7f5853615800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.480 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.422+0000 7f5853615800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:58:16.480 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.422+0000 7f5853615800 20 searching for the correct realm 2024-09-12T17:58:16.480 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.424+0000 7f584e591640 0 -- 172.21.15.45:0/3304031220 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f5840083ab0 msgr2=0x7f58400466a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:16.480 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.428+0000 7f584ed92640 0 -- 172.21.15.45:0/3304031220 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f5844075250 msgr2=0x7f58440a3640 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:16.636 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.634+0000 7f5853615800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:58:16.637 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.634+0000 7f5853615800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:58:16.637 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.634+0000 7f5853615800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:58:16.637 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.634+0000 7f5853615800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:58:16.637 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.634+0000 7f5853615800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:58:16.637 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.634+0000 7f5853615800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:58:16.637 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.634+0000 7f5853615800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.637 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.635+0000 7f5853615800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:16.637 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.635+0000 7f5853615800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.637 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.635+0000 7f5853615800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:16.637 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.635+0000 7f5853615800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.638 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.635+0000 7f5853615800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:58:16.638 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.635+0000 7f5853615800 20 zone default found 2024-09-12T17:58:16.638 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.635+0000 7f5853615800 4 Realm: () 2024-09-12T17:58:16.638 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.635+0000 7f5853615800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:58:16.639 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.635+0000 7f5853615800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:58:16.639 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.635+0000 7f5853615800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:58:16.639 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.635+0000 7f5853615800 20 zonegroup default 2024-09-12T17:58:16.639 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.635+0000 7f5853615800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.639 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.636+0000 7f5853615800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:16.639 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.636+0000 7f5853615800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.639 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.636+0000 7f5853615800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:16.639 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.636+0000 7f5853615800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.639 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.636+0000 7f5853615800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:16.639 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.636+0000 7f5853615800 20 started sync module instance, tier type = 2024-09-12T17:58:16.639 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.636+0000 7f5853615800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:58:16.647 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.646+0000 7f5853615800 20 add_watcher() i=0 2024-09-12T17:58:16.647 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.646+0000 7f5853615800 20 add_watcher() i=1 2024-09-12T17:58:16.647 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.646+0000 7f5853615800 20 add_watcher() i=2 2024-09-12T17:58:16.648 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.646+0000 7f5853615800 20 add_watcher() i=3 2024-09-12T17:58:16.648 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.646+0000 7f5853615800 20 add_watcher() i=4 2024-09-12T17:58:16.648 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.646+0000 7f5853615800 20 add_watcher() i=5 2024-09-12T17:58:16.648 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.646+0000 7f5853615800 20 add_watcher() i=6 2024-09-12T17:58:16.648 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.646+0000 7f5853615800 20 add_watcher() i=7 2024-09-12T17:58:16.648 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.646+0000 7f5853615800 2 all 8 watchers are set, enabling cache 2024-09-12T17:58:16.650 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.648+0000 7f57057e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:16.650 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.649+0000 7f5853615800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:58:16.651 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.649+0000 7f5853615800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:58:16.651 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.649+0000 7f5853615800 5 note: GC not initialized 2024-09-12T17:58:16.651 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.649+0000 7f567ffff640 20 reqs_thread_entry: start 2024-09-12T17:58:16.651 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.649+0000 7f5853615800 20 init_complete bucket index max shards: 1 2024-09-12T17:58:16.651 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.649+0000 7f5853615800 20 Filter name: none 2024-09-12T17:58:16.651 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.649+0000 7f567dffb640 20 reqs_thread_entry: start 2024-09-12T17:58:16.651 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.649+0000 7f5853615800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.651 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.650+0000 7f5853615800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:58:16.652 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.650+0000 7f5853615800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.652 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.651+0000 7f5853615800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T17:58:16.652 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.651+0000 7f5853615800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:58:16.652 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.651+0000 7f5853615800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.653 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.651+0000 7f5853615800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:58:16.653 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.651+0000 7f5853615800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.653 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.651+0000 7f5853615800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T17:58:16.653 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.651+0000 7f5853615800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:58:16.654 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.653+0000 7f57057e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:16.656 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.655+0000 7f5853615800 20 remove_watcher() i=0 2024-09-12T17:58:16.657 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.655+0000 7f5853615800 2 removed watcher, disabling cache 2024-09-12T17:58:16.657 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.656+0000 7f5853615800 20 remove_watcher() i=1 2024-09-12T17:58:16.658 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.657+0000 7f5853615800 20 remove_watcher() i=2 2024-09-12T17:58:16.659 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.658+0000 7f5853615800 20 remove_watcher() i=3 2024-09-12T17:58:16.661 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.659+0000 7f5853615800 20 remove_watcher() i=4 2024-09-12T17:58:16.662 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.660+0000 7f5853615800 20 remove_watcher() i=5 2024-09-12T17:58:16.662 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.661+0000 7f5853615800 20 remove_watcher() i=6 2024-09-12T17:58:16.663 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.662+0000 7f5853615800 20 remove_watcher() i=7 2024-09-12T17:58:16.677 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:58:16.677 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:58:16.685 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-12T17:58:16.715 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:58:16.715 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:58:16.754 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.753+0000 7fd86b946800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.756 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.754+0000 7fd86b946800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:16.756 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.754+0000 7fd86b946800 20 realm 2024-09-12T17:58:16.756 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.754+0000 7fd86b946800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.756 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.755+0000 7fd86b946800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:16.757 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.755+0000 7fd86b946800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:58:16.757 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.755+0000 7fd86b946800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.757 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.755+0000 7fd86b946800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:16.757 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.755+0000 7fd86b946800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.757 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.756+0000 7fd86b946800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:16.757 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.756+0000 7fd86b946800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.758 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.756+0000 7fd86b946800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:58:16.758 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.756+0000 7fd86b946800 20 searching for the correct realm 2024-09-12T17:58:16.761 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.759+0000 7fd869c38640 0 -- 172.21.15.45:0/3172253467 >> [v2:172.21.15.45:6824/1551660769,v1:172.21.15.45:6825/1551660769] conn(0x55fd3d33fca0 msgr2=0x55fd3d342160 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:16.764 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.763+0000 7fd869437640 0 -- 172.21.15.45:0/3172253467 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7fd86007b920 msgr2=0x7fd86009b400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:16.768 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.767+0000 7fd86b946800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:58:16.769 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.767+0000 7fd86b946800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:58:16.769 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.767+0000 7fd86b946800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:58:16.769 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.767+0000 7fd86b946800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:58:16.769 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.767+0000 7fd86b946800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:58:16.769 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.767+0000 7fd86b946800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:58:16.769 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.767+0000 7fd86b946800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.769 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.767+0000 7fd86b946800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:16.769 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.767+0000 7fd86b946800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.770 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.767+0000 7fd86b946800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:16.770 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.767+0000 7fd86b946800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.770 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.768+0000 7fd86b946800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:58:16.771 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.768+0000 7fd86b946800 20 zone default found 2024-09-12T17:58:16.771 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.768+0000 7fd86b946800 4 Realm: () 2024-09-12T17:58:16.771 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.768+0000 7fd86b946800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:58:16.771 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.768+0000 7fd86b946800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:58:16.771 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.768+0000 7fd86b946800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:58:16.771 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.768+0000 7fd86b946800 20 zonegroup default 2024-09-12T17:58:16.771 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.768+0000 7fd86b946800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.771 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.768+0000 7fd86b946800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:16.771 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.768+0000 7fd86b946800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.771 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.768+0000 7fd86b946800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:16.771 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.768+0000 7fd86b946800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.771 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.768+0000 7fd86b946800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:16.771 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.768+0000 7fd86b946800 20 started sync module instance, tier type = 2024-09-12T17:58:16.772 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.768+0000 7fd86b946800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:58:16.781 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.779+0000 7fd86b946800 20 add_watcher() i=0 2024-09-12T17:58:16.781 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.779+0000 7fd86b946800 20 add_watcher() i=1 2024-09-12T17:58:16.781 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.779+0000 7fd86b946800 20 add_watcher() i=2 2024-09-12T17:58:16.781 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.779+0000 7fd86b946800 20 add_watcher() i=3 2024-09-12T17:58:16.781 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.779+0000 7fd86b946800 20 add_watcher() i=4 2024-09-12T17:58:16.781 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.779+0000 7fd86b946800 20 add_watcher() i=5 2024-09-12T17:58:16.781 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.779+0000 7fd86b946800 20 add_watcher() i=6 2024-09-12T17:58:16.782 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.780+0000 7fd86b946800 20 add_watcher() i=7 2024-09-12T17:58:16.782 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.780+0000 7fd86b946800 2 all 8 watchers are set, enabling cache 2024-09-12T17:58:16.783 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.782+0000 7fd71f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:16.784 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.782+0000 7fd86b946800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:58:16.784 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.782+0000 7fd86b946800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:58:16.784 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.782+0000 7fd86b946800 5 note: GC not initialized 2024-09-12T17:58:16.784 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.782+0000 7fd71e7e4640 20 reqs_thread_entry: start 2024-09-12T17:58:16.784 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.782+0000 7fd86b946800 20 init_complete bucket index max shards: 1 2024-09-12T17:58:16.784 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.782+0000 7fd86b946800 20 Filter name: none 2024-09-12T17:58:16.785 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.783+0000 7fd68ffff640 20 reqs_thread_entry: start 2024-09-12T17:58:16.785 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.783+0000 7fd86b946800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:58:16.785 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.783+0000 7fd86b946800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.786 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.783+0000 7fd86b946800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:58:16.786 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.783+0000 7fd86b946800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:58:16.786 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.783+0000 7fd86b946800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:58:16.786 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.783+0000 7fd86b946800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 : miss 2024-09-12T17:58:16.786 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.783+0000 7fd86b946800 20 rados->read ofs=0 len=0 2024-09-12T17:58:16.786 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.784+0000 7fd86b946800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T17:58:16.786 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.784+0000 7fd86b946800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T17:58:16.786 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.784+0000 7fd86b946800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T17:58:16.786 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.784+0000 7fd86b946800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:58:16.786 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.784+0000 7fd86b946800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:58:16.787 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.784+0000 7fd86b946800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 2024-09-12T17:58:16.787 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.784+0000 7fd86b946800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.0 2024-09-12T17:58:16.787 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.784+0000 7fd86b946800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.0 2024-09-12T17:58:16.787 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.784+0000 7fd86b946800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.1 2024-09-12T17:58:16.787 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.784+0000 7fd86b946800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.1 2024-09-12T17:58:16.787 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.785+0000 7fd86b946800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.2 2024-09-12T17:58:16.787 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.785+0000 7fd86b946800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.2 2024-09-12T17:58:16.788 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.786+0000 7fd71f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:16.790 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.788+0000 7fd86b946800 20 remove_watcher() i=0 2024-09-12T17:58:16.790 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.788+0000 7fd86b946800 2 removed watcher, disabling cache 2024-09-12T17:58:16.792 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.790+0000 7fd86b946800 20 remove_watcher() i=1 2024-09-12T17:58:16.792 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.791+0000 7fd86b946800 20 remove_watcher() i=2 2024-09-12T17:58:16.794 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.793+0000 7fd86b946800 20 remove_watcher() i=3 2024-09-12T17:58:16.796 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.794+0000 7fd86b946800 20 remove_watcher() i=4 2024-09-12T17:58:16.797 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.795+0000 7fd86b946800 20 remove_watcher() i=5 2024-09-12T17:58:16.798 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.796+0000 7fd86b946800 20 remove_watcher() i=6 2024-09-12T17:58:16.799 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:16.797+0000 7fd86b946800 20 remove_watcher() i=7 2024-09-12T17:58:46.843 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T17:58:46.874 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:58:46.874 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:58:46.922 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.917+0000 7f2287540800 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.922 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.919+0000 7f2287540800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:46.922 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.919+0000 7f2287540800 20 realm 2024-09-12T17:58:46.922 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.919+0000 7f2287540800 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.922 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.919+0000 7f2287540800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:46.922 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.919+0000 7f2287540800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:58:46.922 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.919+0000 7f2287540800 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.922 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.919+0000 7f2287540800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:46.922 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.919+0000 7f2287540800 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.923 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.920+0000 7f2287540800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:46.923 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.920+0000 7f2287540800 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.923 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.921+0000 7f2287540800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:58:46.923 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.921+0000 7f2287540800 20 searching for the correct realm 2024-09-12T17:58:46.925 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.924+0000 7f2282abf640 0 -- 172.21.15.45:0/3101521982 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x55c17d858360 msgr2=0x55c17d85a750 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:46.929 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.928+0000 7f22832c0640 0 -- 172.21.15.45:0/3101521982 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f227808f170 msgr2=0x7f227806ba00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:46.934 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.933+0000 7f2287540800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:58:46.934 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.933+0000 7f2287540800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:58:46.935 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.933+0000 7f2287540800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:58:46.935 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.933+0000 7f2287540800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:58:46.935 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.933+0000 7f2287540800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:58:46.935 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.933+0000 7f2287540800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:58:46.935 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.933+0000 7f2287540800 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.935 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.933+0000 7f2287540800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:46.935 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.934+0000 7f2287540800 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.935 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.934+0000 7f2287540800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:46.935 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.934+0000 7f2287540800 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.937 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.934+0000 7f2287540800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:58:46.937 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.934+0000 7f2287540800 20 zone default found 2024-09-12T17:58:46.937 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.934+0000 7f2287540800 4 Realm: () 2024-09-12T17:58:46.937 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.934+0000 7f2287540800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:58:46.937 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.934+0000 7f2287540800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:58:46.937 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.934+0000 7f2287540800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:58:46.937 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.934+0000 7f2287540800 20 zonegroup default 2024-09-12T17:58:46.937 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.934+0000 7f2287540800 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.937 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.934+0000 7f2287540800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:46.937 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.934+0000 7f2287540800 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.938 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.935+0000 7f2287540800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:46.938 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.935+0000 7f2287540800 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.938 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.935+0000 7f2287540800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:46.938 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.935+0000 7f2287540800 20 started sync module instance, tier type = 2024-09-12T17:58:46.938 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.935+0000 7f2287540800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:58:46.945 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.945+0000 7f2287540800 20 add_watcher() i=0 2024-09-12T17:58:46.945 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.945+0000 7f2287540800 20 add_watcher() i=1 2024-09-12T17:58:46.946 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.945+0000 7f2287540800 20 add_watcher() i=2 2024-09-12T17:58:46.946 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.945+0000 7f2287540800 20 add_watcher() i=3 2024-09-12T17:58:46.946 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.945+0000 7f2287540800 20 add_watcher() i=4 2024-09-12T17:58:46.946 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.945+0000 7f2287540800 20 add_watcher() i=5 2024-09-12T17:58:46.946 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.945+0000 7f2287540800 20 add_watcher() i=6 2024-09-12T17:58:46.946 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.945+0000 7f2287540800 20 add_watcher() i=7 2024-09-12T17:58:46.947 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.945+0000 7f2287540800 2 all 8 watchers are set, enabling cache 2024-09-12T17:58:46.947 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.947+0000 7f2139fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:46.949 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.947+0000 7f2287540800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:58:46.949 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.947+0000 7f2287540800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:58:46.949 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.947+0000 7f2287540800 5 note: GC not initialized 2024-09-12T17:58:46.949 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.948+0000 7f2138fe1640 20 reqs_thread_entry: start 2024-09-12T17:58:46.949 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.948+0000 7f2287540800 20 init_complete bucket index max shards: 1 2024-09-12T17:58:46.949 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.948+0000 7f2287540800 20 Filter name: none 2024-09-12T17:58:46.949 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.948+0000 7f20b27fc640 20 reqs_thread_entry: start 2024-09-12T17:58:46.950 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.948+0000 7f2287540800 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.950 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.948+0000 7f2287540800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:58:46.950 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.948+0000 7f2287540800 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.951 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.949+0000 7f2287540800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T17:58:46.951 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.949+0000 7f2287540800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:58:46.951 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.949+0000 7f2287540800 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.951 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.949+0000 7f2287540800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:58:46.951 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.949+0000 7f2287540800 20 rados->read ofs=0 len=0 2024-09-12T17:58:46.951 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.949+0000 7f2287540800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T17:58:46.951 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.949+0000 7f2287540800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:58:46.952 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.951+0000 7f2139fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:46.953 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.953+0000 7f2287540800 20 remove_watcher() i=0 2024-09-12T17:58:46.954 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.953+0000 7f2287540800 2 removed watcher, disabling cache 2024-09-12T17:58:46.954 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.954+0000 7f2287540800 20 remove_watcher() i=1 2024-09-12T17:58:46.955 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.955+0000 7f2287540800 20 remove_watcher() i=2 2024-09-12T17:58:46.957 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.956+0000 7f2287540800 20 remove_watcher() i=3 2024-09-12T17:58:46.958 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.957+0000 7f2287540800 20 remove_watcher() i=4 2024-09-12T17:58:46.958 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.958+0000 7f2287540800 20 remove_watcher() i=5 2024-09-12T17:58:46.960 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.959+0000 7f2287540800 20 remove_watcher() i=6 2024-09-12T17:58:46.961 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:46.960+0000 7f2287540800 20 remove_watcher() i=7 2024-09-12T17:58:46.974 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:58:46.974 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:58:46.992 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-12T17:58:47.022 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:58:47.022 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:58:47.061 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.061+0000 7fe7a02bb800 20 rados->read ofs=0 len=0 2024-09-12T17:58:47.063 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.062+0000 7fe7a02bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:47.063 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.062+0000 7fe7a02bb800 20 realm 2024-09-12T17:58:47.063 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.062+0000 7fe7a02bb800 20 rados->read ofs=0 len=0 2024-09-12T17:58:47.063 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.062+0000 7fe7a02bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:47.063 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.062+0000 7fe7a02bb800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:58:47.063 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.062+0000 7fe7a02bb800 20 rados->read ofs=0 len=0 2024-09-12T17:58:47.063 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.063+0000 7fe7a02bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:47.064 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.063+0000 7fe7a02bb800 20 rados->read ofs=0 len=0 2024-09-12T17:58:47.064 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.063+0000 7fe7a02bb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:47.064 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.063+0000 7fe7a02bb800 20 rados->read ofs=0 len=0 2024-09-12T17:58:47.065 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.064+0000 7fe7a02bb800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:58:47.065 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.064+0000 7fe7a02bb800 20 searching for the correct realm 2024-09-12T17:58:47.067 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.066+0000 7fe79d5a4640 0 -- 172.21.15.45:0/2944611424 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7fe7900908d0 msgr2=0x7fe79008b1a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:47.071 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.070+0000 7fe79dda5640 0 -- 172.21.15.45:0/2944611424 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7fe794045400 msgr2=0x7fe794045860 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:58:47.277 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.276+0000 7fe7a02bb800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:58:47.277 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.276+0000 7fe7a02bb800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:58:47.278 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.276+0000 7fe7a02bb800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:58:47.278 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.276+0000 7fe7a02bb800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:58:47.278 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.276+0000 7fe7a02bb800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:58:47.278 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.276+0000 7fe7a02bb800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:58:47.278 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.276+0000 7fe7a02bb800 20 rados->read ofs=0 len=0 2024-09-12T17:58:47.278 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.277+0000 7fe7a02bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:47.278 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.277+0000 7fe7a02bb800 20 rados->read ofs=0 len=0 2024-09-12T17:58:47.279 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.277+0000 7fe7a02bb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:47.279 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.277+0000 7fe7a02bb800 20 rados->read ofs=0 len=0 2024-09-12T17:58:47.279 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.277+0000 7fe7a02bb800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:58:47.280 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.277+0000 7fe7a02bb800 20 zone default found 2024-09-12T17:58:47.280 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.277+0000 7fe7a02bb800 4 Realm: () 2024-09-12T17:58:47.280 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.277+0000 7fe7a02bb800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:58:47.280 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.277+0000 7fe7a02bb800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:58:47.280 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.277+0000 7fe7a02bb800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:58:47.280 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.277+0000 7fe7a02bb800 20 zonegroup default 2024-09-12T17:58:47.280 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.277+0000 7fe7a02bb800 20 rados->read ofs=0 len=0 2024-09-12T17:58:47.280 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.278+0000 7fe7a02bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:47.280 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.278+0000 7fe7a02bb800 20 rados->read ofs=0 len=0 2024-09-12T17:58:47.280 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.278+0000 7fe7a02bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:47.280 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.278+0000 7fe7a02bb800 20 rados->read ofs=0 len=0 2024-09-12T17:58:47.280 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.278+0000 7fe7a02bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:47.280 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.278+0000 7fe7a02bb800 20 started sync module instance, tier type = 2024-09-12T17:58:47.281 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.278+0000 7fe7a02bb800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:58:47.288 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.287+0000 7fe7a02bb800 20 add_watcher() i=0 2024-09-12T17:58:47.288 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.287+0000 7fe7a02bb800 20 add_watcher() i=1 2024-09-12T17:58:47.288 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.287+0000 7fe7a02bb800 20 add_watcher() i=2 2024-09-12T17:58:47.288 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.287+0000 7fe7a02bb800 20 add_watcher() i=3 2024-09-12T17:58:47.288 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.287+0000 7fe7a02bb800 20 add_watcher() i=4 2024-09-12T17:58:47.288 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.287+0000 7fe7a02bb800 20 add_watcher() i=5 2024-09-12T17:58:47.288 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.287+0000 7fe7a02bb800 20 add_watcher() i=6 2024-09-12T17:58:47.289 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.288+0000 7fe7a02bb800 20 add_watcher() i=7 2024-09-12T17:58:47.289 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.288+0000 7fe7a02bb800 2 all 8 watchers are set, enabling cache 2024-09-12T17:58:47.291 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.290+0000 7fe64f7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:47.291 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.290+0000 7fe7a02bb800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:58:47.292 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.291+0000 7fe7a02bb800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:58:47.292 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.291+0000 7fe7a02bb800 5 note: GC not initialized 2024-09-12T17:58:47.292 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.291+0000 7fe64e7fc640 20 reqs_thread_entry: start 2024-09-12T17:58:47.292 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.291+0000 7fe7a02bb800 20 init_complete bucket index max shards: 1 2024-09-12T17:58:47.292 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.291+0000 7fe7a02bb800 20 Filter name: none 2024-09-12T17:58:47.292 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.291+0000 7fe5bffff640 20 reqs_thread_entry: start 2024-09-12T17:58:47.292 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.291+0000 7fe7a02bb800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:58:47.292 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.291+0000 7fe7a02bb800 20 rados->read ofs=0 len=0 2024-09-12T17:58:47.293 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.292+0000 7fe7a02bb800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:58:47.293 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.292+0000 7fe7a02bb800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:58:47.293 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.292+0000 7fe7a02bb800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:58:47.293 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.292+0000 7fe7a02bb800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 : miss 2024-09-12T17:58:47.294 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.292+0000 7fe7a02bb800 20 rados->read ofs=0 len=0 2024-09-12T17:58:47.294 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.292+0000 7fe7a02bb800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:58:47.294 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.292+0000 7fe7a02bb800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T17:58:47.294 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.292+0000 7fe7a02bb800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T17:58:47.294 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.292+0000 7fe7a02bb800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:58:47.294 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.292+0000 7fe7a02bb800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:58:47.294 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.292+0000 7fe7a02bb800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 2024-09-12T17:58:47.294 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.292+0000 7fe7a02bb800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.0 2024-09-12T17:58:47.294 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.292+0000 7fe7a02bb800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.0 2024-09-12T17:58:47.294 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.293+0000 7fe7a02bb800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.1 2024-09-12T17:58:47.294 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.293+0000 7fe7a02bb800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.1 2024-09-12T17:58:47.295 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.293+0000 7fe7a02bb800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.2 2024-09-12T17:58:47.295 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.293+0000 7fe7a02bb800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.2 2024-09-12T17:58:47.295 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.294+0000 7fe64f7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:47.297 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.297+0000 7fe7a02bb800 20 remove_watcher() i=0 2024-09-12T17:58:47.297 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.297+0000 7fe7a02bb800 2 removed watcher, disabling cache 2024-09-12T17:58:47.298 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.298+0000 7fe7a02bb800 20 remove_watcher() i=1 2024-09-12T17:58:47.299 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.299+0000 7fe7a02bb800 20 remove_watcher() i=2 2024-09-12T17:58:47.300 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.300+0000 7fe7a02bb800 20 remove_watcher() i=3 2024-09-12T17:58:47.301 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.301+0000 7fe7a02bb800 20 remove_watcher() i=4 2024-09-12T17:58:47.302 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.302+0000 7fe7a02bb800 20 remove_watcher() i=5 2024-09-12T17:58:47.303 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.303+0000 7fe7a02bb800 20 remove_watcher() i=6 2024-09-12T17:58:47.304 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.304+0000 7fe7a02bb800 20 remove_watcher() i=7 2024-09-12T17:58:47.317 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T17:58:47.346 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:58:47.346 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:58:47.385 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.385+0000 7f27db125800 20 rados->read ofs=0 len=0 2024-09-12T17:58:47.388 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.387+0000 7f27db125800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:47.388 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.387+0000 7f27db125800 20 realm 2024-09-12T17:58:47.388 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.387+0000 7f27db125800 20 rados->read ofs=0 len=0 2024-09-12T17:58:47.388 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.387+0000 7f27db125800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:47.388 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.387+0000 7f27db125800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:58:47.388 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.387+0000 7f27db125800 20 rados->read ofs=0 len=0 2024-09-12T17:58:47.388 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.387+0000 7f27db125800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:47.388 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.387+0000 7f27db125800 20 rados->read ofs=0 len=0 2024-09-12T17:58:47.389 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.388+0000 7f27db125800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:47.389 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.388+0000 7f27db125800 20 rados->read ofs=0 len=0 2024-09-12T17:58:47.389 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.389+0000 7f27db125800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:58:47.389 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.389+0000 7f27db125800 20 searching for the correct realm 2024-09-12T17:58:47.392 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.391+0000 7f27d65ad640 0 -- 172.21.15.45:0/3978062489 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x55efd62ea700 msgr2=0x55efd62ecaf0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:47.395 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.395+0000 7f27d6dae640 0 -- 172.21.15.45:0/3978062489 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f27cc06d050 msgr2=0x7f27cc0674a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:58:47.603 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.602+0000 7f27db125800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:58:47.603 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.602+0000 7f27db125800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:58:47.603 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.602+0000 7f27db125800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:58:47.603 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.602+0000 7f27db125800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:58:47.603 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.602+0000 7f27db125800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:58:47.603 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.602+0000 7f27db125800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:58:47.603 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.602+0000 7f27db125800 20 rados->read ofs=0 len=0 2024-09-12T17:58:47.603 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.602+0000 7f27db125800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:47.603 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.602+0000 7f27db125800 20 rados->read ofs=0 len=0 2024-09-12T17:58:47.604 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.602+0000 7f27db125800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:47.604 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.602+0000 7f27db125800 20 rados->read ofs=0 len=0 2024-09-12T17:58:47.605 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.603+0000 7f27db125800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:58:47.605 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.603+0000 7f27db125800 20 zone default found 2024-09-12T17:58:47.605 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.603+0000 7f27db125800 4 Realm: () 2024-09-12T17:58:47.605 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.603+0000 7f27db125800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:58:47.605 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.603+0000 7f27db125800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:58:47.605 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.603+0000 7f27db125800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:58:47.605 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.603+0000 7f27db125800 20 zonegroup default 2024-09-12T17:58:47.605 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.603+0000 7f27db125800 20 rados->read ofs=0 len=0 2024-09-12T17:58:47.605 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.603+0000 7f27db125800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:47.605 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.603+0000 7f27db125800 20 rados->read ofs=0 len=0 2024-09-12T17:58:47.606 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.603+0000 7f27db125800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:47.606 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.603+0000 7f27db125800 20 rados->read ofs=0 len=0 2024-09-12T17:58:47.606 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.604+0000 7f27db125800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:47.606 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.604+0000 7f27db125800 20 started sync module instance, tier type = 2024-09-12T17:58:47.606 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.604+0000 7f27db125800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:58:47.613 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.612+0000 7f27db125800 20 add_watcher() i=0 2024-09-12T17:58:47.613 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.612+0000 7f27db125800 20 add_watcher() i=1 2024-09-12T17:58:47.613 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.612+0000 7f27db125800 20 add_watcher() i=2 2024-09-12T17:58:47.613 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.612+0000 7f27db125800 20 add_watcher() i=3 2024-09-12T17:58:47.613 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.612+0000 7f27db125800 20 add_watcher() i=4 2024-09-12T17:58:47.614 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.612+0000 7f27db125800 20 add_watcher() i=5 2024-09-12T17:58:47.614 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.612+0000 7f27db125800 20 add_watcher() i=6 2024-09-12T17:58:47.614 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.613+0000 7f27db125800 20 add_watcher() i=7 2024-09-12T17:58:47.614 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.613+0000 7f27db125800 2 all 8 watchers are set, enabling cache 2024-09-12T17:58:47.615 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.615+0000 7f268d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:47.616 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.615+0000 7f27db125800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:58:47.616 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.615+0000 7f27db125800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:58:47.616 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.615+0000 7f27db125800 5 note: GC not initialized 2024-09-12T17:58:47.616 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.615+0000 7f2607fff640 20 reqs_thread_entry: start 2024-09-12T17:58:47.617 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.616+0000 7f27db125800 20 init_complete bucket index max shards: 1 2024-09-12T17:58:47.617 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.616+0000 7f27db125800 20 Filter name: none 2024-09-12T17:58:47.617 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.616+0000 7f2605ffb640 20 reqs_thread_entry: start 2024-09-12T17:58:47.617 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.616+0000 7f27db125800 20 rados->read ofs=0 len=0 2024-09-12T17:58:47.617 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.617+0000 7f27db125800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:58:47.617 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.617+0000 7f27db125800 20 rados->read ofs=0 len=0 2024-09-12T17:58:47.618 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.617+0000 7f27db125800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:58:47.618 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.617+0000 7f27db125800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:58:47.618 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.617+0000 7f27db125800 20 rados->read ofs=0 len=0 2024-09-12T17:58:47.618 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.617+0000 7f27db125800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:58:47.618 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.617+0000 7f27db125800 20 rados->read ofs=0 len=0 2024-09-12T17:58:47.619 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.618+0000 7f27db125800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:58:47.619 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.618+0000 7f27db125800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:58:47.620 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.619+0000 7f268d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:47.622 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.621+0000 7f27db125800 20 remove_watcher() i=0 2024-09-12T17:58:47.622 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.621+0000 7f27db125800 2 removed watcher, disabling cache 2024-09-12T17:58:47.623 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.622+0000 7f27db125800 20 remove_watcher() i=1 2024-09-12T17:58:47.624 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.623+0000 7f27db125800 20 remove_watcher() i=2 2024-09-12T17:58:47.625 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.624+0000 7f27db125800 20 remove_watcher() i=3 2024-09-12T17:58:47.626 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.625+0000 7f27db125800 20 remove_watcher() i=4 2024-09-12T17:58:47.626 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.626+0000 7f27db125800 20 remove_watcher() i=5 2024-09-12T17:58:47.627 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.627+0000 7f27db125800 20 remove_watcher() i=6 2024-09-12T17:58:47.628 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.628+0000 7f27db125800 20 remove_watcher() i=7 2024-09-12T17:58:47.640 INFO:tasks.workunit.client.0.smithi045.stderr: test: duplicated entries should be purged before reshard 2024-09-12T17:58:47.641 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T17:58:47.671 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:58:47.671 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:58:47.710 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.709+0000 7f3d20925800 20 rados->read ofs=0 len=0 2024-09-12T17:58:47.712 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.711+0000 7f3d20925800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:47.712 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.711+0000 7f3d20925800 20 realm 2024-09-12T17:58:47.712 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.711+0000 7f3d20925800 20 rados->read ofs=0 len=0 2024-09-12T17:58:47.712 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.711+0000 7f3d20925800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:47.712 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.711+0000 7f3d20925800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:58:47.712 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.711+0000 7f3d20925800 20 rados->read ofs=0 len=0 2024-09-12T17:58:47.712 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.711+0000 7f3d20925800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:47.712 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.711+0000 7f3d20925800 20 rados->read ofs=0 len=0 2024-09-12T17:58:47.713 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.712+0000 7f3d20925800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:47.713 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.712+0000 7f3d20925800 20 rados->read ofs=0 len=0 2024-09-12T17:58:47.713 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.713+0000 7f3d20925800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:58:47.713 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.713+0000 7f3d20925800 20 searching for the correct realm 2024-09-12T17:58:47.716 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.715+0000 7f3d1bdad640 0 -- 172.21.15.45:0/2157198691 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f3d0c06b020 msgr2=0x7f3d0c056a80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:47.720 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.719+0000 7f3d1c5ae640 0 -- 172.21.15.45:0/2157198691 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f3d10052920 msgr2=0x7f3d10041420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:47.927 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.926+0000 7f3d20925800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:58:47.927 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.926+0000 7f3d20925800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:58:47.927 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.926+0000 7f3d20925800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:58:47.927 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.926+0000 7f3d20925800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:58:47.927 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.926+0000 7f3d20925800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:58:47.927 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.926+0000 7f3d20925800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:58:47.928 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.926+0000 7f3d20925800 20 rados->read ofs=0 len=0 2024-09-12T17:58:47.928 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.926+0000 7f3d20925800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:47.928 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.926+0000 7f3d20925800 20 rados->read ofs=0 len=0 2024-09-12T17:58:47.929 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.927+0000 7f3d20925800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:47.929 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.927+0000 7f3d20925800 20 rados->read ofs=0 len=0 2024-09-12T17:58:47.929 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.927+0000 7f3d20925800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:58:47.929 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.927+0000 7f3d20925800 20 zone default found 2024-09-12T17:58:47.929 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.927+0000 7f3d20925800 4 Realm: () 2024-09-12T17:58:47.929 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.927+0000 7f3d20925800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:58:47.929 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.927+0000 7f3d20925800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:58:47.930 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.927+0000 7f3d20925800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:58:47.930 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.927+0000 7f3d20925800 20 zonegroup default 2024-09-12T17:58:47.930 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.927+0000 7f3d20925800 20 rados->read ofs=0 len=0 2024-09-12T17:58:47.930 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.927+0000 7f3d20925800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:47.930 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.927+0000 7f3d20925800 20 rados->read ofs=0 len=0 2024-09-12T17:58:47.930 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.928+0000 7f3d20925800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:47.930 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.928+0000 7f3d20925800 20 rados->read ofs=0 len=0 2024-09-12T17:58:47.930 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.928+0000 7f3d20925800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:47.930 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.928+0000 7f3d20925800 20 started sync module instance, tier type = 2024-09-12T17:58:47.930 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.928+0000 7f3d20925800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:58:47.943 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.937+0000 7f3d20925800 20 add_watcher() i=0 2024-09-12T17:58:47.943 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.937+0000 7f3d20925800 20 add_watcher() i=1 2024-09-12T17:58:47.943 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.937+0000 7f3d20925800 20 add_watcher() i=2 2024-09-12T17:58:47.943 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.937+0000 7f3d20925800 20 add_watcher() i=3 2024-09-12T17:58:47.943 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.937+0000 7f3d20925800 20 add_watcher() i=4 2024-09-12T17:58:47.943 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.937+0000 7f3d20925800 20 add_watcher() i=5 2024-09-12T17:58:47.943 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.937+0000 7f3d20925800 20 add_watcher() i=6 2024-09-12T17:58:47.943 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.938+0000 7f3d20925800 20 add_watcher() i=7 2024-09-12T17:58:47.943 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.938+0000 7f3d20925800 2 all 8 watchers are set, enabling cache 2024-09-12T17:58:47.943 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.941+0000 7f3bd2fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:47.944 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.941+0000 7f3d20925800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:58:47.944 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.941+0000 7f3d20925800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:58:47.944 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.941+0000 7f3d20925800 5 note: GC not initialized 2024-09-12T17:58:47.944 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.941+0000 7f3bd1fdb640 20 reqs_thread_entry: start 2024-09-12T17:58:47.944 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.941+0000 7f3d20925800 20 init_complete bucket index max shards: 1 2024-09-12T17:58:47.944 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.941+0000 7f3d20925800 20 Filter name: none 2024-09-12T17:58:47.944 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.941+0000 7f3b437fe640 20 reqs_thread_entry: start 2024-09-12T17:58:47.944 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.942+0000 7f3d20925800 20 rados->read ofs=0 len=0 2024-09-12T17:58:47.944 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.942+0000 7f3d20925800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:58:47.944 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.942+0000 7f3d20925800 20 rados->read ofs=0 len=0 2024-09-12T17:58:47.945 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.942+0000 7f3d20925800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:58:47.946 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.943+0000 7f3d20925800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:58:47.946 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.943+0000 7f3d20925800 20 rados->read ofs=0 len=0 2024-09-12T17:58:47.946 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.943+0000 7f3d20925800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:58:47.946 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.943+0000 7f3d20925800 20 rados->read ofs=0 len=0 2024-09-12T17:58:47.946 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.944+0000 7f3d20925800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:58:47.946 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.944+0000 7f3d20925800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:58:47.946 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.945+0000 7f3bd2fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:47.948 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.947+0000 7f3d20925800 20 remove_watcher() i=0 2024-09-12T17:58:47.948 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.947+0000 7f3d20925800 2 removed watcher, disabling cache 2024-09-12T17:58:47.949 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.949+0000 7f3d20925800 20 remove_watcher() i=1 2024-09-12T17:58:47.950 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.950+0000 7f3d20925800 20 remove_watcher() i=2 2024-09-12T17:58:47.951 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.951+0000 7f3d20925800 20 remove_watcher() i=3 2024-09-12T17:58:47.952 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.952+0000 7f3d20925800 20 remove_watcher() i=4 2024-09-12T17:58:47.953 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.953+0000 7f3d20925800 20 remove_watcher() i=5 2024-09-12T17:58:47.954 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.954+0000 7f3d20925800 20 remove_watcher() i=6 2024-09-12T17:58:47.955 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:47.955+0000 7f3d20925800 20 remove_watcher() i=7 2024-09-12T17:58:47.966 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:47.967 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T17:58:47.967 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: a-bucket id: b6123b67-6580-4373-9691-e0e950df5f06.4566.18 num_objects: 10 size_kb: 1 num_shards: 3 2024-09-12T17:58:47.967 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:47.968 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 4 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at do_reshard 2024-09-12T17:58:48.002 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:58:48.003 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:58:48.041 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.041+0000 7f798b740800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.043 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.042+0000 7f798b740800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:48.043 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.042+0000 7f798b740800 20 realm 2024-09-12T17:58:48.043 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.042+0000 7f798b740800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.043 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.042+0000 7f798b740800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:48.043 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.042+0000 7f798b740800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:58:48.043 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.042+0000 7f798b740800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.044 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.043+0000 7f798b740800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:48.044 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.043+0000 7f798b740800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.044 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.043+0000 7f798b740800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:48.044 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.043+0000 7f798b740800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.045 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.044+0000 7f798b740800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:58:48.045 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.044+0000 7f798b740800 20 searching for the correct realm 2024-09-12T17:58:48.047 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.047+0000 7f7987c87640 0 -- 172.21.15.45:0/1687852048 >> [v2:172.21.15.45:6824/1551660769,v1:172.21.15.45:6825/1551660769] conn(0x55d52d9a3fc0 msgr2=0x55d52d9a6480 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:48.050 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.050+0000 7f7987486640 0 -- 172.21.15.45:0/1687852048 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f797c0bf9f0 msgr2=0x7f797c0da2c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:58:48.056 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.055+0000 7f798b740800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:58:48.056 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.055+0000 7f798b740800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:58:48.056 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.055+0000 7f798b740800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:58:48.056 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.055+0000 7f798b740800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:58:48.056 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.055+0000 7f798b740800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:58:48.056 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.055+0000 7f798b740800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:58:48.056 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.055+0000 7f798b740800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.056 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.055+0000 7f798b740800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:48.056 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.055+0000 7f798b740800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.056 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.055+0000 7f798b740800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:48.056 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.055+0000 7f798b740800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.057 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.055+0000 7f798b740800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:58:48.057 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.055+0000 7f798b740800 20 zone default found 2024-09-12T17:58:48.058 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.055+0000 7f798b740800 4 Realm: () 2024-09-12T17:58:48.058 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.055+0000 7f798b740800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:58:48.058 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.055+0000 7f798b740800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:58:48.058 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.055+0000 7f798b740800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:58:48.058 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.055+0000 7f798b740800 20 zonegroup default 2024-09-12T17:58:48.058 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.055+0000 7f798b740800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.058 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.056+0000 7f798b740800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:48.058 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.056+0000 7f798b740800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.058 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.056+0000 7f798b740800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:48.058 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.056+0000 7f798b740800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.058 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.056+0000 7f798b740800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:48.058 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.056+0000 7f798b740800 20 started sync module instance, tier type = 2024-09-12T17:58:48.058 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.056+0000 7f798b740800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:58:48.066 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.065+0000 7f798b740800 20 add_watcher() i=0 2024-09-12T17:58:48.066 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.065+0000 7f798b740800 20 add_watcher() i=1 2024-09-12T17:58:48.066 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.065+0000 7f798b740800 20 add_watcher() i=2 2024-09-12T17:58:48.066 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.065+0000 7f798b740800 20 add_watcher() i=3 2024-09-12T17:58:48.066 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.065+0000 7f798b740800 20 add_watcher() i=4 2024-09-12T17:58:48.066 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.065+0000 7f798b740800 20 add_watcher() i=5 2024-09-12T17:58:48.066 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.065+0000 7f798b740800 20 add_watcher() i=6 2024-09-12T17:58:48.067 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.066+0000 7f798b740800 20 add_watcher() i=7 2024-09-12T17:58:48.067 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.066+0000 7f798b740800 2 all 8 watchers are set, enabling cache 2024-09-12T17:58:48.068 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.068+0000 7f783e7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:48.069 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.068+0000 7f798b740800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:58:48.069 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.068+0000 7f798b740800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:58:48.069 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.068+0000 7f798b740800 5 note: GC not initialized 2024-09-12T17:58:48.069 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.068+0000 7f783d7e2640 20 reqs_thread_entry: start 2024-09-12T17:58:48.069 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.068+0000 7f798b740800 20 init_complete bucket index max shards: 1 2024-09-12T17:58:48.069 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.068+0000 7f798b740800 20 Filter name: none 2024-09-12T17:58:48.070 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.069+0000 7f78367fc640 20 reqs_thread_entry: start 2024-09-12T17:58:48.070 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.069+0000 7f798b740800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:58:48.070 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.069+0000 7f798b740800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.070 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.069+0000 7f798b740800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:58:48.071 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.069+0000 7f798b740800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:58:48.071 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.069+0000 7f798b740800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:58:48.071 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.069+0000 7f798b740800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 : miss 2024-09-12T17:58:48.071 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.069+0000 7f798b740800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.071 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.070+0000 7f798b740800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:58:48.071 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.070+0000 7f798b740800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T17:58:48.071 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.070+0000 7f798b740800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T17:58:48.071 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.070+0000 7f798b740800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:58:48.071 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.070+0000 7f798b740800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:58:48.071 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.070+0000 7f798b740800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 2024-09-12T17:58:48.074 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.074+0000 7f798b740800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T17:58:48.075 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.074+0000 7f798b740800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T17:58:48.075 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.074+0000 7f798b740800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:58:48.075 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.074+0000 7f798b740800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18, ofs0, ns] 2024-09-12T17:58:48.075 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.074+0000 7f786affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398945 cookie 94374081483360 notifier 8148 bl.length()=911 2024-09-12T17:58:48.075 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.074+0000 7f786affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T17:58:48.075 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.074+0000 7f786affd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T17:58:48.075 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.074+0000 7f786affd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:58:48.075 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.074+0000 7f798b740800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): orig_sources= new_sources= 2024-09-12T17:58:48.076 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.074+0000 7f798b740800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): potential sources added=[] removed=[] 2024-09-12T17:58:48.076 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.074+0000 7f798b740800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): orig_dests= new_dests= 2024-09-12T17:58:48.076 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.074+0000 7f798b740800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): potential dests added=[] removed=[] 2024-09-12T17:58:48.077 INFO:tasks.workunit.client.0.smithi045.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f798b740800 time 2024-09-12T17:58:48.078111+0000 2024-09-12T17:58:48.078 INFO:tasks.workunit.client.0.smithi045.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:58:48.078 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:58:48.078 INFO:tasks.workunit.client.0.smithi045.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f798cf8c71a] 2024-09-12T17:58:48.078 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f798cf8c8d8] 2024-09-12T17:58:48.078 INFO:tasks.workunit.client.0.smithi045.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55d52b143841] 2024-09-12T17:58:48.079 INFO:tasks.workunit.client.0.smithi045.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55d52b15357a] 2024-09-12T17:58:48.079 INFO:tasks.workunit.client.0.smithi045.stderr: 5: main() 2024-09-12T17:58:48.079 INFO:tasks.workunit.client.0.smithi045.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7f798bc29590] 2024-09-12T17:58:48.079 INFO:tasks.workunit.client.0.smithi045.stderr: 7: __libc_start_main() 2024-09-12T17:58:48.079 INFO:tasks.workunit.client.0.smithi045.stderr: 8: _start() 2024-09-12T17:58:48.079 INFO:tasks.workunit.client.0.smithi045.stderr:*** Caught signal (Aborted) ** 2024-09-12T17:58:48.079 INFO:tasks.workunit.client.0.smithi045.stderr: in thread 7f798b740800 thread_name:radosgw-admin 2024-09-12T17:58:48.079 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.078+0000 7f798b740800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f798b740800 time 2024-09-12T17:58:48.078111+0000 2024-09-12T17:58:48.079 INFO:tasks.workunit.client.0.smithi045.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:58:48.079 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:48.079 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:58:48.079 INFO:tasks.workunit.client.0.smithi045.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f798cf8c71a] 2024-09-12T17:58:48.079 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f798cf8c8d8] 2024-09-12T17:58:48.080 INFO:tasks.workunit.client.0.smithi045.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55d52b143841] 2024-09-12T17:58:48.080 INFO:tasks.workunit.client.0.smithi045.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55d52b15357a] 2024-09-12T17:58:48.080 INFO:tasks.workunit.client.0.smithi045.stderr: 5: main() 2024-09-12T17:58:48.080 INFO:tasks.workunit.client.0.smithi045.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7f798bc29590] 2024-09-12T17:58:48.080 INFO:tasks.workunit.client.0.smithi045.stderr: 7: __libc_start_main() 2024-09-12T17:58:48.080 INFO:tasks.workunit.client.0.smithi045.stderr: 8: _start() 2024-09-12T17:58:48.080 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:48.097 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:58:48.097 INFO:tasks.workunit.client.0.smithi045.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f798bc3e6f0] 2024-09-12T17:58:48.097 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f798bc8b99c] 2024-09-12T17:58:48.097 INFO:tasks.workunit.client.0.smithi045.stderr: 3: raise() 2024-09-12T17:58:48.098 INFO:tasks.workunit.client.0.smithi045.stderr: 4: abort() 2024-09-12T17:58:48.098 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f798cf8c774] 2024-09-12T17:58:48.098 INFO:tasks.workunit.client.0.smithi045.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f798cf8c8d8] 2024-09-12T17:58:48.098 INFO:tasks.workunit.client.0.smithi045.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55d52b143841] 2024-09-12T17:58:48.098 INFO:tasks.workunit.client.0.smithi045.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55d52b15357a] 2024-09-12T17:58:48.098 INFO:tasks.workunit.client.0.smithi045.stderr: 9: main() 2024-09-12T17:58:48.098 INFO:tasks.workunit.client.0.smithi045.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7f798bc29590] 2024-09-12T17:58:48.098 INFO:tasks.workunit.client.0.smithi045.stderr: 11: __libc_start_main() 2024-09-12T17:58:48.098 INFO:tasks.workunit.client.0.smithi045.stderr: 12: _start() 2024-09-12T17:58:48.098 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.078+0000 7f798b740800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:58:48.098 INFO:tasks.workunit.client.0.smithi045.stderr: in thread 7f798b740800 thread_name:radosgw-admin 2024-09-12T17:58:48.098 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:48.099 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:58:48.099 INFO:tasks.workunit.client.0.smithi045.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f798bc3e6f0] 2024-09-12T17:58:48.099 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f798bc8b99c] 2024-09-12T17:58:48.099 INFO:tasks.workunit.client.0.smithi045.stderr: 3: raise() 2024-09-12T17:58:48.099 INFO:tasks.workunit.client.0.smithi045.stderr: 4: abort() 2024-09-12T17:58:48.099 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f798cf8c774] 2024-09-12T17:58:48.099 INFO:tasks.workunit.client.0.smithi045.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f798cf8c8d8] 2024-09-12T17:58:48.099 INFO:tasks.workunit.client.0.smithi045.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55d52b143841] 2024-09-12T17:58:48.099 INFO:tasks.workunit.client.0.smithi045.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55d52b15357a] 2024-09-12T17:58:48.099 INFO:tasks.workunit.client.0.smithi045.stderr: 9: main() 2024-09-12T17:58:48.099 INFO:tasks.workunit.client.0.smithi045.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7f798bc29590] 2024-09-12T17:58:48.099 INFO:tasks.workunit.client.0.smithi045.stderr: 11: __libc_start_main() 2024-09-12T17:58:48.099 INFO:tasks.workunit.client.0.smithi045.stderr: 12: _start() 2024-09-12T17:58:48.100 INFO:tasks.workunit.client.0.smithi045.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:58:48.100 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:48.100 INFO:tasks.workunit.client.0.smithi045.stderr:--- begin dump of recent events --- 2024-09-12T17:58:48.100 INFO:tasks.workunit.client.0.smithi045.stderr: -499> 2024-09-12T17:58:48.023+0000 7f798b740800 4 set_mon_vals no callback set 2024-09-12T17:58:48.100 INFO:tasks.workunit.client.0.smithi045.stderr: -498> 2024-09-12T17:58:48.023+0000 7f787560a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:48.100 INFO:tasks.workunit.client.0.smithi045.stderr: -497> 2024-09-12T17:58:48.023+0000 7f787560a640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:58:48.100 INFO:tasks.workunit.client.0.smithi045.stderr: -496> 2024-09-12T17:58:48.023+0000 7f787560a640 10 monclient: dump: 2024-09-12T17:58:48.100 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:58:48.100 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:58:48.100 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:48.100 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:48.100 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:48.100 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:58:48.101 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:58:48.101 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:58:48.101 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:58:48.101 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:48.101 INFO:tasks.workunit.client.0.smithi045.stderr: -495> 2024-09-12T17:58:48.024+0000 7f798b740800 10 monclient: shutdown 2024-09-12T17:58:48.101 INFO:tasks.workunit.client.0.smithi045.stderr: -494> 2024-09-12T17:58:48.024+0000 7f798b740800 5 asok(0x55d52d68b730) unregister_commands rotate-key 2024-09-12T17:58:48.101 INFO:tasks.workunit.client.0.smithi045.stderr: -493> 2024-09-12T17:58:48.024+0000 7f798b740800 10 monclient: build_initial_monmap 2024-09-12T17:58:48.101 INFO:tasks.workunit.client.0.smithi045.stderr: -492> 2024-09-12T17:58:48.024+0000 7f798b740800 1 build_initial for_mkfs: 0 2024-09-12T17:58:48.101 INFO:tasks.workunit.client.0.smithi045.stderr: -491> 2024-09-12T17:58:48.024+0000 7f798b740800 10 monclient: monmap: 2024-09-12T17:58:48.101 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:58:48.101 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:58:48.101 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:58:48.101 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:58:48.102 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:58:48.102 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:58:48.102 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:58:48.102 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:58:48.102 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:58:48.102 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:48.102 INFO:tasks.workunit.client.0.smithi045.stderr: -490> 2024-09-12T17:58:48.024+0000 7f798b740800 5 AuthRegistry(0x55d52d8b32b0) adding auth protocol: cephx 2024-09-12T17:58:48.102 INFO:tasks.workunit.client.0.smithi045.stderr: -489> 2024-09-12T17:58:48.024+0000 7f798b740800 5 AuthRegistry(0x55d52d8b32b0) adding auth protocol: cephx 2024-09-12T17:58:48.102 INFO:tasks.workunit.client.0.smithi045.stderr: -488> 2024-09-12T17:58:48.024+0000 7f798b740800 5 AuthRegistry(0x55d52d8b32b0) adding auth protocol: cephx 2024-09-12T17:58:48.102 INFO:tasks.workunit.client.0.smithi045.stderr: -487> 2024-09-12T17:58:48.024+0000 7f798b740800 5 AuthRegistry(0x55d52d8b32b0) adding con mode: secure 2024-09-12T17:58:48.102 INFO:tasks.workunit.client.0.smithi045.stderr: -486> 2024-09-12T17:58:48.024+0000 7f798b740800 5 AuthRegistry(0x55d52d8b32b0) adding con mode: crc 2024-09-12T17:58:48.102 INFO:tasks.workunit.client.0.smithi045.stderr: -485> 2024-09-12T17:58:48.024+0000 7f798b740800 5 AuthRegistry(0x55d52d8b32b0) adding con mode: secure 2024-09-12T17:58:48.102 INFO:tasks.workunit.client.0.smithi045.stderr: -484> 2024-09-12T17:58:48.024+0000 7f798b740800 5 AuthRegistry(0x55d52d8b32b0) adding con mode: crc 2024-09-12T17:58:48.102 INFO:tasks.workunit.client.0.smithi045.stderr: -483> 2024-09-12T17:58:48.024+0000 7f798b740800 5 AuthRegistry(0x55d52d8b32b0) adding con mode: secure 2024-09-12T17:58:48.103 INFO:tasks.workunit.client.0.smithi045.stderr: -482> 2024-09-12T17:58:48.024+0000 7f798b740800 5 AuthRegistry(0x55d52d8b32b0) adding con mode: crc 2024-09-12T17:58:48.103 INFO:tasks.workunit.client.0.smithi045.stderr: -481> 2024-09-12T17:58:48.024+0000 7f798b740800 5 AuthRegistry(0x55d52d8b32b0) adding con mode: crc 2024-09-12T17:58:48.103 INFO:tasks.workunit.client.0.smithi045.stderr: -480> 2024-09-12T17:58:48.024+0000 7f798b740800 5 AuthRegistry(0x55d52d8b32b0) adding con mode: secure 2024-09-12T17:58:48.103 INFO:tasks.workunit.client.0.smithi045.stderr: -479> 2024-09-12T17:58:48.024+0000 7f798b740800 5 AuthRegistry(0x55d52d8b32b0) adding con mode: crc 2024-09-12T17:58:48.103 INFO:tasks.workunit.client.0.smithi045.stderr: -478> 2024-09-12T17:58:48.024+0000 7f798b740800 5 AuthRegistry(0x55d52d8b32b0) adding con mode: secure 2024-09-12T17:58:48.103 INFO:tasks.workunit.client.0.smithi045.stderr: -477> 2024-09-12T17:58:48.024+0000 7f798b740800 5 AuthRegistry(0x55d52d8b32b0) adding con mode: crc 2024-09-12T17:58:48.103 INFO:tasks.workunit.client.0.smithi045.stderr: -476> 2024-09-12T17:58:48.024+0000 7f798b740800 5 AuthRegistry(0x55d52d8b32b0) adding con mode: secure 2024-09-12T17:58:48.103 INFO:tasks.workunit.client.0.smithi045.stderr: -475> 2024-09-12T17:58:48.025+0000 7f798b740800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:48.103 INFO:tasks.workunit.client.0.smithi045.stderr: -474> 2024-09-12T17:58:48.025+0000 7f798b740800 1 librados: starting msgr at 2024-09-12T17:58:48.103 INFO:tasks.workunit.client.0.smithi045.stderr: -473> 2024-09-12T17:58:48.025+0000 7f798b740800 1 librados: starting objecter 2024-09-12T17:58:48.103 INFO:tasks.workunit.client.0.smithi045.stderr: -472> 2024-09-12T17:58:48.025+0000 7f798b740800 5 asok(0x55d52d68b730) register_command objecter_requests hook 0x55d52d8b5820 2024-09-12T17:58:48.103 INFO:tasks.workunit.client.0.smithi045.stderr: -471> 2024-09-12T17:58:48.025+0000 7f798b740800 1 librados: setting wanted keys 2024-09-12T17:58:48.103 INFO:tasks.workunit.client.0.smithi045.stderr: -470> 2024-09-12T17:58:48.025+0000 7f798b740800 1 librados: calling monclient init 2024-09-12T17:58:48.103 INFO:tasks.workunit.client.0.smithi045.stderr: -469> 2024-09-12T17:58:48.025+0000 7f798b740800 10 monclient: init 2024-09-12T17:58:48.104 INFO:tasks.workunit.client.0.smithi045.stderr: -468> 2024-09-12T17:58:48.025+0000 7f798b740800 5 AuthRegistry(0x55d52d8adb90) adding auth protocol: cephx 2024-09-12T17:58:48.104 INFO:tasks.workunit.client.0.smithi045.stderr: -467> 2024-09-12T17:58:48.025+0000 7f798b740800 5 AuthRegistry(0x55d52d8adb90) adding auth protocol: cephx 2024-09-12T17:58:48.104 INFO:tasks.workunit.client.0.smithi045.stderr: -466> 2024-09-12T17:58:48.025+0000 7f798b740800 5 AuthRegistry(0x55d52d8adb90) adding auth protocol: cephx 2024-09-12T17:58:48.104 INFO:tasks.workunit.client.0.smithi045.stderr: -465> 2024-09-12T17:58:48.025+0000 7f798b740800 5 AuthRegistry(0x55d52d8adb90) adding con mode: secure 2024-09-12T17:58:48.104 INFO:tasks.workunit.client.0.smithi045.stderr: -464> 2024-09-12T17:58:48.025+0000 7f798b740800 5 AuthRegistry(0x55d52d8adb90) adding con mode: crc 2024-09-12T17:58:48.104 INFO:tasks.workunit.client.0.smithi045.stderr: -463> 2024-09-12T17:58:48.025+0000 7f798b740800 5 AuthRegistry(0x55d52d8adb90) adding con mode: secure 2024-09-12T17:58:48.104 INFO:tasks.workunit.client.0.smithi045.stderr: -462> 2024-09-12T17:58:48.025+0000 7f798b740800 5 AuthRegistry(0x55d52d8adb90) adding con mode: crc 2024-09-12T17:58:48.104 INFO:tasks.workunit.client.0.smithi045.stderr: -461> 2024-09-12T17:58:48.025+0000 7f798b740800 5 AuthRegistry(0x55d52d8adb90) adding con mode: secure 2024-09-12T17:58:48.104 INFO:tasks.workunit.client.0.smithi045.stderr: -460> 2024-09-12T17:58:48.025+0000 7f798b740800 5 AuthRegistry(0x55d52d8adb90) adding con mode: crc 2024-09-12T17:58:48.104 INFO:tasks.workunit.client.0.smithi045.stderr: -459> 2024-09-12T17:58:48.025+0000 7f798b740800 5 AuthRegistry(0x55d52d8adb90) adding con mode: crc 2024-09-12T17:58:48.104 INFO:tasks.workunit.client.0.smithi045.stderr: -458> 2024-09-12T17:58:48.025+0000 7f798b740800 5 AuthRegistry(0x55d52d8adb90) adding con mode: secure 2024-09-12T17:58:48.104 INFO:tasks.workunit.client.0.smithi045.stderr: -457> 2024-09-12T17:58:48.025+0000 7f798b740800 5 AuthRegistry(0x55d52d8adb90) adding con mode: crc 2024-09-12T17:58:48.104 INFO:tasks.workunit.client.0.smithi045.stderr: -456> 2024-09-12T17:58:48.025+0000 7f798b740800 5 AuthRegistry(0x55d52d8adb90) adding con mode: secure 2024-09-12T17:58:48.105 INFO:tasks.workunit.client.0.smithi045.stderr: -455> 2024-09-12T17:58:48.025+0000 7f798b740800 5 AuthRegistry(0x55d52d8adb90) adding con mode: crc 2024-09-12T17:58:48.105 INFO:tasks.workunit.client.0.smithi045.stderr: -454> 2024-09-12T17:58:48.025+0000 7f798b740800 5 AuthRegistry(0x55d52d8adb90) adding con mode: secure 2024-09-12T17:58:48.105 INFO:tasks.workunit.client.0.smithi045.stderr: -453> 2024-09-12T17:58:48.025+0000 7f798b740800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:48.105 INFO:tasks.workunit.client.0.smithi045.stderr: -452> 2024-09-12T17:58:48.025+0000 7f798b740800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:48.105 INFO:tasks.workunit.client.0.smithi045.stderr: -451> 2024-09-12T17:58:48.025+0000 7f798b740800 5 asok(0x55d52d68b730) register_command rotate-key hook 0x55d52d8adcd8 2024-09-12T17:58:48.105 INFO:tasks.workunit.client.0.smithi045.stderr: -450> 2024-09-12T17:58:48.025+0000 7f798b740800 10 monclient: _reopen_session rank -1 2024-09-12T17:58:48.105 INFO:tasks.workunit.client.0.smithi045.stderr: -449> 2024-09-12T17:58:48.025+0000 7f798b740800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:58:48.105 INFO:tasks.workunit.client.0.smithi045.stderr: -448> 2024-09-12T17:58:48.025+0000 7f798b740800 10 monclient(hunting): picked mon.noname-b con 0x55d52d764970 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:58:48.105 INFO:tasks.workunit.client.0.smithi045.stderr: -447> 2024-09-12T17:58:48.025+0000 7f798b740800 10 monclient(hunting): picked mon.noname-a con 0x55d52d7efab0 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:58:48.105 INFO:tasks.workunit.client.0.smithi045.stderr: -446> 2024-09-12T17:58:48.025+0000 7f798b740800 10 monclient(hunting): picked mon.noname-c con 0x55d52d7f2900 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:58:48.105 INFO:tasks.workunit.client.0.smithi045.stderr: -445> 2024-09-12T17:58:48.025+0000 7f798b740800 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:48.105 INFO:tasks.workunit.client.0.smithi045.stderr: -444> 2024-09-12T17:58:48.025+0000 7f798b740800 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:48.105 INFO:tasks.workunit.client.0.smithi045.stderr: -443> 2024-09-12T17:58:48.025+0000 7f798b740800 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:48.105 INFO:tasks.workunit.client.0.smithi045.stderr: -442> 2024-09-12T17:58:48.025+0000 7f798b740800 10 monclient(hunting): _renew_subs 2024-09-12T17:58:48.106 INFO:tasks.workunit.client.0.smithi045.stderr: -441> 2024-09-12T17:58:48.025+0000 7f798b740800 10 monclient(hunting): authenticate will time out at 2226.483748s 2024-09-12T17:58:48.106 INFO:tasks.workunit.client.0.smithi045.stderr: -440> 2024-09-12T17:58:48.025+0000 7f7986c85640 10 monclient(hunting): get_auth_request con 0x55d52d7efab0 auth_method 0 2024-09-12T17:58:48.106 INFO:tasks.workunit.client.0.smithi045.stderr: -439> 2024-09-12T17:58:48.025+0000 7f7986c85640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:48.106 INFO:tasks.workunit.client.0.smithi045.stderr: -438> 2024-09-12T17:58:48.025+0000 7f7986c85640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:48.106 INFO:tasks.workunit.client.0.smithi045.stderr: -437> 2024-09-12T17:58:48.025+0000 7f7986c85640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:48.106 INFO:tasks.workunit.client.0.smithi045.stderr: -436> 2024-09-12T17:58:48.025+0000 7f7987c87640 10 monclient(hunting): get_auth_request con 0x55d52d7f2900 auth_method 0 2024-09-12T17:58:48.106 INFO:tasks.workunit.client.0.smithi045.stderr: -435> 2024-09-12T17:58:48.025+0000 7f7987c87640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:48.106 INFO:tasks.workunit.client.0.smithi045.stderr: -434> 2024-09-12T17:58:48.025+0000 7f7987c87640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:48.106 INFO:tasks.workunit.client.0.smithi045.stderr: -433> 2024-09-12T17:58:48.025+0000 7f7987c87640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:48.106 INFO:tasks.workunit.client.0.smithi045.stderr: -432> 2024-09-12T17:58:48.025+0000 7f7986c85640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:48.106 INFO:tasks.workunit.client.0.smithi045.stderr: -431> 2024-09-12T17:58:48.025+0000 7f7986c85640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:48.106 INFO:tasks.workunit.client.0.smithi045.stderr: -430> 2024-09-12T17:58:48.025+0000 7f7986c85640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:48.106 INFO:tasks.workunit.client.0.smithi045.stderr: -429> 2024-09-12T17:58:48.025+0000 7f7987c87640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:48.107 INFO:tasks.workunit.client.0.smithi045.stderr: -428> 2024-09-12T17:58:48.025+0000 7f7987c87640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:48.107 INFO:tasks.workunit.client.0.smithi045.stderr: -427> 2024-09-12T17:58:48.025+0000 7f7987c87640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:48.107 INFO:tasks.workunit.client.0.smithi045.stderr: -426> 2024-09-12T17:58:48.026+0000 7f7987486640 10 monclient(hunting): get_auth_request con 0x55d52d764970 auth_method 0 2024-09-12T17:58:48.107 INFO:tasks.workunit.client.0.smithi045.stderr: -425> 2024-09-12T17:58:48.026+0000 7f7987486640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:48.107 INFO:tasks.workunit.client.0.smithi045.stderr: -424> 2024-09-12T17:58:48.026+0000 7f7987486640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:48.107 INFO:tasks.workunit.client.0.smithi045.stderr: -423> 2024-09-12T17:58:48.026+0000 7f7987486640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:48.107 INFO:tasks.workunit.client.0.smithi045.stderr: -422> 2024-09-12T17:58:48.026+0000 7f7986c85640 10 monclient(hunting): handle_auth_done global_id 8139 payload 824 2024-09-12T17:58:48.107 INFO:tasks.workunit.client.0.smithi045.stderr: -421> 2024-09-12T17:58:48.026+0000 7f7986c85640 10 monclient: _finish_hunting 0 2024-09-12T17:58:48.107 INFO:tasks.workunit.client.0.smithi045.stderr: -420> 2024-09-12T17:58:48.026+0000 7f7986c85640 1 monclient: found mon.noname-a 2024-09-12T17:58:48.107 INFO:tasks.workunit.client.0.smithi045.stderr: -419> 2024-09-12T17:58:48.026+0000 7f7986c85640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.45:3300/0 2024-09-12T17:58:48.107 INFO:tasks.workunit.client.0.smithi045.stderr: -418> 2024-09-12T17:58:48.026+0000 7f7873e07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:48.107 INFO:tasks.workunit.client.0.smithi045.stderr: -417> 2024-09-12T17:58:48.026+0000 7f7873e07640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:58:48.107 INFO:tasks.workunit.client.0.smithi045.stderr: -416> 2024-09-12T17:58:48.026+0000 7f7873e07640 10 monclient: dump: 2024-09-12T17:58:48.107 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:58:48.108 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:58:48.108 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:48.108 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:48.108 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:48.108 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:58:48.108 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:58:48.108 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:58:48.108 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:58:48.108 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:48.108 INFO:tasks.workunit.client.0.smithi045.stderr: -415> 2024-09-12T17:58:48.026+0000 7f7873e07640 10 monclient: _finish_auth 0 2024-09-12T17:58:48.108 INFO:tasks.workunit.client.0.smithi045.stderr: -414> 2024-09-12T17:58:48.026+0000 7f7873e07640 10 monclient: _check_auth_tickets 2024-09-12T17:58:48.108 INFO:tasks.workunit.client.0.smithi045.stderr: -413> 2024-09-12T17:58:48.026+0000 7f798b740800 5 monclient: authenticate success, global_id 8139 2024-09-12T17:58:48.108 INFO:tasks.workunit.client.0.smithi045.stderr: -412> 2024-09-12T17:58:48.026+0000 7f798b740800 10 monclient: _renew_subs 2024-09-12T17:58:48.109 INFO:tasks.workunit.client.0.smithi045.stderr: -411> 2024-09-12T17:58:48.026+0000 7f798b740800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:58:48.109 INFO:tasks.workunit.client.0.smithi045.stderr: -410> 2024-09-12T17:58:48.026+0000 7f7873e07640 10 monclient: handle_config config(0 keys) 2024-09-12T17:58:48.109 INFO:tasks.workunit.client.0.smithi045.stderr: -409> 2024-09-12T17:58:48.026+0000 7f7873e07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:48.109 INFO:tasks.workunit.client.0.smithi045.stderr: -408> 2024-09-12T17:58:48.026+0000 7f7873e07640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:58:48.109 INFO:tasks.workunit.client.0.smithi045.stderr: -407> 2024-09-12T17:58:48.026+0000 7f7873e07640 10 monclient: dump: 2024-09-12T17:58:48.109 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:58:48.109 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:58:48.109 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:48.109 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:48.109 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:48.109 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:58:48.109 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:58:48.109 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:58:48.109 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:58:48.110 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:48.110 INFO:tasks.workunit.client.0.smithi045.stderr: -406> 2024-09-12T17:58:48.026+0000 7f787560a640 4 set_mon_vals no callback set 2024-09-12T17:58:48.110 INFO:tasks.workunit.client.0.smithi045.stderr: -405> 2024-09-12T17:58:48.026+0000 7f798b740800 10 monclient: _renew_subs 2024-09-12T17:58:48.110 INFO:tasks.workunit.client.0.smithi045.stderr: -404> 2024-09-12T17:58:48.026+0000 7f798b740800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:58:48.110 INFO:tasks.workunit.client.0.smithi045.stderr: -403> 2024-09-12T17:58:48.026+0000 7f798b740800 1 librados: init done 2024-09-12T17:58:48.110 INFO:tasks.workunit.client.0.smithi045.stderr: -402> 2024-09-12T17:58:48.028+0000 7f7873e07640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:58:48.110 INFO:tasks.workunit.client.0.smithi045.stderr: -401> 2024-09-12T17:58:48.028+0000 7f7873e07640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:58:48.110 INFO:tasks.workunit.client.0.smithi045.stderr: -400> 2024-09-12T17:58:48.028+0000 7f7873e07640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:58:48.110 INFO:tasks.workunit.client.0.smithi045.stderr: -399> 2024-09-12T17:58:48.028+0000 7f7987486640 10 monclient: get_auth_request con 0x7f786c076470 auth_method 0 2024-09-12T17:58:48.110 INFO:tasks.workunit.client.0.smithi045.stderr: -398> 2024-09-12T17:58:48.028+0000 7f7987c87640 10 monclient: get_auth_request con 0x55d52d8ef8f0 auth_method 0 2024-09-12T17:58:48.110 INFO:tasks.workunit.client.0.smithi045.stderr: -397> 2024-09-12T17:58:48.029+0000 7f7987486640 10 monclient: get_auth_request con 0x55d52d8f90c0 auth_method 0 2024-09-12T17:58:48.110 INFO:tasks.workunit.client.0.smithi045.stderr: -396> 2024-09-12T17:58:48.030+0000 7f7986c85640 10 monclient: get_auth_request con 0x55d52d8fd420 auth_method 0 2024-09-12T17:58:48.110 INFO:tasks.workunit.client.0.smithi045.stderr: -395> 2024-09-12T17:58:48.031+0000 7f798b740800 10 monclient: build_initial_monmap 2024-09-12T17:58:48.111 INFO:tasks.workunit.client.0.smithi045.stderr: -394> 2024-09-12T17:58:48.031+0000 7f798b740800 1 build_initial for_mkfs: 0 2024-09-12T17:58:48.111 INFO:tasks.workunit.client.0.smithi045.stderr: -393> 2024-09-12T17:58:48.031+0000 7f798b740800 10 monclient: monmap: 2024-09-12T17:58:48.111 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:58:48.111 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:58:48.111 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:58:48.111 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:58:48.111 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:58:48.111 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:58:48.111 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:58:48.111 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:58:48.111 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:58:48.111 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:48.111 INFO:tasks.workunit.client.0.smithi045.stderr: -392> 2024-09-12T17:58:48.031+0000 7f798b740800 5 AuthRegistry(0x55d52d902250) adding auth protocol: cephx 2024-09-12T17:58:48.111 INFO:tasks.workunit.client.0.smithi045.stderr: -391> 2024-09-12T17:58:48.031+0000 7f798b740800 5 AuthRegistry(0x55d52d902250) adding auth protocol: cephx 2024-09-12T17:58:48.112 INFO:tasks.workunit.client.0.smithi045.stderr: -390> 2024-09-12T17:58:48.031+0000 7f798b740800 5 AuthRegistry(0x55d52d902250) adding auth protocol: cephx 2024-09-12T17:58:48.112 INFO:tasks.workunit.client.0.smithi045.stderr: -389> 2024-09-12T17:58:48.031+0000 7f798b740800 5 AuthRegistry(0x55d52d902250) adding con mode: secure 2024-09-12T17:58:48.112 INFO:tasks.workunit.client.0.smithi045.stderr: -388> 2024-09-12T17:58:48.031+0000 7f798b740800 5 AuthRegistry(0x55d52d902250) adding con mode: crc 2024-09-12T17:58:48.112 INFO:tasks.workunit.client.0.smithi045.stderr: -387> 2024-09-12T17:58:48.031+0000 7f798b740800 5 AuthRegistry(0x55d52d902250) adding con mode: secure 2024-09-12T17:58:48.112 INFO:tasks.workunit.client.0.smithi045.stderr: -386> 2024-09-12T17:58:48.031+0000 7f798b740800 5 AuthRegistry(0x55d52d902250) adding con mode: crc 2024-09-12T17:58:48.112 INFO:tasks.workunit.client.0.smithi045.stderr: -385> 2024-09-12T17:58:48.031+0000 7f798b740800 5 AuthRegistry(0x55d52d902250) adding con mode: secure 2024-09-12T17:58:48.112 INFO:tasks.workunit.client.0.smithi045.stderr: -384> 2024-09-12T17:58:48.031+0000 7f798b740800 5 AuthRegistry(0x55d52d902250) adding con mode: crc 2024-09-12T17:58:48.112 INFO:tasks.workunit.client.0.smithi045.stderr: -383> 2024-09-12T17:58:48.031+0000 7f798b740800 5 AuthRegistry(0x55d52d902250) adding con mode: crc 2024-09-12T17:58:48.112 INFO:tasks.workunit.client.0.smithi045.stderr: -382> 2024-09-12T17:58:48.031+0000 7f798b740800 5 AuthRegistry(0x55d52d902250) adding con mode: secure 2024-09-12T17:58:48.112 INFO:tasks.workunit.client.0.smithi045.stderr: -381> 2024-09-12T17:58:48.031+0000 7f798b740800 5 AuthRegistry(0x55d52d902250) adding con mode: crc 2024-09-12T17:58:48.112 INFO:tasks.workunit.client.0.smithi045.stderr: -380> 2024-09-12T17:58:48.031+0000 7f798b740800 5 AuthRegistry(0x55d52d902250) adding con mode: secure 2024-09-12T17:58:48.112 INFO:tasks.workunit.client.0.smithi045.stderr: -379> 2024-09-12T17:58:48.031+0000 7f798b740800 5 AuthRegistry(0x55d52d902250) adding con mode: crc 2024-09-12T17:58:48.112 INFO:tasks.workunit.client.0.smithi045.stderr: -378> 2024-09-12T17:58:48.031+0000 7f798b740800 5 AuthRegistry(0x55d52d902250) adding con mode: secure 2024-09-12T17:58:48.113 INFO:tasks.workunit.client.0.smithi045.stderr: -377> 2024-09-12T17:58:48.032+0000 7f798b740800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:48.113 INFO:tasks.workunit.client.0.smithi045.stderr: -376> 2024-09-12T17:58:48.032+0000 7f798b740800 5 asok(0x55d52d68b730) register_command objecter_requests cmddesc objecter_requests hook 0x55d52d905ca0 EEXIST 2024-09-12T17:58:48.113 INFO:tasks.workunit.client.0.smithi045.stderr: -375> 2024-09-12T17:58:48.032+0000 7f798b740800 10 monclient: init 2024-09-12T17:58:48.113 INFO:tasks.workunit.client.0.smithi045.stderr: -374> 2024-09-12T17:58:48.032+0000 7f798b740800 5 AuthRegistry(0x55d52d900928) adding auth protocol: cephx 2024-09-12T17:58:48.113 INFO:tasks.workunit.client.0.smithi045.stderr: -373> 2024-09-12T17:58:48.032+0000 7f798b740800 5 AuthRegistry(0x55d52d900928) adding auth protocol: cephx 2024-09-12T17:58:48.113 INFO:tasks.workunit.client.0.smithi045.stderr: -372> 2024-09-12T17:58:48.032+0000 7f798b740800 5 AuthRegistry(0x55d52d900928) adding auth protocol: cephx 2024-09-12T17:58:48.113 INFO:tasks.workunit.client.0.smithi045.stderr: -371> 2024-09-12T17:58:48.032+0000 7f798b740800 5 AuthRegistry(0x55d52d900928) adding con mode: secure 2024-09-12T17:58:48.113 INFO:tasks.workunit.client.0.smithi045.stderr: -370> 2024-09-12T17:58:48.032+0000 7f798b740800 5 AuthRegistry(0x55d52d900928) adding con mode: crc 2024-09-12T17:58:48.113 INFO:tasks.workunit.client.0.smithi045.stderr: -369> 2024-09-12T17:58:48.032+0000 7f798b740800 5 AuthRegistry(0x55d52d900928) adding con mode: secure 2024-09-12T17:58:48.113 INFO:tasks.workunit.client.0.smithi045.stderr: -368> 2024-09-12T17:58:48.032+0000 7f798b740800 5 AuthRegistry(0x55d52d900928) adding con mode: crc 2024-09-12T17:58:48.113 INFO:tasks.workunit.client.0.smithi045.stderr: -367> 2024-09-12T17:58:48.032+0000 7f798b740800 5 AuthRegistry(0x55d52d900928) adding con mode: secure 2024-09-12T17:58:48.113 INFO:tasks.workunit.client.0.smithi045.stderr: -366> 2024-09-12T17:58:48.032+0000 7f798b740800 5 AuthRegistry(0x55d52d900928) adding con mode: crc 2024-09-12T17:58:48.113 INFO:tasks.workunit.client.0.smithi045.stderr: -365> 2024-09-12T17:58:48.032+0000 7f798b740800 5 AuthRegistry(0x55d52d900928) adding con mode: crc 2024-09-12T17:58:48.113 INFO:tasks.workunit.client.0.smithi045.stderr: -364> 2024-09-12T17:58:48.032+0000 7f798b740800 5 AuthRegistry(0x55d52d900928) adding con mode: secure 2024-09-12T17:58:48.114 INFO:tasks.workunit.client.0.smithi045.stderr: -363> 2024-09-12T17:58:48.032+0000 7f798b740800 5 AuthRegistry(0x55d52d900928) adding con mode: crc 2024-09-12T17:58:48.114 INFO:tasks.workunit.client.0.smithi045.stderr: -362> 2024-09-12T17:58:48.032+0000 7f798b740800 5 AuthRegistry(0x55d52d900928) adding con mode: secure 2024-09-12T17:58:48.114 INFO:tasks.workunit.client.0.smithi045.stderr: -361> 2024-09-12T17:58:48.032+0000 7f798b740800 5 AuthRegistry(0x55d52d900928) adding con mode: crc 2024-09-12T17:58:48.114 INFO:tasks.workunit.client.0.smithi045.stderr: -360> 2024-09-12T17:58:48.032+0000 7f798b740800 5 AuthRegistry(0x55d52d900928) adding con mode: secure 2024-09-12T17:58:48.114 INFO:tasks.workunit.client.0.smithi045.stderr: -359> 2024-09-12T17:58:48.032+0000 7f798b740800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:48.114 INFO:tasks.workunit.client.0.smithi045.stderr: -358> 2024-09-12T17:58:48.032+0000 7f798b740800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:48.114 INFO:tasks.workunit.client.0.smithi045.stderr: -357> 2024-09-12T17:58:48.032+0000 7f798b740800 5 asok(0x55d52d68b730) register_command rotate-key cmddesc rotate-key hook 0x55d52d900a70 EEXIST 2024-09-12T17:58:48.114 INFO:tasks.workunit.client.0.smithi045.stderr: -356> 2024-09-12T17:58:48.032+0000 7f798b740800 10 monclient: _reopen_session rank -1 2024-09-12T17:58:48.114 INFO:tasks.workunit.client.0.smithi045.stderr: -355> 2024-09-12T17:58:48.032+0000 7f798b740800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T17:58:48.114 INFO:tasks.workunit.client.0.smithi045.stderr: -354> 2024-09-12T17:58:48.032+0000 7f798b740800 10 monclient(hunting): picked mon.noname-b con 0x55d52d929990 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:58:48.114 INFO:tasks.workunit.client.0.smithi045.stderr: -353> 2024-09-12T17:58:48.032+0000 7f798b740800 10 monclient(hunting): picked mon.noname-c con 0x55d52d92bc60 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:58:48.114 INFO:tasks.workunit.client.0.smithi045.stderr: -352> 2024-09-12T17:58:48.032+0000 7f798b740800 10 monclient(hunting): picked mon.noname-a con 0x55d52d928160 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:58:48.114 INFO:tasks.workunit.client.0.smithi045.stderr: -351> 2024-09-12T17:58:48.032+0000 7f798b740800 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:48.114 INFO:tasks.workunit.client.0.smithi045.stderr: -350> 2024-09-12T17:58:48.032+0000 7f798b740800 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:48.115 INFO:tasks.workunit.client.0.smithi045.stderr: -349> 2024-09-12T17:58:48.032+0000 7f798b740800 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:48.115 INFO:tasks.workunit.client.0.smithi045.stderr: -348> 2024-09-12T17:58:48.032+0000 7f798b740800 10 monclient(hunting): _renew_subs 2024-09-12T17:58:48.115 INFO:tasks.workunit.client.0.smithi045.stderr: -347> 2024-09-12T17:58:48.032+0000 7f798b740800 10 monclient(hunting): authenticate will time out at 2226.490814s 2024-09-12T17:58:48.115 INFO:tasks.workunit.client.0.smithi045.stderr: -346> 2024-09-12T17:58:48.032+0000 7f7986c85640 10 monclient(hunting): get_auth_request con 0x55d52d92bc60 auth_method 0 2024-09-12T17:58:48.115 INFO:tasks.workunit.client.0.smithi045.stderr: -345> 2024-09-12T17:58:48.032+0000 7f7986c85640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:48.115 INFO:tasks.workunit.client.0.smithi045.stderr: -344> 2024-09-12T17:58:48.032+0000 7f7986c85640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:48.115 INFO:tasks.workunit.client.0.smithi045.stderr: -343> 2024-09-12T17:58:48.032+0000 7f7986c85640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:48.115 INFO:tasks.workunit.client.0.smithi045.stderr: -342> 2024-09-12T17:58:48.032+0000 7f7987c87640 10 monclient(hunting): get_auth_request con 0x55d52d928160 auth_method 0 2024-09-12T17:58:48.115 INFO:tasks.workunit.client.0.smithi045.stderr: -341> 2024-09-12T17:58:48.032+0000 7f7987c87640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:48.115 INFO:tasks.workunit.client.0.smithi045.stderr: -340> 2024-09-12T17:58:48.032+0000 7f7987c87640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:48.115 INFO:tasks.workunit.client.0.smithi045.stderr: -339> 2024-09-12T17:58:48.032+0000 7f7987c87640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:48.115 INFO:tasks.workunit.client.0.smithi045.stderr: -338> 2024-09-12T17:58:48.033+0000 7f7986c85640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:48.115 INFO:tasks.workunit.client.0.smithi045.stderr: -337> 2024-09-12T17:58:48.033+0000 7f7986c85640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:48.115 INFO:tasks.workunit.client.0.smithi045.stderr: -336> 2024-09-12T17:58:48.033+0000 7f7986c85640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:48.116 INFO:tasks.workunit.client.0.smithi045.stderr: -335> 2024-09-12T17:58:48.033+0000 7f7987c87640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:48.116 INFO:tasks.workunit.client.0.smithi045.stderr: -334> 2024-09-12T17:58:48.033+0000 7f7987c87640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:48.116 INFO:tasks.workunit.client.0.smithi045.stderr: -333> 2024-09-12T17:58:48.033+0000 7f7987c87640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:48.116 INFO:tasks.workunit.client.0.smithi045.stderr: -332> 2024-09-12T17:58:48.033+0000 7f7987486640 10 monclient(hunting): get_auth_request con 0x55d52d929990 auth_method 0 2024-09-12T17:58:48.116 INFO:tasks.workunit.client.0.smithi045.stderr: -331> 2024-09-12T17:58:48.033+0000 7f7987486640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:48.116 INFO:tasks.workunit.client.0.smithi045.stderr: -330> 2024-09-12T17:58:48.033+0000 7f7987486640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:48.116 INFO:tasks.workunit.client.0.smithi045.stderr: -329> 2024-09-12T17:58:48.033+0000 7f7987486640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:48.116 INFO:tasks.workunit.client.0.smithi045.stderr: -328> 2024-09-12T17:58:48.033+0000 7f7987c87640 10 monclient(hunting): handle_auth_done global_id 8142 payload 824 2024-09-12T17:58:48.116 INFO:tasks.workunit.client.0.smithi045.stderr: -327> 2024-09-12T17:58:48.033+0000 7f7987c87640 10 monclient: _finish_hunting 0 2024-09-12T17:58:48.116 INFO:tasks.workunit.client.0.smithi045.stderr: -326> 2024-09-12T17:58:48.033+0000 7f7987c87640 1 monclient: found mon.noname-a 2024-09-12T17:58:48.116 INFO:tasks.workunit.client.0.smithi045.stderr: -325> 2024-09-12T17:58:48.033+0000 7f7987c87640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.45:3300/0 2024-09-12T17:58:48.116 INFO:tasks.workunit.client.0.smithi045.stderr: -324> 2024-09-12T17:58:48.033+0000 7f7871602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:48.116 INFO:tasks.workunit.client.0.smithi045.stderr: -323> 2024-09-12T17:58:48.033+0000 7f7871602640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:58:48.117 INFO:tasks.workunit.client.0.smithi045.stderr: -322> 2024-09-12T17:58:48.033+0000 7f7871602640 10 monclient: dump: 2024-09-12T17:58:48.117 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:58:48.117 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:58:48.117 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:48.117 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:48.117 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:48.117 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:58:48.117 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:58:48.117 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:58:48.117 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:58:48.117 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:48.117 INFO:tasks.workunit.client.0.smithi045.stderr: -321> 2024-09-12T17:58:48.033+0000 7f7871602640 10 monclient: _finish_auth 0 2024-09-12T17:58:48.117 INFO:tasks.workunit.client.0.smithi045.stderr: -320> 2024-09-12T17:58:48.033+0000 7f7871602640 10 monclient: _check_auth_tickets 2024-09-12T17:58:48.117 INFO:tasks.workunit.client.0.smithi045.stderr: -319> 2024-09-12T17:58:48.033+0000 7f7871602640 10 monclient: handle_config config(0 keys) 2024-09-12T17:58:48.118 INFO:tasks.workunit.client.0.smithi045.stderr: -318> 2024-09-12T17:58:48.033+0000 7f7871602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:48.118 INFO:tasks.workunit.client.0.smithi045.stderr: -317> 2024-09-12T17:58:48.033+0000 7f7871602640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:58:48.118 INFO:tasks.workunit.client.0.smithi045.stderr: -316> 2024-09-12T17:58:48.033+0000 7f7871602640 10 monclient: dump: 2024-09-12T17:58:48.118 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:58:48.118 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:58:48.118 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:48.118 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:48.118 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:48.118 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:58:48.118 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:58:48.118 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:58:48.118 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:58:48.118 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:48.118 INFO:tasks.workunit.client.0.smithi045.stderr: -315> 2024-09-12T17:58:48.033+0000 7f798b740800 5 monclient: authenticate success, global_id 8142 2024-09-12T17:58:48.119 INFO:tasks.workunit.client.0.smithi045.stderr: -314> 2024-09-12T17:58:48.033+0000 7f798b740800 10 monclient: _renew_subs 2024-09-12T17:58:48.119 INFO:tasks.workunit.client.0.smithi045.stderr: -313> 2024-09-12T17:58:48.033+0000 7f798b740800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:58:48.119 INFO:tasks.workunit.client.0.smithi045.stderr: -312> 2024-09-12T17:58:48.033+0000 7f7988488640 4 set_mon_vals no callback set 2024-09-12T17:58:48.119 INFO:tasks.workunit.client.0.smithi045.stderr: -311> 2024-09-12T17:58:48.033+0000 7f798b740800 10 monclient: _renew_subs 2024-09-12T17:58:48.119 INFO:tasks.workunit.client.0.smithi045.stderr: -310> 2024-09-12T17:58:48.033+0000 7f798b740800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:58:48.119 INFO:tasks.workunit.client.0.smithi045.stderr: -309> 2024-09-12T17:58:48.035+0000 7f7871602640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:58:48.119 INFO:tasks.workunit.client.0.smithi045.stderr: -308> 2024-09-12T17:58:48.035+0000 7f7871602640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:58:48.119 INFO:tasks.workunit.client.0.smithi045.stderr: -307> 2024-09-12T17:58:48.035+0000 7f7871602640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:58:48.119 INFO:tasks.workunit.client.0.smithi045.stderr: -306> 2024-09-12T17:58:48.035+0000 7f7987486640 10 monclient: get_auth_request con 0x7f7860076380 auth_method 0 2024-09-12T17:58:48.119 INFO:tasks.workunit.client.0.smithi045.stderr: -305> 2024-09-12T17:58:48.035+0000 7f798b740800 10 monclient: get_monmap_and_config 2024-09-12T17:58:48.119 INFO:tasks.workunit.client.0.smithi045.stderr: -304> 2024-09-12T17:58:48.035+0000 7f798b740800 10 monclient: build_initial_monmap 2024-09-12T17:58:48.119 INFO:tasks.workunit.client.0.smithi045.stderr: -303> 2024-09-12T17:58:48.035+0000 7f798b740800 1 build_initial for_mkfs: 0 2024-09-12T17:58:48.119 INFO:tasks.workunit.client.0.smithi045.stderr: -302> 2024-09-12T17:58:48.035+0000 7f798b740800 10 monclient: monmap: 2024-09-12T17:58:48.119 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:58:48.120 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:58:48.120 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:58:48.120 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:58:48.120 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:58:48.120 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:58:48.120 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:58:48.120 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:58:48.120 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:58:48.120 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:48.120 INFO:tasks.workunit.client.0.smithi045.stderr: -301> 2024-09-12T17:58:48.035+0000 7f798b740800 5 AuthRegistry(0x55d52d949830) adding auth protocol: cephx 2024-09-12T17:58:48.120 INFO:tasks.workunit.client.0.smithi045.stderr: -300> 2024-09-12T17:58:48.035+0000 7f798b740800 5 AuthRegistry(0x55d52d949830) adding auth protocol: cephx 2024-09-12T17:58:48.120 INFO:tasks.workunit.client.0.smithi045.stderr: -299> 2024-09-12T17:58:48.035+0000 7f798b740800 5 AuthRegistry(0x55d52d949830) adding auth protocol: cephx 2024-09-12T17:58:48.120 INFO:tasks.workunit.client.0.smithi045.stderr: -298> 2024-09-12T17:58:48.035+0000 7f798b740800 5 AuthRegistry(0x55d52d949830) adding con mode: secure 2024-09-12T17:58:48.121 INFO:tasks.workunit.client.0.smithi045.stderr: -297> 2024-09-12T17:58:48.035+0000 7f798b740800 5 AuthRegistry(0x55d52d949830) adding con mode: crc 2024-09-12T17:58:48.121 INFO:tasks.workunit.client.0.smithi045.stderr: -296> 2024-09-12T17:58:48.035+0000 7f798b740800 5 AuthRegistry(0x55d52d949830) adding con mode: secure 2024-09-12T17:58:48.121 INFO:tasks.workunit.client.0.smithi045.stderr: -295> 2024-09-12T17:58:48.035+0000 7f798b740800 5 AuthRegistry(0x55d52d949830) adding con mode: crc 2024-09-12T17:58:48.121 INFO:tasks.workunit.client.0.smithi045.stderr: -294> 2024-09-12T17:58:48.035+0000 7f798b740800 5 AuthRegistry(0x55d52d949830) adding con mode: secure 2024-09-12T17:58:48.121 INFO:tasks.workunit.client.0.smithi045.stderr: -293> 2024-09-12T17:58:48.035+0000 7f798b740800 5 AuthRegistry(0x55d52d949830) adding con mode: crc 2024-09-12T17:58:48.121 INFO:tasks.workunit.client.0.smithi045.stderr: -292> 2024-09-12T17:58:48.035+0000 7f798b740800 5 AuthRegistry(0x55d52d949830) adding con mode: crc 2024-09-12T17:58:48.121 INFO:tasks.workunit.client.0.smithi045.stderr: -291> 2024-09-12T17:58:48.035+0000 7f798b740800 5 AuthRegistry(0x55d52d949830) adding con mode: secure 2024-09-12T17:58:48.121 INFO:tasks.workunit.client.0.smithi045.stderr: -290> 2024-09-12T17:58:48.035+0000 7f798b740800 5 AuthRegistry(0x55d52d949830) adding con mode: crc 2024-09-12T17:58:48.121 INFO:tasks.workunit.client.0.smithi045.stderr: -289> 2024-09-12T17:58:48.035+0000 7f798b740800 5 AuthRegistry(0x55d52d949830) adding con mode: secure 2024-09-12T17:58:48.121 INFO:tasks.workunit.client.0.smithi045.stderr: -288> 2024-09-12T17:58:48.035+0000 7f798b740800 5 AuthRegistry(0x55d52d949830) adding con mode: crc 2024-09-12T17:58:48.121 INFO:tasks.workunit.client.0.smithi045.stderr: -287> 2024-09-12T17:58:48.035+0000 7f798b740800 5 AuthRegistry(0x55d52d949830) adding con mode: secure 2024-09-12T17:58:48.121 INFO:tasks.workunit.client.0.smithi045.stderr: -286> 2024-09-12T17:58:48.036+0000 7f798b740800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:48.121 INFO:tasks.workunit.client.0.smithi045.stderr: -285> 2024-09-12T17:58:48.036+0000 7f798b740800 10 monclient: init 2024-09-12T17:58:48.121 INFO:tasks.workunit.client.0.smithi045.stderr: -284> 2024-09-12T17:58:48.036+0000 7f798b740800 5 AuthRegistry(0x7ffe9db547b0) adding auth protocol: cephx 2024-09-12T17:58:48.122 INFO:tasks.workunit.client.0.smithi045.stderr: -283> 2024-09-12T17:58:48.036+0000 7f798b740800 5 AuthRegistry(0x7ffe9db547b0) adding auth protocol: cephx 2024-09-12T17:58:48.122 INFO:tasks.workunit.client.0.smithi045.stderr: -282> 2024-09-12T17:58:48.036+0000 7f798b740800 5 AuthRegistry(0x7ffe9db547b0) adding auth protocol: cephx 2024-09-12T17:58:48.122 INFO:tasks.workunit.client.0.smithi045.stderr: -281> 2024-09-12T17:58:48.036+0000 7f798b740800 5 AuthRegistry(0x7ffe9db547b0) adding con mode: secure 2024-09-12T17:58:48.122 INFO:tasks.workunit.client.0.smithi045.stderr: -280> 2024-09-12T17:58:48.036+0000 7f798b740800 5 AuthRegistry(0x7ffe9db547b0) adding con mode: crc 2024-09-12T17:58:48.122 INFO:tasks.workunit.client.0.smithi045.stderr: -279> 2024-09-12T17:58:48.036+0000 7f798b740800 5 AuthRegistry(0x7ffe9db547b0) adding con mode: secure 2024-09-12T17:58:48.122 INFO:tasks.workunit.client.0.smithi045.stderr: -278> 2024-09-12T17:58:48.036+0000 7f798b740800 5 AuthRegistry(0x7ffe9db547b0) adding con mode: crc 2024-09-12T17:58:48.122 INFO:tasks.workunit.client.0.smithi045.stderr: -277> 2024-09-12T17:58:48.036+0000 7f798b740800 5 AuthRegistry(0x7ffe9db547b0) adding con mode: secure 2024-09-12T17:58:48.122 INFO:tasks.workunit.client.0.smithi045.stderr: -276> 2024-09-12T17:58:48.036+0000 7f798b740800 5 AuthRegistry(0x7ffe9db547b0) adding con mode: crc 2024-09-12T17:58:48.122 INFO:tasks.workunit.client.0.smithi045.stderr: -275> 2024-09-12T17:58:48.036+0000 7f798b740800 5 AuthRegistry(0x7ffe9db547b0) adding con mode: crc 2024-09-12T17:58:48.122 INFO:tasks.workunit.client.0.smithi045.stderr: -274> 2024-09-12T17:58:48.036+0000 7f798b740800 5 AuthRegistry(0x7ffe9db547b0) adding con mode: secure 2024-09-12T17:58:48.122 INFO:tasks.workunit.client.0.smithi045.stderr: -273> 2024-09-12T17:58:48.036+0000 7f798b740800 5 AuthRegistry(0x7ffe9db547b0) adding con mode: crc 2024-09-12T17:58:48.122 INFO:tasks.workunit.client.0.smithi045.stderr: -272> 2024-09-12T17:58:48.036+0000 7f798b740800 5 AuthRegistry(0x7ffe9db547b0) adding con mode: secure 2024-09-12T17:58:48.122 INFO:tasks.workunit.client.0.smithi045.stderr: -271> 2024-09-12T17:58:48.036+0000 7f798b740800 5 AuthRegistry(0x7ffe9db547b0) adding con mode: crc 2024-09-12T17:58:48.122 INFO:tasks.workunit.client.0.smithi045.stderr: -270> 2024-09-12T17:58:48.036+0000 7f798b740800 5 AuthRegistry(0x7ffe9db547b0) adding con mode: secure 2024-09-12T17:58:48.123 INFO:tasks.workunit.client.0.smithi045.stderr: -269> 2024-09-12T17:58:48.036+0000 7f798b740800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:48.123 INFO:tasks.workunit.client.0.smithi045.stderr: -268> 2024-09-12T17:58:48.036+0000 7f798b740800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:48.123 INFO:tasks.workunit.client.0.smithi045.stderr: -267> 2024-09-12T17:58:48.036+0000 7f798b740800 5 asok(0x55d52d68b730) register_command rotate-key cmddesc rotate-key hook 0x7ffe9db548f8 EEXIST 2024-09-12T17:58:48.123 INFO:tasks.workunit.client.0.smithi045.stderr: -266> 2024-09-12T17:58:48.036+0000 7f798b740800 10 monclient: _reopen_session rank -1 2024-09-12T17:58:48.123 INFO:tasks.workunit.client.0.smithi045.stderr: -265> 2024-09-12T17:58:48.036+0000 7f798b740800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:58:48.123 INFO:tasks.workunit.client.0.smithi045.stderr: -264> 2024-09-12T17:58:48.036+0000 7f798b740800 10 monclient(hunting): picked mon.noname-b con 0x55d52d9780c0 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:58:48.123 INFO:tasks.workunit.client.0.smithi045.stderr: -263> 2024-09-12T17:58:48.036+0000 7f798b740800 10 monclient(hunting): picked mon.noname-a con 0x55d52d979110 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:58:48.123 INFO:tasks.workunit.client.0.smithi045.stderr: -262> 2024-09-12T17:58:48.036+0000 7f798b740800 10 monclient(hunting): picked mon.noname-c con 0x55d52d96f920 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:58:48.123 INFO:tasks.workunit.client.0.smithi045.stderr: -261> 2024-09-12T17:58:48.036+0000 7f798b740800 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:48.123 INFO:tasks.workunit.client.0.smithi045.stderr: -260> 2024-09-12T17:58:48.036+0000 7f798b740800 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:48.123 INFO:tasks.workunit.client.0.smithi045.stderr: -259> 2024-09-12T17:58:48.036+0000 7f798b740800 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:48.123 INFO:tasks.workunit.client.0.smithi045.stderr: -258> 2024-09-12T17:58:48.036+0000 7f798b740800 10 monclient(hunting): _renew_subs 2024-09-12T17:58:48.123 INFO:tasks.workunit.client.0.smithi045.stderr: -257> 2024-09-12T17:58:48.036+0000 7f798b740800 10 monclient(hunting): authenticate will time out at 2226.494805s 2024-09-12T17:58:48.124 INFO:tasks.workunit.client.0.smithi045.stderr: -256> 2024-09-12T17:58:48.036+0000 7f7986c85640 10 monclient(hunting): get_auth_request con 0x55d52d979110 auth_method 0 2024-09-12T17:58:48.124 INFO:tasks.workunit.client.0.smithi045.stderr: -255> 2024-09-12T17:58:48.036+0000 7f7986c85640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:48.124 INFO:tasks.workunit.client.0.smithi045.stderr: -254> 2024-09-12T17:58:48.036+0000 7f7986c85640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:48.124 INFO:tasks.workunit.client.0.smithi045.stderr: -253> 2024-09-12T17:58:48.036+0000 7f7986c85640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:48.124 INFO:tasks.workunit.client.0.smithi045.stderr: -252> 2024-09-12T17:58:48.036+0000 7f7987c87640 10 monclient(hunting): get_auth_request con 0x55d52d96f920 auth_method 0 2024-09-12T17:58:48.124 INFO:tasks.workunit.client.0.smithi045.stderr: -251> 2024-09-12T17:58:48.036+0000 7f7987c87640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:48.124 INFO:tasks.workunit.client.0.smithi045.stderr: -250> 2024-09-12T17:58:48.036+0000 7f7987c87640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:48.124 INFO:tasks.workunit.client.0.smithi045.stderr: -249> 2024-09-12T17:58:48.036+0000 7f7987c87640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:48.124 INFO:tasks.workunit.client.0.smithi045.stderr: -248> 2024-09-12T17:58:48.036+0000 7f7986c85640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:48.124 INFO:tasks.workunit.client.0.smithi045.stderr: -247> 2024-09-12T17:58:48.037+0000 7f7986c85640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:48.124 INFO:tasks.workunit.client.0.smithi045.stderr: -246> 2024-09-12T17:58:48.037+0000 7f7986c85640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:48.124 INFO:tasks.workunit.client.0.smithi045.stderr: -245> 2024-09-12T17:58:48.037+0000 7f7987c87640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:48.124 INFO:tasks.workunit.client.0.smithi045.stderr: -244> 2024-09-12T17:58:48.037+0000 7f7987c87640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:48.124 INFO:tasks.workunit.client.0.smithi045.stderr: -243> 2024-09-12T17:58:48.037+0000 7f7987c87640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:48.125 INFO:tasks.workunit.client.0.smithi045.stderr: -242> 2024-09-12T17:58:48.037+0000 7f7987486640 10 monclient(hunting): get_auth_request con 0x55d52d9780c0 auth_method 0 2024-09-12T17:58:48.125 INFO:tasks.workunit.client.0.smithi045.stderr: -241> 2024-09-12T17:58:48.037+0000 7f7987486640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:48.125 INFO:tasks.workunit.client.0.smithi045.stderr: -240> 2024-09-12T17:58:48.037+0000 7f7987486640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:48.125 INFO:tasks.workunit.client.0.smithi045.stderr: -239> 2024-09-12T17:58:48.037+0000 7f7987486640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:48.125 INFO:tasks.workunit.client.0.smithi045.stderr: -238> 2024-09-12T17:58:48.037+0000 7f7986c85640 10 monclient(hunting): handle_auth_done global_id 8145 payload 274 2024-09-12T17:58:48.125 INFO:tasks.workunit.client.0.smithi045.stderr: -237> 2024-09-12T17:58:48.037+0000 7f7986c85640 10 monclient: _finish_hunting 0 2024-09-12T17:58:48.125 INFO:tasks.workunit.client.0.smithi045.stderr: -236> 2024-09-12T17:58:48.037+0000 7f7986c85640 1 monclient: found mon.noname-a 2024-09-12T17:58:48.125 INFO:tasks.workunit.client.0.smithi045.stderr: -235> 2024-09-12T17:58:48.037+0000 7f7986c85640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.45:3300/0 2024-09-12T17:58:48.125 INFO:tasks.workunit.client.0.smithi045.stderr: -234> 2024-09-12T17:58:48.037+0000 7f786affd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:48.125 INFO:tasks.workunit.client.0.smithi045.stderr: -233> 2024-09-12T17:58:48.037+0000 7f786affd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:58:48.125 INFO:tasks.workunit.client.0.smithi045.stderr: -232> 2024-09-12T17:58:48.037+0000 7f786affd640 10 monclient: dump: 2024-09-12T17:58:48.125 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:58:48.125 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:58:48.126 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:48.126 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:48.126 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:48.126 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:58:48.126 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:58:48.126 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:58:48.126 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:58:48.126 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:48.126 INFO:tasks.workunit.client.0.smithi045.stderr: -231> 2024-09-12T17:58:48.037+0000 7f786affd640 10 monclient: _finish_auth 0 2024-09-12T17:58:48.126 INFO:tasks.workunit.client.0.smithi045.stderr: -230> 2024-09-12T17:58:48.037+0000 7f786affd640 10 monclient: _check_auth_tickets 2024-09-12T17:58:48.126 INFO:tasks.workunit.client.0.smithi045.stderr: -229> 2024-09-12T17:58:48.037+0000 7f786affd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:58:48.126 INFO:tasks.workunit.client.0.smithi045.stderr: -228> 2024-09-12T17:58:48.037+0000 7f798b740800 5 monclient: authenticate success, global_id 8145 2024-09-12T17:58:48.126 INFO:tasks.workunit.client.0.smithi045.stderr: -227> 2024-09-12T17:58:48.037+0000 7f798b740800 10 monclient: get_monmap_and_config success 2024-09-12T17:58:48.126 INFO:tasks.workunit.client.0.smithi045.stderr: -226> 2024-09-12T17:58:48.037+0000 7f798b740800 4 set_mon_vals no callback set 2024-09-12T17:58:48.127 INFO:tasks.workunit.client.0.smithi045.stderr: -225> 2024-09-12T17:58:48.037+0000 7f786affd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:48.127 INFO:tasks.workunit.client.0.smithi045.stderr: -224> 2024-09-12T17:58:48.037+0000 7f786affd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:58:48.127 INFO:tasks.workunit.client.0.smithi045.stderr: -223> 2024-09-12T17:58:48.037+0000 7f786affd640 10 monclient: dump: 2024-09-12T17:58:48.127 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:58:48.127 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:58:48.127 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:48.127 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:48.127 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:48.127 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:58:48.127 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:58:48.127 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:58:48.127 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:58:48.127 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:48.127 INFO:tasks.workunit.client.0.smithi045.stderr: -222> 2024-09-12T17:58:48.037+0000 7f798b740800 10 monclient: shutdown 2024-09-12T17:58:48.128 INFO:tasks.workunit.client.0.smithi045.stderr: -221> 2024-09-12T17:58:48.038+0000 7f798b740800 10 monclient: build_initial_monmap 2024-09-12T17:58:48.128 INFO:tasks.workunit.client.0.smithi045.stderr: -220> 2024-09-12T17:58:48.038+0000 7f798b740800 1 build_initial for_mkfs: 0 2024-09-12T17:58:48.128 INFO:tasks.workunit.client.0.smithi045.stderr: -219> 2024-09-12T17:58:48.038+0000 7f798b740800 10 monclient: monmap: 2024-09-12T17:58:48.128 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:58:48.128 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:58:48.128 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:58:48.128 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:58:48.128 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:58:48.128 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:58:48.128 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:58:48.128 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:58:48.128 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:58:48.128 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:48.128 INFO:tasks.workunit.client.0.smithi045.stderr: -218> 2024-09-12T17:58:48.038+0000 7f798b740800 5 AuthRegistry(0x55d52d94d510) adding auth protocol: cephx 2024-09-12T17:58:48.129 INFO:tasks.workunit.client.0.smithi045.stderr: -217> 2024-09-12T17:58:48.038+0000 7f798b740800 5 AuthRegistry(0x55d52d94d510) adding auth protocol: cephx 2024-09-12T17:58:48.129 INFO:tasks.workunit.client.0.smithi045.stderr: -216> 2024-09-12T17:58:48.038+0000 7f798b740800 5 AuthRegistry(0x55d52d94d510) adding auth protocol: cephx 2024-09-12T17:58:48.129 INFO:tasks.workunit.client.0.smithi045.stderr: -215> 2024-09-12T17:58:48.038+0000 7f798b740800 5 AuthRegistry(0x55d52d94d510) adding con mode: secure 2024-09-12T17:58:48.129 INFO:tasks.workunit.client.0.smithi045.stderr: -214> 2024-09-12T17:58:48.038+0000 7f798b740800 5 AuthRegistry(0x55d52d94d510) adding con mode: crc 2024-09-12T17:58:48.129 INFO:tasks.workunit.client.0.smithi045.stderr: -213> 2024-09-12T17:58:48.038+0000 7f798b740800 5 AuthRegistry(0x55d52d94d510) adding con mode: secure 2024-09-12T17:58:48.129 INFO:tasks.workunit.client.0.smithi045.stderr: -212> 2024-09-12T17:58:48.038+0000 7f798b740800 5 AuthRegistry(0x55d52d94d510) adding con mode: crc 2024-09-12T17:58:48.129 INFO:tasks.workunit.client.0.smithi045.stderr: -211> 2024-09-12T17:58:48.038+0000 7f798b740800 5 AuthRegistry(0x55d52d94d510) adding con mode: secure 2024-09-12T17:58:48.129 INFO:tasks.workunit.client.0.smithi045.stderr: -210> 2024-09-12T17:58:48.038+0000 7f798b740800 5 AuthRegistry(0x55d52d94d510) adding con mode: crc 2024-09-12T17:58:48.129 INFO:tasks.workunit.client.0.smithi045.stderr: -209> 2024-09-12T17:58:48.038+0000 7f798b740800 5 AuthRegistry(0x55d52d94d510) adding con mode: crc 2024-09-12T17:58:48.129 INFO:tasks.workunit.client.0.smithi045.stderr: -208> 2024-09-12T17:58:48.038+0000 7f798b740800 5 AuthRegistry(0x55d52d94d510) adding con mode: secure 2024-09-12T17:58:48.129 INFO:tasks.workunit.client.0.smithi045.stderr: -207> 2024-09-12T17:58:48.038+0000 7f798b740800 5 AuthRegistry(0x55d52d94d510) adding con mode: crc 2024-09-12T17:58:48.129 INFO:tasks.workunit.client.0.smithi045.stderr: -206> 2024-09-12T17:58:48.038+0000 7f798b740800 5 AuthRegistry(0x55d52d94d510) adding con mode: secure 2024-09-12T17:58:48.129 INFO:tasks.workunit.client.0.smithi045.stderr: -205> 2024-09-12T17:58:48.038+0000 7f798b740800 5 AuthRegistry(0x55d52d94d510) adding con mode: crc 2024-09-12T17:58:48.129 INFO:tasks.workunit.client.0.smithi045.stderr: -204> 2024-09-12T17:58:48.038+0000 7f798b740800 5 AuthRegistry(0x55d52d94d510) adding con mode: secure 2024-09-12T17:58:48.130 INFO:tasks.workunit.client.0.smithi045.stderr: -203> 2024-09-12T17:58:48.038+0000 7f798b740800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:48.130 INFO:tasks.workunit.client.0.smithi045.stderr: -202> 2024-09-12T17:58:48.038+0000 7f798b740800 1 librados: starting msgr at 2024-09-12T17:58:48.130 INFO:tasks.workunit.client.0.smithi045.stderr: -201> 2024-09-12T17:58:48.038+0000 7f798b740800 1 librados: starting objecter 2024-09-12T17:58:48.130 INFO:tasks.workunit.client.0.smithi045.stderr: -200> 2024-09-12T17:58:48.038+0000 7f798b740800 5 asok(0x55d52d68b730) register_command objecter_requests cmddesc objecter_requests hook 0x55d52d94fbe0 EEXIST 2024-09-12T17:58:48.130 INFO:tasks.workunit.client.0.smithi045.stderr: -199> 2024-09-12T17:58:48.038+0000 7f798b740800 1 librados: setting wanted keys 2024-09-12T17:58:48.130 INFO:tasks.workunit.client.0.smithi045.stderr: -198> 2024-09-12T17:58:48.038+0000 7f798b740800 1 librados: calling monclient init 2024-09-12T17:58:48.130 INFO:tasks.workunit.client.0.smithi045.stderr: -197> 2024-09-12T17:58:48.038+0000 7f798b740800 10 monclient: init 2024-09-12T17:58:48.130 INFO:tasks.workunit.client.0.smithi045.stderr: -196> 2024-09-12T17:58:48.038+0000 7f798b740800 5 AuthRegistry(0x55d52d941740) adding auth protocol: cephx 2024-09-12T17:58:48.130 INFO:tasks.workunit.client.0.smithi045.stderr: -195> 2024-09-12T17:58:48.038+0000 7f798b740800 5 AuthRegistry(0x55d52d941740) adding auth protocol: cephx 2024-09-12T17:58:48.130 INFO:tasks.workunit.client.0.smithi045.stderr: -194> 2024-09-12T17:58:48.038+0000 7f798b740800 5 AuthRegistry(0x55d52d941740) adding auth protocol: cephx 2024-09-12T17:58:48.130 INFO:tasks.workunit.client.0.smithi045.stderr: -193> 2024-09-12T17:58:48.038+0000 7f798b740800 5 AuthRegistry(0x55d52d941740) adding con mode: secure 2024-09-12T17:58:48.130 INFO:tasks.workunit.client.0.smithi045.stderr: -192> 2024-09-12T17:58:48.038+0000 7f798b740800 5 AuthRegistry(0x55d52d941740) adding con mode: crc 2024-09-12T17:58:48.130 INFO:tasks.workunit.client.0.smithi045.stderr: -191> 2024-09-12T17:58:48.038+0000 7f798b740800 5 AuthRegistry(0x55d52d941740) adding con mode: secure 2024-09-12T17:58:48.130 INFO:tasks.workunit.client.0.smithi045.stderr: -190> 2024-09-12T17:58:48.038+0000 7f798b740800 5 AuthRegistry(0x55d52d941740) adding con mode: crc 2024-09-12T17:58:48.131 INFO:tasks.workunit.client.0.smithi045.stderr: -189> 2024-09-12T17:58:48.038+0000 7f798b740800 5 AuthRegistry(0x55d52d941740) adding con mode: secure 2024-09-12T17:58:48.131 INFO:tasks.workunit.client.0.smithi045.stderr: -188> 2024-09-12T17:58:48.038+0000 7f798b740800 5 AuthRegistry(0x55d52d941740) adding con mode: crc 2024-09-12T17:58:48.131 INFO:tasks.workunit.client.0.smithi045.stderr: -187> 2024-09-12T17:58:48.038+0000 7f798b740800 5 AuthRegistry(0x55d52d941740) adding con mode: crc 2024-09-12T17:58:48.131 INFO:tasks.workunit.client.0.smithi045.stderr: -186> 2024-09-12T17:58:48.038+0000 7f798b740800 5 AuthRegistry(0x55d52d941740) adding con mode: secure 2024-09-12T17:58:48.131 INFO:tasks.workunit.client.0.smithi045.stderr: -185> 2024-09-12T17:58:48.038+0000 7f798b740800 5 AuthRegistry(0x55d52d941740) adding con mode: crc 2024-09-12T17:58:48.131 INFO:tasks.workunit.client.0.smithi045.stderr: -184> 2024-09-12T17:58:48.038+0000 7f798b740800 5 AuthRegistry(0x55d52d941740) adding con mode: secure 2024-09-12T17:58:48.131 INFO:tasks.workunit.client.0.smithi045.stderr: -183> 2024-09-12T17:58:48.038+0000 7f798b740800 5 AuthRegistry(0x55d52d941740) adding con mode: crc 2024-09-12T17:58:48.131 INFO:tasks.workunit.client.0.smithi045.stderr: -182> 2024-09-12T17:58:48.038+0000 7f798b740800 5 AuthRegistry(0x55d52d941740) adding con mode: secure 2024-09-12T17:58:48.131 INFO:tasks.workunit.client.0.smithi045.stderr: -181> 2024-09-12T17:58:48.038+0000 7f798b740800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:48.131 INFO:tasks.workunit.client.0.smithi045.stderr: -180> 2024-09-12T17:58:48.038+0000 7f798b740800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:48.131 INFO:tasks.workunit.client.0.smithi045.stderr: -179> 2024-09-12T17:58:48.038+0000 7f798b740800 5 asok(0x55d52d68b730) register_command rotate-key cmddesc rotate-key hook 0x55d52d941888 EEXIST 2024-09-12T17:58:48.131 INFO:tasks.workunit.client.0.smithi045.stderr: -178> 2024-09-12T17:58:48.038+0000 7f798b740800 10 monclient: _reopen_session rank -1 2024-09-12T17:58:48.131 INFO:tasks.workunit.client.0.smithi045.stderr: -177> 2024-09-12T17:58:48.038+0000 7f798b740800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:58:48.131 INFO:tasks.workunit.client.0.smithi045.stderr: -176> 2024-09-12T17:58:48.038+0000 7f798b740800 10 monclient(hunting): picked mon.noname-b con 0x55d52d96f920 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:58:48.132 INFO:tasks.workunit.client.0.smithi045.stderr: -175> 2024-09-12T17:58:48.038+0000 7f798b740800 10 monclient(hunting): picked mon.noname-a con 0x55d52d9780c0 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:58:48.132 INFO:tasks.workunit.client.0.smithi045.stderr: -174> 2024-09-12T17:58:48.038+0000 7f798b740800 10 monclient(hunting): picked mon.noname-c con 0x55d52d979110 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:58:48.132 INFO:tasks.workunit.client.0.smithi045.stderr: -173> 2024-09-12T17:58:48.038+0000 7f798b740800 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:48.132 INFO:tasks.workunit.client.0.smithi045.stderr: -172> 2024-09-12T17:58:48.038+0000 7f798b740800 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:48.132 INFO:tasks.workunit.client.0.smithi045.stderr: -171> 2024-09-12T17:58:48.038+0000 7f798b740800 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:48.132 INFO:tasks.workunit.client.0.smithi045.stderr: -170> 2024-09-12T17:58:48.038+0000 7f798b740800 10 monclient(hunting): _renew_subs 2024-09-12T17:58:48.132 INFO:tasks.workunit.client.0.smithi045.stderr: -169> 2024-09-12T17:58:48.038+0000 7f798b740800 10 monclient(hunting): authenticate will time out at 2226.496995s 2024-09-12T17:58:48.132 INFO:tasks.workunit.client.0.smithi045.stderr: -168> 2024-09-12T17:58:48.039+0000 7f7986c85640 10 monclient(hunting): get_auth_request con 0x55d52d9780c0 auth_method 0 2024-09-12T17:58:48.132 INFO:tasks.workunit.client.0.smithi045.stderr: -167> 2024-09-12T17:58:48.039+0000 7f7986c85640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:48.132 INFO:tasks.workunit.client.0.smithi045.stderr: -166> 2024-09-12T17:58:48.039+0000 7f7986c85640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:48.132 INFO:tasks.workunit.client.0.smithi045.stderr: -165> 2024-09-12T17:58:48.039+0000 7f7986c85640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:48.132 INFO:tasks.workunit.client.0.smithi045.stderr: -164> 2024-09-12T17:58:48.039+0000 7f7987c87640 10 monclient(hunting): get_auth_request con 0x55d52d979110 auth_method 0 2024-09-12T17:58:48.132 INFO:tasks.workunit.client.0.smithi045.stderr: -163> 2024-09-12T17:58:48.039+0000 7f7987c87640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:48.133 INFO:tasks.workunit.client.0.smithi045.stderr: -162> 2024-09-12T17:58:48.039+0000 7f7987c87640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:48.133 INFO:tasks.workunit.client.0.smithi045.stderr: -161> 2024-09-12T17:58:48.039+0000 7f7987c87640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:48.133 INFO:tasks.workunit.client.0.smithi045.stderr: -160> 2024-09-12T17:58:48.039+0000 7f7987486640 10 monclient(hunting): get_auth_request con 0x55d52d96f920 auth_method 0 2024-09-12T17:58:48.133 INFO:tasks.workunit.client.0.smithi045.stderr: -159> 2024-09-12T17:58:48.039+0000 7f7987486640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:48.133 INFO:tasks.workunit.client.0.smithi045.stderr: -158> 2024-09-12T17:58:48.039+0000 7f7987486640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:48.133 INFO:tasks.workunit.client.0.smithi045.stderr: -157> 2024-09-12T17:58:48.039+0000 7f7987486640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:48.133 INFO:tasks.workunit.client.0.smithi045.stderr: -156> 2024-09-12T17:58:48.039+0000 7f7986c85640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:48.133 INFO:tasks.workunit.client.0.smithi045.stderr: -155> 2024-09-12T17:58:48.039+0000 7f7986c85640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:48.133 INFO:tasks.workunit.client.0.smithi045.stderr: -154> 2024-09-12T17:58:48.039+0000 7f7986c85640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:48.133 INFO:tasks.workunit.client.0.smithi045.stderr: -153> 2024-09-12T17:58:48.039+0000 7f7987c87640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:48.133 INFO:tasks.workunit.client.0.smithi045.stderr: -152> 2024-09-12T17:58:48.039+0000 7f7987c87640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:48.133 INFO:tasks.workunit.client.0.smithi045.stderr: -151> 2024-09-12T17:58:48.039+0000 7f7987c87640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:48.133 INFO:tasks.workunit.client.0.smithi045.stderr: -150> 2024-09-12T17:58:48.039+0000 7f7987486640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:48.133 INFO:tasks.workunit.client.0.smithi045.stderr: -149> 2024-09-12T17:58:48.039+0000 7f7987486640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:48.134 INFO:tasks.workunit.client.0.smithi045.stderr: -148> 2024-09-12T17:58:48.039+0000 7f7987486640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:48.134 INFO:tasks.workunit.client.0.smithi045.stderr: -147> 2024-09-12T17:58:48.039+0000 7f7986c85640 10 monclient(hunting): handle_auth_done global_id 8148 payload 824 2024-09-12T17:58:48.134 INFO:tasks.workunit.client.0.smithi045.stderr: -146> 2024-09-12T17:58:48.039+0000 7f7986c85640 10 monclient: _finish_hunting 0 2024-09-12T17:58:48.134 INFO:tasks.workunit.client.0.smithi045.stderr: -145> 2024-09-12T17:58:48.039+0000 7f7986c85640 1 monclient: found mon.noname-a 2024-09-12T17:58:48.134 INFO:tasks.workunit.client.0.smithi045.stderr: -144> 2024-09-12T17:58:48.039+0000 7f7986c85640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.45:3300/0 2024-09-12T17:58:48.134 INFO:tasks.workunit.client.0.smithi045.stderr: -143> 2024-09-12T17:58:48.039+0000 7f78697fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:48.134 INFO:tasks.workunit.client.0.smithi045.stderr: -142> 2024-09-12T17:58:48.039+0000 7f78697fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:58:48.134 INFO:tasks.workunit.client.0.smithi045.stderr: -141> 2024-09-12T17:58:48.039+0000 7f78697fa640 10 monclient: dump: 2024-09-12T17:58:48.134 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:58:48.134 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:58:48.134 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:48.134 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:48.134 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:48.134 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:58:48.135 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:58:48.135 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:58:48.135 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:58:48.135 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:48.135 INFO:tasks.workunit.client.0.smithi045.stderr: -140> 2024-09-12T17:58:48.039+0000 7f78697fa640 10 monclient: _finish_auth 0 2024-09-12T17:58:48.135 INFO:tasks.workunit.client.0.smithi045.stderr: -139> 2024-09-12T17:58:48.039+0000 7f78697fa640 10 monclient: _check_auth_tickets 2024-09-12T17:58:48.135 INFO:tasks.workunit.client.0.smithi045.stderr: -138> 2024-09-12T17:58:48.039+0000 7f78697fa640 10 monclient: handle_config config(0 keys) 2024-09-12T17:58:48.135 INFO:tasks.workunit.client.0.smithi045.stderr: -137> 2024-09-12T17:58:48.039+0000 7f78697fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:48.135 INFO:tasks.workunit.client.0.smithi045.stderr: -136> 2024-09-12T17:58:48.039+0000 7f78697fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:58:48.135 INFO:tasks.workunit.client.0.smithi045.stderr: -135> 2024-09-12T17:58:48.039+0000 7f78697fa640 10 monclient: dump: 2024-09-12T17:58:48.135 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:58:48.135 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:58:48.135 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:48.135 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:48.136 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:48.136 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:58:48.136 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:58:48.136 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:58:48.136 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:58:48.136 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:48.136 INFO:tasks.workunit.client.0.smithi045.stderr: -134> 2024-09-12T17:58:48.039+0000 7f798b740800 5 monclient: authenticate success, global_id 8148 2024-09-12T17:58:48.136 INFO:tasks.workunit.client.0.smithi045.stderr: -133> 2024-09-12T17:58:48.039+0000 7f786affd640 4 set_mon_vals no callback set 2024-09-12T17:58:48.136 INFO:tasks.workunit.client.0.smithi045.stderr: -132> 2024-09-12T17:58:48.039+0000 7f798b740800 10 monclient: _renew_subs 2024-09-12T17:58:48.136 INFO:tasks.workunit.client.0.smithi045.stderr: -131> 2024-09-12T17:58:48.039+0000 7f798b740800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:58:48.136 INFO:tasks.workunit.client.0.smithi045.stderr: -130> 2024-09-12T17:58:48.039+0000 7f798b740800 10 monclient: _renew_subs 2024-09-12T17:58:48.136 INFO:tasks.workunit.client.0.smithi045.stderr: -129> 2024-09-12T17:58:48.039+0000 7f798b740800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:58:48.136 INFO:tasks.workunit.client.0.smithi045.stderr: -128> 2024-09-12T17:58:48.039+0000 7f798b740800 1 librados: init done 2024-09-12T17:58:48.137 INFO:tasks.workunit.client.0.smithi045.stderr: -127> 2024-09-12T17:58:48.039+0000 7f798b740800 5 asok(0x55d52d68b730) register_command cr dump hook 0x55d52d96c008 2024-09-12T17:58:48.137 INFO:tasks.workunit.client.0.smithi045.stderr: -126> 2024-09-12T17:58:48.041+0000 7f798b740800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.137 INFO:tasks.workunit.client.0.smithi045.stderr: -125> 2024-09-12T17:58:48.041+0000 7f78697fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:58:48.137 INFO:tasks.workunit.client.0.smithi045.stderr: -124> 2024-09-12T17:58:48.041+0000 7f78697fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:58:48.137 INFO:tasks.workunit.client.0.smithi045.stderr: -123> 2024-09-12T17:58:48.041+0000 7f78697fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:58:48.137 INFO:tasks.workunit.client.0.smithi045.stderr: -122> 2024-09-12T17:58:48.041+0000 7f7987486640 10 monclient: get_auth_request con 0x7f7850076470 auth_method 0 2024-09-12T17:58:48.137 INFO:tasks.workunit.client.0.smithi045.stderr: -121> 2024-09-12T17:58:48.042+0000 7f7987c87640 10 monclient: get_auth_request con 0x55d52d997870 auth_method 0 2024-09-12T17:58:48.137 INFO:tasks.workunit.client.0.smithi045.stderr: -120> 2024-09-12T17:58:48.042+0000 7f798b740800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:48.137 INFO:tasks.workunit.client.0.smithi045.stderr: -119> 2024-09-12T17:58:48.042+0000 7f798b740800 20 realm 2024-09-12T17:58:48.137 INFO:tasks.workunit.client.0.smithi045.stderr: -118> 2024-09-12T17:58:48.042+0000 7f798b740800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.137 INFO:tasks.workunit.client.0.smithi045.stderr: -117> 2024-09-12T17:58:48.042+0000 7f798b740800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:48.137 INFO:tasks.workunit.client.0.smithi045.stderr: -116> 2024-09-12T17:58:48.042+0000 7f798b740800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:58:48.137 INFO:tasks.workunit.client.0.smithi045.stderr: -115> 2024-09-12T17:58:48.042+0000 7f798b740800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.137 INFO:tasks.workunit.client.0.smithi045.stderr: -114> 2024-09-12T17:58:48.043+0000 7f798b740800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:48.138 INFO:tasks.workunit.client.0.smithi045.stderr: -113> 2024-09-12T17:58:48.043+0000 7f798b740800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.138 INFO:tasks.workunit.client.0.smithi045.stderr: -112> 2024-09-12T17:58:48.043+0000 7f7987486640 10 monclient: get_auth_request con 0x55d52d99b9f0 auth_method 0 2024-09-12T17:58:48.138 INFO:tasks.workunit.client.0.smithi045.stderr: -111> 2024-09-12T17:58:48.043+0000 7f798b740800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:48.138 INFO:tasks.workunit.client.0.smithi045.stderr: -110> 2024-09-12T17:58:48.043+0000 7f798b740800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.138 INFO:tasks.workunit.client.0.smithi045.stderr: -109> 2024-09-12T17:58:48.044+0000 7f7986c85640 10 monclient: get_auth_request con 0x55d52d99f250 auth_method 0 2024-09-12T17:58:48.138 INFO:tasks.workunit.client.0.smithi045.stderr: -108> 2024-09-12T17:58:48.044+0000 7f798b740800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:58:48.138 INFO:tasks.workunit.client.0.smithi045.stderr: -107> 2024-09-12T17:58:48.044+0000 7f798b740800 20 searching for the correct realm 2024-09-12T17:58:48.138 INFO:tasks.workunit.client.0.smithi045.stderr: -106> 2024-09-12T17:58:48.044+0000 7f7987c87640 10 monclient: get_auth_request con 0x55d52d9a3fc0 auth_method 0 2024-09-12T17:58:48.138 INFO:tasks.workunit.client.0.smithi045.stderr: -105> 2024-09-12T17:58:48.045+0000 7f7987486640 10 monclient: get_auth_request con 0x7f797c009c70 auth_method 0 2024-09-12T17:58:48.138 INFO:tasks.workunit.client.0.smithi045.stderr: -104> 2024-09-12T17:58:48.046+0000 7f7986c85640 10 monclient: get_auth_request con 0x7f797803c040 auth_method 0 2024-09-12T17:58:48.138 INFO:tasks.workunit.client.0.smithi045.stderr: -103> 2024-09-12T17:58:48.047+0000 7f7987c87640 0 -- 172.21.15.45:0/1687852048 >> [v2:172.21.15.45:6824/1551660769,v1:172.21.15.45:6825/1551660769] conn(0x55d52d9a3fc0 msgr2=0x55d52d9a6480 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:48.138 INFO:tasks.workunit.client.0.smithi045.stderr: -102> 2024-09-12T17:58:48.047+0000 7f78697fa640 1 client.8148.objecter ms_handle_reset 0x55d52d9a3fc0 session 0x55d52d9a3940 osd.3 2024-09-12T17:58:48.138 INFO:tasks.workunit.client.0.smithi045.stderr: -101> 2024-09-12T17:58:48.047+0000 7f78697fa640 10 monclient: _renew_subs 2024-09-12T17:58:48.138 INFO:tasks.workunit.client.0.smithi045.stderr: -100> 2024-09-12T17:58:48.047+0000 7f78697fa640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:58:48.139 INFO:tasks.workunit.client.0.smithi045.stderr: -99> 2024-09-12T17:58:48.047+0000 7f7987c87640 10 monclient: get_auth_request con 0x7f7850086ba0 auth_method 0 2024-09-12T17:58:48.139 INFO:tasks.workunit.client.0.smithi045.stderr: -98> 2024-09-12T17:58:48.048+0000 7f7987c87640 10 monclient: get_auth_request con 0x7f797c0d30d0 auth_method 0 2024-09-12T17:58:48.139 INFO:tasks.workunit.client.0.smithi045.stderr: -97> 2024-09-12T17:58:48.050+0000 7f7987486640 10 monclient: get_auth_request con 0x7f797c0bf9f0 auth_method 0 2024-09-12T17:58:48.139 INFO:tasks.workunit.client.0.smithi045.stderr: -96> 2024-09-12T17:58:48.050+0000 7f7987486640 0 -- 172.21.15.45:0/1687852048 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f797c0bf9f0 msgr2=0x7f797c0da2c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:58:48.139 INFO:tasks.workunit.client.0.smithi045.stderr: -95> 2024-09-12T17:58:48.050+0000 7f78697fa640 1 client.8148.objecter ms_handle_reset 0x7f797c0bf9f0 session 0x7f797c0093c0 osd.0 2024-09-12T17:58:48.139 INFO:tasks.workunit.client.0.smithi045.stderr: -94> 2024-09-12T17:58:48.050+0000 7f7987486640 10 monclient: get_auth_request con 0x55d52d9a3fc0 auth_method 0 2024-09-12T17:58:48.139 INFO:tasks.workunit.client.0.smithi045.stderr: -93> 2024-09-12T17:58:48.055+0000 7f798b740800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:58:48.139 INFO:tasks.workunit.client.0.smithi045.stderr: -92> 2024-09-12T17:58:48.055+0000 7f798b740800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:58:48.139 INFO:tasks.workunit.client.0.smithi045.stderr: -91> 2024-09-12T17:58:48.055+0000 7f798b740800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:58:48.139 INFO:tasks.workunit.client.0.smithi045.stderr: -90> 2024-09-12T17:58:48.055+0000 7f798b740800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:58:48.139 INFO:tasks.workunit.client.0.smithi045.stderr: -89> 2024-09-12T17:58:48.055+0000 7f798b740800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:58:48.139 INFO:tasks.workunit.client.0.smithi045.stderr: -88> 2024-09-12T17:58:48.055+0000 7f798b740800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:58:48.139 INFO:tasks.workunit.client.0.smithi045.stderr: -87> 2024-09-12T17:58:48.055+0000 7f798b740800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.140 INFO:tasks.workunit.client.0.smithi045.stderr: -86> 2024-09-12T17:58:48.055+0000 7f798b740800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:48.140 INFO:tasks.workunit.client.0.smithi045.stderr: -85> 2024-09-12T17:58:48.055+0000 7f798b740800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.140 INFO:tasks.workunit.client.0.smithi045.stderr: -84> 2024-09-12T17:58:48.055+0000 7f798b740800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:48.140 INFO:tasks.workunit.client.0.smithi045.stderr: -83> 2024-09-12T17:58:48.055+0000 7f798b740800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.140 INFO:tasks.workunit.client.0.smithi045.stderr: -82> 2024-09-12T17:58:48.055+0000 7f798b740800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:58:48.140 INFO:tasks.workunit.client.0.smithi045.stderr: -81> 2024-09-12T17:58:48.055+0000 7f798b740800 20 zone default found 2024-09-12T17:58:48.140 INFO:tasks.workunit.client.0.smithi045.stderr: -80> 2024-09-12T17:58:48.055+0000 7f798b740800 4 Realm: () 2024-09-12T17:58:48.140 INFO:tasks.workunit.client.0.smithi045.stderr: -79> 2024-09-12T17:58:48.055+0000 7f798b740800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:58:48.140 INFO:tasks.workunit.client.0.smithi045.stderr: -78> 2024-09-12T17:58:48.055+0000 7f798b740800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:58:48.140 INFO:tasks.workunit.client.0.smithi045.stderr: -77> 2024-09-12T17:58:48.055+0000 7f798b740800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:58:48.140 INFO:tasks.workunit.client.0.smithi045.stderr: -76> 2024-09-12T17:58:48.055+0000 7f798b740800 20 zonegroup default 2024-09-12T17:58:48.140 INFO:tasks.workunit.client.0.smithi045.stderr: -75> 2024-09-12T17:58:48.055+0000 7f798b740800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.140 INFO:tasks.workunit.client.0.smithi045.stderr: -74> 2024-09-12T17:58:48.056+0000 7f798b740800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:48.140 INFO:tasks.workunit.client.0.smithi045.stderr: -73> 2024-09-12T17:58:48.056+0000 7f798b740800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.141 INFO:tasks.workunit.client.0.smithi045.stderr: -72> 2024-09-12T17:58:48.056+0000 7f798b740800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:48.141 INFO:tasks.workunit.client.0.smithi045.stderr: -71> 2024-09-12T17:58:48.056+0000 7f798b740800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.141 INFO:tasks.workunit.client.0.smithi045.stderr: -70> 2024-09-12T17:58:48.056+0000 7f798b740800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:48.141 INFO:tasks.workunit.client.0.smithi045.stderr: -69> 2024-09-12T17:58:48.056+0000 7f798b740800 20 started sync module instance, tier type = 2024-09-12T17:58:48.141 INFO:tasks.workunit.client.0.smithi045.stderr: -68> 2024-09-12T17:58:48.056+0000 7f798b740800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:58:48.141 INFO:tasks.workunit.client.0.smithi045.stderr: -67> 2024-09-12T17:58:48.065+0000 7f798b740800 20 add_watcher() i=0 2024-09-12T17:58:48.141 INFO:tasks.workunit.client.0.smithi045.stderr: -66> 2024-09-12T17:58:48.065+0000 7f798b740800 20 add_watcher() i=1 2024-09-12T17:58:48.141 INFO:tasks.workunit.client.0.smithi045.stderr: -65> 2024-09-12T17:58:48.065+0000 7f798b740800 20 add_watcher() i=2 2024-09-12T17:58:48.141 INFO:tasks.workunit.client.0.smithi045.stderr: -64> 2024-09-12T17:58:48.065+0000 7f798b740800 20 add_watcher() i=3 2024-09-12T17:58:48.141 INFO:tasks.workunit.client.0.smithi045.stderr: -63> 2024-09-12T17:58:48.065+0000 7f798b740800 20 add_watcher() i=4 2024-09-12T17:58:48.141 INFO:tasks.workunit.client.0.smithi045.stderr: -62> 2024-09-12T17:58:48.065+0000 7f798b740800 20 add_watcher() i=5 2024-09-12T17:58:48.141 INFO:tasks.workunit.client.0.smithi045.stderr: -61> 2024-09-12T17:58:48.065+0000 7f798b740800 20 add_watcher() i=6 2024-09-12T17:58:48.141 INFO:tasks.workunit.client.0.smithi045.stderr: -60> 2024-09-12T17:58:48.066+0000 7f798b740800 20 add_watcher() i=7 2024-09-12T17:58:48.141 INFO:tasks.workunit.client.0.smithi045.stderr: -59> 2024-09-12T17:58:48.066+0000 7f798b740800 2 all 8 watchers are set, enabling cache 2024-09-12T17:58:48.145 INFO:tasks.workunit.client.0.smithi045.stderr: -58> 2024-09-12T17:58:48.068+0000 7f798b740800 5 AuthRegistry(0x7ffe9db54c80) adding auth protocol: cephx 2024-09-12T17:58:48.145 INFO:tasks.workunit.client.0.smithi045.stderr: -57> 2024-09-12T17:58:48.068+0000 7f798b740800 5 AuthRegistry(0x7ffe9db54c80) adding auth protocol: cephx 2024-09-12T17:58:48.145 INFO:tasks.workunit.client.0.smithi045.stderr: -56> 2024-09-12T17:58:48.068+0000 7f798b740800 5 AuthRegistry(0x7ffe9db54c80) adding auth protocol: cephx 2024-09-12T17:58:48.145 INFO:tasks.workunit.client.0.smithi045.stderr: -55> 2024-09-12T17:58:48.068+0000 7f798b740800 5 AuthRegistry(0x7ffe9db54c80) adding con mode: secure 2024-09-12T17:58:48.145 INFO:tasks.workunit.client.0.smithi045.stderr: -54> 2024-09-12T17:58:48.068+0000 7f798b740800 5 AuthRegistry(0x7ffe9db54c80) adding con mode: crc 2024-09-12T17:58:48.145 INFO:tasks.workunit.client.0.smithi045.stderr: -53> 2024-09-12T17:58:48.068+0000 7f798b740800 5 AuthRegistry(0x7ffe9db54c80) adding con mode: secure 2024-09-12T17:58:48.145 INFO:tasks.workunit.client.0.smithi045.stderr: -52> 2024-09-12T17:58:48.068+0000 7f798b740800 5 AuthRegistry(0x7ffe9db54c80) adding con mode: crc 2024-09-12T17:58:48.146 INFO:tasks.workunit.client.0.smithi045.stderr: -51> 2024-09-12T17:58:48.068+0000 7f798b740800 5 AuthRegistry(0x7ffe9db54c80) adding con mode: secure 2024-09-12T17:58:48.146 INFO:tasks.workunit.client.0.smithi045.stderr: -50> 2024-09-12T17:58:48.068+0000 7f798b740800 5 AuthRegistry(0x7ffe9db54c80) adding con mode: crc 2024-09-12T17:58:48.146 INFO:tasks.workunit.client.0.smithi045.stderr: -49> 2024-09-12T17:58:48.068+0000 7f798b740800 5 AuthRegistry(0x7ffe9db54c80) adding con mode: crc 2024-09-12T17:58:48.146 INFO:tasks.workunit.client.0.smithi045.stderr: -48> 2024-09-12T17:58:48.068+0000 7f783e7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:48.146 INFO:tasks.workunit.client.0.smithi045.stderr: -47> 2024-09-12T17:58:48.068+0000 7f798b740800 5 AuthRegistry(0x7ffe9db54c80) adding con mode: secure 2024-09-12T17:58:48.146 INFO:tasks.workunit.client.0.smithi045.stderr: -46> 2024-09-12T17:58:48.068+0000 7f798b740800 5 AuthRegistry(0x7ffe9db54c80) adding con mode: crc 2024-09-12T17:58:48.146 INFO:tasks.workunit.client.0.smithi045.stderr: -45> 2024-09-12T17:58:48.068+0000 7f798b740800 5 AuthRegistry(0x7ffe9db54c80) adding con mode: secure 2024-09-12T17:58:48.146 INFO:tasks.workunit.client.0.smithi045.stderr: -44> 2024-09-12T17:58:48.068+0000 7f798b740800 5 AuthRegistry(0x7ffe9db54c80) adding con mode: crc 2024-09-12T17:58:48.146 INFO:tasks.workunit.client.0.smithi045.stderr: -43> 2024-09-12T17:58:48.068+0000 7f798b740800 5 AuthRegistry(0x7ffe9db54c80) adding con mode: secure 2024-09-12T17:58:48.146 INFO:tasks.workunit.client.0.smithi045.stderr: -42> 2024-09-12T17:58:48.068+0000 7f798b740800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:48.146 INFO:tasks.workunit.client.0.smithi045.stderr: -41> 2024-09-12T17:58:48.068+0000 7f798b740800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:58:48.146 INFO:tasks.workunit.client.0.smithi045.stderr: -40> 2024-09-12T17:58:48.068+0000 7f798b740800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:58:48.146 INFO:tasks.workunit.client.0.smithi045.stderr: -39> 2024-09-12T17:58:48.068+0000 7f798b740800 5 asok(0x55d52d68b730) register_command cache list hook 0x55d52d97b510 2024-09-12T17:58:48.146 INFO:tasks.workunit.client.0.smithi045.stderr: -38> 2024-09-12T17:58:48.068+0000 7f798b740800 5 asok(0x55d52d68b730) register_command cache inspect hook 0x55d52d97b510 2024-09-12T17:58:48.147 INFO:tasks.workunit.client.0.smithi045.stderr: -37> 2024-09-12T17:58:48.068+0000 7f798b740800 5 asok(0x55d52d68b730) register_command cache erase hook 0x55d52d97b510 2024-09-12T17:58:48.147 INFO:tasks.workunit.client.0.smithi045.stderr: -36> 2024-09-12T17:58:48.068+0000 7f798b740800 5 asok(0x55d52d68b730) register_command cache zap hook 0x55d52d97b510 2024-09-12T17:58:48.147 INFO:tasks.workunit.client.0.smithi045.stderr: -35> 2024-09-12T17:58:48.068+0000 7f798b740800 5 note: GC not initialized 2024-09-12T17:58:48.147 INFO:tasks.workunit.client.0.smithi045.stderr: -34> 2024-09-12T17:58:48.068+0000 7f783d7e2640 20 reqs_thread_entry: start 2024-09-12T17:58:48.147 INFO:tasks.workunit.client.0.smithi045.stderr: -33> 2024-09-12T17:58:48.068+0000 7f798b740800 5 asok(0x55d52d68b730) register_command sync trace show hook 0x7f797c004040 2024-09-12T17:58:48.147 INFO:tasks.workunit.client.0.smithi045.stderr: -32> 2024-09-12T17:58:48.068+0000 7f798b740800 5 asok(0x55d52d68b730) register_command sync trace history hook 0x7f797c004040 2024-09-12T17:58:48.147 INFO:tasks.workunit.client.0.smithi045.stderr: -31> 2024-09-12T17:58:48.068+0000 7f798b740800 5 asok(0x55d52d68b730) register_command sync trace active hook 0x7f797c004040 2024-09-12T17:58:48.147 INFO:tasks.workunit.client.0.smithi045.stderr: -30> 2024-09-12T17:58:48.068+0000 7f798b740800 5 asok(0x55d52d68b730) register_command sync trace active_short hook 0x7f797c004040 2024-09-12T17:58:48.147 INFO:tasks.workunit.client.0.smithi045.stderr: -29> 2024-09-12T17:58:48.068+0000 7f798b740800 20 init_complete bucket index max shards: 1 2024-09-12T17:58:48.147 INFO:tasks.workunit.client.0.smithi045.stderr: -28> 2024-09-12T17:58:48.068+0000 7f798b740800 20 Filter name: none 2024-09-12T17:58:48.147 INFO:tasks.workunit.client.0.smithi045.stderr: -27> 2024-09-12T17:58:48.069+0000 7f78367fc640 20 reqs_thread_entry: start 2024-09-12T17:58:48.147 INFO:tasks.workunit.client.0.smithi045.stderr: -26> 2024-09-12T17:58:48.069+0000 7f798b740800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:58:48.147 INFO:tasks.workunit.client.0.smithi045.stderr: -25> 2024-09-12T17:58:48.069+0000 7f798b740800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.147 INFO:tasks.workunit.client.0.smithi045.stderr: -24> 2024-09-12T17:58:48.069+0000 7f798b740800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:58:48.148 INFO:tasks.workunit.client.0.smithi045.stderr: -23> 2024-09-12T17:58:48.069+0000 7f798b740800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:58:48.148 INFO:tasks.workunit.client.0.smithi045.stderr: -22> 2024-09-12T17:58:48.069+0000 7f798b740800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:58:48.148 INFO:tasks.workunit.client.0.smithi045.stderr: -21> 2024-09-12T17:58:48.069+0000 7f798b740800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 : miss 2024-09-12T17:58:48.148 INFO:tasks.workunit.client.0.smithi045.stderr: -20> 2024-09-12T17:58:48.069+0000 7f798b740800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.148 INFO:tasks.workunit.client.0.smithi045.stderr: -19> 2024-09-12T17:58:48.070+0000 7f798b740800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:58:48.148 INFO:tasks.workunit.client.0.smithi045.stderr: -18> 2024-09-12T17:58:48.070+0000 7f798b740800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T17:58:48.148 INFO:tasks.workunit.client.0.smithi045.stderr: -17> 2024-09-12T17:58:48.070+0000 7f798b740800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T17:58:48.148 INFO:tasks.workunit.client.0.smithi045.stderr: -16> 2024-09-12T17:58:48.070+0000 7f798b740800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:58:48.148 INFO:tasks.workunit.client.0.smithi045.stderr: -15> 2024-09-12T17:58:48.070+0000 7f798b740800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:58:48.148 INFO:tasks.workunit.client.0.smithi045.stderr: -14> 2024-09-12T17:58:48.070+0000 7f798b740800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 2024-09-12T17:58:48.148 INFO:tasks.workunit.client.0.smithi045.stderr: -13> 2024-09-12T17:58:48.074+0000 7f798b740800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T17:58:48.148 INFO:tasks.workunit.client.0.smithi045.stderr: -12> 2024-09-12T17:58:48.074+0000 7f798b740800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T17:58:48.148 INFO:tasks.workunit.client.0.smithi045.stderr: -11> 2024-09-12T17:58:48.074+0000 7f798b740800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:58:48.149 INFO:tasks.workunit.client.0.smithi045.stderr: -10> 2024-09-12T17:58:48.074+0000 7f798b740800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18, ofs0, ns] 2024-09-12T17:58:48.149 INFO:tasks.workunit.client.0.smithi045.stderr: -9> 2024-09-12T17:58:48.074+0000 7f786affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398945 cookie 94374081483360 notifier 8148 bl.length()=911 2024-09-12T17:58:48.149 INFO:tasks.workunit.client.0.smithi045.stderr: -8> 2024-09-12T17:58:48.074+0000 7f786affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T17:58:48.149 INFO:tasks.workunit.client.0.smithi045.stderr: -7> 2024-09-12T17:58:48.074+0000 7f786affd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T17:58:48.149 INFO:tasks.workunit.client.0.smithi045.stderr: -6> 2024-09-12T17:58:48.074+0000 7f786affd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:58:48.149 INFO:tasks.workunit.client.0.smithi045.stderr: -5> 2024-09-12T17:58:48.074+0000 7f798b740800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): orig_sources= new_sources= 2024-09-12T17:58:48.149 INFO:tasks.workunit.client.0.smithi045.stderr: -4> 2024-09-12T17:58:48.074+0000 7f798b740800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): potential sources added=[] removed=[] 2024-09-12T17:58:48.149 INFO:tasks.workunit.client.0.smithi045.stderr: -3> 2024-09-12T17:58:48.074+0000 7f798b740800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): orig_dests= new_dests= 2024-09-12T17:58:48.149 INFO:tasks.workunit.client.0.smithi045.stderr: -2> 2024-09-12T17:58:48.074+0000 7f798b740800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): potential dests added=[] removed=[] 2024-09-12T17:58:48.149 INFO:tasks.workunit.client.0.smithi045.stderr: -1> 2024-09-12T17:58:48.078+0000 7f798b740800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f798b740800 time 2024-09-12T17:58:48.078111+0000 2024-09-12T17:58:48.149 INFO:tasks.workunit.client.0.smithi045.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:58:48.149 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:48.149 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:58:48.149 INFO:tasks.workunit.client.0.smithi045.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f798cf8c71a] 2024-09-12T17:58:48.150 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f798cf8c8d8] 2024-09-12T17:58:48.150 INFO:tasks.workunit.client.0.smithi045.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55d52b143841] 2024-09-12T17:58:48.150 INFO:tasks.workunit.client.0.smithi045.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55d52b15357a] 2024-09-12T17:58:48.150 INFO:tasks.workunit.client.0.smithi045.stderr: 5: main() 2024-09-12T17:58:48.150 INFO:tasks.workunit.client.0.smithi045.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7f798bc29590] 2024-09-12T17:58:48.150 INFO:tasks.workunit.client.0.smithi045.stderr: 7: __libc_start_main() 2024-09-12T17:58:48.150 INFO:tasks.workunit.client.0.smithi045.stderr: 8: _start() 2024-09-12T17:58:48.150 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:48.150 INFO:tasks.workunit.client.0.smithi045.stderr: 0> 2024-09-12T17:58:48.078+0000 7f798b740800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:58:48.150 INFO:tasks.workunit.client.0.smithi045.stderr: in thread 7f798b740800 thread_name:radosgw-admin 2024-09-12T17:58:48.150 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:48.150 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:58:48.150 INFO:tasks.workunit.client.0.smithi045.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f798bc3e6f0] 2024-09-12T17:58:48.151 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f798bc8b99c] 2024-09-12T17:58:48.151 INFO:tasks.workunit.client.0.smithi045.stderr: 3: raise() 2024-09-12T17:58:48.151 INFO:tasks.workunit.client.0.smithi045.stderr: 4: abort() 2024-09-12T17:58:48.151 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f798cf8c774] 2024-09-12T17:58:48.151 INFO:tasks.workunit.client.0.smithi045.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f798cf8c8d8] 2024-09-12T17:58:48.151 INFO:tasks.workunit.client.0.smithi045.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55d52b143841] 2024-09-12T17:58:48.151 INFO:tasks.workunit.client.0.smithi045.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55d52b15357a] 2024-09-12T17:58:48.151 INFO:tasks.workunit.client.0.smithi045.stderr: 9: main() 2024-09-12T17:58:48.151 INFO:tasks.workunit.client.0.smithi045.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7f798bc29590] 2024-09-12T17:58:48.151 INFO:tasks.workunit.client.0.smithi045.stderr: 11: __libc_start_main() 2024-09-12T17:58:48.151 INFO:tasks.workunit.client.0.smithi045.stderr: 12: _start() 2024-09-12T17:58:48.151 INFO:tasks.workunit.client.0.smithi045.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:58:48.151 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:48.151 INFO:tasks.workunit.client.0.smithi045.stderr:--- logging levels --- 2024-09-12T17:58:48.152 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 none 2024-09-12T17:58:48.152 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 lockdep 2024-09-12T17:58:48.152 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 context 2024-09-12T17:58:48.152 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 crush 2024-09-12T17:58:48.152 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds 2024-09-12T17:58:48.152 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_balancer 2024-09-12T17:58:48.152 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_locker 2024-09-12T17:58:48.152 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_log 2024-09-12T17:58:48.152 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_log_expire 2024-09-12T17:58:48.152 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_migrator 2024-09-12T17:58:48.152 INFO:tasks.workunit.client.0.smithi045.stderr: 3/ 5 mds_quiesce 2024-09-12T17:58:48.152 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 buffer 2024-09-12T17:58:48.152 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 timer 2024-09-12T17:58:48.152 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 filer 2024-09-12T17:58:48.153 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 striper 2024-09-12T17:58:48.153 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 objecter 2024-09-12T17:58:48.153 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rados 2024-09-12T17:58:48.153 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd 2024-09-12T17:58:48.153 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_mirror 2024-09-12T17:58:48.153 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_replay 2024-09-12T17:58:48.153 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_pwl 2024-09-12T17:58:48.153 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 journaler 2024-09-12T17:58:48.153 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 objectcacher 2024-09-12T17:58:48.153 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:58:48.153 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 client 2024-09-12T17:58:48.153 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 osd 2024-09-12T17:58:48.153 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 optracker 2024-09-12T17:58:48.153 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 objclass 2024-09-12T17:58:48.153 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 filestore 2024-09-12T17:58:48.154 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 journal 2024-09-12T17:58:48.154 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 0 ms 2024-09-12T17:58:48.154 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mon 2024-09-12T17:58:48.154 INFO:tasks.workunit.client.0.smithi045.stderr: 0/10 monc 2024-09-12T17:58:48.154 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 paxos 2024-09-12T17:58:48.154 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 tp 2024-09-12T17:58:48.154 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 auth 2024-09-12T17:58:48.154 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 crypto 2024-09-12T17:58:48.154 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 finisher 2024-09-12T17:58:48.154 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 reserver 2024-09-12T17:58:48.154 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 heartbeatmap 2024-09-12T17:58:48.154 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 perfcounter 2024-09-12T17:58:48.154 INFO:tasks.workunit.client.0.smithi045.stderr: 20/20 rgw 2024-09-12T17:58:48.154 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_sync 2024-09-12T17:58:48.155 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_datacache 2024-09-12T17:58:48.155 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_access 2024-09-12T17:58:48.155 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:58:48.155 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_flight 2024-09-12T17:58:48.155 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:58:48.155 INFO:tasks.workunit.client.0.smithi045.stderr: 20/20 rgw_notification 2024-09-12T17:58:48.155 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 javaclient 2024-09-12T17:58:48.155 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 asok 2024-09-12T17:58:48.155 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 throttle 2024-09-12T17:58:48.155 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 0 refs 2024-09-12T17:58:48.155 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 compressor 2024-09-12T17:58:48.155 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 bluestore 2024-09-12T17:58:48.155 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 bluefs 2024-09-12T17:58:48.155 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 bdev 2024-09-12T17:58:48.156 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 kstore 2024-09-12T17:58:48.156 INFO:tasks.workunit.client.0.smithi045.stderr: 4/ 5 rocksdb 2024-09-12T17:58:48.156 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 fuse 2024-09-12T17:58:48.156 INFO:tasks.workunit.client.0.smithi045.stderr: 2/ 5 mgr 2024-09-12T17:58:48.156 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mgrc 2024-09-12T17:58:48.156 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 dpdk 2024-09-12T17:58:48.156 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 eventtrace 2024-09-12T17:58:48.156 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 prioritycache 2024-09-12T17:58:48.156 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 test 2024-09-12T17:58:48.156 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:58:48.156 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cephsqlite 2024-09-12T17:58:48.156 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:58:48.156 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore 2024-09-12T17:58:48.157 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_onode 2024-09-12T17:58:48.157 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_odata 2024-09-12T17:58:48.157 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_omap 2024-09-12T17:58:48.157 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_tm 2024-09-12T17:58:48.157 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_t 2024-09-12T17:58:48.157 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:58:48.157 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_epm 2024-09-12T17:58:48.157 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_lba 2024-09-12T17:58:48.157 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:58:48.157 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_cache 2024-09-12T17:58:48.157 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_journal 2024-09-12T17:58:48.157 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_device 2024-09-12T17:58:48.157 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_backref 2024-09-12T17:58:48.157 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 alienstore 2024-09-12T17:58:48.157 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mclock 2024-09-12T17:58:48.158 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cyanstore 2024-09-12T17:58:48.158 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 ceph_exporter 2024-09-12T17:58:48.158 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 memstore 2024-09-12T17:58:48.158 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 trace 2024-09-12T17:58:48.158 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 ceph_dedup 2024-09-12T17:58:48.158 INFO:tasks.workunit.client.0.smithi045.stderr: -2/-2 (syslog threshold) 2024-09-12T17:58:48.158 INFO:tasks.workunit.client.0.smithi045.stderr: 99/99 (stderr threshold) 2024-09-12T17:58:48.158 INFO:tasks.workunit.client.0.smithi045.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:58:48.158 INFO:tasks.workunit.client.0.smithi045.stderr: 7f78367fc640 / http_manager 2024-09-12T17:58:48.158 INFO:tasks.workunit.client.0.smithi045.stderr: 7f783d7e2640 / http_manager 2024-09-12T17:58:48.158 INFO:tasks.workunit.client.0.smithi045.stderr: 7f783e7e4640 / rgw_dt_lg_renew 2024-09-12T17:58:48.158 INFO:tasks.workunit.client.0.smithi045.stderr: 7f78697fa640 / ms_dispatch 2024-09-12T17:58:48.158 INFO:tasks.workunit.client.0.smithi045.stderr: 7f786affd640 / io_context_pool 2024-09-12T17:58:48.158 INFO:tasks.workunit.client.0.smithi045.stderr: 7f7871602640 / ms_dispatch 2024-09-12T17:58:48.159 INFO:tasks.workunit.client.0.smithi045.stderr: 7f7873e07640 / ms_dispatch 2024-09-12T17:58:48.159 INFO:tasks.workunit.client.0.smithi045.stderr: 7f787560a640 / io_context_pool 2024-09-12T17:58:48.159 INFO:tasks.workunit.client.0.smithi045.stderr: 7f7986c85640 / msgr-worker-2 2024-09-12T17:58:48.159 INFO:tasks.workunit.client.0.smithi045.stderr: 7f7987486640 / msgr-worker-1 2024-09-12T17:58:48.159 INFO:tasks.workunit.client.0.smithi045.stderr: 7f7987c87640 / msgr-worker-0 2024-09-12T17:58:48.159 INFO:tasks.workunit.client.0.smithi045.stderr: 7f7988488640 / io_context_pool 2024-09-12T17:58:48.159 INFO:tasks.workunit.client.0.smithi045.stderr: 7f798b740800 / radosgw-admin 2024-09-12T17:58:48.159 INFO:tasks.workunit.client.0.smithi045.stderr: max_recent 500 2024-09-12T17:58:48.159 INFO:tasks.workunit.client.0.smithi045.stderr: max_new 1000 2024-09-12T17:58:48.159 INFO:tasks.workunit.client.0.smithi045.stderr: log_file /var/log/ceph/ceph-client.admin.150020.log 2024-09-12T17:58:48.159 INFO:tasks.workunit.client.0.smithi045.stderr:--- end dump of recent events --- 2024-09-12T17:58:48.159 INFO:tasks.workunit.client.0.smithi045.stderr:--- begin dump of recent events --- 2024-09-12T17:58:48.159 INFO:tasks.workunit.client.0.smithi045.stderr: -499> 2024-09-12T17:58:48.023+0000 7f798b740800 4 set_mon_vals no callback set 2024-09-12T17:58:48.159 INFO:tasks.workunit.client.0.smithi045.stderr: -498> 2024-09-12T17:58:48.023+0000 7f787560a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:48.160 INFO:tasks.workunit.client.0.smithi045.stderr: -497> 2024-09-12T17:58:48.023+0000 7f787560a640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:58:48.160 INFO:tasks.workunit.client.0.smithi045.stderr: -496> 2024-09-12T17:58:48.023+0000 7f787560a640 10 monclient: dump: 2024-09-12T17:58:48.160 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:58:48.160 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:58:48.160 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:48.160 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:48.160 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:48.160 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:58:48.160 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:58:48.160 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:58:48.160 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:58:48.160 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:48.160 INFO:tasks.workunit.client.0.smithi045.stderr: -495> 2024-09-12T17:58:48.024+0000 7f798b740800 10 monclient: shutdown 2024-09-12T17:58:48.161 INFO:tasks.workunit.client.0.smithi045.stderr: -494> 2024-09-12T17:58:48.024+0000 7f798b740800 5 asok(0x55d52d68b730) unregister_commands rotate-key 2024-09-12T17:58:48.161 INFO:tasks.workunit.client.0.smithi045.stderr: -493> 2024-09-12T17:58:48.024+0000 7f798b740800 10 monclient: build_initial_monmap 2024-09-12T17:58:48.161 INFO:tasks.workunit.client.0.smithi045.stderr: -492> 2024-09-12T17:58:48.024+0000 7f798b740800 1 build_initial for_mkfs: 0 2024-09-12T17:58:48.161 INFO:tasks.workunit.client.0.smithi045.stderr: -491> 2024-09-12T17:58:48.024+0000 7f798b740800 10 monclient: monmap: 2024-09-12T17:58:48.161 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:58:48.161 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:58:48.161 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:58:48.161 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:58:48.161 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:58:48.161 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:58:48.161 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:58:48.161 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:58:48.161 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:58:48.161 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:48.162 INFO:tasks.workunit.client.0.smithi045.stderr: -490> 2024-09-12T17:58:48.024+0000 7f798b740800 5 AuthRegistry(0x55d52d8b32b0) adding auth protocol: cephx 2024-09-12T17:58:48.162 INFO:tasks.workunit.client.0.smithi045.stderr: -489> 2024-09-12T17:58:48.024+0000 7f798b740800 5 AuthRegistry(0x55d52d8b32b0) adding auth protocol: cephx 2024-09-12T17:58:48.162 INFO:tasks.workunit.client.0.smithi045.stderr: -488> 2024-09-12T17:58:48.024+0000 7f798b740800 5 AuthRegistry(0x55d52d8b32b0) adding auth protocol: cephx 2024-09-12T17:58:48.162 INFO:tasks.workunit.client.0.smithi045.stderr: -487> 2024-09-12T17:58:48.024+0000 7f798b740800 5 AuthRegistry(0x55d52d8b32b0) adding con mode: secure 2024-09-12T17:58:48.162 INFO:tasks.workunit.client.0.smithi045.stderr: -486> 2024-09-12T17:58:48.024+0000 7f798b740800 5 AuthRegistry(0x55d52d8b32b0) adding con mode: crc 2024-09-12T17:58:48.162 INFO:tasks.workunit.client.0.smithi045.stderr: -485> 2024-09-12T17:58:48.024+0000 7f798b740800 5 AuthRegistry(0x55d52d8b32b0) adding con mode: secure 2024-09-12T17:58:48.162 INFO:tasks.workunit.client.0.smithi045.stderr: -484> 2024-09-12T17:58:48.024+0000 7f798b740800 5 AuthRegistry(0x55d52d8b32b0) adding con mode: crc 2024-09-12T17:58:48.162 INFO:tasks.workunit.client.0.smithi045.stderr: -483> 2024-09-12T17:58:48.024+0000 7f798b740800 5 AuthRegistry(0x55d52d8b32b0) adding con mode: secure 2024-09-12T17:58:48.162 INFO:tasks.workunit.client.0.smithi045.stderr: -482> 2024-09-12T17:58:48.024+0000 7f798b740800 5 AuthRegistry(0x55d52d8b32b0) adding con mode: crc 2024-09-12T17:58:48.162 INFO:tasks.workunit.client.0.smithi045.stderr: -481> 2024-09-12T17:58:48.024+0000 7f798b740800 5 AuthRegistry(0x55d52d8b32b0) adding con mode: crc 2024-09-12T17:58:48.162 INFO:tasks.workunit.client.0.smithi045.stderr: -480> 2024-09-12T17:58:48.024+0000 7f798b740800 5 AuthRegistry(0x55d52d8b32b0) adding con mode: secure 2024-09-12T17:58:48.162 INFO:tasks.workunit.client.0.smithi045.stderr: -479> 2024-09-12T17:58:48.024+0000 7f798b740800 5 AuthRegistry(0x55d52d8b32b0) adding con mode: crc 2024-09-12T17:58:48.162 INFO:tasks.workunit.client.0.smithi045.stderr: -478> 2024-09-12T17:58:48.024+0000 7f798b740800 5 AuthRegistry(0x55d52d8b32b0) adding con mode: secure 2024-09-12T17:58:48.162 INFO:tasks.workunit.client.0.smithi045.stderr: -477> 2024-09-12T17:58:48.024+0000 7f798b740800 5 AuthRegistry(0x55d52d8b32b0) adding con mode: crc 2024-09-12T17:58:48.163 INFO:tasks.workunit.client.0.smithi045.stderr: -476> 2024-09-12T17:58:48.024+0000 7f798b740800 5 AuthRegistry(0x55d52d8b32b0) adding con mode: secure 2024-09-12T17:58:48.163 INFO:tasks.workunit.client.0.smithi045.stderr: -475> 2024-09-12T17:58:48.025+0000 7f798b740800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:48.163 INFO:tasks.workunit.client.0.smithi045.stderr: -474> 2024-09-12T17:58:48.025+0000 7f798b740800 1 librados: starting msgr at 2024-09-12T17:58:48.163 INFO:tasks.workunit.client.0.smithi045.stderr: -473> 2024-09-12T17:58:48.025+0000 7f798b740800 1 librados: starting objecter 2024-09-12T17:58:48.163 INFO:tasks.workunit.client.0.smithi045.stderr: -472> 2024-09-12T17:58:48.025+0000 7f798b740800 5 asok(0x55d52d68b730) register_command objecter_requests hook 0x55d52d8b5820 2024-09-12T17:58:48.163 INFO:tasks.workunit.client.0.smithi045.stderr: -471> 2024-09-12T17:58:48.025+0000 7f798b740800 1 librados: setting wanted keys 2024-09-12T17:58:48.163 INFO:tasks.workunit.client.0.smithi045.stderr: -470> 2024-09-12T17:58:48.025+0000 7f798b740800 1 librados: calling monclient init 2024-09-12T17:58:48.163 INFO:tasks.workunit.client.0.smithi045.stderr: -469> 2024-09-12T17:58:48.025+0000 7f798b740800 10 monclient: init 2024-09-12T17:58:48.163 INFO:tasks.workunit.client.0.smithi045.stderr: -468> 2024-09-12T17:58:48.025+0000 7f798b740800 5 AuthRegistry(0x55d52d8adb90) adding auth protocol: cephx 2024-09-12T17:58:48.163 INFO:tasks.workunit.client.0.smithi045.stderr: -467> 2024-09-12T17:58:48.025+0000 7f798b740800 5 AuthRegistry(0x55d52d8adb90) adding auth protocol: cephx 2024-09-12T17:58:48.163 INFO:tasks.workunit.client.0.smithi045.stderr: -466> 2024-09-12T17:58:48.025+0000 7f798b740800 5 AuthRegistry(0x55d52d8adb90) adding auth protocol: cephx 2024-09-12T17:58:48.163 INFO:tasks.workunit.client.0.smithi045.stderr: -465> 2024-09-12T17:58:48.025+0000 7f798b740800 5 AuthRegistry(0x55d52d8adb90) adding con mode: secure 2024-09-12T17:58:48.163 INFO:tasks.workunit.client.0.smithi045.stderr: -464> 2024-09-12T17:58:48.025+0000 7f798b740800 5 AuthRegistry(0x55d52d8adb90) adding con mode: crc 2024-09-12T17:58:48.164 INFO:tasks.workunit.client.0.smithi045.stderr: -463> 2024-09-12T17:58:48.025+0000 7f798b740800 5 AuthRegistry(0x55d52d8adb90) adding con mode: secure 2024-09-12T17:58:48.164 INFO:tasks.workunit.client.0.smithi045.stderr: -462> 2024-09-12T17:58:48.025+0000 7f798b740800 5 AuthRegistry(0x55d52d8adb90) adding con mode: crc 2024-09-12T17:58:48.164 INFO:tasks.workunit.client.0.smithi045.stderr: -461> 2024-09-12T17:58:48.025+0000 7f798b740800 5 AuthRegistry(0x55d52d8adb90) adding con mode: secure 2024-09-12T17:58:48.164 INFO:tasks.workunit.client.0.smithi045.stderr: -460> 2024-09-12T17:58:48.025+0000 7f798b740800 5 AuthRegistry(0x55d52d8adb90) adding con mode: crc 2024-09-12T17:58:48.164 INFO:tasks.workunit.client.0.smithi045.stderr: -459> 2024-09-12T17:58:48.025+0000 7f798b740800 5 AuthRegistry(0x55d52d8adb90) adding con mode: crc 2024-09-12T17:58:48.164 INFO:tasks.workunit.client.0.smithi045.stderr: -458> 2024-09-12T17:58:48.025+0000 7f798b740800 5 AuthRegistry(0x55d52d8adb90) adding con mode: secure 2024-09-12T17:58:48.164 INFO:tasks.workunit.client.0.smithi045.stderr: -457> 2024-09-12T17:58:48.025+0000 7f798b740800 5 AuthRegistry(0x55d52d8adb90) adding con mode: crc 2024-09-12T17:58:48.164 INFO:tasks.workunit.client.0.smithi045.stderr: -456> 2024-09-12T17:58:48.025+0000 7f798b740800 5 AuthRegistry(0x55d52d8adb90) adding con mode: secure 2024-09-12T17:58:48.164 INFO:tasks.workunit.client.0.smithi045.stderr: -455> 2024-09-12T17:58:48.025+0000 7f798b740800 5 AuthRegistry(0x55d52d8adb90) adding con mode: crc 2024-09-12T17:58:48.164 INFO:tasks.workunit.client.0.smithi045.stderr: -454> 2024-09-12T17:58:48.025+0000 7f798b740800 5 AuthRegistry(0x55d52d8adb90) adding con mode: secure 2024-09-12T17:58:48.164 INFO:tasks.workunit.client.0.smithi045.stderr: -453> 2024-09-12T17:58:48.025+0000 7f798b740800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:48.164 INFO:tasks.workunit.client.0.smithi045.stderr: -452> 2024-09-12T17:58:48.025+0000 7f798b740800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:48.164 INFO:tasks.workunit.client.0.smithi045.stderr: -451> 2024-09-12T17:58:48.025+0000 7f798b740800 5 asok(0x55d52d68b730) register_command rotate-key hook 0x55d52d8adcd8 2024-09-12T17:58:48.164 INFO:tasks.workunit.client.0.smithi045.stderr: -450> 2024-09-12T17:58:48.025+0000 7f798b740800 10 monclient: _reopen_session rank -1 2024-09-12T17:58:48.165 INFO:tasks.workunit.client.0.smithi045.stderr: -449> 2024-09-12T17:58:48.025+0000 7f798b740800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:58:48.165 INFO:tasks.workunit.client.0.smithi045.stderr: -448> 2024-09-12T17:58:48.025+0000 7f798b740800 10 monclient(hunting): picked mon.noname-b con 0x55d52d764970 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:58:48.165 INFO:tasks.workunit.client.0.smithi045.stderr: -447> 2024-09-12T17:58:48.025+0000 7f798b740800 10 monclient(hunting): picked mon.noname-a con 0x55d52d7efab0 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:58:48.165 INFO:tasks.workunit.client.0.smithi045.stderr: -446> 2024-09-12T17:58:48.025+0000 7f798b740800 10 monclient(hunting): picked mon.noname-c con 0x55d52d7f2900 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:58:48.165 INFO:tasks.workunit.client.0.smithi045.stderr: -445> 2024-09-12T17:58:48.025+0000 7f798b740800 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:48.165 INFO:tasks.workunit.client.0.smithi045.stderr: -444> 2024-09-12T17:58:48.025+0000 7f798b740800 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:48.165 INFO:tasks.workunit.client.0.smithi045.stderr: -443> 2024-09-12T17:58:48.025+0000 7f798b740800 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:48.165 INFO:tasks.workunit.client.0.smithi045.stderr: -442> 2024-09-12T17:58:48.025+0000 7f798b740800 10 monclient(hunting): _renew_subs 2024-09-12T17:58:48.165 INFO:tasks.workunit.client.0.smithi045.stderr: -441> 2024-09-12T17:58:48.025+0000 7f798b740800 10 monclient(hunting): authenticate will time out at 2226.483748s 2024-09-12T17:58:48.165 INFO:tasks.workunit.client.0.smithi045.stderr: -440> 2024-09-12T17:58:48.025+0000 7f7986c85640 10 monclient(hunting): get_auth_request con 0x55d52d7efab0 auth_method 0 2024-09-12T17:58:48.165 INFO:tasks.workunit.client.0.smithi045.stderr: -439> 2024-09-12T17:58:48.025+0000 7f7986c85640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:48.165 INFO:tasks.workunit.client.0.smithi045.stderr: -438> 2024-09-12T17:58:48.025+0000 7f7986c85640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:48.165 INFO:tasks.workunit.client.0.smithi045.stderr: -437> 2024-09-12T17:58:48.025+0000 7f7986c85640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:48.165 INFO:tasks.workunit.client.0.smithi045.stderr: -436> 2024-09-12T17:58:48.025+0000 7f7987c87640 10 monclient(hunting): get_auth_request con 0x55d52d7f2900 auth_method 0 2024-09-12T17:58:48.166 INFO:tasks.workunit.client.0.smithi045.stderr: -435> 2024-09-12T17:58:48.025+0000 7f7987c87640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:48.166 INFO:tasks.workunit.client.0.smithi045.stderr: -434> 2024-09-12T17:58:48.025+0000 7f7987c87640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:48.166 INFO:tasks.workunit.client.0.smithi045.stderr: -433> 2024-09-12T17:58:48.025+0000 7f7987c87640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:48.166 INFO:tasks.workunit.client.0.smithi045.stderr: -432> 2024-09-12T17:58:48.025+0000 7f7986c85640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:48.166 INFO:tasks.workunit.client.0.smithi045.stderr: -431> 2024-09-12T17:58:48.025+0000 7f7986c85640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:48.166 INFO:tasks.workunit.client.0.smithi045.stderr: -430> 2024-09-12T17:58:48.025+0000 7f7986c85640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:48.166 INFO:tasks.workunit.client.0.smithi045.stderr: -429> 2024-09-12T17:58:48.025+0000 7f7987c87640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:48.166 INFO:tasks.workunit.client.0.smithi045.stderr: -428> 2024-09-12T17:58:48.025+0000 7f7987c87640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:48.166 INFO:tasks.workunit.client.0.smithi045.stderr: -427> 2024-09-12T17:58:48.025+0000 7f7987c87640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:48.166 INFO:tasks.workunit.client.0.smithi045.stderr: -426> 2024-09-12T17:58:48.026+0000 7f7987486640 10 monclient(hunting): get_auth_request con 0x55d52d764970 auth_method 0 2024-09-12T17:58:48.166 INFO:tasks.workunit.client.0.smithi045.stderr: -425> 2024-09-12T17:58:48.026+0000 7f7987486640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:48.166 INFO:tasks.workunit.client.0.smithi045.stderr: -424> 2024-09-12T17:58:48.026+0000 7f7987486640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:48.166 INFO:tasks.workunit.client.0.smithi045.stderr: -423> 2024-09-12T17:58:48.026+0000 7f7987486640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:48.167 INFO:tasks.workunit.client.0.smithi045.stderr: -422> 2024-09-12T17:58:48.026+0000 7f7986c85640 10 monclient(hunting): handle_auth_done global_id 8139 payload 824 2024-09-12T17:58:48.167 INFO:tasks.workunit.client.0.smithi045.stderr: -421> 2024-09-12T17:58:48.026+0000 7f7986c85640 10 monclient: _finish_hunting 0 2024-09-12T17:58:48.167 INFO:tasks.workunit.client.0.smithi045.stderr: -420> 2024-09-12T17:58:48.026+0000 7f7986c85640 1 monclient: found mon.noname-a 2024-09-12T17:58:48.167 INFO:tasks.workunit.client.0.smithi045.stderr: -419> 2024-09-12T17:58:48.026+0000 7f7986c85640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.45:3300/0 2024-09-12T17:58:48.167 INFO:tasks.workunit.client.0.smithi045.stderr: -418> 2024-09-12T17:58:48.026+0000 7f7873e07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:48.167 INFO:tasks.workunit.client.0.smithi045.stderr: -417> 2024-09-12T17:58:48.026+0000 7f7873e07640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:58:48.167 INFO:tasks.workunit.client.0.smithi045.stderr: -416> 2024-09-12T17:58:48.026+0000 7f7873e07640 10 monclient: dump: 2024-09-12T17:58:48.167 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:58:48.167 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:58:48.167 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:48.167 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:48.167 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:48.167 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:58:48.167 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:58:48.168 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:58:48.168 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:58:48.168 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:48.168 INFO:tasks.workunit.client.0.smithi045.stderr: -415> 2024-09-12T17:58:48.026+0000 7f7873e07640 10 monclient: _finish_auth 0 2024-09-12T17:58:48.168 INFO:tasks.workunit.client.0.smithi045.stderr: -414> 2024-09-12T17:58:48.026+0000 7f7873e07640 10 monclient: _check_auth_tickets 2024-09-12T17:58:48.168 INFO:tasks.workunit.client.0.smithi045.stderr: -413> 2024-09-12T17:58:48.026+0000 7f798b740800 5 monclient: authenticate success, global_id 8139 2024-09-12T17:58:48.168 INFO:tasks.workunit.client.0.smithi045.stderr: -412> 2024-09-12T17:58:48.026+0000 7f798b740800 10 monclient: _renew_subs 2024-09-12T17:58:48.168 INFO:tasks.workunit.client.0.smithi045.stderr: -411> 2024-09-12T17:58:48.026+0000 7f798b740800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:58:48.168 INFO:tasks.workunit.client.0.smithi045.stderr: -410> 2024-09-12T17:58:48.026+0000 7f7873e07640 10 monclient: handle_config config(0 keys) 2024-09-12T17:58:48.168 INFO:tasks.workunit.client.0.smithi045.stderr: -409> 2024-09-12T17:58:48.026+0000 7f7873e07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:48.168 INFO:tasks.workunit.client.0.smithi045.stderr: -408> 2024-09-12T17:58:48.026+0000 7f7873e07640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:58:48.168 INFO:tasks.workunit.client.0.smithi045.stderr: -407> 2024-09-12T17:58:48.026+0000 7f7873e07640 10 monclient: dump: 2024-09-12T17:58:48.168 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:58:48.169 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:58:48.169 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:48.169 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:48.169 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:48.169 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:58:48.169 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:58:48.169 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:58:48.169 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:58:48.169 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:48.169 INFO:tasks.workunit.client.0.smithi045.stderr: -406> 2024-09-12T17:58:48.026+0000 7f787560a640 4 set_mon_vals no callback set 2024-09-12T17:58:48.169 INFO:tasks.workunit.client.0.smithi045.stderr: -405> 2024-09-12T17:58:48.026+0000 7f798b740800 10 monclient: _renew_subs 2024-09-12T17:58:48.169 INFO:tasks.workunit.client.0.smithi045.stderr: -404> 2024-09-12T17:58:48.026+0000 7f798b740800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:58:48.169 INFO:tasks.workunit.client.0.smithi045.stderr: -403> 2024-09-12T17:58:48.026+0000 7f798b740800 1 librados: init done 2024-09-12T17:58:48.169 INFO:tasks.workunit.client.0.smithi045.stderr: -402> 2024-09-12T17:58:48.028+0000 7f7873e07640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:58:48.170 INFO:tasks.workunit.client.0.smithi045.stderr: -401> 2024-09-12T17:58:48.028+0000 7f7873e07640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:58:48.170 INFO:tasks.workunit.client.0.smithi045.stderr: -400> 2024-09-12T17:58:48.028+0000 7f7873e07640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:58:48.170 INFO:tasks.workunit.client.0.smithi045.stderr: -399> 2024-09-12T17:58:48.028+0000 7f7987486640 10 monclient: get_auth_request con 0x7f786c076470 auth_method 0 2024-09-12T17:58:48.170 INFO:tasks.workunit.client.0.smithi045.stderr: -398> 2024-09-12T17:58:48.028+0000 7f7987c87640 10 monclient: get_auth_request con 0x55d52d8ef8f0 auth_method 0 2024-09-12T17:58:48.170 INFO:tasks.workunit.client.0.smithi045.stderr: -397> 2024-09-12T17:58:48.029+0000 7f7987486640 10 monclient: get_auth_request con 0x55d52d8f90c0 auth_method 0 2024-09-12T17:58:48.170 INFO:tasks.workunit.client.0.smithi045.stderr: -396> 2024-09-12T17:58:48.030+0000 7f7986c85640 10 monclient: get_auth_request con 0x55d52d8fd420 auth_method 0 2024-09-12T17:58:48.170 INFO:tasks.workunit.client.0.smithi045.stderr: -395> 2024-09-12T17:58:48.031+0000 7f798b740800 10 monclient: build_initial_monmap 2024-09-12T17:58:48.170 INFO:tasks.workunit.client.0.smithi045.stderr: -394> 2024-09-12T17:58:48.031+0000 7f798b740800 1 build_initial for_mkfs: 0 2024-09-12T17:58:48.170 INFO:tasks.workunit.client.0.smithi045.stderr: -393> 2024-09-12T17:58:48.031+0000 7f798b740800 10 monclient: monmap: 2024-09-12T17:58:48.170 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:58:48.170 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:58:48.170 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:58:48.170 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:58:48.170 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:58:48.171 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:58:48.171 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:58:48.171 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:58:48.171 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:58:48.171 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:48.171 INFO:tasks.workunit.client.0.smithi045.stderr: -392> 2024-09-12T17:58:48.031+0000 7f798b740800 5 AuthRegistry(0x55d52d902250) adding auth protocol: cephx 2024-09-12T17:58:48.171 INFO:tasks.workunit.client.0.smithi045.stderr: -391> 2024-09-12T17:58:48.031+0000 7f798b740800 5 AuthRegistry(0x55d52d902250) adding auth protocol: cephx 2024-09-12T17:58:48.171 INFO:tasks.workunit.client.0.smithi045.stderr: -390> 2024-09-12T17:58:48.031+0000 7f798b740800 5 AuthRegistry(0x55d52d902250) adding auth protocol: cephx 2024-09-12T17:58:48.171 INFO:tasks.workunit.client.0.smithi045.stderr: -389> 2024-09-12T17:58:48.031+0000 7f798b740800 5 AuthRegistry(0x55d52d902250) adding con mode: secure 2024-09-12T17:58:48.171 INFO:tasks.workunit.client.0.smithi045.stderr: -388> 2024-09-12T17:58:48.031+0000 7f798b740800 5 AuthRegistry(0x55d52d902250) adding con mode: crc 2024-09-12T17:58:48.171 INFO:tasks.workunit.client.0.smithi045.stderr: -387> 2024-09-12T17:58:48.031+0000 7f798b740800 5 AuthRegistry(0x55d52d902250) adding con mode: secure 2024-09-12T17:58:48.171 INFO:tasks.workunit.client.0.smithi045.stderr: -386> 2024-09-12T17:58:48.031+0000 7f798b740800 5 AuthRegistry(0x55d52d902250) adding con mode: crc 2024-09-12T17:58:48.172 INFO:tasks.workunit.client.0.smithi045.stderr: -385> 2024-09-12T17:58:48.031+0000 7f798b740800 5 AuthRegistry(0x55d52d902250) adding con mode: secure 2024-09-12T17:58:48.172 INFO:tasks.workunit.client.0.smithi045.stderr: -384> 2024-09-12T17:58:48.031+0000 7f798b740800 5 AuthRegistry(0x55d52d902250) adding con mode: crc 2024-09-12T17:58:48.172 INFO:tasks.workunit.client.0.smithi045.stderr: -383> 2024-09-12T17:58:48.031+0000 7f798b740800 5 AuthRegistry(0x55d52d902250) adding con mode: crc 2024-09-12T17:58:48.172 INFO:tasks.workunit.client.0.smithi045.stderr: -382> 2024-09-12T17:58:48.031+0000 7f798b740800 5 AuthRegistry(0x55d52d902250) adding con mode: secure 2024-09-12T17:58:48.172 INFO:tasks.workunit.client.0.smithi045.stderr: -381> 2024-09-12T17:58:48.031+0000 7f798b740800 5 AuthRegistry(0x55d52d902250) adding con mode: crc 2024-09-12T17:58:48.173 INFO:tasks.workunit.client.0.smithi045.stderr: -380> 2024-09-12T17:58:48.031+0000 7f798b740800 5 AuthRegistry(0x55d52d902250) adding con mode: secure 2024-09-12T17:58:48.173 INFO:tasks.workunit.client.0.smithi045.stderr: -379> 2024-09-12T17:58:48.031+0000 7f798b740800 5 AuthRegistry(0x55d52d902250) adding con mode: crc 2024-09-12T17:58:48.173 INFO:tasks.workunit.client.0.smithi045.stderr: -378> 2024-09-12T17:58:48.031+0000 7f798b740800 5 AuthRegistry(0x55d52d902250) adding con mode: secure 2024-09-12T17:58:48.173 INFO:tasks.workunit.client.0.smithi045.stderr: -377> 2024-09-12T17:58:48.032+0000 7f798b740800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:48.173 INFO:tasks.workunit.client.0.smithi045.stderr: -376> 2024-09-12T17:58:48.032+0000 7f798b740800 5 asok(0x55d52d68b730) register_command objecter_requests cmddesc objecter_requests hook 0x55d52d905ca0 EEXIST 2024-09-12T17:58:48.173 INFO:tasks.workunit.client.0.smithi045.stderr: -375> 2024-09-12T17:58:48.032+0000 7f798b740800 10 monclient: init 2024-09-12T17:58:48.173 INFO:tasks.workunit.client.0.smithi045.stderr: -374> 2024-09-12T17:58:48.032+0000 7f798b740800 5 AuthRegistry(0x55d52d900928) adding auth protocol: cephx 2024-09-12T17:58:48.173 INFO:tasks.workunit.client.0.smithi045.stderr: -373> 2024-09-12T17:58:48.032+0000 7f798b740800 5 AuthRegistry(0x55d52d900928) adding auth protocol: cephx 2024-09-12T17:58:48.173 INFO:tasks.workunit.client.0.smithi045.stderr: -372> 2024-09-12T17:58:48.032+0000 7f798b740800 5 AuthRegistry(0x55d52d900928) adding auth protocol: cephx 2024-09-12T17:58:48.173 INFO:tasks.workunit.client.0.smithi045.stderr: -371> 2024-09-12T17:58:48.032+0000 7f798b740800 5 AuthRegistry(0x55d52d900928) adding con mode: secure 2024-09-12T17:58:48.173 INFO:tasks.workunit.client.0.smithi045.stderr: -370> 2024-09-12T17:58:48.032+0000 7f798b740800 5 AuthRegistry(0x55d52d900928) adding con mode: crc 2024-09-12T17:58:48.173 INFO:tasks.workunit.client.0.smithi045.stderr: -369> 2024-09-12T17:58:48.032+0000 7f798b740800 5 AuthRegistry(0x55d52d900928) adding con mode: secure 2024-09-12T17:58:48.173 INFO:tasks.workunit.client.0.smithi045.stderr: -368> 2024-09-12T17:58:48.032+0000 7f798b740800 5 AuthRegistry(0x55d52d900928) adding con mode: crc 2024-09-12T17:58:48.174 INFO:tasks.workunit.client.0.smithi045.stderr: -367> 2024-09-12T17:58:48.032+0000 7f798b740800 5 AuthRegistry(0x55d52d900928) adding con mode: secure 2024-09-12T17:58:48.174 INFO:tasks.workunit.client.0.smithi045.stderr: -366> 2024-09-12T17:58:48.032+0000 7f798b740800 5 AuthRegistry(0x55d52d900928) adding con mode: crc 2024-09-12T17:58:48.174 INFO:tasks.workunit.client.0.smithi045.stderr: -365> 2024-09-12T17:58:48.032+0000 7f798b740800 5 AuthRegistry(0x55d52d900928) adding con mode: crc 2024-09-12T17:58:48.174 INFO:tasks.workunit.client.0.smithi045.stderr: -364> 2024-09-12T17:58:48.032+0000 7f798b740800 5 AuthRegistry(0x55d52d900928) adding con mode: secure 2024-09-12T17:58:48.174 INFO:tasks.workunit.client.0.smithi045.stderr: -363> 2024-09-12T17:58:48.032+0000 7f798b740800 5 AuthRegistry(0x55d52d900928) adding con mode: crc 2024-09-12T17:58:48.174 INFO:tasks.workunit.client.0.smithi045.stderr: -362> 2024-09-12T17:58:48.032+0000 7f798b740800 5 AuthRegistry(0x55d52d900928) adding con mode: secure 2024-09-12T17:58:48.174 INFO:tasks.workunit.client.0.smithi045.stderr: -361> 2024-09-12T17:58:48.032+0000 7f798b740800 5 AuthRegistry(0x55d52d900928) adding con mode: crc 2024-09-12T17:58:48.174 INFO:tasks.workunit.client.0.smithi045.stderr: -360> 2024-09-12T17:58:48.032+0000 7f798b740800 5 AuthRegistry(0x55d52d900928) adding con mode: secure 2024-09-12T17:58:48.174 INFO:tasks.workunit.client.0.smithi045.stderr: -359> 2024-09-12T17:58:48.032+0000 7f798b740800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:48.174 INFO:tasks.workunit.client.0.smithi045.stderr: -358> 2024-09-12T17:58:48.032+0000 7f798b740800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:48.174 INFO:tasks.workunit.client.0.smithi045.stderr: -357> 2024-09-12T17:58:48.032+0000 7f798b740800 5 asok(0x55d52d68b730) register_command rotate-key cmddesc rotate-key hook 0x55d52d900a70 EEXIST 2024-09-12T17:58:48.174 INFO:tasks.workunit.client.0.smithi045.stderr: -356> 2024-09-12T17:58:48.032+0000 7f798b740800 10 monclient: _reopen_session rank -1 2024-09-12T17:58:48.175 INFO:tasks.workunit.client.0.smithi045.stderr: -355> 2024-09-12T17:58:48.032+0000 7f798b740800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T17:58:48.175 INFO:tasks.workunit.client.0.smithi045.stderr: -354> 2024-09-12T17:58:48.032+0000 7f798b740800 10 monclient(hunting): picked mon.noname-b con 0x55d52d929990 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:58:48.175 INFO:tasks.workunit.client.0.smithi045.stderr: -353> 2024-09-12T17:58:48.032+0000 7f798b740800 10 monclient(hunting): picked mon.noname-c con 0x55d52d92bc60 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:58:48.175 INFO:tasks.workunit.client.0.smithi045.stderr: -352> 2024-09-12T17:58:48.032+0000 7f798b740800 10 monclient(hunting): picked mon.noname-a con 0x55d52d928160 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:58:48.175 INFO:tasks.workunit.client.0.smithi045.stderr: -351> 2024-09-12T17:58:48.032+0000 7f798b740800 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:48.175 INFO:tasks.workunit.client.0.smithi045.stderr: -350> 2024-09-12T17:58:48.032+0000 7f798b740800 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:48.175 INFO:tasks.workunit.client.0.smithi045.stderr: -349> 2024-09-12T17:58:48.032+0000 7f798b740800 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:48.175 INFO:tasks.workunit.client.0.smithi045.stderr: -348> 2024-09-12T17:58:48.032+0000 7f798b740800 10 monclient(hunting): _renew_subs 2024-09-12T17:58:48.175 INFO:tasks.workunit.client.0.smithi045.stderr: -347> 2024-09-12T17:58:48.032+0000 7f798b740800 10 monclient(hunting): authenticate will time out at 2226.490814s 2024-09-12T17:58:48.175 INFO:tasks.workunit.client.0.smithi045.stderr: -346> 2024-09-12T17:58:48.032+0000 7f7986c85640 10 monclient(hunting): get_auth_request con 0x55d52d92bc60 auth_method 0 2024-09-12T17:58:48.175 INFO:tasks.workunit.client.0.smithi045.stderr: -345> 2024-09-12T17:58:48.032+0000 7f7986c85640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:48.175 INFO:tasks.workunit.client.0.smithi045.stderr: -344> 2024-09-12T17:58:48.032+0000 7f7986c85640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:48.175 INFO:tasks.workunit.client.0.smithi045.stderr: -343> 2024-09-12T17:58:48.032+0000 7f7986c85640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:48.176 INFO:tasks.workunit.client.0.smithi045.stderr: -342> 2024-09-12T17:58:48.032+0000 7f7987c87640 10 monclient(hunting): get_auth_request con 0x55d52d928160 auth_method 0 2024-09-12T17:58:48.176 INFO:tasks.workunit.client.0.smithi045.stderr: -341> 2024-09-12T17:58:48.032+0000 7f7987c87640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:48.176 INFO:tasks.workunit.client.0.smithi045.stderr: -340> 2024-09-12T17:58:48.032+0000 7f7987c87640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:48.176 INFO:tasks.workunit.client.0.smithi045.stderr: -339> 2024-09-12T17:58:48.032+0000 7f7987c87640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:48.177 INFO:tasks.workunit.client.0.smithi045.stderr: -338> 2024-09-12T17:58:48.033+0000 7f7986c85640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:48.177 INFO:tasks.workunit.client.0.smithi045.stderr: -337> 2024-09-12T17:58:48.033+0000 7f7986c85640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:48.177 INFO:tasks.workunit.client.0.smithi045.stderr: -336> 2024-09-12T17:58:48.033+0000 7f7986c85640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:48.177 INFO:tasks.workunit.client.0.smithi045.stderr: -335> 2024-09-12T17:58:48.033+0000 7f7987c87640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:48.177 INFO:tasks.workunit.client.0.smithi045.stderr: -334> 2024-09-12T17:58:48.033+0000 7f7987c87640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:48.177 INFO:tasks.workunit.client.0.smithi045.stderr: -333> 2024-09-12T17:58:48.033+0000 7f7987c87640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:48.177 INFO:tasks.workunit.client.0.smithi045.stderr: -332> 2024-09-12T17:58:48.033+0000 7f7987486640 10 monclient(hunting): get_auth_request con 0x55d52d929990 auth_method 0 2024-09-12T17:58:48.177 INFO:tasks.workunit.client.0.smithi045.stderr: -331> 2024-09-12T17:58:48.033+0000 7f7987486640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:48.177 INFO:tasks.workunit.client.0.smithi045.stderr: -330> 2024-09-12T17:58:48.033+0000 7f7987486640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:48.177 INFO:tasks.workunit.client.0.smithi045.stderr: -329> 2024-09-12T17:58:48.033+0000 7f7987486640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:48.177 INFO:tasks.workunit.client.0.smithi045.stderr: -328> 2024-09-12T17:58:48.033+0000 7f7987c87640 10 monclient(hunting): handle_auth_done global_id 8142 payload 824 2024-09-12T17:58:48.177 INFO:tasks.workunit.client.0.smithi045.stderr: -327> 2024-09-12T17:58:48.033+0000 7f7987c87640 10 monclient: _finish_hunting 0 2024-09-12T17:58:48.178 INFO:tasks.workunit.client.0.smithi045.stderr: -326> 2024-09-12T17:58:48.033+0000 7f7987c87640 1 monclient: found mon.noname-a 2024-09-12T17:58:48.178 INFO:tasks.workunit.client.0.smithi045.stderr: -325> 2024-09-12T17:58:48.033+0000 7f7987c87640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.45:3300/0 2024-09-12T17:58:48.178 INFO:tasks.workunit.client.0.smithi045.stderr: -324> 2024-09-12T17:58:48.033+0000 7f7871602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:48.178 INFO:tasks.workunit.client.0.smithi045.stderr: -323> 2024-09-12T17:58:48.033+0000 7f7871602640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:58:48.178 INFO:tasks.workunit.client.0.smithi045.stderr: -322> 2024-09-12T17:58:48.033+0000 7f7871602640 10 monclient: dump: 2024-09-12T17:58:48.178 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:58:48.178 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:58:48.178 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:48.178 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:48.178 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:48.178 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:58:48.178 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:58:48.178 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:58:48.179 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:58:48.179 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:48.179 INFO:tasks.workunit.client.0.smithi045.stderr: -321> 2024-09-12T17:58:48.033+0000 7f7871602640 10 monclient: _finish_auth 0 2024-09-12T17:58:48.179 INFO:tasks.workunit.client.0.smithi045.stderr: -320> 2024-09-12T17:58:48.033+0000 7f7871602640 10 monclient: _check_auth_tickets 2024-09-12T17:58:48.179 INFO:tasks.workunit.client.0.smithi045.stderr: -319> 2024-09-12T17:58:48.033+0000 7f7871602640 10 monclient: handle_config config(0 keys) 2024-09-12T17:58:48.179 INFO:tasks.workunit.client.0.smithi045.stderr: -318> 2024-09-12T17:58:48.033+0000 7f7871602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:48.179 INFO:tasks.workunit.client.0.smithi045.stderr: -317> 2024-09-12T17:58:48.033+0000 7f7871602640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:58:48.179 INFO:tasks.workunit.client.0.smithi045.stderr: -316> 2024-09-12T17:58:48.033+0000 7f7871602640 10 monclient: dump: 2024-09-12T17:58:48.179 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:58:48.179 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:58:48.179 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:48.179 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:48.179 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:48.180 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:58:48.180 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:58:48.180 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:58:48.180 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:58:48.180 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:48.180 INFO:tasks.workunit.client.0.smithi045.stderr: -315> 2024-09-12T17:58:48.033+0000 7f798b740800 5 monclient: authenticate success, global_id 8142 2024-09-12T17:58:48.180 INFO:tasks.workunit.client.0.smithi045.stderr: -314> 2024-09-12T17:58:48.033+0000 7f798b740800 10 monclient: _renew_subs 2024-09-12T17:58:48.180 INFO:tasks.workunit.client.0.smithi045.stderr: -313> 2024-09-12T17:58:48.033+0000 7f798b740800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:58:48.180 INFO:tasks.workunit.client.0.smithi045.stderr: -312> 2024-09-12T17:58:48.033+0000 7f7988488640 4 set_mon_vals no callback set 2024-09-12T17:58:48.180 INFO:tasks.workunit.client.0.smithi045.stderr: -311> 2024-09-12T17:58:48.033+0000 7f798b740800 10 monclient: _renew_subs 2024-09-12T17:58:48.180 INFO:tasks.workunit.client.0.smithi045.stderr: -310> 2024-09-12T17:58:48.033+0000 7f798b740800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:58:48.180 INFO:tasks.workunit.client.0.smithi045.stderr: -309> 2024-09-12T17:58:48.035+0000 7f7871602640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:58:48.180 INFO:tasks.workunit.client.0.smithi045.stderr: -308> 2024-09-12T17:58:48.035+0000 7f7871602640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:58:48.181 INFO:tasks.workunit.client.0.smithi045.stderr: -307> 2024-09-12T17:58:48.035+0000 7f7871602640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:58:48.181 INFO:tasks.workunit.client.0.smithi045.stderr: -306> 2024-09-12T17:58:48.035+0000 7f7987486640 10 monclient: get_auth_request con 0x7f7860076380 auth_method 0 2024-09-12T17:58:48.181 INFO:tasks.workunit.client.0.smithi045.stderr: -305> 2024-09-12T17:58:48.035+0000 7f798b740800 10 monclient: get_monmap_and_config 2024-09-12T17:58:48.181 INFO:tasks.workunit.client.0.smithi045.stderr: -304> 2024-09-12T17:58:48.035+0000 7f798b740800 10 monclient: build_initial_monmap 2024-09-12T17:58:48.181 INFO:tasks.workunit.client.0.smithi045.stderr: -303> 2024-09-12T17:58:48.035+0000 7f798b740800 1 build_initial for_mkfs: 0 2024-09-12T17:58:48.181 INFO:tasks.workunit.client.0.smithi045.stderr: -302> 2024-09-12T17:58:48.035+0000 7f798b740800 10 monclient: monmap: 2024-09-12T17:58:48.181 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:58:48.181 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:58:48.181 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:58:48.181 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:58:48.181 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:58:48.181 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:58:48.181 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:58:48.182 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:58:48.182 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:58:48.182 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:48.182 INFO:tasks.workunit.client.0.smithi045.stderr: -301> 2024-09-12T17:58:48.035+0000 7f798b740800 5 AuthRegistry(0x55d52d949830) adding auth protocol: cephx 2024-09-12T17:58:48.182 INFO:tasks.workunit.client.0.smithi045.stderr: -300> 2024-09-12T17:58:48.035+0000 7f798b740800 5 AuthRegistry(0x55d52d949830) adding auth protocol: cephx 2024-09-12T17:58:48.182 INFO:tasks.workunit.client.0.smithi045.stderr: -299> 2024-09-12T17:58:48.035+0000 7f798b740800 5 AuthRegistry(0x55d52d949830) adding auth protocol: cephx 2024-09-12T17:58:48.182 INFO:tasks.workunit.client.0.smithi045.stderr: -298> 2024-09-12T17:58:48.035+0000 7f798b740800 5 AuthRegistry(0x55d52d949830) adding con mode: secure 2024-09-12T17:58:48.182 INFO:tasks.workunit.client.0.smithi045.stderr: -297> 2024-09-12T17:58:48.035+0000 7f798b740800 5 AuthRegistry(0x55d52d949830) adding con mode: crc 2024-09-12T17:58:48.182 INFO:tasks.workunit.client.0.smithi045.stderr: -296> 2024-09-12T17:58:48.035+0000 7f798b740800 5 AuthRegistry(0x55d52d949830) adding con mode: secure 2024-09-12T17:58:48.182 INFO:tasks.workunit.client.0.smithi045.stderr: -295> 2024-09-12T17:58:48.035+0000 7f798b740800 5 AuthRegistry(0x55d52d949830) adding con mode: crc 2024-09-12T17:58:48.182 INFO:tasks.workunit.client.0.smithi045.stderr: -294> 2024-09-12T17:58:48.035+0000 7f798b740800 5 AuthRegistry(0x55d52d949830) adding con mode: secure 2024-09-12T17:58:48.182 INFO:tasks.workunit.client.0.smithi045.stderr: -293> 2024-09-12T17:58:48.035+0000 7f798b740800 5 AuthRegistry(0x55d52d949830) adding con mode: crc 2024-09-12T17:58:48.182 INFO:tasks.workunit.client.0.smithi045.stderr: -292> 2024-09-12T17:58:48.035+0000 7f798b740800 5 AuthRegistry(0x55d52d949830) adding con mode: crc 2024-09-12T17:58:48.182 INFO:tasks.workunit.client.0.smithi045.stderr: -291> 2024-09-12T17:58:48.035+0000 7f798b740800 5 AuthRegistry(0x55d52d949830) adding con mode: secure 2024-09-12T17:58:48.183 INFO:tasks.workunit.client.0.smithi045.stderr: -290> 2024-09-12T17:58:48.035+0000 7f798b740800 5 AuthRegistry(0x55d52d949830) adding con mode: crc 2024-09-12T17:58:48.183 INFO:tasks.workunit.client.0.smithi045.stderr: -289> 2024-09-12T17:58:48.035+0000 7f798b740800 5 AuthRegistry(0x55d52d949830) adding con mode: secure 2024-09-12T17:58:48.183 INFO:tasks.workunit.client.0.smithi045.stderr: -288> 2024-09-12T17:58:48.035+0000 7f798b740800 5 AuthRegistry(0x55d52d949830) adding con mode: crc 2024-09-12T17:58:48.183 INFO:tasks.workunit.client.0.smithi045.stderr: -287> 2024-09-12T17:58:48.035+0000 7f798b740800 5 AuthRegistry(0x55d52d949830) adding con mode: secure 2024-09-12T17:58:48.183 INFO:tasks.workunit.client.0.smithi045.stderr: -286> 2024-09-12T17:58:48.036+0000 7f798b740800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:48.183 INFO:tasks.workunit.client.0.smithi045.stderr: -285> 2024-09-12T17:58:48.036+0000 7f798b740800 10 monclient: init 2024-09-12T17:58:48.183 INFO:tasks.workunit.client.0.smithi045.stderr: -284> 2024-09-12T17:58:48.036+0000 7f798b740800 5 AuthRegistry(0x7ffe9db547b0) adding auth protocol: cephx 2024-09-12T17:58:48.183 INFO:tasks.workunit.client.0.smithi045.stderr: -283> 2024-09-12T17:58:48.036+0000 7f798b740800 5 AuthRegistry(0x7ffe9db547b0) adding auth protocol: cephx 2024-09-12T17:58:48.183 INFO:tasks.workunit.client.0.smithi045.stderr: -282> 2024-09-12T17:58:48.036+0000 7f798b740800 5 AuthRegistry(0x7ffe9db547b0) adding auth protocol: cephx 2024-09-12T17:58:48.183 INFO:tasks.workunit.client.0.smithi045.stderr: -281> 2024-09-12T17:58:48.036+0000 7f798b740800 5 AuthRegistry(0x7ffe9db547b0) adding con mode: secure 2024-09-12T17:58:48.183 INFO:tasks.workunit.client.0.smithi045.stderr: -280> 2024-09-12T17:58:48.036+0000 7f798b740800 5 AuthRegistry(0x7ffe9db547b0) adding con mode: crc 2024-09-12T17:58:48.183 INFO:tasks.workunit.client.0.smithi045.stderr: -279> 2024-09-12T17:58:48.036+0000 7f798b740800 5 AuthRegistry(0x7ffe9db547b0) adding con mode: secure 2024-09-12T17:58:48.183 INFO:tasks.workunit.client.0.smithi045.stderr: -278> 2024-09-12T17:58:48.036+0000 7f798b740800 5 AuthRegistry(0x7ffe9db547b0) adding con mode: crc 2024-09-12T17:58:48.184 INFO:tasks.workunit.client.0.smithi045.stderr: -277> 2024-09-12T17:58:48.036+0000 7f798b740800 5 AuthRegistry(0x7ffe9db547b0) adding con mode: secure 2024-09-12T17:58:48.184 INFO:tasks.workunit.client.0.smithi045.stderr: -276> 2024-09-12T17:58:48.036+0000 7f798b740800 5 AuthRegistry(0x7ffe9db547b0) adding con mode: crc 2024-09-12T17:58:48.184 INFO:tasks.workunit.client.0.smithi045.stderr: -275> 2024-09-12T17:58:48.036+0000 7f798b740800 5 AuthRegistry(0x7ffe9db547b0) adding con mode: crc 2024-09-12T17:58:48.184 INFO:tasks.workunit.client.0.smithi045.stderr: -274> 2024-09-12T17:58:48.036+0000 7f798b740800 5 AuthRegistry(0x7ffe9db547b0) adding con mode: secure 2024-09-12T17:58:48.184 INFO:tasks.workunit.client.0.smithi045.stderr: -273> 2024-09-12T17:58:48.036+0000 7f798b740800 5 AuthRegistry(0x7ffe9db547b0) adding con mode: crc 2024-09-12T17:58:48.184 INFO:tasks.workunit.client.0.smithi045.stderr: -272> 2024-09-12T17:58:48.036+0000 7f798b740800 5 AuthRegistry(0x7ffe9db547b0) adding con mode: secure 2024-09-12T17:58:48.184 INFO:tasks.workunit.client.0.smithi045.stderr: -271> 2024-09-12T17:58:48.036+0000 7f798b740800 5 AuthRegistry(0x7ffe9db547b0) adding con mode: crc 2024-09-12T17:58:48.184 INFO:tasks.workunit.client.0.smithi045.stderr: -270> 2024-09-12T17:58:48.036+0000 7f798b740800 5 AuthRegistry(0x7ffe9db547b0) adding con mode: secure 2024-09-12T17:58:48.184 INFO:tasks.workunit.client.0.smithi045.stderr: -269> 2024-09-12T17:58:48.036+0000 7f798b740800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:48.184 INFO:tasks.workunit.client.0.smithi045.stderr: -268> 2024-09-12T17:58:48.036+0000 7f798b740800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:48.184 INFO:tasks.workunit.client.0.smithi045.stderr: -267> 2024-09-12T17:58:48.036+0000 7f798b740800 5 asok(0x55d52d68b730) register_command rotate-key cmddesc rotate-key hook 0x7ffe9db548f8 EEXIST 2024-09-12T17:58:48.184 INFO:tasks.workunit.client.0.smithi045.stderr: -266> 2024-09-12T17:58:48.036+0000 7f798b740800 10 monclient: _reopen_session rank -1 2024-09-12T17:58:48.184 INFO:tasks.workunit.client.0.smithi045.stderr: -265> 2024-09-12T17:58:48.036+0000 7f798b740800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:58:48.184 INFO:tasks.workunit.client.0.smithi045.stderr: -264> 2024-09-12T17:58:48.036+0000 7f798b740800 10 monclient(hunting): picked mon.noname-b con 0x55d52d9780c0 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:58:48.185 INFO:tasks.workunit.client.0.smithi045.stderr: -263> 2024-09-12T17:58:48.036+0000 7f798b740800 10 monclient(hunting): picked mon.noname-a con 0x55d52d979110 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:58:48.185 INFO:tasks.workunit.client.0.smithi045.stderr: -262> 2024-09-12T17:58:48.036+0000 7f798b740800 10 monclient(hunting): picked mon.noname-c con 0x55d52d96f920 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:58:48.185 INFO:tasks.workunit.client.0.smithi045.stderr: -261> 2024-09-12T17:58:48.036+0000 7f798b740800 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:48.185 INFO:tasks.workunit.client.0.smithi045.stderr: -260> 2024-09-12T17:58:48.036+0000 7f798b740800 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:48.185 INFO:tasks.workunit.client.0.smithi045.stderr: -259> 2024-09-12T17:58:48.036+0000 7f798b740800 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:48.185 INFO:tasks.workunit.client.0.smithi045.stderr: -258> 2024-09-12T17:58:48.036+0000 7f798b740800 10 monclient(hunting): _renew_subs 2024-09-12T17:58:48.185 INFO:tasks.workunit.client.0.smithi045.stderr: -257> 2024-09-12T17:58:48.036+0000 7f798b740800 10 monclient(hunting): authenticate will time out at 2226.494805s 2024-09-12T17:58:48.185 INFO:tasks.workunit.client.0.smithi045.stderr: -256> 2024-09-12T17:58:48.036+0000 7f7986c85640 10 monclient(hunting): get_auth_request con 0x55d52d979110 auth_method 0 2024-09-12T17:58:48.185 INFO:tasks.workunit.client.0.smithi045.stderr: -255> 2024-09-12T17:58:48.036+0000 7f7986c85640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:48.185 INFO:tasks.workunit.client.0.smithi045.stderr: -254> 2024-09-12T17:58:48.036+0000 7f7986c85640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:48.185 INFO:tasks.workunit.client.0.smithi045.stderr: -253> 2024-09-12T17:58:48.036+0000 7f7986c85640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:48.185 INFO:tasks.workunit.client.0.smithi045.stderr: -252> 2024-09-12T17:58:48.036+0000 7f7987c87640 10 monclient(hunting): get_auth_request con 0x55d52d96f920 auth_method 0 2024-09-12T17:58:48.185 INFO:tasks.workunit.client.0.smithi045.stderr: -251> 2024-09-12T17:58:48.036+0000 7f7987c87640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:48.186 INFO:tasks.workunit.client.0.smithi045.stderr: -250> 2024-09-12T17:58:48.036+0000 7f7987c87640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:48.186 INFO:tasks.workunit.client.0.smithi045.stderr: -249> 2024-09-12T17:58:48.036+0000 7f7987c87640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:48.186 INFO:tasks.workunit.client.0.smithi045.stderr: -248> 2024-09-12T17:58:48.036+0000 7f7986c85640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:48.186 INFO:tasks.workunit.client.0.smithi045.stderr: -247> 2024-09-12T17:58:48.037+0000 7f7986c85640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:48.186 INFO:tasks.workunit.client.0.smithi045.stderr: -246> 2024-09-12T17:58:48.037+0000 7f7986c85640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:48.186 INFO:tasks.workunit.client.0.smithi045.stderr: -245> 2024-09-12T17:58:48.037+0000 7f7987c87640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:48.186 INFO:tasks.workunit.client.0.smithi045.stderr: -244> 2024-09-12T17:58:48.037+0000 7f7987c87640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:48.186 INFO:tasks.workunit.client.0.smithi045.stderr: -243> 2024-09-12T17:58:48.037+0000 7f7987c87640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:48.186 INFO:tasks.workunit.client.0.smithi045.stderr: -242> 2024-09-12T17:58:48.037+0000 7f7987486640 10 monclient(hunting): get_auth_request con 0x55d52d9780c0 auth_method 0 2024-09-12T17:58:48.186 INFO:tasks.workunit.client.0.smithi045.stderr: -241> 2024-09-12T17:58:48.037+0000 7f7987486640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:48.186 INFO:tasks.workunit.client.0.smithi045.stderr: -240> 2024-09-12T17:58:48.037+0000 7f7987486640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:48.186 INFO:tasks.workunit.client.0.smithi045.stderr: -239> 2024-09-12T17:58:48.037+0000 7f7987486640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:48.186 INFO:tasks.workunit.client.0.smithi045.stderr: -238> 2024-09-12T17:58:48.037+0000 7f7986c85640 10 monclient(hunting): handle_auth_done global_id 8145 payload 274 2024-09-12T17:58:48.187 INFO:tasks.workunit.client.0.smithi045.stderr: -237> 2024-09-12T17:58:48.037+0000 7f7986c85640 10 monclient: _finish_hunting 0 2024-09-12T17:58:48.187 INFO:tasks.workunit.client.0.smithi045.stderr: -236> 2024-09-12T17:58:48.037+0000 7f7986c85640 1 monclient: found mon.noname-a 2024-09-12T17:58:48.187 INFO:tasks.workunit.client.0.smithi045.stderr: -235> 2024-09-12T17:58:48.037+0000 7f7986c85640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.45:3300/0 2024-09-12T17:58:48.187 INFO:tasks.workunit.client.0.smithi045.stderr: -234> 2024-09-12T17:58:48.037+0000 7f786affd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:48.187 INFO:tasks.workunit.client.0.smithi045.stderr: -233> 2024-09-12T17:58:48.037+0000 7f786affd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:58:48.187 INFO:tasks.workunit.client.0.smithi045.stderr: -232> 2024-09-12T17:58:48.037+0000 7f786affd640 10 monclient: dump: 2024-09-12T17:58:48.187 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:58:48.187 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:58:48.187 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:48.187 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:48.187 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:48.187 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:58:48.187 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:58:48.187 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:58:48.188 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:58:48.188 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:48.188 INFO:tasks.workunit.client.0.smithi045.stderr: -231> 2024-09-12T17:58:48.037+0000 7f786affd640 10 monclient: _finish_auth 0 2024-09-12T17:58:48.188 INFO:tasks.workunit.client.0.smithi045.stderr: -230> 2024-09-12T17:58:48.037+0000 7f786affd640 10 monclient: _check_auth_tickets 2024-09-12T17:58:48.188 INFO:tasks.workunit.client.0.smithi045.stderr: -229> 2024-09-12T17:58:48.037+0000 7f786affd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:58:48.188 INFO:tasks.workunit.client.0.smithi045.stderr: -228> 2024-09-12T17:58:48.037+0000 7f798b740800 5 monclient: authenticate success, global_id 8145 2024-09-12T17:58:48.188 INFO:tasks.workunit.client.0.smithi045.stderr: -227> 2024-09-12T17:58:48.037+0000 7f798b740800 10 monclient: get_monmap_and_config success 2024-09-12T17:58:48.188 INFO:tasks.workunit.client.0.smithi045.stderr: -226> 2024-09-12T17:58:48.037+0000 7f798b740800 4 set_mon_vals no callback set 2024-09-12T17:58:48.188 INFO:tasks.workunit.client.0.smithi045.stderr: -225> 2024-09-12T17:58:48.037+0000 7f786affd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:48.188 INFO:tasks.workunit.client.0.smithi045.stderr: -224> 2024-09-12T17:58:48.037+0000 7f786affd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:58:48.188 INFO:tasks.workunit.client.0.smithi045.stderr: -223> 2024-09-12T17:58:48.037+0000 7f786affd640 10 monclient: dump: 2024-09-12T17:58:48.188 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:58:48.188 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:58:48.189 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:48.189 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:48.189 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:48.189 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:58:48.189 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:58:48.189 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:58:48.189 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:58:48.189 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:48.189 INFO:tasks.workunit.client.0.smithi045.stderr: -222> 2024-09-12T17:58:48.037+0000 7f798b740800 10 monclient: shutdown 2024-09-12T17:58:48.189 INFO:tasks.workunit.client.0.smithi045.stderr: -221> 2024-09-12T17:58:48.038+0000 7f798b740800 10 monclient: build_initial_monmap 2024-09-12T17:58:48.189 INFO:tasks.workunit.client.0.smithi045.stderr: -220> 2024-09-12T17:58:48.038+0000 7f798b740800 1 build_initial for_mkfs: 0 2024-09-12T17:58:48.189 INFO:tasks.workunit.client.0.smithi045.stderr: -219> 2024-09-12T17:58:48.038+0000 7f798b740800 10 monclient: monmap: 2024-09-12T17:58:48.190 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:58:48.190 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:58:48.190 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:58:48.190 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:58:48.190 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:58:48.190 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:58:48.190 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:58:48.190 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:58:48.190 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:58:48.190 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:48.190 INFO:tasks.workunit.client.0.smithi045.stderr: -218> 2024-09-12T17:58:48.038+0000 7f798b740800 5 AuthRegistry(0x55d52d94d510) adding auth protocol: cephx 2024-09-12T17:58:48.190 INFO:tasks.workunit.client.0.smithi045.stderr: -217> 2024-09-12T17:58:48.038+0000 7f798b740800 5 AuthRegistry(0x55d52d94d510) adding auth protocol: cephx 2024-09-12T17:58:48.191 INFO:tasks.workunit.client.0.smithi045.stderr: -216> 2024-09-12T17:58:48.038+0000 7f798b740800 5 AuthRegistry(0x55d52d94d510) adding auth protocol: cephx 2024-09-12T17:58:48.191 INFO:tasks.workunit.client.0.smithi045.stderr: -215> 2024-09-12T17:58:48.038+0000 7f798b740800 5 AuthRegistry(0x55d52d94d510) adding con mode: secure 2024-09-12T17:58:48.191 INFO:tasks.workunit.client.0.smithi045.stderr: -214> 2024-09-12T17:58:48.038+0000 7f798b740800 5 AuthRegistry(0x55d52d94d510) adding con mode: crc 2024-09-12T17:58:48.191 INFO:tasks.workunit.client.0.smithi045.stderr: -213> 2024-09-12T17:58:48.038+0000 7f798b740800 5 AuthRegistry(0x55d52d94d510) adding con mode: secure 2024-09-12T17:58:48.192 INFO:tasks.workunit.client.0.smithi045.stderr: -212> 2024-09-12T17:58:48.038+0000 7f798b740800 5 AuthRegistry(0x55d52d94d510) adding con mode: crc 2024-09-12T17:58:48.192 INFO:tasks.workunit.client.0.smithi045.stderr: -211> 2024-09-12T17:58:48.038+0000 7f798b740800 5 AuthRegistry(0x55d52d94d510) adding con mode: secure 2024-09-12T17:58:48.192 INFO:tasks.workunit.client.0.smithi045.stderr: -210> 2024-09-12T17:58:48.038+0000 7f798b740800 5 AuthRegistry(0x55d52d94d510) adding con mode: crc 2024-09-12T17:58:48.192 INFO:tasks.workunit.client.0.smithi045.stderr: -209> 2024-09-12T17:58:48.038+0000 7f798b740800 5 AuthRegistry(0x55d52d94d510) adding con mode: crc 2024-09-12T17:58:48.192 INFO:tasks.workunit.client.0.smithi045.stderr: -208> 2024-09-12T17:58:48.038+0000 7f798b740800 5 AuthRegistry(0x55d52d94d510) adding con mode: secure 2024-09-12T17:58:48.192 INFO:tasks.workunit.client.0.smithi045.stderr: -207> 2024-09-12T17:58:48.038+0000 7f798b740800 5 AuthRegistry(0x55d52d94d510) adding con mode: crc 2024-09-12T17:58:48.192 INFO:tasks.workunit.client.0.smithi045.stderr: -206> 2024-09-12T17:58:48.038+0000 7f798b740800 5 AuthRegistry(0x55d52d94d510) adding con mode: secure 2024-09-12T17:58:48.192 INFO:tasks.workunit.client.0.smithi045.stderr: -205> 2024-09-12T17:58:48.038+0000 7f798b740800 5 AuthRegistry(0x55d52d94d510) adding con mode: crc 2024-09-12T17:58:48.192 INFO:tasks.workunit.client.0.smithi045.stderr: -204> 2024-09-12T17:58:48.038+0000 7f798b740800 5 AuthRegistry(0x55d52d94d510) adding con mode: secure 2024-09-12T17:58:48.192 INFO:tasks.workunit.client.0.smithi045.stderr: -203> 2024-09-12T17:58:48.038+0000 7f798b740800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:48.192 INFO:tasks.workunit.client.0.smithi045.stderr: -202> 2024-09-12T17:58:48.038+0000 7f798b740800 1 librados: starting msgr at 2024-09-12T17:58:48.192 INFO:tasks.workunit.client.0.smithi045.stderr: -201> 2024-09-12T17:58:48.038+0000 7f798b740800 1 librados: starting objecter 2024-09-12T17:58:48.193 INFO:tasks.workunit.client.0.smithi045.stderr: -200> 2024-09-12T17:58:48.038+0000 7f798b740800 5 asok(0x55d52d68b730) register_command objecter_requests cmddesc objecter_requests hook 0x55d52d94fbe0 EEXIST 2024-09-12T17:58:48.193 INFO:tasks.workunit.client.0.smithi045.stderr: -199> 2024-09-12T17:58:48.038+0000 7f798b740800 1 librados: setting wanted keys 2024-09-12T17:58:48.193 INFO:tasks.workunit.client.0.smithi045.stderr: -198> 2024-09-12T17:58:48.038+0000 7f798b740800 1 librados: calling monclient init 2024-09-12T17:58:48.193 INFO:tasks.workunit.client.0.smithi045.stderr: -197> 2024-09-12T17:58:48.038+0000 7f798b740800 10 monclient: init 2024-09-12T17:58:48.193 INFO:tasks.workunit.client.0.smithi045.stderr: -196> 2024-09-12T17:58:48.038+0000 7f798b740800 5 AuthRegistry(0x55d52d941740) adding auth protocol: cephx 2024-09-12T17:58:48.193 INFO:tasks.workunit.client.0.smithi045.stderr: -195> 2024-09-12T17:58:48.038+0000 7f798b740800 5 AuthRegistry(0x55d52d941740) adding auth protocol: cephx 2024-09-12T17:58:48.193 INFO:tasks.workunit.client.0.smithi045.stderr: -194> 2024-09-12T17:58:48.038+0000 7f798b740800 5 AuthRegistry(0x55d52d941740) adding auth protocol: cephx 2024-09-12T17:58:48.193 INFO:tasks.workunit.client.0.smithi045.stderr: -193> 2024-09-12T17:58:48.038+0000 7f798b740800 5 AuthRegistry(0x55d52d941740) adding con mode: secure 2024-09-12T17:58:48.193 INFO:tasks.workunit.client.0.smithi045.stderr: -192> 2024-09-12T17:58:48.038+0000 7f798b740800 5 AuthRegistry(0x55d52d941740) adding con mode: crc 2024-09-12T17:58:48.193 INFO:tasks.workunit.client.0.smithi045.stderr: -191> 2024-09-12T17:58:48.038+0000 7f798b740800 5 AuthRegistry(0x55d52d941740) adding con mode: secure 2024-09-12T17:58:48.193 INFO:tasks.workunit.client.0.smithi045.stderr: -190> 2024-09-12T17:58:48.038+0000 7f798b740800 5 AuthRegistry(0x55d52d941740) adding con mode: crc 2024-09-12T17:58:48.193 INFO:tasks.workunit.client.0.smithi045.stderr: -189> 2024-09-12T17:58:48.038+0000 7f798b740800 5 AuthRegistry(0x55d52d941740) adding con mode: secure 2024-09-12T17:58:48.194 INFO:tasks.workunit.client.0.smithi045.stderr: -188> 2024-09-12T17:58:48.038+0000 7f798b740800 5 AuthRegistry(0x55d52d941740) adding con mode: crc 2024-09-12T17:58:48.194 INFO:tasks.workunit.client.0.smithi045.stderr: -187> 2024-09-12T17:58:48.038+0000 7f798b740800 5 AuthRegistry(0x55d52d941740) adding con mode: crc 2024-09-12T17:58:48.194 INFO:tasks.workunit.client.0.smithi045.stderr: -186> 2024-09-12T17:58:48.038+0000 7f798b740800 5 AuthRegistry(0x55d52d941740) adding con mode: secure 2024-09-12T17:58:48.194 INFO:tasks.workunit.client.0.smithi045.stderr: -185> 2024-09-12T17:58:48.038+0000 7f798b740800 5 AuthRegistry(0x55d52d941740) adding con mode: crc 2024-09-12T17:58:48.194 INFO:tasks.workunit.client.0.smithi045.stderr: -184> 2024-09-12T17:58:48.038+0000 7f798b740800 5 AuthRegistry(0x55d52d941740) adding con mode: secure 2024-09-12T17:58:48.194 INFO:tasks.workunit.client.0.smithi045.stderr: -183> 2024-09-12T17:58:48.038+0000 7f798b740800 5 AuthRegistry(0x55d52d941740) adding con mode: crc 2024-09-12T17:58:48.194 INFO:tasks.workunit.client.0.smithi045.stderr: -182> 2024-09-12T17:58:48.038+0000 7f798b740800 5 AuthRegistry(0x55d52d941740) adding con mode: secure 2024-09-12T17:58:48.194 INFO:tasks.workunit.client.0.smithi045.stderr: -181> 2024-09-12T17:58:48.038+0000 7f798b740800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:48.194 INFO:tasks.workunit.client.0.smithi045.stderr: -180> 2024-09-12T17:58:48.038+0000 7f798b740800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:48.194 INFO:tasks.workunit.client.0.smithi045.stderr: -179> 2024-09-12T17:58:48.038+0000 7f798b740800 5 asok(0x55d52d68b730) register_command rotate-key cmddesc rotate-key hook 0x55d52d941888 EEXIST 2024-09-12T17:58:48.194 INFO:tasks.workunit.client.0.smithi045.stderr: -178> 2024-09-12T17:58:48.038+0000 7f798b740800 10 monclient: _reopen_session rank -1 2024-09-12T17:58:48.194 INFO:tasks.workunit.client.0.smithi045.stderr: -177> 2024-09-12T17:58:48.038+0000 7f798b740800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:58:48.194 INFO:tasks.workunit.client.0.smithi045.stderr: -176> 2024-09-12T17:58:48.038+0000 7f798b740800 10 monclient(hunting): picked mon.noname-b con 0x55d52d96f920 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:58:48.195 INFO:tasks.workunit.client.0.smithi045.stderr: -175> 2024-09-12T17:58:48.038+0000 7f798b740800 10 monclient(hunting): picked mon.noname-a con 0x55d52d9780c0 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:58:48.195 INFO:tasks.workunit.client.0.smithi045.stderr: -174> 2024-09-12T17:58:48.038+0000 7f798b740800 10 monclient(hunting): picked mon.noname-c con 0x55d52d979110 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:58:48.195 INFO:tasks.workunit.client.0.smithi045.stderr: -173> 2024-09-12T17:58:48.038+0000 7f798b740800 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:48.195 INFO:tasks.workunit.client.0.smithi045.stderr: -172> 2024-09-12T17:58:48.038+0000 7f798b740800 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:48.195 INFO:tasks.workunit.client.0.smithi045.stderr: -171> 2024-09-12T17:58:48.038+0000 7f798b740800 10 monclient(hunting): start opening mon connection 2024-09-12T17:58:48.195 INFO:tasks.workunit.client.0.smithi045.stderr: -170> 2024-09-12T17:58:48.038+0000 7f798b740800 10 monclient(hunting): _renew_subs 2024-09-12T17:58:48.195 INFO:tasks.workunit.client.0.smithi045.stderr: -169> 2024-09-12T17:58:48.038+0000 7f798b740800 10 monclient(hunting): authenticate will time out at 2226.496995s 2024-09-12T17:58:48.195 INFO:tasks.workunit.client.0.smithi045.stderr: -168> 2024-09-12T17:58:48.039+0000 7f7986c85640 10 monclient(hunting): get_auth_request con 0x55d52d9780c0 auth_method 0 2024-09-12T17:58:48.195 INFO:tasks.workunit.client.0.smithi045.stderr: -167> 2024-09-12T17:58:48.039+0000 7f7986c85640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:48.195 INFO:tasks.workunit.client.0.smithi045.stderr: -166> 2024-09-12T17:58:48.039+0000 7f7986c85640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:48.195 INFO:tasks.workunit.client.0.smithi045.stderr: -165> 2024-09-12T17:58:48.039+0000 7f7986c85640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:48.195 INFO:tasks.workunit.client.0.smithi045.stderr: -164> 2024-09-12T17:58:48.039+0000 7f7987c87640 10 monclient(hunting): get_auth_request con 0x55d52d979110 auth_method 0 2024-09-12T17:58:48.195 INFO:tasks.workunit.client.0.smithi045.stderr: -163> 2024-09-12T17:58:48.039+0000 7f7987c87640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:48.196 INFO:tasks.workunit.client.0.smithi045.stderr: -162> 2024-09-12T17:58:48.039+0000 7f7987c87640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:48.196 INFO:tasks.workunit.client.0.smithi045.stderr: -161> 2024-09-12T17:58:48.039+0000 7f7987c87640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:48.196 INFO:tasks.workunit.client.0.smithi045.stderr: -160> 2024-09-12T17:58:48.039+0000 7f7987486640 10 monclient(hunting): get_auth_request con 0x55d52d96f920 auth_method 0 2024-09-12T17:58:48.196 INFO:tasks.workunit.client.0.smithi045.stderr: -159> 2024-09-12T17:58:48.039+0000 7f7987486640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:58:48.196 INFO:tasks.workunit.client.0.smithi045.stderr: -158> 2024-09-12T17:58:48.039+0000 7f7987486640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:58:48.196 INFO:tasks.workunit.client.0.smithi045.stderr: -157> 2024-09-12T17:58:48.039+0000 7f7987486640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:58:48.196 INFO:tasks.workunit.client.0.smithi045.stderr: -156> 2024-09-12T17:58:48.039+0000 7f7986c85640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:48.196 INFO:tasks.workunit.client.0.smithi045.stderr: -155> 2024-09-12T17:58:48.039+0000 7f7986c85640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:48.196 INFO:tasks.workunit.client.0.smithi045.stderr: -154> 2024-09-12T17:58:48.039+0000 7f7986c85640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:48.196 INFO:tasks.workunit.client.0.smithi045.stderr: -153> 2024-09-12T17:58:48.039+0000 7f7987c87640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:48.196 INFO:tasks.workunit.client.0.smithi045.stderr: -152> 2024-09-12T17:58:48.039+0000 7f7987c87640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:48.196 INFO:tasks.workunit.client.0.smithi045.stderr: -151> 2024-09-12T17:58:48.039+0000 7f7987c87640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:48.197 INFO:tasks.workunit.client.0.smithi045.stderr: -150> 2024-09-12T17:58:48.039+0000 7f7987486640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:58:48.197 INFO:tasks.workunit.client.0.smithi045.stderr: -149> 2024-09-12T17:58:48.039+0000 7f7987486640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:58:48.197 INFO:tasks.workunit.client.0.smithi045.stderr: -148> 2024-09-12T17:58:48.039+0000 7f7987486640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:58:48.197 INFO:tasks.workunit.client.0.smithi045.stderr: -147> 2024-09-12T17:58:48.039+0000 7f7986c85640 10 monclient(hunting): handle_auth_done global_id 8148 payload 824 2024-09-12T17:58:48.197 INFO:tasks.workunit.client.0.smithi045.stderr: -146> 2024-09-12T17:58:48.039+0000 7f7986c85640 10 monclient: _finish_hunting 0 2024-09-12T17:58:48.197 INFO:tasks.workunit.client.0.smithi045.stderr: -145> 2024-09-12T17:58:48.039+0000 7f7986c85640 1 monclient: found mon.noname-a 2024-09-12T17:58:48.197 INFO:tasks.workunit.client.0.smithi045.stderr: -144> 2024-09-12T17:58:48.039+0000 7f7986c85640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.45:3300/0 2024-09-12T17:58:48.197 INFO:tasks.workunit.client.0.smithi045.stderr: -143> 2024-09-12T17:58:48.039+0000 7f78697fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:48.198 INFO:tasks.workunit.client.0.smithi045.stderr: -142> 2024-09-12T17:58:48.039+0000 7f78697fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:58:48.198 INFO:tasks.workunit.client.0.smithi045.stderr: -141> 2024-09-12T17:58:48.039+0000 7f78697fa640 10 monclient: dump: 2024-09-12T17:58:48.198 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:58:48.198 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:58:48.198 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:48.198 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:48.198 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:48.198 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:58:48.198 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:58:48.198 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:58:48.198 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:58:48.198 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:48.199 INFO:tasks.workunit.client.0.smithi045.stderr: -140> 2024-09-12T17:58:48.039+0000 7f78697fa640 10 monclient: _finish_auth 0 2024-09-12T17:58:48.199 INFO:tasks.workunit.client.0.smithi045.stderr: -139> 2024-09-12T17:58:48.039+0000 7f78697fa640 10 monclient: _check_auth_tickets 2024-09-12T17:58:48.199 INFO:tasks.workunit.client.0.smithi045.stderr: -138> 2024-09-12T17:58:48.039+0000 7f78697fa640 10 monclient: handle_config config(0 keys) 2024-09-12T17:58:48.199 INFO:tasks.workunit.client.0.smithi045.stderr: -137> 2024-09-12T17:58:48.039+0000 7f78697fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:58:48.199 INFO:tasks.workunit.client.0.smithi045.stderr: -136> 2024-09-12T17:58:48.039+0000 7f78697fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:58:48.199 INFO:tasks.workunit.client.0.smithi045.stderr: -135> 2024-09-12T17:58:48.039+0000 7f78697fa640 10 monclient: dump: 2024-09-12T17:58:48.199 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:58:48.199 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:58:48.199 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:48.199 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:58:48.199 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:58:48.199 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:58:48.199 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:58:48.200 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:58:48.200 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:58:48.200 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:48.200 INFO:tasks.workunit.client.0.smithi045.stderr: -134> 2024-09-12T17:58:48.039+0000 7f798b740800 5 monclient: authenticate success, global_id 8148 2024-09-12T17:58:48.200 INFO:tasks.workunit.client.0.smithi045.stderr: -133> 2024-09-12T17:58:48.039+0000 7f786affd640 4 set_mon_vals no callback set 2024-09-12T17:58:48.200 INFO:tasks.workunit.client.0.smithi045.stderr: -132> 2024-09-12T17:58:48.039+0000 7f798b740800 10 monclient: _renew_subs 2024-09-12T17:58:48.200 INFO:tasks.workunit.client.0.smithi045.stderr: -131> 2024-09-12T17:58:48.039+0000 7f798b740800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:58:48.200 INFO:tasks.workunit.client.0.smithi045.stderr: -130> 2024-09-12T17:58:48.039+0000 7f798b740800 10 monclient: _renew_subs 2024-09-12T17:58:48.200 INFO:tasks.workunit.client.0.smithi045.stderr: -129> 2024-09-12T17:58:48.039+0000 7f798b740800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:58:48.200 INFO:tasks.workunit.client.0.smithi045.stderr: -128> 2024-09-12T17:58:48.039+0000 7f798b740800 1 librados: init done 2024-09-12T17:58:48.200 INFO:tasks.workunit.client.0.smithi045.stderr: -127> 2024-09-12T17:58:48.039+0000 7f798b740800 5 asok(0x55d52d68b730) register_command cr dump hook 0x55d52d96c008 2024-09-12T17:58:48.200 INFO:tasks.workunit.client.0.smithi045.stderr: -126> 2024-09-12T17:58:48.041+0000 7f798b740800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.200 INFO:tasks.workunit.client.0.smithi045.stderr: -125> 2024-09-12T17:58:48.041+0000 7f78697fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:58:48.201 INFO:tasks.workunit.client.0.smithi045.stderr: -124> 2024-09-12T17:58:48.041+0000 7f78697fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:58:48.201 INFO:tasks.workunit.client.0.smithi045.stderr: -123> 2024-09-12T17:58:48.041+0000 7f78697fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:58:48.201 INFO:tasks.workunit.client.0.smithi045.stderr: -122> 2024-09-12T17:58:48.041+0000 7f7987486640 10 monclient: get_auth_request con 0x7f7850076470 auth_method 0 2024-09-12T17:58:48.201 INFO:tasks.workunit.client.0.smithi045.stderr: -121> 2024-09-12T17:58:48.042+0000 7f7987c87640 10 monclient: get_auth_request con 0x55d52d997870 auth_method 0 2024-09-12T17:58:48.201 INFO:tasks.workunit.client.0.smithi045.stderr: -120> 2024-09-12T17:58:48.042+0000 7f798b740800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:48.201 INFO:tasks.workunit.client.0.smithi045.stderr: -119> 2024-09-12T17:58:48.042+0000 7f798b740800 20 realm 2024-09-12T17:58:48.201 INFO:tasks.workunit.client.0.smithi045.stderr: -118> 2024-09-12T17:58:48.042+0000 7f798b740800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.201 INFO:tasks.workunit.client.0.smithi045.stderr: -117> 2024-09-12T17:58:48.042+0000 7f798b740800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:48.201 INFO:tasks.workunit.client.0.smithi045.stderr: -116> 2024-09-12T17:58:48.042+0000 7f798b740800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:58:48.201 INFO:tasks.workunit.client.0.smithi045.stderr: -115> 2024-09-12T17:58:48.042+0000 7f798b740800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.201 INFO:tasks.workunit.client.0.smithi045.stderr: -114> 2024-09-12T17:58:48.043+0000 7f798b740800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:48.201 INFO:tasks.workunit.client.0.smithi045.stderr: -113> 2024-09-12T17:58:48.043+0000 7f798b740800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.201 INFO:tasks.workunit.client.0.smithi045.stderr: -112> 2024-09-12T17:58:48.043+0000 7f7987486640 10 monclient: get_auth_request con 0x55d52d99b9f0 auth_method 0 2024-09-12T17:58:48.202 INFO:tasks.workunit.client.0.smithi045.stderr: -111> 2024-09-12T17:58:48.043+0000 7f798b740800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:48.202 INFO:tasks.workunit.client.0.smithi045.stderr: -110> 2024-09-12T17:58:48.043+0000 7f798b740800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.202 INFO:tasks.workunit.client.0.smithi045.stderr: -109> 2024-09-12T17:58:48.044+0000 7f7986c85640 10 monclient: get_auth_request con 0x55d52d99f250 auth_method 0 2024-09-12T17:58:48.202 INFO:tasks.workunit.client.0.smithi045.stderr: -108> 2024-09-12T17:58:48.044+0000 7f798b740800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:58:48.202 INFO:tasks.workunit.client.0.smithi045.stderr: -107> 2024-09-12T17:58:48.044+0000 7f798b740800 20 searching for the correct realm 2024-09-12T17:58:48.202 INFO:tasks.workunit.client.0.smithi045.stderr: -106> 2024-09-12T17:58:48.044+0000 7f7987c87640 10 monclient: get_auth_request con 0x55d52d9a3fc0 auth_method 0 2024-09-12T17:58:48.202 INFO:tasks.workunit.client.0.smithi045.stderr: -105> 2024-09-12T17:58:48.045+0000 7f7987486640 10 monclient: get_auth_request con 0x7f797c009c70 auth_method 0 2024-09-12T17:58:48.202 INFO:tasks.workunit.client.0.smithi045.stderr: -104> 2024-09-12T17:58:48.046+0000 7f7986c85640 10 monclient: get_auth_request con 0x7f797803c040 auth_method 0 2024-09-12T17:58:48.202 INFO:tasks.workunit.client.0.smithi045.stderr: -103> 2024-09-12T17:58:48.047+0000 7f7987c87640 0 -- 172.21.15.45:0/1687852048 >> [v2:172.21.15.45:6824/1551660769,v1:172.21.15.45:6825/1551660769] conn(0x55d52d9a3fc0 msgr2=0x55d52d9a6480 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:48.202 INFO:tasks.workunit.client.0.smithi045.stderr: -102> 2024-09-12T17:58:48.047+0000 7f78697fa640 1 client.8148.objecter ms_handle_reset 0x55d52d9a3fc0 session 0x55d52d9a3940 osd.3 2024-09-12T17:58:48.202 INFO:tasks.workunit.client.0.smithi045.stderr: -101> 2024-09-12T17:58:48.047+0000 7f78697fa640 10 monclient: _renew_subs 2024-09-12T17:58:48.202 INFO:tasks.workunit.client.0.smithi045.stderr: -100> 2024-09-12T17:58:48.047+0000 7f78697fa640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:58:48.202 INFO:tasks.workunit.client.0.smithi045.stderr: -99> 2024-09-12T17:58:48.047+0000 7f7987c87640 10 monclient: get_auth_request con 0x7f7850086ba0 auth_method 0 2024-09-12T17:58:48.203 INFO:tasks.workunit.client.0.smithi045.stderr: -98> 2024-09-12T17:58:48.048+0000 7f7987c87640 10 monclient: get_auth_request con 0x7f797c0d30d0 auth_method 0 2024-09-12T17:58:48.203 INFO:tasks.workunit.client.0.smithi045.stderr: -97> 2024-09-12T17:58:48.050+0000 7f7987486640 10 monclient: get_auth_request con 0x7f797c0bf9f0 auth_method 0 2024-09-12T17:58:48.203 INFO:tasks.workunit.client.0.smithi045.stderr: -96> 2024-09-12T17:58:48.050+0000 7f7987486640 0 -- 172.21.15.45:0/1687852048 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f797c0bf9f0 msgr2=0x7f797c0da2c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:58:48.203 INFO:tasks.workunit.client.0.smithi045.stderr: -95> 2024-09-12T17:58:48.050+0000 7f78697fa640 1 client.8148.objecter ms_handle_reset 0x7f797c0bf9f0 session 0x7f797c0093c0 osd.0 2024-09-12T17:58:48.203 INFO:tasks.workunit.client.0.smithi045.stderr: -94> 2024-09-12T17:58:48.050+0000 7f7987486640 10 monclient: get_auth_request con 0x55d52d9a3fc0 auth_method 0 2024-09-12T17:58:48.203 INFO:tasks.workunit.client.0.smithi045.stderr: -93> 2024-09-12T17:58:48.055+0000 7f798b740800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:58:48.203 INFO:tasks.workunit.client.0.smithi045.stderr: -92> 2024-09-12T17:58:48.055+0000 7f798b740800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:58:48.203 INFO:tasks.workunit.client.0.smithi045.stderr: -91> 2024-09-12T17:58:48.055+0000 7f798b740800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:58:48.203 INFO:tasks.workunit.client.0.smithi045.stderr: -90> 2024-09-12T17:58:48.055+0000 7f798b740800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:58:48.203 INFO:tasks.workunit.client.0.smithi045.stderr: -89> 2024-09-12T17:58:48.055+0000 7f798b740800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:58:48.203 INFO:tasks.workunit.client.0.smithi045.stderr: -88> 2024-09-12T17:58:48.055+0000 7f798b740800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:58:48.203 INFO:tasks.workunit.client.0.smithi045.stderr: -87> 2024-09-12T17:58:48.055+0000 7f798b740800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.203 INFO:tasks.workunit.client.0.smithi045.stderr: -86> 2024-09-12T17:58:48.055+0000 7f798b740800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:48.204 INFO:tasks.workunit.client.0.smithi045.stderr: -85> 2024-09-12T17:58:48.055+0000 7f798b740800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.204 INFO:tasks.workunit.client.0.smithi045.stderr: -84> 2024-09-12T17:58:48.055+0000 7f798b740800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:48.204 INFO:tasks.workunit.client.0.smithi045.stderr: -83> 2024-09-12T17:58:48.055+0000 7f798b740800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.204 INFO:tasks.workunit.client.0.smithi045.stderr: -82> 2024-09-12T17:58:48.055+0000 7f798b740800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:58:48.204 INFO:tasks.workunit.client.0.smithi045.stderr: -81> 2024-09-12T17:58:48.055+0000 7f798b740800 20 zone default found 2024-09-12T17:58:48.204 INFO:tasks.workunit.client.0.smithi045.stderr: -80> 2024-09-12T17:58:48.055+0000 7f798b740800 4 Realm: () 2024-09-12T17:58:48.204 INFO:tasks.workunit.client.0.smithi045.stderr: -79> 2024-09-12T17:58:48.055+0000 7f798b740800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:58:48.204 INFO:tasks.workunit.client.0.smithi045.stderr: -78> 2024-09-12T17:58:48.055+0000 7f798b740800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:58:48.204 INFO:tasks.workunit.client.0.smithi045.stderr: -77> 2024-09-12T17:58:48.055+0000 7f798b740800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:58:48.204 INFO:tasks.workunit.client.0.smithi045.stderr: -76> 2024-09-12T17:58:48.055+0000 7f798b740800 20 zonegroup default 2024-09-12T17:58:48.204 INFO:tasks.workunit.client.0.smithi045.stderr: -75> 2024-09-12T17:58:48.055+0000 7f798b740800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.204 INFO:tasks.workunit.client.0.smithi045.stderr: -74> 2024-09-12T17:58:48.056+0000 7f798b740800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:48.205 INFO:tasks.workunit.client.0.smithi045.stderr: -73> 2024-09-12T17:58:48.056+0000 7f798b740800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.205 INFO:tasks.workunit.client.0.smithi045.stderr: -72> 2024-09-12T17:58:48.056+0000 7f798b740800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:48.205 INFO:tasks.workunit.client.0.smithi045.stderr: -71> 2024-09-12T17:58:48.056+0000 7f798b740800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.205 INFO:tasks.workunit.client.0.smithi045.stderr: -70> 2024-09-12T17:58:48.056+0000 7f798b740800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:48.205 INFO:tasks.workunit.client.0.smithi045.stderr: -69> 2024-09-12T17:58:48.056+0000 7f798b740800 20 started sync module instance, tier type = 2024-09-12T17:58:48.205 INFO:tasks.workunit.client.0.smithi045.stderr: -68> 2024-09-12T17:58:48.056+0000 7f798b740800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:58:48.205 INFO:tasks.workunit.client.0.smithi045.stderr: -67> 2024-09-12T17:58:48.065+0000 7f798b740800 20 add_watcher() i=0 2024-09-12T17:58:48.205 INFO:tasks.workunit.client.0.smithi045.stderr: -66> 2024-09-12T17:58:48.065+0000 7f798b740800 20 add_watcher() i=1 2024-09-12T17:58:48.205 INFO:tasks.workunit.client.0.smithi045.stderr: -65> 2024-09-12T17:58:48.065+0000 7f798b740800 20 add_watcher() i=2 2024-09-12T17:58:48.205 INFO:tasks.workunit.client.0.smithi045.stderr: -64> 2024-09-12T17:58:48.065+0000 7f798b740800 20 add_watcher() i=3 2024-09-12T17:58:48.205 INFO:tasks.workunit.client.0.smithi045.stderr: -63> 2024-09-12T17:58:48.065+0000 7f798b740800 20 add_watcher() i=4 2024-09-12T17:58:48.205 INFO:tasks.workunit.client.0.smithi045.stderr: -62> 2024-09-12T17:58:48.065+0000 7f798b740800 20 add_watcher() i=5 2024-09-12T17:58:48.206 INFO:tasks.workunit.client.0.smithi045.stderr: -61> 2024-09-12T17:58:48.065+0000 7f798b740800 20 add_watcher() i=6 2024-09-12T17:58:48.206 INFO:tasks.workunit.client.0.smithi045.stderr: -60> 2024-09-12T17:58:48.066+0000 7f798b740800 20 add_watcher() i=7 2024-09-12T17:58:48.206 INFO:tasks.workunit.client.0.smithi045.stderr: -59> 2024-09-12T17:58:48.066+0000 7f798b740800 2 all 8 watchers are set, enabling cache 2024-09-12T17:58:48.206 INFO:tasks.workunit.client.0.smithi045.stderr: -58> 2024-09-12T17:58:48.068+0000 7f798b740800 5 AuthRegistry(0x7ffe9db54c80) adding auth protocol: cephx 2024-09-12T17:58:48.206 INFO:tasks.workunit.client.0.smithi045.stderr: -57> 2024-09-12T17:58:48.068+0000 7f798b740800 5 AuthRegistry(0x7ffe9db54c80) adding auth protocol: cephx 2024-09-12T17:58:48.206 INFO:tasks.workunit.client.0.smithi045.stderr: -56> 2024-09-12T17:58:48.068+0000 7f798b740800 5 AuthRegistry(0x7ffe9db54c80) adding auth protocol: cephx 2024-09-12T17:58:48.206 INFO:tasks.workunit.client.0.smithi045.stderr: -55> 2024-09-12T17:58:48.068+0000 7f798b740800 5 AuthRegistry(0x7ffe9db54c80) adding con mode: secure 2024-09-12T17:58:48.206 INFO:tasks.workunit.client.0.smithi045.stderr: -54> 2024-09-12T17:58:48.068+0000 7f798b740800 5 AuthRegistry(0x7ffe9db54c80) adding con mode: crc 2024-09-12T17:58:48.206 INFO:tasks.workunit.client.0.smithi045.stderr: -53> 2024-09-12T17:58:48.068+0000 7f798b740800 5 AuthRegistry(0x7ffe9db54c80) adding con mode: secure 2024-09-12T17:58:48.206 INFO:tasks.workunit.client.0.smithi045.stderr: -52> 2024-09-12T17:58:48.068+0000 7f798b740800 5 AuthRegistry(0x7ffe9db54c80) adding con mode: crc 2024-09-12T17:58:48.206 INFO:tasks.workunit.client.0.smithi045.stderr: -51> 2024-09-12T17:58:48.068+0000 7f798b740800 5 AuthRegistry(0x7ffe9db54c80) adding con mode: secure 2024-09-12T17:58:48.206 INFO:tasks.workunit.client.0.smithi045.stderr: -50> 2024-09-12T17:58:48.068+0000 7f798b740800 5 AuthRegistry(0x7ffe9db54c80) adding con mode: crc 2024-09-12T17:58:48.206 INFO:tasks.workunit.client.0.smithi045.stderr: -49> 2024-09-12T17:58:48.068+0000 7f798b740800 5 AuthRegistry(0x7ffe9db54c80) adding con mode: crc 2024-09-12T17:58:48.207 INFO:tasks.workunit.client.0.smithi045.stderr: -48> 2024-09-12T17:58:48.068+0000 7f783e7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:48.207 INFO:tasks.workunit.client.0.smithi045.stderr: -47> 2024-09-12T17:58:48.068+0000 7f798b740800 5 AuthRegistry(0x7ffe9db54c80) adding con mode: secure 2024-09-12T17:58:48.207 INFO:tasks.workunit.client.0.smithi045.stderr: -46> 2024-09-12T17:58:48.068+0000 7f798b740800 5 AuthRegistry(0x7ffe9db54c80) adding con mode: crc 2024-09-12T17:58:48.207 INFO:tasks.workunit.client.0.smithi045.stderr: -45> 2024-09-12T17:58:48.068+0000 7f798b740800 5 AuthRegistry(0x7ffe9db54c80) adding con mode: secure 2024-09-12T17:58:48.207 INFO:tasks.workunit.client.0.smithi045.stderr: -44> 2024-09-12T17:58:48.068+0000 7f798b740800 5 AuthRegistry(0x7ffe9db54c80) adding con mode: crc 2024-09-12T17:58:48.207 INFO:tasks.workunit.client.0.smithi045.stderr: -43> 2024-09-12T17:58:48.068+0000 7f798b740800 5 AuthRegistry(0x7ffe9db54c80) adding con mode: secure 2024-09-12T17:58:48.207 INFO:tasks.workunit.client.0.smithi045.stderr: -42> 2024-09-12T17:58:48.068+0000 7f798b740800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:58:48.207 INFO:tasks.workunit.client.0.smithi045.stderr: -41> 2024-09-12T17:58:48.068+0000 7f798b740800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:58:48.207 INFO:tasks.workunit.client.0.smithi045.stderr: -40> 2024-09-12T17:58:48.068+0000 7f798b740800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:58:48.208 INFO:tasks.workunit.client.0.smithi045.stderr: -39> 2024-09-12T17:58:48.068+0000 7f798b740800 5 asok(0x55d52d68b730) register_command cache list hook 0x55d52d97b510 2024-09-12T17:58:48.208 INFO:tasks.workunit.client.0.smithi045.stderr: -38> 2024-09-12T17:58:48.068+0000 7f798b740800 5 asok(0x55d52d68b730) register_command cache inspect hook 0x55d52d97b510 2024-09-12T17:58:48.208 INFO:tasks.workunit.client.0.smithi045.stderr: -37> 2024-09-12T17:58:48.068+0000 7f798b740800 5 asok(0x55d52d68b730) register_command cache erase hook 0x55d52d97b510 2024-09-12T17:58:48.208 INFO:tasks.workunit.client.0.smithi045.stderr: -36> 2024-09-12T17:58:48.068+0000 7f798b740800 5 asok(0x55d52d68b730) register_command cache zap hook 0x55d52d97b510 2024-09-12T17:58:48.208 INFO:tasks.workunit.client.0.smithi045.stderr: -35> 2024-09-12T17:58:48.068+0000 7f798b740800 5 note: GC not initialized 2024-09-12T17:58:48.208 INFO:tasks.workunit.client.0.smithi045.stderr: -34> 2024-09-12T17:58:48.068+0000 7f783d7e2640 20 reqs_thread_entry: start 2024-09-12T17:58:48.208 INFO:tasks.workunit.client.0.smithi045.stderr: -33> 2024-09-12T17:58:48.068+0000 7f798b740800 5 asok(0x55d52d68b730) register_command sync trace show hook 0x7f797c004040 2024-09-12T17:58:48.209 INFO:tasks.workunit.client.0.smithi045.stderr: -32> 2024-09-12T17:58:48.068+0000 7f798b740800 5 asok(0x55d52d68b730) register_command sync trace history hook 0x7f797c004040 2024-09-12T17:58:48.209 INFO:tasks.workunit.client.0.smithi045.stderr: -31> 2024-09-12T17:58:48.068+0000 7f798b740800 5 asok(0x55d52d68b730) register_command sync trace active hook 0x7f797c004040 2024-09-12T17:58:48.209 INFO:tasks.workunit.client.0.smithi045.stderr: -30> 2024-09-12T17:58:48.068+0000 7f798b740800 5 asok(0x55d52d68b730) register_command sync trace active_short hook 0x7f797c004040 2024-09-12T17:58:48.209 INFO:tasks.workunit.client.0.smithi045.stderr: -29> 2024-09-12T17:58:48.068+0000 7f798b740800 20 init_complete bucket index max shards: 1 2024-09-12T17:58:48.209 INFO:tasks.workunit.client.0.smithi045.stderr: -28> 2024-09-12T17:58:48.068+0000 7f798b740800 20 Filter name: none 2024-09-12T17:58:48.209 INFO:tasks.workunit.client.0.smithi045.stderr: -27> 2024-09-12T17:58:48.069+0000 7f78367fc640 20 reqs_thread_entry: start 2024-09-12T17:58:48.209 INFO:tasks.workunit.client.0.smithi045.stderr: -26> 2024-09-12T17:58:48.069+0000 7f798b740800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:58:48.209 INFO:tasks.workunit.client.0.smithi045.stderr: -25> 2024-09-12T17:58:48.069+0000 7f798b740800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.209 INFO:tasks.workunit.client.0.smithi045.stderr: -24> 2024-09-12T17:58:48.069+0000 7f798b740800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:58:48.209 INFO:tasks.workunit.client.0.smithi045.stderr: -23> 2024-09-12T17:58:48.069+0000 7f798b740800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:58:48.209 INFO:tasks.workunit.client.0.smithi045.stderr: -22> 2024-09-12T17:58:48.069+0000 7f798b740800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:58:48.209 INFO:tasks.workunit.client.0.smithi045.stderr: -21> 2024-09-12T17:58:48.069+0000 7f798b740800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 : miss 2024-09-12T17:58:48.210 INFO:tasks.workunit.client.0.smithi045.stderr: -20> 2024-09-12T17:58:48.069+0000 7f798b740800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.210 INFO:tasks.workunit.client.0.smithi045.stderr: -19> 2024-09-12T17:58:48.070+0000 7f798b740800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:58:48.210 INFO:tasks.workunit.client.0.smithi045.stderr: -18> 2024-09-12T17:58:48.070+0000 7f798b740800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T17:58:48.210 INFO:tasks.workunit.client.0.smithi045.stderr: -17> 2024-09-12T17:58:48.070+0000 7f798b740800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T17:58:48.210 INFO:tasks.workunit.client.0.smithi045.stderr: -16> 2024-09-12T17:58:48.070+0000 7f798b740800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:58:48.210 INFO:tasks.workunit.client.0.smithi045.stderr: -15> 2024-09-12T17:58:48.070+0000 7f798b740800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:58:48.210 INFO:tasks.workunit.client.0.smithi045.stderr: -14> 2024-09-12T17:58:48.070+0000 7f798b740800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 2024-09-12T17:58:48.210 INFO:tasks.workunit.client.0.smithi045.stderr: -13> 2024-09-12T17:58:48.074+0000 7f798b740800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T17:58:48.210 INFO:tasks.workunit.client.0.smithi045.stderr: -12> 2024-09-12T17:58:48.074+0000 7f798b740800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T17:58:48.210 INFO:tasks.workunit.client.0.smithi045.stderr: -11> 2024-09-12T17:58:48.074+0000 7f798b740800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:58:48.210 INFO:tasks.workunit.client.0.smithi045.stderr: -10> 2024-09-12T17:58:48.074+0000 7f798b740800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18, ofs0, ns] 2024-09-12T17:58:48.211 INFO:tasks.workunit.client.0.smithi045.stderr: -9> 2024-09-12T17:58:48.074+0000 7f786affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398945 cookie 94374081483360 notifier 8148 bl.length()=911 2024-09-12T17:58:48.211 INFO:tasks.workunit.client.0.smithi045.stderr: -8> 2024-09-12T17:58:48.074+0000 7f786affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T17:58:48.211 INFO:tasks.workunit.client.0.smithi045.stderr: -7> 2024-09-12T17:58:48.074+0000 7f786affd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T17:58:48.211 INFO:tasks.workunit.client.0.smithi045.stderr: -6> 2024-09-12T17:58:48.074+0000 7f786affd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:58:48.211 INFO:tasks.workunit.client.0.smithi045.stderr: -5> 2024-09-12T17:58:48.074+0000 7f798b740800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): orig_sources= new_sources= 2024-09-12T17:58:48.211 INFO:tasks.workunit.client.0.smithi045.stderr: -4> 2024-09-12T17:58:48.074+0000 7f798b740800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): potential sources added=[] removed=[] 2024-09-12T17:58:48.211 INFO:tasks.workunit.client.0.smithi045.stderr: -3> 2024-09-12T17:58:48.074+0000 7f798b740800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): orig_dests= new_dests= 2024-09-12T17:58:48.211 INFO:tasks.workunit.client.0.smithi045.stderr: -2> 2024-09-12T17:58:48.074+0000 7f798b740800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): potential dests added=[] removed=[] 2024-09-12T17:58:48.211 INFO:tasks.workunit.client.0.smithi045.stderr: -1> 2024-09-12T17:58:48.078+0000 7f798b740800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f798b740800 time 2024-09-12T17:58:48.078111+0000 2024-09-12T17:58:48.211 INFO:tasks.workunit.client.0.smithi045.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:58:48.211 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:48.211 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:58:48.212 INFO:tasks.workunit.client.0.smithi045.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f798cf8c71a] 2024-09-12T17:58:48.212 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f798cf8c8d8] 2024-09-12T17:58:48.212 INFO:tasks.workunit.client.0.smithi045.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55d52b143841] 2024-09-12T17:58:48.212 INFO:tasks.workunit.client.0.smithi045.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55d52b15357a] 2024-09-12T17:58:48.212 INFO:tasks.workunit.client.0.smithi045.stderr: 5: main() 2024-09-12T17:58:48.212 INFO:tasks.workunit.client.0.smithi045.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7f798bc29590] 2024-09-12T17:58:48.212 INFO:tasks.workunit.client.0.smithi045.stderr: 7: __libc_start_main() 2024-09-12T17:58:48.212 INFO:tasks.workunit.client.0.smithi045.stderr: 8: _start() 2024-09-12T17:58:48.212 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:48.212 INFO:tasks.workunit.client.0.smithi045.stderr: 0> 2024-09-12T17:58:48.078+0000 7f798b740800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:58:48.212 INFO:tasks.workunit.client.0.smithi045.stderr: in thread 7f798b740800 thread_name:radosgw-admin 2024-09-12T17:58:48.212 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:48.212 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:58:48.213 INFO:tasks.workunit.client.0.smithi045.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f798bc3e6f0] 2024-09-12T17:58:48.213 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f798bc8b99c] 2024-09-12T17:58:48.213 INFO:tasks.workunit.client.0.smithi045.stderr: 3: raise() 2024-09-12T17:58:48.213 INFO:tasks.workunit.client.0.smithi045.stderr: 4: abort() 2024-09-12T17:58:48.213 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f798cf8c774] 2024-09-12T17:58:48.213 INFO:tasks.workunit.client.0.smithi045.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f798cf8c8d8] 2024-09-12T17:58:48.213 INFO:tasks.workunit.client.0.smithi045.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55d52b143841] 2024-09-12T17:58:48.213 INFO:tasks.workunit.client.0.smithi045.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55d52b15357a] 2024-09-12T17:58:48.213 INFO:tasks.workunit.client.0.smithi045.stderr: 9: main() 2024-09-12T17:58:48.213 INFO:tasks.workunit.client.0.smithi045.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7f798bc29590] 2024-09-12T17:58:48.213 INFO:tasks.workunit.client.0.smithi045.stderr: 11: __libc_start_main() 2024-09-12T17:58:48.213 INFO:tasks.workunit.client.0.smithi045.stderr: 12: _start() 2024-09-12T17:58:48.213 INFO:tasks.workunit.client.0.smithi045.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:58:48.214 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:58:48.214 INFO:tasks.workunit.client.0.smithi045.stderr:--- logging levels --- 2024-09-12T17:58:48.214 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 none 2024-09-12T17:58:48.214 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 lockdep 2024-09-12T17:58:48.214 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 context 2024-09-12T17:58:48.214 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 crush 2024-09-12T17:58:48.214 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds 2024-09-12T17:58:48.214 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_balancer 2024-09-12T17:58:48.214 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_locker 2024-09-12T17:58:48.214 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_log 2024-09-12T17:58:48.214 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_log_expire 2024-09-12T17:58:48.214 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_migrator 2024-09-12T17:58:48.214 INFO:tasks.workunit.client.0.smithi045.stderr: 3/ 5 mds_quiesce 2024-09-12T17:58:48.214 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 buffer 2024-09-12T17:58:48.215 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 timer 2024-09-12T17:58:48.215 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 filer 2024-09-12T17:58:48.215 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 striper 2024-09-12T17:58:48.215 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 objecter 2024-09-12T17:58:48.215 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rados 2024-09-12T17:58:48.215 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd 2024-09-12T17:58:48.215 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_mirror 2024-09-12T17:58:48.215 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_replay 2024-09-12T17:58:48.215 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_pwl 2024-09-12T17:58:48.215 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 journaler 2024-09-12T17:58:48.215 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 objectcacher 2024-09-12T17:58:48.215 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:58:48.215 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 client 2024-09-12T17:58:48.216 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 osd 2024-09-12T17:58:48.216 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 optracker 2024-09-12T17:58:48.216 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 objclass 2024-09-12T17:58:48.216 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 filestore 2024-09-12T17:58:48.216 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 journal 2024-09-12T17:58:48.216 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 0 ms 2024-09-12T17:58:48.216 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mon 2024-09-12T17:58:48.216 INFO:tasks.workunit.client.0.smithi045.stderr: 0/10 monc 2024-09-12T17:58:48.216 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 paxos 2024-09-12T17:58:48.216 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 tp 2024-09-12T17:58:48.216 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 auth 2024-09-12T17:58:48.216 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 crypto 2024-09-12T17:58:48.216 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 finisher 2024-09-12T17:58:48.217 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 reserver 2024-09-12T17:58:48.217 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 heartbeatmap 2024-09-12T17:58:48.217 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 perfcounter 2024-09-12T17:58:48.217 INFO:tasks.workunit.client.0.smithi045.stderr: 20/20 rgw 2024-09-12T17:58:48.217 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_sync 2024-09-12T17:58:48.217 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_datacache 2024-09-12T17:58:48.217 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_access 2024-09-12T17:58:48.217 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:58:48.217 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_flight 2024-09-12T17:58:48.217 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:58:48.217 INFO:tasks.workunit.client.0.smithi045.stderr: 20/20 rgw_notification 2024-09-12T17:58:48.217 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 javaclient 2024-09-12T17:58:48.218 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 asok 2024-09-12T17:58:48.218 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 throttle 2024-09-12T17:58:48.218 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 0 refs 2024-09-12T17:58:48.218 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 compressor 2024-09-12T17:58:48.218 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 bluestore 2024-09-12T17:58:48.218 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 bluefs 2024-09-12T17:58:48.218 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 bdev 2024-09-12T17:58:48.218 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 kstore 2024-09-12T17:58:48.219 INFO:tasks.workunit.client.0.smithi045.stderr: 4/ 5 rocksdb 2024-09-12T17:58:48.219 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 fuse 2024-09-12T17:58:48.219 INFO:tasks.workunit.client.0.smithi045.stderr: 2/ 5 mgr 2024-09-12T17:58:48.219 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mgrc 2024-09-12T17:58:48.219 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 dpdk 2024-09-12T17:58:48.219 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 eventtrace 2024-09-12T17:58:48.219 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 prioritycache 2024-09-12T17:58:48.219 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 test 2024-09-12T17:58:48.220 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:58:48.220 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cephsqlite 2024-09-12T17:58:48.220 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:58:48.220 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore 2024-09-12T17:58:48.220 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_onode 2024-09-12T17:58:48.220 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_odata 2024-09-12T17:58:48.220 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_omap 2024-09-12T17:58:48.220 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_tm 2024-09-12T17:58:48.220 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_t 2024-09-12T17:58:48.220 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:58:48.220 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_epm 2024-09-12T17:58:48.220 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_lba 2024-09-12T17:58:48.220 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:58:48.221 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_cache 2024-09-12T17:58:48.221 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_journal 2024-09-12T17:58:48.221 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_device 2024-09-12T17:58:48.221 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_backref 2024-09-12T17:58:48.221 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 alienstore 2024-09-12T17:58:48.221 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mclock 2024-09-12T17:58:48.221 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cyanstore 2024-09-12T17:58:48.221 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 ceph_exporter 2024-09-12T17:58:48.221 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 memstore 2024-09-12T17:58:48.221 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 trace 2024-09-12T17:58:48.221 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 ceph_dedup 2024-09-12T17:58:48.221 INFO:tasks.workunit.client.0.smithi045.stderr: -2/-2 (syslog threshold) 2024-09-12T17:58:48.221 INFO:tasks.workunit.client.0.smithi045.stderr: 99/99 (stderr threshold) 2024-09-12T17:58:48.221 INFO:tasks.workunit.client.0.smithi045.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:58:48.222 INFO:tasks.workunit.client.0.smithi045.stderr: 7f78367fc640 / http_manager 2024-09-12T17:58:48.222 INFO:tasks.workunit.client.0.smithi045.stderr: 7f783d7e2640 / http_manager 2024-09-12T17:58:48.222 INFO:tasks.workunit.client.0.smithi045.stderr: 7f783e7e4640 / rgw_dt_lg_renew 2024-09-12T17:58:48.222 INFO:tasks.workunit.client.0.smithi045.stderr: 7f78697fa640 / ms_dispatch 2024-09-12T17:58:48.222 INFO:tasks.workunit.client.0.smithi045.stderr: 7f786affd640 / io_context_pool 2024-09-12T17:58:48.222 INFO:tasks.workunit.client.0.smithi045.stderr: 7f7871602640 / ms_dispatch 2024-09-12T17:58:48.222 INFO:tasks.workunit.client.0.smithi045.stderr: 7f7873e07640 / ms_dispatch 2024-09-12T17:58:48.222 INFO:tasks.workunit.client.0.smithi045.stderr: 7f787560a640 / io_context_pool 2024-09-12T17:58:48.222 INFO:tasks.workunit.client.0.smithi045.stderr: 7f7986c85640 / msgr-worker-2 2024-09-12T17:58:48.222 INFO:tasks.workunit.client.0.smithi045.stderr: 7f7987486640 / msgr-worker-1 2024-09-12T17:58:48.222 INFO:tasks.workunit.client.0.smithi045.stderr: 7f7987c87640 / msgr-worker-0 2024-09-12T17:58:48.222 INFO:tasks.workunit.client.0.smithi045.stderr: 7f7988488640 / io_context_pool 2024-09-12T17:58:48.222 INFO:tasks.workunit.client.0.smithi045.stderr: 7f798b740800 / radosgw-admin 2024-09-12T17:58:48.222 INFO:tasks.workunit.client.0.smithi045.stderr: max_recent 500 2024-09-12T17:58:48.223 INFO:tasks.workunit.client.0.smithi045.stderr: max_new 1000 2024-09-12T17:58:48.223 INFO:tasks.workunit.client.0.smithi045.stderr: log_file /var/lib/ceph/crash/2024-09-12T17:58:48.079500Z_c63b3f0f-0881-436d-85fe-0a3383cf4501/log 2024-09-12T17:58:48.223 INFO:tasks.workunit.client.0.smithi045.stderr:--- end dump of recent events --- 2024-09-12T17:58:48.223 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T17:58:48.224 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:58:48.224 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:58:48.224 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.157+0000 7f3842934800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.224 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.159+0000 7f3842934800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:48.225 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.159+0000 7f3842934800 20 realm 2024-09-12T17:58:48.225 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.159+0000 7f3842934800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.225 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.159+0000 7f3842934800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:48.225 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.159+0000 7f3842934800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:58:48.225 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.159+0000 7f3842934800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.225 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.159+0000 7f3842934800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:48.225 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.159+0000 7f3842934800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.225 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.160+0000 7f3842934800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:48.225 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.160+0000 7f3842934800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.225 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.161+0000 7f3842934800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:58:48.225 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.161+0000 7f3842934800 20 searching for the correct realm 2024-09-12T17:58:48.225 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.163+0000 7f383deb6640 0 -- 172.21.15.45:0/1358856695 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f383009a070 msgr2=0x7f3830067a40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:48.370 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.369+0000 7f383e6b7640 0 -- 172.21.15.45:0/1358856695 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f3834062ba0 msgr2=0x7f383406e5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:48.576 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.575+0000 7f3842934800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:58:48.576 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.575+0000 7f3842934800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:58:48.576 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.575+0000 7f3842934800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:58:48.576 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.575+0000 7f3842934800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:58:48.576 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.575+0000 7f3842934800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:58:48.576 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.575+0000 7f3842934800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:58:48.576 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.575+0000 7f3842934800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.577 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.575+0000 7f3842934800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:48.577 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.575+0000 7f3842934800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.578 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.576+0000 7f3842934800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:48.578 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.576+0000 7f3842934800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.578 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.576+0000 7f3842934800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:58:48.578 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.576+0000 7f3842934800 20 zone default found 2024-09-12T17:58:48.578 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.576+0000 7f3842934800 4 Realm: () 2024-09-12T17:58:48.578 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.576+0000 7f3842934800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:58:48.578 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.576+0000 7f3842934800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:58:48.578 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.576+0000 7f3842934800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:58:48.578 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.576+0000 7f3842934800 20 zonegroup default 2024-09-12T17:58:48.578 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.576+0000 7f3842934800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.578 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.576+0000 7f3842934800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:48.579 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.576+0000 7f3842934800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.579 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.577+0000 7f3842934800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:48.579 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.577+0000 7f3842934800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.579 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.577+0000 7f3842934800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:48.579 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.577+0000 7f3842934800 20 started sync module instance, tier type = 2024-09-12T17:58:48.579 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.577+0000 7f3842934800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:58:48.588 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.587+0000 7f3842934800 20 add_watcher() i=0 2024-09-12T17:58:48.588 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.587+0000 7f3842934800 20 add_watcher() i=1 2024-09-12T17:58:48.588 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.587+0000 7f3842934800 20 add_watcher() i=2 2024-09-12T17:58:48.588 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.587+0000 7f3842934800 20 add_watcher() i=3 2024-09-12T17:58:48.588 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.587+0000 7f3842934800 20 add_watcher() i=4 2024-09-12T17:58:48.588 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.587+0000 7f3842934800 20 add_watcher() i=5 2024-09-12T17:58:48.588 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.587+0000 7f3842934800 20 add_watcher() i=6 2024-09-12T17:58:48.589 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.588+0000 7f3842934800 20 add_watcher() i=7 2024-09-12T17:58:48.589 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.588+0000 7f3842934800 2 all 8 watchers are set, enabling cache 2024-09-12T17:58:48.590 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.590+0000 7f36f4fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:48.591 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.590+0000 7f3842934800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:58:48.591 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.590+0000 7f3842934800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:58:48.592 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.590+0000 7f3842934800 5 note: GC not initialized 2024-09-12T17:58:48.592 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.591+0000 7f366f7fe640 20 reqs_thread_entry: start 2024-09-12T17:58:48.592 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.591+0000 7f3842934800 20 init_complete bucket index max shards: 1 2024-09-12T17:58:48.592 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.591+0000 7f3842934800 20 Filter name: none 2024-09-12T17:58:48.592 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.591+0000 7f366d7fa640 20 reqs_thread_entry: start 2024-09-12T17:58:48.592 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.591+0000 7f3842934800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.592 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.591+0000 7f3842934800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:58:48.593 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.591+0000 7f3842934800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.593 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.592+0000 7f3842934800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T17:58:48.593 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.592+0000 7f3842934800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:58:48.593 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.592+0000 7f3842934800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.593 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.593+0000 7f3842934800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:58:48.594 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.593+0000 7f3842934800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.594 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.594+0000 7f3842934800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T17:58:48.594 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.594+0000 7f3842934800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:58:48.596 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.595+0000 7f36f4fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:48.598 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.597+0000 7f3842934800 20 remove_watcher() i=0 2024-09-12T17:58:48.598 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.597+0000 7f3842934800 2 removed watcher, disabling cache 2024-09-12T17:58:48.599 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.598+0000 7f3842934800 20 remove_watcher() i=1 2024-09-12T17:58:48.600 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.599+0000 7f3842934800 20 remove_watcher() i=2 2024-09-12T17:58:48.601 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.600+0000 7f3842934800 20 remove_watcher() i=3 2024-09-12T17:58:48.602 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.602+0000 7f3842934800 20 remove_watcher() i=4 2024-09-12T17:58:48.604 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.603+0000 7f3842934800 20 remove_watcher() i=5 2024-09-12T17:58:48.605 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.604+0000 7f3842934800 20 remove_watcher() i=6 2024-09-12T17:58:48.606 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.605+0000 7f3842934800 20 remove_watcher() i=7 2024-09-12T17:58:48.620 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:58:48.620 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:58:48.628 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-12T17:58:48.658 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:58:48.659 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:58:48.698 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.697+0000 7f19ccb24800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.699 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.699+0000 7f19ccb24800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:48.700 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.699+0000 7f19ccb24800 20 realm 2024-09-12T17:58:48.700 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.699+0000 7f19ccb24800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.700 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.699+0000 7f19ccb24800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:48.701 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.699+0000 7f19ccb24800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:58:48.701 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.699+0000 7f19ccb24800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.701 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.699+0000 7f19ccb24800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:48.701 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.699+0000 7f19ccb24800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.702 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.700+0000 7f19ccb24800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:48.702 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.700+0000 7f19ccb24800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.702 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.701+0000 7f19ccb24800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:58:48.702 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.701+0000 7f19ccb24800 20 searching for the correct realm 2024-09-12T17:58:48.704 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.703+0000 7f19c7f55640 0 -- 172.21.15.45:0/1443477031 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x55ae0cbd2e30 msgr2=0x55ae0cbd5220 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:48.707 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.707+0000 7f19c8756640 0 -- 172.21.15.45:0/1443477031 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f19bc055040 msgr2=0x7f19bc008410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:58:48.914 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.914+0000 7f19ccb24800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:58:48.915 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.914+0000 7f19ccb24800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:58:48.915 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.914+0000 7f19ccb24800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:58:48.915 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.914+0000 7f19ccb24800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:58:48.915 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.914+0000 7f19ccb24800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:58:48.915 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.914+0000 7f19ccb24800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:58:48.915 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.914+0000 7f19ccb24800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.915 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.914+0000 7f19ccb24800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:48.915 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.914+0000 7f19ccb24800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.916 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.914+0000 7f19ccb24800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:58:48.916 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.914+0000 7f19ccb24800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.916 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.915+0000 7f19ccb24800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:58:48.916 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.915+0000 7f19ccb24800 20 zone default found 2024-09-12T17:58:48.917 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.915+0000 7f19ccb24800 4 Realm: () 2024-09-12T17:58:48.917 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.915+0000 7f19ccb24800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:58:48.917 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.915+0000 7f19ccb24800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:58:48.917 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.915+0000 7f19ccb24800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:58:48.917 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.915+0000 7f19ccb24800 20 zonegroup default 2024-09-12T17:58:48.917 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.915+0000 7f19ccb24800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.917 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.915+0000 7f19ccb24800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:48.917 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.915+0000 7f19ccb24800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.917 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.916+0000 7f19ccb24800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:48.917 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.916+0000 7f19ccb24800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.918 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.916+0000 7f19ccb24800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:58:48.918 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.916+0000 7f19ccb24800 20 started sync module instance, tier type = 2024-09-12T17:58:48.918 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.916+0000 7f19ccb24800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:58:48.927 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.926+0000 7f19ccb24800 20 add_watcher() i=0 2024-09-12T17:58:48.927 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.926+0000 7f19ccb24800 20 add_watcher() i=1 2024-09-12T17:58:48.927 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.926+0000 7f19ccb24800 20 add_watcher() i=2 2024-09-12T17:58:48.927 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.926+0000 7f19ccb24800 20 add_watcher() i=3 2024-09-12T17:58:48.927 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.926+0000 7f19ccb24800 20 add_watcher() i=4 2024-09-12T17:58:48.927 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.926+0000 7f19ccb24800 20 add_watcher() i=5 2024-09-12T17:58:48.927 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.926+0000 7f19ccb24800 20 add_watcher() i=6 2024-09-12T17:58:48.927 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.927+0000 7f19ccb24800 20 add_watcher() i=7 2024-09-12T17:58:48.928 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.927+0000 7f19ccb24800 2 all 8 watchers are set, enabling cache 2024-09-12T17:58:48.929 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.928+0000 7f187efdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:48.930 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.929+0000 7f19ccb24800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:58:48.930 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.929+0000 7f19ccb24800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:58:48.930 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.929+0000 7f19ccb24800 5 note: GC not initialized 2024-09-12T17:58:48.930 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.929+0000 7f187dfdb640 20 reqs_thread_entry: start 2024-09-12T17:58:48.930 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.929+0000 7f19ccb24800 20 init_complete bucket index max shards: 1 2024-09-12T17:58:48.930 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.929+0000 7f19ccb24800 20 Filter name: none 2024-09-12T17:58:48.930 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.929+0000 7f17ef7fe640 20 reqs_thread_entry: start 2024-09-12T17:58:48.930 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.929+0000 7f19ccb24800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:58:48.930 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.929+0000 7f19ccb24800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.931 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.930+0000 7f19ccb24800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:58:48.931 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.930+0000 7f19ccb24800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:58:48.931 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.930+0000 7f19ccb24800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:58:48.932 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.930+0000 7f19ccb24800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 : miss 2024-09-12T17:58:48.932 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.930+0000 7f19ccb24800 20 rados->read ofs=0 len=0 2024-09-12T17:58:48.932 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.930+0000 7f19ccb24800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T17:58:48.932 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.930+0000 7f19ccb24800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T17:58:48.932 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.930+0000 7f19ccb24800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T17:58:48.932 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.930+0000 7f19ccb24800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:58:48.932 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.930+0000 7f19ccb24800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:58:48.932 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.930+0000 7f19ccb24800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 2024-09-12T17:58:48.932 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.930+0000 7f19ccb24800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.0 2024-09-12T17:58:48.932 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.930+0000 7f19ccb24800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.0 2024-09-12T17:58:48.932 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.931+0000 7f19ccb24800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.1 2024-09-12T17:58:48.932 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.931+0000 7f19ccb24800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.1 2024-09-12T17:58:48.933 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.931+0000 7f19ccb24800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.2 2024-09-12T17:58:48.933 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.931+0000 7f19ccb24800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.2 2024-09-12T17:58:48.933 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.932+0000 7f187efdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:58:48.935 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.935+0000 7f19ccb24800 20 remove_watcher() i=0 2024-09-12T17:58:48.935 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.935+0000 7f19ccb24800 2 removed watcher, disabling cache 2024-09-12T17:58:48.936 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.936+0000 7f19ccb24800 20 remove_watcher() i=1 2024-09-12T17:58:48.937 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.937+0000 7f19ccb24800 20 remove_watcher() i=2 2024-09-12T17:58:48.938 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.938+0000 7f19ccb24800 20 remove_watcher() i=3 2024-09-12T17:58:48.939 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.939+0000 7f19ccb24800 20 remove_watcher() i=4 2024-09-12T17:58:48.940 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.940+0000 7f19ccb24800 20 remove_watcher() i=5 2024-09-12T17:58:48.941 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.941+0000 7f19ccb24800 20 remove_watcher() i=6 2024-09-12T17:58:48.942 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:58:48.942+0000 7f19ccb24800 20 remove_watcher() i=7 2024-09-12T17:59:18.979 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 4 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at logrecord_writes 2024-09-12T17:59:19.021 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:59:19.021 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:59:19.065 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.064+0000 7f661a72c800 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.066 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.065+0000 7f661a72c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:19.066 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.065+0000 7f661a72c800 20 realm 2024-09-12T17:59:19.066 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.065+0000 7f661a72c800 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.067 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.065+0000 7f661a72c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:19.067 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.065+0000 7f661a72c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:59:19.067 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.065+0000 7f661a72c800 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.068 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.065+0000 7f661a72c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:19.068 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.065+0000 7f661a72c800 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.068 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.066+0000 7f661a72c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:19.068 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.066+0000 7f661a72c800 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.069 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.067+0000 7f661a72c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:59:19.069 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.067+0000 7f661a72c800 20 searching for the correct realm 2024-09-12T17:59:19.072 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.070+0000 7f6615b3d640 0 -- 172.21.15.45:0/1243657353 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x562947db1d50 msgr2=0x562947db4160 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:19.076 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.075+0000 7f661633e640 0 -- 172.21.15.45:0/1243657353 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f660c094b90 msgr2=0x7f660c0707d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:19.284 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.282+0000 7f661a72c800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:59:19.284 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.282+0000 7f661a72c800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:59:19.284 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.282+0000 7f661a72c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:59:19.285 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.282+0000 7f661a72c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:59:19.285 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.282+0000 7f661a72c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:59:19.285 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.282+0000 7f661a72c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:59:19.285 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.282+0000 7f661a72c800 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.285 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.283+0000 7f661a72c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:19.285 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.283+0000 7f661a72c800 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.286 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.283+0000 7f661a72c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:19.286 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.283+0000 7f661a72c800 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.286 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.284+0000 7f661a72c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:59:19.286 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.284+0000 7f661a72c800 20 zone default found 2024-09-12T17:59:19.286 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.284+0000 7f661a72c800 4 Realm: () 2024-09-12T17:59:19.286 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.284+0000 7f661a72c800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:59:19.287 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.284+0000 7f661a72c800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:59:19.287 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.284+0000 7f661a72c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:59:19.287 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.284+0000 7f661a72c800 20 zonegroup default 2024-09-12T17:59:19.287 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.284+0000 7f661a72c800 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.287 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.284+0000 7f661a72c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:19.287 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.284+0000 7f661a72c800 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.287 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.284+0000 7f661a72c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:19.287 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.284+0000 7f661a72c800 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.287 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.285+0000 7f661a72c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:19.287 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.285+0000 7f661a72c800 20 started sync module instance, tier type = 2024-09-12T17:59:19.287 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.285+0000 7f661a72c800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:59:19.297 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.295+0000 7f661a72c800 20 add_watcher() i=0 2024-09-12T17:59:19.297 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.295+0000 7f661a72c800 20 add_watcher() i=1 2024-09-12T17:59:19.297 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.295+0000 7f661a72c800 20 add_watcher() i=2 2024-09-12T17:59:19.297 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.295+0000 7f661a72c800 20 add_watcher() i=3 2024-09-12T17:59:19.297 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.295+0000 7f661a72c800 20 add_watcher() i=4 2024-09-12T17:59:19.297 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.295+0000 7f661a72c800 20 add_watcher() i=5 2024-09-12T17:59:19.297 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.295+0000 7f661a72c800 20 add_watcher() i=6 2024-09-12T17:59:19.298 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.296+0000 7f661a72c800 20 add_watcher() i=7 2024-09-12T17:59:19.298 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.296+0000 7f661a72c800 2 all 8 watchers are set, enabling cache 2024-09-12T17:59:19.300 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.298+0000 7f64ccfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:19.300 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.298+0000 7f661a72c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:59:19.300 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.298+0000 7f661a72c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:59:19.300 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.299+0000 7f661a72c800 5 note: GC not initialized 2024-09-12T17:59:19.301 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.299+0000 7f64477fe640 20 reqs_thread_entry: start 2024-09-12T17:59:19.301 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.299+0000 7f661a72c800 20 init_complete bucket index max shards: 1 2024-09-12T17:59:19.301 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.299+0000 7f661a72c800 20 Filter name: none 2024-09-12T17:59:19.301 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.299+0000 7f64457fa640 20 reqs_thread_entry: start 2024-09-12T17:59:19.301 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.299+0000 7f661a72c800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:59:19.301 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.299+0000 7f661a72c800 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.302 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.300+0000 7f661a72c800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:59:19.302 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.300+0000 7f661a72c800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:59:19.302 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.300+0000 7f661a72c800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:59:19.302 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.300+0000 7f661a72c800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 : miss 2024-09-12T17:59:19.302 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.300+0000 7f661a72c800 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.302 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.300+0000 7f661a72c800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T17:59:19.302 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.300+0000 7f661a72c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T17:59:19.303 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.300+0000 7f661a72c800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T17:59:19.303 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.300+0000 7f661a72c800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:59:19.303 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.300+0000 7f661a72c800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:59:19.303 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.300+0000 7f661a72c800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 2024-09-12T17:59:19.303 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.302+0000 7f661a72c800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T17:59:19.308 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.306+0000 7f661a72c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T17:59:19.308 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.306+0000 7f661a72c800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T17:59:19.308 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.306+0000 7f661a72c800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:59:19.308 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.306+0000 7f661a72c800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18, ofs0, ns] 2024-09-12T17:59:19.309 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.307+0000 7f64f9ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398946 cookie 94735299195888 notifier 8202 bl.length()=911 2024-09-12T17:59:19.309 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.307+0000 7f64f9ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T17:59:19.309 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.307+0000 7f64f9ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T17:59:19.309 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.307+0000 7f64f9ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:59:19.309 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.307+0000 7f661a72c800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): orig_sources= new_sources= 2024-09-12T17:59:19.309 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.307+0000 7f661a72c800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): potential sources added=[] removed=[] 2024-09-12T17:59:19.309 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.307+0000 7f661a72c800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): orig_dests= new_dests= 2024-09-12T17:59:19.309 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.307+0000 7f661a72c800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): potential dests added=[] removed=[] 2024-09-12T17:59:19.311 INFO:tasks.workunit.client.0.smithi045.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f661a72c800 time 2024-09-12T17:59:19.311717+0000 2024-09-12T17:59:19.312 INFO:tasks.workunit.client.0.smithi045.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:59:19.312 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:59:19.312 INFO:tasks.workunit.client.0.smithi045.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f661bd8c71a] 2024-09-12T17:59:19.312 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f661bd8c8d8] 2024-09-12T17:59:19.313 INFO:tasks.workunit.client.0.smithi045.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562945610841] 2024-09-12T17:59:19.313 INFO:tasks.workunit.client.0.smithi045.stderr: 4: radosgw-admin(+0xd7490c) [0x562945b1e90c] 2024-09-12T17:59:19.313 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56294562050d] 2024-09-12T17:59:19.313 INFO:tasks.workunit.client.0.smithi045.stderr: 6: main() 2024-09-12T17:59:19.313 INFO:tasks.workunit.client.0.smithi045.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f661aa29590] 2024-09-12T17:59:19.313 INFO:tasks.workunit.client.0.smithi045.stderr: 8: __libc_start_main() 2024-09-12T17:59:19.313 INFO:tasks.workunit.client.0.smithi045.stderr: 9: _start() 2024-09-12T17:59:19.313 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.310+0000 7f661a72c800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f661a72c800 time 2024-09-12T17:59:19.311717+0000 2024-09-12T17:59:19.313 INFO:tasks.workunit.client.0.smithi045.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:59:19.313 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:19.313 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:59:19.314 INFO:tasks.workunit.client.0.smithi045.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f661bd8c71a] 2024-09-12T17:59:19.314 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f661bd8c8d8] 2024-09-12T17:59:19.314 INFO:tasks.workunit.client.0.smithi045.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562945610841] 2024-09-12T17:59:19.314 INFO:tasks.workunit.client.0.smithi045.stderr: 4: radosgw-admin(+0xd7490c) [0x562945b1e90c] 2024-09-12T17:59:19.314 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56294562050d] 2024-09-12T17:59:19.314 INFO:tasks.workunit.client.0.smithi045.stderr: 6: main() 2024-09-12T17:59:19.314 INFO:tasks.workunit.client.0.smithi045.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f661aa29590] 2024-09-12T17:59:19.314 INFO:tasks.workunit.client.0.smithi045.stderr: 8: __libc_start_main() 2024-09-12T17:59:19.314 INFO:tasks.workunit.client.0.smithi045.stderr: 9: _start() 2024-09-12T17:59:19.314 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:19.314 INFO:tasks.workunit.client.0.smithi045.stderr:*** Caught signal (Aborted) ** 2024-09-12T17:59:19.315 INFO:tasks.workunit.client.0.smithi045.stderr: in thread 7f661a72c800 thread_name:radosgw-admin 2024-09-12T17:59:19.328 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:59:19.328 INFO:tasks.workunit.client.0.smithi045.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f661aa3e6f0] 2024-09-12T17:59:19.328 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f661aa8b99c] 2024-09-12T17:59:19.328 INFO:tasks.workunit.client.0.smithi045.stderr: 3: raise() 2024-09-12T17:59:19.328 INFO:tasks.workunit.client.0.smithi045.stderr: 4: abort() 2024-09-12T17:59:19.328 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f661bd8c774] 2024-09-12T17:59:19.329 INFO:tasks.workunit.client.0.smithi045.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f661bd8c8d8] 2024-09-12T17:59:19.329 INFO:tasks.workunit.client.0.smithi045.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562945610841] 2024-09-12T17:59:19.329 INFO:tasks.workunit.client.0.smithi045.stderr: 8: radosgw-admin(+0xd7490c) [0x562945b1e90c] 2024-09-12T17:59:19.329 INFO:tasks.workunit.client.0.smithi045.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56294562050d] 2024-09-12T17:59:19.329 INFO:tasks.workunit.client.0.smithi045.stderr: 10: main() 2024-09-12T17:59:19.329 INFO:tasks.workunit.client.0.smithi045.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f661aa29590] 2024-09-12T17:59:19.329 INFO:tasks.workunit.client.0.smithi045.stderr: 12: __libc_start_main() 2024-09-12T17:59:19.329 INFO:tasks.workunit.client.0.smithi045.stderr: 13: _start() 2024-09-12T17:59:19.329 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.311+0000 7f661a72c800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:59:19.329 INFO:tasks.workunit.client.0.smithi045.stderr: in thread 7f661a72c800 thread_name:radosgw-admin 2024-09-12T17:59:19.329 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:19.329 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:59:19.330 INFO:tasks.workunit.client.0.smithi045.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f661aa3e6f0] 2024-09-12T17:59:19.330 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f661aa8b99c] 2024-09-12T17:59:19.330 INFO:tasks.workunit.client.0.smithi045.stderr: 3: raise() 2024-09-12T17:59:19.330 INFO:tasks.workunit.client.0.smithi045.stderr: 4: abort() 2024-09-12T17:59:19.330 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f661bd8c774] 2024-09-12T17:59:19.330 INFO:tasks.workunit.client.0.smithi045.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f661bd8c8d8] 2024-09-12T17:59:19.330 INFO:tasks.workunit.client.0.smithi045.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562945610841] 2024-09-12T17:59:19.330 INFO:tasks.workunit.client.0.smithi045.stderr: 8: radosgw-admin(+0xd7490c) [0x562945b1e90c] 2024-09-12T17:59:19.330 INFO:tasks.workunit.client.0.smithi045.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56294562050d] 2024-09-12T17:59:19.330 INFO:tasks.workunit.client.0.smithi045.stderr: 10: main() 2024-09-12T17:59:19.330 INFO:tasks.workunit.client.0.smithi045.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f661aa29590] 2024-09-12T17:59:19.330 INFO:tasks.workunit.client.0.smithi045.stderr: 12: __libc_start_main() 2024-09-12T17:59:19.330 INFO:tasks.workunit.client.0.smithi045.stderr: 13: _start() 2024-09-12T17:59:19.331 INFO:tasks.workunit.client.0.smithi045.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:59:19.331 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:19.331 INFO:tasks.workunit.client.0.smithi045.stderr:--- begin dump of recent events --- 2024-09-12T17:59:19.331 INFO:tasks.workunit.client.0.smithi045.stderr: -499> 2024-09-12T17:59:19.045+0000 7f661a72c800 10 monclient: build_initial_monmap 2024-09-12T17:59:19.331 INFO:tasks.workunit.client.0.smithi045.stderr: -498> 2024-09-12T17:59:19.045+0000 7f661a72c800 1 build_initial for_mkfs: 0 2024-09-12T17:59:19.331 INFO:tasks.workunit.client.0.smithi045.stderr: -497> 2024-09-12T17:59:19.045+0000 7f661a72c800 10 monclient: monmap: 2024-09-12T17:59:19.331 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:59:19.331 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:59:19.331 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:59:19.331 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:59:19.331 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:59:19.331 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:59:19.332 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:59:19.332 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:59:19.332 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:59:19.332 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:19.332 INFO:tasks.workunit.client.0.smithi045.stderr: -496> 2024-09-12T17:59:19.045+0000 7f661a72c800 5 AuthRegistry(0x562947cc53d0) adding auth protocol: cephx 2024-09-12T17:59:19.332 INFO:tasks.workunit.client.0.smithi045.stderr: -495> 2024-09-12T17:59:19.045+0000 7f661a72c800 5 AuthRegistry(0x562947cc53d0) adding auth protocol: cephx 2024-09-12T17:59:19.332 INFO:tasks.workunit.client.0.smithi045.stderr: -494> 2024-09-12T17:59:19.045+0000 7f661a72c800 5 AuthRegistry(0x562947cc53d0) adding auth protocol: cephx 2024-09-12T17:59:19.332 INFO:tasks.workunit.client.0.smithi045.stderr: -493> 2024-09-12T17:59:19.045+0000 7f661a72c800 5 AuthRegistry(0x562947cc53d0) adding con mode: secure 2024-09-12T17:59:19.332 INFO:tasks.workunit.client.0.smithi045.stderr: -492> 2024-09-12T17:59:19.045+0000 7f661a72c800 5 AuthRegistry(0x562947cc53d0) adding con mode: crc 2024-09-12T17:59:19.332 INFO:tasks.workunit.client.0.smithi045.stderr: -491> 2024-09-12T17:59:19.045+0000 7f661a72c800 5 AuthRegistry(0x562947cc53d0) adding con mode: secure 2024-09-12T17:59:19.332 INFO:tasks.workunit.client.0.smithi045.stderr: -490> 2024-09-12T17:59:19.045+0000 7f661a72c800 5 AuthRegistry(0x562947cc53d0) adding con mode: crc 2024-09-12T17:59:19.332 INFO:tasks.workunit.client.0.smithi045.stderr: -489> 2024-09-12T17:59:19.045+0000 7f661a72c800 5 AuthRegistry(0x562947cc53d0) adding con mode: secure 2024-09-12T17:59:19.332 INFO:tasks.workunit.client.0.smithi045.stderr: -488> 2024-09-12T17:59:19.045+0000 7f661a72c800 5 AuthRegistry(0x562947cc53d0) adding con mode: crc 2024-09-12T17:59:19.333 INFO:tasks.workunit.client.0.smithi045.stderr: -487> 2024-09-12T17:59:19.045+0000 7f661a72c800 5 AuthRegistry(0x562947cc53d0) adding con mode: crc 2024-09-12T17:59:19.333 INFO:tasks.workunit.client.0.smithi045.stderr: -486> 2024-09-12T17:59:19.045+0000 7f661a72c800 5 AuthRegistry(0x562947cc53d0) adding con mode: secure 2024-09-12T17:59:19.333 INFO:tasks.workunit.client.0.smithi045.stderr: -485> 2024-09-12T17:59:19.045+0000 7f661a72c800 5 AuthRegistry(0x562947cc53d0) adding con mode: crc 2024-09-12T17:59:19.333 INFO:tasks.workunit.client.0.smithi045.stderr: -484> 2024-09-12T17:59:19.045+0000 7f661a72c800 5 AuthRegistry(0x562947cc53d0) adding con mode: secure 2024-09-12T17:59:19.333 INFO:tasks.workunit.client.0.smithi045.stderr: -483> 2024-09-12T17:59:19.045+0000 7f661a72c800 5 AuthRegistry(0x562947cc53d0) adding con mode: crc 2024-09-12T17:59:19.333 INFO:tasks.workunit.client.0.smithi045.stderr: -482> 2024-09-12T17:59:19.045+0000 7f661a72c800 5 AuthRegistry(0x562947cc53d0) adding con mode: secure 2024-09-12T17:59:19.333 INFO:tasks.workunit.client.0.smithi045.stderr: -481> 2024-09-12T17:59:19.045+0000 7f661a72c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:19.333 INFO:tasks.workunit.client.0.smithi045.stderr: -480> 2024-09-12T17:59:19.045+0000 7f661a72c800 1 librados: starting msgr at 2024-09-12T17:59:19.333 INFO:tasks.workunit.client.0.smithi045.stderr: -479> 2024-09-12T17:59:19.045+0000 7f661a72c800 1 librados: starting objecter 2024-09-12T17:59:19.333 INFO:tasks.workunit.client.0.smithi045.stderr: -478> 2024-09-12T17:59:19.045+0000 7f661a72c800 5 asok(0x562947a9b730) register_command objecter_requests hook 0x562947cc4d30 2024-09-12T17:59:19.333 INFO:tasks.workunit.client.0.smithi045.stderr: -477> 2024-09-12T17:59:19.045+0000 7f661a72c800 1 librados: setting wanted keys 2024-09-12T17:59:19.333 INFO:tasks.workunit.client.0.smithi045.stderr: -476> 2024-09-12T17:59:19.045+0000 7f661a72c800 1 librados: calling monclient init 2024-09-12T17:59:19.334 INFO:tasks.workunit.client.0.smithi045.stderr: -475> 2024-09-12T17:59:19.045+0000 7f661a72c800 10 monclient: init 2024-09-12T17:59:19.334 INFO:tasks.workunit.client.0.smithi045.stderr: -474> 2024-09-12T17:59:19.045+0000 7f661a72c800 5 AuthRegistry(0x562947cbfcb0) adding auth protocol: cephx 2024-09-12T17:59:19.334 INFO:tasks.workunit.client.0.smithi045.stderr: -473> 2024-09-12T17:59:19.045+0000 7f661a72c800 5 AuthRegistry(0x562947cbfcb0) adding auth protocol: cephx 2024-09-12T17:59:19.334 INFO:tasks.workunit.client.0.smithi045.stderr: -472> 2024-09-12T17:59:19.045+0000 7f661a72c800 5 AuthRegistry(0x562947cbfcb0) adding auth protocol: cephx 2024-09-12T17:59:19.334 INFO:tasks.workunit.client.0.smithi045.stderr: -471> 2024-09-12T17:59:19.045+0000 7f661a72c800 5 AuthRegistry(0x562947cbfcb0) adding con mode: secure 2024-09-12T17:59:19.334 INFO:tasks.workunit.client.0.smithi045.stderr: -470> 2024-09-12T17:59:19.045+0000 7f661a72c800 5 AuthRegistry(0x562947cbfcb0) adding con mode: crc 2024-09-12T17:59:19.334 INFO:tasks.workunit.client.0.smithi045.stderr: -469> 2024-09-12T17:59:19.045+0000 7f661a72c800 5 AuthRegistry(0x562947cbfcb0) adding con mode: secure 2024-09-12T17:59:19.334 INFO:tasks.workunit.client.0.smithi045.stderr: -468> 2024-09-12T17:59:19.045+0000 7f661a72c800 5 AuthRegistry(0x562947cbfcb0) adding con mode: crc 2024-09-12T17:59:19.334 INFO:tasks.workunit.client.0.smithi045.stderr: -467> 2024-09-12T17:59:19.045+0000 7f661a72c800 5 AuthRegistry(0x562947cbfcb0) adding con mode: secure 2024-09-12T17:59:19.334 INFO:tasks.workunit.client.0.smithi045.stderr: -466> 2024-09-12T17:59:19.045+0000 7f661a72c800 5 AuthRegistry(0x562947cbfcb0) adding con mode: crc 2024-09-12T17:59:19.334 INFO:tasks.workunit.client.0.smithi045.stderr: -465> 2024-09-12T17:59:19.045+0000 7f661a72c800 5 AuthRegistry(0x562947cbfcb0) adding con mode: crc 2024-09-12T17:59:19.334 INFO:tasks.workunit.client.0.smithi045.stderr: -464> 2024-09-12T17:59:19.045+0000 7f661a72c800 5 AuthRegistry(0x562947cbfcb0) adding con mode: secure 2024-09-12T17:59:19.335 INFO:tasks.workunit.client.0.smithi045.stderr: -463> 2024-09-12T17:59:19.045+0000 7f661a72c800 5 AuthRegistry(0x562947cbfcb0) adding con mode: crc 2024-09-12T17:59:19.335 INFO:tasks.workunit.client.0.smithi045.stderr: -462> 2024-09-12T17:59:19.045+0000 7f661a72c800 5 AuthRegistry(0x562947cbfcb0) adding con mode: secure 2024-09-12T17:59:19.335 INFO:tasks.workunit.client.0.smithi045.stderr: -461> 2024-09-12T17:59:19.045+0000 7f661a72c800 5 AuthRegistry(0x562947cbfcb0) adding con mode: crc 2024-09-12T17:59:19.335 INFO:tasks.workunit.client.0.smithi045.stderr: -460> 2024-09-12T17:59:19.045+0000 7f661a72c800 5 AuthRegistry(0x562947cbfcb0) adding con mode: secure 2024-09-12T17:59:19.335 INFO:tasks.workunit.client.0.smithi045.stderr: -459> 2024-09-12T17:59:19.046+0000 7f661a72c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:19.335 INFO:tasks.workunit.client.0.smithi045.stderr: -458> 2024-09-12T17:59:19.046+0000 7f661a72c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:19.335 INFO:tasks.workunit.client.0.smithi045.stderr: -457> 2024-09-12T17:59:19.046+0000 7f661a72c800 5 asok(0x562947a9b730) register_command rotate-key hook 0x562947cbfdf8 2024-09-12T17:59:19.335 INFO:tasks.workunit.client.0.smithi045.stderr: -456> 2024-09-12T17:59:19.046+0000 7f661a72c800 10 monclient: _reopen_session rank -1 2024-09-12T17:59:19.335 INFO:tasks.workunit.client.0.smithi045.stderr: -455> 2024-09-12T17:59:19.046+0000 7f661a72c800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:59:19.335 INFO:tasks.workunit.client.0.smithi045.stderr: -454> 2024-09-12T17:59:19.046+0000 7f661a72c800 10 monclient(hunting): picked mon.noname-a con 0x562947b720e0 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:59:19.335 INFO:tasks.workunit.client.0.smithi045.stderr: -453> 2024-09-12T17:59:19.046+0000 7f661a72c800 10 monclient(hunting): picked mon.noname-b con 0x562947c08bd0 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:59:19.336 INFO:tasks.workunit.client.0.smithi045.stderr: -452> 2024-09-12T17:59:19.046+0000 7f661a72c800 10 monclient(hunting): picked mon.noname-c con 0x562947c0df50 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:59:19.336 INFO:tasks.workunit.client.0.smithi045.stderr: -451> 2024-09-12T17:59:19.046+0000 7f661a72c800 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:19.336 INFO:tasks.workunit.client.0.smithi045.stderr: -450> 2024-09-12T17:59:19.046+0000 7f661a72c800 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:19.336 INFO:tasks.workunit.client.0.smithi045.stderr: -449> 2024-09-12T17:59:19.046+0000 7f661a72c800 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:19.336 INFO:tasks.workunit.client.0.smithi045.stderr: -448> 2024-09-12T17:59:19.046+0000 7f661a72c800 10 monclient(hunting): _renew_subs 2024-09-12T17:59:19.336 INFO:tasks.workunit.client.0.smithi045.stderr: -447> 2024-09-12T17:59:19.046+0000 7f661a72c800 10 monclient(hunting): authenticate will time out at 2257.505351s 2024-09-12T17:59:19.336 INFO:tasks.workunit.client.0.smithi045.stderr: -446> 2024-09-12T17:59:19.046+0000 7f6616b3f640 10 monclient(hunting): get_auth_request con 0x562947c0df50 auth_method 0 2024-09-12T17:59:19.336 INFO:tasks.workunit.client.0.smithi045.stderr: -445> 2024-09-12T17:59:19.046+0000 7f6616b3f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:19.336 INFO:tasks.workunit.client.0.smithi045.stderr: -444> 2024-09-12T17:59:19.046+0000 7f6616b3f640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:19.336 INFO:tasks.workunit.client.0.smithi045.stderr: -443> 2024-09-12T17:59:19.046+0000 7f6616b3f640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:19.337 INFO:tasks.workunit.client.0.smithi045.stderr: -442> 2024-09-12T17:59:19.046+0000 7f661633e640 10 monclient(hunting): get_auth_request con 0x562947b720e0 auth_method 0 2024-09-12T17:59:19.337 INFO:tasks.workunit.client.0.smithi045.stderr: -441> 2024-09-12T17:59:19.046+0000 7f661633e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:19.337 INFO:tasks.workunit.client.0.smithi045.stderr: -440> 2024-09-12T17:59:19.046+0000 7f661633e640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:19.337 INFO:tasks.workunit.client.0.smithi045.stderr: -439> 2024-09-12T17:59:19.046+0000 7f661633e640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:19.337 INFO:tasks.workunit.client.0.smithi045.stderr: -438> 2024-09-12T17:59:19.046+0000 7f6616b3f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:59:19.337 INFO:tasks.workunit.client.0.smithi045.stderr: -437> 2024-09-12T17:59:19.046+0000 7f6616b3f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:59:19.337 INFO:tasks.workunit.client.0.smithi045.stderr: -436> 2024-09-12T17:59:19.046+0000 7f6616b3f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:59:19.337 INFO:tasks.workunit.client.0.smithi045.stderr: -435> 2024-09-12T17:59:19.046+0000 7f661633e640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:59:19.337 INFO:tasks.workunit.client.0.smithi045.stderr: -434> 2024-09-12T17:59:19.046+0000 7f661633e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:59:19.337 INFO:tasks.workunit.client.0.smithi045.stderr: -433> 2024-09-12T17:59:19.046+0000 7f661633e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:59:19.338 INFO:tasks.workunit.client.0.smithi045.stderr: -432> 2024-09-12T17:59:19.046+0000 7f6615b3d640 10 monclient(hunting): get_auth_request con 0x562947c08bd0 auth_method 0 2024-09-12T17:59:19.338 INFO:tasks.workunit.client.0.smithi045.stderr: -431> 2024-09-12T17:59:19.046+0000 7f6615b3d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:19.338 INFO:tasks.workunit.client.0.smithi045.stderr: -430> 2024-09-12T17:59:19.046+0000 7f6615b3d640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:19.338 INFO:tasks.workunit.client.0.smithi045.stderr: -429> 2024-09-12T17:59:19.046+0000 7f6615b3d640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:19.338 INFO:tasks.workunit.client.0.smithi045.stderr: -428> 2024-09-12T17:59:19.046+0000 7f6616b3f640 10 monclient(hunting): handle_auth_done global_id 7751 payload 824 2024-09-12T17:59:19.338 INFO:tasks.workunit.client.0.smithi045.stderr: -427> 2024-09-12T17:59:19.046+0000 7f6616b3f640 10 monclient: _finish_hunting 0 2024-09-12T17:59:19.338 INFO:tasks.workunit.client.0.smithi045.stderr: -426> 2024-09-12T17:59:19.046+0000 7f6616b3f640 1 monclient: found mon.noname-c 2024-09-12T17:59:19.338 INFO:tasks.workunit.client.0.smithi045.stderr: -425> 2024-09-12T17:59:19.046+0000 7f6616b3f640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.45:3301/0 2024-09-12T17:59:19.338 INFO:tasks.workunit.client.0.smithi045.stderr: -424> 2024-09-12T17:59:19.047+0000 7f6502e05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:59:19.338 INFO:tasks.workunit.client.0.smithi045.stderr: -423> 2024-09-12T17:59:19.047+0000 7f6502e05640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:59:19.338 INFO:tasks.workunit.client.0.smithi045.stderr: -422> 2024-09-12T17:59:19.047+0000 7f6502e05640 10 monclient: dump: 2024-09-12T17:59:19.339 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:59:19.339 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:59:19.339 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:59:19.339 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:59:19.339 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:59:19.339 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:59:19.339 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:59:19.339 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:59:19.339 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:59:19.339 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:19.339 INFO:tasks.workunit.client.0.smithi045.stderr: -421> 2024-09-12T17:59:19.047+0000 7f6502e05640 10 monclient: _finish_auth 0 2024-09-12T17:59:19.340 INFO:tasks.workunit.client.0.smithi045.stderr: -420> 2024-09-12T17:59:19.047+0000 7f6502e05640 10 monclient: _check_auth_tickets 2024-09-12T17:59:19.340 INFO:tasks.workunit.client.0.smithi045.stderr: -419> 2024-09-12T17:59:19.047+0000 7f6502e05640 10 monclient: handle_config config(0 keys) 2024-09-12T17:59:19.340 INFO:tasks.workunit.client.0.smithi045.stderr: -418> 2024-09-12T17:59:19.047+0000 7f6502e05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:59:19.340 INFO:tasks.workunit.client.0.smithi045.stderr: -417> 2024-09-12T17:59:19.047+0000 7f6502e05640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:59:19.340 INFO:tasks.workunit.client.0.smithi045.stderr: -416> 2024-09-12T17:59:19.047+0000 7f6502e05640 10 monclient: dump: 2024-09-12T17:59:19.340 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:59:19.340 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:59:19.340 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:59:19.340 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:59:19.340 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:59:19.341 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:59:19.341 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:59:19.341 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:59:19.341 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:59:19.341 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:19.341 INFO:tasks.workunit.client.0.smithi045.stderr: -415> 2024-09-12T17:59:19.047+0000 7f661a72c800 5 monclient: authenticate success, global_id 7751 2024-09-12T17:59:19.341 INFO:tasks.workunit.client.0.smithi045.stderr: -414> 2024-09-12T17:59:19.047+0000 7f661a72c800 10 monclient: _renew_subs 2024-09-12T17:59:19.341 INFO:tasks.workunit.client.0.smithi045.stderr: -413> 2024-09-12T17:59:19.047+0000 7f661a72c800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:59:19.341 INFO:tasks.workunit.client.0.smithi045.stderr: -412> 2024-09-12T17:59:19.047+0000 7f6504608640 4 set_mon_vals no callback set 2024-09-12T17:59:19.341 INFO:tasks.workunit.client.0.smithi045.stderr: -411> 2024-09-12T17:59:19.047+0000 7f661a72c800 10 monclient: _renew_subs 2024-09-12T17:59:19.342 INFO:tasks.workunit.client.0.smithi045.stderr: -410> 2024-09-12T17:59:19.047+0000 7f661a72c800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:59:19.342 INFO:tasks.workunit.client.0.smithi045.stderr: -409> 2024-09-12T17:59:19.047+0000 7f661a72c800 1 librados: init done 2024-09-12T17:59:19.342 INFO:tasks.workunit.client.0.smithi045.stderr: -408> 2024-09-12T17:59:19.049+0000 7f6502e05640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:59:19.342 INFO:tasks.workunit.client.0.smithi045.stderr: -407> 2024-09-12T17:59:19.049+0000 7f6502e05640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:59:19.342 INFO:tasks.workunit.client.0.smithi045.stderr: -406> 2024-09-12T17:59:19.049+0000 7f6502e05640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:59:19.342 INFO:tasks.workunit.client.0.smithi045.stderr: -405> 2024-09-12T17:59:19.049+0000 7f661633e640 10 monclient: get_auth_request con 0x7f64fc076470 auth_method 0 2024-09-12T17:59:19.342 INFO:tasks.workunit.client.0.smithi045.stderr: -404> 2024-09-12T17:59:19.049+0000 7f6615b3d640 10 monclient: get_auth_request con 0x562947ce7d50 auth_method 0 2024-09-12T17:59:19.342 INFO:tasks.workunit.client.0.smithi045.stderr: -403> 2024-09-12T17:59:19.050+0000 7f661633e640 10 monclient: get_auth_request con 0x562947d0ae80 auth_method 0 2024-09-12T17:59:19.342 INFO:tasks.workunit.client.0.smithi045.stderr: -402> 2024-09-12T17:59:19.051+0000 7f6615b3d640 10 monclient: get_auth_request con 0x562947d0f1e0 auth_method 0 2024-09-12T17:59:19.342 INFO:tasks.workunit.client.0.smithi045.stderr: -401> 2024-09-12T17:59:19.053+0000 7f661a72c800 10 monclient: build_initial_monmap 2024-09-12T17:59:19.342 INFO:tasks.workunit.client.0.smithi045.stderr: -400> 2024-09-12T17:59:19.053+0000 7f661a72c800 1 build_initial for_mkfs: 0 2024-09-12T17:59:19.343 INFO:tasks.workunit.client.0.smithi045.stderr: -399> 2024-09-12T17:59:19.053+0000 7f661a72c800 10 monclient: monmap: 2024-09-12T17:59:19.343 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:59:19.343 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:59:19.343 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:59:19.343 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:59:19.343 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:59:19.343 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:59:19.343 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:59:19.343 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:59:19.343 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:59:19.343 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:19.344 INFO:tasks.workunit.client.0.smithi045.stderr: -398> 2024-09-12T17:59:19.053+0000 7f661a72c800 5 AuthRegistry(0x562947d13e90) adding auth protocol: cephx 2024-09-12T17:59:19.344 INFO:tasks.workunit.client.0.smithi045.stderr: -397> 2024-09-12T17:59:19.053+0000 7f661a72c800 5 AuthRegistry(0x562947d13e90) adding auth protocol: cephx 2024-09-12T17:59:19.344 INFO:tasks.workunit.client.0.smithi045.stderr: -396> 2024-09-12T17:59:19.053+0000 7f661a72c800 5 AuthRegistry(0x562947d13e90) adding auth protocol: cephx 2024-09-12T17:59:19.344 INFO:tasks.workunit.client.0.smithi045.stderr: -395> 2024-09-12T17:59:19.053+0000 7f661a72c800 5 AuthRegistry(0x562947d13e90) adding con mode: secure 2024-09-12T17:59:19.344 INFO:tasks.workunit.client.0.smithi045.stderr: -394> 2024-09-12T17:59:19.053+0000 7f661a72c800 5 AuthRegistry(0x562947d13e90) adding con mode: crc 2024-09-12T17:59:19.344 INFO:tasks.workunit.client.0.smithi045.stderr: -393> 2024-09-12T17:59:19.053+0000 7f661a72c800 5 AuthRegistry(0x562947d13e90) adding con mode: secure 2024-09-12T17:59:19.344 INFO:tasks.workunit.client.0.smithi045.stderr: -392> 2024-09-12T17:59:19.053+0000 7f661a72c800 5 AuthRegistry(0x562947d13e90) adding con mode: crc 2024-09-12T17:59:19.344 INFO:tasks.workunit.client.0.smithi045.stderr: -391> 2024-09-12T17:59:19.053+0000 7f661a72c800 5 AuthRegistry(0x562947d13e90) adding con mode: secure 2024-09-12T17:59:19.344 INFO:tasks.workunit.client.0.smithi045.stderr: -390> 2024-09-12T17:59:19.053+0000 7f661a72c800 5 AuthRegistry(0x562947d13e90) adding con mode: crc 2024-09-12T17:59:19.344 INFO:tasks.workunit.client.0.smithi045.stderr: -389> 2024-09-12T17:59:19.053+0000 7f661a72c800 5 AuthRegistry(0x562947d13e90) adding con mode: crc 2024-09-12T17:59:19.344 INFO:tasks.workunit.client.0.smithi045.stderr: -388> 2024-09-12T17:59:19.053+0000 7f661a72c800 5 AuthRegistry(0x562947d13e90) adding con mode: secure 2024-09-12T17:59:19.345 INFO:tasks.workunit.client.0.smithi045.stderr: -387> 2024-09-12T17:59:19.053+0000 7f661a72c800 5 AuthRegistry(0x562947d13e90) adding con mode: crc 2024-09-12T17:59:19.345 INFO:tasks.workunit.client.0.smithi045.stderr: -386> 2024-09-12T17:59:19.053+0000 7f661a72c800 5 AuthRegistry(0x562947d13e90) adding con mode: secure 2024-09-12T17:59:19.345 INFO:tasks.workunit.client.0.smithi045.stderr: -385> 2024-09-12T17:59:19.053+0000 7f661a72c800 5 AuthRegistry(0x562947d13e90) adding con mode: crc 2024-09-12T17:59:19.345 INFO:tasks.workunit.client.0.smithi045.stderr: -384> 2024-09-12T17:59:19.053+0000 7f661a72c800 5 AuthRegistry(0x562947d13e90) adding con mode: secure 2024-09-12T17:59:19.345 INFO:tasks.workunit.client.0.smithi045.stderr: -383> 2024-09-12T17:59:19.053+0000 7f661a72c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:19.345 INFO:tasks.workunit.client.0.smithi045.stderr: -382> 2024-09-12T17:59:19.053+0000 7f661a72c800 5 asok(0x562947a9b730) register_command objecter_requests cmddesc objecter_requests hook 0x562947d17210 EEXIST 2024-09-12T17:59:19.345 INFO:tasks.workunit.client.0.smithi045.stderr: -381> 2024-09-12T17:59:19.054+0000 7f661a72c800 10 monclient: init 2024-09-12T17:59:19.345 INFO:tasks.workunit.client.0.smithi045.stderr: -380> 2024-09-12T17:59:19.054+0000 7f661a72c800 5 AuthRegistry(0x562947d125b8) adding auth protocol: cephx 2024-09-12T17:59:19.345 INFO:tasks.workunit.client.0.smithi045.stderr: -379> 2024-09-12T17:59:19.054+0000 7f661a72c800 5 AuthRegistry(0x562947d125b8) adding auth protocol: cephx 2024-09-12T17:59:19.345 INFO:tasks.workunit.client.0.smithi045.stderr: -378> 2024-09-12T17:59:19.054+0000 7f661a72c800 5 AuthRegistry(0x562947d125b8) adding auth protocol: cephx 2024-09-12T17:59:19.345 INFO:tasks.workunit.client.0.smithi045.stderr: -377> 2024-09-12T17:59:19.054+0000 7f661a72c800 5 AuthRegistry(0x562947d125b8) adding con mode: secure 2024-09-12T17:59:19.346 INFO:tasks.workunit.client.0.smithi045.stderr: -376> 2024-09-12T17:59:19.054+0000 7f661a72c800 5 AuthRegistry(0x562947d125b8) adding con mode: crc 2024-09-12T17:59:19.346 INFO:tasks.workunit.client.0.smithi045.stderr: -375> 2024-09-12T17:59:19.054+0000 7f661a72c800 5 AuthRegistry(0x562947d125b8) adding con mode: secure 2024-09-12T17:59:19.346 INFO:tasks.workunit.client.0.smithi045.stderr: -374> 2024-09-12T17:59:19.054+0000 7f661a72c800 5 AuthRegistry(0x562947d125b8) adding con mode: crc 2024-09-12T17:59:19.346 INFO:tasks.workunit.client.0.smithi045.stderr: -373> 2024-09-12T17:59:19.054+0000 7f661a72c800 5 AuthRegistry(0x562947d125b8) adding con mode: secure 2024-09-12T17:59:19.346 INFO:tasks.workunit.client.0.smithi045.stderr: -372> 2024-09-12T17:59:19.054+0000 7f661a72c800 5 AuthRegistry(0x562947d125b8) adding con mode: crc 2024-09-12T17:59:19.346 INFO:tasks.workunit.client.0.smithi045.stderr: -371> 2024-09-12T17:59:19.054+0000 7f661a72c800 5 AuthRegistry(0x562947d125b8) adding con mode: crc 2024-09-12T17:59:19.346 INFO:tasks.workunit.client.0.smithi045.stderr: -370> 2024-09-12T17:59:19.054+0000 7f661a72c800 5 AuthRegistry(0x562947d125b8) adding con mode: secure 2024-09-12T17:59:19.346 INFO:tasks.workunit.client.0.smithi045.stderr: -369> 2024-09-12T17:59:19.054+0000 7f661a72c800 5 AuthRegistry(0x562947d125b8) adding con mode: crc 2024-09-12T17:59:19.346 INFO:tasks.workunit.client.0.smithi045.stderr: -368> 2024-09-12T17:59:19.054+0000 7f661a72c800 5 AuthRegistry(0x562947d125b8) adding con mode: secure 2024-09-12T17:59:19.346 INFO:tasks.workunit.client.0.smithi045.stderr: -367> 2024-09-12T17:59:19.054+0000 7f661a72c800 5 AuthRegistry(0x562947d125b8) adding con mode: crc 2024-09-12T17:59:19.347 INFO:tasks.workunit.client.0.smithi045.stderr: -366> 2024-09-12T17:59:19.054+0000 7f661a72c800 5 AuthRegistry(0x562947d125b8) adding con mode: secure 2024-09-12T17:59:19.347 INFO:tasks.workunit.client.0.smithi045.stderr: -365> 2024-09-12T17:59:19.054+0000 7f661a72c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:19.347 INFO:tasks.workunit.client.0.smithi045.stderr: -364> 2024-09-12T17:59:19.054+0000 7f661a72c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:19.347 INFO:tasks.workunit.client.0.smithi045.stderr: -363> 2024-09-12T17:59:19.054+0000 7f661a72c800 5 asok(0x562947a9b730) register_command rotate-key cmddesc rotate-key hook 0x562947d12700 EEXIST 2024-09-12T17:59:19.347 INFO:tasks.workunit.client.0.smithi045.stderr: -362> 2024-09-12T17:59:19.054+0000 7f661a72c800 10 monclient: _reopen_session rank -1 2024-09-12T17:59:19.347 INFO:tasks.workunit.client.0.smithi045.stderr: -361> 2024-09-12T17:59:19.054+0000 7f661a72c800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:59:19.347 INFO:tasks.workunit.client.0.smithi045.stderr: -360> 2024-09-12T17:59:19.054+0000 7f661a72c800 10 monclient(hunting): picked mon.noname-c con 0x562947d3b530 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:59:19.347 INFO:tasks.workunit.client.0.smithi045.stderr: -359> 2024-09-12T17:59:19.054+0000 7f661a72c800 10 monclient(hunting): picked mon.noname-a con 0x562947d3b910 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:59:19.347 INFO:tasks.workunit.client.0.smithi045.stderr: -358> 2024-09-12T17:59:19.054+0000 7f661a72c800 10 monclient(hunting): picked mon.noname-b con 0x562947d3dbc0 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:59:19.347 INFO:tasks.workunit.client.0.smithi045.stderr: -357> 2024-09-12T17:59:19.054+0000 7f661a72c800 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:19.348 INFO:tasks.workunit.client.0.smithi045.stderr: -356> 2024-09-12T17:59:19.054+0000 7f661a72c800 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:19.348 INFO:tasks.workunit.client.0.smithi045.stderr: -355> 2024-09-12T17:59:19.054+0000 7f661a72c800 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:19.348 INFO:tasks.workunit.client.0.smithi045.stderr: -354> 2024-09-12T17:59:19.054+0000 7f661a72c800 10 monclient(hunting): _renew_subs 2024-09-12T17:59:19.348 INFO:tasks.workunit.client.0.smithi045.stderr: -353> 2024-09-12T17:59:19.054+0000 7f661a72c800 10 monclient(hunting): authenticate will time out at 2257.513616s 2024-09-12T17:59:19.348 INFO:tasks.workunit.client.0.smithi045.stderr: -352> 2024-09-12T17:59:19.054+0000 7f661633e640 10 monclient(hunting): get_auth_request con 0x562947d3b530 auth_method 0 2024-09-12T17:59:19.348 INFO:tasks.workunit.client.0.smithi045.stderr: -351> 2024-09-12T17:59:19.054+0000 7f661633e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:19.348 INFO:tasks.workunit.client.0.smithi045.stderr: -350> 2024-09-12T17:59:19.054+0000 7f661633e640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:19.348 INFO:tasks.workunit.client.0.smithi045.stderr: -349> 2024-09-12T17:59:19.054+0000 7f661633e640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:19.348 INFO:tasks.workunit.client.0.smithi045.stderr: -348> 2024-09-12T17:59:19.054+0000 7f6615b3d640 10 monclient(hunting): get_auth_request con 0x562947d3b910 auth_method 0 2024-09-12T17:59:19.349 INFO:tasks.workunit.client.0.smithi045.stderr: -347> 2024-09-12T17:59:19.054+0000 7f6615b3d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:19.349 INFO:tasks.workunit.client.0.smithi045.stderr: -346> 2024-09-12T17:59:19.054+0000 7f6615b3d640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:19.349 INFO:tasks.workunit.client.0.smithi045.stderr: -345> 2024-09-12T17:59:19.054+0000 7f6615b3d640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:19.349 INFO:tasks.workunit.client.0.smithi045.stderr: -344> 2024-09-12T17:59:19.054+0000 7f6615b3d640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:59:19.349 INFO:tasks.workunit.client.0.smithi045.stderr: -343> 2024-09-12T17:59:19.054+0000 7f6615b3d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:59:19.349 INFO:tasks.workunit.client.0.smithi045.stderr: -342> 2024-09-12T17:59:19.054+0000 7f6615b3d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:59:19.349 INFO:tasks.workunit.client.0.smithi045.stderr: -341> 2024-09-12T17:59:19.054+0000 7f661633e640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:59:19.349 INFO:tasks.workunit.client.0.smithi045.stderr: -340> 2024-09-12T17:59:19.054+0000 7f661633e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:59:19.349 INFO:tasks.workunit.client.0.smithi045.stderr: -339> 2024-09-12T17:59:19.054+0000 7f661633e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:59:19.349 INFO:tasks.workunit.client.0.smithi045.stderr: -338> 2024-09-12T17:59:19.054+0000 7f6616b3f640 10 monclient(hunting): get_auth_request con 0x562947d3dbc0 auth_method 0 2024-09-12T17:59:19.350 INFO:tasks.workunit.client.0.smithi045.stderr: -337> 2024-09-12T17:59:19.054+0000 7f6616b3f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:19.350 INFO:tasks.workunit.client.0.smithi045.stderr: -336> 2024-09-12T17:59:19.054+0000 7f6616b3f640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:19.350 INFO:tasks.workunit.client.0.smithi045.stderr: -335> 2024-09-12T17:59:19.054+0000 7f6616b3f640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:19.350 INFO:tasks.workunit.client.0.smithi045.stderr: -334> 2024-09-12T17:59:19.055+0000 7f6616b3f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:59:19.350 INFO:tasks.workunit.client.0.smithi045.stderr: -333> 2024-09-12T17:59:19.055+0000 7f6616b3f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:59:19.350 INFO:tasks.workunit.client.0.smithi045.stderr: -332> 2024-09-12T17:59:19.055+0000 7f6616b3f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:59:19.350 INFO:tasks.workunit.client.0.smithi045.stderr: -331> 2024-09-12T17:59:19.055+0000 7f6615b3d640 10 monclient(hunting): handle_auth_done global_id 8196 payload 824 2024-09-12T17:59:19.350 INFO:tasks.workunit.client.0.smithi045.stderr: -330> 2024-09-12T17:59:19.055+0000 7f6615b3d640 10 monclient: _finish_hunting 0 2024-09-12T17:59:19.350 INFO:tasks.workunit.client.0.smithi045.stderr: -329> 2024-09-12T17:59:19.055+0000 7f6615b3d640 1 monclient: found mon.noname-a 2024-09-12T17:59:19.350 INFO:tasks.workunit.client.0.smithi045.stderr: -328> 2024-09-12T17:59:19.055+0000 7f6615b3d640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.45:3300/0 2024-09-12T17:59:19.351 INFO:tasks.workunit.client.0.smithi045.stderr: -327> 2024-09-12T17:59:19.055+0000 7f64fbfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:59:19.351 INFO:tasks.workunit.client.0.smithi045.stderr: -326> 2024-09-12T17:59:19.055+0000 7f64fbfff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:59:19.351 INFO:tasks.workunit.client.0.smithi045.stderr: -325> 2024-09-12T17:59:19.055+0000 7f64fbfff640 10 monclient: dump: 2024-09-12T17:59:19.351 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:59:19.351 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:59:19.351 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:59:19.351 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:59:19.351 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:59:19.351 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:59:19.351 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:59:19.351 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:59:19.352 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:59:19.352 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:19.352 INFO:tasks.workunit.client.0.smithi045.stderr: -324> 2024-09-12T17:59:19.055+0000 7f64fbfff640 10 monclient: _finish_auth 0 2024-09-12T17:59:19.352 INFO:tasks.workunit.client.0.smithi045.stderr: -323> 2024-09-12T17:59:19.055+0000 7f64fbfff640 10 monclient: _check_auth_tickets 2024-09-12T17:59:19.352 INFO:tasks.workunit.client.0.smithi045.stderr: -322> 2024-09-12T17:59:19.055+0000 7f64fbfff640 10 monclient: handle_config config(0 keys) 2024-09-12T17:59:19.352 INFO:tasks.workunit.client.0.smithi045.stderr: -321> 2024-09-12T17:59:19.055+0000 7f64fbfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:59:19.352 INFO:tasks.workunit.client.0.smithi045.stderr: -320> 2024-09-12T17:59:19.055+0000 7f64fbfff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:59:19.352 INFO:tasks.workunit.client.0.smithi045.stderr: -319> 2024-09-12T17:59:19.055+0000 7f64fbfff640 10 monclient: dump: 2024-09-12T17:59:19.352 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:59:19.352 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:59:19.352 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:59:19.353 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:59:19.353 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:59:19.353 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:59:19.353 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:59:19.353 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:59:19.353 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:59:19.353 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:19.353 INFO:tasks.workunit.client.0.smithi045.stderr: -318> 2024-09-12T17:59:19.055+0000 7f661a72c800 5 monclient: authenticate success, global_id 8196 2024-09-12T17:59:19.353 INFO:tasks.workunit.client.0.smithi045.stderr: -317> 2024-09-12T17:59:19.055+0000 7f661a72c800 10 monclient: _renew_subs 2024-09-12T17:59:19.353 INFO:tasks.workunit.client.0.smithi045.stderr: -316> 2024-09-12T17:59:19.055+0000 7f661a72c800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:59:19.353 INFO:tasks.workunit.client.0.smithi045.stderr: -315> 2024-09-12T17:59:19.055+0000 7f6617340640 4 set_mon_vals no callback set 2024-09-12T17:59:19.353 INFO:tasks.workunit.client.0.smithi045.stderr: -314> 2024-09-12T17:59:19.055+0000 7f661a72c800 10 monclient: _renew_subs 2024-09-12T17:59:19.354 INFO:tasks.workunit.client.0.smithi045.stderr: -313> 2024-09-12T17:59:19.055+0000 7f661a72c800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:59:19.354 INFO:tasks.workunit.client.0.smithi045.stderr: -312> 2024-09-12T17:59:19.057+0000 7f64fbfff640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:59:19.354 INFO:tasks.workunit.client.0.smithi045.stderr: -311> 2024-09-12T17:59:19.057+0000 7f64fbfff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:59:19.354 INFO:tasks.workunit.client.0.smithi045.stderr: -310> 2024-09-12T17:59:19.057+0000 7f64fbfff640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:59:19.354 INFO:tasks.workunit.client.0.smithi045.stderr: -309> 2024-09-12T17:59:19.057+0000 7f661a72c800 10 monclient: get_monmap_and_config 2024-09-12T17:59:19.354 INFO:tasks.workunit.client.0.smithi045.stderr: -308> 2024-09-12T17:59:19.057+0000 7f661a72c800 10 monclient: build_initial_monmap 2024-09-12T17:59:19.354 INFO:tasks.workunit.client.0.smithi045.stderr: -307> 2024-09-12T17:59:19.057+0000 7f661a72c800 1 build_initial for_mkfs: 0 2024-09-12T17:59:19.354 INFO:tasks.workunit.client.0.smithi045.stderr: -306> 2024-09-12T17:59:19.057+0000 7f661a72c800 10 monclient: monmap: 2024-09-12T17:59:19.354 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:59:19.354 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:59:19.354 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:59:19.355 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:59:19.355 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:59:19.355 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:59:19.355 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:59:19.355 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:59:19.355 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:59:19.355 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:19.355 INFO:tasks.workunit.client.0.smithi045.stderr: -305> 2024-09-12T17:59:19.057+0000 7f661a72c800 5 AuthRegistry(0x562947d5b3d0) adding auth protocol: cephx 2024-09-12T17:59:19.355 INFO:tasks.workunit.client.0.smithi045.stderr: -304> 2024-09-12T17:59:19.057+0000 7f661a72c800 5 AuthRegistry(0x562947d5b3d0) adding auth protocol: cephx 2024-09-12T17:59:19.355 INFO:tasks.workunit.client.0.smithi045.stderr: -303> 2024-09-12T17:59:19.057+0000 7f661a72c800 5 AuthRegistry(0x562947d5b3d0) adding auth protocol: cephx 2024-09-12T17:59:19.355 INFO:tasks.workunit.client.0.smithi045.stderr: -302> 2024-09-12T17:59:19.057+0000 7f661a72c800 5 AuthRegistry(0x562947d5b3d0) adding con mode: secure 2024-09-12T17:59:19.355 INFO:tasks.workunit.client.0.smithi045.stderr: -301> 2024-09-12T17:59:19.057+0000 7f661a72c800 5 AuthRegistry(0x562947d5b3d0) adding con mode: crc 2024-09-12T17:59:19.356 INFO:tasks.workunit.client.0.smithi045.stderr: -300> 2024-09-12T17:59:19.057+0000 7f661a72c800 5 AuthRegistry(0x562947d5b3d0) adding con mode: secure 2024-09-12T17:59:19.356 INFO:tasks.workunit.client.0.smithi045.stderr: -299> 2024-09-12T17:59:19.057+0000 7f661a72c800 5 AuthRegistry(0x562947d5b3d0) adding con mode: crc 2024-09-12T17:59:19.356 INFO:tasks.workunit.client.0.smithi045.stderr: -298> 2024-09-12T17:59:19.057+0000 7f661a72c800 5 AuthRegistry(0x562947d5b3d0) adding con mode: secure 2024-09-12T17:59:19.356 INFO:tasks.workunit.client.0.smithi045.stderr: -297> 2024-09-12T17:59:19.057+0000 7f661a72c800 5 AuthRegistry(0x562947d5b3d0) adding con mode: crc 2024-09-12T17:59:19.356 INFO:tasks.workunit.client.0.smithi045.stderr: -296> 2024-09-12T17:59:19.058+0000 7f661a72c800 5 AuthRegistry(0x562947d5b3d0) adding con mode: crc 2024-09-12T17:59:19.356 INFO:tasks.workunit.client.0.smithi045.stderr: -295> 2024-09-12T17:59:19.058+0000 7f661a72c800 5 AuthRegistry(0x562947d5b3d0) adding con mode: secure 2024-09-12T17:59:19.356 INFO:tasks.workunit.client.0.smithi045.stderr: -294> 2024-09-12T17:59:19.058+0000 7f661a72c800 5 AuthRegistry(0x562947d5b3d0) adding con mode: crc 2024-09-12T17:59:19.356 INFO:tasks.workunit.client.0.smithi045.stderr: -293> 2024-09-12T17:59:19.058+0000 7f661a72c800 5 AuthRegistry(0x562947d5b3d0) adding con mode: secure 2024-09-12T17:59:19.356 INFO:tasks.workunit.client.0.smithi045.stderr: -292> 2024-09-12T17:59:19.058+0000 7f661a72c800 5 AuthRegistry(0x562947d5b3d0) adding con mode: crc 2024-09-12T17:59:19.356 INFO:tasks.workunit.client.0.smithi045.stderr: -291> 2024-09-12T17:59:19.058+0000 7f661a72c800 5 AuthRegistry(0x562947d5b3d0) adding con mode: secure 2024-09-12T17:59:19.356 INFO:tasks.workunit.client.0.smithi045.stderr: -290> 2024-09-12T17:59:19.058+0000 7f661633e640 10 monclient: get_auth_request con 0x7f64f0076380 auth_method 0 2024-09-12T17:59:19.356 INFO:tasks.workunit.client.0.smithi045.stderr: -289> 2024-09-12T17:59:19.058+0000 7f661a72c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:19.356 INFO:tasks.workunit.client.0.smithi045.stderr: -288> 2024-09-12T17:59:19.058+0000 7f661a72c800 10 monclient: init 2024-09-12T17:59:19.357 INFO:tasks.workunit.client.0.smithi045.stderr: -287> 2024-09-12T17:59:19.058+0000 7f661a72c800 5 AuthRegistry(0x7ffebb5538f0) adding auth protocol: cephx 2024-09-12T17:59:19.357 INFO:tasks.workunit.client.0.smithi045.stderr: -286> 2024-09-12T17:59:19.058+0000 7f661a72c800 5 AuthRegistry(0x7ffebb5538f0) adding auth protocol: cephx 2024-09-12T17:59:19.357 INFO:tasks.workunit.client.0.smithi045.stderr: -285> 2024-09-12T17:59:19.058+0000 7f661a72c800 5 AuthRegistry(0x7ffebb5538f0) adding auth protocol: cephx 2024-09-12T17:59:19.357 INFO:tasks.workunit.client.0.smithi045.stderr: -284> 2024-09-12T17:59:19.058+0000 7f661a72c800 5 AuthRegistry(0x7ffebb5538f0) adding con mode: secure 2024-09-12T17:59:19.357 INFO:tasks.workunit.client.0.smithi045.stderr: -283> 2024-09-12T17:59:19.058+0000 7f661a72c800 5 AuthRegistry(0x7ffebb5538f0) adding con mode: crc 2024-09-12T17:59:19.357 INFO:tasks.workunit.client.0.smithi045.stderr: -282> 2024-09-12T17:59:19.058+0000 7f661a72c800 5 AuthRegistry(0x7ffebb5538f0) adding con mode: secure 2024-09-12T17:59:19.357 INFO:tasks.workunit.client.0.smithi045.stderr: -281> 2024-09-12T17:59:19.058+0000 7f661a72c800 5 AuthRegistry(0x7ffebb5538f0) adding con mode: crc 2024-09-12T17:59:19.357 INFO:tasks.workunit.client.0.smithi045.stderr: -280> 2024-09-12T17:59:19.058+0000 7f661a72c800 5 AuthRegistry(0x7ffebb5538f0) adding con mode: secure 2024-09-12T17:59:19.357 INFO:tasks.workunit.client.0.smithi045.stderr: -279> 2024-09-12T17:59:19.058+0000 7f661a72c800 5 AuthRegistry(0x7ffebb5538f0) adding con mode: crc 2024-09-12T17:59:19.357 INFO:tasks.workunit.client.0.smithi045.stderr: -278> 2024-09-12T17:59:19.058+0000 7f661a72c800 5 AuthRegistry(0x7ffebb5538f0) adding con mode: crc 2024-09-12T17:59:19.357 INFO:tasks.workunit.client.0.smithi045.stderr: -277> 2024-09-12T17:59:19.058+0000 7f661a72c800 5 AuthRegistry(0x7ffebb5538f0) adding con mode: secure 2024-09-12T17:59:19.357 INFO:tasks.workunit.client.0.smithi045.stderr: -276> 2024-09-12T17:59:19.058+0000 7f661a72c800 5 AuthRegistry(0x7ffebb5538f0) adding con mode: crc 2024-09-12T17:59:19.357 INFO:tasks.workunit.client.0.smithi045.stderr: -275> 2024-09-12T17:59:19.058+0000 7f661a72c800 5 AuthRegistry(0x7ffebb5538f0) adding con mode: secure 2024-09-12T17:59:19.358 INFO:tasks.workunit.client.0.smithi045.stderr: -274> 2024-09-12T17:59:19.058+0000 7f661a72c800 5 AuthRegistry(0x7ffebb5538f0) adding con mode: crc 2024-09-12T17:59:19.358 INFO:tasks.workunit.client.0.smithi045.stderr: -273> 2024-09-12T17:59:19.058+0000 7f661a72c800 5 AuthRegistry(0x7ffebb5538f0) adding con mode: secure 2024-09-12T17:59:19.358 INFO:tasks.workunit.client.0.smithi045.stderr: -272> 2024-09-12T17:59:19.058+0000 7f661a72c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:19.358 INFO:tasks.workunit.client.0.smithi045.stderr: -271> 2024-09-12T17:59:19.058+0000 7f661a72c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:19.358 INFO:tasks.workunit.client.0.smithi045.stderr: -270> 2024-09-12T17:59:19.058+0000 7f661a72c800 5 asok(0x562947a9b730) register_command rotate-key cmddesc rotate-key hook 0x7ffebb553a38 EEXIST 2024-09-12T17:59:19.358 INFO:tasks.workunit.client.0.smithi045.stderr: -269> 2024-09-12T17:59:19.058+0000 7f661a72c800 10 monclient: _reopen_session rank -1 2024-09-12T17:59:19.358 INFO:tasks.workunit.client.0.smithi045.stderr: -268> 2024-09-12T17:59:19.058+0000 7f661a72c800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:59:19.358 INFO:tasks.workunit.client.0.smithi045.stderr: -267> 2024-09-12T17:59:19.058+0000 7f661a72c800 10 monclient(hunting): picked mon.noname-a con 0x562947d8fa10 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:59:19.358 INFO:tasks.workunit.client.0.smithi045.stderr: -266> 2024-09-12T17:59:19.059+0000 7f661a72c800 10 monclient(hunting): picked mon.noname-b con 0x562947d80780 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:59:19.358 INFO:tasks.workunit.client.0.smithi045.stderr: -265> 2024-09-12T17:59:19.059+0000 7f661a72c800 10 monclient(hunting): picked mon.noname-c con 0x562947d8ae40 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:59:19.358 INFO:tasks.workunit.client.0.smithi045.stderr: -264> 2024-09-12T17:59:19.059+0000 7f661a72c800 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:19.358 INFO:tasks.workunit.client.0.smithi045.stderr: -263> 2024-09-12T17:59:19.059+0000 7f661a72c800 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:19.358 INFO:tasks.workunit.client.0.smithi045.stderr: -262> 2024-09-12T17:59:19.059+0000 7f661a72c800 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:19.359 INFO:tasks.workunit.client.0.smithi045.stderr: -261> 2024-09-12T17:59:19.059+0000 7f661a72c800 10 monclient(hunting): _renew_subs 2024-09-12T17:59:19.359 INFO:tasks.workunit.client.0.smithi045.stderr: -260> 2024-09-12T17:59:19.059+0000 7f661a72c800 10 monclient(hunting): authenticate will time out at 2257.518030s 2024-09-12T17:59:19.359 INFO:tasks.workunit.client.0.smithi045.stderr: -259> 2024-09-12T17:59:19.059+0000 7f661633e640 10 monclient(hunting): get_auth_request con 0x562947d8fa10 auth_method 0 2024-09-12T17:59:19.359 INFO:tasks.workunit.client.0.smithi045.stderr: -258> 2024-09-12T17:59:19.059+0000 7f661633e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:19.359 INFO:tasks.workunit.client.0.smithi045.stderr: -257> 2024-09-12T17:59:19.059+0000 7f661633e640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:19.359 INFO:tasks.workunit.client.0.smithi045.stderr: -256> 2024-09-12T17:59:19.059+0000 7f661633e640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:19.359 INFO:tasks.workunit.client.0.smithi045.stderr: -255> 2024-09-12T17:59:19.059+0000 7f6616b3f640 10 monclient(hunting): get_auth_request con 0x562947d8ae40 auth_method 0 2024-09-12T17:59:19.359 INFO:tasks.workunit.client.0.smithi045.stderr: -254> 2024-09-12T17:59:19.059+0000 7f6616b3f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:19.359 INFO:tasks.workunit.client.0.smithi045.stderr: -253> 2024-09-12T17:59:19.059+0000 7f6616b3f640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:19.359 INFO:tasks.workunit.client.0.smithi045.stderr: -252> 2024-09-12T17:59:19.059+0000 7f6616b3f640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:19.359 INFO:tasks.workunit.client.0.smithi045.stderr: -251> 2024-09-12T17:59:19.059+0000 7f6615b3d640 10 monclient(hunting): get_auth_request con 0x562947d80780 auth_method 0 2024-09-12T17:59:19.359 INFO:tasks.workunit.client.0.smithi045.stderr: -250> 2024-09-12T17:59:19.059+0000 7f6615b3d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:19.359 INFO:tasks.workunit.client.0.smithi045.stderr: -249> 2024-09-12T17:59:19.059+0000 7f6615b3d640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:19.359 INFO:tasks.workunit.client.0.smithi045.stderr: -248> 2024-09-12T17:59:19.059+0000 7f6615b3d640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:19.360 INFO:tasks.workunit.client.0.smithi045.stderr: -247> 2024-09-12T17:59:19.059+0000 7f661633e640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:59:19.360 INFO:tasks.workunit.client.0.smithi045.stderr: -246> 2024-09-12T17:59:19.059+0000 7f661633e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:59:19.360 INFO:tasks.workunit.client.0.smithi045.stderr: -245> 2024-09-12T17:59:19.059+0000 7f661633e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:59:19.360 INFO:tasks.workunit.client.0.smithi045.stderr: -244> 2024-09-12T17:59:19.059+0000 7f6616b3f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:59:19.360 INFO:tasks.workunit.client.0.smithi045.stderr: -243> 2024-09-12T17:59:19.059+0000 7f6616b3f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:59:19.360 INFO:tasks.workunit.client.0.smithi045.stderr: -242> 2024-09-12T17:59:19.059+0000 7f6616b3f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:59:19.360 INFO:tasks.workunit.client.0.smithi045.stderr: -241> 2024-09-12T17:59:19.059+0000 7f6615b3d640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:59:19.360 INFO:tasks.workunit.client.0.smithi045.stderr: -240> 2024-09-12T17:59:19.059+0000 7f6615b3d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:59:19.360 INFO:tasks.workunit.client.0.smithi045.stderr: -239> 2024-09-12T17:59:19.059+0000 7f6615b3d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:59:19.360 INFO:tasks.workunit.client.0.smithi045.stderr: -238> 2024-09-12T17:59:19.059+0000 7f661633e640 10 monclient(hunting): handle_auth_done global_id 8199 payload 274 2024-09-12T17:59:19.361 INFO:tasks.workunit.client.0.smithi045.stderr: -237> 2024-09-12T17:59:19.059+0000 7f661633e640 10 monclient: _finish_hunting 0 2024-09-12T17:59:19.361 INFO:tasks.workunit.client.0.smithi045.stderr: -236> 2024-09-12T17:59:19.059+0000 7f661633e640 1 monclient: found mon.noname-a 2024-09-12T17:59:19.361 INFO:tasks.workunit.client.0.smithi045.stderr: -235> 2024-09-12T17:59:19.059+0000 7f661633e640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.45:3300/0 2024-09-12T17:59:19.361 INFO:tasks.workunit.client.0.smithi045.stderr: -234> 2024-09-12T17:59:19.059+0000 7f64f9ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:59:19.361 INFO:tasks.workunit.client.0.smithi045.stderr: -233> 2024-09-12T17:59:19.059+0000 7f64f9ffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:59:19.361 INFO:tasks.workunit.client.0.smithi045.stderr: -232> 2024-09-12T17:59:19.059+0000 7f64f9ffb640 10 monclient: dump: 2024-09-12T17:59:19.361 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:59:19.361 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:59:19.361 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:59:19.361 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:59:19.361 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:59:19.361 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:59:19.361 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:59:19.362 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:59:19.362 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:59:19.362 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:19.362 INFO:tasks.workunit.client.0.smithi045.stderr: -231> 2024-09-12T17:59:19.059+0000 7f64f9ffb640 10 monclient: _finish_auth 0 2024-09-12T17:59:19.362 INFO:tasks.workunit.client.0.smithi045.stderr: -230> 2024-09-12T17:59:19.059+0000 7f64f9ffb640 10 monclient: _check_auth_tickets 2024-09-12T17:59:19.362 INFO:tasks.workunit.client.0.smithi045.stderr: -229> 2024-09-12T17:59:19.059+0000 7f64f9ffb640 10 monclient: handle_config config(0 keys) 2024-09-12T17:59:19.362 INFO:tasks.workunit.client.0.smithi045.stderr: -228> 2024-09-12T17:59:19.059+0000 7f64f9ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:59:19.362 INFO:tasks.workunit.client.0.smithi045.stderr: -227> 2024-09-12T17:59:19.059+0000 7f64f9ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:59:19.362 INFO:tasks.workunit.client.0.smithi045.stderr: -226> 2024-09-12T17:59:19.059+0000 7f64f9ffb640 10 monclient: dump: 2024-09-12T17:59:19.362 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:59:19.362 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:59:19.362 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:59:19.362 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:59:19.363 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:59:19.363 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:59:19.363 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:59:19.363 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:59:19.363 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:59:19.363 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:19.363 INFO:tasks.workunit.client.0.smithi045.stderr: -225> 2024-09-12T17:59:19.059+0000 7f661a72c800 5 monclient: authenticate success, global_id 8199 2024-09-12T17:59:19.363 INFO:tasks.workunit.client.0.smithi045.stderr: -224> 2024-09-12T17:59:19.059+0000 7f661a72c800 10 monclient: get_monmap_and_config success 2024-09-12T17:59:19.363 INFO:tasks.workunit.client.0.smithi045.stderr: -223> 2024-09-12T17:59:19.059+0000 7f661a72c800 4 set_mon_vals no callback set 2024-09-12T17:59:19.363 INFO:tasks.workunit.client.0.smithi045.stderr: -222> 2024-09-12T17:59:19.060+0000 7f661a72c800 10 monclient: shutdown 2024-09-12T17:59:19.363 INFO:tasks.workunit.client.0.smithi045.stderr: -221> 2024-09-12T17:59:19.060+0000 7f661a72c800 10 monclient: build_initial_monmap 2024-09-12T17:59:19.363 INFO:tasks.workunit.client.0.smithi045.stderr: -220> 2024-09-12T17:59:19.060+0000 7f661a72c800 1 build_initial for_mkfs: 0 2024-09-12T17:59:19.364 INFO:tasks.workunit.client.0.smithi045.stderr: -219> 2024-09-12T17:59:19.060+0000 7f661a72c800 10 monclient: monmap: 2024-09-12T17:59:19.364 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:59:19.364 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:59:19.364 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:59:19.364 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:59:19.364 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:59:19.364 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:59:19.364 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:59:19.364 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:59:19.364 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:59:19.364 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:19.365 INFO:tasks.workunit.client.0.smithi045.stderr: -218> 2024-09-12T17:59:19.060+0000 7f661a72c800 5 AuthRegistry(0x562947d5b380) adding auth protocol: cephx 2024-09-12T17:59:19.365 INFO:tasks.workunit.client.0.smithi045.stderr: -217> 2024-09-12T17:59:19.060+0000 7f661a72c800 5 AuthRegistry(0x562947d5b380) adding auth protocol: cephx 2024-09-12T17:59:19.365 INFO:tasks.workunit.client.0.smithi045.stderr: -216> 2024-09-12T17:59:19.060+0000 7f661a72c800 5 AuthRegistry(0x562947d5b380) adding auth protocol: cephx 2024-09-12T17:59:19.365 INFO:tasks.workunit.client.0.smithi045.stderr: -215> 2024-09-12T17:59:19.060+0000 7f661a72c800 5 AuthRegistry(0x562947d5b380) adding con mode: secure 2024-09-12T17:59:19.365 INFO:tasks.workunit.client.0.smithi045.stderr: -214> 2024-09-12T17:59:19.060+0000 7f661a72c800 5 AuthRegistry(0x562947d5b380) adding con mode: crc 2024-09-12T17:59:19.365 INFO:tasks.workunit.client.0.smithi045.stderr: -213> 2024-09-12T17:59:19.060+0000 7f661a72c800 5 AuthRegistry(0x562947d5b380) adding con mode: secure 2024-09-12T17:59:19.365 INFO:tasks.workunit.client.0.smithi045.stderr: -212> 2024-09-12T17:59:19.060+0000 7f661a72c800 5 AuthRegistry(0x562947d5b380) adding con mode: crc 2024-09-12T17:59:19.365 INFO:tasks.workunit.client.0.smithi045.stderr: -211> 2024-09-12T17:59:19.060+0000 7f661a72c800 5 AuthRegistry(0x562947d5b380) adding con mode: secure 2024-09-12T17:59:19.365 INFO:tasks.workunit.client.0.smithi045.stderr: -210> 2024-09-12T17:59:19.060+0000 7f661a72c800 5 AuthRegistry(0x562947d5b380) adding con mode: crc 2024-09-12T17:59:19.365 INFO:tasks.workunit.client.0.smithi045.stderr: -209> 2024-09-12T17:59:19.060+0000 7f661a72c800 5 AuthRegistry(0x562947d5b380) adding con mode: crc 2024-09-12T17:59:19.365 INFO:tasks.workunit.client.0.smithi045.stderr: -208> 2024-09-12T17:59:19.060+0000 7f661a72c800 5 AuthRegistry(0x562947d5b380) adding con mode: secure 2024-09-12T17:59:19.365 INFO:tasks.workunit.client.0.smithi045.stderr: -207> 2024-09-12T17:59:19.060+0000 7f661a72c800 5 AuthRegistry(0x562947d5b380) adding con mode: crc 2024-09-12T17:59:19.366 INFO:tasks.workunit.client.0.smithi045.stderr: -206> 2024-09-12T17:59:19.060+0000 7f661a72c800 5 AuthRegistry(0x562947d5b380) adding con mode: secure 2024-09-12T17:59:19.366 INFO:tasks.workunit.client.0.smithi045.stderr: -205> 2024-09-12T17:59:19.060+0000 7f661a72c800 5 AuthRegistry(0x562947d5b380) adding con mode: crc 2024-09-12T17:59:19.366 INFO:tasks.workunit.client.0.smithi045.stderr: -204> 2024-09-12T17:59:19.060+0000 7f661a72c800 5 AuthRegistry(0x562947d5b380) adding con mode: secure 2024-09-12T17:59:19.366 INFO:tasks.workunit.client.0.smithi045.stderr: -203> 2024-09-12T17:59:19.060+0000 7f661a72c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:19.366 INFO:tasks.workunit.client.0.smithi045.stderr: -202> 2024-09-12T17:59:19.060+0000 7f661a72c800 1 librados: starting msgr at 2024-09-12T17:59:19.366 INFO:tasks.workunit.client.0.smithi045.stderr: -201> 2024-09-12T17:59:19.060+0000 7f661a72c800 1 librados: starting objecter 2024-09-12T17:59:19.366 INFO:tasks.workunit.client.0.smithi045.stderr: -200> 2024-09-12T17:59:19.060+0000 7f661a72c800 5 asok(0x562947a9b730) register_command objecter_requests cmddesc objecter_requests hook 0x562947d5f1e0 EEXIST 2024-09-12T17:59:19.366 INFO:tasks.workunit.client.0.smithi045.stderr: -199> 2024-09-12T17:59:19.061+0000 7f661a72c800 1 librados: setting wanted keys 2024-09-12T17:59:19.366 INFO:tasks.workunit.client.0.smithi045.stderr: -198> 2024-09-12T17:59:19.061+0000 7f661a72c800 1 librados: calling monclient init 2024-09-12T17:59:19.366 INFO:tasks.workunit.client.0.smithi045.stderr: -197> 2024-09-12T17:59:19.061+0000 7f661a72c800 10 monclient: init 2024-09-12T17:59:19.366 INFO:tasks.workunit.client.0.smithi045.stderr: -196> 2024-09-12T17:59:19.061+0000 7f661a72c800 5 AuthRegistry(0x562947d53270) adding auth protocol: cephx 2024-09-12T17:59:19.367 INFO:tasks.workunit.client.0.smithi045.stderr: -195> 2024-09-12T17:59:19.061+0000 7f661a72c800 5 AuthRegistry(0x562947d53270) adding auth protocol: cephx 2024-09-12T17:59:19.367 INFO:tasks.workunit.client.0.smithi045.stderr: -194> 2024-09-12T17:59:19.061+0000 7f661a72c800 5 AuthRegistry(0x562947d53270) adding auth protocol: cephx 2024-09-12T17:59:19.367 INFO:tasks.workunit.client.0.smithi045.stderr: -193> 2024-09-12T17:59:19.061+0000 7f661a72c800 5 AuthRegistry(0x562947d53270) adding con mode: secure 2024-09-12T17:59:19.367 INFO:tasks.workunit.client.0.smithi045.stderr: -192> 2024-09-12T17:59:19.061+0000 7f661a72c800 5 AuthRegistry(0x562947d53270) adding con mode: crc 2024-09-12T17:59:19.367 INFO:tasks.workunit.client.0.smithi045.stderr: -191> 2024-09-12T17:59:19.061+0000 7f661a72c800 5 AuthRegistry(0x562947d53270) adding con mode: secure 2024-09-12T17:59:19.367 INFO:tasks.workunit.client.0.smithi045.stderr: -190> 2024-09-12T17:59:19.061+0000 7f661a72c800 5 AuthRegistry(0x562947d53270) adding con mode: crc 2024-09-12T17:59:19.367 INFO:tasks.workunit.client.0.smithi045.stderr: -189> 2024-09-12T17:59:19.061+0000 7f661a72c800 5 AuthRegistry(0x562947d53270) adding con mode: secure 2024-09-12T17:59:19.367 INFO:tasks.workunit.client.0.smithi045.stderr: -188> 2024-09-12T17:59:19.061+0000 7f661a72c800 5 AuthRegistry(0x562947d53270) adding con mode: crc 2024-09-12T17:59:19.367 INFO:tasks.workunit.client.0.smithi045.stderr: -187> 2024-09-12T17:59:19.061+0000 7f661a72c800 5 AuthRegistry(0x562947d53270) adding con mode: crc 2024-09-12T17:59:19.367 INFO:tasks.workunit.client.0.smithi045.stderr: -186> 2024-09-12T17:59:19.061+0000 7f661a72c800 5 AuthRegistry(0x562947d53270) adding con mode: secure 2024-09-12T17:59:19.367 INFO:tasks.workunit.client.0.smithi045.stderr: -185> 2024-09-12T17:59:19.061+0000 7f661a72c800 5 AuthRegistry(0x562947d53270) adding con mode: crc 2024-09-12T17:59:19.367 INFO:tasks.workunit.client.0.smithi045.stderr: -184> 2024-09-12T17:59:19.061+0000 7f661a72c800 5 AuthRegistry(0x562947d53270) adding con mode: secure 2024-09-12T17:59:19.368 INFO:tasks.workunit.client.0.smithi045.stderr: -183> 2024-09-12T17:59:19.061+0000 7f661a72c800 5 AuthRegistry(0x562947d53270) adding con mode: crc 2024-09-12T17:59:19.368 INFO:tasks.workunit.client.0.smithi045.stderr: -182> 2024-09-12T17:59:19.061+0000 7f661a72c800 5 AuthRegistry(0x562947d53270) adding con mode: secure 2024-09-12T17:59:19.368 INFO:tasks.workunit.client.0.smithi045.stderr: -181> 2024-09-12T17:59:19.061+0000 7f661a72c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:19.368 INFO:tasks.workunit.client.0.smithi045.stderr: -180> 2024-09-12T17:59:19.061+0000 7f661a72c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:19.368 INFO:tasks.workunit.client.0.smithi045.stderr: -179> 2024-09-12T17:59:19.061+0000 7f661a72c800 5 asok(0x562947a9b730) register_command rotate-key cmddesc rotate-key hook 0x562947d533b8 EEXIST 2024-09-12T17:59:19.368 INFO:tasks.workunit.client.0.smithi045.stderr: -178> 2024-09-12T17:59:19.061+0000 7f661a72c800 10 monclient: _reopen_session rank -1 2024-09-12T17:59:19.368 INFO:tasks.workunit.client.0.smithi045.stderr: -177> 2024-09-12T17:59:19.061+0000 7f661a72c800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:59:19.368 INFO:tasks.workunit.client.0.smithi045.stderr: -176> 2024-09-12T17:59:19.061+0000 7f661a72c800 10 monclient(hunting): picked mon.noname-c con 0x562947d80780 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:59:19.368 INFO:tasks.workunit.client.0.smithi045.stderr: -175> 2024-09-12T17:59:19.061+0000 7f661a72c800 10 monclient(hunting): picked mon.noname-a con 0x562947d8ae40 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:59:19.368 INFO:tasks.workunit.client.0.smithi045.stderr: -174> 2024-09-12T17:59:19.061+0000 7f661a72c800 10 monclient(hunting): picked mon.noname-b con 0x562947d8fa10 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:59:19.368 INFO:tasks.workunit.client.0.smithi045.stderr: -173> 2024-09-12T17:59:19.061+0000 7f661a72c800 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:19.368 INFO:tasks.workunit.client.0.smithi045.stderr: -172> 2024-09-12T17:59:19.061+0000 7f661a72c800 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:19.369 INFO:tasks.workunit.client.0.smithi045.stderr: -171> 2024-09-12T17:59:19.061+0000 7f661a72c800 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:19.369 INFO:tasks.workunit.client.0.smithi045.stderr: -170> 2024-09-12T17:59:19.061+0000 7f661a72c800 10 monclient(hunting): _renew_subs 2024-09-12T17:59:19.369 INFO:tasks.workunit.client.0.smithi045.stderr: -169> 2024-09-12T17:59:19.061+0000 7f661a72c800 10 monclient(hunting): authenticate will time out at 2257.520594s 2024-09-12T17:59:19.369 INFO:tasks.workunit.client.0.smithi045.stderr: -168> 2024-09-12T17:59:19.061+0000 7f661633e640 10 monclient(hunting): get_auth_request con 0x562947d80780 auth_method 0 2024-09-12T17:59:19.369 INFO:tasks.workunit.client.0.smithi045.stderr: -167> 2024-09-12T17:59:19.061+0000 7f661633e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:19.369 INFO:tasks.workunit.client.0.smithi045.stderr: -166> 2024-09-12T17:59:19.061+0000 7f661633e640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:19.369 INFO:tasks.workunit.client.0.smithi045.stderr: -165> 2024-09-12T17:59:19.061+0000 7f661633e640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:19.369 INFO:tasks.workunit.client.0.smithi045.stderr: -164> 2024-09-12T17:59:19.061+0000 7f6615b3d640 10 monclient(hunting): get_auth_request con 0x562947d8ae40 auth_method 0 2024-09-12T17:59:19.369 INFO:tasks.workunit.client.0.smithi045.stderr: -163> 2024-09-12T17:59:19.061+0000 7f6615b3d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:19.369 INFO:tasks.workunit.client.0.smithi045.stderr: -162> 2024-09-12T17:59:19.061+0000 7f6615b3d640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:19.369 INFO:tasks.workunit.client.0.smithi045.stderr: -161> 2024-09-12T17:59:19.061+0000 7f6615b3d640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:19.369 INFO:tasks.workunit.client.0.smithi045.stderr: -160> 2024-09-12T17:59:19.061+0000 7f661633e640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:59:19.369 INFO:tasks.workunit.client.0.smithi045.stderr: -159> 2024-09-12T17:59:19.061+0000 7f661633e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:59:19.370 INFO:tasks.workunit.client.0.smithi045.stderr: -158> 2024-09-12T17:59:19.061+0000 7f661633e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:59:19.370 INFO:tasks.workunit.client.0.smithi045.stderr: -157> 2024-09-12T17:59:19.061+0000 7f6615b3d640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:59:19.370 INFO:tasks.workunit.client.0.smithi045.stderr: -156> 2024-09-12T17:59:19.061+0000 7f6615b3d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:59:19.370 INFO:tasks.workunit.client.0.smithi045.stderr: -155> 2024-09-12T17:59:19.061+0000 7f6615b3d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:59:19.370 INFO:tasks.workunit.client.0.smithi045.stderr: -154> 2024-09-12T17:59:19.061+0000 7f6616b3f640 10 monclient(hunting): get_auth_request con 0x562947d8fa10 auth_method 0 2024-09-12T17:59:19.370 INFO:tasks.workunit.client.0.smithi045.stderr: -153> 2024-09-12T17:59:19.061+0000 7f6616b3f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:19.370 INFO:tasks.workunit.client.0.smithi045.stderr: -152> 2024-09-12T17:59:19.061+0000 7f6616b3f640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:19.370 INFO:tasks.workunit.client.0.smithi045.stderr: -151> 2024-09-12T17:59:19.061+0000 7f6616b3f640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:19.370 INFO:tasks.workunit.client.0.smithi045.stderr: -150> 2024-09-12T17:59:19.061+0000 7f6616b3f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:59:19.370 INFO:tasks.workunit.client.0.smithi045.stderr: -149> 2024-09-12T17:59:19.061+0000 7f6616b3f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:59:19.370 INFO:tasks.workunit.client.0.smithi045.stderr: -148> 2024-09-12T17:59:19.061+0000 7f6616b3f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:59:19.370 INFO:tasks.workunit.client.0.smithi045.stderr: -147> 2024-09-12T17:59:19.061+0000 7f6615b3d640 10 monclient(hunting): handle_auth_done global_id 8202 payload 824 2024-09-12T17:59:19.370 INFO:tasks.workunit.client.0.smithi045.stderr: -146> 2024-09-12T17:59:19.061+0000 7f6615b3d640 10 monclient: _finish_hunting 0 2024-09-12T17:59:19.371 INFO:tasks.workunit.client.0.smithi045.stderr: -145> 2024-09-12T17:59:19.061+0000 7f6615b3d640 1 monclient: found mon.noname-a 2024-09-12T17:59:19.371 INFO:tasks.workunit.client.0.smithi045.stderr: -144> 2024-09-12T17:59:19.061+0000 7f6615b3d640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.45:3300/0 2024-09-12T17:59:19.371 INFO:tasks.workunit.client.0.smithi045.stderr: -143> 2024-09-12T17:59:19.062+0000 7f64e7fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:59:19.371 INFO:tasks.workunit.client.0.smithi045.stderr: -142> 2024-09-12T17:59:19.062+0000 7f64e7fff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:59:19.371 INFO:tasks.workunit.client.0.smithi045.stderr: -141> 2024-09-12T17:59:19.062+0000 7f64e7fff640 10 monclient: dump: 2024-09-12T17:59:19.371 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:59:19.371 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:59:19.371 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:59:19.371 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:59:19.371 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:59:19.371 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:59:19.371 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:59:19.371 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:59:19.371 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:59:19.372 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:19.372 INFO:tasks.workunit.client.0.smithi045.stderr: -140> 2024-09-12T17:59:19.062+0000 7f64e7fff640 10 monclient: _finish_auth 0 2024-09-12T17:59:19.372 INFO:tasks.workunit.client.0.smithi045.stderr: -139> 2024-09-12T17:59:19.062+0000 7f64e7fff640 10 monclient: _check_auth_tickets 2024-09-12T17:59:19.372 INFO:tasks.workunit.client.0.smithi045.stderr: -138> 2024-09-12T17:59:19.062+0000 7f64e7fff640 10 monclient: handle_config config(0 keys) 2024-09-12T17:59:19.372 INFO:tasks.workunit.client.0.smithi045.stderr: -137> 2024-09-12T17:59:19.062+0000 7f64e7fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:59:19.372 INFO:tasks.workunit.client.0.smithi045.stderr: -136> 2024-09-12T17:59:19.062+0000 7f64e7fff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:59:19.372 INFO:tasks.workunit.client.0.smithi045.stderr: -135> 2024-09-12T17:59:19.062+0000 7f64e7fff640 10 monclient: dump: 2024-09-12T17:59:19.372 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:59:19.372 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:59:19.372 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:59:19.372 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:59:19.373 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:59:19.373 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:59:19.373 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:59:19.373 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:59:19.373 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:59:19.373 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:19.373 INFO:tasks.workunit.client.0.smithi045.stderr: -134> 2024-09-12T17:59:19.062+0000 7f661a72c800 5 monclient: authenticate success, global_id 8202 2024-09-12T17:59:19.373 INFO:tasks.workunit.client.0.smithi045.stderr: -133> 2024-09-12T17:59:19.062+0000 7f661a72c800 10 monclient: _renew_subs 2024-09-12T17:59:19.373 INFO:tasks.workunit.client.0.smithi045.stderr: -132> 2024-09-12T17:59:19.062+0000 7f661a72c800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:59:19.373 INFO:tasks.workunit.client.0.smithi045.stderr: -131> 2024-09-12T17:59:19.062+0000 7f64f9ffb640 4 set_mon_vals no callback set 2024-09-12T17:59:19.374 INFO:tasks.workunit.client.0.smithi045.stderr: -130> 2024-09-12T17:59:19.062+0000 7f661a72c800 10 monclient: _renew_subs 2024-09-12T17:59:19.374 INFO:tasks.workunit.client.0.smithi045.stderr: -129> 2024-09-12T17:59:19.062+0000 7f661a72c800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:59:19.374 INFO:tasks.workunit.client.0.smithi045.stderr: -128> 2024-09-12T17:59:19.062+0000 7f661a72c800 1 librados: init done 2024-09-12T17:59:19.374 INFO:tasks.workunit.client.0.smithi045.stderr: -127> 2024-09-12T17:59:19.062+0000 7f661a72c800 5 asok(0x562947a9b730) register_command cr dump hook 0x562947d801b8 2024-09-12T17:59:19.374 INFO:tasks.workunit.client.0.smithi045.stderr: -126> 2024-09-12T17:59:19.064+0000 7f661a72c800 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.374 INFO:tasks.workunit.client.0.smithi045.stderr: -125> 2024-09-12T17:59:19.064+0000 7f64e7fff640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:59:19.374 INFO:tasks.workunit.client.0.smithi045.stderr: -124> 2024-09-12T17:59:19.064+0000 7f64e7fff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:59:19.374 INFO:tasks.workunit.client.0.smithi045.stderr: -123> 2024-09-12T17:59:19.064+0000 7f64e7fff640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:59:19.374 INFO:tasks.workunit.client.0.smithi045.stderr: -122> 2024-09-12T17:59:19.064+0000 7f661633e640 10 monclient: get_auth_request con 0x7f64e0076470 auth_method 0 2024-09-12T17:59:19.374 INFO:tasks.workunit.client.0.smithi045.stderr: -121> 2024-09-12T17:59:19.064+0000 7f6616b3f640 10 monclient: get_auth_request con 0x562947daa2c0 auth_method 0 2024-09-12T17:59:19.375 INFO:tasks.workunit.client.0.smithi045.stderr: -120> 2024-09-12T17:59:19.065+0000 7f661a72c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:19.375 INFO:tasks.workunit.client.0.smithi045.stderr: -119> 2024-09-12T17:59:19.065+0000 7f661a72c800 20 realm 2024-09-12T17:59:19.375 INFO:tasks.workunit.client.0.smithi045.stderr: -118> 2024-09-12T17:59:19.065+0000 7f661a72c800 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.375 INFO:tasks.workunit.client.0.smithi045.stderr: -117> 2024-09-12T17:59:19.065+0000 7f661a72c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:19.375 INFO:tasks.workunit.client.0.smithi045.stderr: -116> 2024-09-12T17:59:19.065+0000 7f661a72c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:59:19.375 INFO:tasks.workunit.client.0.smithi045.stderr: -115> 2024-09-12T17:59:19.065+0000 7f661a72c800 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.375 INFO:tasks.workunit.client.0.smithi045.stderr: -114> 2024-09-12T17:59:19.065+0000 7f661a72c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:19.375 INFO:tasks.workunit.client.0.smithi045.stderr: -113> 2024-09-12T17:59:19.065+0000 7f661a72c800 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.375 INFO:tasks.workunit.client.0.smithi045.stderr: -112> 2024-09-12T17:59:19.066+0000 7f661633e640 10 monclient: get_auth_request con 0x562947dae680 auth_method 0 2024-09-12T17:59:19.375 INFO:tasks.workunit.client.0.smithi045.stderr: -111> 2024-09-12T17:59:19.066+0000 7f661a72c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:19.375 INFO:tasks.workunit.client.0.smithi045.stderr: -110> 2024-09-12T17:59:19.066+0000 7f661a72c800 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.376 INFO:tasks.workunit.client.0.smithi045.stderr: -109> 2024-09-12T17:59:19.067+0000 7f6615b3d640 10 monclient: get_auth_request con 0x562947db1d50 auth_method 0 2024-09-12T17:59:19.376 INFO:tasks.workunit.client.0.smithi045.stderr: -108> 2024-09-12T17:59:19.067+0000 7f661a72c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:59:19.376 INFO:tasks.workunit.client.0.smithi045.stderr: -107> 2024-09-12T17:59:19.067+0000 7f661a72c800 20 searching for the correct realm 2024-09-12T17:59:19.376 INFO:tasks.workunit.client.0.smithi045.stderr: -106> 2024-09-12T17:59:19.068+0000 7f6616b3f640 10 monclient: get_auth_request con 0x562947db6b10 auth_method 0 2024-09-12T17:59:19.376 INFO:tasks.workunit.client.0.smithi045.stderr: -105> 2024-09-12T17:59:19.069+0000 7f661633e640 10 monclient: get_auth_request con 0x7f660c07e090 auth_method 0 2024-09-12T17:59:19.376 INFO:tasks.workunit.client.0.smithi045.stderr: -104> 2024-09-12T17:59:19.069+0000 7f6615b3d640 10 monclient: get_auth_request con 0x7f6608092070 auth_method 0 2024-09-12T17:59:19.376 INFO:tasks.workunit.client.0.smithi045.stderr: -103> 2024-09-12T17:59:19.070+0000 7f6615b3d640 0 -- 172.21.15.45:0/1243657353 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x562947db1d50 msgr2=0x562947db4160 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:19.376 INFO:tasks.workunit.client.0.smithi045.stderr: -102> 2024-09-12T17:59:19.070+0000 7f64e7fff640 1 client.8202.objecter ms_handle_reset 0x562947db1d50 session 0x562947dadf20 osd.7 2024-09-12T17:59:19.376 INFO:tasks.workunit.client.0.smithi045.stderr: -101> 2024-09-12T17:59:19.070+0000 7f64e7fff640 10 monclient: _renew_subs 2024-09-12T17:59:19.376 INFO:tasks.workunit.client.0.smithi045.stderr: -100> 2024-09-12T17:59:19.070+0000 7f64e7fff640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:59:19.376 INFO:tasks.workunit.client.0.smithi045.stderr: -99> 2024-09-12T17:59:19.071+0000 7f6615b3d640 10 monclient: get_auth_request con 0x7f64e0086ba0 auth_method 0 2024-09-12T17:59:19.377 INFO:tasks.workunit.client.0.smithi045.stderr: -98> 2024-09-12T17:59:19.072+0000 7f6616b3f640 10 monclient: get_auth_request con 0x7f660c0901b0 auth_method 0 2024-09-12T17:59:19.377 INFO:tasks.workunit.client.0.smithi045.stderr: -97> 2024-09-12T17:59:19.074+0000 7f661633e640 10 monclient: get_auth_request con 0x7f660c094b90 auth_method 0 2024-09-12T17:59:19.377 INFO:tasks.workunit.client.0.smithi045.stderr: -96> 2024-09-12T17:59:19.075+0000 7f661633e640 0 -- 172.21.15.45:0/1243657353 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f660c094b90 msgr2=0x7f660c0707d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:19.377 INFO:tasks.workunit.client.0.smithi045.stderr: -95> 2024-09-12T17:59:19.276+0000 7f661633e640 10 monclient: get_auth_request con 0x7f660c094b90 auth_method 0 2024-09-12T17:59:19.377 INFO:tasks.workunit.client.0.smithi045.stderr: -94> 2024-09-12T17:59:19.282+0000 7f661a72c800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:59:19.377 INFO:tasks.workunit.client.0.smithi045.stderr: -93> 2024-09-12T17:59:19.282+0000 7f661a72c800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:59:19.377 INFO:tasks.workunit.client.0.smithi045.stderr: -92> 2024-09-12T17:59:19.282+0000 7f661a72c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:59:19.377 INFO:tasks.workunit.client.0.smithi045.stderr: -91> 2024-09-12T17:59:19.282+0000 7f661a72c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:59:19.378 INFO:tasks.workunit.client.0.smithi045.stderr: -90> 2024-09-12T17:59:19.282+0000 7f661a72c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:59:19.378 INFO:tasks.workunit.client.0.smithi045.stderr: -89> 2024-09-12T17:59:19.282+0000 7f661a72c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:59:19.378 INFO:tasks.workunit.client.0.smithi045.stderr: -88> 2024-09-12T17:59:19.282+0000 7f661a72c800 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.378 INFO:tasks.workunit.client.0.smithi045.stderr: -87> 2024-09-12T17:59:19.283+0000 7f661a72c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:19.378 INFO:tasks.workunit.client.0.smithi045.stderr: -86> 2024-09-12T17:59:19.283+0000 7f661a72c800 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.378 INFO:tasks.workunit.client.0.smithi045.stderr: -85> 2024-09-12T17:59:19.283+0000 7f661a72c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:19.378 INFO:tasks.workunit.client.0.smithi045.stderr: -84> 2024-09-12T17:59:19.283+0000 7f661a72c800 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.378 INFO:tasks.workunit.client.0.smithi045.stderr: -83> 2024-09-12T17:59:19.284+0000 7f661a72c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:59:19.378 INFO:tasks.workunit.client.0.smithi045.stderr: -82> 2024-09-12T17:59:19.284+0000 7f661a72c800 20 zone default found 2024-09-12T17:59:19.378 INFO:tasks.workunit.client.0.smithi045.stderr: -81> 2024-09-12T17:59:19.284+0000 7f661a72c800 4 Realm: () 2024-09-12T17:59:19.378 INFO:tasks.workunit.client.0.smithi045.stderr: -80> 2024-09-12T17:59:19.284+0000 7f661a72c800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:59:19.379 INFO:tasks.workunit.client.0.smithi045.stderr: -79> 2024-09-12T17:59:19.284+0000 7f661a72c800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:59:19.379 INFO:tasks.workunit.client.0.smithi045.stderr: -78> 2024-09-12T17:59:19.284+0000 7f661a72c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:59:19.379 INFO:tasks.workunit.client.0.smithi045.stderr: -77> 2024-09-12T17:59:19.284+0000 7f661a72c800 20 zonegroup default 2024-09-12T17:59:19.379 INFO:tasks.workunit.client.0.smithi045.stderr: -76> 2024-09-12T17:59:19.284+0000 7f661a72c800 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.379 INFO:tasks.workunit.client.0.smithi045.stderr: -75> 2024-09-12T17:59:19.284+0000 7f661a72c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:19.379 INFO:tasks.workunit.client.0.smithi045.stderr: -74> 2024-09-12T17:59:19.284+0000 7f661a72c800 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.379 INFO:tasks.workunit.client.0.smithi045.stderr: -73> 2024-09-12T17:59:19.284+0000 7f661a72c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:19.379 INFO:tasks.workunit.client.0.smithi045.stderr: -72> 2024-09-12T17:59:19.284+0000 7f661a72c800 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.379 INFO:tasks.workunit.client.0.smithi045.stderr: -71> 2024-09-12T17:59:19.285+0000 7f661a72c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:19.379 INFO:tasks.workunit.client.0.smithi045.stderr: -70> 2024-09-12T17:59:19.285+0000 7f661a72c800 20 started sync module instance, tier type = 2024-09-12T17:59:19.380 INFO:tasks.workunit.client.0.smithi045.stderr: -69> 2024-09-12T17:59:19.285+0000 7f661a72c800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:59:19.380 INFO:tasks.workunit.client.0.smithi045.stderr: -68> 2024-09-12T17:59:19.295+0000 7f661a72c800 20 add_watcher() i=0 2024-09-12T17:59:19.380 INFO:tasks.workunit.client.0.smithi045.stderr: -67> 2024-09-12T17:59:19.295+0000 7f661a72c800 20 add_watcher() i=1 2024-09-12T17:59:19.380 INFO:tasks.workunit.client.0.smithi045.stderr: -66> 2024-09-12T17:59:19.295+0000 7f661a72c800 20 add_watcher() i=2 2024-09-12T17:59:19.380 INFO:tasks.workunit.client.0.smithi045.stderr: -65> 2024-09-12T17:59:19.295+0000 7f661a72c800 20 add_watcher() i=3 2024-09-12T17:59:19.380 INFO:tasks.workunit.client.0.smithi045.stderr: -64> 2024-09-12T17:59:19.295+0000 7f661a72c800 20 add_watcher() i=4 2024-09-12T17:59:19.380 INFO:tasks.workunit.client.0.smithi045.stderr: -63> 2024-09-12T17:59:19.295+0000 7f661a72c800 20 add_watcher() i=5 2024-09-12T17:59:19.380 INFO:tasks.workunit.client.0.smithi045.stderr: -62> 2024-09-12T17:59:19.295+0000 7f661a72c800 20 add_watcher() i=6 2024-09-12T17:59:19.381 INFO:tasks.workunit.client.0.smithi045.stderr: -61> 2024-09-12T17:59:19.296+0000 7f661a72c800 20 add_watcher() i=7 2024-09-12T17:59:19.381 INFO:tasks.workunit.client.0.smithi045.stderr: -60> 2024-09-12T17:59:19.296+0000 7f661a72c800 2 all 8 watchers are set, enabling cache 2024-09-12T17:59:19.381 INFO:tasks.workunit.client.0.smithi045.stderr: -59> 2024-09-12T17:59:19.298+0000 7f661a72c800 5 AuthRegistry(0x7ffebb553dc0) adding auth protocol: cephx 2024-09-12T17:59:19.381 INFO:tasks.workunit.client.0.smithi045.stderr: -58> 2024-09-12T17:59:19.298+0000 7f661a72c800 5 AuthRegistry(0x7ffebb553dc0) adding auth protocol: cephx 2024-09-12T17:59:19.381 INFO:tasks.workunit.client.0.smithi045.stderr: -57> 2024-09-12T17:59:19.298+0000 7f661a72c800 5 AuthRegistry(0x7ffebb553dc0) adding auth protocol: cephx 2024-09-12T17:59:19.381 INFO:tasks.workunit.client.0.smithi045.stderr: -56> 2024-09-12T17:59:19.298+0000 7f661a72c800 5 AuthRegistry(0x7ffebb553dc0) adding con mode: secure 2024-09-12T17:59:19.381 INFO:tasks.workunit.client.0.smithi045.stderr: -55> 2024-09-12T17:59:19.298+0000 7f661a72c800 5 AuthRegistry(0x7ffebb553dc0) adding con mode: crc 2024-09-12T17:59:19.381 INFO:tasks.workunit.client.0.smithi045.stderr: -54> 2024-09-12T17:59:19.298+0000 7f661a72c800 5 AuthRegistry(0x7ffebb553dc0) adding con mode: secure 2024-09-12T17:59:19.381 INFO:tasks.workunit.client.0.smithi045.stderr: -53> 2024-09-12T17:59:19.298+0000 7f661a72c800 5 AuthRegistry(0x7ffebb553dc0) adding con mode: crc 2024-09-12T17:59:19.381 INFO:tasks.workunit.client.0.smithi045.stderr: -52> 2024-09-12T17:59:19.298+0000 7f661a72c800 5 AuthRegistry(0x7ffebb553dc0) adding con mode: secure 2024-09-12T17:59:19.381 INFO:tasks.workunit.client.0.smithi045.stderr: -51> 2024-09-12T17:59:19.298+0000 7f661a72c800 5 AuthRegistry(0x7ffebb553dc0) adding con mode: crc 2024-09-12T17:59:19.382 INFO:tasks.workunit.client.0.smithi045.stderr: -50> 2024-09-12T17:59:19.298+0000 7f661a72c800 5 AuthRegistry(0x7ffebb553dc0) adding con mode: crc 2024-09-12T17:59:19.382 INFO:tasks.workunit.client.0.smithi045.stderr: -49> 2024-09-12T17:59:19.298+0000 7f661a72c800 5 AuthRegistry(0x7ffebb553dc0) adding con mode: secure 2024-09-12T17:59:19.382 INFO:tasks.workunit.client.0.smithi045.stderr: -48> 2024-09-12T17:59:19.298+0000 7f661a72c800 5 AuthRegistry(0x7ffebb553dc0) adding con mode: crc 2024-09-12T17:59:19.382 INFO:tasks.workunit.client.0.smithi045.stderr: -47> 2024-09-12T17:59:19.298+0000 7f661a72c800 5 AuthRegistry(0x7ffebb553dc0) adding con mode: secure 2024-09-12T17:59:19.382 INFO:tasks.workunit.client.0.smithi045.stderr: -46> 2024-09-12T17:59:19.298+0000 7f64ccfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:19.382 INFO:tasks.workunit.client.0.smithi045.stderr: -45> 2024-09-12T17:59:19.298+0000 7f661a72c800 5 AuthRegistry(0x7ffebb553dc0) adding con mode: crc 2024-09-12T17:59:19.382 INFO:tasks.workunit.client.0.smithi045.stderr: -44> 2024-09-12T17:59:19.298+0000 7f661a72c800 5 AuthRegistry(0x7ffebb553dc0) adding con mode: secure 2024-09-12T17:59:19.382 INFO:tasks.workunit.client.0.smithi045.stderr: -43> 2024-09-12T17:59:19.298+0000 7f661a72c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:19.382 INFO:tasks.workunit.client.0.smithi045.stderr: -42> 2024-09-12T17:59:19.298+0000 7f661a72c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:59:19.382 INFO:tasks.workunit.client.0.smithi045.stderr: -41> 2024-09-12T17:59:19.298+0000 7f661a72c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:59:19.383 INFO:tasks.workunit.client.0.smithi045.stderr: -40> 2024-09-12T17:59:19.298+0000 7f661a72c800 5 asok(0x562947a9b730) register_command cache list hook 0x562947d9a320 2024-09-12T17:59:19.383 INFO:tasks.workunit.client.0.smithi045.stderr: -39> 2024-09-12T17:59:19.298+0000 7f661a72c800 5 asok(0x562947a9b730) register_command cache inspect hook 0x562947d9a320 2024-09-12T17:59:19.383 INFO:tasks.workunit.client.0.smithi045.stderr: -38> 2024-09-12T17:59:19.298+0000 7f661a72c800 5 asok(0x562947a9b730) register_command cache erase hook 0x562947d9a320 2024-09-12T17:59:19.383 INFO:tasks.workunit.client.0.smithi045.stderr: -37> 2024-09-12T17:59:19.298+0000 7f661a72c800 5 asok(0x562947a9b730) register_command cache zap hook 0x562947d9a320 2024-09-12T17:59:19.383 INFO:tasks.workunit.client.0.smithi045.stderr: -36> 2024-09-12T17:59:19.299+0000 7f661a72c800 5 note: GC not initialized 2024-09-12T17:59:19.383 INFO:tasks.workunit.client.0.smithi045.stderr: -35> 2024-09-12T17:59:19.299+0000 7f661a72c800 5 asok(0x562947a9b730) register_command sync trace show hook 0x7f6608058d40 2024-09-12T17:59:19.383 INFO:tasks.workunit.client.0.smithi045.stderr: -34> 2024-09-12T17:59:19.299+0000 7f661a72c800 5 asok(0x562947a9b730) register_command sync trace history hook 0x7f6608058d40 2024-09-12T17:59:19.383 INFO:tasks.workunit.client.0.smithi045.stderr: -33> 2024-09-12T17:59:19.299+0000 7f661a72c800 5 asok(0x562947a9b730) register_command sync trace active hook 0x7f6608058d40 2024-09-12T17:59:19.383 INFO:tasks.workunit.client.0.smithi045.stderr: -32> 2024-09-12T17:59:19.299+0000 7f661a72c800 5 asok(0x562947a9b730) register_command sync trace active_short hook 0x7f6608058d40 2024-09-12T17:59:19.383 INFO:tasks.workunit.client.0.smithi045.stderr: -31> 2024-09-12T17:59:19.299+0000 7f64477fe640 20 reqs_thread_entry: start 2024-09-12T17:59:19.383 INFO:tasks.workunit.client.0.smithi045.stderr: -30> 2024-09-12T17:59:19.299+0000 7f661a72c800 20 init_complete bucket index max shards: 1 2024-09-12T17:59:19.384 INFO:tasks.workunit.client.0.smithi045.stderr: -29> 2024-09-12T17:59:19.299+0000 7f661a72c800 20 Filter name: none 2024-09-12T17:59:19.384 INFO:tasks.workunit.client.0.smithi045.stderr: -28> 2024-09-12T17:59:19.299+0000 7f64457fa640 20 reqs_thread_entry: start 2024-09-12T17:59:19.384 INFO:tasks.workunit.client.0.smithi045.stderr: -27> 2024-09-12T17:59:19.299+0000 7f661a72c800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:59:19.384 INFO:tasks.workunit.client.0.smithi045.stderr: -26> 2024-09-12T17:59:19.299+0000 7f661a72c800 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.384 INFO:tasks.workunit.client.0.smithi045.stderr: -25> 2024-09-12T17:59:19.300+0000 7f661a72c800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:59:19.384 INFO:tasks.workunit.client.0.smithi045.stderr: -24> 2024-09-12T17:59:19.300+0000 7f661a72c800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:59:19.384 INFO:tasks.workunit.client.0.smithi045.stderr: -23> 2024-09-12T17:59:19.300+0000 7f661a72c800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:59:19.384 INFO:tasks.workunit.client.0.smithi045.stderr: -22> 2024-09-12T17:59:19.300+0000 7f661a72c800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 : miss 2024-09-12T17:59:19.384 INFO:tasks.workunit.client.0.smithi045.stderr: -21> 2024-09-12T17:59:19.300+0000 7f661a72c800 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.384 INFO:tasks.workunit.client.0.smithi045.stderr: -20> 2024-09-12T17:59:19.300+0000 7f661a72c800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T17:59:19.385 INFO:tasks.workunit.client.0.smithi045.stderr: -19> 2024-09-12T17:59:19.300+0000 7f661a72c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T17:59:19.385 INFO:tasks.workunit.client.0.smithi045.stderr: -18> 2024-09-12T17:59:19.300+0000 7f661a72c800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T17:59:19.385 INFO:tasks.workunit.client.0.smithi045.stderr: -17> 2024-09-12T17:59:19.300+0000 7f661a72c800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:59:19.385 INFO:tasks.workunit.client.0.smithi045.stderr: -16> 2024-09-12T17:59:19.300+0000 7f661a72c800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:59:19.385 INFO:tasks.workunit.client.0.smithi045.stderr: -15> 2024-09-12T17:59:19.300+0000 7f661a72c800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 2024-09-12T17:59:19.385 INFO:tasks.workunit.client.0.smithi045.stderr: -14> 2024-09-12T17:59:19.302+0000 7f661a72c800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T17:59:19.385 INFO:tasks.workunit.client.0.smithi045.stderr: -13> 2024-09-12T17:59:19.306+0000 7f661a72c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T17:59:19.385 INFO:tasks.workunit.client.0.smithi045.stderr: -12> 2024-09-12T17:59:19.306+0000 7f661a72c800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T17:59:19.385 INFO:tasks.workunit.client.0.smithi045.stderr: -11> 2024-09-12T17:59:19.306+0000 7f661a72c800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:59:19.385 INFO:tasks.workunit.client.0.smithi045.stderr: -10> 2024-09-12T17:59:19.306+0000 7f661a72c800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18, ofs0, ns] 2024-09-12T17:59:19.386 INFO:tasks.workunit.client.0.smithi045.stderr: -9> 2024-09-12T17:59:19.307+0000 7f64f9ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398946 cookie 94735299195888 notifier 8202 bl.length()=911 2024-09-12T17:59:19.386 INFO:tasks.workunit.client.0.smithi045.stderr: -8> 2024-09-12T17:59:19.307+0000 7f64f9ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T17:59:19.386 INFO:tasks.workunit.client.0.smithi045.stderr: -7> 2024-09-12T17:59:19.307+0000 7f64f9ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T17:59:19.386 INFO:tasks.workunit.client.0.smithi045.stderr: -6> 2024-09-12T17:59:19.307+0000 7f64f9ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:59:19.386 INFO:tasks.workunit.client.0.smithi045.stderr: -5> 2024-09-12T17:59:19.307+0000 7f661a72c800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): orig_sources= new_sources= 2024-09-12T17:59:19.386 INFO:tasks.workunit.client.0.smithi045.stderr: -4> 2024-09-12T17:59:19.307+0000 7f661a72c800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): potential sources added=[] removed=[] 2024-09-12T17:59:19.386 INFO:tasks.workunit.client.0.smithi045.stderr: -3> 2024-09-12T17:59:19.307+0000 7f661a72c800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): orig_dests= new_dests= 2024-09-12T17:59:19.386 INFO:tasks.workunit.client.0.smithi045.stderr: -2> 2024-09-12T17:59:19.307+0000 7f661a72c800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): potential dests added=[] removed=[] 2024-09-12T17:59:19.386 INFO:tasks.workunit.client.0.smithi045.stderr: -1> 2024-09-12T17:59:19.310+0000 7f661a72c800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f661a72c800 time 2024-09-12T17:59:19.311717+0000 2024-09-12T17:59:19.386 INFO:tasks.workunit.client.0.smithi045.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:59:19.386 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:19.387 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:59:19.387 INFO:tasks.workunit.client.0.smithi045.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f661bd8c71a] 2024-09-12T17:59:19.387 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f661bd8c8d8] 2024-09-12T17:59:19.387 INFO:tasks.workunit.client.0.smithi045.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562945610841] 2024-09-12T17:59:19.387 INFO:tasks.workunit.client.0.smithi045.stderr: 4: radosgw-admin(+0xd7490c) [0x562945b1e90c] 2024-09-12T17:59:19.387 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56294562050d] 2024-09-12T17:59:19.387 INFO:tasks.workunit.client.0.smithi045.stderr: 6: main() 2024-09-12T17:59:19.387 INFO:tasks.workunit.client.0.smithi045.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f661aa29590] 2024-09-12T17:59:19.387 INFO:tasks.workunit.client.0.smithi045.stderr: 8: __libc_start_main() 2024-09-12T17:59:19.388 INFO:tasks.workunit.client.0.smithi045.stderr: 9: _start() 2024-09-12T17:59:19.388 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:19.388 INFO:tasks.workunit.client.0.smithi045.stderr: 0> 2024-09-12T17:59:19.311+0000 7f661a72c800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:59:19.388 INFO:tasks.workunit.client.0.smithi045.stderr: in thread 7f661a72c800 thread_name:radosgw-admin 2024-09-12T17:59:19.388 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:19.388 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:59:19.388 INFO:tasks.workunit.client.0.smithi045.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f661aa3e6f0] 2024-09-12T17:59:19.388 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f661aa8b99c] 2024-09-12T17:59:19.388 INFO:tasks.workunit.client.0.smithi045.stderr: 3: raise() 2024-09-12T17:59:19.388 INFO:tasks.workunit.client.0.smithi045.stderr: 4: abort() 2024-09-12T17:59:19.389 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f661bd8c774] 2024-09-12T17:59:19.389 INFO:tasks.workunit.client.0.smithi045.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f661bd8c8d8] 2024-09-12T17:59:19.389 INFO:tasks.workunit.client.0.smithi045.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562945610841] 2024-09-12T17:59:19.389 INFO:tasks.workunit.client.0.smithi045.stderr: 8: radosgw-admin(+0xd7490c) [0x562945b1e90c] 2024-09-12T17:59:19.389 INFO:tasks.workunit.client.0.smithi045.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56294562050d] 2024-09-12T17:59:19.389 INFO:tasks.workunit.client.0.smithi045.stderr: 10: main() 2024-09-12T17:59:19.389 INFO:tasks.workunit.client.0.smithi045.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f661aa29590] 2024-09-12T17:59:19.389 INFO:tasks.workunit.client.0.smithi045.stderr: 12: __libc_start_main() 2024-09-12T17:59:19.389 INFO:tasks.workunit.client.0.smithi045.stderr: 13: _start() 2024-09-12T17:59:19.389 INFO:tasks.workunit.client.0.smithi045.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:59:19.389 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:19.389 INFO:tasks.workunit.client.0.smithi045.stderr:--- logging levels --- 2024-09-12T17:59:19.390 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 none 2024-09-12T17:59:19.390 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 lockdep 2024-09-12T17:59:19.390 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 context 2024-09-12T17:59:19.390 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 crush 2024-09-12T17:59:19.390 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds 2024-09-12T17:59:19.390 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_balancer 2024-09-12T17:59:19.390 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_locker 2024-09-12T17:59:19.390 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_log 2024-09-12T17:59:19.390 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_log_expire 2024-09-12T17:59:19.390 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_migrator 2024-09-12T17:59:19.391 INFO:tasks.workunit.client.0.smithi045.stderr: 3/ 5 mds_quiesce 2024-09-12T17:59:19.391 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 buffer 2024-09-12T17:59:19.391 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 timer 2024-09-12T17:59:19.391 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 filer 2024-09-12T17:59:19.391 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 striper 2024-09-12T17:59:19.391 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 objecter 2024-09-12T17:59:19.391 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rados 2024-09-12T17:59:19.391 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd 2024-09-12T17:59:19.392 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_mirror 2024-09-12T17:59:19.392 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_replay 2024-09-12T17:59:19.392 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_pwl 2024-09-12T17:59:19.392 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 journaler 2024-09-12T17:59:19.392 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 objectcacher 2024-09-12T17:59:19.392 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:59:19.392 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 client 2024-09-12T17:59:19.392 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 osd 2024-09-12T17:59:19.392 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 optracker 2024-09-12T17:59:19.392 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 objclass 2024-09-12T17:59:19.393 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 filestore 2024-09-12T17:59:19.393 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 journal 2024-09-12T17:59:19.393 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 0 ms 2024-09-12T17:59:19.393 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mon 2024-09-12T17:59:19.393 INFO:tasks.workunit.client.0.smithi045.stderr: 0/10 monc 2024-09-12T17:59:19.393 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 paxos 2024-09-12T17:59:19.393 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 tp 2024-09-12T17:59:19.393 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 auth 2024-09-12T17:59:19.393 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 crypto 2024-09-12T17:59:19.394 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 finisher 2024-09-12T17:59:19.394 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 reserver 2024-09-12T17:59:19.394 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 heartbeatmap 2024-09-12T17:59:19.429 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 perfcounter 2024-09-12T17:59:19.429 INFO:tasks.workunit.client.0.smithi045.stderr: 20/20 rgw 2024-09-12T17:59:19.429 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_sync 2024-09-12T17:59:19.430 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_datacache 2024-09-12T17:59:19.430 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_access 2024-09-12T17:59:19.430 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:59:19.430 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_flight 2024-09-12T17:59:19.430 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:59:19.430 INFO:tasks.workunit.client.0.smithi045.stderr: 20/20 rgw_notification 2024-09-12T17:59:19.430 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 javaclient 2024-09-12T17:59:19.430 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 asok 2024-09-12T17:59:19.430 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 throttle 2024-09-12T17:59:19.430 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 0 refs 2024-09-12T17:59:19.431 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 compressor 2024-09-12T17:59:19.431 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 bluestore 2024-09-12T17:59:19.431 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 bluefs 2024-09-12T17:59:19.431 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 bdev 2024-09-12T17:59:19.431 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 kstore 2024-09-12T17:59:19.431 INFO:tasks.workunit.client.0.smithi045.stderr: 4/ 5 rocksdb 2024-09-12T17:59:19.431 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 fuse 2024-09-12T17:59:19.431 INFO:tasks.workunit.client.0.smithi045.stderr: 2/ 5 mgr 2024-09-12T17:59:19.431 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mgrc 2024-09-12T17:59:19.431 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 dpdk 2024-09-12T17:59:19.431 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 eventtrace 2024-09-12T17:59:19.432 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 prioritycache 2024-09-12T17:59:19.432 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 test 2024-09-12T17:59:19.432 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:59:19.432 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cephsqlite 2024-09-12T17:59:19.432 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:59:19.432 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore 2024-09-12T17:59:19.432 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_onode 2024-09-12T17:59:19.432 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_odata 2024-09-12T17:59:19.433 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_omap 2024-09-12T17:59:19.433 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_tm 2024-09-12T17:59:19.433 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_t 2024-09-12T17:59:19.433 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:59:19.433 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_epm 2024-09-12T17:59:19.434 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_lba 2024-09-12T17:59:19.434 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:59:19.434 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_cache 2024-09-12T17:59:19.434 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_journal 2024-09-12T17:59:19.434 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_device 2024-09-12T17:59:19.434 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_backref 2024-09-12T17:59:19.435 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 alienstore 2024-09-12T17:59:19.435 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mclock 2024-09-12T17:59:19.435 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cyanstore 2024-09-12T17:59:19.435 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 ceph_exporter 2024-09-12T17:59:19.435 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 memstore 2024-09-12T17:59:19.435 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 trace 2024-09-12T17:59:19.435 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 ceph_dedup 2024-09-12T17:59:19.436 INFO:tasks.workunit.client.0.smithi045.stderr: -2/-2 (syslog threshold) 2024-09-12T17:59:19.436 INFO:tasks.workunit.client.0.smithi045.stderr: 99/99 (stderr threshold) 2024-09-12T17:59:19.436 INFO:tasks.workunit.client.0.smithi045.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:59:19.436 INFO:tasks.workunit.client.0.smithi045.stderr: 7f64457fa640 / http_manager 2024-09-12T17:59:19.436 INFO:tasks.workunit.client.0.smithi045.stderr: 7f64477fe640 / http_manager 2024-09-12T17:59:19.436 INFO:tasks.workunit.client.0.smithi045.stderr: 7f64ccfe1640 / rgw_dt_lg_renew 2024-09-12T17:59:19.437 INFO:tasks.workunit.client.0.smithi045.stderr: 7f64e7fff640 / ms_dispatch 2024-09-12T17:59:19.437 INFO:tasks.workunit.client.0.smithi045.stderr: 7f64f9ffb640 / io_context_pool 2024-09-12T17:59:19.437 INFO:tasks.workunit.client.0.smithi045.stderr: 7f64fbfff640 / ms_dispatch 2024-09-12T17:59:19.437 INFO:tasks.workunit.client.0.smithi045.stderr: 7f6502e05640 / ms_dispatch 2024-09-12T17:59:19.437 INFO:tasks.workunit.client.0.smithi045.stderr: 7f6504608640 / io_context_pool 2024-09-12T17:59:19.437 INFO:tasks.workunit.client.0.smithi045.stderr: 7f6615b3d640 / msgr-worker-2 2024-09-12T17:59:19.438 INFO:tasks.workunit.client.0.smithi045.stderr: 7f661633e640 / msgr-worker-1 2024-09-12T17:59:19.438 INFO:tasks.workunit.client.0.smithi045.stderr: 7f6616b3f640 / msgr-worker-0 2024-09-12T17:59:19.438 INFO:tasks.workunit.client.0.smithi045.stderr: 7f6617340640 / io_context_pool 2024-09-12T17:59:19.438 INFO:tasks.workunit.client.0.smithi045.stderr: 7f661a72c800 / radosgw-admin 2024-09-12T17:59:19.438 INFO:tasks.workunit.client.0.smithi045.stderr: max_recent 500 2024-09-12T17:59:19.439 INFO:tasks.workunit.client.0.smithi045.stderr: max_new 1000 2024-09-12T17:59:19.439 INFO:tasks.workunit.client.0.smithi045.stderr: log_file /var/log/ceph/ceph-client.admin.151787.log 2024-09-12T17:59:19.439 INFO:tasks.workunit.client.0.smithi045.stderr:--- end dump of recent events --- 2024-09-12T17:59:19.439 INFO:tasks.workunit.client.0.smithi045.stderr:--- begin dump of recent events --- 2024-09-12T17:59:19.439 INFO:tasks.workunit.client.0.smithi045.stderr: -499> 2024-09-12T17:59:19.045+0000 7f661a72c800 10 monclient: build_initial_monmap 2024-09-12T17:59:19.440 INFO:tasks.workunit.client.0.smithi045.stderr: -498> 2024-09-12T17:59:19.045+0000 7f661a72c800 1 build_initial for_mkfs: 0 2024-09-12T17:59:19.440 INFO:tasks.workunit.client.0.smithi045.stderr: -497> 2024-09-12T17:59:19.045+0000 7f661a72c800 10 monclient: monmap: 2024-09-12T17:59:19.440 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:59:19.440 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:59:19.440 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:59:19.440 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:59:19.441 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:59:19.441 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:59:19.442 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:59:19.442 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:59:19.442 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:59:19.442 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:19.442 INFO:tasks.workunit.client.0.smithi045.stderr: -496> 2024-09-12T17:59:19.045+0000 7f661a72c800 5 AuthRegistry(0x562947cc53d0) adding auth protocol: cephx 2024-09-12T17:59:19.442 INFO:tasks.workunit.client.0.smithi045.stderr: -495> 2024-09-12T17:59:19.045+0000 7f661a72c800 5 AuthRegistry(0x562947cc53d0) adding auth protocol: cephx 2024-09-12T17:59:19.443 INFO:tasks.workunit.client.0.smithi045.stderr: -494> 2024-09-12T17:59:19.045+0000 7f661a72c800 5 AuthRegistry(0x562947cc53d0) adding auth protocol: cephx 2024-09-12T17:59:19.443 INFO:tasks.workunit.client.0.smithi045.stderr: -493> 2024-09-12T17:59:19.045+0000 7f661a72c800 5 AuthRegistry(0x562947cc53d0) adding con mode: secure 2024-09-12T17:59:19.443 INFO:tasks.workunit.client.0.smithi045.stderr: -492> 2024-09-12T17:59:19.045+0000 7f661a72c800 5 AuthRegistry(0x562947cc53d0) adding con mode: crc 2024-09-12T17:59:19.443 INFO:tasks.workunit.client.0.smithi045.stderr: -491> 2024-09-12T17:59:19.045+0000 7f661a72c800 5 AuthRegistry(0x562947cc53d0) adding con mode: secure 2024-09-12T17:59:19.443 INFO:tasks.workunit.client.0.smithi045.stderr: -490> 2024-09-12T17:59:19.045+0000 7f661a72c800 5 AuthRegistry(0x562947cc53d0) adding con mode: crc 2024-09-12T17:59:19.443 INFO:tasks.workunit.client.0.smithi045.stderr: -489> 2024-09-12T17:59:19.045+0000 7f661a72c800 5 AuthRegistry(0x562947cc53d0) adding con mode: secure 2024-09-12T17:59:19.444 INFO:tasks.workunit.client.0.smithi045.stderr: -488> 2024-09-12T17:59:19.045+0000 7f661a72c800 5 AuthRegistry(0x562947cc53d0) adding con mode: crc 2024-09-12T17:59:19.444 INFO:tasks.workunit.client.0.smithi045.stderr: -487> 2024-09-12T17:59:19.045+0000 7f661a72c800 5 AuthRegistry(0x562947cc53d0) adding con mode: crc 2024-09-12T17:59:19.444 INFO:tasks.workunit.client.0.smithi045.stderr: -486> 2024-09-12T17:59:19.045+0000 7f661a72c800 5 AuthRegistry(0x562947cc53d0) adding con mode: secure 2024-09-12T17:59:19.444 INFO:tasks.workunit.client.0.smithi045.stderr: -485> 2024-09-12T17:59:19.045+0000 7f661a72c800 5 AuthRegistry(0x562947cc53d0) adding con mode: crc 2024-09-12T17:59:19.444 INFO:tasks.workunit.client.0.smithi045.stderr: -484> 2024-09-12T17:59:19.045+0000 7f661a72c800 5 AuthRegistry(0x562947cc53d0) adding con mode: secure 2024-09-12T17:59:19.444 INFO:tasks.workunit.client.0.smithi045.stderr: -483> 2024-09-12T17:59:19.045+0000 7f661a72c800 5 AuthRegistry(0x562947cc53d0) adding con mode: crc 2024-09-12T17:59:19.445 INFO:tasks.workunit.client.0.smithi045.stderr: -482> 2024-09-12T17:59:19.045+0000 7f661a72c800 5 AuthRegistry(0x562947cc53d0) adding con mode: secure 2024-09-12T17:59:19.445 INFO:tasks.workunit.client.0.smithi045.stderr: -481> 2024-09-12T17:59:19.045+0000 7f661a72c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:19.445 INFO:tasks.workunit.client.0.smithi045.stderr: -480> 2024-09-12T17:59:19.045+0000 7f661a72c800 1 librados: starting msgr at 2024-09-12T17:59:19.445 INFO:tasks.workunit.client.0.smithi045.stderr: -479> 2024-09-12T17:59:19.045+0000 7f661a72c800 1 librados: starting objecter 2024-09-12T17:59:19.445 INFO:tasks.workunit.client.0.smithi045.stderr: -478> 2024-09-12T17:59:19.045+0000 7f661a72c800 5 asok(0x562947a9b730) register_command objecter_requests hook 0x562947cc4d30 2024-09-12T17:59:19.445 INFO:tasks.workunit.client.0.smithi045.stderr: -477> 2024-09-12T17:59:19.045+0000 7f661a72c800 1 librados: setting wanted keys 2024-09-12T17:59:19.446 INFO:tasks.workunit.client.0.smithi045.stderr: -476> 2024-09-12T17:59:19.045+0000 7f661a72c800 1 librados: calling monclient init 2024-09-12T17:59:19.446 INFO:tasks.workunit.client.0.smithi045.stderr: -475> 2024-09-12T17:59:19.045+0000 7f661a72c800 10 monclient: init 2024-09-12T17:59:19.446 INFO:tasks.workunit.client.0.smithi045.stderr: -474> 2024-09-12T17:59:19.045+0000 7f661a72c800 5 AuthRegistry(0x562947cbfcb0) adding auth protocol: cephx 2024-09-12T17:59:19.446 INFO:tasks.workunit.client.0.smithi045.stderr: -473> 2024-09-12T17:59:19.045+0000 7f661a72c800 5 AuthRegistry(0x562947cbfcb0) adding auth protocol: cephx 2024-09-12T17:59:19.446 INFO:tasks.workunit.client.0.smithi045.stderr: -472> 2024-09-12T17:59:19.045+0000 7f661a72c800 5 AuthRegistry(0x562947cbfcb0) adding auth protocol: cephx 2024-09-12T17:59:19.447 INFO:tasks.workunit.client.0.smithi045.stderr: -471> 2024-09-12T17:59:19.045+0000 7f661a72c800 5 AuthRegistry(0x562947cbfcb0) adding con mode: secure 2024-09-12T17:59:19.447 INFO:tasks.workunit.client.0.smithi045.stderr: -470> 2024-09-12T17:59:19.045+0000 7f661a72c800 5 AuthRegistry(0x562947cbfcb0) adding con mode: crc 2024-09-12T17:59:19.447 INFO:tasks.workunit.client.0.smithi045.stderr: -469> 2024-09-12T17:59:19.045+0000 7f661a72c800 5 AuthRegistry(0x562947cbfcb0) adding con mode: secure 2024-09-12T17:59:19.447 INFO:tasks.workunit.client.0.smithi045.stderr: -468> 2024-09-12T17:59:19.045+0000 7f661a72c800 5 AuthRegistry(0x562947cbfcb0) adding con mode: crc 2024-09-12T17:59:19.447 INFO:tasks.workunit.client.0.smithi045.stderr: -467> 2024-09-12T17:59:19.045+0000 7f661a72c800 5 AuthRegistry(0x562947cbfcb0) adding con mode: secure 2024-09-12T17:59:19.447 INFO:tasks.workunit.client.0.smithi045.stderr: -466> 2024-09-12T17:59:19.045+0000 7f661a72c800 5 AuthRegistry(0x562947cbfcb0) adding con mode: crc 2024-09-12T17:59:19.447 INFO:tasks.workunit.client.0.smithi045.stderr: -465> 2024-09-12T17:59:19.045+0000 7f661a72c800 5 AuthRegistry(0x562947cbfcb0) adding con mode: crc 2024-09-12T17:59:19.448 INFO:tasks.workunit.client.0.smithi045.stderr: -464> 2024-09-12T17:59:19.045+0000 7f661a72c800 5 AuthRegistry(0x562947cbfcb0) adding con mode: secure 2024-09-12T17:59:19.448 INFO:tasks.workunit.client.0.smithi045.stderr: -463> 2024-09-12T17:59:19.045+0000 7f661a72c800 5 AuthRegistry(0x562947cbfcb0) adding con mode: crc 2024-09-12T17:59:19.448 INFO:tasks.workunit.client.0.smithi045.stderr: -462> 2024-09-12T17:59:19.045+0000 7f661a72c800 5 AuthRegistry(0x562947cbfcb0) adding con mode: secure 2024-09-12T17:59:19.448 INFO:tasks.workunit.client.0.smithi045.stderr: -461> 2024-09-12T17:59:19.045+0000 7f661a72c800 5 AuthRegistry(0x562947cbfcb0) adding con mode: crc 2024-09-12T17:59:19.448 INFO:tasks.workunit.client.0.smithi045.stderr: -460> 2024-09-12T17:59:19.045+0000 7f661a72c800 5 AuthRegistry(0x562947cbfcb0) adding con mode: secure 2024-09-12T17:59:19.449 INFO:tasks.workunit.client.0.smithi045.stderr: -459> 2024-09-12T17:59:19.046+0000 7f661a72c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:19.449 INFO:tasks.workunit.client.0.smithi045.stderr: -458> 2024-09-12T17:59:19.046+0000 7f661a72c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:19.449 INFO:tasks.workunit.client.0.smithi045.stderr: -457> 2024-09-12T17:59:19.046+0000 7f661a72c800 5 asok(0x562947a9b730) register_command rotate-key hook 0x562947cbfdf8 2024-09-12T17:59:19.449 INFO:tasks.workunit.client.0.smithi045.stderr: -456> 2024-09-12T17:59:19.046+0000 7f661a72c800 10 monclient: _reopen_session rank -1 2024-09-12T17:59:19.449 INFO:tasks.workunit.client.0.smithi045.stderr: -455> 2024-09-12T17:59:19.046+0000 7f661a72c800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:59:19.449 INFO:tasks.workunit.client.0.smithi045.stderr: -454> 2024-09-12T17:59:19.046+0000 7f661a72c800 10 monclient(hunting): picked mon.noname-a con 0x562947b720e0 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:59:19.450 INFO:tasks.workunit.client.0.smithi045.stderr: -453> 2024-09-12T17:59:19.046+0000 7f661a72c800 10 monclient(hunting): picked mon.noname-b con 0x562947c08bd0 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:59:19.450 INFO:tasks.workunit.client.0.smithi045.stderr: -452> 2024-09-12T17:59:19.046+0000 7f661a72c800 10 monclient(hunting): picked mon.noname-c con 0x562947c0df50 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:59:19.450 INFO:tasks.workunit.client.0.smithi045.stderr: -451> 2024-09-12T17:59:19.046+0000 7f661a72c800 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:19.450 INFO:tasks.workunit.client.0.smithi045.stderr: -450> 2024-09-12T17:59:19.046+0000 7f661a72c800 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:19.450 INFO:tasks.workunit.client.0.smithi045.stderr: -449> 2024-09-12T17:59:19.046+0000 7f661a72c800 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:19.450 INFO:tasks.workunit.client.0.smithi045.stderr: -448> 2024-09-12T17:59:19.046+0000 7f661a72c800 10 monclient(hunting): _renew_subs 2024-09-12T17:59:19.451 INFO:tasks.workunit.client.0.smithi045.stderr: -447> 2024-09-12T17:59:19.046+0000 7f661a72c800 10 monclient(hunting): authenticate will time out at 2257.505351s 2024-09-12T17:59:19.451 INFO:tasks.workunit.client.0.smithi045.stderr: -446> 2024-09-12T17:59:19.046+0000 7f6616b3f640 10 monclient(hunting): get_auth_request con 0x562947c0df50 auth_method 0 2024-09-12T17:59:19.451 INFO:tasks.workunit.client.0.smithi045.stderr: -445> 2024-09-12T17:59:19.046+0000 7f6616b3f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:19.451 INFO:tasks.workunit.client.0.smithi045.stderr: -444> 2024-09-12T17:59:19.046+0000 7f6616b3f640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:19.452 INFO:tasks.workunit.client.0.smithi045.stderr: -443> 2024-09-12T17:59:19.046+0000 7f6616b3f640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:19.452 INFO:tasks.workunit.client.0.smithi045.stderr: -442> 2024-09-12T17:59:19.046+0000 7f661633e640 10 monclient(hunting): get_auth_request con 0x562947b720e0 auth_method 0 2024-09-12T17:59:19.452 INFO:tasks.workunit.client.0.smithi045.stderr: -441> 2024-09-12T17:59:19.046+0000 7f661633e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:19.452 INFO:tasks.workunit.client.0.smithi045.stderr: -440> 2024-09-12T17:59:19.046+0000 7f661633e640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:19.452 INFO:tasks.workunit.client.0.smithi045.stderr: -439> 2024-09-12T17:59:19.046+0000 7f661633e640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:19.453 INFO:tasks.workunit.client.0.smithi045.stderr: -438> 2024-09-12T17:59:19.046+0000 7f6616b3f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:59:19.453 INFO:tasks.workunit.client.0.smithi045.stderr: -437> 2024-09-12T17:59:19.046+0000 7f6616b3f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:59:19.453 INFO:tasks.workunit.client.0.smithi045.stderr: -436> 2024-09-12T17:59:19.046+0000 7f6616b3f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:59:19.453 INFO:tasks.workunit.client.0.smithi045.stderr: -435> 2024-09-12T17:59:19.046+0000 7f661633e640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:59:19.453 INFO:tasks.workunit.client.0.smithi045.stderr: -434> 2024-09-12T17:59:19.046+0000 7f661633e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:59:19.454 INFO:tasks.workunit.client.0.smithi045.stderr: -433> 2024-09-12T17:59:19.046+0000 7f661633e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:59:19.454 INFO:tasks.workunit.client.0.smithi045.stderr: -432> 2024-09-12T17:59:19.046+0000 7f6615b3d640 10 monclient(hunting): get_auth_request con 0x562947c08bd0 auth_method 0 2024-09-12T17:59:19.454 INFO:tasks.workunit.client.0.smithi045.stderr: -431> 2024-09-12T17:59:19.046+0000 7f6615b3d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:19.454 INFO:tasks.workunit.client.0.smithi045.stderr: -430> 2024-09-12T17:59:19.046+0000 7f6615b3d640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:19.454 INFO:tasks.workunit.client.0.smithi045.stderr: -429> 2024-09-12T17:59:19.046+0000 7f6615b3d640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:19.454 INFO:tasks.workunit.client.0.smithi045.stderr: -428> 2024-09-12T17:59:19.046+0000 7f6616b3f640 10 monclient(hunting): handle_auth_done global_id 7751 payload 824 2024-09-12T17:59:19.455 INFO:tasks.workunit.client.0.smithi045.stderr: -427> 2024-09-12T17:59:19.046+0000 7f6616b3f640 10 monclient: _finish_hunting 0 2024-09-12T17:59:19.455 INFO:tasks.workunit.client.0.smithi045.stderr: -426> 2024-09-12T17:59:19.046+0000 7f6616b3f640 1 monclient: found mon.noname-c 2024-09-12T17:59:19.455 INFO:tasks.workunit.client.0.smithi045.stderr: -425> 2024-09-12T17:59:19.046+0000 7f6616b3f640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.45:3301/0 2024-09-12T17:59:19.455 INFO:tasks.workunit.client.0.smithi045.stderr: -424> 2024-09-12T17:59:19.047+0000 7f6502e05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:59:19.455 INFO:tasks.workunit.client.0.smithi045.stderr: -423> 2024-09-12T17:59:19.047+0000 7f6502e05640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:59:19.455 INFO:tasks.workunit.client.0.smithi045.stderr: -422> 2024-09-12T17:59:19.047+0000 7f6502e05640 10 monclient: dump: 2024-09-12T17:59:19.455 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:59:19.456 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:59:19.456 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:59:19.456 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:59:19.456 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:59:19.456 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:59:19.457 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:59:19.457 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:59:19.457 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:59:19.457 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:19.457 INFO:tasks.workunit.client.0.smithi045.stderr: -421> 2024-09-12T17:59:19.047+0000 7f6502e05640 10 monclient: _finish_auth 0 2024-09-12T17:59:19.457 INFO:tasks.workunit.client.0.smithi045.stderr: -420> 2024-09-12T17:59:19.047+0000 7f6502e05640 10 monclient: _check_auth_tickets 2024-09-12T17:59:19.457 INFO:tasks.workunit.client.0.smithi045.stderr: -419> 2024-09-12T17:59:19.047+0000 7f6502e05640 10 monclient: handle_config config(0 keys) 2024-09-12T17:59:19.458 INFO:tasks.workunit.client.0.smithi045.stderr: -418> 2024-09-12T17:59:19.047+0000 7f6502e05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:59:19.458 INFO:tasks.workunit.client.0.smithi045.stderr: -417> 2024-09-12T17:59:19.047+0000 7f6502e05640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:59:19.458 INFO:tasks.workunit.client.0.smithi045.stderr: -416> 2024-09-12T17:59:19.047+0000 7f6502e05640 10 monclient: dump: 2024-09-12T17:59:19.458 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:59:19.458 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:59:19.458 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:59:19.458 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:59:19.458 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:59:19.458 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:59:19.458 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:59:19.458 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:59:19.458 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:59:19.459 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:19.459 INFO:tasks.workunit.client.0.smithi045.stderr: -415> 2024-09-12T17:59:19.047+0000 7f661a72c800 5 monclient: authenticate success, global_id 7751 2024-09-12T17:59:19.459 INFO:tasks.workunit.client.0.smithi045.stderr: -414> 2024-09-12T17:59:19.047+0000 7f661a72c800 10 monclient: _renew_subs 2024-09-12T17:59:19.459 INFO:tasks.workunit.client.0.smithi045.stderr: -413> 2024-09-12T17:59:19.047+0000 7f661a72c800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:59:19.459 INFO:tasks.workunit.client.0.smithi045.stderr: -412> 2024-09-12T17:59:19.047+0000 7f6504608640 4 set_mon_vals no callback set 2024-09-12T17:59:19.459 INFO:tasks.workunit.client.0.smithi045.stderr: -411> 2024-09-12T17:59:19.047+0000 7f661a72c800 10 monclient: _renew_subs 2024-09-12T17:59:19.459 INFO:tasks.workunit.client.0.smithi045.stderr: -410> 2024-09-12T17:59:19.047+0000 7f661a72c800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:59:19.459 INFO:tasks.workunit.client.0.smithi045.stderr: -409> 2024-09-12T17:59:19.047+0000 7f661a72c800 1 librados: init done 2024-09-12T17:59:19.459 INFO:tasks.workunit.client.0.smithi045.stderr: -408> 2024-09-12T17:59:19.049+0000 7f6502e05640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:59:19.459 INFO:tasks.workunit.client.0.smithi045.stderr: -407> 2024-09-12T17:59:19.049+0000 7f6502e05640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:59:19.459 INFO:tasks.workunit.client.0.smithi045.stderr: -406> 2024-09-12T17:59:19.049+0000 7f6502e05640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:59:19.460 INFO:tasks.workunit.client.0.smithi045.stderr: -405> 2024-09-12T17:59:19.049+0000 7f661633e640 10 monclient: get_auth_request con 0x7f64fc076470 auth_method 0 2024-09-12T17:59:19.460 INFO:tasks.workunit.client.0.smithi045.stderr: -404> 2024-09-12T17:59:19.049+0000 7f6615b3d640 10 monclient: get_auth_request con 0x562947ce7d50 auth_method 0 2024-09-12T17:59:19.460 INFO:tasks.workunit.client.0.smithi045.stderr: -403> 2024-09-12T17:59:19.050+0000 7f661633e640 10 monclient: get_auth_request con 0x562947d0ae80 auth_method 0 2024-09-12T17:59:19.460 INFO:tasks.workunit.client.0.smithi045.stderr: -402> 2024-09-12T17:59:19.051+0000 7f6615b3d640 10 monclient: get_auth_request con 0x562947d0f1e0 auth_method 0 2024-09-12T17:59:19.460 INFO:tasks.workunit.client.0.smithi045.stderr: -401> 2024-09-12T17:59:19.053+0000 7f661a72c800 10 monclient: build_initial_monmap 2024-09-12T17:59:19.460 INFO:tasks.workunit.client.0.smithi045.stderr: -400> 2024-09-12T17:59:19.053+0000 7f661a72c800 1 build_initial for_mkfs: 0 2024-09-12T17:59:19.460 INFO:tasks.workunit.client.0.smithi045.stderr: -399> 2024-09-12T17:59:19.053+0000 7f661a72c800 10 monclient: monmap: 2024-09-12T17:59:19.460 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:59:19.460 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:59:19.461 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:59:19.461 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:59:19.461 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:59:19.461 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:59:19.461 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:59:19.461 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:59:19.461 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:59:19.461 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:19.461 INFO:tasks.workunit.client.0.smithi045.stderr: -398> 2024-09-12T17:59:19.053+0000 7f661a72c800 5 AuthRegistry(0x562947d13e90) adding auth protocol: cephx 2024-09-12T17:59:19.461 INFO:tasks.workunit.client.0.smithi045.stderr: -397> 2024-09-12T17:59:19.053+0000 7f661a72c800 5 AuthRegistry(0x562947d13e90) adding auth protocol: cephx 2024-09-12T17:59:19.462 INFO:tasks.workunit.client.0.smithi045.stderr: -396> 2024-09-12T17:59:19.053+0000 7f661a72c800 5 AuthRegistry(0x562947d13e90) adding auth protocol: cephx 2024-09-12T17:59:19.462 INFO:tasks.workunit.client.0.smithi045.stderr: -395> 2024-09-12T17:59:19.053+0000 7f661a72c800 5 AuthRegistry(0x562947d13e90) adding con mode: secure 2024-09-12T17:59:19.462 INFO:tasks.workunit.client.0.smithi045.stderr: -394> 2024-09-12T17:59:19.053+0000 7f661a72c800 5 AuthRegistry(0x562947d13e90) adding con mode: crc 2024-09-12T17:59:19.462 INFO:tasks.workunit.client.0.smithi045.stderr: -393> 2024-09-12T17:59:19.053+0000 7f661a72c800 5 AuthRegistry(0x562947d13e90) adding con mode: secure 2024-09-12T17:59:19.462 INFO:tasks.workunit.client.0.smithi045.stderr: -392> 2024-09-12T17:59:19.053+0000 7f661a72c800 5 AuthRegistry(0x562947d13e90) adding con mode: crc 2024-09-12T17:59:19.462 INFO:tasks.workunit.client.0.smithi045.stderr: -391> 2024-09-12T17:59:19.053+0000 7f661a72c800 5 AuthRegistry(0x562947d13e90) adding con mode: secure 2024-09-12T17:59:19.462 INFO:tasks.workunit.client.0.smithi045.stderr: -390> 2024-09-12T17:59:19.053+0000 7f661a72c800 5 AuthRegistry(0x562947d13e90) adding con mode: crc 2024-09-12T17:59:19.462 INFO:tasks.workunit.client.0.smithi045.stderr: -389> 2024-09-12T17:59:19.053+0000 7f661a72c800 5 AuthRegistry(0x562947d13e90) adding con mode: crc 2024-09-12T17:59:19.462 INFO:tasks.workunit.client.0.smithi045.stderr: -388> 2024-09-12T17:59:19.053+0000 7f661a72c800 5 AuthRegistry(0x562947d13e90) adding con mode: secure 2024-09-12T17:59:19.463 INFO:tasks.workunit.client.0.smithi045.stderr: -387> 2024-09-12T17:59:19.053+0000 7f661a72c800 5 AuthRegistry(0x562947d13e90) adding con mode: crc 2024-09-12T17:59:19.463 INFO:tasks.workunit.client.0.smithi045.stderr: -386> 2024-09-12T17:59:19.053+0000 7f661a72c800 5 AuthRegistry(0x562947d13e90) adding con mode: secure 2024-09-12T17:59:19.463 INFO:tasks.workunit.client.0.smithi045.stderr: -385> 2024-09-12T17:59:19.053+0000 7f661a72c800 5 AuthRegistry(0x562947d13e90) adding con mode: crc 2024-09-12T17:59:19.463 INFO:tasks.workunit.client.0.smithi045.stderr: -384> 2024-09-12T17:59:19.053+0000 7f661a72c800 5 AuthRegistry(0x562947d13e90) adding con mode: secure 2024-09-12T17:59:19.463 INFO:tasks.workunit.client.0.smithi045.stderr: -383> 2024-09-12T17:59:19.053+0000 7f661a72c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:19.463 INFO:tasks.workunit.client.0.smithi045.stderr: -382> 2024-09-12T17:59:19.053+0000 7f661a72c800 5 asok(0x562947a9b730) register_command objecter_requests cmddesc objecter_requests hook 0x562947d17210 EEXIST 2024-09-12T17:59:19.464 INFO:tasks.workunit.client.0.smithi045.stderr: -381> 2024-09-12T17:59:19.054+0000 7f661a72c800 10 monclient: init 2024-09-12T17:59:19.464 INFO:tasks.workunit.client.0.smithi045.stderr: -380> 2024-09-12T17:59:19.054+0000 7f661a72c800 5 AuthRegistry(0x562947d125b8) adding auth protocol: cephx 2024-09-12T17:59:19.464 INFO:tasks.workunit.client.0.smithi045.stderr: -379> 2024-09-12T17:59:19.054+0000 7f661a72c800 5 AuthRegistry(0x562947d125b8) adding auth protocol: cephx 2024-09-12T17:59:19.464 INFO:tasks.workunit.client.0.smithi045.stderr: -378> 2024-09-12T17:59:19.054+0000 7f661a72c800 5 AuthRegistry(0x562947d125b8) adding auth protocol: cephx 2024-09-12T17:59:19.464 INFO:tasks.workunit.client.0.smithi045.stderr: -377> 2024-09-12T17:59:19.054+0000 7f661a72c800 5 AuthRegistry(0x562947d125b8) adding con mode: secure 2024-09-12T17:59:19.464 INFO:tasks.workunit.client.0.smithi045.stderr: -376> 2024-09-12T17:59:19.054+0000 7f661a72c800 5 AuthRegistry(0x562947d125b8) adding con mode: crc 2024-09-12T17:59:19.465 INFO:tasks.workunit.client.0.smithi045.stderr: -375> 2024-09-12T17:59:19.054+0000 7f661a72c800 5 AuthRegistry(0x562947d125b8) adding con mode: secure 2024-09-12T17:59:19.465 INFO:tasks.workunit.client.0.smithi045.stderr: -374> 2024-09-12T17:59:19.054+0000 7f661a72c800 5 AuthRegistry(0x562947d125b8) adding con mode: crc 2024-09-12T17:59:19.465 INFO:tasks.workunit.client.0.smithi045.stderr: -373> 2024-09-12T17:59:19.054+0000 7f661a72c800 5 AuthRegistry(0x562947d125b8) adding con mode: secure 2024-09-12T17:59:19.465 INFO:tasks.workunit.client.0.smithi045.stderr: -372> 2024-09-12T17:59:19.054+0000 7f661a72c800 5 AuthRegistry(0x562947d125b8) adding con mode: crc 2024-09-12T17:59:19.465 INFO:tasks.workunit.client.0.smithi045.stderr: -371> 2024-09-12T17:59:19.054+0000 7f661a72c800 5 AuthRegistry(0x562947d125b8) adding con mode: crc 2024-09-12T17:59:19.465 INFO:tasks.workunit.client.0.smithi045.stderr: -370> 2024-09-12T17:59:19.054+0000 7f661a72c800 5 AuthRegistry(0x562947d125b8) adding con mode: secure 2024-09-12T17:59:19.466 INFO:tasks.workunit.client.0.smithi045.stderr: -369> 2024-09-12T17:59:19.054+0000 7f661a72c800 5 AuthRegistry(0x562947d125b8) adding con mode: crc 2024-09-12T17:59:19.466 INFO:tasks.workunit.client.0.smithi045.stderr: -368> 2024-09-12T17:59:19.054+0000 7f661a72c800 5 AuthRegistry(0x562947d125b8) adding con mode: secure 2024-09-12T17:59:19.466 INFO:tasks.workunit.client.0.smithi045.stderr: -367> 2024-09-12T17:59:19.054+0000 7f661a72c800 5 AuthRegistry(0x562947d125b8) adding con mode: crc 2024-09-12T17:59:19.466 INFO:tasks.workunit.client.0.smithi045.stderr: -366> 2024-09-12T17:59:19.054+0000 7f661a72c800 5 AuthRegistry(0x562947d125b8) adding con mode: secure 2024-09-12T17:59:19.466 INFO:tasks.workunit.client.0.smithi045.stderr: -365> 2024-09-12T17:59:19.054+0000 7f661a72c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:19.467 INFO:tasks.workunit.client.0.smithi045.stderr: -364> 2024-09-12T17:59:19.054+0000 7f661a72c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:19.467 INFO:tasks.workunit.client.0.smithi045.stderr: -363> 2024-09-12T17:59:19.054+0000 7f661a72c800 5 asok(0x562947a9b730) register_command rotate-key cmddesc rotate-key hook 0x562947d12700 EEXIST 2024-09-12T17:59:19.467 INFO:tasks.workunit.client.0.smithi045.stderr: -362> 2024-09-12T17:59:19.054+0000 7f661a72c800 10 monclient: _reopen_session rank -1 2024-09-12T17:59:19.467 INFO:tasks.workunit.client.0.smithi045.stderr: -361> 2024-09-12T17:59:19.054+0000 7f661a72c800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:59:19.467 INFO:tasks.workunit.client.0.smithi045.stderr: -360> 2024-09-12T17:59:19.054+0000 7f661a72c800 10 monclient(hunting): picked mon.noname-c con 0x562947d3b530 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:59:19.468 INFO:tasks.workunit.client.0.smithi045.stderr: -359> 2024-09-12T17:59:19.054+0000 7f661a72c800 10 monclient(hunting): picked mon.noname-a con 0x562947d3b910 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:59:19.468 INFO:tasks.workunit.client.0.smithi045.stderr: -358> 2024-09-12T17:59:19.054+0000 7f661a72c800 10 monclient(hunting): picked mon.noname-b con 0x562947d3dbc0 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:59:19.468 INFO:tasks.workunit.client.0.smithi045.stderr: -357> 2024-09-12T17:59:19.054+0000 7f661a72c800 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:19.468 INFO:tasks.workunit.client.0.smithi045.stderr: -356> 2024-09-12T17:59:19.054+0000 7f661a72c800 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:19.468 INFO:tasks.workunit.client.0.smithi045.stderr: -355> 2024-09-12T17:59:19.054+0000 7f661a72c800 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:19.468 INFO:tasks.workunit.client.0.smithi045.stderr: -354> 2024-09-12T17:59:19.054+0000 7f661a72c800 10 monclient(hunting): _renew_subs 2024-09-12T17:59:19.469 INFO:tasks.workunit.client.0.smithi045.stderr: -353> 2024-09-12T17:59:19.054+0000 7f661a72c800 10 monclient(hunting): authenticate will time out at 2257.513616s 2024-09-12T17:59:19.469 INFO:tasks.workunit.client.0.smithi045.stderr: -352> 2024-09-12T17:59:19.054+0000 7f661633e640 10 monclient(hunting): get_auth_request con 0x562947d3b530 auth_method 0 2024-09-12T17:59:19.469 INFO:tasks.workunit.client.0.smithi045.stderr: -351> 2024-09-12T17:59:19.054+0000 7f661633e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:19.469 INFO:tasks.workunit.client.0.smithi045.stderr: -350> 2024-09-12T17:59:19.054+0000 7f661633e640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:19.469 INFO:tasks.workunit.client.0.smithi045.stderr: -349> 2024-09-12T17:59:19.054+0000 7f661633e640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:19.470 INFO:tasks.workunit.client.0.smithi045.stderr: -348> 2024-09-12T17:59:19.054+0000 7f6615b3d640 10 monclient(hunting): get_auth_request con 0x562947d3b910 auth_method 0 2024-09-12T17:59:19.470 INFO:tasks.workunit.client.0.smithi045.stderr: -347> 2024-09-12T17:59:19.054+0000 7f6615b3d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:19.470 INFO:tasks.workunit.client.0.smithi045.stderr: -346> 2024-09-12T17:59:19.054+0000 7f6615b3d640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:19.470 INFO:tasks.workunit.client.0.smithi045.stderr: -345> 2024-09-12T17:59:19.054+0000 7f6615b3d640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:19.470 INFO:tasks.workunit.client.0.smithi045.stderr: -344> 2024-09-12T17:59:19.054+0000 7f6615b3d640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:59:19.470 INFO:tasks.workunit.client.0.smithi045.stderr: -343> 2024-09-12T17:59:19.054+0000 7f6615b3d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:59:19.471 INFO:tasks.workunit.client.0.smithi045.stderr: -342> 2024-09-12T17:59:19.054+0000 7f6615b3d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:59:19.471 INFO:tasks.workunit.client.0.smithi045.stderr: -341> 2024-09-12T17:59:19.054+0000 7f661633e640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:59:19.471 INFO:tasks.workunit.client.0.smithi045.stderr: -340> 2024-09-12T17:59:19.054+0000 7f661633e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:59:19.471 INFO:tasks.workunit.client.0.smithi045.stderr: -339> 2024-09-12T17:59:19.054+0000 7f661633e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:59:19.471 INFO:tasks.workunit.client.0.smithi045.stderr: -338> 2024-09-12T17:59:19.054+0000 7f6616b3f640 10 monclient(hunting): get_auth_request con 0x562947d3dbc0 auth_method 0 2024-09-12T17:59:19.471 INFO:tasks.workunit.client.0.smithi045.stderr: -337> 2024-09-12T17:59:19.054+0000 7f6616b3f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:19.472 INFO:tasks.workunit.client.0.smithi045.stderr: -336> 2024-09-12T17:59:19.054+0000 7f6616b3f640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:19.472 INFO:tasks.workunit.client.0.smithi045.stderr: -335> 2024-09-12T17:59:19.054+0000 7f6616b3f640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:19.472 INFO:tasks.workunit.client.0.smithi045.stderr: -334> 2024-09-12T17:59:19.055+0000 7f6616b3f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:59:19.472 INFO:tasks.workunit.client.0.smithi045.stderr: -333> 2024-09-12T17:59:19.055+0000 7f6616b3f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:59:19.473 INFO:tasks.workunit.client.0.smithi045.stderr: -332> 2024-09-12T17:59:19.055+0000 7f6616b3f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:59:19.473 INFO:tasks.workunit.client.0.smithi045.stderr: -331> 2024-09-12T17:59:19.055+0000 7f6615b3d640 10 monclient(hunting): handle_auth_done global_id 8196 payload 824 2024-09-12T17:59:19.473 INFO:tasks.workunit.client.0.smithi045.stderr: -330> 2024-09-12T17:59:19.055+0000 7f6615b3d640 10 monclient: _finish_hunting 0 2024-09-12T17:59:19.473 INFO:tasks.workunit.client.0.smithi045.stderr: -329> 2024-09-12T17:59:19.055+0000 7f6615b3d640 1 monclient: found mon.noname-a 2024-09-12T17:59:19.473 INFO:tasks.workunit.client.0.smithi045.stderr: -328> 2024-09-12T17:59:19.055+0000 7f6615b3d640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.45:3300/0 2024-09-12T17:59:19.473 INFO:tasks.workunit.client.0.smithi045.stderr: -327> 2024-09-12T17:59:19.055+0000 7f64fbfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:59:19.474 INFO:tasks.workunit.client.0.smithi045.stderr: -326> 2024-09-12T17:59:19.055+0000 7f64fbfff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:59:19.474 INFO:tasks.workunit.client.0.smithi045.stderr: -325> 2024-09-12T17:59:19.055+0000 7f64fbfff640 10 monclient: dump: 2024-09-12T17:59:19.474 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:59:19.474 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:59:19.474 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:59:19.475 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:59:19.475 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:59:19.475 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:59:19.475 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:59:19.475 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:59:19.475 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:59:19.475 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:19.475 INFO:tasks.workunit.client.0.smithi045.stderr: -324> 2024-09-12T17:59:19.055+0000 7f64fbfff640 10 monclient: _finish_auth 0 2024-09-12T17:59:19.475 INFO:tasks.workunit.client.0.smithi045.stderr: -323> 2024-09-12T17:59:19.055+0000 7f64fbfff640 10 monclient: _check_auth_tickets 2024-09-12T17:59:19.476 INFO:tasks.workunit.client.0.smithi045.stderr: -322> 2024-09-12T17:59:19.055+0000 7f64fbfff640 10 monclient: handle_config config(0 keys) 2024-09-12T17:59:19.476 INFO:tasks.workunit.client.0.smithi045.stderr: -321> 2024-09-12T17:59:19.055+0000 7f64fbfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:59:19.476 INFO:tasks.workunit.client.0.smithi045.stderr: -320> 2024-09-12T17:59:19.055+0000 7f64fbfff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:59:19.476 INFO:tasks.workunit.client.0.smithi045.stderr: -319> 2024-09-12T17:59:19.055+0000 7f64fbfff640 10 monclient: dump: 2024-09-12T17:59:19.476 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:59:19.476 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:59:19.476 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:59:19.476 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:59:19.476 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:59:19.476 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:59:19.477 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:59:19.477 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:59:19.477 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:59:19.477 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:19.477 INFO:tasks.workunit.client.0.smithi045.stderr: -318> 2024-09-12T17:59:19.055+0000 7f661a72c800 5 monclient: authenticate success, global_id 8196 2024-09-12T17:59:19.477 INFO:tasks.workunit.client.0.smithi045.stderr: -317> 2024-09-12T17:59:19.055+0000 7f661a72c800 10 monclient: _renew_subs 2024-09-12T17:59:19.477 INFO:tasks.workunit.client.0.smithi045.stderr: -316> 2024-09-12T17:59:19.055+0000 7f661a72c800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:59:19.477 INFO:tasks.workunit.client.0.smithi045.stderr: -315> 2024-09-12T17:59:19.055+0000 7f6617340640 4 set_mon_vals no callback set 2024-09-12T17:59:19.477 INFO:tasks.workunit.client.0.smithi045.stderr: -314> 2024-09-12T17:59:19.055+0000 7f661a72c800 10 monclient: _renew_subs 2024-09-12T17:59:19.477 INFO:tasks.workunit.client.0.smithi045.stderr: -313> 2024-09-12T17:59:19.055+0000 7f661a72c800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:59:19.478 INFO:tasks.workunit.client.0.smithi045.stderr: -312> 2024-09-12T17:59:19.057+0000 7f64fbfff640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:59:19.478 INFO:tasks.workunit.client.0.smithi045.stderr: -311> 2024-09-12T17:59:19.057+0000 7f64fbfff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:59:19.478 INFO:tasks.workunit.client.0.smithi045.stderr: -310> 2024-09-12T17:59:19.057+0000 7f64fbfff640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:59:19.478 INFO:tasks.workunit.client.0.smithi045.stderr: -309> 2024-09-12T17:59:19.057+0000 7f661a72c800 10 monclient: get_monmap_and_config 2024-09-12T17:59:19.478 INFO:tasks.workunit.client.0.smithi045.stderr: -308> 2024-09-12T17:59:19.057+0000 7f661a72c800 10 monclient: build_initial_monmap 2024-09-12T17:59:19.478 INFO:tasks.workunit.client.0.smithi045.stderr: -307> 2024-09-12T17:59:19.057+0000 7f661a72c800 1 build_initial for_mkfs: 0 2024-09-12T17:59:19.478 INFO:tasks.workunit.client.0.smithi045.stderr: -306> 2024-09-12T17:59:19.057+0000 7f661a72c800 10 monclient: monmap: 2024-09-12T17:59:19.478 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:59:19.478 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:59:19.478 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:59:19.478 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:59:19.479 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:59:19.479 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:59:19.479 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:59:19.479 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:59:19.479 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:59:19.479 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:19.479 INFO:tasks.workunit.client.0.smithi045.stderr: -305> 2024-09-12T17:59:19.057+0000 7f661a72c800 5 AuthRegistry(0x562947d5b3d0) adding auth protocol: cephx 2024-09-12T17:59:19.479 INFO:tasks.workunit.client.0.smithi045.stderr: -304> 2024-09-12T17:59:19.057+0000 7f661a72c800 5 AuthRegistry(0x562947d5b3d0) adding auth protocol: cephx 2024-09-12T17:59:19.479 INFO:tasks.workunit.client.0.smithi045.stderr: -303> 2024-09-12T17:59:19.057+0000 7f661a72c800 5 AuthRegistry(0x562947d5b3d0) adding auth protocol: cephx 2024-09-12T17:59:19.479 INFO:tasks.workunit.client.0.smithi045.stderr: -302> 2024-09-12T17:59:19.057+0000 7f661a72c800 5 AuthRegistry(0x562947d5b3d0) adding con mode: secure 2024-09-12T17:59:19.479 INFO:tasks.workunit.client.0.smithi045.stderr: -301> 2024-09-12T17:59:19.057+0000 7f661a72c800 5 AuthRegistry(0x562947d5b3d0) adding con mode: crc 2024-09-12T17:59:19.480 INFO:tasks.workunit.client.0.smithi045.stderr: -300> 2024-09-12T17:59:19.057+0000 7f661a72c800 5 AuthRegistry(0x562947d5b3d0) adding con mode: secure 2024-09-12T17:59:19.480 INFO:tasks.workunit.client.0.smithi045.stderr: -299> 2024-09-12T17:59:19.057+0000 7f661a72c800 5 AuthRegistry(0x562947d5b3d0) adding con mode: crc 2024-09-12T17:59:19.480 INFO:tasks.workunit.client.0.smithi045.stderr: -298> 2024-09-12T17:59:19.057+0000 7f661a72c800 5 AuthRegistry(0x562947d5b3d0) adding con mode: secure 2024-09-12T17:59:19.480 INFO:tasks.workunit.client.0.smithi045.stderr: -297> 2024-09-12T17:59:19.057+0000 7f661a72c800 5 AuthRegistry(0x562947d5b3d0) adding con mode: crc 2024-09-12T17:59:19.480 INFO:tasks.workunit.client.0.smithi045.stderr: -296> 2024-09-12T17:59:19.058+0000 7f661a72c800 5 AuthRegistry(0x562947d5b3d0) adding con mode: crc 2024-09-12T17:59:19.480 INFO:tasks.workunit.client.0.smithi045.stderr: -295> 2024-09-12T17:59:19.058+0000 7f661a72c800 5 AuthRegistry(0x562947d5b3d0) adding con mode: secure 2024-09-12T17:59:19.480 INFO:tasks.workunit.client.0.smithi045.stderr: -294> 2024-09-12T17:59:19.058+0000 7f661a72c800 5 AuthRegistry(0x562947d5b3d0) adding con mode: crc 2024-09-12T17:59:19.480 INFO:tasks.workunit.client.0.smithi045.stderr: -293> 2024-09-12T17:59:19.058+0000 7f661a72c800 5 AuthRegistry(0x562947d5b3d0) adding con mode: secure 2024-09-12T17:59:19.480 INFO:tasks.workunit.client.0.smithi045.stderr: -292> 2024-09-12T17:59:19.058+0000 7f661a72c800 5 AuthRegistry(0x562947d5b3d0) adding con mode: crc 2024-09-12T17:59:19.480 INFO:tasks.workunit.client.0.smithi045.stderr: -291> 2024-09-12T17:59:19.058+0000 7f661a72c800 5 AuthRegistry(0x562947d5b3d0) adding con mode: secure 2024-09-12T17:59:19.480 INFO:tasks.workunit.client.0.smithi045.stderr: -290> 2024-09-12T17:59:19.058+0000 7f661633e640 10 monclient: get_auth_request con 0x7f64f0076380 auth_method 0 2024-09-12T17:59:19.481 INFO:tasks.workunit.client.0.smithi045.stderr: -289> 2024-09-12T17:59:19.058+0000 7f661a72c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:19.481 INFO:tasks.workunit.client.0.smithi045.stderr: -288> 2024-09-12T17:59:19.058+0000 7f661a72c800 10 monclient: init 2024-09-12T17:59:19.481 INFO:tasks.workunit.client.0.smithi045.stderr: -287> 2024-09-12T17:59:19.058+0000 7f661a72c800 5 AuthRegistry(0x7ffebb5538f0) adding auth protocol: cephx 2024-09-12T17:59:19.481 INFO:tasks.workunit.client.0.smithi045.stderr: -286> 2024-09-12T17:59:19.058+0000 7f661a72c800 5 AuthRegistry(0x7ffebb5538f0) adding auth protocol: cephx 2024-09-12T17:59:19.481 INFO:tasks.workunit.client.0.smithi045.stderr: -285> 2024-09-12T17:59:19.058+0000 7f661a72c800 5 AuthRegistry(0x7ffebb5538f0) adding auth protocol: cephx 2024-09-12T17:59:19.481 INFO:tasks.workunit.client.0.smithi045.stderr: -284> 2024-09-12T17:59:19.058+0000 7f661a72c800 5 AuthRegistry(0x7ffebb5538f0) adding con mode: secure 2024-09-12T17:59:19.481 INFO:tasks.workunit.client.0.smithi045.stderr: -283> 2024-09-12T17:59:19.058+0000 7f661a72c800 5 AuthRegistry(0x7ffebb5538f0) adding con mode: crc 2024-09-12T17:59:19.481 INFO:tasks.workunit.client.0.smithi045.stderr: -282> 2024-09-12T17:59:19.058+0000 7f661a72c800 5 AuthRegistry(0x7ffebb5538f0) adding con mode: secure 2024-09-12T17:59:19.481 INFO:tasks.workunit.client.0.smithi045.stderr: -281> 2024-09-12T17:59:19.058+0000 7f661a72c800 5 AuthRegistry(0x7ffebb5538f0) adding con mode: crc 2024-09-12T17:59:19.481 INFO:tasks.workunit.client.0.smithi045.stderr: -280> 2024-09-12T17:59:19.058+0000 7f661a72c800 5 AuthRegistry(0x7ffebb5538f0) adding con mode: secure 2024-09-12T17:59:19.481 INFO:tasks.workunit.client.0.smithi045.stderr: -279> 2024-09-12T17:59:19.058+0000 7f661a72c800 5 AuthRegistry(0x7ffebb5538f0) adding con mode: crc 2024-09-12T17:59:19.482 INFO:tasks.workunit.client.0.smithi045.stderr: -278> 2024-09-12T17:59:19.058+0000 7f661a72c800 5 AuthRegistry(0x7ffebb5538f0) adding con mode: crc 2024-09-12T17:59:19.482 INFO:tasks.workunit.client.0.smithi045.stderr: -277> 2024-09-12T17:59:19.058+0000 7f661a72c800 5 AuthRegistry(0x7ffebb5538f0) adding con mode: secure 2024-09-12T17:59:19.482 INFO:tasks.workunit.client.0.smithi045.stderr: -276> 2024-09-12T17:59:19.058+0000 7f661a72c800 5 AuthRegistry(0x7ffebb5538f0) adding con mode: crc 2024-09-12T17:59:19.482 INFO:tasks.workunit.client.0.smithi045.stderr: -275> 2024-09-12T17:59:19.058+0000 7f661a72c800 5 AuthRegistry(0x7ffebb5538f0) adding con mode: secure 2024-09-12T17:59:19.482 INFO:tasks.workunit.client.0.smithi045.stderr: -274> 2024-09-12T17:59:19.058+0000 7f661a72c800 5 AuthRegistry(0x7ffebb5538f0) adding con mode: crc 2024-09-12T17:59:19.482 INFO:tasks.workunit.client.0.smithi045.stderr: -273> 2024-09-12T17:59:19.058+0000 7f661a72c800 5 AuthRegistry(0x7ffebb5538f0) adding con mode: secure 2024-09-12T17:59:19.482 INFO:tasks.workunit.client.0.smithi045.stderr: -272> 2024-09-12T17:59:19.058+0000 7f661a72c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:19.482 INFO:tasks.workunit.client.0.smithi045.stderr: -271> 2024-09-12T17:59:19.058+0000 7f661a72c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:19.482 INFO:tasks.workunit.client.0.smithi045.stderr: -270> 2024-09-12T17:59:19.058+0000 7f661a72c800 5 asok(0x562947a9b730) register_command rotate-key cmddesc rotate-key hook 0x7ffebb553a38 EEXIST 2024-09-12T17:59:19.482 INFO:tasks.workunit.client.0.smithi045.stderr: -269> 2024-09-12T17:59:19.058+0000 7f661a72c800 10 monclient: _reopen_session rank -1 2024-09-12T17:59:19.483 INFO:tasks.workunit.client.0.smithi045.stderr: -268> 2024-09-12T17:59:19.058+0000 7f661a72c800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:59:19.483 INFO:tasks.workunit.client.0.smithi045.stderr: -267> 2024-09-12T17:59:19.058+0000 7f661a72c800 10 monclient(hunting): picked mon.noname-a con 0x562947d8fa10 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:59:19.483 INFO:tasks.workunit.client.0.smithi045.stderr: -266> 2024-09-12T17:59:19.059+0000 7f661a72c800 10 monclient(hunting): picked mon.noname-b con 0x562947d80780 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:59:19.483 INFO:tasks.workunit.client.0.smithi045.stderr: -265> 2024-09-12T17:59:19.059+0000 7f661a72c800 10 monclient(hunting): picked mon.noname-c con 0x562947d8ae40 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:59:19.483 INFO:tasks.workunit.client.0.smithi045.stderr: -264> 2024-09-12T17:59:19.059+0000 7f661a72c800 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:19.483 INFO:tasks.workunit.client.0.smithi045.stderr: -263> 2024-09-12T17:59:19.059+0000 7f661a72c800 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:19.483 INFO:tasks.workunit.client.0.smithi045.stderr: -262> 2024-09-12T17:59:19.059+0000 7f661a72c800 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:19.483 INFO:tasks.workunit.client.0.smithi045.stderr: -261> 2024-09-12T17:59:19.059+0000 7f661a72c800 10 monclient(hunting): _renew_subs 2024-09-12T17:59:19.483 INFO:tasks.workunit.client.0.smithi045.stderr: -260> 2024-09-12T17:59:19.059+0000 7f661a72c800 10 monclient(hunting): authenticate will time out at 2257.518030s 2024-09-12T17:59:19.483 INFO:tasks.workunit.client.0.smithi045.stderr: -259> 2024-09-12T17:59:19.059+0000 7f661633e640 10 monclient(hunting): get_auth_request con 0x562947d8fa10 auth_method 0 2024-09-12T17:59:19.484 INFO:tasks.workunit.client.0.smithi045.stderr: -258> 2024-09-12T17:59:19.059+0000 7f661633e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:19.484 INFO:tasks.workunit.client.0.smithi045.stderr: -257> 2024-09-12T17:59:19.059+0000 7f661633e640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:19.484 INFO:tasks.workunit.client.0.smithi045.stderr: -256> 2024-09-12T17:59:19.059+0000 7f661633e640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:19.484 INFO:tasks.workunit.client.0.smithi045.stderr: -255> 2024-09-12T17:59:19.059+0000 7f6616b3f640 10 monclient(hunting): get_auth_request con 0x562947d8ae40 auth_method 0 2024-09-12T17:59:19.484 INFO:tasks.workunit.client.0.smithi045.stderr: -254> 2024-09-12T17:59:19.059+0000 7f6616b3f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:19.484 INFO:tasks.workunit.client.0.smithi045.stderr: -253> 2024-09-12T17:59:19.059+0000 7f6616b3f640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:19.484 INFO:tasks.workunit.client.0.smithi045.stderr: -252> 2024-09-12T17:59:19.059+0000 7f6616b3f640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:19.484 INFO:tasks.workunit.client.0.smithi045.stderr: -251> 2024-09-12T17:59:19.059+0000 7f6615b3d640 10 monclient(hunting): get_auth_request con 0x562947d80780 auth_method 0 2024-09-12T17:59:19.484 INFO:tasks.workunit.client.0.smithi045.stderr: -250> 2024-09-12T17:59:19.059+0000 7f6615b3d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:19.484 INFO:tasks.workunit.client.0.smithi045.stderr: -249> 2024-09-12T17:59:19.059+0000 7f6615b3d640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:19.484 INFO:tasks.workunit.client.0.smithi045.stderr: -248> 2024-09-12T17:59:19.059+0000 7f6615b3d640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:19.485 INFO:tasks.workunit.client.0.smithi045.stderr: -247> 2024-09-12T17:59:19.059+0000 7f661633e640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:59:19.485 INFO:tasks.workunit.client.0.smithi045.stderr: -246> 2024-09-12T17:59:19.059+0000 7f661633e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:59:19.485 INFO:tasks.workunit.client.0.smithi045.stderr: -245> 2024-09-12T17:59:19.059+0000 7f661633e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:59:19.485 INFO:tasks.workunit.client.0.smithi045.stderr: -244> 2024-09-12T17:59:19.059+0000 7f6616b3f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:59:19.485 INFO:tasks.workunit.client.0.smithi045.stderr: -243> 2024-09-12T17:59:19.059+0000 7f6616b3f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:59:19.485 INFO:tasks.workunit.client.0.smithi045.stderr: -242> 2024-09-12T17:59:19.059+0000 7f6616b3f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:59:19.485 INFO:tasks.workunit.client.0.smithi045.stderr: -241> 2024-09-12T17:59:19.059+0000 7f6615b3d640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:59:19.485 INFO:tasks.workunit.client.0.smithi045.stderr: -240> 2024-09-12T17:59:19.059+0000 7f6615b3d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:59:19.485 INFO:tasks.workunit.client.0.smithi045.stderr: -239> 2024-09-12T17:59:19.059+0000 7f6615b3d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:59:19.485 INFO:tasks.workunit.client.0.smithi045.stderr: -238> 2024-09-12T17:59:19.059+0000 7f661633e640 10 monclient(hunting): handle_auth_done global_id 8199 payload 274 2024-09-12T17:59:19.485 INFO:tasks.workunit.client.0.smithi045.stderr: -237> 2024-09-12T17:59:19.059+0000 7f661633e640 10 monclient: _finish_hunting 0 2024-09-12T17:59:19.485 INFO:tasks.workunit.client.0.smithi045.stderr: -236> 2024-09-12T17:59:19.059+0000 7f661633e640 1 monclient: found mon.noname-a 2024-09-12T17:59:19.486 INFO:tasks.workunit.client.0.smithi045.stderr: -235> 2024-09-12T17:59:19.059+0000 7f661633e640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.45:3300/0 2024-09-12T17:59:19.486 INFO:tasks.workunit.client.0.smithi045.stderr: -234> 2024-09-12T17:59:19.059+0000 7f64f9ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:59:19.486 INFO:tasks.workunit.client.0.smithi045.stderr: -233> 2024-09-12T17:59:19.059+0000 7f64f9ffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:59:19.486 INFO:tasks.workunit.client.0.smithi045.stderr: -232> 2024-09-12T17:59:19.059+0000 7f64f9ffb640 10 monclient: dump: 2024-09-12T17:59:19.486 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:59:19.486 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:59:19.486 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:59:19.486 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:59:19.486 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:59:19.486 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:59:19.486 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:59:19.487 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:59:19.487 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:59:19.487 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:19.487 INFO:tasks.workunit.client.0.smithi045.stderr: -231> 2024-09-12T17:59:19.059+0000 7f64f9ffb640 10 monclient: _finish_auth 0 2024-09-12T17:59:19.487 INFO:tasks.workunit.client.0.smithi045.stderr: -230> 2024-09-12T17:59:19.059+0000 7f64f9ffb640 10 monclient: _check_auth_tickets 2024-09-12T17:59:19.487 INFO:tasks.workunit.client.0.smithi045.stderr: -229> 2024-09-12T17:59:19.059+0000 7f64f9ffb640 10 monclient: handle_config config(0 keys) 2024-09-12T17:59:19.487 INFO:tasks.workunit.client.0.smithi045.stderr: -228> 2024-09-12T17:59:19.059+0000 7f64f9ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:59:19.487 INFO:tasks.workunit.client.0.smithi045.stderr: -227> 2024-09-12T17:59:19.059+0000 7f64f9ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:59:19.487 INFO:tasks.workunit.client.0.smithi045.stderr: -226> 2024-09-12T17:59:19.059+0000 7f64f9ffb640 10 monclient: dump: 2024-09-12T17:59:19.487 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:59:19.487 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:59:19.488 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:59:19.488 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:59:19.488 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:59:19.488 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:59:19.488 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:59:19.488 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:59:19.488 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:59:19.488 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:19.488 INFO:tasks.workunit.client.0.smithi045.stderr: -225> 2024-09-12T17:59:19.059+0000 7f661a72c800 5 monclient: authenticate success, global_id 8199 2024-09-12T17:59:19.488 INFO:tasks.workunit.client.0.smithi045.stderr: -224> 2024-09-12T17:59:19.059+0000 7f661a72c800 10 monclient: get_monmap_and_config success 2024-09-12T17:59:19.488 INFO:tasks.workunit.client.0.smithi045.stderr: -223> 2024-09-12T17:59:19.059+0000 7f661a72c800 4 set_mon_vals no callback set 2024-09-12T17:59:19.489 INFO:tasks.workunit.client.0.smithi045.stderr: -222> 2024-09-12T17:59:19.060+0000 7f661a72c800 10 monclient: shutdown 2024-09-12T17:59:19.489 INFO:tasks.workunit.client.0.smithi045.stderr: -221> 2024-09-12T17:59:19.060+0000 7f661a72c800 10 monclient: build_initial_monmap 2024-09-12T17:59:19.489 INFO:tasks.workunit.client.0.smithi045.stderr: -220> 2024-09-12T17:59:19.060+0000 7f661a72c800 1 build_initial for_mkfs: 0 2024-09-12T17:59:19.489 INFO:tasks.workunit.client.0.smithi045.stderr: -219> 2024-09-12T17:59:19.060+0000 7f661a72c800 10 monclient: monmap: 2024-09-12T17:59:19.489 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:59:19.489 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:59:19.489 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:59:19.489 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:59:19.489 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:59:19.489 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:59:19.489 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:59:19.490 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:59:19.490 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:59:19.490 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:19.490 INFO:tasks.workunit.client.0.smithi045.stderr: -218> 2024-09-12T17:59:19.060+0000 7f661a72c800 5 AuthRegistry(0x562947d5b380) adding auth protocol: cephx 2024-09-12T17:59:19.490 INFO:tasks.workunit.client.0.smithi045.stderr: -217> 2024-09-12T17:59:19.060+0000 7f661a72c800 5 AuthRegistry(0x562947d5b380) adding auth protocol: cephx 2024-09-12T17:59:19.490 INFO:tasks.workunit.client.0.smithi045.stderr: -216> 2024-09-12T17:59:19.060+0000 7f661a72c800 5 AuthRegistry(0x562947d5b380) adding auth protocol: cephx 2024-09-12T17:59:19.490 INFO:tasks.workunit.client.0.smithi045.stderr: -215> 2024-09-12T17:59:19.060+0000 7f661a72c800 5 AuthRegistry(0x562947d5b380) adding con mode: secure 2024-09-12T17:59:19.490 INFO:tasks.workunit.client.0.smithi045.stderr: -214> 2024-09-12T17:59:19.060+0000 7f661a72c800 5 AuthRegistry(0x562947d5b380) adding con mode: crc 2024-09-12T17:59:19.490 INFO:tasks.workunit.client.0.smithi045.stderr: -213> 2024-09-12T17:59:19.060+0000 7f661a72c800 5 AuthRegistry(0x562947d5b380) adding con mode: secure 2024-09-12T17:59:19.490 INFO:tasks.workunit.client.0.smithi045.stderr: -212> 2024-09-12T17:59:19.060+0000 7f661a72c800 5 AuthRegistry(0x562947d5b380) adding con mode: crc 2024-09-12T17:59:19.490 INFO:tasks.workunit.client.0.smithi045.stderr: -211> 2024-09-12T17:59:19.060+0000 7f661a72c800 5 AuthRegistry(0x562947d5b380) adding con mode: secure 2024-09-12T17:59:19.491 INFO:tasks.workunit.client.0.smithi045.stderr: -210> 2024-09-12T17:59:19.060+0000 7f661a72c800 5 AuthRegistry(0x562947d5b380) adding con mode: crc 2024-09-12T17:59:19.491 INFO:tasks.workunit.client.0.smithi045.stderr: -209> 2024-09-12T17:59:19.060+0000 7f661a72c800 5 AuthRegistry(0x562947d5b380) adding con mode: crc 2024-09-12T17:59:19.491 INFO:tasks.workunit.client.0.smithi045.stderr: -208> 2024-09-12T17:59:19.060+0000 7f661a72c800 5 AuthRegistry(0x562947d5b380) adding con mode: secure 2024-09-12T17:59:19.491 INFO:tasks.workunit.client.0.smithi045.stderr: -207> 2024-09-12T17:59:19.060+0000 7f661a72c800 5 AuthRegistry(0x562947d5b380) adding con mode: crc 2024-09-12T17:59:19.491 INFO:tasks.workunit.client.0.smithi045.stderr: -206> 2024-09-12T17:59:19.060+0000 7f661a72c800 5 AuthRegistry(0x562947d5b380) adding con mode: secure 2024-09-12T17:59:19.491 INFO:tasks.workunit.client.0.smithi045.stderr: -205> 2024-09-12T17:59:19.060+0000 7f661a72c800 5 AuthRegistry(0x562947d5b380) adding con mode: crc 2024-09-12T17:59:19.491 INFO:tasks.workunit.client.0.smithi045.stderr: -204> 2024-09-12T17:59:19.060+0000 7f661a72c800 5 AuthRegistry(0x562947d5b380) adding con mode: secure 2024-09-12T17:59:19.491 INFO:tasks.workunit.client.0.smithi045.stderr: -203> 2024-09-12T17:59:19.060+0000 7f661a72c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:19.491 INFO:tasks.workunit.client.0.smithi045.stderr: -202> 2024-09-12T17:59:19.060+0000 7f661a72c800 1 librados: starting msgr at 2024-09-12T17:59:19.491 INFO:tasks.workunit.client.0.smithi045.stderr: -201> 2024-09-12T17:59:19.060+0000 7f661a72c800 1 librados: starting objecter 2024-09-12T17:59:19.491 INFO:tasks.workunit.client.0.smithi045.stderr: -200> 2024-09-12T17:59:19.060+0000 7f661a72c800 5 asok(0x562947a9b730) register_command objecter_requests cmddesc objecter_requests hook 0x562947d5f1e0 EEXIST 2024-09-12T17:59:19.492 INFO:tasks.workunit.client.0.smithi045.stderr: -199> 2024-09-12T17:59:19.061+0000 7f661a72c800 1 librados: setting wanted keys 2024-09-12T17:59:19.492 INFO:tasks.workunit.client.0.smithi045.stderr: -198> 2024-09-12T17:59:19.061+0000 7f661a72c800 1 librados: calling monclient init 2024-09-12T17:59:19.492 INFO:tasks.workunit.client.0.smithi045.stderr: -197> 2024-09-12T17:59:19.061+0000 7f661a72c800 10 monclient: init 2024-09-12T17:59:19.492 INFO:tasks.workunit.client.0.smithi045.stderr: -196> 2024-09-12T17:59:19.061+0000 7f661a72c800 5 AuthRegistry(0x562947d53270) adding auth protocol: cephx 2024-09-12T17:59:19.492 INFO:tasks.workunit.client.0.smithi045.stderr: -195> 2024-09-12T17:59:19.061+0000 7f661a72c800 5 AuthRegistry(0x562947d53270) adding auth protocol: cephx 2024-09-12T17:59:19.492 INFO:tasks.workunit.client.0.smithi045.stderr: -194> 2024-09-12T17:59:19.061+0000 7f661a72c800 5 AuthRegistry(0x562947d53270) adding auth protocol: cephx 2024-09-12T17:59:19.492 INFO:tasks.workunit.client.0.smithi045.stderr: -193> 2024-09-12T17:59:19.061+0000 7f661a72c800 5 AuthRegistry(0x562947d53270) adding con mode: secure 2024-09-12T17:59:19.492 INFO:tasks.workunit.client.0.smithi045.stderr: -192> 2024-09-12T17:59:19.061+0000 7f661a72c800 5 AuthRegistry(0x562947d53270) adding con mode: crc 2024-09-12T17:59:19.492 INFO:tasks.workunit.client.0.smithi045.stderr: -191> 2024-09-12T17:59:19.061+0000 7f661a72c800 5 AuthRegistry(0x562947d53270) adding con mode: secure 2024-09-12T17:59:19.492 INFO:tasks.workunit.client.0.smithi045.stderr: -190> 2024-09-12T17:59:19.061+0000 7f661a72c800 5 AuthRegistry(0x562947d53270) adding con mode: crc 2024-09-12T17:59:19.492 INFO:tasks.workunit.client.0.smithi045.stderr: -189> 2024-09-12T17:59:19.061+0000 7f661a72c800 5 AuthRegistry(0x562947d53270) adding con mode: secure 2024-09-12T17:59:19.493 INFO:tasks.workunit.client.0.smithi045.stderr: -188> 2024-09-12T17:59:19.061+0000 7f661a72c800 5 AuthRegistry(0x562947d53270) adding con mode: crc 2024-09-12T17:59:19.493 INFO:tasks.workunit.client.0.smithi045.stderr: -187> 2024-09-12T17:59:19.061+0000 7f661a72c800 5 AuthRegistry(0x562947d53270) adding con mode: crc 2024-09-12T17:59:19.493 INFO:tasks.workunit.client.0.smithi045.stderr: -186> 2024-09-12T17:59:19.061+0000 7f661a72c800 5 AuthRegistry(0x562947d53270) adding con mode: secure 2024-09-12T17:59:19.493 INFO:tasks.workunit.client.0.smithi045.stderr: -185> 2024-09-12T17:59:19.061+0000 7f661a72c800 5 AuthRegistry(0x562947d53270) adding con mode: crc 2024-09-12T17:59:19.493 INFO:tasks.workunit.client.0.smithi045.stderr: -184> 2024-09-12T17:59:19.061+0000 7f661a72c800 5 AuthRegistry(0x562947d53270) adding con mode: secure 2024-09-12T17:59:19.493 INFO:tasks.workunit.client.0.smithi045.stderr: -183> 2024-09-12T17:59:19.061+0000 7f661a72c800 5 AuthRegistry(0x562947d53270) adding con mode: crc 2024-09-12T17:59:19.493 INFO:tasks.workunit.client.0.smithi045.stderr: -182> 2024-09-12T17:59:19.061+0000 7f661a72c800 5 AuthRegistry(0x562947d53270) adding con mode: secure 2024-09-12T17:59:19.493 INFO:tasks.workunit.client.0.smithi045.stderr: -181> 2024-09-12T17:59:19.061+0000 7f661a72c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:19.493 INFO:tasks.workunit.client.0.smithi045.stderr: -180> 2024-09-12T17:59:19.061+0000 7f661a72c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:19.493 INFO:tasks.workunit.client.0.smithi045.stderr: -179> 2024-09-12T17:59:19.061+0000 7f661a72c800 5 asok(0x562947a9b730) register_command rotate-key cmddesc rotate-key hook 0x562947d533b8 EEXIST 2024-09-12T17:59:19.493 INFO:tasks.workunit.client.0.smithi045.stderr: -178> 2024-09-12T17:59:19.061+0000 7f661a72c800 10 monclient: _reopen_session rank -1 2024-09-12T17:59:19.494 INFO:tasks.workunit.client.0.smithi045.stderr: -177> 2024-09-12T17:59:19.061+0000 7f661a72c800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:59:19.494 INFO:tasks.workunit.client.0.smithi045.stderr: -176> 2024-09-12T17:59:19.061+0000 7f661a72c800 10 monclient(hunting): picked mon.noname-c con 0x562947d80780 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:59:19.494 INFO:tasks.workunit.client.0.smithi045.stderr: -175> 2024-09-12T17:59:19.061+0000 7f661a72c800 10 monclient(hunting): picked mon.noname-a con 0x562947d8ae40 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:59:19.494 INFO:tasks.workunit.client.0.smithi045.stderr: -174> 2024-09-12T17:59:19.061+0000 7f661a72c800 10 monclient(hunting): picked mon.noname-b con 0x562947d8fa10 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:59:19.494 INFO:tasks.workunit.client.0.smithi045.stderr: -173> 2024-09-12T17:59:19.061+0000 7f661a72c800 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:19.494 INFO:tasks.workunit.client.0.smithi045.stderr: -172> 2024-09-12T17:59:19.061+0000 7f661a72c800 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:19.494 INFO:tasks.workunit.client.0.smithi045.stderr: -171> 2024-09-12T17:59:19.061+0000 7f661a72c800 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:19.494 INFO:tasks.workunit.client.0.smithi045.stderr: -170> 2024-09-12T17:59:19.061+0000 7f661a72c800 10 monclient(hunting): _renew_subs 2024-09-12T17:59:19.494 INFO:tasks.workunit.client.0.smithi045.stderr: -169> 2024-09-12T17:59:19.061+0000 7f661a72c800 10 monclient(hunting): authenticate will time out at 2257.520594s 2024-09-12T17:59:19.494 INFO:tasks.workunit.client.0.smithi045.stderr: -168> 2024-09-12T17:59:19.061+0000 7f661633e640 10 monclient(hunting): get_auth_request con 0x562947d80780 auth_method 0 2024-09-12T17:59:19.494 INFO:tasks.workunit.client.0.smithi045.stderr: -167> 2024-09-12T17:59:19.061+0000 7f661633e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:19.495 INFO:tasks.workunit.client.0.smithi045.stderr: -166> 2024-09-12T17:59:19.061+0000 7f661633e640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:19.495 INFO:tasks.workunit.client.0.smithi045.stderr: -165> 2024-09-12T17:59:19.061+0000 7f661633e640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:19.495 INFO:tasks.workunit.client.0.smithi045.stderr: -164> 2024-09-12T17:59:19.061+0000 7f6615b3d640 10 monclient(hunting): get_auth_request con 0x562947d8ae40 auth_method 0 2024-09-12T17:59:19.495 INFO:tasks.workunit.client.0.smithi045.stderr: -163> 2024-09-12T17:59:19.061+0000 7f6615b3d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:19.495 INFO:tasks.workunit.client.0.smithi045.stderr: -162> 2024-09-12T17:59:19.061+0000 7f6615b3d640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:19.495 INFO:tasks.workunit.client.0.smithi045.stderr: -161> 2024-09-12T17:59:19.061+0000 7f6615b3d640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:19.495 INFO:tasks.workunit.client.0.smithi045.stderr: -160> 2024-09-12T17:59:19.061+0000 7f661633e640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:59:19.495 INFO:tasks.workunit.client.0.smithi045.stderr: -159> 2024-09-12T17:59:19.061+0000 7f661633e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:59:19.495 INFO:tasks.workunit.client.0.smithi045.stderr: -158> 2024-09-12T17:59:19.061+0000 7f661633e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:59:19.495 INFO:tasks.workunit.client.0.smithi045.stderr: -157> 2024-09-12T17:59:19.061+0000 7f6615b3d640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:59:19.495 INFO:tasks.workunit.client.0.smithi045.stderr: -156> 2024-09-12T17:59:19.061+0000 7f6615b3d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:59:19.496 INFO:tasks.workunit.client.0.smithi045.stderr: -155> 2024-09-12T17:59:19.061+0000 7f6615b3d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:59:19.496 INFO:tasks.workunit.client.0.smithi045.stderr: -154> 2024-09-12T17:59:19.061+0000 7f6616b3f640 10 monclient(hunting): get_auth_request con 0x562947d8fa10 auth_method 0 2024-09-12T17:59:19.496 INFO:tasks.workunit.client.0.smithi045.stderr: -153> 2024-09-12T17:59:19.061+0000 7f6616b3f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:19.496 INFO:tasks.workunit.client.0.smithi045.stderr: -152> 2024-09-12T17:59:19.061+0000 7f6616b3f640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:19.496 INFO:tasks.workunit.client.0.smithi045.stderr: -151> 2024-09-12T17:59:19.061+0000 7f6616b3f640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:19.496 INFO:tasks.workunit.client.0.smithi045.stderr: -150> 2024-09-12T17:59:19.061+0000 7f6616b3f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:59:19.496 INFO:tasks.workunit.client.0.smithi045.stderr: -149> 2024-09-12T17:59:19.061+0000 7f6616b3f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:59:19.496 INFO:tasks.workunit.client.0.smithi045.stderr: -148> 2024-09-12T17:59:19.061+0000 7f6616b3f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:59:19.496 INFO:tasks.workunit.client.0.smithi045.stderr: -147> 2024-09-12T17:59:19.061+0000 7f6615b3d640 10 monclient(hunting): handle_auth_done global_id 8202 payload 824 2024-09-12T17:59:19.497 INFO:tasks.workunit.client.0.smithi045.stderr: -146> 2024-09-12T17:59:19.061+0000 7f6615b3d640 10 monclient: _finish_hunting 0 2024-09-12T17:59:19.497 INFO:tasks.workunit.client.0.smithi045.stderr: -145> 2024-09-12T17:59:19.061+0000 7f6615b3d640 1 monclient: found mon.noname-a 2024-09-12T17:59:19.497 INFO:tasks.workunit.client.0.smithi045.stderr: -144> 2024-09-12T17:59:19.061+0000 7f6615b3d640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.45:3300/0 2024-09-12T17:59:19.497 INFO:tasks.workunit.client.0.smithi045.stderr: -143> 2024-09-12T17:59:19.062+0000 7f64e7fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:59:19.497 INFO:tasks.workunit.client.0.smithi045.stderr: -142> 2024-09-12T17:59:19.062+0000 7f64e7fff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:59:19.497 INFO:tasks.workunit.client.0.smithi045.stderr: -141> 2024-09-12T17:59:19.062+0000 7f64e7fff640 10 monclient: dump: 2024-09-12T17:59:19.497 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:59:19.497 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:59:19.498 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:59:19.498 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:59:19.498 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:59:19.498 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:59:19.498 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:59:19.498 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:59:19.498 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:59:19.498 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:19.498 INFO:tasks.workunit.client.0.smithi045.stderr: -140> 2024-09-12T17:59:19.062+0000 7f64e7fff640 10 monclient: _finish_auth 0 2024-09-12T17:59:19.499 INFO:tasks.workunit.client.0.smithi045.stderr: -139> 2024-09-12T17:59:19.062+0000 7f64e7fff640 10 monclient: _check_auth_tickets 2024-09-12T17:59:19.499 INFO:tasks.workunit.client.0.smithi045.stderr: -138> 2024-09-12T17:59:19.062+0000 7f64e7fff640 10 monclient: handle_config config(0 keys) 2024-09-12T17:59:19.499 INFO:tasks.workunit.client.0.smithi045.stderr: -137> 2024-09-12T17:59:19.062+0000 7f64e7fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:59:19.499 INFO:tasks.workunit.client.0.smithi045.stderr: -136> 2024-09-12T17:59:19.062+0000 7f64e7fff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:59:19.499 INFO:tasks.workunit.client.0.smithi045.stderr: -135> 2024-09-12T17:59:19.062+0000 7f64e7fff640 10 monclient: dump: 2024-09-12T17:59:19.499 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:59:19.499 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:59:19.500 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:59:19.500 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:59:19.500 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:59:19.500 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:59:19.500 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:59:19.500 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:59:19.500 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:59:19.501 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:19.501 INFO:tasks.workunit.client.0.smithi045.stderr: -134> 2024-09-12T17:59:19.062+0000 7f661a72c800 5 monclient: authenticate success, global_id 8202 2024-09-12T17:59:19.501 INFO:tasks.workunit.client.0.smithi045.stderr: -133> 2024-09-12T17:59:19.062+0000 7f661a72c800 10 monclient: _renew_subs 2024-09-12T17:59:19.501 INFO:tasks.workunit.client.0.smithi045.stderr: -132> 2024-09-12T17:59:19.062+0000 7f661a72c800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:59:19.501 INFO:tasks.workunit.client.0.smithi045.stderr: -131> 2024-09-12T17:59:19.062+0000 7f64f9ffb640 4 set_mon_vals no callback set 2024-09-12T17:59:19.501 INFO:tasks.workunit.client.0.smithi045.stderr: -130> 2024-09-12T17:59:19.062+0000 7f661a72c800 10 monclient: _renew_subs 2024-09-12T17:59:19.501 INFO:tasks.workunit.client.0.smithi045.stderr: -129> 2024-09-12T17:59:19.062+0000 7f661a72c800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:59:19.502 INFO:tasks.workunit.client.0.smithi045.stderr: -128> 2024-09-12T17:59:19.062+0000 7f661a72c800 1 librados: init done 2024-09-12T17:59:19.502 INFO:tasks.workunit.client.0.smithi045.stderr: -127> 2024-09-12T17:59:19.062+0000 7f661a72c800 5 asok(0x562947a9b730) register_command cr dump hook 0x562947d801b8 2024-09-12T17:59:19.502 INFO:tasks.workunit.client.0.smithi045.stderr: -126> 2024-09-12T17:59:19.064+0000 7f661a72c800 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.502 INFO:tasks.workunit.client.0.smithi045.stderr: -125> 2024-09-12T17:59:19.064+0000 7f64e7fff640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:59:19.502 INFO:tasks.workunit.client.0.smithi045.stderr: -124> 2024-09-12T17:59:19.064+0000 7f64e7fff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:59:19.502 INFO:tasks.workunit.client.0.smithi045.stderr: -123> 2024-09-12T17:59:19.064+0000 7f64e7fff640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:59:19.502 INFO:tasks.workunit.client.0.smithi045.stderr: -122> 2024-09-12T17:59:19.064+0000 7f661633e640 10 monclient: get_auth_request con 0x7f64e0076470 auth_method 0 2024-09-12T17:59:19.503 INFO:tasks.workunit.client.0.smithi045.stderr: -121> 2024-09-12T17:59:19.064+0000 7f6616b3f640 10 monclient: get_auth_request con 0x562947daa2c0 auth_method 0 2024-09-12T17:59:19.503 INFO:tasks.workunit.client.0.smithi045.stderr: -120> 2024-09-12T17:59:19.065+0000 7f661a72c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:19.503 INFO:tasks.workunit.client.0.smithi045.stderr: -119> 2024-09-12T17:59:19.065+0000 7f661a72c800 20 realm 2024-09-12T17:59:19.503 INFO:tasks.workunit.client.0.smithi045.stderr: -118> 2024-09-12T17:59:19.065+0000 7f661a72c800 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.503 INFO:tasks.workunit.client.0.smithi045.stderr: -117> 2024-09-12T17:59:19.065+0000 7f661a72c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:19.503 INFO:tasks.workunit.client.0.smithi045.stderr: -116> 2024-09-12T17:59:19.065+0000 7f661a72c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:59:19.503 INFO:tasks.workunit.client.0.smithi045.stderr: -115> 2024-09-12T17:59:19.065+0000 7f661a72c800 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.504 INFO:tasks.workunit.client.0.smithi045.stderr: -114> 2024-09-12T17:59:19.065+0000 7f661a72c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:19.504 INFO:tasks.workunit.client.0.smithi045.stderr: -113> 2024-09-12T17:59:19.065+0000 7f661a72c800 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.504 INFO:tasks.workunit.client.0.smithi045.stderr: -112> 2024-09-12T17:59:19.066+0000 7f661633e640 10 monclient: get_auth_request con 0x562947dae680 auth_method 0 2024-09-12T17:59:19.504 INFO:tasks.workunit.client.0.smithi045.stderr: -111> 2024-09-12T17:59:19.066+0000 7f661a72c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:19.504 INFO:tasks.workunit.client.0.smithi045.stderr: -110> 2024-09-12T17:59:19.066+0000 7f661a72c800 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.505 INFO:tasks.workunit.client.0.smithi045.stderr: -109> 2024-09-12T17:59:19.067+0000 7f6615b3d640 10 monclient: get_auth_request con 0x562947db1d50 auth_method 0 2024-09-12T17:59:19.505 INFO:tasks.workunit.client.0.smithi045.stderr: -108> 2024-09-12T17:59:19.067+0000 7f661a72c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:59:19.505 INFO:tasks.workunit.client.0.smithi045.stderr: -107> 2024-09-12T17:59:19.067+0000 7f661a72c800 20 searching for the correct realm 2024-09-12T17:59:19.505 INFO:tasks.workunit.client.0.smithi045.stderr: -106> 2024-09-12T17:59:19.068+0000 7f6616b3f640 10 monclient: get_auth_request con 0x562947db6b10 auth_method 0 2024-09-12T17:59:19.505 INFO:tasks.workunit.client.0.smithi045.stderr: -105> 2024-09-12T17:59:19.069+0000 7f661633e640 10 monclient: get_auth_request con 0x7f660c07e090 auth_method 0 2024-09-12T17:59:19.505 INFO:tasks.workunit.client.0.smithi045.stderr: -104> 2024-09-12T17:59:19.069+0000 7f6615b3d640 10 monclient: get_auth_request con 0x7f6608092070 auth_method 0 2024-09-12T17:59:19.506 INFO:tasks.workunit.client.0.smithi045.stderr: -103> 2024-09-12T17:59:19.070+0000 7f6615b3d640 0 -- 172.21.15.45:0/1243657353 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x562947db1d50 msgr2=0x562947db4160 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:19.506 INFO:tasks.workunit.client.0.smithi045.stderr: -102> 2024-09-12T17:59:19.070+0000 7f64e7fff640 1 client.8202.objecter ms_handle_reset 0x562947db1d50 session 0x562947dadf20 osd.7 2024-09-12T17:59:19.506 INFO:tasks.workunit.client.0.smithi045.stderr: -101> 2024-09-12T17:59:19.070+0000 7f64e7fff640 10 monclient: _renew_subs 2024-09-12T17:59:19.506 INFO:tasks.workunit.client.0.smithi045.stderr: -100> 2024-09-12T17:59:19.070+0000 7f64e7fff640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:59:19.506 INFO:tasks.workunit.client.0.smithi045.stderr: -99> 2024-09-12T17:59:19.071+0000 7f6615b3d640 10 monclient: get_auth_request con 0x7f64e0086ba0 auth_method 0 2024-09-12T17:59:19.507 INFO:tasks.workunit.client.0.smithi045.stderr: -98> 2024-09-12T17:59:19.072+0000 7f6616b3f640 10 monclient: get_auth_request con 0x7f660c0901b0 auth_method 0 2024-09-12T17:59:19.507 INFO:tasks.workunit.client.0.smithi045.stderr: -97> 2024-09-12T17:59:19.074+0000 7f661633e640 10 monclient: get_auth_request con 0x7f660c094b90 auth_method 0 2024-09-12T17:59:19.507 INFO:tasks.workunit.client.0.smithi045.stderr: -96> 2024-09-12T17:59:19.075+0000 7f661633e640 0 -- 172.21.15.45:0/1243657353 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f660c094b90 msgr2=0x7f660c0707d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:19.507 INFO:tasks.workunit.client.0.smithi045.stderr: -95> 2024-09-12T17:59:19.276+0000 7f661633e640 10 monclient: get_auth_request con 0x7f660c094b90 auth_method 0 2024-09-12T17:59:19.507 INFO:tasks.workunit.client.0.smithi045.stderr: -94> 2024-09-12T17:59:19.282+0000 7f661a72c800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:59:19.508 INFO:tasks.workunit.client.0.smithi045.stderr: -93> 2024-09-12T17:59:19.282+0000 7f661a72c800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:59:19.508 INFO:tasks.workunit.client.0.smithi045.stderr: -92> 2024-09-12T17:59:19.282+0000 7f661a72c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:59:19.508 INFO:tasks.workunit.client.0.smithi045.stderr: -91> 2024-09-12T17:59:19.282+0000 7f661a72c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:59:19.508 INFO:tasks.workunit.client.0.smithi045.stderr: -90> 2024-09-12T17:59:19.282+0000 7f661a72c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:59:19.508 INFO:tasks.workunit.client.0.smithi045.stderr: -89> 2024-09-12T17:59:19.282+0000 7f661a72c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:59:19.508 INFO:tasks.workunit.client.0.smithi045.stderr: -88> 2024-09-12T17:59:19.282+0000 7f661a72c800 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.509 INFO:tasks.workunit.client.0.smithi045.stderr: -87> 2024-09-12T17:59:19.283+0000 7f661a72c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:19.509 INFO:tasks.workunit.client.0.smithi045.stderr: -86> 2024-09-12T17:59:19.283+0000 7f661a72c800 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.509 INFO:tasks.workunit.client.0.smithi045.stderr: -85> 2024-09-12T17:59:19.283+0000 7f661a72c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:19.509 INFO:tasks.workunit.client.0.smithi045.stderr: -84> 2024-09-12T17:59:19.283+0000 7f661a72c800 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.509 INFO:tasks.workunit.client.0.smithi045.stderr: -83> 2024-09-12T17:59:19.284+0000 7f661a72c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:59:19.509 INFO:tasks.workunit.client.0.smithi045.stderr: -82> 2024-09-12T17:59:19.284+0000 7f661a72c800 20 zone default found 2024-09-12T17:59:19.509 INFO:tasks.workunit.client.0.smithi045.stderr: -81> 2024-09-12T17:59:19.284+0000 7f661a72c800 4 Realm: () 2024-09-12T17:59:19.509 INFO:tasks.workunit.client.0.smithi045.stderr: -80> 2024-09-12T17:59:19.284+0000 7f661a72c800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:59:19.509 INFO:tasks.workunit.client.0.smithi045.stderr: -79> 2024-09-12T17:59:19.284+0000 7f661a72c800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:59:19.510 INFO:tasks.workunit.client.0.smithi045.stderr: -78> 2024-09-12T17:59:19.284+0000 7f661a72c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:59:19.510 INFO:tasks.workunit.client.0.smithi045.stderr: -77> 2024-09-12T17:59:19.284+0000 7f661a72c800 20 zonegroup default 2024-09-12T17:59:19.510 INFO:tasks.workunit.client.0.smithi045.stderr: -76> 2024-09-12T17:59:19.284+0000 7f661a72c800 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.510 INFO:tasks.workunit.client.0.smithi045.stderr: -75> 2024-09-12T17:59:19.284+0000 7f661a72c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:19.510 INFO:tasks.workunit.client.0.smithi045.stderr: -74> 2024-09-12T17:59:19.284+0000 7f661a72c800 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.510 INFO:tasks.workunit.client.0.smithi045.stderr: -73> 2024-09-12T17:59:19.284+0000 7f661a72c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:19.510 INFO:tasks.workunit.client.0.smithi045.stderr: -72> 2024-09-12T17:59:19.284+0000 7f661a72c800 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.510 INFO:tasks.workunit.client.0.smithi045.stderr: -71> 2024-09-12T17:59:19.285+0000 7f661a72c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:19.510 INFO:tasks.workunit.client.0.smithi045.stderr: -70> 2024-09-12T17:59:19.285+0000 7f661a72c800 20 started sync module instance, tier type = 2024-09-12T17:59:19.510 INFO:tasks.workunit.client.0.smithi045.stderr: -69> 2024-09-12T17:59:19.285+0000 7f661a72c800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:59:19.511 INFO:tasks.workunit.client.0.smithi045.stderr: -68> 2024-09-12T17:59:19.295+0000 7f661a72c800 20 add_watcher() i=0 2024-09-12T17:59:19.511 INFO:tasks.workunit.client.0.smithi045.stderr: -67> 2024-09-12T17:59:19.295+0000 7f661a72c800 20 add_watcher() i=1 2024-09-12T17:59:19.511 INFO:tasks.workunit.client.0.smithi045.stderr: -66> 2024-09-12T17:59:19.295+0000 7f661a72c800 20 add_watcher() i=2 2024-09-12T17:59:19.511 INFO:tasks.workunit.client.0.smithi045.stderr: -65> 2024-09-12T17:59:19.295+0000 7f661a72c800 20 add_watcher() i=3 2024-09-12T17:59:19.511 INFO:tasks.workunit.client.0.smithi045.stderr: -64> 2024-09-12T17:59:19.295+0000 7f661a72c800 20 add_watcher() i=4 2024-09-12T17:59:19.511 INFO:tasks.workunit.client.0.smithi045.stderr: -63> 2024-09-12T17:59:19.295+0000 7f661a72c800 20 add_watcher() i=5 2024-09-12T17:59:19.511 INFO:tasks.workunit.client.0.smithi045.stderr: -62> 2024-09-12T17:59:19.295+0000 7f661a72c800 20 add_watcher() i=6 2024-09-12T17:59:19.511 INFO:tasks.workunit.client.0.smithi045.stderr: -61> 2024-09-12T17:59:19.296+0000 7f661a72c800 20 add_watcher() i=7 2024-09-12T17:59:19.511 INFO:tasks.workunit.client.0.smithi045.stderr: -60> 2024-09-12T17:59:19.296+0000 7f661a72c800 2 all 8 watchers are set, enabling cache 2024-09-12T17:59:19.512 INFO:tasks.workunit.client.0.smithi045.stderr: -59> 2024-09-12T17:59:19.298+0000 7f661a72c800 5 AuthRegistry(0x7ffebb553dc0) adding auth protocol: cephx 2024-09-12T17:59:19.512 INFO:tasks.workunit.client.0.smithi045.stderr: -58> 2024-09-12T17:59:19.298+0000 7f661a72c800 5 AuthRegistry(0x7ffebb553dc0) adding auth protocol: cephx 2024-09-12T17:59:19.512 INFO:tasks.workunit.client.0.smithi045.stderr: -57> 2024-09-12T17:59:19.298+0000 7f661a72c800 5 AuthRegistry(0x7ffebb553dc0) adding auth protocol: cephx 2024-09-12T17:59:19.512 INFO:tasks.workunit.client.0.smithi045.stderr: -56> 2024-09-12T17:59:19.298+0000 7f661a72c800 5 AuthRegistry(0x7ffebb553dc0) adding con mode: secure 2024-09-12T17:59:19.512 INFO:tasks.workunit.client.0.smithi045.stderr: -55> 2024-09-12T17:59:19.298+0000 7f661a72c800 5 AuthRegistry(0x7ffebb553dc0) adding con mode: crc 2024-09-12T17:59:19.512 INFO:tasks.workunit.client.0.smithi045.stderr: -54> 2024-09-12T17:59:19.298+0000 7f661a72c800 5 AuthRegistry(0x7ffebb553dc0) adding con mode: secure 2024-09-12T17:59:19.512 INFO:tasks.workunit.client.0.smithi045.stderr: -53> 2024-09-12T17:59:19.298+0000 7f661a72c800 5 AuthRegistry(0x7ffebb553dc0) adding con mode: crc 2024-09-12T17:59:19.512 INFO:tasks.workunit.client.0.smithi045.stderr: -52> 2024-09-12T17:59:19.298+0000 7f661a72c800 5 AuthRegistry(0x7ffebb553dc0) adding con mode: secure 2024-09-12T17:59:19.512 INFO:tasks.workunit.client.0.smithi045.stderr: -51> 2024-09-12T17:59:19.298+0000 7f661a72c800 5 AuthRegistry(0x7ffebb553dc0) adding con mode: crc 2024-09-12T17:59:19.512 INFO:tasks.workunit.client.0.smithi045.stderr: -50> 2024-09-12T17:59:19.298+0000 7f661a72c800 5 AuthRegistry(0x7ffebb553dc0) adding con mode: crc 2024-09-12T17:59:19.513 INFO:tasks.workunit.client.0.smithi045.stderr: -49> 2024-09-12T17:59:19.298+0000 7f661a72c800 5 AuthRegistry(0x7ffebb553dc0) adding con mode: secure 2024-09-12T17:59:19.513 INFO:tasks.workunit.client.0.smithi045.stderr: -48> 2024-09-12T17:59:19.298+0000 7f661a72c800 5 AuthRegistry(0x7ffebb553dc0) adding con mode: crc 2024-09-12T17:59:19.513 INFO:tasks.workunit.client.0.smithi045.stderr: -47> 2024-09-12T17:59:19.298+0000 7f661a72c800 5 AuthRegistry(0x7ffebb553dc0) adding con mode: secure 2024-09-12T17:59:19.513 INFO:tasks.workunit.client.0.smithi045.stderr: -46> 2024-09-12T17:59:19.298+0000 7f64ccfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:19.513 INFO:tasks.workunit.client.0.smithi045.stderr: -45> 2024-09-12T17:59:19.298+0000 7f661a72c800 5 AuthRegistry(0x7ffebb553dc0) adding con mode: crc 2024-09-12T17:59:19.513 INFO:tasks.workunit.client.0.smithi045.stderr: -44> 2024-09-12T17:59:19.298+0000 7f661a72c800 5 AuthRegistry(0x7ffebb553dc0) adding con mode: secure 2024-09-12T17:59:19.513 INFO:tasks.workunit.client.0.smithi045.stderr: -43> 2024-09-12T17:59:19.298+0000 7f661a72c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:19.513 INFO:tasks.workunit.client.0.smithi045.stderr: -42> 2024-09-12T17:59:19.298+0000 7f661a72c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:59:19.513 INFO:tasks.workunit.client.0.smithi045.stderr: -41> 2024-09-12T17:59:19.298+0000 7f661a72c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:59:19.513 INFO:tasks.workunit.client.0.smithi045.stderr: -40> 2024-09-12T17:59:19.298+0000 7f661a72c800 5 asok(0x562947a9b730) register_command cache list hook 0x562947d9a320 2024-09-12T17:59:19.513 INFO:tasks.workunit.client.0.smithi045.stderr: -39> 2024-09-12T17:59:19.298+0000 7f661a72c800 5 asok(0x562947a9b730) register_command cache inspect hook 0x562947d9a320 2024-09-12T17:59:19.513 INFO:tasks.workunit.client.0.smithi045.stderr: -38> 2024-09-12T17:59:19.298+0000 7f661a72c800 5 asok(0x562947a9b730) register_command cache erase hook 0x562947d9a320 2024-09-12T17:59:19.513 INFO:tasks.workunit.client.0.smithi045.stderr: -37> 2024-09-12T17:59:19.298+0000 7f661a72c800 5 asok(0x562947a9b730) register_command cache zap hook 0x562947d9a320 2024-09-12T17:59:19.514 INFO:tasks.workunit.client.0.smithi045.stderr: -36> 2024-09-12T17:59:19.299+0000 7f661a72c800 5 note: GC not initialized 2024-09-12T17:59:19.514 INFO:tasks.workunit.client.0.smithi045.stderr: -35> 2024-09-12T17:59:19.299+0000 7f661a72c800 5 asok(0x562947a9b730) register_command sync trace show hook 0x7f6608058d40 2024-09-12T17:59:19.514 INFO:tasks.workunit.client.0.smithi045.stderr: -34> 2024-09-12T17:59:19.299+0000 7f661a72c800 5 asok(0x562947a9b730) register_command sync trace history hook 0x7f6608058d40 2024-09-12T17:59:19.514 INFO:tasks.workunit.client.0.smithi045.stderr: -33> 2024-09-12T17:59:19.299+0000 7f661a72c800 5 asok(0x562947a9b730) register_command sync trace active hook 0x7f6608058d40 2024-09-12T17:59:19.514 INFO:tasks.workunit.client.0.smithi045.stderr: -32> 2024-09-12T17:59:19.299+0000 7f661a72c800 5 asok(0x562947a9b730) register_command sync trace active_short hook 0x7f6608058d40 2024-09-12T17:59:19.514 INFO:tasks.workunit.client.0.smithi045.stderr: -31> 2024-09-12T17:59:19.299+0000 7f64477fe640 20 reqs_thread_entry: start 2024-09-12T17:59:19.514 INFO:tasks.workunit.client.0.smithi045.stderr: -30> 2024-09-12T17:59:19.299+0000 7f661a72c800 20 init_complete bucket index max shards: 1 2024-09-12T17:59:19.514 INFO:tasks.workunit.client.0.smithi045.stderr: -29> 2024-09-12T17:59:19.299+0000 7f661a72c800 20 Filter name: none 2024-09-12T17:59:19.514 INFO:tasks.workunit.client.0.smithi045.stderr: -28> 2024-09-12T17:59:19.299+0000 7f64457fa640 20 reqs_thread_entry: start 2024-09-12T17:59:19.514 INFO:tasks.workunit.client.0.smithi045.stderr: -27> 2024-09-12T17:59:19.299+0000 7f661a72c800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:59:19.515 INFO:tasks.workunit.client.0.smithi045.stderr: -26> 2024-09-12T17:59:19.299+0000 7f661a72c800 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.515 INFO:tasks.workunit.client.0.smithi045.stderr: -25> 2024-09-12T17:59:19.300+0000 7f661a72c800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:59:19.515 INFO:tasks.workunit.client.0.smithi045.stderr: -24> 2024-09-12T17:59:19.300+0000 7f661a72c800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:59:19.515 INFO:tasks.workunit.client.0.smithi045.stderr: -23> 2024-09-12T17:59:19.300+0000 7f661a72c800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:59:19.515 INFO:tasks.workunit.client.0.smithi045.stderr: -22> 2024-09-12T17:59:19.300+0000 7f661a72c800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 : miss 2024-09-12T17:59:19.515 INFO:tasks.workunit.client.0.smithi045.stderr: -21> 2024-09-12T17:59:19.300+0000 7f661a72c800 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.515 INFO:tasks.workunit.client.0.smithi045.stderr: -20> 2024-09-12T17:59:19.300+0000 7f661a72c800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T17:59:19.515 INFO:tasks.workunit.client.0.smithi045.stderr: -19> 2024-09-12T17:59:19.300+0000 7f661a72c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T17:59:19.515 INFO:tasks.workunit.client.0.smithi045.stderr: -18> 2024-09-12T17:59:19.300+0000 7f661a72c800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T17:59:19.515 INFO:tasks.workunit.client.0.smithi045.stderr: -17> 2024-09-12T17:59:19.300+0000 7f661a72c800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:59:19.515 INFO:tasks.workunit.client.0.smithi045.stderr: -16> 2024-09-12T17:59:19.300+0000 7f661a72c800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:59:19.515 INFO:tasks.workunit.client.0.smithi045.stderr: -15> 2024-09-12T17:59:19.300+0000 7f661a72c800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 2024-09-12T17:59:19.516 INFO:tasks.workunit.client.0.smithi045.stderr: -14> 2024-09-12T17:59:19.302+0000 7f661a72c800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T17:59:19.516 INFO:tasks.workunit.client.0.smithi045.stderr: -13> 2024-09-12T17:59:19.306+0000 7f661a72c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T17:59:19.516 INFO:tasks.workunit.client.0.smithi045.stderr: -12> 2024-09-12T17:59:19.306+0000 7f661a72c800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T17:59:19.516 INFO:tasks.workunit.client.0.smithi045.stderr: -11> 2024-09-12T17:59:19.306+0000 7f661a72c800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:59:19.516 INFO:tasks.workunit.client.0.smithi045.stderr: -10> 2024-09-12T17:59:19.306+0000 7f661a72c800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18, ofs0, ns] 2024-09-12T17:59:19.516 INFO:tasks.workunit.client.0.smithi045.stderr: -9> 2024-09-12T17:59:19.307+0000 7f64f9ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398946 cookie 94735299195888 notifier 8202 bl.length()=911 2024-09-12T17:59:19.516 INFO:tasks.workunit.client.0.smithi045.stderr: -8> 2024-09-12T17:59:19.307+0000 7f64f9ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T17:59:19.516 INFO:tasks.workunit.client.0.smithi045.stderr: -7> 2024-09-12T17:59:19.307+0000 7f64f9ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T17:59:19.516 INFO:tasks.workunit.client.0.smithi045.stderr: -6> 2024-09-12T17:59:19.307+0000 7f64f9ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:59:19.516 INFO:tasks.workunit.client.0.smithi045.stderr: -5> 2024-09-12T17:59:19.307+0000 7f661a72c800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): orig_sources= new_sources= 2024-09-12T17:59:19.517 INFO:tasks.workunit.client.0.smithi045.stderr: -4> 2024-09-12T17:59:19.307+0000 7f661a72c800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): potential sources added=[] removed=[] 2024-09-12T17:59:19.517 INFO:tasks.workunit.client.0.smithi045.stderr: -3> 2024-09-12T17:59:19.307+0000 7f661a72c800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): orig_dests= new_dests= 2024-09-12T17:59:19.517 INFO:tasks.workunit.client.0.smithi045.stderr: -2> 2024-09-12T17:59:19.307+0000 7f661a72c800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): potential dests added=[] removed=[] 2024-09-12T17:59:19.517 INFO:tasks.workunit.client.0.smithi045.stderr: -1> 2024-09-12T17:59:19.310+0000 7f661a72c800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f661a72c800 time 2024-09-12T17:59:19.311717+0000 2024-09-12T17:59:19.517 INFO:tasks.workunit.client.0.smithi045.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:59:19.517 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:19.517 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:59:19.517 INFO:tasks.workunit.client.0.smithi045.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f661bd8c71a] 2024-09-12T17:59:19.517 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f661bd8c8d8] 2024-09-12T17:59:19.517 INFO:tasks.workunit.client.0.smithi045.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562945610841] 2024-09-12T17:59:19.517 INFO:tasks.workunit.client.0.smithi045.stderr: 4: radosgw-admin(+0xd7490c) [0x562945b1e90c] 2024-09-12T17:59:19.517 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56294562050d] 2024-09-12T17:59:19.518 INFO:tasks.workunit.client.0.smithi045.stderr: 6: main() 2024-09-12T17:59:19.518 INFO:tasks.workunit.client.0.smithi045.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f661aa29590] 2024-09-12T17:59:19.518 INFO:tasks.workunit.client.0.smithi045.stderr: 8: __libc_start_main() 2024-09-12T17:59:19.518 INFO:tasks.workunit.client.0.smithi045.stderr: 9: _start() 2024-09-12T17:59:19.518 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:19.518 INFO:tasks.workunit.client.0.smithi045.stderr: 0> 2024-09-12T17:59:19.311+0000 7f661a72c800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:59:19.518 INFO:tasks.workunit.client.0.smithi045.stderr: in thread 7f661a72c800 thread_name:radosgw-admin 2024-09-12T17:59:19.518 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:19.518 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:59:19.518 INFO:tasks.workunit.client.0.smithi045.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f661aa3e6f0] 2024-09-12T17:59:19.518 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f661aa8b99c] 2024-09-12T17:59:19.518 INFO:tasks.workunit.client.0.smithi045.stderr: 3: raise() 2024-09-12T17:59:19.519 INFO:tasks.workunit.client.0.smithi045.stderr: 4: abort() 2024-09-12T17:59:19.519 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f661bd8c774] 2024-09-12T17:59:19.519 INFO:tasks.workunit.client.0.smithi045.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f661bd8c8d8] 2024-09-12T17:59:19.519 INFO:tasks.workunit.client.0.smithi045.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562945610841] 2024-09-12T17:59:19.519 INFO:tasks.workunit.client.0.smithi045.stderr: 8: radosgw-admin(+0xd7490c) [0x562945b1e90c] 2024-09-12T17:59:19.519 INFO:tasks.workunit.client.0.smithi045.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56294562050d] 2024-09-12T17:59:19.519 INFO:tasks.workunit.client.0.smithi045.stderr: 10: main() 2024-09-12T17:59:19.519 INFO:tasks.workunit.client.0.smithi045.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f661aa29590] 2024-09-12T17:59:19.519 INFO:tasks.workunit.client.0.smithi045.stderr: 12: __libc_start_main() 2024-09-12T17:59:19.519 INFO:tasks.workunit.client.0.smithi045.stderr: 13: _start() 2024-09-12T17:59:19.519 INFO:tasks.workunit.client.0.smithi045.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:59:19.519 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:19.519 INFO:tasks.workunit.client.0.smithi045.stderr:--- logging levels --- 2024-09-12T17:59:19.520 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 none 2024-09-12T17:59:19.520 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 lockdep 2024-09-12T17:59:19.520 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 context 2024-09-12T17:59:19.520 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 crush 2024-09-12T17:59:19.520 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds 2024-09-12T17:59:19.520 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_balancer 2024-09-12T17:59:19.520 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_locker 2024-09-12T17:59:19.520 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_log 2024-09-12T17:59:19.520 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_log_expire 2024-09-12T17:59:19.520 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_migrator 2024-09-12T17:59:19.520 INFO:tasks.workunit.client.0.smithi045.stderr: 3/ 5 mds_quiesce 2024-09-12T17:59:19.520 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 buffer 2024-09-12T17:59:19.520 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 timer 2024-09-12T17:59:19.521 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 filer 2024-09-12T17:59:19.521 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 striper 2024-09-12T17:59:19.521 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 objecter 2024-09-12T17:59:19.521 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rados 2024-09-12T17:59:19.521 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd 2024-09-12T17:59:19.521 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_mirror 2024-09-12T17:59:19.521 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_replay 2024-09-12T17:59:19.521 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_pwl 2024-09-12T17:59:19.521 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 journaler 2024-09-12T17:59:19.521 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 objectcacher 2024-09-12T17:59:19.521 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:59:19.521 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 client 2024-09-12T17:59:19.522 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 osd 2024-09-12T17:59:19.522 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 optracker 2024-09-12T17:59:19.522 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 objclass 2024-09-12T17:59:19.522 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 filestore 2024-09-12T17:59:19.522 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 journal 2024-09-12T17:59:19.522 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 0 ms 2024-09-12T17:59:19.522 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mon 2024-09-12T17:59:19.522 INFO:tasks.workunit.client.0.smithi045.stderr: 0/10 monc 2024-09-12T17:59:19.522 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 paxos 2024-09-12T17:59:19.522 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 tp 2024-09-12T17:59:19.522 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 auth 2024-09-12T17:59:19.522 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 crypto 2024-09-12T17:59:19.523 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 finisher 2024-09-12T17:59:19.523 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 reserver 2024-09-12T17:59:19.523 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 heartbeatmap 2024-09-12T17:59:19.523 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 perfcounter 2024-09-12T17:59:19.523 INFO:tasks.workunit.client.0.smithi045.stderr: 20/20 rgw 2024-09-12T17:59:19.523 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_sync 2024-09-12T17:59:19.524 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_datacache 2024-09-12T17:59:19.524 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_access 2024-09-12T17:59:19.524 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:59:19.524 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_flight 2024-09-12T17:59:19.524 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:59:19.524 INFO:tasks.workunit.client.0.smithi045.stderr: 20/20 rgw_notification 2024-09-12T17:59:19.525 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 javaclient 2024-09-12T17:59:19.525 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 asok 2024-09-12T17:59:19.525 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 throttle 2024-09-12T17:59:19.525 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 0 refs 2024-09-12T17:59:19.525 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 compressor 2024-09-12T17:59:19.525 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 bluestore 2024-09-12T17:59:19.525 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 bluefs 2024-09-12T17:59:19.526 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 bdev 2024-09-12T17:59:19.526 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 kstore 2024-09-12T17:59:19.526 INFO:tasks.workunit.client.0.smithi045.stderr: 4/ 5 rocksdb 2024-09-12T17:59:19.526 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 fuse 2024-09-12T17:59:19.526 INFO:tasks.workunit.client.0.smithi045.stderr: 2/ 5 mgr 2024-09-12T17:59:19.526 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mgrc 2024-09-12T17:59:19.526 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 dpdk 2024-09-12T17:59:19.526 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 eventtrace 2024-09-12T17:59:19.526 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 prioritycache 2024-09-12T17:59:19.527 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 test 2024-09-12T17:59:19.527 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:59:19.527 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cephsqlite 2024-09-12T17:59:19.527 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:59:19.527 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore 2024-09-12T17:59:19.527 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_onode 2024-09-12T17:59:19.527 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_odata 2024-09-12T17:59:19.527 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_omap 2024-09-12T17:59:19.527 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_tm 2024-09-12T17:59:19.528 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_t 2024-09-12T17:59:19.528 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:59:19.528 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_epm 2024-09-12T17:59:19.528 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_lba 2024-09-12T17:59:19.528 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:59:19.528 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_cache 2024-09-12T17:59:19.528 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_journal 2024-09-12T17:59:19.528 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_device 2024-09-12T17:59:19.529 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_backref 2024-09-12T17:59:19.529 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 alienstore 2024-09-12T17:59:19.529 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mclock 2024-09-12T17:59:19.529 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cyanstore 2024-09-12T17:59:19.529 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 ceph_exporter 2024-09-12T17:59:19.529 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 memstore 2024-09-12T17:59:19.529 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 trace 2024-09-12T17:59:19.529 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 ceph_dedup 2024-09-12T17:59:19.529 INFO:tasks.workunit.client.0.smithi045.stderr: -2/-2 (syslog threshold) 2024-09-12T17:59:19.530 INFO:tasks.workunit.client.0.smithi045.stderr: 99/99 (stderr threshold) 2024-09-12T17:59:19.530 INFO:tasks.workunit.client.0.smithi045.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:59:19.530 INFO:tasks.workunit.client.0.smithi045.stderr: 7f64457fa640 / http_manager 2024-09-12T17:59:19.530 INFO:tasks.workunit.client.0.smithi045.stderr: 7f64477fe640 / http_manager 2024-09-12T17:59:19.530 INFO:tasks.workunit.client.0.smithi045.stderr: 7f64ccfe1640 / rgw_dt_lg_renew 2024-09-12T17:59:19.530 INFO:tasks.workunit.client.0.smithi045.stderr: 7f64e7fff640 / ms_dispatch 2024-09-12T17:59:19.530 INFO:tasks.workunit.client.0.smithi045.stderr: 7f64f9ffb640 / io_context_pool 2024-09-12T17:59:19.531 INFO:tasks.workunit.client.0.smithi045.stderr: 7f64fbfff640 / ms_dispatch 2024-09-12T17:59:19.531 INFO:tasks.workunit.client.0.smithi045.stderr: 7f6502e05640 / ms_dispatch 2024-09-12T17:59:19.531 INFO:tasks.workunit.client.0.smithi045.stderr: 7f6504608640 / io_context_pool 2024-09-12T17:59:19.531 INFO:tasks.workunit.client.0.smithi045.stderr: 7f6615b3d640 / msgr-worker-2 2024-09-12T17:59:19.531 INFO:tasks.workunit.client.0.smithi045.stderr: 7f661633e640 / msgr-worker-1 2024-09-12T17:59:19.531 INFO:tasks.workunit.client.0.smithi045.stderr: 7f6616b3f640 / msgr-worker-0 2024-09-12T17:59:19.532 INFO:tasks.workunit.client.0.smithi045.stderr: 7f6617340640 / io_context_pool 2024-09-12T17:59:19.532 INFO:tasks.workunit.client.0.smithi045.stderr: 7f661a72c800 / radosgw-admin 2024-09-12T17:59:19.532 INFO:tasks.workunit.client.0.smithi045.stderr: max_recent 500 2024-09-12T17:59:19.532 INFO:tasks.workunit.client.0.smithi045.stderr: max_new 1000 2024-09-12T17:59:19.532 INFO:tasks.workunit.client.0.smithi045.stderr: log_file /var/lib/ceph/crash/2024-09-12T17:59:19.313459Z_5cca058c-c4fc-4e53-b7a3-7cb8408b4dda/log 2024-09-12T17:59:19.532 INFO:tasks.workunit.client.0.smithi045.stderr:--- end dump of recent events --- 2024-09-12T17:59:19.533 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-12T17:59:19.543 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:59:19.543 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:59:19.544 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.396+0000 7f972d935800 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.544 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.397+0000 7f972d935800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:19.544 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.397+0000 7f972d935800 20 realm 2024-09-12T17:59:19.544 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.397+0000 7f972d935800 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.544 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.397+0000 7f972d935800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:19.544 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.397+0000 7f972d935800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:59:19.544 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.397+0000 7f972d935800 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.544 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.398+0000 7f972d935800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:19.544 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.398+0000 7f972d935800 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.544 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.399+0000 7f972d935800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:19.544 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.399+0000 7f972d935800 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.545 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.399+0000 7f972d935800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:59:19.545 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.399+0000 7f972d935800 20 searching for the correct realm 2024-09-12T17:59:19.545 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.403+0000 7f9729dc4640 0 -- 172.21.15.45:0/3706124375 >> [v2:172.21.15.45:6824/1551660769,v1:172.21.15.45:6825/1551660769] conn(0x562962b56560 msgr2=0x562962b58a20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:19.545 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.406+0000 7f97295c3640 0 -- 172.21.15.45:0/3706124375 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f972004a3d0 msgr2=0x7f972004a850 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:19.545 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.411+0000 7f972d935800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:59:19.545 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.411+0000 7f972d935800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:59:19.545 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.411+0000 7f972d935800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:59:19.545 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.411+0000 7f972d935800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:59:19.545 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.411+0000 7f972d935800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:59:19.545 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.411+0000 7f972d935800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:59:19.545 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.411+0000 7f972d935800 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.545 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.411+0000 7f972d935800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:19.546 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.411+0000 7f972d935800 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.546 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.412+0000 7f972d935800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:19.546 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.412+0000 7f972d935800 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.546 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.412+0000 7f972d935800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:59:19.546 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.412+0000 7f972d935800 20 zone default found 2024-09-12T17:59:19.546 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.412+0000 7f972d935800 4 Realm: () 2024-09-12T17:59:19.546 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.412+0000 7f972d935800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:59:19.546 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.412+0000 7f972d935800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:59:19.546 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.412+0000 7f972d935800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:59:19.546 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.412+0000 7f972d935800 20 zonegroup default 2024-09-12T17:59:19.546 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.412+0000 7f972d935800 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.547 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.412+0000 7f972d935800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:19.547 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.412+0000 7f972d935800 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.547 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.413+0000 7f972d935800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:19.547 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.413+0000 7f972d935800 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.547 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.413+0000 7f972d935800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:19.547 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.413+0000 7f972d935800 20 started sync module instance, tier type = 2024-09-12T17:59:19.547 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.413+0000 7f972d935800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:59:19.547 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.422+0000 7f972d935800 20 add_watcher() i=0 2024-09-12T17:59:19.547 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.422+0000 7f972d935800 20 add_watcher() i=1 2024-09-12T17:59:19.547 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.422+0000 7f972d935800 20 add_watcher() i=2 2024-09-12T17:59:19.547 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.422+0000 7f972d935800 20 add_watcher() i=3 2024-09-12T17:59:19.548 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.422+0000 7f972d935800 20 add_watcher() i=4 2024-09-12T17:59:19.548 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.422+0000 7f972d935800 20 add_watcher() i=5 2024-09-12T17:59:19.548 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.422+0000 7f972d935800 20 add_watcher() i=6 2024-09-12T17:59:19.548 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.423+0000 7f972d935800 20 add_watcher() i=7 2024-09-12T17:59:19.548 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.423+0000 7f972d935800 2 all 8 watchers are set, enabling cache 2024-09-12T17:59:19.548 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.425+0000 7f95df7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:19.548 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.425+0000 7f972d935800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:59:19.548 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.425+0000 7f972d935800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:59:19.548 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.425+0000 7f972d935800 5 note: GC not initialized 2024-09-12T17:59:19.548 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.425+0000 7f95de7e4640 20 reqs_thread_entry: start 2024-09-12T17:59:19.548 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.425+0000 7f972d935800 20 init_complete bucket index max shards: 1 2024-09-12T17:59:19.549 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.425+0000 7f972d935800 20 Filter name: none 2024-09-12T17:59:19.549 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.425+0000 7f954ffff640 20 reqs_thread_entry: start 2024-09-12T17:59:19.549 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.425+0000 7f972d935800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:59:19.549 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.425+0000 7f972d935800 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.549 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.426+0000 7f972d935800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:59:19.549 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.426+0000 7f972d935800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:59:19.549 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.426+0000 7f972d935800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:59:19.549 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.426+0000 7f972d935800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 : miss 2024-09-12T17:59:19.549 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.426+0000 7f972d935800 20 rados->read ofs=0 len=0 2024-09-12T17:59:19.549 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.427+0000 7f972d935800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T17:59:19.549 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.427+0000 7f972d935800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T17:59:19.550 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.427+0000 7f972d935800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T17:59:19.550 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.427+0000 7f972d935800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:59:19.550 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.427+0000 7f972d935800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:59:19.550 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.427+0000 7f972d935800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 2024-09-12T17:59:19.550 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.427+0000 7f972d935800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.0 2024-09-12T17:59:19.550 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.427+0000 7f972d935800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.0 2024-09-12T17:59:19.550 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.427+0000 7f972d935800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.1 2024-09-12T17:59:19.550 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.427+0000 7f972d935800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.1 2024-09-12T17:59:19.551 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.427+0000 7f972d935800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.2 2024-09-12T17:59:19.551 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.427+0000 7f972d935800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.2 2024-09-12T17:59:19.551 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.429+0000 7f95df7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:19.551 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.431+0000 7f972d935800 20 remove_watcher() i=0 2024-09-12T17:59:19.551 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.431+0000 7f972d935800 2 removed watcher, disabling cache 2024-09-12T17:59:19.551 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.432+0000 7f972d935800 20 remove_watcher() i=1 2024-09-12T17:59:19.551 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.433+0000 7f972d935800 20 remove_watcher() i=2 2024-09-12T17:59:19.551 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.434+0000 7f972d935800 20 remove_watcher() i=3 2024-09-12T17:59:19.551 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.435+0000 7f972d935800 20 remove_watcher() i=4 2024-09-12T17:59:19.551 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.436+0000 7f972d935800 20 remove_watcher() i=5 2024-09-12T17:59:19.552 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.437+0000 7f972d935800 20 remove_watcher() i=6 2024-09-12T17:59:19.552 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:19.438+0000 7f972d935800 20 remove_watcher() i=7 2024-09-12T17:59:19.552 INFO:tasks.workunit.client.0.smithi045.stderr: test: duplicated entries can be purged manually 2024-09-12T17:59:49.482 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T17:59:49.515 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:59:49.515 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:59:49.561 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:49.560+0000 7f2221546800 20 rados->read ofs=0 len=0 2024-09-12T17:59:49.563 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:49.562+0000 7f2221546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:49.563 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:49.562+0000 7f2221546800 20 realm 2024-09-12T17:59:49.563 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:49.562+0000 7f2221546800 20 rados->read ofs=0 len=0 2024-09-12T17:59:49.563 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:49.562+0000 7f2221546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:49.563 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:49.562+0000 7f2221546800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:59:49.563 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:49.562+0000 7f2221546800 20 rados->read ofs=0 len=0 2024-09-12T17:59:49.563 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:49.563+0000 7f2221546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:49.564 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:49.563+0000 7f2221546800 20 rados->read ofs=0 len=0 2024-09-12T17:59:49.564 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:49.564+0000 7f2221546800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:49.564 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:49.564+0000 7f2221546800 20 rados->read ofs=0 len=0 2024-09-12T17:59:49.767 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:49.767+0000 7f2221546800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:59:49.768 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:49.767+0000 7f2221546800 20 searching for the correct realm 2024-09-12T17:59:49.771 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:49.770+0000 7f221e836640 0 -- 172.21.15.45:0/4196711765 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f221006d040 msgr2=0x7f2210048850 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:59:49.776 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:49.776+0000 7f221f037640 0 -- 172.21.15.45:0/4196711765 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f2214063bc0 msgr2=0x7f2214094930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:49.986 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:49.985+0000 7f2221546800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:59:49.986 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:49.985+0000 7f2221546800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:59:49.986 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:49.985+0000 7f2221546800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:59:49.986 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:49.985+0000 7f2221546800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:59:49.986 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:49.985+0000 7f2221546800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:59:49.986 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:49.985+0000 7f2221546800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:59:49.986 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:49.985+0000 7f2221546800 20 rados->read ofs=0 len=0 2024-09-12T17:59:49.986 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:49.985+0000 7f2221546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:49.986 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:49.985+0000 7f2221546800 20 rados->read ofs=0 len=0 2024-09-12T17:59:49.987 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:49.986+0000 7f2221546800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:49.987 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:49.986+0000 7f2221546800 20 rados->read ofs=0 len=0 2024-09-12T17:59:49.987 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:49.986+0000 7f2221546800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:59:49.987 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:49.986+0000 7f2221546800 20 zone default found 2024-09-12T17:59:49.988 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:49.986+0000 7f2221546800 4 Realm: () 2024-09-12T17:59:49.988 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:49.986+0000 7f2221546800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:59:49.988 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:49.986+0000 7f2221546800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:59:49.988 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:49.986+0000 7f2221546800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:59:49.988 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:49.986+0000 7f2221546800 20 zonegroup default 2024-09-12T17:59:49.988 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:49.986+0000 7f2221546800 20 rados->read ofs=0 len=0 2024-09-12T17:59:49.988 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:49.986+0000 7f2221546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:49.988 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:49.986+0000 7f2221546800 20 rados->read ofs=0 len=0 2024-09-12T17:59:49.988 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:49.987+0000 7f2221546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:49.988 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:49.987+0000 7f2221546800 20 rados->read ofs=0 len=0 2024-09-12T17:59:49.989 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:49.987+0000 7f2221546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:49.989 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:49.987+0000 7f2221546800 20 started sync module instance, tier type = 2024-09-12T17:59:49.989 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:49.987+0000 7f2221546800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:59:49.999 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:49.999+0000 7f2221546800 20 add_watcher() i=0 2024-09-12T17:59:49.999 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:49.999+0000 7f2221546800 20 add_watcher() i=1 2024-09-12T17:59:49.999 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:49.999+0000 7f2221546800 20 add_watcher() i=2 2024-09-12T17:59:49.999 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:49.999+0000 7f2221546800 20 add_watcher() i=3 2024-09-12T17:59:49.999 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:49.999+0000 7f2221546800 20 add_watcher() i=4 2024-09-12T17:59:50.000 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:49.999+0000 7f2221546800 20 add_watcher() i=5 2024-09-12T17:59:50.000 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:49.999+0000 7f2221546800 20 add_watcher() i=6 2024-09-12T17:59:50.000 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.000+0000 7f2221546800 20 add_watcher() i=7 2024-09-12T17:59:50.000 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.000+0000 7f2221546800 2 all 8 watchers are set, enabling cache 2024-09-12T17:59:50.002 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.002+0000 7f20d5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:50.003 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.002+0000 7f2221546800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:59:50.003 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.002+0000 7f2221546800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:59:50.003 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.002+0000 7f2221546800 5 note: GC not initialized 2024-09-12T17:59:50.004 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.003+0000 7f20d4fe1640 20 reqs_thread_entry: start 2024-09-12T17:59:50.004 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.003+0000 7f2221546800 20 init_complete bucket index max shards: 1 2024-09-12T17:59:50.004 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.003+0000 7f2221546800 20 Filter name: none 2024-09-12T17:59:50.004 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.003+0000 7f204e7fc640 20 reqs_thread_entry: start 2024-09-12T17:59:50.004 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.003+0000 7f2221546800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.004 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.004+0000 7f2221546800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:59:50.004 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.004+0000 7f2221546800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.005 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.004+0000 7f2221546800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T17:59:50.005 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.004+0000 7f2221546800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:59:50.005 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.004+0000 7f2221546800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.005 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.005+0000 7f2221546800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:59:50.005 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.005+0000 7f2221546800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.006 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.005+0000 7f2221546800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T17:59:50.006 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.005+0000 7f2221546800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:59:50.007 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.007+0000 7f20d5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:50.010 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.009+0000 7f2221546800 20 remove_watcher() i=0 2024-09-12T17:59:50.010 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.009+0000 7f2221546800 2 removed watcher, disabling cache 2024-09-12T17:59:50.011 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.010+0000 7f2221546800 20 remove_watcher() i=1 2024-09-12T17:59:50.012 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.012+0000 7f2221546800 20 remove_watcher() i=2 2024-09-12T17:59:50.013 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.013+0000 7f2221546800 20 remove_watcher() i=3 2024-09-12T17:59:50.015 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.015+0000 7f2221546800 20 remove_watcher() i=4 2024-09-12T17:59:50.016 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.016+0000 7f2221546800 20 remove_watcher() i=5 2024-09-12T17:59:50.017 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.017+0000 7f2221546800 20 remove_watcher() i=6 2024-09-12T17:59:50.020 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.018+0000 7f2221546800 20 remove_watcher() i=7 2024-09-12T17:59:50.032 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:50.032 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T17:59:50.033 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: a-bucket id: b6123b67-6580-4373-9691-e0e950df5f06.4566.18 num_objects: 11 size_kb: 1 num_shards: 3 2024-09-12T17:59:50.033 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:50.036 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 4 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at do_reshard 2024-09-12T17:59:50.071 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:59:50.071 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:59:50.114 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.113+0000 7fb70b342800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.116 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.115+0000 7fb70b342800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:50.116 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.115+0000 7fb70b342800 20 realm 2024-09-12T17:59:50.116 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.115+0000 7fb70b342800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.116 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.115+0000 7fb70b342800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:50.116 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.115+0000 7fb70b342800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:59:50.116 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.115+0000 7fb70b342800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.116 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.115+0000 7fb70b342800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:50.116 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.115+0000 7fb70b342800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.117 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.116+0000 7fb70b342800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:50.117 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.116+0000 7fb70b342800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.117 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.117+0000 7fb70b342800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:59:50.117 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.117+0000 7fb70b342800 20 searching for the correct realm 2024-09-12T17:59:50.120 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.120+0000 7fb706885640 0 -- 172.21.15.45:0/2549366744 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x564e9564bfd0 msgr2=0x564e9564e3e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:50.124 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.124+0000 7fb706885640 0 -- 172.21.15.45:0/2549366744 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7fb6f802c070 msgr2=0x7fb6f8092730 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:50.129 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.129+0000 7fb70b342800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:59:50.130 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.129+0000 7fb70b342800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:59:50.130 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.129+0000 7fb70b342800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:59:50.130 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.129+0000 7fb70b342800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:59:50.130 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.129+0000 7fb70b342800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:59:50.130 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.129+0000 7fb70b342800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:59:50.130 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.129+0000 7fb70b342800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.130 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.129+0000 7fb70b342800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:50.130 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.129+0000 7fb70b342800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.132 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.129+0000 7fb70b342800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:50.132 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.129+0000 7fb70b342800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.132 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.130+0000 7fb70b342800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:59:50.132 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.130+0000 7fb70b342800 20 zone default found 2024-09-12T17:59:50.132 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.130+0000 7fb70b342800 4 Realm: () 2024-09-12T17:59:50.132 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.130+0000 7fb70b342800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:59:50.133 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.130+0000 7fb70b342800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:59:50.133 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.130+0000 7fb70b342800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:59:50.133 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.130+0000 7fb70b342800 20 zonegroup default 2024-09-12T17:59:50.133 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.130+0000 7fb70b342800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.133 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.130+0000 7fb70b342800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:50.133 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.130+0000 7fb70b342800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.133 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.130+0000 7fb70b342800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:50.133 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.130+0000 7fb70b342800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.133 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.131+0000 7fb70b342800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:50.133 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.131+0000 7fb70b342800 20 started sync module instance, tier type = 2024-09-12T17:59:50.133 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.131+0000 7fb70b342800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:59:50.140 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.139+0000 7fb70b342800 20 add_watcher() i=0 2024-09-12T17:59:50.140 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.139+0000 7fb70b342800 20 add_watcher() i=1 2024-09-12T17:59:50.140 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.139+0000 7fb70b342800 20 add_watcher() i=2 2024-09-12T17:59:50.140 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.139+0000 7fb70b342800 20 add_watcher() i=3 2024-09-12T17:59:50.140 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.139+0000 7fb70b342800 20 add_watcher() i=4 2024-09-12T17:59:50.140 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.139+0000 7fb70b342800 20 add_watcher() i=5 2024-09-12T17:59:50.140 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.139+0000 7fb70b342800 20 add_watcher() i=6 2024-09-12T17:59:50.141 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.140+0000 7fb70b342800 20 add_watcher() i=7 2024-09-12T17:59:50.141 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.140+0000 7fb70b342800 2 all 8 watchers are set, enabling cache 2024-09-12T17:59:50.143 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.142+0000 7fb5bdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:50.144 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.143+0000 7fb70b342800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:59:50.144 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.143+0000 7fb70b342800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:59:50.144 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.143+0000 7fb70b342800 5 note: GC not initialized 2024-09-12T17:59:50.144 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.143+0000 7fb5bcfe1640 20 reqs_thread_entry: start 2024-09-12T17:59:50.144 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.143+0000 7fb70b342800 20 init_complete bucket index max shards: 1 2024-09-12T17:59:50.145 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.143+0000 7fb70b342800 20 Filter name: none 2024-09-12T17:59:50.145 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.143+0000 7fb5367fc640 20 reqs_thread_entry: start 2024-09-12T17:59:50.145 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.143+0000 7fb70b342800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:59:50.145 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.143+0000 7fb70b342800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.145 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.144+0000 7fb70b342800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:59:50.145 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.144+0000 7fb70b342800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:59:50.145 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.144+0000 7fb70b342800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:59:50.145 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.144+0000 7fb70b342800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 : miss 2024-09-12T17:59:50.145 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.144+0000 7fb70b342800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.146 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.144+0000 7fb70b342800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T17:59:50.146 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.144+0000 7fb70b342800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T17:59:50.146 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.144+0000 7fb70b342800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T17:59:50.146 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.144+0000 7fb70b342800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:59:50.146 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.144+0000 7fb70b342800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:59:50.146 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.144+0000 7fb70b342800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 2024-09-12T17:59:50.146 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.145+0000 7fb70b342800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T17:59:50.150 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.150+0000 7fb70b342800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T17:59:50.150 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.150+0000 7fb70b342800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T17:59:50.150 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.150+0000 7fb70b342800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:59:50.150 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.150+0000 7fb70b342800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18, ofs0, ns] 2024-09-12T17:59:50.151 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.150+0000 7fb5ea7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398947 cookie 94895513819040 notifier 7811 bl.length()=911 2024-09-12T17:59:50.151 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.150+0000 7fb5ea7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T17:59:50.152 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.150+0000 7fb5ea7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T17:59:50.152 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.150+0000 7fb5ea7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:59:50.152 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.150+0000 7fb70b342800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): orig_sources= new_sources= 2024-09-12T17:59:50.152 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.150+0000 7fb70b342800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): potential sources added=[] removed=[] 2024-09-12T17:59:50.153 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.150+0000 7fb70b342800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): orig_dests= new_dests= 2024-09-12T17:59:50.153 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.150+0000 7fb70b342800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): potential dests added=[] removed=[] 2024-09-12T17:59:50.154 INFO:tasks.workunit.client.0.smithi045.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fb70b342800 time 2024-09-12T17:59:50.154234+0000 2024-09-12T17:59:50.154 INFO:tasks.workunit.client.0.smithi045.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:59:50.154 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:59:50.154 INFO:tasks.workunit.client.0.smithi045.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7fb70cb8c71a] 2024-09-12T17:59:50.155 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fb70cb8c8d8] 2024-09-12T17:59:50.155 INFO:tasks.workunit.client.0.smithi045.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x564e947b3841] 2024-09-12T17:59:50.155 INFO:tasks.workunit.client.0.smithi045.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x564e947c357a] 2024-09-12T17:59:50.155 INFO:tasks.workunit.client.0.smithi045.stderr: 5: main() 2024-09-12T17:59:50.155 INFO:tasks.workunit.client.0.smithi045.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7fb70b829590] 2024-09-12T17:59:50.155 INFO:tasks.workunit.client.0.smithi045.stderr: 7: __libc_start_main() 2024-09-12T17:59:50.155 INFO:tasks.workunit.client.0.smithi045.stderr: 8: _start() 2024-09-12T17:59:50.155 INFO:tasks.workunit.client.0.smithi045.stderr:*** Caught signal (Aborted) ** 2024-09-12T17:59:50.155 INFO:tasks.workunit.client.0.smithi045.stderr: in thread 7fb70b342800 thread_name:radosgw-admin 2024-09-12T17:59:50.155 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.154+0000 7fb70b342800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fb70b342800 time 2024-09-12T17:59:50.154234+0000 2024-09-12T17:59:50.155 INFO:tasks.workunit.client.0.smithi045.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:59:50.155 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:50.155 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:59:50.156 INFO:tasks.workunit.client.0.smithi045.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7fb70cb8c71a] 2024-09-12T17:59:50.156 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fb70cb8c8d8] 2024-09-12T17:59:50.156 INFO:tasks.workunit.client.0.smithi045.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x564e947b3841] 2024-09-12T17:59:50.156 INFO:tasks.workunit.client.0.smithi045.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x564e947c357a] 2024-09-12T17:59:50.156 INFO:tasks.workunit.client.0.smithi045.stderr: 5: main() 2024-09-12T17:59:50.156 INFO:tasks.workunit.client.0.smithi045.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7fb70b829590] 2024-09-12T17:59:50.156 INFO:tasks.workunit.client.0.smithi045.stderr: 7: __libc_start_main() 2024-09-12T17:59:50.156 INFO:tasks.workunit.client.0.smithi045.stderr: 8: _start() 2024-09-12T17:59:50.156 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:50.171 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:59:50.171 INFO:tasks.workunit.client.0.smithi045.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fb70b83e6f0] 2024-09-12T17:59:50.171 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7fb70b88b99c] 2024-09-12T17:59:50.171 INFO:tasks.workunit.client.0.smithi045.stderr: 3: raise() 2024-09-12T17:59:50.171 INFO:tasks.workunit.client.0.smithi045.stderr: 4: abort() 2024-09-12T17:59:50.171 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7fb70cb8c774] 2024-09-12T17:59:50.171 INFO:tasks.workunit.client.0.smithi045.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fb70cb8c8d8] 2024-09-12T17:59:50.171 INFO:tasks.workunit.client.0.smithi045.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x564e947b3841] 2024-09-12T17:59:50.171 INFO:tasks.workunit.client.0.smithi045.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x564e947c357a] 2024-09-12T17:59:50.171 INFO:tasks.workunit.client.0.smithi045.stderr: 9: main() 2024-09-12T17:59:50.171 INFO:tasks.workunit.client.0.smithi045.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7fb70b829590] 2024-09-12T17:59:50.172 INFO:tasks.workunit.client.0.smithi045.stderr: 11: __libc_start_main() 2024-09-12T17:59:50.172 INFO:tasks.workunit.client.0.smithi045.stderr: 12: _start() 2024-09-12T17:59:50.172 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.155+0000 7fb70b342800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:59:50.172 INFO:tasks.workunit.client.0.smithi045.stderr: in thread 7fb70b342800 thread_name:radosgw-admin 2024-09-12T17:59:50.172 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:50.172 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:59:50.172 INFO:tasks.workunit.client.0.smithi045.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fb70b83e6f0] 2024-09-12T17:59:50.172 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7fb70b88b99c] 2024-09-12T17:59:50.172 INFO:tasks.workunit.client.0.smithi045.stderr: 3: raise() 2024-09-12T17:59:50.172 INFO:tasks.workunit.client.0.smithi045.stderr: 4: abort() 2024-09-12T17:59:50.172 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7fb70cb8c774] 2024-09-12T17:59:50.172 INFO:tasks.workunit.client.0.smithi045.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fb70cb8c8d8] 2024-09-12T17:59:50.172 INFO:tasks.workunit.client.0.smithi045.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x564e947b3841] 2024-09-12T17:59:50.173 INFO:tasks.workunit.client.0.smithi045.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x564e947c357a] 2024-09-12T17:59:50.173 INFO:tasks.workunit.client.0.smithi045.stderr: 9: main() 2024-09-12T17:59:50.173 INFO:tasks.workunit.client.0.smithi045.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7fb70b829590] 2024-09-12T17:59:50.173 INFO:tasks.workunit.client.0.smithi045.stderr: 11: __libc_start_main() 2024-09-12T17:59:50.173 INFO:tasks.workunit.client.0.smithi045.stderr: 12: _start() 2024-09-12T17:59:50.173 INFO:tasks.workunit.client.0.smithi045.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:59:50.173 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:50.173 INFO:tasks.workunit.client.0.smithi045.stderr:--- begin dump of recent events --- 2024-09-12T17:59:50.173 INFO:tasks.workunit.client.0.smithi045.stderr: -499> 2024-09-12T17:59:50.095+0000 7fb70b342800 10 monclient: build_initial_monmap 2024-09-12T17:59:50.173 INFO:tasks.workunit.client.0.smithi045.stderr: -498> 2024-09-12T17:59:50.095+0000 7fb70b342800 1 build_initial for_mkfs: 0 2024-09-12T17:59:50.173 INFO:tasks.workunit.client.0.smithi045.stderr: -497> 2024-09-12T17:59:50.095+0000 7fb70b342800 10 monclient: monmap: 2024-09-12T17:59:50.173 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:59:50.173 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:59:50.174 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:59:50.174 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:59:50.174 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:59:50.174 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:59:50.174 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:59:50.174 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:59:50.174 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:59:50.174 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:50.174 INFO:tasks.workunit.client.0.smithi045.stderr: -496> 2024-09-12T17:59:50.095+0000 7fb70b342800 5 AuthRegistry(0x564e95560350) adding auth protocol: cephx 2024-09-12T17:59:50.174 INFO:tasks.workunit.client.0.smithi045.stderr: -495> 2024-09-12T17:59:50.095+0000 7fb70b342800 5 AuthRegistry(0x564e95560350) adding auth protocol: cephx 2024-09-12T17:59:50.174 INFO:tasks.workunit.client.0.smithi045.stderr: -494> 2024-09-12T17:59:50.095+0000 7fb70b342800 5 AuthRegistry(0x564e95560350) adding auth protocol: cephx 2024-09-12T17:59:50.174 INFO:tasks.workunit.client.0.smithi045.stderr: -493> 2024-09-12T17:59:50.095+0000 7fb70b342800 5 AuthRegistry(0x564e95560350) adding con mode: secure 2024-09-12T17:59:50.174 INFO:tasks.workunit.client.0.smithi045.stderr: -492> 2024-09-12T17:59:50.095+0000 7fb70b342800 5 AuthRegistry(0x564e95560350) adding con mode: crc 2024-09-12T17:59:50.174 INFO:tasks.workunit.client.0.smithi045.stderr: -491> 2024-09-12T17:59:50.095+0000 7fb70b342800 5 AuthRegistry(0x564e95560350) adding con mode: secure 2024-09-12T17:59:50.175 INFO:tasks.workunit.client.0.smithi045.stderr: -490> 2024-09-12T17:59:50.095+0000 7fb70b342800 5 AuthRegistry(0x564e95560350) adding con mode: crc 2024-09-12T17:59:50.175 INFO:tasks.workunit.client.0.smithi045.stderr: -489> 2024-09-12T17:59:50.095+0000 7fb70b342800 5 AuthRegistry(0x564e95560350) adding con mode: secure 2024-09-12T17:59:50.175 INFO:tasks.workunit.client.0.smithi045.stderr: -488> 2024-09-12T17:59:50.095+0000 7fb70b342800 5 AuthRegistry(0x564e95560350) adding con mode: crc 2024-09-12T17:59:50.175 INFO:tasks.workunit.client.0.smithi045.stderr: -487> 2024-09-12T17:59:50.095+0000 7fb70b342800 5 AuthRegistry(0x564e95560350) adding con mode: crc 2024-09-12T17:59:50.175 INFO:tasks.workunit.client.0.smithi045.stderr: -486> 2024-09-12T17:59:50.095+0000 7fb70b342800 5 AuthRegistry(0x564e95560350) adding con mode: secure 2024-09-12T17:59:50.175 INFO:tasks.workunit.client.0.smithi045.stderr: -485> 2024-09-12T17:59:50.095+0000 7fb70b342800 5 AuthRegistry(0x564e95560350) adding con mode: crc 2024-09-12T17:59:50.175 INFO:tasks.workunit.client.0.smithi045.stderr: -484> 2024-09-12T17:59:50.095+0000 7fb70b342800 5 AuthRegistry(0x564e95560350) adding con mode: secure 2024-09-12T17:59:50.175 INFO:tasks.workunit.client.0.smithi045.stderr: -483> 2024-09-12T17:59:50.095+0000 7fb70b342800 5 AuthRegistry(0x564e95560350) adding con mode: crc 2024-09-12T17:59:50.175 INFO:tasks.workunit.client.0.smithi045.stderr: -482> 2024-09-12T17:59:50.095+0000 7fb70b342800 5 AuthRegistry(0x564e95560350) adding con mode: secure 2024-09-12T17:59:50.175 INFO:tasks.workunit.client.0.smithi045.stderr: -481> 2024-09-12T17:59:50.095+0000 7fb70b342800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:50.175 INFO:tasks.workunit.client.0.smithi045.stderr: -480> 2024-09-12T17:59:50.095+0000 7fb70b342800 1 librados: starting msgr at 2024-09-12T17:59:50.175 INFO:tasks.workunit.client.0.smithi045.stderr: -479> 2024-09-12T17:59:50.095+0000 7fb70b342800 1 librados: starting objecter 2024-09-12T17:59:50.175 INFO:tasks.workunit.client.0.smithi045.stderr: -478> 2024-09-12T17:59:50.095+0000 7fb70b342800 5 asok(0x564e95338730) register_command objecter_requests hook 0x564e955628f0 2024-09-12T17:59:50.176 INFO:tasks.workunit.client.0.smithi045.stderr: -477> 2024-09-12T17:59:50.095+0000 7fb70b342800 1 librados: setting wanted keys 2024-09-12T17:59:50.176 INFO:tasks.workunit.client.0.smithi045.stderr: -476> 2024-09-12T17:59:50.095+0000 7fb70b342800 1 librados: calling monclient init 2024-09-12T17:59:50.176 INFO:tasks.workunit.client.0.smithi045.stderr: -475> 2024-09-12T17:59:50.095+0000 7fb70b342800 10 monclient: init 2024-09-12T17:59:50.176 INFO:tasks.workunit.client.0.smithi045.stderr: -474> 2024-09-12T17:59:50.095+0000 7fb70b342800 5 AuthRegistry(0x564e9555ac40) adding auth protocol: cephx 2024-09-12T17:59:50.176 INFO:tasks.workunit.client.0.smithi045.stderr: -473> 2024-09-12T17:59:50.095+0000 7fb70b342800 5 AuthRegistry(0x564e9555ac40) adding auth protocol: cephx 2024-09-12T17:59:50.176 INFO:tasks.workunit.client.0.smithi045.stderr: -472> 2024-09-12T17:59:50.095+0000 7fb70b342800 5 AuthRegistry(0x564e9555ac40) adding auth protocol: cephx 2024-09-12T17:59:50.176 INFO:tasks.workunit.client.0.smithi045.stderr: -471> 2024-09-12T17:59:50.095+0000 7fb70b342800 5 AuthRegistry(0x564e9555ac40) adding con mode: secure 2024-09-12T17:59:50.176 INFO:tasks.workunit.client.0.smithi045.stderr: -470> 2024-09-12T17:59:50.095+0000 7fb70b342800 5 AuthRegistry(0x564e9555ac40) adding con mode: crc 2024-09-12T17:59:50.176 INFO:tasks.workunit.client.0.smithi045.stderr: -469> 2024-09-12T17:59:50.096+0000 7fb70b342800 5 AuthRegistry(0x564e9555ac40) adding con mode: secure 2024-09-12T17:59:50.176 INFO:tasks.workunit.client.0.smithi045.stderr: -468> 2024-09-12T17:59:50.096+0000 7fb70b342800 5 AuthRegistry(0x564e9555ac40) adding con mode: crc 2024-09-12T17:59:50.176 INFO:tasks.workunit.client.0.smithi045.stderr: -467> 2024-09-12T17:59:50.096+0000 7fb70b342800 5 AuthRegistry(0x564e9555ac40) adding con mode: secure 2024-09-12T17:59:50.176 INFO:tasks.workunit.client.0.smithi045.stderr: -466> 2024-09-12T17:59:50.096+0000 7fb70b342800 5 AuthRegistry(0x564e9555ac40) adding con mode: crc 2024-09-12T17:59:50.176 INFO:tasks.workunit.client.0.smithi045.stderr: -465> 2024-09-12T17:59:50.096+0000 7fb70b342800 5 AuthRegistry(0x564e9555ac40) adding con mode: crc 2024-09-12T17:59:50.177 INFO:tasks.workunit.client.0.smithi045.stderr: -464> 2024-09-12T17:59:50.096+0000 7fb70b342800 5 AuthRegistry(0x564e9555ac40) adding con mode: secure 2024-09-12T17:59:50.177 INFO:tasks.workunit.client.0.smithi045.stderr: -463> 2024-09-12T17:59:50.096+0000 7fb70b342800 5 AuthRegistry(0x564e9555ac40) adding con mode: crc 2024-09-12T17:59:50.177 INFO:tasks.workunit.client.0.smithi045.stderr: -462> 2024-09-12T17:59:50.096+0000 7fb70b342800 5 AuthRegistry(0x564e9555ac40) adding con mode: secure 2024-09-12T17:59:50.177 INFO:tasks.workunit.client.0.smithi045.stderr: -461> 2024-09-12T17:59:50.096+0000 7fb70b342800 5 AuthRegistry(0x564e9555ac40) adding con mode: crc 2024-09-12T17:59:50.177 INFO:tasks.workunit.client.0.smithi045.stderr: -460> 2024-09-12T17:59:50.096+0000 7fb70b342800 5 AuthRegistry(0x564e9555ac40) adding con mode: secure 2024-09-12T17:59:50.177 INFO:tasks.workunit.client.0.smithi045.stderr: -459> 2024-09-12T17:59:50.096+0000 7fb70b342800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:50.177 INFO:tasks.workunit.client.0.smithi045.stderr: -458> 2024-09-12T17:59:50.096+0000 7fb70b342800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:50.177 INFO:tasks.workunit.client.0.smithi045.stderr: -457> 2024-09-12T17:59:50.096+0000 7fb70b342800 5 asok(0x564e95338730) register_command rotate-key hook 0x564e9555ad88 2024-09-12T17:59:50.177 INFO:tasks.workunit.client.0.smithi045.stderr: -456> 2024-09-12T17:59:50.096+0000 7fb70b342800 10 monclient: _reopen_session rank -1 2024-09-12T17:59:50.177 INFO:tasks.workunit.client.0.smithi045.stderr: -455> 2024-09-12T17:59:50.096+0000 7fb70b342800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T17:59:50.177 INFO:tasks.workunit.client.0.smithi045.stderr: -454> 2024-09-12T17:59:50.096+0000 7fb70b342800 10 monclient(hunting): picked mon.noname-a con 0x564e95411970 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:59:50.177 INFO:tasks.workunit.client.0.smithi045.stderr: -453> 2024-09-12T17:59:50.096+0000 7fb70b342800 10 monclient(hunting): picked mon.noname-c con 0x564e9549cab0 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:59:50.177 INFO:tasks.workunit.client.0.smithi045.stderr: -452> 2024-09-12T17:59:50.096+0000 7fb70b342800 10 monclient(hunting): picked mon.noname-b con 0x564e9549f900 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:59:50.177 INFO:tasks.workunit.client.0.smithi045.stderr: -451> 2024-09-12T17:59:50.096+0000 7fb70b342800 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:50.178 INFO:tasks.workunit.client.0.smithi045.stderr: -450> 2024-09-12T17:59:50.096+0000 7fb70b342800 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:50.178 INFO:tasks.workunit.client.0.smithi045.stderr: -449> 2024-09-12T17:59:50.096+0000 7fb70b342800 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:50.178 INFO:tasks.workunit.client.0.smithi045.stderr: -448> 2024-09-12T17:59:50.096+0000 7fb70b342800 10 monclient(hunting): _renew_subs 2024-09-12T17:59:50.178 INFO:tasks.workunit.client.0.smithi045.stderr: -447> 2024-09-12T17:59:50.096+0000 7fb70b342800 10 monclient(hunting): authenticate will time out at 2288.554680s 2024-09-12T17:59:50.178 INFO:tasks.workunit.client.0.smithi045.stderr: -446> 2024-09-12T17:59:50.096+0000 7fb707086640 10 monclient(hunting): get_auth_request con 0x564e95411970 auth_method 0 2024-09-12T17:59:50.178 INFO:tasks.workunit.client.0.smithi045.stderr: -445> 2024-09-12T17:59:50.096+0000 7fb707086640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:50.178 INFO:tasks.workunit.client.0.smithi045.stderr: -444> 2024-09-12T17:59:50.096+0000 7fb707086640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:50.178 INFO:tasks.workunit.client.0.smithi045.stderr: -443> 2024-09-12T17:59:50.096+0000 7fb707086640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:50.178 INFO:tasks.workunit.client.0.smithi045.stderr: -442> 2024-09-12T17:59:50.096+0000 7fb706885640 10 monclient(hunting): get_auth_request con 0x564e9549cab0 auth_method 0 2024-09-12T17:59:50.178 INFO:tasks.workunit.client.0.smithi045.stderr: -441> 2024-09-12T17:59:50.096+0000 7fb706885640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:50.178 INFO:tasks.workunit.client.0.smithi045.stderr: -440> 2024-09-12T17:59:50.096+0000 7fb706885640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:50.178 INFO:tasks.workunit.client.0.smithi045.stderr: -439> 2024-09-12T17:59:50.096+0000 7fb706885640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:50.179 INFO:tasks.workunit.client.0.smithi045.stderr: -438> 2024-09-12T17:59:50.096+0000 7fb707086640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:59:50.179 INFO:tasks.workunit.client.0.smithi045.stderr: -437> 2024-09-12T17:59:50.096+0000 7fb707086640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:59:50.179 INFO:tasks.workunit.client.0.smithi045.stderr: -436> 2024-09-12T17:59:50.096+0000 7fb707086640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:59:50.179 INFO:tasks.workunit.client.0.smithi045.stderr: -435> 2024-09-12T17:59:50.096+0000 7fb706885640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:59:50.179 INFO:tasks.workunit.client.0.smithi045.stderr: -434> 2024-09-12T17:59:50.096+0000 7fb706885640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:59:50.179 INFO:tasks.workunit.client.0.smithi045.stderr: -433> 2024-09-12T17:59:50.096+0000 7fb706885640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:59:50.179 INFO:tasks.workunit.client.0.smithi045.stderr: -432> 2024-09-12T17:59:50.096+0000 7fb707887640 10 monclient(hunting): get_auth_request con 0x564e9549f900 auth_method 0 2024-09-12T17:59:50.179 INFO:tasks.workunit.client.0.smithi045.stderr: -431> 2024-09-12T17:59:50.096+0000 7fb707887640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:50.179 INFO:tasks.workunit.client.0.smithi045.stderr: -430> 2024-09-12T17:59:50.096+0000 7fb707887640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:50.179 INFO:tasks.workunit.client.0.smithi045.stderr: -429> 2024-09-12T17:59:50.096+0000 7fb707887640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:50.179 INFO:tasks.workunit.client.0.smithi045.stderr: -428> 2024-09-12T17:59:50.097+0000 7fb707086640 10 monclient(hunting): handle_auth_done global_id 8250 payload 824 2024-09-12T17:59:50.179 INFO:tasks.workunit.client.0.smithi045.stderr: -427> 2024-09-12T17:59:50.097+0000 7fb707086640 10 monclient: _finish_hunting 0 2024-09-12T17:59:50.179 INFO:tasks.workunit.client.0.smithi045.stderr: -426> 2024-09-12T17:59:50.097+0000 7fb707086640 1 monclient: found mon.noname-a 2024-09-12T17:59:50.179 INFO:tasks.workunit.client.0.smithi045.stderr: -425> 2024-09-12T17:59:50.097+0000 7fb707086640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.45:3300/0 2024-09-12T17:59:50.180 INFO:tasks.workunit.client.0.smithi045.stderr: -424> 2024-09-12T17:59:50.097+0000 7fb5f3e07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:59:50.180 INFO:tasks.workunit.client.0.smithi045.stderr: -423> 2024-09-12T17:59:50.097+0000 7fb5f3e07640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:59:50.180 INFO:tasks.workunit.client.0.smithi045.stderr: -422> 2024-09-12T17:59:50.097+0000 7fb5f3e07640 10 monclient: dump: 2024-09-12T17:59:50.180 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:59:50.180 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:59:50.180 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:59:50.180 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:59:50.180 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:59:50.180 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:59:50.180 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:59:50.180 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:59:50.180 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:59:50.180 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:50.181 INFO:tasks.workunit.client.0.smithi045.stderr: -421> 2024-09-12T17:59:50.097+0000 7fb5f3e07640 10 monclient: _finish_auth 0 2024-09-12T17:59:50.181 INFO:tasks.workunit.client.0.smithi045.stderr: -420> 2024-09-12T17:59:50.097+0000 7fb5f3e07640 10 monclient: _check_auth_tickets 2024-09-12T17:59:50.181 INFO:tasks.workunit.client.0.smithi045.stderr: -419> 2024-09-12T17:59:50.097+0000 7fb5f3e07640 10 monclient: handle_config config(0 keys) 2024-09-12T17:59:50.181 INFO:tasks.workunit.client.0.smithi045.stderr: -418> 2024-09-12T17:59:50.097+0000 7fb5f3e07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:59:50.181 INFO:tasks.workunit.client.0.smithi045.stderr: -417> 2024-09-12T17:59:50.097+0000 7fb5f3e07640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:59:50.181 INFO:tasks.workunit.client.0.smithi045.stderr: -416> 2024-09-12T17:59:50.097+0000 7fb5f3e07640 10 monclient: dump: 2024-09-12T17:59:50.181 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:59:50.182 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:59:50.182 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:59:50.182 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:59:50.182 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:59:50.182 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:59:50.182 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:59:50.182 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:59:50.182 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:59:50.182 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:50.182 INFO:tasks.workunit.client.0.smithi045.stderr: -415> 2024-09-12T17:59:50.097+0000 7fb70b342800 5 monclient: authenticate success, global_id 8250 2024-09-12T17:59:50.182 INFO:tasks.workunit.client.0.smithi045.stderr: -414> 2024-09-12T17:59:50.097+0000 7fb70b342800 10 monclient: _renew_subs 2024-09-12T17:59:50.182 INFO:tasks.workunit.client.0.smithi045.stderr: -413> 2024-09-12T17:59:50.097+0000 7fb70b342800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:59:50.182 INFO:tasks.workunit.client.0.smithi045.stderr: -412> 2024-09-12T17:59:50.097+0000 7fb5f560a640 4 set_mon_vals no callback set 2024-09-12T17:59:50.183 INFO:tasks.workunit.client.0.smithi045.stderr: -411> 2024-09-12T17:59:50.097+0000 7fb70b342800 10 monclient: _renew_subs 2024-09-12T17:59:50.183 INFO:tasks.workunit.client.0.smithi045.stderr: -410> 2024-09-12T17:59:50.097+0000 7fb70b342800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:59:50.183 INFO:tasks.workunit.client.0.smithi045.stderr: -409> 2024-09-12T17:59:50.097+0000 7fb70b342800 1 librados: init done 2024-09-12T17:59:50.183 INFO:tasks.workunit.client.0.smithi045.stderr: -408> 2024-09-12T17:59:50.099+0000 7fb5f3e07640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:59:50.183 INFO:tasks.workunit.client.0.smithi045.stderr: -407> 2024-09-12T17:59:50.099+0000 7fb5f3e07640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:59:50.183 INFO:tasks.workunit.client.0.smithi045.stderr: -406> 2024-09-12T17:59:50.099+0000 7fb5f3e07640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:59:50.183 INFO:tasks.workunit.client.0.smithi045.stderr: -405> 2024-09-12T17:59:50.100+0000 7fb706885640 10 monclient: get_auth_request con 0x7fb5ec076470 auth_method 0 2024-09-12T17:59:50.183 INFO:tasks.workunit.client.0.smithi045.stderr: -404> 2024-09-12T17:59:50.100+0000 7fb707887640 10 monclient: get_auth_request con 0x564e9555d4d0 auth_method 0 2024-09-12T17:59:50.183 INFO:tasks.workunit.client.0.smithi045.stderr: -403> 2024-09-12T17:59:50.101+0000 7fb707086640 10 monclient: get_auth_request con 0x564e955a5cb0 auth_method 0 2024-09-12T17:59:50.183 INFO:tasks.workunit.client.0.smithi045.stderr: -402> 2024-09-12T17:59:50.102+0000 7fb706885640 10 monclient: get_auth_request con 0x564e955a9ea0 auth_method 0 2024-09-12T17:59:50.183 INFO:tasks.workunit.client.0.smithi045.stderr: -401> 2024-09-12T17:59:50.103+0000 7fb70b342800 10 monclient: build_initial_monmap 2024-09-12T17:59:50.183 INFO:tasks.workunit.client.0.smithi045.stderr: -400> 2024-09-12T17:59:50.103+0000 7fb70b342800 1 build_initial for_mkfs: 0 2024-09-12T17:59:50.183 INFO:tasks.workunit.client.0.smithi045.stderr: -399> 2024-09-12T17:59:50.103+0000 7fb70b342800 10 monclient: monmap: 2024-09-12T17:59:50.183 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:59:50.184 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:59:50.184 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:59:50.184 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:59:50.184 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:59:50.184 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:59:50.184 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:59:50.184 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:59:50.184 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:59:50.184 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:50.184 INFO:tasks.workunit.client.0.smithi045.stderr: -398> 2024-09-12T17:59:50.103+0000 7fb70b342800 5 AuthRegistry(0x564e955aebe0) adding auth protocol: cephx 2024-09-12T17:59:50.184 INFO:tasks.workunit.client.0.smithi045.stderr: -397> 2024-09-12T17:59:50.103+0000 7fb70b342800 5 AuthRegistry(0x564e955aebe0) adding auth protocol: cephx 2024-09-12T17:59:50.184 INFO:tasks.workunit.client.0.smithi045.stderr: -396> 2024-09-12T17:59:50.103+0000 7fb70b342800 5 AuthRegistry(0x564e955aebe0) adding auth protocol: cephx 2024-09-12T17:59:50.184 INFO:tasks.workunit.client.0.smithi045.stderr: -395> 2024-09-12T17:59:50.103+0000 7fb70b342800 5 AuthRegistry(0x564e955aebe0) adding con mode: secure 2024-09-12T17:59:50.185 INFO:tasks.workunit.client.0.smithi045.stderr: -394> 2024-09-12T17:59:50.103+0000 7fb70b342800 5 AuthRegistry(0x564e955aebe0) adding con mode: crc 2024-09-12T17:59:50.185 INFO:tasks.workunit.client.0.smithi045.stderr: -393> 2024-09-12T17:59:50.103+0000 7fb70b342800 5 AuthRegistry(0x564e955aebe0) adding con mode: secure 2024-09-12T17:59:50.185 INFO:tasks.workunit.client.0.smithi045.stderr: -392> 2024-09-12T17:59:50.103+0000 7fb70b342800 5 AuthRegistry(0x564e955aebe0) adding con mode: crc 2024-09-12T17:59:50.185 INFO:tasks.workunit.client.0.smithi045.stderr: -391> 2024-09-12T17:59:50.103+0000 7fb70b342800 5 AuthRegistry(0x564e955aebe0) adding con mode: secure 2024-09-12T17:59:50.185 INFO:tasks.workunit.client.0.smithi045.stderr: -390> 2024-09-12T17:59:50.103+0000 7fb70b342800 5 AuthRegistry(0x564e955aebe0) adding con mode: crc 2024-09-12T17:59:50.185 INFO:tasks.workunit.client.0.smithi045.stderr: -389> 2024-09-12T17:59:50.103+0000 7fb70b342800 5 AuthRegistry(0x564e955aebe0) adding con mode: crc 2024-09-12T17:59:50.185 INFO:tasks.workunit.client.0.smithi045.stderr: -388> 2024-09-12T17:59:50.103+0000 7fb70b342800 5 AuthRegistry(0x564e955aebe0) adding con mode: secure 2024-09-12T17:59:50.185 INFO:tasks.workunit.client.0.smithi045.stderr: -387> 2024-09-12T17:59:50.103+0000 7fb70b342800 5 AuthRegistry(0x564e955aebe0) adding con mode: crc 2024-09-12T17:59:50.185 INFO:tasks.workunit.client.0.smithi045.stderr: -386> 2024-09-12T17:59:50.103+0000 7fb70b342800 5 AuthRegistry(0x564e955aebe0) adding con mode: secure 2024-09-12T17:59:50.185 INFO:tasks.workunit.client.0.smithi045.stderr: -385> 2024-09-12T17:59:50.103+0000 7fb70b342800 5 AuthRegistry(0x564e955aebe0) adding con mode: crc 2024-09-12T17:59:50.185 INFO:tasks.workunit.client.0.smithi045.stderr: -384> 2024-09-12T17:59:50.103+0000 7fb70b342800 5 AuthRegistry(0x564e955aebe0) adding con mode: secure 2024-09-12T17:59:50.185 INFO:tasks.workunit.client.0.smithi045.stderr: -383> 2024-09-12T17:59:50.103+0000 7fb70b342800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:50.185 INFO:tasks.workunit.client.0.smithi045.stderr: -382> 2024-09-12T17:59:50.103+0000 7fb70b342800 5 asok(0x564e95338730) register_command objecter_requests cmddesc objecter_requests hook 0x564e955b20a0 EEXIST 2024-09-12T17:59:50.186 INFO:tasks.workunit.client.0.smithi045.stderr: -381> 2024-09-12T17:59:50.104+0000 7fb70b342800 10 monclient: init 2024-09-12T17:59:50.186 INFO:tasks.workunit.client.0.smithi045.stderr: -380> 2024-09-12T17:59:50.104+0000 7fb70b342800 5 AuthRegistry(0x564e955ad2e8) adding auth protocol: cephx 2024-09-12T17:59:50.186 INFO:tasks.workunit.client.0.smithi045.stderr: -379> 2024-09-12T17:59:50.104+0000 7fb70b342800 5 AuthRegistry(0x564e955ad2e8) adding auth protocol: cephx 2024-09-12T17:59:50.186 INFO:tasks.workunit.client.0.smithi045.stderr: -378> 2024-09-12T17:59:50.104+0000 7fb70b342800 5 AuthRegistry(0x564e955ad2e8) adding auth protocol: cephx 2024-09-12T17:59:50.186 INFO:tasks.workunit.client.0.smithi045.stderr: -377> 2024-09-12T17:59:50.104+0000 7fb70b342800 5 AuthRegistry(0x564e955ad2e8) adding con mode: secure 2024-09-12T17:59:50.186 INFO:tasks.workunit.client.0.smithi045.stderr: -376> 2024-09-12T17:59:50.104+0000 7fb70b342800 5 AuthRegistry(0x564e955ad2e8) adding con mode: crc 2024-09-12T17:59:50.186 INFO:tasks.workunit.client.0.smithi045.stderr: -375> 2024-09-12T17:59:50.104+0000 7fb70b342800 5 AuthRegistry(0x564e955ad2e8) adding con mode: secure 2024-09-12T17:59:50.186 INFO:tasks.workunit.client.0.smithi045.stderr: -374> 2024-09-12T17:59:50.104+0000 7fb70b342800 5 AuthRegistry(0x564e955ad2e8) adding con mode: crc 2024-09-12T17:59:50.186 INFO:tasks.workunit.client.0.smithi045.stderr: -373> 2024-09-12T17:59:50.104+0000 7fb70b342800 5 AuthRegistry(0x564e955ad2e8) adding con mode: secure 2024-09-12T17:59:50.186 INFO:tasks.workunit.client.0.smithi045.stderr: -372> 2024-09-12T17:59:50.104+0000 7fb70b342800 5 AuthRegistry(0x564e955ad2e8) adding con mode: crc 2024-09-12T17:59:50.186 INFO:tasks.workunit.client.0.smithi045.stderr: -371> 2024-09-12T17:59:50.104+0000 7fb70b342800 5 AuthRegistry(0x564e955ad2e8) adding con mode: crc 2024-09-12T17:59:50.186 INFO:tasks.workunit.client.0.smithi045.stderr: -370> 2024-09-12T17:59:50.104+0000 7fb70b342800 5 AuthRegistry(0x564e955ad2e8) adding con mode: secure 2024-09-12T17:59:50.186 INFO:tasks.workunit.client.0.smithi045.stderr: -369> 2024-09-12T17:59:50.104+0000 7fb70b342800 5 AuthRegistry(0x564e955ad2e8) adding con mode: crc 2024-09-12T17:59:50.187 INFO:tasks.workunit.client.0.smithi045.stderr: -368> 2024-09-12T17:59:50.104+0000 7fb70b342800 5 AuthRegistry(0x564e955ad2e8) adding con mode: secure 2024-09-12T17:59:50.187 INFO:tasks.workunit.client.0.smithi045.stderr: -367> 2024-09-12T17:59:50.104+0000 7fb70b342800 5 AuthRegistry(0x564e955ad2e8) adding con mode: crc 2024-09-12T17:59:50.187 INFO:tasks.workunit.client.0.smithi045.stderr: -366> 2024-09-12T17:59:50.104+0000 7fb70b342800 5 AuthRegistry(0x564e955ad2e8) adding con mode: secure 2024-09-12T17:59:50.187 INFO:tasks.workunit.client.0.smithi045.stderr: -365> 2024-09-12T17:59:50.104+0000 7fb70b342800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:50.187 INFO:tasks.workunit.client.0.smithi045.stderr: -364> 2024-09-12T17:59:50.104+0000 7fb70b342800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:50.187 INFO:tasks.workunit.client.0.smithi045.stderr: -363> 2024-09-12T17:59:50.104+0000 7fb70b342800 5 asok(0x564e95338730) register_command rotate-key cmddesc rotate-key hook 0x564e955ad430 EEXIST 2024-09-12T17:59:50.187 INFO:tasks.workunit.client.0.smithi045.stderr: -362> 2024-09-12T17:59:50.104+0000 7fb70b342800 10 monclient: _reopen_session rank -1 2024-09-12T17:59:50.187 INFO:tasks.workunit.client.0.smithi045.stderr: -361> 2024-09-12T17:59:50.104+0000 7fb70b342800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:59:50.187 INFO:tasks.workunit.client.0.smithi045.stderr: -360> 2024-09-12T17:59:50.104+0000 7fb70b342800 10 monclient(hunting): picked mon.noname-c con 0x564e955d63c0 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:59:50.187 INFO:tasks.workunit.client.0.smithi045.stderr: -359> 2024-09-12T17:59:50.104+0000 7fb70b342800 10 monclient(hunting): picked mon.noname-b con 0x564e955d67a0 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:59:50.187 INFO:tasks.workunit.client.0.smithi045.stderr: -358> 2024-09-12T17:59:50.104+0000 7fb70b342800 10 monclient(hunting): picked mon.noname-a con 0x564e955d50d0 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:59:50.187 INFO:tasks.workunit.client.0.smithi045.stderr: -357> 2024-09-12T17:59:50.104+0000 7fb70b342800 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:50.187 INFO:tasks.workunit.client.0.smithi045.stderr: -356> 2024-09-12T17:59:50.104+0000 7fb70b342800 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:50.188 INFO:tasks.workunit.client.0.smithi045.stderr: -355> 2024-09-12T17:59:50.104+0000 7fb70b342800 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:50.188 INFO:tasks.workunit.client.0.smithi045.stderr: -354> 2024-09-12T17:59:50.104+0000 7fb70b342800 10 monclient(hunting): _renew_subs 2024-09-12T17:59:50.188 INFO:tasks.workunit.client.0.smithi045.stderr: -353> 2024-09-12T17:59:50.104+0000 7fb70b342800 10 monclient(hunting): authenticate will time out at 2288.562668s 2024-09-12T17:59:50.188 INFO:tasks.workunit.client.0.smithi045.stderr: -352> 2024-09-12T17:59:50.104+0000 7fb707086640 10 monclient(hunting): get_auth_request con 0x564e955d63c0 auth_method 0 2024-09-12T17:59:50.188 INFO:tasks.workunit.client.0.smithi045.stderr: -351> 2024-09-12T17:59:50.104+0000 7fb707086640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:50.188 INFO:tasks.workunit.client.0.smithi045.stderr: -350> 2024-09-12T17:59:50.104+0000 7fb707086640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:50.188 INFO:tasks.workunit.client.0.smithi045.stderr: -349> 2024-09-12T17:59:50.104+0000 7fb707086640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:50.188 INFO:tasks.workunit.client.0.smithi045.stderr: -348> 2024-09-12T17:59:50.104+0000 7fb707887640 10 monclient(hunting): get_auth_request con 0x564e955d50d0 auth_method 0 2024-09-12T17:59:50.188 INFO:tasks.workunit.client.0.smithi045.stderr: -347> 2024-09-12T17:59:50.104+0000 7fb707887640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:50.188 INFO:tasks.workunit.client.0.smithi045.stderr: -346> 2024-09-12T17:59:50.104+0000 7fb707887640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:50.188 INFO:tasks.workunit.client.0.smithi045.stderr: -345> 2024-09-12T17:59:50.104+0000 7fb707887640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:50.188 INFO:tasks.workunit.client.0.smithi045.stderr: -344> 2024-09-12T17:59:50.104+0000 7fb706885640 10 monclient(hunting): get_auth_request con 0x564e955d67a0 auth_method 0 2024-09-12T17:59:50.188 INFO:tasks.workunit.client.0.smithi045.stderr: -343> 2024-09-12T17:59:50.104+0000 7fb706885640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:50.189 INFO:tasks.workunit.client.0.smithi045.stderr: -342> 2024-09-12T17:59:50.104+0000 7fb706885640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:50.189 INFO:tasks.workunit.client.0.smithi045.stderr: -341> 2024-09-12T17:59:50.104+0000 7fb706885640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:50.189 INFO:tasks.workunit.client.0.smithi045.stderr: -340> 2024-09-12T17:59:50.104+0000 7fb707086640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:59:50.189 INFO:tasks.workunit.client.0.smithi045.stderr: -339> 2024-09-12T17:59:50.104+0000 7fb707086640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:59:50.189 INFO:tasks.workunit.client.0.smithi045.stderr: -338> 2024-09-12T17:59:50.104+0000 7fb707086640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:59:50.189 INFO:tasks.workunit.client.0.smithi045.stderr: -337> 2024-09-12T17:59:50.104+0000 7fb707887640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:59:50.189 INFO:tasks.workunit.client.0.smithi045.stderr: -336> 2024-09-12T17:59:50.104+0000 7fb707887640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:59:50.189 INFO:tasks.workunit.client.0.smithi045.stderr: -335> 2024-09-12T17:59:50.104+0000 7fb707887640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:59:50.189 INFO:tasks.workunit.client.0.smithi045.stderr: -334> 2024-09-12T17:59:50.104+0000 7fb706885640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:59:50.189 INFO:tasks.workunit.client.0.smithi045.stderr: -333> 2024-09-12T17:59:50.104+0000 7fb706885640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:59:50.189 INFO:tasks.workunit.client.0.smithi045.stderr: -332> 2024-09-12T17:59:50.104+0000 7fb706885640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:59:50.189 INFO:tasks.workunit.client.0.smithi045.stderr: -331> 2024-09-12T17:59:50.105+0000 7fb707086640 10 monclient(hunting): handle_auth_done global_id 7805 payload 824 2024-09-12T17:59:50.189 INFO:tasks.workunit.client.0.smithi045.stderr: -330> 2024-09-12T17:59:50.105+0000 7fb707086640 10 monclient: _finish_hunting 0 2024-09-12T17:59:50.190 INFO:tasks.workunit.client.0.smithi045.stderr: -329> 2024-09-12T17:59:50.105+0000 7fb707086640 1 monclient: found mon.noname-c 2024-09-12T17:59:50.190 INFO:tasks.workunit.client.0.smithi045.stderr: -328> 2024-09-12T17:59:50.105+0000 7fb707086640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.45:3301/0 2024-09-12T17:59:50.190 INFO:tasks.workunit.client.0.smithi045.stderr: -327> 2024-09-12T17:59:50.105+0000 7fb5f1602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:59:50.190 INFO:tasks.workunit.client.0.smithi045.stderr: -326> 2024-09-12T17:59:50.105+0000 7fb5f1602640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:59:50.190 INFO:tasks.workunit.client.0.smithi045.stderr: -325> 2024-09-12T17:59:50.105+0000 7fb5f1602640 10 monclient: dump: 2024-09-12T17:59:50.190 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:59:50.190 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:59:50.190 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:59:50.190 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:59:50.190 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:59:50.190 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:59:50.190 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:59:50.190 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:59:50.191 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:59:50.191 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:50.191 INFO:tasks.workunit.client.0.smithi045.stderr: -324> 2024-09-12T17:59:50.105+0000 7fb5f1602640 10 monclient: _finish_auth 0 2024-09-12T17:59:50.191 INFO:tasks.workunit.client.0.smithi045.stderr: -323> 2024-09-12T17:59:50.105+0000 7fb5f1602640 10 monclient: _check_auth_tickets 2024-09-12T17:59:50.191 INFO:tasks.workunit.client.0.smithi045.stderr: -322> 2024-09-12T17:59:50.105+0000 7fb5f1602640 10 monclient: handle_config config(0 keys) 2024-09-12T17:59:50.191 INFO:tasks.workunit.client.0.smithi045.stderr: -321> 2024-09-12T17:59:50.105+0000 7fb5f1602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:59:50.191 INFO:tasks.workunit.client.0.smithi045.stderr: -320> 2024-09-12T17:59:50.105+0000 7fb5f1602640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:59:50.191 INFO:tasks.workunit.client.0.smithi045.stderr: -319> 2024-09-12T17:59:50.105+0000 7fb5f1602640 10 monclient: dump: 2024-09-12T17:59:50.191 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:59:50.191 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:59:50.191 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:59:50.191 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:59:50.191 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:59:50.192 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:59:50.192 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:59:50.192 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:59:50.192 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:59:50.192 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:50.192 INFO:tasks.workunit.client.0.smithi045.stderr: -318> 2024-09-12T17:59:50.105+0000 7fb70b342800 5 monclient: authenticate success, global_id 7805 2024-09-12T17:59:50.192 INFO:tasks.workunit.client.0.smithi045.stderr: -317> 2024-09-12T17:59:50.105+0000 7fb70b342800 10 monclient: _renew_subs 2024-09-12T17:59:50.192 INFO:tasks.workunit.client.0.smithi045.stderr: -316> 2024-09-12T17:59:50.105+0000 7fb70b342800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:59:50.192 INFO:tasks.workunit.client.0.smithi045.stderr: -315> 2024-09-12T17:59:50.105+0000 7fb708088640 4 set_mon_vals no callback set 2024-09-12T17:59:50.192 INFO:tasks.workunit.client.0.smithi045.stderr: -314> 2024-09-12T17:59:50.105+0000 7fb70b342800 10 monclient: _renew_subs 2024-09-12T17:59:50.192 INFO:tasks.workunit.client.0.smithi045.stderr: -313> 2024-09-12T17:59:50.105+0000 7fb70b342800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:59:50.192 INFO:tasks.workunit.client.0.smithi045.stderr: -312> 2024-09-12T17:59:50.107+0000 7fb5f1602640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:59:50.193 INFO:tasks.workunit.client.0.smithi045.stderr: -311> 2024-09-12T17:59:50.107+0000 7fb5f1602640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:59:50.193 INFO:tasks.workunit.client.0.smithi045.stderr: -310> 2024-09-12T17:59:50.107+0000 7fb5f1602640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:59:50.193 INFO:tasks.workunit.client.0.smithi045.stderr: -309> 2024-09-12T17:59:50.107+0000 7fb706885640 10 monclient: get_auth_request con 0x7fb5e0076380 auth_method 0 2024-09-12T17:59:50.193 INFO:tasks.workunit.client.0.smithi045.stderr: -308> 2024-09-12T17:59:50.107+0000 7fb70b342800 10 monclient: get_monmap_and_config 2024-09-12T17:59:50.193 INFO:tasks.workunit.client.0.smithi045.stderr: -307> 2024-09-12T17:59:50.107+0000 7fb70b342800 10 monclient: build_initial_monmap 2024-09-12T17:59:50.193 INFO:tasks.workunit.client.0.smithi045.stderr: -306> 2024-09-12T17:59:50.107+0000 7fb70b342800 1 build_initial for_mkfs: 0 2024-09-12T17:59:50.193 INFO:tasks.workunit.client.0.smithi045.stderr: -305> 2024-09-12T17:59:50.107+0000 7fb70b342800 10 monclient: monmap: 2024-09-12T17:59:50.193 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:59:50.193 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:59:50.193 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:59:50.193 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:59:50.193 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:59:50.193 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:59:50.194 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:59:50.194 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:59:50.194 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:59:50.194 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:50.194 INFO:tasks.workunit.client.0.smithi045.stderr: -304> 2024-09-12T17:59:50.107+0000 7fb70b342800 5 AuthRegistry(0x564e955f5f30) adding auth protocol: cephx 2024-09-12T17:59:50.194 INFO:tasks.workunit.client.0.smithi045.stderr: -303> 2024-09-12T17:59:50.107+0000 7fb70b342800 5 AuthRegistry(0x564e955f5f30) adding auth protocol: cephx 2024-09-12T17:59:50.194 INFO:tasks.workunit.client.0.smithi045.stderr: -302> 2024-09-12T17:59:50.107+0000 7fb70b342800 5 AuthRegistry(0x564e955f5f30) adding auth protocol: cephx 2024-09-12T17:59:50.194 INFO:tasks.workunit.client.0.smithi045.stderr: -301> 2024-09-12T17:59:50.107+0000 7fb70b342800 5 AuthRegistry(0x564e955f5f30) adding con mode: secure 2024-09-12T17:59:50.194 INFO:tasks.workunit.client.0.smithi045.stderr: -300> 2024-09-12T17:59:50.107+0000 7fb70b342800 5 AuthRegistry(0x564e955f5f30) adding con mode: crc 2024-09-12T17:59:50.194 INFO:tasks.workunit.client.0.smithi045.stderr: -299> 2024-09-12T17:59:50.107+0000 7fb70b342800 5 AuthRegistry(0x564e955f5f30) adding con mode: secure 2024-09-12T17:59:50.194 INFO:tasks.workunit.client.0.smithi045.stderr: -298> 2024-09-12T17:59:50.107+0000 7fb70b342800 5 AuthRegistry(0x564e955f5f30) adding con mode: crc 2024-09-12T17:59:50.194 INFO:tasks.workunit.client.0.smithi045.stderr: -297> 2024-09-12T17:59:50.107+0000 7fb70b342800 5 AuthRegistry(0x564e955f5f30) adding con mode: secure 2024-09-12T17:59:50.194 INFO:tasks.workunit.client.0.smithi045.stderr: -296> 2024-09-12T17:59:50.107+0000 7fb70b342800 5 AuthRegistry(0x564e955f5f30) adding con mode: crc 2024-09-12T17:59:50.195 INFO:tasks.workunit.client.0.smithi045.stderr: -295> 2024-09-12T17:59:50.107+0000 7fb70b342800 5 AuthRegistry(0x564e955f5f30) adding con mode: crc 2024-09-12T17:59:50.195 INFO:tasks.workunit.client.0.smithi045.stderr: -294> 2024-09-12T17:59:50.107+0000 7fb70b342800 5 AuthRegistry(0x564e955f5f30) adding con mode: secure 2024-09-12T17:59:50.195 INFO:tasks.workunit.client.0.smithi045.stderr: -293> 2024-09-12T17:59:50.107+0000 7fb70b342800 5 AuthRegistry(0x564e955f5f30) adding con mode: crc 2024-09-12T17:59:50.195 INFO:tasks.workunit.client.0.smithi045.stderr: -292> 2024-09-12T17:59:50.107+0000 7fb70b342800 5 AuthRegistry(0x564e955f5f30) adding con mode: secure 2024-09-12T17:59:50.195 INFO:tasks.workunit.client.0.smithi045.stderr: -291> 2024-09-12T17:59:50.107+0000 7fb70b342800 5 AuthRegistry(0x564e955f5f30) adding con mode: crc 2024-09-12T17:59:50.195 INFO:tasks.workunit.client.0.smithi045.stderr: -290> 2024-09-12T17:59:50.107+0000 7fb70b342800 5 AuthRegistry(0x564e955f5f30) adding con mode: secure 2024-09-12T17:59:50.195 INFO:tasks.workunit.client.0.smithi045.stderr: -289> 2024-09-12T17:59:50.107+0000 7fb70b342800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:50.195 INFO:tasks.workunit.client.0.smithi045.stderr: -288> 2024-09-12T17:59:50.108+0000 7fb70b342800 10 monclient: init 2024-09-12T17:59:50.195 INFO:tasks.workunit.client.0.smithi045.stderr: -287> 2024-09-12T17:59:50.108+0000 7fb70b342800 5 AuthRegistry(0x7fffc4a9a040) adding auth protocol: cephx 2024-09-12T17:59:50.195 INFO:tasks.workunit.client.0.smithi045.stderr: -286> 2024-09-12T17:59:50.108+0000 7fb70b342800 5 AuthRegistry(0x7fffc4a9a040) adding auth protocol: cephx 2024-09-12T17:59:50.195 INFO:tasks.workunit.client.0.smithi045.stderr: -285> 2024-09-12T17:59:50.108+0000 7fb70b342800 5 AuthRegistry(0x7fffc4a9a040) adding auth protocol: cephx 2024-09-12T17:59:50.195 INFO:tasks.workunit.client.0.smithi045.stderr: -284> 2024-09-12T17:59:50.108+0000 7fb70b342800 5 AuthRegistry(0x7fffc4a9a040) adding con mode: secure 2024-09-12T17:59:50.195 INFO:tasks.workunit.client.0.smithi045.stderr: -283> 2024-09-12T17:59:50.108+0000 7fb70b342800 5 AuthRegistry(0x7fffc4a9a040) adding con mode: crc 2024-09-12T17:59:50.196 INFO:tasks.workunit.client.0.smithi045.stderr: -282> 2024-09-12T17:59:50.108+0000 7fb70b342800 5 AuthRegistry(0x7fffc4a9a040) adding con mode: secure 2024-09-12T17:59:50.196 INFO:tasks.workunit.client.0.smithi045.stderr: -281> 2024-09-12T17:59:50.108+0000 7fb70b342800 5 AuthRegistry(0x7fffc4a9a040) adding con mode: crc 2024-09-12T17:59:50.196 INFO:tasks.workunit.client.0.smithi045.stderr: -280> 2024-09-12T17:59:50.108+0000 7fb70b342800 5 AuthRegistry(0x7fffc4a9a040) adding con mode: secure 2024-09-12T17:59:50.196 INFO:tasks.workunit.client.0.smithi045.stderr: -279> 2024-09-12T17:59:50.108+0000 7fb70b342800 5 AuthRegistry(0x7fffc4a9a040) adding con mode: crc 2024-09-12T17:59:50.196 INFO:tasks.workunit.client.0.smithi045.stderr: -278> 2024-09-12T17:59:50.108+0000 7fb70b342800 5 AuthRegistry(0x7fffc4a9a040) adding con mode: crc 2024-09-12T17:59:50.196 INFO:tasks.workunit.client.0.smithi045.stderr: -277> 2024-09-12T17:59:50.108+0000 7fb70b342800 5 AuthRegistry(0x7fffc4a9a040) adding con mode: secure 2024-09-12T17:59:50.196 INFO:tasks.workunit.client.0.smithi045.stderr: -276> 2024-09-12T17:59:50.108+0000 7fb70b342800 5 AuthRegistry(0x7fffc4a9a040) adding con mode: crc 2024-09-12T17:59:50.196 INFO:tasks.workunit.client.0.smithi045.stderr: -275> 2024-09-12T17:59:50.108+0000 7fb70b342800 5 AuthRegistry(0x7fffc4a9a040) adding con mode: secure 2024-09-12T17:59:50.196 INFO:tasks.workunit.client.0.smithi045.stderr: -274> 2024-09-12T17:59:50.108+0000 7fb70b342800 5 AuthRegistry(0x7fffc4a9a040) adding con mode: crc 2024-09-12T17:59:50.196 INFO:tasks.workunit.client.0.smithi045.stderr: -273> 2024-09-12T17:59:50.108+0000 7fb70b342800 5 AuthRegistry(0x7fffc4a9a040) adding con mode: secure 2024-09-12T17:59:50.196 INFO:tasks.workunit.client.0.smithi045.stderr: -272> 2024-09-12T17:59:50.108+0000 7fb70b342800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:50.196 INFO:tasks.workunit.client.0.smithi045.stderr: -271> 2024-09-12T17:59:50.108+0000 7fb70b342800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:50.196 INFO:tasks.workunit.client.0.smithi045.stderr: -270> 2024-09-12T17:59:50.108+0000 7fb70b342800 5 asok(0x564e95338730) register_command rotate-key cmddesc rotate-key hook 0x7fffc4a9a188 EEXIST 2024-09-12T17:59:50.197 INFO:tasks.workunit.client.0.smithi045.stderr: -269> 2024-09-12T17:59:50.108+0000 7fb70b342800 10 monclient: _reopen_session rank -1 2024-09-12T17:59:50.197 INFO:tasks.workunit.client.0.smithi045.stderr: -268> 2024-09-12T17:59:50.108+0000 7fb70b342800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T17:59:50.197 INFO:tasks.workunit.client.0.smithi045.stderr: -267> 2024-09-12T17:59:50.108+0000 7fb70b342800 10 monclient(hunting): picked mon.noname-a con 0x564e9562a510 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:59:50.197 INFO:tasks.workunit.client.0.smithi045.stderr: -266> 2024-09-12T17:59:50.108+0000 7fb70b342800 10 monclient(hunting): picked mon.noname-c con 0x564e95624ab0 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:59:50.197 INFO:tasks.workunit.client.0.smithi045.stderr: -265> 2024-09-12T17:59:50.108+0000 7fb70b342800 10 monclient(hunting): picked mon.noname-b con 0x564e955fa350 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:59:50.197 INFO:tasks.workunit.client.0.smithi045.stderr: -264> 2024-09-12T17:59:50.108+0000 7fb70b342800 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:50.197 INFO:tasks.workunit.client.0.smithi045.stderr: -263> 2024-09-12T17:59:50.108+0000 7fb70b342800 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:50.197 INFO:tasks.workunit.client.0.smithi045.stderr: -262> 2024-09-12T17:59:50.108+0000 7fb70b342800 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:50.197 INFO:tasks.workunit.client.0.smithi045.stderr: -261> 2024-09-12T17:59:50.108+0000 7fb70b342800 10 monclient(hunting): _renew_subs 2024-09-12T17:59:50.197 INFO:tasks.workunit.client.0.smithi045.stderr: -260> 2024-09-12T17:59:50.108+0000 7fb70b342800 10 monclient(hunting): authenticate will time out at 2288.566595s 2024-09-12T17:59:50.197 INFO:tasks.workunit.client.0.smithi045.stderr: -259> 2024-09-12T17:59:50.108+0000 7fb707086640 10 monclient(hunting): get_auth_request con 0x564e9562a510 auth_method 0 2024-09-12T17:59:50.197 INFO:tasks.workunit.client.0.smithi045.stderr: -258> 2024-09-12T17:59:50.108+0000 7fb707086640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:50.197 INFO:tasks.workunit.client.0.smithi045.stderr: -257> 2024-09-12T17:59:50.108+0000 7fb707086640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:50.197 INFO:tasks.workunit.client.0.smithi045.stderr: -256> 2024-09-12T17:59:50.108+0000 7fb707086640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:50.198 INFO:tasks.workunit.client.0.smithi045.stderr: -255> 2024-09-12T17:59:50.108+0000 7fb706885640 10 monclient(hunting): get_auth_request con 0x564e95624ab0 auth_method 0 2024-09-12T17:59:50.198 INFO:tasks.workunit.client.0.smithi045.stderr: -254> 2024-09-12T17:59:50.108+0000 7fb706885640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:50.198 INFO:tasks.workunit.client.0.smithi045.stderr: -253> 2024-09-12T17:59:50.108+0000 7fb706885640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:50.198 INFO:tasks.workunit.client.0.smithi045.stderr: -252> 2024-09-12T17:59:50.108+0000 7fb706885640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:50.198 INFO:tasks.workunit.client.0.smithi045.stderr: -251> 2024-09-12T17:59:50.108+0000 7fb707086640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:59:50.198 INFO:tasks.workunit.client.0.smithi045.stderr: -250> 2024-09-12T17:59:50.108+0000 7fb707086640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:59:50.198 INFO:tasks.workunit.client.0.smithi045.stderr: -249> 2024-09-12T17:59:50.108+0000 7fb707086640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:59:50.198 INFO:tasks.workunit.client.0.smithi045.stderr: -248> 2024-09-12T17:59:50.108+0000 7fb706885640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:59:50.198 INFO:tasks.workunit.client.0.smithi045.stderr: -247> 2024-09-12T17:59:50.108+0000 7fb706885640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:59:50.198 INFO:tasks.workunit.client.0.smithi045.stderr: -246> 2024-09-12T17:59:50.108+0000 7fb706885640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:59:50.198 INFO:tasks.workunit.client.0.smithi045.stderr: -245> 2024-09-12T17:59:50.108+0000 7fb707887640 10 monclient(hunting): get_auth_request con 0x564e955fa350 auth_method 0 2024-09-12T17:59:50.198 INFO:tasks.workunit.client.0.smithi045.stderr: -244> 2024-09-12T17:59:50.108+0000 7fb707887640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:50.198 INFO:tasks.workunit.client.0.smithi045.stderr: -243> 2024-09-12T17:59:50.108+0000 7fb707887640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:50.199 INFO:tasks.workunit.client.0.smithi045.stderr: -242> 2024-09-12T17:59:50.108+0000 7fb707887640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:50.199 INFO:tasks.workunit.client.0.smithi045.stderr: -241> 2024-09-12T17:59:50.108+0000 7fb707086640 10 monclient(hunting): handle_auth_done global_id 8256 payload 274 2024-09-12T17:59:50.199 INFO:tasks.workunit.client.0.smithi045.stderr: -240> 2024-09-12T17:59:50.108+0000 7fb707086640 10 monclient: _finish_hunting 0 2024-09-12T17:59:50.199 INFO:tasks.workunit.client.0.smithi045.stderr: -239> 2024-09-12T17:59:50.108+0000 7fb707086640 1 monclient: found mon.noname-a 2024-09-12T17:59:50.199 INFO:tasks.workunit.client.0.smithi045.stderr: -238> 2024-09-12T17:59:50.108+0000 7fb707086640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.45:3300/0 2024-09-12T17:59:50.199 INFO:tasks.workunit.client.0.smithi045.stderr: -237> 2024-09-12T17:59:50.109+0000 7fb5eaffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:59:50.199 INFO:tasks.workunit.client.0.smithi045.stderr: -236> 2024-09-12T17:59:50.109+0000 7fb5eaffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:59:50.199 INFO:tasks.workunit.client.0.smithi045.stderr: -235> 2024-09-12T17:59:50.109+0000 7fb5eaffd640 10 monclient: dump: 2024-09-12T17:59:50.199 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:59:50.199 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:59:50.199 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:59:50.199 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:59:50.199 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:59:50.200 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:59:50.200 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:59:50.200 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:59:50.200 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:59:50.200 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:50.200 INFO:tasks.workunit.client.0.smithi045.stderr: -234> 2024-09-12T17:59:50.109+0000 7fb5eaffd640 10 monclient: _finish_auth 0 2024-09-12T17:59:50.200 INFO:tasks.workunit.client.0.smithi045.stderr: -233> 2024-09-12T17:59:50.109+0000 7fb5eaffd640 10 monclient: _check_auth_tickets 2024-09-12T17:59:50.200 INFO:tasks.workunit.client.0.smithi045.stderr: -232> 2024-09-12T17:59:50.109+0000 7fb5eaffd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:59:50.200 INFO:tasks.workunit.client.0.smithi045.stderr: -231> 2024-09-12T17:59:50.109+0000 7fb5eaffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:59:50.200 INFO:tasks.workunit.client.0.smithi045.stderr: -230> 2024-09-12T17:59:50.109+0000 7fb5eaffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:59:50.200 INFO:tasks.workunit.client.0.smithi045.stderr: -229> 2024-09-12T17:59:50.109+0000 7fb5eaffd640 10 monclient: dump: 2024-09-12T17:59:50.200 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:59:50.200 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:59:50.201 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:59:50.201 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:59:50.201 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:59:50.201 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:59:50.201 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:59:50.201 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:59:50.201 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:59:50.201 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:50.201 INFO:tasks.workunit.client.0.smithi045.stderr: -228> 2024-09-12T17:59:50.109+0000 7fb70b342800 5 monclient: authenticate success, global_id 8256 2024-09-12T17:59:50.201 INFO:tasks.workunit.client.0.smithi045.stderr: -227> 2024-09-12T17:59:50.109+0000 7fb70b342800 10 monclient: get_monmap_and_config success 2024-09-12T17:59:50.201 INFO:tasks.workunit.client.0.smithi045.stderr: -226> 2024-09-12T17:59:50.109+0000 7fb70b342800 4 set_mon_vals no callback set 2024-09-12T17:59:50.201 INFO:tasks.workunit.client.0.smithi045.stderr: -225> 2024-09-12T17:59:50.109+0000 7fb70b342800 10 monclient: shutdown 2024-09-12T17:59:50.201 INFO:tasks.workunit.client.0.smithi045.stderr: -224> 2024-09-12T17:59:50.109+0000 7fb70b342800 10 monclient: build_initial_monmap 2024-09-12T17:59:50.201 INFO:tasks.workunit.client.0.smithi045.stderr: -223> 2024-09-12T17:59:50.109+0000 7fb70b342800 1 build_initial for_mkfs: 0 2024-09-12T17:59:50.202 INFO:tasks.workunit.client.0.smithi045.stderr: -222> 2024-09-12T17:59:50.109+0000 7fb70b342800 10 monclient: monmap: 2024-09-12T17:59:50.202 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:59:50.202 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:59:50.202 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:59:50.202 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:59:50.202 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:59:50.202 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:59:50.202 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:59:50.202 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:59:50.202 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:59:50.202 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:50.202 INFO:tasks.workunit.client.0.smithi045.stderr: -221> 2024-09-12T17:59:50.109+0000 7fb70b342800 5 AuthRegistry(0x564e95625a70) adding auth protocol: cephx 2024-09-12T17:59:50.202 INFO:tasks.workunit.client.0.smithi045.stderr: -220> 2024-09-12T17:59:50.109+0000 7fb70b342800 5 AuthRegistry(0x564e95625a70) adding auth protocol: cephx 2024-09-12T17:59:50.203 INFO:tasks.workunit.client.0.smithi045.stderr: -219> 2024-09-12T17:59:50.109+0000 7fb70b342800 5 AuthRegistry(0x564e95625a70) adding auth protocol: cephx 2024-09-12T17:59:50.203 INFO:tasks.workunit.client.0.smithi045.stderr: -218> 2024-09-12T17:59:50.109+0000 7fb70b342800 5 AuthRegistry(0x564e95625a70) adding con mode: secure 2024-09-12T17:59:50.203 INFO:tasks.workunit.client.0.smithi045.stderr: -217> 2024-09-12T17:59:50.109+0000 7fb70b342800 5 AuthRegistry(0x564e95625a70) adding con mode: crc 2024-09-12T17:59:50.203 INFO:tasks.workunit.client.0.smithi045.stderr: -216> 2024-09-12T17:59:50.109+0000 7fb70b342800 5 AuthRegistry(0x564e95625a70) adding con mode: secure 2024-09-12T17:59:50.203 INFO:tasks.workunit.client.0.smithi045.stderr: -215> 2024-09-12T17:59:50.109+0000 7fb70b342800 5 AuthRegistry(0x564e95625a70) adding con mode: crc 2024-09-12T17:59:50.203 INFO:tasks.workunit.client.0.smithi045.stderr: -214> 2024-09-12T17:59:50.109+0000 7fb70b342800 5 AuthRegistry(0x564e95625a70) adding con mode: secure 2024-09-12T17:59:50.203 INFO:tasks.workunit.client.0.smithi045.stderr: -213> 2024-09-12T17:59:50.109+0000 7fb70b342800 5 AuthRegistry(0x564e95625a70) adding con mode: crc 2024-09-12T17:59:50.203 INFO:tasks.workunit.client.0.smithi045.stderr: -212> 2024-09-12T17:59:50.109+0000 7fb70b342800 5 AuthRegistry(0x564e95625a70) adding con mode: crc 2024-09-12T17:59:50.203 INFO:tasks.workunit.client.0.smithi045.stderr: -211> 2024-09-12T17:59:50.109+0000 7fb70b342800 5 AuthRegistry(0x564e95625a70) adding con mode: secure 2024-09-12T17:59:50.203 INFO:tasks.workunit.client.0.smithi045.stderr: -210> 2024-09-12T17:59:50.109+0000 7fb70b342800 5 AuthRegistry(0x564e95625a70) adding con mode: crc 2024-09-12T17:59:50.203 INFO:tasks.workunit.client.0.smithi045.stderr: -209> 2024-09-12T17:59:50.109+0000 7fb70b342800 5 AuthRegistry(0x564e95625a70) adding con mode: secure 2024-09-12T17:59:50.203 INFO:tasks.workunit.client.0.smithi045.stderr: -208> 2024-09-12T17:59:50.109+0000 7fb70b342800 5 AuthRegistry(0x564e95625a70) adding con mode: crc 2024-09-12T17:59:50.203 INFO:tasks.workunit.client.0.smithi045.stderr: -207> 2024-09-12T17:59:50.109+0000 7fb70b342800 5 AuthRegistry(0x564e95625a70) adding con mode: secure 2024-09-12T17:59:50.203 INFO:tasks.workunit.client.0.smithi045.stderr: -206> 2024-09-12T17:59:50.110+0000 7fb70b342800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:50.204 INFO:tasks.workunit.client.0.smithi045.stderr: -205> 2024-09-12T17:59:50.110+0000 7fb70b342800 1 librados: starting msgr at 2024-09-12T17:59:50.204 INFO:tasks.workunit.client.0.smithi045.stderr: -204> 2024-09-12T17:59:50.110+0000 7fb70b342800 1 librados: starting objecter 2024-09-12T17:59:50.204 INFO:tasks.workunit.client.0.smithi045.stderr: -203> 2024-09-12T17:59:50.110+0000 7fb70b342800 5 asok(0x564e95338730) register_command objecter_requests cmddesc objecter_requests hook 0x564e95561420 EEXIST 2024-09-12T17:59:50.204 INFO:tasks.workunit.client.0.smithi045.stderr: -202> 2024-09-12T17:59:50.110+0000 7fb70b342800 1 librados: setting wanted keys 2024-09-12T17:59:50.204 INFO:tasks.workunit.client.0.smithi045.stderr: -201> 2024-09-12T17:59:50.110+0000 7fb70b342800 1 librados: calling monclient init 2024-09-12T17:59:50.204 INFO:tasks.workunit.client.0.smithi045.stderr: -200> 2024-09-12T17:59:50.110+0000 7fb70b342800 10 monclient: init 2024-09-12T17:59:50.204 INFO:tasks.workunit.client.0.smithi045.stderr: -199> 2024-09-12T17:59:50.110+0000 7fb70b342800 5 AuthRegistry(0x564e955eac80) adding auth protocol: cephx 2024-09-12T17:59:50.204 INFO:tasks.workunit.client.0.smithi045.stderr: -198> 2024-09-12T17:59:50.110+0000 7fb70b342800 5 AuthRegistry(0x564e955eac80) adding auth protocol: cephx 2024-09-12T17:59:50.204 INFO:tasks.workunit.client.0.smithi045.stderr: -197> 2024-09-12T17:59:50.110+0000 7fb70b342800 5 AuthRegistry(0x564e955eac80) adding auth protocol: cephx 2024-09-12T17:59:50.204 INFO:tasks.workunit.client.0.smithi045.stderr: -196> 2024-09-12T17:59:50.110+0000 7fb70b342800 5 AuthRegistry(0x564e955eac80) adding con mode: secure 2024-09-12T17:59:50.204 INFO:tasks.workunit.client.0.smithi045.stderr: -195> 2024-09-12T17:59:50.110+0000 7fb70b342800 5 AuthRegistry(0x564e955eac80) adding con mode: crc 2024-09-12T17:59:50.204 INFO:tasks.workunit.client.0.smithi045.stderr: -194> 2024-09-12T17:59:50.110+0000 7fb70b342800 5 AuthRegistry(0x564e955eac80) adding con mode: secure 2024-09-12T17:59:50.204 INFO:tasks.workunit.client.0.smithi045.stderr: -193> 2024-09-12T17:59:50.110+0000 7fb70b342800 5 AuthRegistry(0x564e955eac80) adding con mode: crc 2024-09-12T17:59:50.205 INFO:tasks.workunit.client.0.smithi045.stderr: -192> 2024-09-12T17:59:50.110+0000 7fb70b342800 5 AuthRegistry(0x564e955eac80) adding con mode: secure 2024-09-12T17:59:50.205 INFO:tasks.workunit.client.0.smithi045.stderr: -191> 2024-09-12T17:59:50.110+0000 7fb70b342800 5 AuthRegistry(0x564e955eac80) adding con mode: crc 2024-09-12T17:59:50.205 INFO:tasks.workunit.client.0.smithi045.stderr: -190> 2024-09-12T17:59:50.110+0000 7fb70b342800 5 AuthRegistry(0x564e955eac80) adding con mode: crc 2024-09-12T17:59:50.205 INFO:tasks.workunit.client.0.smithi045.stderr: -189> 2024-09-12T17:59:50.110+0000 7fb70b342800 5 AuthRegistry(0x564e955eac80) adding con mode: secure 2024-09-12T17:59:50.205 INFO:tasks.workunit.client.0.smithi045.stderr: -188> 2024-09-12T17:59:50.110+0000 7fb70b342800 5 AuthRegistry(0x564e955eac80) adding con mode: crc 2024-09-12T17:59:50.205 INFO:tasks.workunit.client.0.smithi045.stderr: -187> 2024-09-12T17:59:50.110+0000 7fb70b342800 5 AuthRegistry(0x564e955eac80) adding con mode: secure 2024-09-12T17:59:50.205 INFO:tasks.workunit.client.0.smithi045.stderr: -186> 2024-09-12T17:59:50.110+0000 7fb70b342800 5 AuthRegistry(0x564e955eac80) adding con mode: crc 2024-09-12T17:59:50.205 INFO:tasks.workunit.client.0.smithi045.stderr: -185> 2024-09-12T17:59:50.110+0000 7fb70b342800 5 AuthRegistry(0x564e955eac80) adding con mode: secure 2024-09-12T17:59:50.205 INFO:tasks.workunit.client.0.smithi045.stderr: -184> 2024-09-12T17:59:50.110+0000 7fb70b342800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:50.205 INFO:tasks.workunit.client.0.smithi045.stderr: -183> 2024-09-12T17:59:50.110+0000 7fb70b342800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:50.205 INFO:tasks.workunit.client.0.smithi045.stderr: -182> 2024-09-12T17:59:50.110+0000 7fb70b342800 5 asok(0x564e95338730) register_command rotate-key cmddesc rotate-key hook 0x564e955eadc8 EEXIST 2024-09-12T17:59:50.205 INFO:tasks.workunit.client.0.smithi045.stderr: -181> 2024-09-12T17:59:50.110+0000 7fb70b342800 10 monclient: _reopen_session rank -1 2024-09-12T17:59:50.205 INFO:tasks.workunit.client.0.smithi045.stderr: -180> 2024-09-12T17:59:50.110+0000 7fb70b342800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:59:50.206 INFO:tasks.workunit.client.0.smithi045.stderr: -179> 2024-09-12T17:59:50.110+0000 7fb70b342800 10 monclient(hunting): picked mon.noname-b con 0x564e955fa350 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:59:50.206 INFO:tasks.workunit.client.0.smithi045.stderr: -178> 2024-09-12T17:59:50.110+0000 7fb70b342800 10 monclient(hunting): picked mon.noname-a con 0x564e95624ab0 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:59:50.206 INFO:tasks.workunit.client.0.smithi045.stderr: -177> 2024-09-12T17:59:50.110+0000 7fb70b342800 10 monclient(hunting): picked mon.noname-c con 0x564e9562a510 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:59:50.206 INFO:tasks.workunit.client.0.smithi045.stderr: -176> 2024-09-12T17:59:50.110+0000 7fb70b342800 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:50.206 INFO:tasks.workunit.client.0.smithi045.stderr: -175> 2024-09-12T17:59:50.110+0000 7fb70b342800 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:50.206 INFO:tasks.workunit.client.0.smithi045.stderr: -174> 2024-09-12T17:59:50.110+0000 7fb70b342800 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:50.206 INFO:tasks.workunit.client.0.smithi045.stderr: -173> 2024-09-12T17:59:50.110+0000 7fb70b342800 10 monclient(hunting): _renew_subs 2024-09-12T17:59:50.206 INFO:tasks.workunit.client.0.smithi045.stderr: -172> 2024-09-12T17:59:50.110+0000 7fb70b342800 10 monclient(hunting): authenticate will time out at 2288.568985s 2024-09-12T17:59:50.206 INFO:tasks.workunit.client.0.smithi045.stderr: -171> 2024-09-12T17:59:50.111+0000 7fb707887640 10 monclient(hunting): get_auth_request con 0x564e9562a510 auth_method 0 2024-09-12T17:59:50.206 INFO:tasks.workunit.client.0.smithi045.stderr: -170> 2024-09-12T17:59:50.111+0000 7fb707887640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:50.206 INFO:tasks.workunit.client.0.smithi045.stderr: -169> 2024-09-12T17:59:50.111+0000 7fb707887640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:50.206 INFO:tasks.workunit.client.0.smithi045.stderr: -168> 2024-09-12T17:59:50.111+0000 7fb707887640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:50.206 INFO:tasks.workunit.client.0.smithi045.stderr: -167> 2024-09-12T17:59:50.111+0000 7fb706885640 10 monclient(hunting): get_auth_request con 0x564e95624ab0 auth_method 0 2024-09-12T17:59:50.207 INFO:tasks.workunit.client.0.smithi045.stderr: -166> 2024-09-12T17:59:50.111+0000 7fb706885640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:50.207 INFO:tasks.workunit.client.0.smithi045.stderr: -165> 2024-09-12T17:59:50.111+0000 7fb706885640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:50.207 INFO:tasks.workunit.client.0.smithi045.stderr: -164> 2024-09-12T17:59:50.111+0000 7fb706885640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:50.207 INFO:tasks.workunit.client.0.smithi045.stderr: -163> 2024-09-12T17:59:50.111+0000 7fb707887640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:59:50.207 INFO:tasks.workunit.client.0.smithi045.stderr: -162> 2024-09-12T17:59:50.111+0000 7fb707887640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:59:50.207 INFO:tasks.workunit.client.0.smithi045.stderr: -161> 2024-09-12T17:59:50.111+0000 7fb707887640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:59:50.207 INFO:tasks.workunit.client.0.smithi045.stderr: -160> 2024-09-12T17:59:50.111+0000 7fb707086640 10 monclient(hunting): get_auth_request con 0x564e955fa350 auth_method 0 2024-09-12T17:59:50.207 INFO:tasks.workunit.client.0.smithi045.stderr: -159> 2024-09-12T17:59:50.111+0000 7fb707086640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:50.207 INFO:tasks.workunit.client.0.smithi045.stderr: -158> 2024-09-12T17:59:50.111+0000 7fb707086640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:50.207 INFO:tasks.workunit.client.0.smithi045.stderr: -157> 2024-09-12T17:59:50.111+0000 7fb707086640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:50.207 INFO:tasks.workunit.client.0.smithi045.stderr: -156> 2024-09-12T17:59:50.111+0000 7fb706885640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:59:50.207 INFO:tasks.workunit.client.0.smithi045.stderr: -155> 2024-09-12T17:59:50.111+0000 7fb706885640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:59:50.207 INFO:tasks.workunit.client.0.smithi045.stderr: -154> 2024-09-12T17:59:50.111+0000 7fb706885640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:59:50.207 INFO:tasks.workunit.client.0.smithi045.stderr: -153> 2024-09-12T17:59:50.111+0000 7fb707086640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:59:50.208 INFO:tasks.workunit.client.0.smithi045.stderr: -152> 2024-09-12T17:59:50.111+0000 7fb707086640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:59:50.208 INFO:tasks.workunit.client.0.smithi045.stderr: -151> 2024-09-12T17:59:50.111+0000 7fb707086640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:59:50.208 INFO:tasks.workunit.client.0.smithi045.stderr: -150> 2024-09-12T17:59:50.111+0000 7fb707887640 10 monclient(hunting): handle_auth_done global_id 7811 payload 824 2024-09-12T17:59:50.208 INFO:tasks.workunit.client.0.smithi045.stderr: -149> 2024-09-12T17:59:50.111+0000 7fb707887640 10 monclient: _finish_hunting 0 2024-09-12T17:59:50.208 INFO:tasks.workunit.client.0.smithi045.stderr: -148> 2024-09-12T17:59:50.111+0000 7fb707887640 1 monclient: found mon.noname-c 2024-09-12T17:59:50.208 INFO:tasks.workunit.client.0.smithi045.stderr: -147> 2024-09-12T17:59:50.111+0000 7fb707887640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.45:3301/0 2024-09-12T17:59:50.208 INFO:tasks.workunit.client.0.smithi045.stderr: -146> 2024-09-12T17:59:50.111+0000 7fb5e97fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:59:50.208 INFO:tasks.workunit.client.0.smithi045.stderr: -145> 2024-09-12T17:59:50.111+0000 7fb5e97fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:59:50.208 INFO:tasks.workunit.client.0.smithi045.stderr: -144> 2024-09-12T17:59:50.111+0000 7fb5e97fa640 10 monclient: dump: 2024-09-12T17:59:50.208 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:59:50.208 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:59:50.208 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:59:50.208 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:59:50.209 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:59:50.209 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:59:50.209 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:59:50.209 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:59:50.209 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:59:50.209 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:50.209 INFO:tasks.workunit.client.0.smithi045.stderr: -143> 2024-09-12T17:59:50.111+0000 7fb5e97fa640 10 monclient: _finish_auth 0 2024-09-12T17:59:50.209 INFO:tasks.workunit.client.0.smithi045.stderr: -142> 2024-09-12T17:59:50.111+0000 7fb5e97fa640 10 monclient: _check_auth_tickets 2024-09-12T17:59:50.209 INFO:tasks.workunit.client.0.smithi045.stderr: -141> 2024-09-12T17:59:50.111+0000 7fb70b342800 5 monclient: authenticate success, global_id 7811 2024-09-12T17:59:50.209 INFO:tasks.workunit.client.0.smithi045.stderr: -140> 2024-09-12T17:59:50.111+0000 7fb70b342800 10 monclient: _renew_subs 2024-09-12T17:59:50.209 INFO:tasks.workunit.client.0.smithi045.stderr: -139> 2024-09-12T17:59:50.111+0000 7fb70b342800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:59:50.209 INFO:tasks.workunit.client.0.smithi045.stderr: -138> 2024-09-12T17:59:50.111+0000 7fb5e97fa640 10 monclient: handle_config config(0 keys) 2024-09-12T17:59:50.209 INFO:tasks.workunit.client.0.smithi045.stderr: -137> 2024-09-12T17:59:50.111+0000 7fb5e97fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:59:50.210 INFO:tasks.workunit.client.0.smithi045.stderr: -136> 2024-09-12T17:59:50.111+0000 7fb5e97fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:59:50.210 INFO:tasks.workunit.client.0.smithi045.stderr: -135> 2024-09-12T17:59:50.111+0000 7fb5e97fa640 10 monclient: dump: 2024-09-12T17:59:50.210 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:59:50.210 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:59:50.210 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:59:50.210 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:59:50.210 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:59:50.210 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:59:50.210 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:59:50.210 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:59:50.210 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:59:50.210 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:50.210 INFO:tasks.workunit.client.0.smithi045.stderr: -134> 2024-09-12T17:59:50.111+0000 7fb5eaffd640 4 set_mon_vals no callback set 2024-09-12T17:59:50.211 INFO:tasks.workunit.client.0.smithi045.stderr: -133> 2024-09-12T17:59:50.111+0000 7fb70b342800 10 monclient: _renew_subs 2024-09-12T17:59:50.211 INFO:tasks.workunit.client.0.smithi045.stderr: -132> 2024-09-12T17:59:50.111+0000 7fb70b342800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:59:50.211 INFO:tasks.workunit.client.0.smithi045.stderr: -131> 2024-09-12T17:59:50.111+0000 7fb70b342800 1 librados: init done 2024-09-12T17:59:50.211 INFO:tasks.workunit.client.0.smithi045.stderr: -130> 2024-09-12T17:59:50.111+0000 7fb70b342800 5 asok(0x564e95338730) register_command cr dump hook 0x564e955f7898 2024-09-12T17:59:50.211 INFO:tasks.workunit.client.0.smithi045.stderr: -129> 2024-09-12T17:59:50.113+0000 7fb70b342800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.211 INFO:tasks.workunit.client.0.smithi045.stderr: -128> 2024-09-12T17:59:50.114+0000 7fb5e97fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:59:50.211 INFO:tasks.workunit.client.0.smithi045.stderr: -127> 2024-09-12T17:59:50.114+0000 7fb5e97fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:59:50.211 INFO:tasks.workunit.client.0.smithi045.stderr: -126> 2024-09-12T17:59:50.114+0000 7fb5e97fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:59:50.211 INFO:tasks.workunit.client.0.smithi045.stderr: -125> 2024-09-12T17:59:50.114+0000 7fb707086640 10 monclient: get_auth_request con 0x7fb5d0076470 auth_method 0 2024-09-12T17:59:50.211 INFO:tasks.workunit.client.0.smithi045.stderr: -124> 2024-09-12T17:59:50.114+0000 7fb706885640 10 monclient: get_auth_request con 0x564e95644510 auth_method 0 2024-09-12T17:59:50.211 INFO:tasks.workunit.client.0.smithi045.stderr: -123> 2024-09-12T17:59:50.115+0000 7fb70b342800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:50.211 INFO:tasks.workunit.client.0.smithi045.stderr: -122> 2024-09-12T17:59:50.115+0000 7fb70b342800 20 realm 2024-09-12T17:59:50.211 INFO:tasks.workunit.client.0.smithi045.stderr: -121> 2024-09-12T17:59:50.115+0000 7fb70b342800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.211 INFO:tasks.workunit.client.0.smithi045.stderr: -120> 2024-09-12T17:59:50.115+0000 7fb70b342800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:50.212 INFO:tasks.workunit.client.0.smithi045.stderr: -119> 2024-09-12T17:59:50.115+0000 7fb70b342800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:59:50.212 INFO:tasks.workunit.client.0.smithi045.stderr: -118> 2024-09-12T17:59:50.115+0000 7fb70b342800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.212 INFO:tasks.workunit.client.0.smithi045.stderr: -117> 2024-09-12T17:59:50.115+0000 7fb70b342800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:50.212 INFO:tasks.workunit.client.0.smithi045.stderr: -116> 2024-09-12T17:59:50.115+0000 7fb70b342800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.212 INFO:tasks.workunit.client.0.smithi045.stderr: -115> 2024-09-12T17:59:50.115+0000 7fb707086640 10 monclient: get_auth_request con 0x564e95648770 auth_method 0 2024-09-12T17:59:50.212 INFO:tasks.workunit.client.0.smithi045.stderr: -114> 2024-09-12T17:59:50.116+0000 7fb70b342800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:50.212 INFO:tasks.workunit.client.0.smithi045.stderr: -113> 2024-09-12T17:59:50.116+0000 7fb70b342800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.212 INFO:tasks.workunit.client.0.smithi045.stderr: -112> 2024-09-12T17:59:50.116+0000 7fb706885640 10 monclient: get_auth_request con 0x564e9564bfd0 auth_method 0 2024-09-12T17:59:50.212 INFO:tasks.workunit.client.0.smithi045.stderr: -111> 2024-09-12T17:59:50.117+0000 7fb70b342800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:59:50.212 INFO:tasks.workunit.client.0.smithi045.stderr: -110> 2024-09-12T17:59:50.117+0000 7fb70b342800 20 searching for the correct realm 2024-09-12T17:59:50.212 INFO:tasks.workunit.client.0.smithi045.stderr: -109> 2024-09-12T17:59:50.117+0000 7fb707887640 10 monclient: get_auth_request con 0x564e95650d20 auth_method 0 2024-09-12T17:59:50.212 INFO:tasks.workunit.client.0.smithi045.stderr: -108> 2024-09-12T17:59:50.118+0000 7fb707086640 10 monclient: get_auth_request con 0x7fb6fc07c040 auth_method 0 2024-09-12T17:59:50.212 INFO:tasks.workunit.client.0.smithi045.stderr: -107> 2024-09-12T17:59:50.119+0000 7fb706885640 10 monclient: get_auth_request con 0x7fb6f802c070 auth_method 0 2024-09-12T17:59:50.213 INFO:tasks.workunit.client.0.smithi045.stderr: -106> 2024-09-12T17:59:50.120+0000 7fb706885640 0 -- 172.21.15.45:0/2549366744 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x564e9564bfd0 msgr2=0x564e9564e3e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:50.213 INFO:tasks.workunit.client.0.smithi045.stderr: -105> 2024-09-12T17:59:50.120+0000 7fb5e97fa640 1 client.7811.objecter ms_handle_reset 0x564e9564bfd0 session 0x564e95647b00 osd.7 2024-09-12T17:59:50.213 INFO:tasks.workunit.client.0.smithi045.stderr: -104> 2024-09-12T17:59:50.120+0000 7fb5e97fa640 10 monclient: _renew_subs 2024-09-12T17:59:50.213 INFO:tasks.workunit.client.0.smithi045.stderr: -103> 2024-09-12T17:59:50.120+0000 7fb5e97fa640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:59:50.213 INFO:tasks.workunit.client.0.smithi045.stderr: -102> 2024-09-12T17:59:50.120+0000 7fb706885640 10 monclient: get_auth_request con 0x7fb5d0086ba0 auth_method 0 2024-09-12T17:59:50.213 INFO:tasks.workunit.client.0.smithi045.stderr: -101> 2024-09-12T17:59:50.121+0000 7fb707887640 10 monclient: get_auth_request con 0x7fb6fc099410 auth_method 0 2024-09-12T17:59:50.213 INFO:tasks.workunit.client.0.smithi045.stderr: -100> 2024-09-12T17:59:50.122+0000 7fb5e97fa640 1 client.7811.objecter ms_handle_reset 0x564e95644510 session 0x564e95643e90 osd.1 2024-09-12T17:59:50.213 INFO:tasks.workunit.client.0.smithi045.stderr: -99> 2024-09-12T17:59:50.122+0000 7fb706885640 10 monclient: get_auth_request con 0x564e9564bfd0 auth_method 0 2024-09-12T17:59:50.213 INFO:tasks.workunit.client.0.smithi045.stderr: -98> 2024-09-12T17:59:50.124+0000 7fb706885640 0 -- 172.21.15.45:0/2549366744 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7fb6f802c070 msgr2=0x7fb6f8092730 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:50.213 INFO:tasks.workunit.client.0.smithi045.stderr: -97> 2024-09-12T17:59:50.124+0000 7fb5e97fa640 1 client.7811.objecter ms_handle_reset 0x7fb6f802c070 session 0x7fb6f807c070 osd.4 2024-09-12T17:59:50.213 INFO:tasks.workunit.client.0.smithi045.stderr: -96> 2024-09-12T17:59:50.124+0000 7fb707086640 10 monclient: get_auth_request con 0x7fb6fc0a9950 auth_method 0 2024-09-12T17:59:50.213 INFO:tasks.workunit.client.0.smithi045.stderr: -95> 2024-09-12T17:59:50.124+0000 7fb706885640 10 monclient: get_auth_request con 0x564e95644510 auth_method 0 2024-09-12T17:59:50.213 INFO:tasks.workunit.client.0.smithi045.stderr: -94> 2024-09-12T17:59:50.129+0000 7fb70b342800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:59:50.214 INFO:tasks.workunit.client.0.smithi045.stderr: -93> 2024-09-12T17:59:50.129+0000 7fb70b342800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:59:50.214 INFO:tasks.workunit.client.0.smithi045.stderr: -92> 2024-09-12T17:59:50.129+0000 7fb70b342800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:59:50.214 INFO:tasks.workunit.client.0.smithi045.stderr: -91> 2024-09-12T17:59:50.129+0000 7fb70b342800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:59:50.214 INFO:tasks.workunit.client.0.smithi045.stderr: -90> 2024-09-12T17:59:50.129+0000 7fb70b342800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:59:50.214 INFO:tasks.workunit.client.0.smithi045.stderr: -89> 2024-09-12T17:59:50.129+0000 7fb70b342800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:59:50.214 INFO:tasks.workunit.client.0.smithi045.stderr: -88> 2024-09-12T17:59:50.129+0000 7fb70b342800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.214 INFO:tasks.workunit.client.0.smithi045.stderr: -87> 2024-09-12T17:59:50.129+0000 7fb70b342800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:50.214 INFO:tasks.workunit.client.0.smithi045.stderr: -86> 2024-09-12T17:59:50.129+0000 7fb70b342800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.214 INFO:tasks.workunit.client.0.smithi045.stderr: -85> 2024-09-12T17:59:50.129+0000 7fb70b342800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:50.214 INFO:tasks.workunit.client.0.smithi045.stderr: -84> 2024-09-12T17:59:50.129+0000 7fb70b342800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.214 INFO:tasks.workunit.client.0.smithi045.stderr: -83> 2024-09-12T17:59:50.130+0000 7fb70b342800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:59:50.214 INFO:tasks.workunit.client.0.smithi045.stderr: -82> 2024-09-12T17:59:50.130+0000 7fb70b342800 20 zone default found 2024-09-12T17:59:50.214 INFO:tasks.workunit.client.0.smithi045.stderr: -81> 2024-09-12T17:59:50.130+0000 7fb70b342800 4 Realm: () 2024-09-12T17:59:50.215 INFO:tasks.workunit.client.0.smithi045.stderr: -80> 2024-09-12T17:59:50.130+0000 7fb70b342800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:59:50.215 INFO:tasks.workunit.client.0.smithi045.stderr: -79> 2024-09-12T17:59:50.130+0000 7fb70b342800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:59:50.215 INFO:tasks.workunit.client.0.smithi045.stderr: -78> 2024-09-12T17:59:50.130+0000 7fb70b342800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:59:50.215 INFO:tasks.workunit.client.0.smithi045.stderr: -77> 2024-09-12T17:59:50.130+0000 7fb70b342800 20 zonegroup default 2024-09-12T17:59:50.215 INFO:tasks.workunit.client.0.smithi045.stderr: -76> 2024-09-12T17:59:50.130+0000 7fb70b342800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.215 INFO:tasks.workunit.client.0.smithi045.stderr: -75> 2024-09-12T17:59:50.130+0000 7fb70b342800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:50.215 INFO:tasks.workunit.client.0.smithi045.stderr: -74> 2024-09-12T17:59:50.130+0000 7fb70b342800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.215 INFO:tasks.workunit.client.0.smithi045.stderr: -73> 2024-09-12T17:59:50.130+0000 7fb70b342800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:50.215 INFO:tasks.workunit.client.0.smithi045.stderr: -72> 2024-09-12T17:59:50.130+0000 7fb70b342800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.215 INFO:tasks.workunit.client.0.smithi045.stderr: -71> 2024-09-12T17:59:50.131+0000 7fb70b342800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:50.215 INFO:tasks.workunit.client.0.smithi045.stderr: -70> 2024-09-12T17:59:50.131+0000 7fb70b342800 20 started sync module instance, tier type = 2024-09-12T17:59:50.215 INFO:tasks.workunit.client.0.smithi045.stderr: -69> 2024-09-12T17:59:50.131+0000 7fb70b342800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:59:50.215 INFO:tasks.workunit.client.0.smithi045.stderr: -68> 2024-09-12T17:59:50.139+0000 7fb70b342800 20 add_watcher() i=0 2024-09-12T17:59:50.216 INFO:tasks.workunit.client.0.smithi045.stderr: -67> 2024-09-12T17:59:50.139+0000 7fb70b342800 20 add_watcher() i=1 2024-09-12T17:59:50.216 INFO:tasks.workunit.client.0.smithi045.stderr: -66> 2024-09-12T17:59:50.139+0000 7fb70b342800 20 add_watcher() i=2 2024-09-12T17:59:50.216 INFO:tasks.workunit.client.0.smithi045.stderr: -65> 2024-09-12T17:59:50.139+0000 7fb70b342800 20 add_watcher() i=3 2024-09-12T17:59:50.216 INFO:tasks.workunit.client.0.smithi045.stderr: -64> 2024-09-12T17:59:50.139+0000 7fb70b342800 20 add_watcher() i=4 2024-09-12T17:59:50.216 INFO:tasks.workunit.client.0.smithi045.stderr: -63> 2024-09-12T17:59:50.139+0000 7fb70b342800 20 add_watcher() i=5 2024-09-12T17:59:50.216 INFO:tasks.workunit.client.0.smithi045.stderr: -62> 2024-09-12T17:59:50.139+0000 7fb70b342800 20 add_watcher() i=6 2024-09-12T17:59:50.216 INFO:tasks.workunit.client.0.smithi045.stderr: -61> 2024-09-12T17:59:50.140+0000 7fb70b342800 20 add_watcher() i=7 2024-09-12T17:59:50.216 INFO:tasks.workunit.client.0.smithi045.stderr: -60> 2024-09-12T17:59:50.140+0000 7fb70b342800 2 all 8 watchers are set, enabling cache 2024-09-12T17:59:50.216 INFO:tasks.workunit.client.0.smithi045.stderr: -59> 2024-09-12T17:59:50.142+0000 7fb70b342800 5 AuthRegistry(0x7fffc4a9a510) adding auth protocol: cephx 2024-09-12T17:59:50.216 INFO:tasks.workunit.client.0.smithi045.stderr: -58> 2024-09-12T17:59:50.142+0000 7fb70b342800 5 AuthRegistry(0x7fffc4a9a510) adding auth protocol: cephx 2024-09-12T17:59:50.216 INFO:tasks.workunit.client.0.smithi045.stderr: -57> 2024-09-12T17:59:50.142+0000 7fb70b342800 5 AuthRegistry(0x7fffc4a9a510) adding auth protocol: cephx 2024-09-12T17:59:50.216 INFO:tasks.workunit.client.0.smithi045.stderr: -56> 2024-09-12T17:59:50.142+0000 7fb70b342800 5 AuthRegistry(0x7fffc4a9a510) adding con mode: secure 2024-09-12T17:59:50.216 INFO:tasks.workunit.client.0.smithi045.stderr: -55> 2024-09-12T17:59:50.142+0000 7fb70b342800 5 AuthRegistry(0x7fffc4a9a510) adding con mode: crc 2024-09-12T17:59:50.216 INFO:tasks.workunit.client.0.smithi045.stderr: -54> 2024-09-12T17:59:50.142+0000 7fb70b342800 5 AuthRegistry(0x7fffc4a9a510) adding con mode: secure 2024-09-12T17:59:50.217 INFO:tasks.workunit.client.0.smithi045.stderr: -53> 2024-09-12T17:59:50.142+0000 7fb70b342800 5 AuthRegistry(0x7fffc4a9a510) adding con mode: crc 2024-09-12T17:59:50.217 INFO:tasks.workunit.client.0.smithi045.stderr: -52> 2024-09-12T17:59:50.142+0000 7fb70b342800 5 AuthRegistry(0x7fffc4a9a510) adding con mode: secure 2024-09-12T17:59:50.217 INFO:tasks.workunit.client.0.smithi045.stderr: -51> 2024-09-12T17:59:50.142+0000 7fb70b342800 5 AuthRegistry(0x7fffc4a9a510) adding con mode: crc 2024-09-12T17:59:50.217 INFO:tasks.workunit.client.0.smithi045.stderr: -50> 2024-09-12T17:59:50.142+0000 7fb70b342800 5 AuthRegistry(0x7fffc4a9a510) adding con mode: crc 2024-09-12T17:59:50.217 INFO:tasks.workunit.client.0.smithi045.stderr: -49> 2024-09-12T17:59:50.142+0000 7fb70b342800 5 AuthRegistry(0x7fffc4a9a510) adding con mode: secure 2024-09-12T17:59:50.217 INFO:tasks.workunit.client.0.smithi045.stderr: -48> 2024-09-12T17:59:50.142+0000 7fb70b342800 5 AuthRegistry(0x7fffc4a9a510) adding con mode: crc 2024-09-12T17:59:50.217 INFO:tasks.workunit.client.0.smithi045.stderr: -47> 2024-09-12T17:59:50.142+0000 7fb70b342800 5 AuthRegistry(0x7fffc4a9a510) adding con mode: secure 2024-09-12T17:59:50.217 INFO:tasks.workunit.client.0.smithi045.stderr: -46> 2024-09-12T17:59:50.142+0000 7fb70b342800 5 AuthRegistry(0x7fffc4a9a510) adding con mode: crc 2024-09-12T17:59:50.217 INFO:tasks.workunit.client.0.smithi045.stderr: -45> 2024-09-12T17:59:50.142+0000 7fb70b342800 5 AuthRegistry(0x7fffc4a9a510) adding con mode: secure 2024-09-12T17:59:50.217 INFO:tasks.workunit.client.0.smithi045.stderr: -44> 2024-09-12T17:59:50.142+0000 7fb5bdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:50.217 INFO:tasks.workunit.client.0.smithi045.stderr: -43> 2024-09-12T17:59:50.143+0000 7fb70b342800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:50.217 INFO:tasks.workunit.client.0.smithi045.stderr: -42> 2024-09-12T17:59:50.143+0000 7fb70b342800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:59:50.217 INFO:tasks.workunit.client.0.smithi045.stderr: -41> 2024-09-12T17:59:50.143+0000 7fb70b342800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:59:50.218 INFO:tasks.workunit.client.0.smithi045.stderr: -40> 2024-09-12T17:59:50.143+0000 7fb70b342800 5 asok(0x564e95338730) register_command cache list hook 0x564e95620d40 2024-09-12T17:59:50.218 INFO:tasks.workunit.client.0.smithi045.stderr: -39> 2024-09-12T17:59:50.143+0000 7fb70b342800 5 asok(0x564e95338730) register_command cache inspect hook 0x564e95620d40 2024-09-12T17:59:50.218 INFO:tasks.workunit.client.0.smithi045.stderr: -38> 2024-09-12T17:59:50.143+0000 7fb70b342800 5 asok(0x564e95338730) register_command cache erase hook 0x564e95620d40 2024-09-12T17:59:50.218 INFO:tasks.workunit.client.0.smithi045.stderr: -37> 2024-09-12T17:59:50.143+0000 7fb70b342800 5 asok(0x564e95338730) register_command cache zap hook 0x564e95620d40 2024-09-12T17:59:50.218 INFO:tasks.workunit.client.0.smithi045.stderr: -36> 2024-09-12T17:59:50.143+0000 7fb70b342800 5 note: GC not initialized 2024-09-12T17:59:50.218 INFO:tasks.workunit.client.0.smithi045.stderr: -35> 2024-09-12T17:59:50.143+0000 7fb5bcfe1640 20 reqs_thread_entry: start 2024-09-12T17:59:50.218 INFO:tasks.workunit.client.0.smithi045.stderr: -34> 2024-09-12T17:59:50.143+0000 7fb70b342800 5 asok(0x564e95338730) register_command sync trace show hook 0x7fb700004d90 2024-09-12T17:59:50.218 INFO:tasks.workunit.client.0.smithi045.stderr: -33> 2024-09-12T17:59:50.143+0000 7fb70b342800 5 asok(0x564e95338730) register_command sync trace history hook 0x7fb700004d90 2024-09-12T17:59:50.218 INFO:tasks.workunit.client.0.smithi045.stderr: -32> 2024-09-12T17:59:50.143+0000 7fb70b342800 5 asok(0x564e95338730) register_command sync trace active hook 0x7fb700004d90 2024-09-12T17:59:50.218 INFO:tasks.workunit.client.0.smithi045.stderr: -31> 2024-09-12T17:59:50.143+0000 7fb70b342800 5 asok(0x564e95338730) register_command sync trace active_short hook 0x7fb700004d90 2024-09-12T17:59:50.218 INFO:tasks.workunit.client.0.smithi045.stderr: -30> 2024-09-12T17:59:50.143+0000 7fb70b342800 20 init_complete bucket index max shards: 1 2024-09-12T17:59:50.218 INFO:tasks.workunit.client.0.smithi045.stderr: -29> 2024-09-12T17:59:50.143+0000 7fb70b342800 20 Filter name: none 2024-09-12T17:59:50.218 INFO:tasks.workunit.client.0.smithi045.stderr: -28> 2024-09-12T17:59:50.143+0000 7fb5367fc640 20 reqs_thread_entry: start 2024-09-12T17:59:50.218 INFO:tasks.workunit.client.0.smithi045.stderr: -27> 2024-09-12T17:59:50.143+0000 7fb70b342800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:59:50.219 INFO:tasks.workunit.client.0.smithi045.stderr: -26> 2024-09-12T17:59:50.143+0000 7fb70b342800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.219 INFO:tasks.workunit.client.0.smithi045.stderr: -25> 2024-09-12T17:59:50.144+0000 7fb70b342800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:59:50.219 INFO:tasks.workunit.client.0.smithi045.stderr: -24> 2024-09-12T17:59:50.144+0000 7fb70b342800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:59:50.219 INFO:tasks.workunit.client.0.smithi045.stderr: -23> 2024-09-12T17:59:50.144+0000 7fb70b342800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:59:50.219 INFO:tasks.workunit.client.0.smithi045.stderr: -22> 2024-09-12T17:59:50.144+0000 7fb70b342800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 : miss 2024-09-12T17:59:50.219 INFO:tasks.workunit.client.0.smithi045.stderr: -21> 2024-09-12T17:59:50.144+0000 7fb70b342800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.219 INFO:tasks.workunit.client.0.smithi045.stderr: -20> 2024-09-12T17:59:50.144+0000 7fb70b342800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T17:59:50.219 INFO:tasks.workunit.client.0.smithi045.stderr: -19> 2024-09-12T17:59:50.144+0000 7fb70b342800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T17:59:50.219 INFO:tasks.workunit.client.0.smithi045.stderr: -18> 2024-09-12T17:59:50.144+0000 7fb70b342800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T17:59:50.219 INFO:tasks.workunit.client.0.smithi045.stderr: -17> 2024-09-12T17:59:50.144+0000 7fb70b342800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:59:50.219 INFO:tasks.workunit.client.0.smithi045.stderr: -16> 2024-09-12T17:59:50.144+0000 7fb70b342800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:59:50.219 INFO:tasks.workunit.client.0.smithi045.stderr: -15> 2024-09-12T17:59:50.144+0000 7fb70b342800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 2024-09-12T17:59:50.219 INFO:tasks.workunit.client.0.smithi045.stderr: -14> 2024-09-12T17:59:50.145+0000 7fb70b342800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T17:59:50.220 INFO:tasks.workunit.client.0.smithi045.stderr: -13> 2024-09-12T17:59:50.150+0000 7fb70b342800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T17:59:50.220 INFO:tasks.workunit.client.0.smithi045.stderr: -12> 2024-09-12T17:59:50.150+0000 7fb70b342800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T17:59:50.220 INFO:tasks.workunit.client.0.smithi045.stderr: -11> 2024-09-12T17:59:50.150+0000 7fb70b342800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:59:50.220 INFO:tasks.workunit.client.0.smithi045.stderr: -10> 2024-09-12T17:59:50.150+0000 7fb70b342800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18, ofs0, ns] 2024-09-12T17:59:50.220 INFO:tasks.workunit.client.0.smithi045.stderr: -9> 2024-09-12T17:59:50.150+0000 7fb5ea7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398947 cookie 94895513819040 notifier 7811 bl.length()=911 2024-09-12T17:59:50.220 INFO:tasks.workunit.client.0.smithi045.stderr: -8> 2024-09-12T17:59:50.150+0000 7fb5ea7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T17:59:50.220 INFO:tasks.workunit.client.0.smithi045.stderr: -7> 2024-09-12T17:59:50.150+0000 7fb5ea7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T17:59:50.220 INFO:tasks.workunit.client.0.smithi045.stderr: -6> 2024-09-12T17:59:50.150+0000 7fb5ea7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:59:50.220 INFO:tasks.workunit.client.0.smithi045.stderr: -5> 2024-09-12T17:59:50.150+0000 7fb70b342800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): orig_sources= new_sources= 2024-09-12T17:59:50.220 INFO:tasks.workunit.client.0.smithi045.stderr: -4> 2024-09-12T17:59:50.150+0000 7fb70b342800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): potential sources added=[] removed=[] 2024-09-12T17:59:50.220 INFO:tasks.workunit.client.0.smithi045.stderr: -3> 2024-09-12T17:59:50.150+0000 7fb70b342800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): orig_dests= new_dests= 2024-09-12T17:59:50.220 INFO:tasks.workunit.client.0.smithi045.stderr: -2> 2024-09-12T17:59:50.150+0000 7fb70b342800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): potential dests added=[] removed=[] 2024-09-12T17:59:50.220 INFO:tasks.workunit.client.0.smithi045.stderr: -1> 2024-09-12T17:59:50.154+0000 7fb70b342800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fb70b342800 time 2024-09-12T17:59:50.154234+0000 2024-09-12T17:59:50.221 INFO:tasks.workunit.client.0.smithi045.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:59:50.221 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:50.221 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:59:50.221 INFO:tasks.workunit.client.0.smithi045.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7fb70cb8c71a] 2024-09-12T17:59:50.221 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fb70cb8c8d8] 2024-09-12T17:59:50.221 INFO:tasks.workunit.client.0.smithi045.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x564e947b3841] 2024-09-12T17:59:50.221 INFO:tasks.workunit.client.0.smithi045.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x564e947c357a] 2024-09-12T17:59:50.221 INFO:tasks.workunit.client.0.smithi045.stderr: 5: main() 2024-09-12T17:59:50.221 INFO:tasks.workunit.client.0.smithi045.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7fb70b829590] 2024-09-12T17:59:50.221 INFO:tasks.workunit.client.0.smithi045.stderr: 7: __libc_start_main() 2024-09-12T17:59:50.221 INFO:tasks.workunit.client.0.smithi045.stderr: 8: _start() 2024-09-12T17:59:50.221 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:50.221 INFO:tasks.workunit.client.0.smithi045.stderr: 0> 2024-09-12T17:59:50.155+0000 7fb70b342800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:59:50.222 INFO:tasks.workunit.client.0.smithi045.stderr: in thread 7fb70b342800 thread_name:radosgw-admin 2024-09-12T17:59:50.222 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:50.222 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:59:50.222 INFO:tasks.workunit.client.0.smithi045.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fb70b83e6f0] 2024-09-12T17:59:50.222 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7fb70b88b99c] 2024-09-12T17:59:50.222 INFO:tasks.workunit.client.0.smithi045.stderr: 3: raise() 2024-09-12T17:59:50.222 INFO:tasks.workunit.client.0.smithi045.stderr: 4: abort() 2024-09-12T17:59:50.222 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7fb70cb8c774] 2024-09-12T17:59:50.222 INFO:tasks.workunit.client.0.smithi045.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fb70cb8c8d8] 2024-09-12T17:59:50.222 INFO:tasks.workunit.client.0.smithi045.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x564e947b3841] 2024-09-12T17:59:50.222 INFO:tasks.workunit.client.0.smithi045.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x564e947c357a] 2024-09-12T17:59:50.222 INFO:tasks.workunit.client.0.smithi045.stderr: 9: main() 2024-09-12T17:59:50.222 INFO:tasks.workunit.client.0.smithi045.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7fb70b829590] 2024-09-12T17:59:50.223 INFO:tasks.workunit.client.0.smithi045.stderr: 11: __libc_start_main() 2024-09-12T17:59:50.223 INFO:tasks.workunit.client.0.smithi045.stderr: 12: _start() 2024-09-12T17:59:50.223 INFO:tasks.workunit.client.0.smithi045.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:59:50.223 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:50.223 INFO:tasks.workunit.client.0.smithi045.stderr:--- logging levels --- 2024-09-12T17:59:50.223 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 none 2024-09-12T17:59:50.223 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 lockdep 2024-09-12T17:59:50.223 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 context 2024-09-12T17:59:50.223 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 crush 2024-09-12T17:59:50.223 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds 2024-09-12T17:59:50.223 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_balancer 2024-09-12T17:59:50.223 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_locker 2024-09-12T17:59:50.223 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_log 2024-09-12T17:59:50.223 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_log_expire 2024-09-12T17:59:50.224 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_migrator 2024-09-12T17:59:50.224 INFO:tasks.workunit.client.0.smithi045.stderr: 3/ 5 mds_quiesce 2024-09-12T17:59:50.224 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 buffer 2024-09-12T17:59:50.224 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 timer 2024-09-12T17:59:50.224 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 filer 2024-09-12T17:59:50.224 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 striper 2024-09-12T17:59:50.224 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 objecter 2024-09-12T17:59:50.224 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rados 2024-09-12T17:59:50.224 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd 2024-09-12T17:59:50.224 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_mirror 2024-09-12T17:59:50.224 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_replay 2024-09-12T17:59:50.224 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_pwl 2024-09-12T17:59:50.224 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 journaler 2024-09-12T17:59:50.225 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 objectcacher 2024-09-12T17:59:50.225 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:59:50.225 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 client 2024-09-12T17:59:50.225 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 osd 2024-09-12T17:59:50.225 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 optracker 2024-09-12T17:59:50.225 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 objclass 2024-09-12T17:59:50.225 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 filestore 2024-09-12T17:59:50.225 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 journal 2024-09-12T17:59:50.225 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 0 ms 2024-09-12T17:59:50.225 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mon 2024-09-12T17:59:50.225 INFO:tasks.workunit.client.0.smithi045.stderr: 0/10 monc 2024-09-12T17:59:50.225 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 paxos 2024-09-12T17:59:50.225 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 tp 2024-09-12T17:59:50.225 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 auth 2024-09-12T17:59:50.226 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 crypto 2024-09-12T17:59:50.226 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 finisher 2024-09-12T17:59:50.226 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 reserver 2024-09-12T17:59:50.226 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 heartbeatmap 2024-09-12T17:59:50.226 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 perfcounter 2024-09-12T17:59:50.226 INFO:tasks.workunit.client.0.smithi045.stderr: 20/20 rgw 2024-09-12T17:59:50.226 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_sync 2024-09-12T17:59:50.226 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_datacache 2024-09-12T17:59:50.226 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_access 2024-09-12T17:59:50.226 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:59:50.226 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_flight 2024-09-12T17:59:50.226 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:59:50.226 INFO:tasks.workunit.client.0.smithi045.stderr: 20/20 rgw_notification 2024-09-12T17:59:50.226 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 javaclient 2024-09-12T17:59:50.227 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 asok 2024-09-12T17:59:50.227 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 throttle 2024-09-12T17:59:50.227 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 0 refs 2024-09-12T17:59:50.227 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 compressor 2024-09-12T17:59:50.227 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 bluestore 2024-09-12T17:59:50.227 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 bluefs 2024-09-12T17:59:50.227 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 bdev 2024-09-12T17:59:50.227 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 kstore 2024-09-12T17:59:50.227 INFO:tasks.workunit.client.0.smithi045.stderr: 4/ 5 rocksdb 2024-09-12T17:59:50.227 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 fuse 2024-09-12T17:59:50.227 INFO:tasks.workunit.client.0.smithi045.stderr: 2/ 5 mgr 2024-09-12T17:59:50.227 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mgrc 2024-09-12T17:59:50.227 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 dpdk 2024-09-12T17:59:50.227 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 eventtrace 2024-09-12T17:59:50.228 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 prioritycache 2024-09-12T17:59:50.228 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 test 2024-09-12T17:59:50.228 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:59:50.228 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cephsqlite 2024-09-12T17:59:50.228 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:59:50.228 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore 2024-09-12T17:59:50.228 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_onode 2024-09-12T17:59:50.228 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_odata 2024-09-12T17:59:50.228 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_omap 2024-09-12T17:59:50.228 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_tm 2024-09-12T17:59:50.228 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_t 2024-09-12T17:59:50.228 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:59:50.228 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_epm 2024-09-12T17:59:50.229 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_lba 2024-09-12T17:59:50.229 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:59:50.229 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_cache 2024-09-12T17:59:50.229 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_journal 2024-09-12T17:59:50.229 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_device 2024-09-12T17:59:50.229 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_backref 2024-09-12T17:59:50.229 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 alienstore 2024-09-12T17:59:50.229 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mclock 2024-09-12T17:59:50.229 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cyanstore 2024-09-12T17:59:50.229 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 ceph_exporter 2024-09-12T17:59:50.229 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 memstore 2024-09-12T17:59:50.229 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 trace 2024-09-12T17:59:50.229 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 ceph_dedup 2024-09-12T17:59:50.230 INFO:tasks.workunit.client.0.smithi045.stderr: -2/-2 (syslog threshold) 2024-09-12T17:59:50.230 INFO:tasks.workunit.client.0.smithi045.stderr: 99/99 (stderr threshold) 2024-09-12T17:59:50.230 INFO:tasks.workunit.client.0.smithi045.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:59:50.230 INFO:tasks.workunit.client.0.smithi045.stderr: 7fb5367fc640 / http_manager 2024-09-12T17:59:50.230 INFO:tasks.workunit.client.0.smithi045.stderr: 7fb5bcfe1640 / http_manager 2024-09-12T17:59:50.230 INFO:tasks.workunit.client.0.smithi045.stderr: 7fb5bdfe3640 / rgw_dt_lg_renew 2024-09-12T17:59:50.230 INFO:tasks.workunit.client.0.smithi045.stderr: 7fb5e97fa640 / ms_dispatch 2024-09-12T17:59:50.230 INFO:tasks.workunit.client.0.smithi045.stderr: 7fb5ea7fc640 / io_context_pool 2024-09-12T17:59:50.230 INFO:tasks.workunit.client.0.smithi045.stderr: 7fb5eaffd640 / io_context_pool 2024-09-12T17:59:50.230 INFO:tasks.workunit.client.0.smithi045.stderr: 7fb5f1602640 / ms_dispatch 2024-09-12T17:59:50.230 INFO:tasks.workunit.client.0.smithi045.stderr: 7fb5f3e07640 / ms_dispatch 2024-09-12T17:59:50.230 INFO:tasks.workunit.client.0.smithi045.stderr: 7fb5f560a640 / io_context_pool 2024-09-12T17:59:50.230 INFO:tasks.workunit.client.0.smithi045.stderr: 7fb706885640 / msgr-worker-2 2024-09-12T17:59:50.230 INFO:tasks.workunit.client.0.smithi045.stderr: 7fb707086640 / msgr-worker-1 2024-09-12T17:59:50.231 INFO:tasks.workunit.client.0.smithi045.stderr: 7fb707887640 / msgr-worker-0 2024-09-12T17:59:50.231 INFO:tasks.workunit.client.0.smithi045.stderr: 7fb708088640 / io_context_pool 2024-09-12T17:59:50.231 INFO:tasks.workunit.client.0.smithi045.stderr: 7fb70b342800 / radosgw-admin 2024-09-12T17:59:50.231 INFO:tasks.workunit.client.0.smithi045.stderr: max_recent 500 2024-09-12T17:59:50.231 INFO:tasks.workunit.client.0.smithi045.stderr: max_new 1000 2024-09-12T17:59:50.231 INFO:tasks.workunit.client.0.smithi045.stderr: log_file /var/log/ceph/ceph-client.admin.153554.log 2024-09-12T17:59:50.231 INFO:tasks.workunit.client.0.smithi045.stderr:--- end dump of recent events --- 2024-09-12T17:59:50.231 INFO:tasks.workunit.client.0.smithi045.stderr:--- begin dump of recent events --- 2024-09-12T17:59:50.231 INFO:tasks.workunit.client.0.smithi045.stderr: -499> 2024-09-12T17:59:50.095+0000 7fb70b342800 10 monclient: build_initial_monmap 2024-09-12T17:59:50.231 INFO:tasks.workunit.client.0.smithi045.stderr: -498> 2024-09-12T17:59:50.095+0000 7fb70b342800 1 build_initial for_mkfs: 0 2024-09-12T17:59:50.231 INFO:tasks.workunit.client.0.smithi045.stderr: -497> 2024-09-12T17:59:50.095+0000 7fb70b342800 10 monclient: monmap: 2024-09-12T17:59:50.231 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:59:50.231 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:59:50.232 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:59:50.232 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:59:50.232 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:59:50.232 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:59:50.232 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:59:50.232 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:59:50.232 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:59:50.232 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:50.232 INFO:tasks.workunit.client.0.smithi045.stderr: -496> 2024-09-12T17:59:50.095+0000 7fb70b342800 5 AuthRegistry(0x564e95560350) adding auth protocol: cephx 2024-09-12T17:59:50.232 INFO:tasks.workunit.client.0.smithi045.stderr: -495> 2024-09-12T17:59:50.095+0000 7fb70b342800 5 AuthRegistry(0x564e95560350) adding auth protocol: cephx 2024-09-12T17:59:50.232 INFO:tasks.workunit.client.0.smithi045.stderr: -494> 2024-09-12T17:59:50.095+0000 7fb70b342800 5 AuthRegistry(0x564e95560350) adding auth protocol: cephx 2024-09-12T17:59:50.232 INFO:tasks.workunit.client.0.smithi045.stderr: -493> 2024-09-12T17:59:50.095+0000 7fb70b342800 5 AuthRegistry(0x564e95560350) adding con mode: secure 2024-09-12T17:59:50.232 INFO:tasks.workunit.client.0.smithi045.stderr: -492> 2024-09-12T17:59:50.095+0000 7fb70b342800 5 AuthRegistry(0x564e95560350) adding con mode: crc 2024-09-12T17:59:50.233 INFO:tasks.workunit.client.0.smithi045.stderr: -491> 2024-09-12T17:59:50.095+0000 7fb70b342800 5 AuthRegistry(0x564e95560350) adding con mode: secure 2024-09-12T17:59:50.233 INFO:tasks.workunit.client.0.smithi045.stderr: -490> 2024-09-12T17:59:50.095+0000 7fb70b342800 5 AuthRegistry(0x564e95560350) adding con mode: crc 2024-09-12T17:59:50.233 INFO:tasks.workunit.client.0.smithi045.stderr: -489> 2024-09-12T17:59:50.095+0000 7fb70b342800 5 AuthRegistry(0x564e95560350) adding con mode: secure 2024-09-12T17:59:50.233 INFO:tasks.workunit.client.0.smithi045.stderr: -488> 2024-09-12T17:59:50.095+0000 7fb70b342800 5 AuthRegistry(0x564e95560350) adding con mode: crc 2024-09-12T17:59:50.233 INFO:tasks.workunit.client.0.smithi045.stderr: -487> 2024-09-12T17:59:50.095+0000 7fb70b342800 5 AuthRegistry(0x564e95560350) adding con mode: crc 2024-09-12T17:59:50.233 INFO:tasks.workunit.client.0.smithi045.stderr: -486> 2024-09-12T17:59:50.095+0000 7fb70b342800 5 AuthRegistry(0x564e95560350) adding con mode: secure 2024-09-12T17:59:50.233 INFO:tasks.workunit.client.0.smithi045.stderr: -485> 2024-09-12T17:59:50.095+0000 7fb70b342800 5 AuthRegistry(0x564e95560350) adding con mode: crc 2024-09-12T17:59:50.233 INFO:tasks.workunit.client.0.smithi045.stderr: -484> 2024-09-12T17:59:50.095+0000 7fb70b342800 5 AuthRegistry(0x564e95560350) adding con mode: secure 2024-09-12T17:59:50.233 INFO:tasks.workunit.client.0.smithi045.stderr: -483> 2024-09-12T17:59:50.095+0000 7fb70b342800 5 AuthRegistry(0x564e95560350) adding con mode: crc 2024-09-12T17:59:50.233 INFO:tasks.workunit.client.0.smithi045.stderr: -482> 2024-09-12T17:59:50.095+0000 7fb70b342800 5 AuthRegistry(0x564e95560350) adding con mode: secure 2024-09-12T17:59:50.233 INFO:tasks.workunit.client.0.smithi045.stderr: -481> 2024-09-12T17:59:50.095+0000 7fb70b342800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:50.233 INFO:tasks.workunit.client.0.smithi045.stderr: -480> 2024-09-12T17:59:50.095+0000 7fb70b342800 1 librados: starting msgr at 2024-09-12T17:59:50.233 INFO:tasks.workunit.client.0.smithi045.stderr: -479> 2024-09-12T17:59:50.095+0000 7fb70b342800 1 librados: starting objecter 2024-09-12T17:59:50.234 INFO:tasks.workunit.client.0.smithi045.stderr: -478> 2024-09-12T17:59:50.095+0000 7fb70b342800 5 asok(0x564e95338730) register_command objecter_requests hook 0x564e955628f0 2024-09-12T17:59:50.234 INFO:tasks.workunit.client.0.smithi045.stderr: -477> 2024-09-12T17:59:50.095+0000 7fb70b342800 1 librados: setting wanted keys 2024-09-12T17:59:50.234 INFO:tasks.workunit.client.0.smithi045.stderr: -476> 2024-09-12T17:59:50.095+0000 7fb70b342800 1 librados: calling monclient init 2024-09-12T17:59:50.234 INFO:tasks.workunit.client.0.smithi045.stderr: -475> 2024-09-12T17:59:50.095+0000 7fb70b342800 10 monclient: init 2024-09-12T17:59:50.234 INFO:tasks.workunit.client.0.smithi045.stderr: -474> 2024-09-12T17:59:50.095+0000 7fb70b342800 5 AuthRegistry(0x564e9555ac40) adding auth protocol: cephx 2024-09-12T17:59:50.234 INFO:tasks.workunit.client.0.smithi045.stderr: -473> 2024-09-12T17:59:50.095+0000 7fb70b342800 5 AuthRegistry(0x564e9555ac40) adding auth protocol: cephx 2024-09-12T17:59:50.234 INFO:tasks.workunit.client.0.smithi045.stderr: -472> 2024-09-12T17:59:50.095+0000 7fb70b342800 5 AuthRegistry(0x564e9555ac40) adding auth protocol: cephx 2024-09-12T17:59:50.234 INFO:tasks.workunit.client.0.smithi045.stderr: -471> 2024-09-12T17:59:50.095+0000 7fb70b342800 5 AuthRegistry(0x564e9555ac40) adding con mode: secure 2024-09-12T17:59:50.234 INFO:tasks.workunit.client.0.smithi045.stderr: -470> 2024-09-12T17:59:50.095+0000 7fb70b342800 5 AuthRegistry(0x564e9555ac40) adding con mode: crc 2024-09-12T17:59:50.234 INFO:tasks.workunit.client.0.smithi045.stderr: -469> 2024-09-12T17:59:50.096+0000 7fb70b342800 5 AuthRegistry(0x564e9555ac40) adding con mode: secure 2024-09-12T17:59:50.234 INFO:tasks.workunit.client.0.smithi045.stderr: -468> 2024-09-12T17:59:50.096+0000 7fb70b342800 5 AuthRegistry(0x564e9555ac40) adding con mode: crc 2024-09-12T17:59:50.234 INFO:tasks.workunit.client.0.smithi045.stderr: -467> 2024-09-12T17:59:50.096+0000 7fb70b342800 5 AuthRegistry(0x564e9555ac40) adding con mode: secure 2024-09-12T17:59:50.234 INFO:tasks.workunit.client.0.smithi045.stderr: -466> 2024-09-12T17:59:50.096+0000 7fb70b342800 5 AuthRegistry(0x564e9555ac40) adding con mode: crc 2024-09-12T17:59:50.234 INFO:tasks.workunit.client.0.smithi045.stderr: -465> 2024-09-12T17:59:50.096+0000 7fb70b342800 5 AuthRegistry(0x564e9555ac40) adding con mode: crc 2024-09-12T17:59:50.235 INFO:tasks.workunit.client.0.smithi045.stderr: -464> 2024-09-12T17:59:50.096+0000 7fb70b342800 5 AuthRegistry(0x564e9555ac40) adding con mode: secure 2024-09-12T17:59:50.235 INFO:tasks.workunit.client.0.smithi045.stderr: -463> 2024-09-12T17:59:50.096+0000 7fb70b342800 5 AuthRegistry(0x564e9555ac40) adding con mode: crc 2024-09-12T17:59:50.235 INFO:tasks.workunit.client.0.smithi045.stderr: -462> 2024-09-12T17:59:50.096+0000 7fb70b342800 5 AuthRegistry(0x564e9555ac40) adding con mode: secure 2024-09-12T17:59:50.235 INFO:tasks.workunit.client.0.smithi045.stderr: -461> 2024-09-12T17:59:50.096+0000 7fb70b342800 5 AuthRegistry(0x564e9555ac40) adding con mode: crc 2024-09-12T17:59:50.235 INFO:tasks.workunit.client.0.smithi045.stderr: -460> 2024-09-12T17:59:50.096+0000 7fb70b342800 5 AuthRegistry(0x564e9555ac40) adding con mode: secure 2024-09-12T17:59:50.235 INFO:tasks.workunit.client.0.smithi045.stderr: -459> 2024-09-12T17:59:50.096+0000 7fb70b342800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:50.235 INFO:tasks.workunit.client.0.smithi045.stderr: -458> 2024-09-12T17:59:50.096+0000 7fb70b342800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:50.235 INFO:tasks.workunit.client.0.smithi045.stderr: -457> 2024-09-12T17:59:50.096+0000 7fb70b342800 5 asok(0x564e95338730) register_command rotate-key hook 0x564e9555ad88 2024-09-12T17:59:50.235 INFO:tasks.workunit.client.0.smithi045.stderr: -456> 2024-09-12T17:59:50.096+0000 7fb70b342800 10 monclient: _reopen_session rank -1 2024-09-12T17:59:50.235 INFO:tasks.workunit.client.0.smithi045.stderr: -455> 2024-09-12T17:59:50.096+0000 7fb70b342800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T17:59:50.235 INFO:tasks.workunit.client.0.smithi045.stderr: -454> 2024-09-12T17:59:50.096+0000 7fb70b342800 10 monclient(hunting): picked mon.noname-a con 0x564e95411970 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:59:50.235 INFO:tasks.workunit.client.0.smithi045.stderr: -453> 2024-09-12T17:59:50.096+0000 7fb70b342800 10 monclient(hunting): picked mon.noname-c con 0x564e9549cab0 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:59:50.235 INFO:tasks.workunit.client.0.smithi045.stderr: -452> 2024-09-12T17:59:50.096+0000 7fb70b342800 10 monclient(hunting): picked mon.noname-b con 0x564e9549f900 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:59:50.236 INFO:tasks.workunit.client.0.smithi045.stderr: -451> 2024-09-12T17:59:50.096+0000 7fb70b342800 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:50.236 INFO:tasks.workunit.client.0.smithi045.stderr: -450> 2024-09-12T17:59:50.096+0000 7fb70b342800 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:50.236 INFO:tasks.workunit.client.0.smithi045.stderr: -449> 2024-09-12T17:59:50.096+0000 7fb70b342800 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:50.236 INFO:tasks.workunit.client.0.smithi045.stderr: -448> 2024-09-12T17:59:50.096+0000 7fb70b342800 10 monclient(hunting): _renew_subs 2024-09-12T17:59:50.236 INFO:tasks.workunit.client.0.smithi045.stderr: -447> 2024-09-12T17:59:50.096+0000 7fb70b342800 10 monclient(hunting): authenticate will time out at 2288.554680s 2024-09-12T17:59:50.236 INFO:tasks.workunit.client.0.smithi045.stderr: -446> 2024-09-12T17:59:50.096+0000 7fb707086640 10 monclient(hunting): get_auth_request con 0x564e95411970 auth_method 0 2024-09-12T17:59:50.236 INFO:tasks.workunit.client.0.smithi045.stderr: -445> 2024-09-12T17:59:50.096+0000 7fb707086640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:50.236 INFO:tasks.workunit.client.0.smithi045.stderr: -444> 2024-09-12T17:59:50.096+0000 7fb707086640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:50.236 INFO:tasks.workunit.client.0.smithi045.stderr: -443> 2024-09-12T17:59:50.096+0000 7fb707086640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:50.236 INFO:tasks.workunit.client.0.smithi045.stderr: -442> 2024-09-12T17:59:50.096+0000 7fb706885640 10 monclient(hunting): get_auth_request con 0x564e9549cab0 auth_method 0 2024-09-12T17:59:50.236 INFO:tasks.workunit.client.0.smithi045.stderr: -441> 2024-09-12T17:59:50.096+0000 7fb706885640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:50.236 INFO:tasks.workunit.client.0.smithi045.stderr: -440> 2024-09-12T17:59:50.096+0000 7fb706885640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:50.236 INFO:tasks.workunit.client.0.smithi045.stderr: -439> 2024-09-12T17:59:50.096+0000 7fb706885640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:50.237 INFO:tasks.workunit.client.0.smithi045.stderr: -438> 2024-09-12T17:59:50.096+0000 7fb707086640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:59:50.237 INFO:tasks.workunit.client.0.smithi045.stderr: -437> 2024-09-12T17:59:50.096+0000 7fb707086640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:59:50.237 INFO:tasks.workunit.client.0.smithi045.stderr: -436> 2024-09-12T17:59:50.096+0000 7fb707086640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:59:50.237 INFO:tasks.workunit.client.0.smithi045.stderr: -435> 2024-09-12T17:59:50.096+0000 7fb706885640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:59:50.237 INFO:tasks.workunit.client.0.smithi045.stderr: -434> 2024-09-12T17:59:50.096+0000 7fb706885640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:59:50.237 INFO:tasks.workunit.client.0.smithi045.stderr: -433> 2024-09-12T17:59:50.096+0000 7fb706885640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:59:50.237 INFO:tasks.workunit.client.0.smithi045.stderr: -432> 2024-09-12T17:59:50.096+0000 7fb707887640 10 monclient(hunting): get_auth_request con 0x564e9549f900 auth_method 0 2024-09-12T17:59:50.237 INFO:tasks.workunit.client.0.smithi045.stderr: -431> 2024-09-12T17:59:50.096+0000 7fb707887640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:50.237 INFO:tasks.workunit.client.0.smithi045.stderr: -430> 2024-09-12T17:59:50.096+0000 7fb707887640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:50.237 INFO:tasks.workunit.client.0.smithi045.stderr: -429> 2024-09-12T17:59:50.096+0000 7fb707887640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:50.237 INFO:tasks.workunit.client.0.smithi045.stderr: -428> 2024-09-12T17:59:50.097+0000 7fb707086640 10 monclient(hunting): handle_auth_done global_id 8250 payload 824 2024-09-12T17:59:50.237 INFO:tasks.workunit.client.0.smithi045.stderr: -427> 2024-09-12T17:59:50.097+0000 7fb707086640 10 monclient: _finish_hunting 0 2024-09-12T17:59:50.237 INFO:tasks.workunit.client.0.smithi045.stderr: -426> 2024-09-12T17:59:50.097+0000 7fb707086640 1 monclient: found mon.noname-a 2024-09-12T17:59:50.238 INFO:tasks.workunit.client.0.smithi045.stderr: -425> 2024-09-12T17:59:50.097+0000 7fb707086640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.45:3300/0 2024-09-12T17:59:50.238 INFO:tasks.workunit.client.0.smithi045.stderr: -424> 2024-09-12T17:59:50.097+0000 7fb5f3e07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:59:50.238 INFO:tasks.workunit.client.0.smithi045.stderr: -423> 2024-09-12T17:59:50.097+0000 7fb5f3e07640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:59:50.238 INFO:tasks.workunit.client.0.smithi045.stderr: -422> 2024-09-12T17:59:50.097+0000 7fb5f3e07640 10 monclient: dump: 2024-09-12T17:59:50.238 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:59:50.238 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:59:50.238 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:59:50.238 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:59:50.238 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:59:50.238 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:59:50.238 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:59:50.238 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:59:50.238 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:59:50.238 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:50.239 INFO:tasks.workunit.client.0.smithi045.stderr: -421> 2024-09-12T17:59:50.097+0000 7fb5f3e07640 10 monclient: _finish_auth 0 2024-09-12T17:59:50.239 INFO:tasks.workunit.client.0.smithi045.stderr: -420> 2024-09-12T17:59:50.097+0000 7fb5f3e07640 10 monclient: _check_auth_tickets 2024-09-12T17:59:50.239 INFO:tasks.workunit.client.0.smithi045.stderr: -419> 2024-09-12T17:59:50.097+0000 7fb5f3e07640 10 monclient: handle_config config(0 keys) 2024-09-12T17:59:50.239 INFO:tasks.workunit.client.0.smithi045.stderr: -418> 2024-09-12T17:59:50.097+0000 7fb5f3e07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:59:50.239 INFO:tasks.workunit.client.0.smithi045.stderr: -417> 2024-09-12T17:59:50.097+0000 7fb5f3e07640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:59:50.239 INFO:tasks.workunit.client.0.smithi045.stderr: -416> 2024-09-12T17:59:50.097+0000 7fb5f3e07640 10 monclient: dump: 2024-09-12T17:59:50.239 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:59:50.239 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:59:50.239 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:59:50.239 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:59:50.239 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:59:50.239 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:59:50.239 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:59:50.240 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:59:50.240 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:59:50.240 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:50.240 INFO:tasks.workunit.client.0.smithi045.stderr: -415> 2024-09-12T17:59:50.097+0000 7fb70b342800 5 monclient: authenticate success, global_id 8250 2024-09-12T17:59:50.240 INFO:tasks.workunit.client.0.smithi045.stderr: -414> 2024-09-12T17:59:50.097+0000 7fb70b342800 10 monclient: _renew_subs 2024-09-12T17:59:50.240 INFO:tasks.workunit.client.0.smithi045.stderr: -413> 2024-09-12T17:59:50.097+0000 7fb70b342800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:59:50.240 INFO:tasks.workunit.client.0.smithi045.stderr: -412> 2024-09-12T17:59:50.097+0000 7fb5f560a640 4 set_mon_vals no callback set 2024-09-12T17:59:50.240 INFO:tasks.workunit.client.0.smithi045.stderr: -411> 2024-09-12T17:59:50.097+0000 7fb70b342800 10 monclient: _renew_subs 2024-09-12T17:59:50.240 INFO:tasks.workunit.client.0.smithi045.stderr: -410> 2024-09-12T17:59:50.097+0000 7fb70b342800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.45:3300/0 2024-09-12T17:59:50.240 INFO:tasks.workunit.client.0.smithi045.stderr: -409> 2024-09-12T17:59:50.097+0000 7fb70b342800 1 librados: init done 2024-09-12T17:59:50.240 INFO:tasks.workunit.client.0.smithi045.stderr: -408> 2024-09-12T17:59:50.099+0000 7fb5f3e07640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:59:50.240 INFO:tasks.workunit.client.0.smithi045.stderr: -407> 2024-09-12T17:59:50.099+0000 7fb5f3e07640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:59:50.240 INFO:tasks.workunit.client.0.smithi045.stderr: -406> 2024-09-12T17:59:50.099+0000 7fb5f3e07640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:59:50.241 INFO:tasks.workunit.client.0.smithi045.stderr: -405> 2024-09-12T17:59:50.100+0000 7fb706885640 10 monclient: get_auth_request con 0x7fb5ec076470 auth_method 0 2024-09-12T17:59:50.241 INFO:tasks.workunit.client.0.smithi045.stderr: -404> 2024-09-12T17:59:50.100+0000 7fb707887640 10 monclient: get_auth_request con 0x564e9555d4d0 auth_method 0 2024-09-12T17:59:50.241 INFO:tasks.workunit.client.0.smithi045.stderr: -403> 2024-09-12T17:59:50.101+0000 7fb707086640 10 monclient: get_auth_request con 0x564e955a5cb0 auth_method 0 2024-09-12T17:59:50.241 INFO:tasks.workunit.client.0.smithi045.stderr: -402> 2024-09-12T17:59:50.102+0000 7fb706885640 10 monclient: get_auth_request con 0x564e955a9ea0 auth_method 0 2024-09-12T17:59:50.241 INFO:tasks.workunit.client.0.smithi045.stderr: -401> 2024-09-12T17:59:50.103+0000 7fb70b342800 10 monclient: build_initial_monmap 2024-09-12T17:59:50.241 INFO:tasks.workunit.client.0.smithi045.stderr: -400> 2024-09-12T17:59:50.103+0000 7fb70b342800 1 build_initial for_mkfs: 0 2024-09-12T17:59:50.241 INFO:tasks.workunit.client.0.smithi045.stderr: -399> 2024-09-12T17:59:50.103+0000 7fb70b342800 10 monclient: monmap: 2024-09-12T17:59:50.241 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:59:50.241 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:59:50.241 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:59:50.241 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:59:50.241 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:59:50.241 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:59:50.242 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:59:50.242 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:59:50.242 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:59:50.242 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:50.242 INFO:tasks.workunit.client.0.smithi045.stderr: -398> 2024-09-12T17:59:50.103+0000 7fb70b342800 5 AuthRegistry(0x564e955aebe0) adding auth protocol: cephx 2024-09-12T17:59:50.242 INFO:tasks.workunit.client.0.smithi045.stderr: -397> 2024-09-12T17:59:50.103+0000 7fb70b342800 5 AuthRegistry(0x564e955aebe0) adding auth protocol: cephx 2024-09-12T17:59:50.242 INFO:tasks.workunit.client.0.smithi045.stderr: -396> 2024-09-12T17:59:50.103+0000 7fb70b342800 5 AuthRegistry(0x564e955aebe0) adding auth protocol: cephx 2024-09-12T17:59:50.242 INFO:tasks.workunit.client.0.smithi045.stderr: -395> 2024-09-12T17:59:50.103+0000 7fb70b342800 5 AuthRegistry(0x564e955aebe0) adding con mode: secure 2024-09-12T17:59:50.242 INFO:tasks.workunit.client.0.smithi045.stderr: -394> 2024-09-12T17:59:50.103+0000 7fb70b342800 5 AuthRegistry(0x564e955aebe0) adding con mode: crc 2024-09-12T17:59:50.242 INFO:tasks.workunit.client.0.smithi045.stderr: -393> 2024-09-12T17:59:50.103+0000 7fb70b342800 5 AuthRegistry(0x564e955aebe0) adding con mode: secure 2024-09-12T17:59:50.242 INFO:tasks.workunit.client.0.smithi045.stderr: -392> 2024-09-12T17:59:50.103+0000 7fb70b342800 5 AuthRegistry(0x564e955aebe0) adding con mode: crc 2024-09-12T17:59:50.242 INFO:tasks.workunit.client.0.smithi045.stderr: -391> 2024-09-12T17:59:50.103+0000 7fb70b342800 5 AuthRegistry(0x564e955aebe0) adding con mode: secure 2024-09-12T17:59:50.242 INFO:tasks.workunit.client.0.smithi045.stderr: -390> 2024-09-12T17:59:50.103+0000 7fb70b342800 5 AuthRegistry(0x564e955aebe0) adding con mode: crc 2024-09-12T17:59:50.242 INFO:tasks.workunit.client.0.smithi045.stderr: -389> 2024-09-12T17:59:50.103+0000 7fb70b342800 5 AuthRegistry(0x564e955aebe0) adding con mode: crc 2024-09-12T17:59:50.243 INFO:tasks.workunit.client.0.smithi045.stderr: -388> 2024-09-12T17:59:50.103+0000 7fb70b342800 5 AuthRegistry(0x564e955aebe0) adding con mode: secure 2024-09-12T17:59:50.243 INFO:tasks.workunit.client.0.smithi045.stderr: -387> 2024-09-12T17:59:50.103+0000 7fb70b342800 5 AuthRegistry(0x564e955aebe0) adding con mode: crc 2024-09-12T17:59:50.243 INFO:tasks.workunit.client.0.smithi045.stderr: -386> 2024-09-12T17:59:50.103+0000 7fb70b342800 5 AuthRegistry(0x564e955aebe0) adding con mode: secure 2024-09-12T17:59:50.243 INFO:tasks.workunit.client.0.smithi045.stderr: -385> 2024-09-12T17:59:50.103+0000 7fb70b342800 5 AuthRegistry(0x564e955aebe0) adding con mode: crc 2024-09-12T17:59:50.243 INFO:tasks.workunit.client.0.smithi045.stderr: -384> 2024-09-12T17:59:50.103+0000 7fb70b342800 5 AuthRegistry(0x564e955aebe0) adding con mode: secure 2024-09-12T17:59:50.243 INFO:tasks.workunit.client.0.smithi045.stderr: -383> 2024-09-12T17:59:50.103+0000 7fb70b342800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:50.243 INFO:tasks.workunit.client.0.smithi045.stderr: -382> 2024-09-12T17:59:50.103+0000 7fb70b342800 5 asok(0x564e95338730) register_command objecter_requests cmddesc objecter_requests hook 0x564e955b20a0 EEXIST 2024-09-12T17:59:50.243 INFO:tasks.workunit.client.0.smithi045.stderr: -381> 2024-09-12T17:59:50.104+0000 7fb70b342800 10 monclient: init 2024-09-12T17:59:50.243 INFO:tasks.workunit.client.0.smithi045.stderr: -380> 2024-09-12T17:59:50.104+0000 7fb70b342800 5 AuthRegistry(0x564e955ad2e8) adding auth protocol: cephx 2024-09-12T17:59:50.243 INFO:tasks.workunit.client.0.smithi045.stderr: -379> 2024-09-12T17:59:50.104+0000 7fb70b342800 5 AuthRegistry(0x564e955ad2e8) adding auth protocol: cephx 2024-09-12T17:59:50.243 INFO:tasks.workunit.client.0.smithi045.stderr: -378> 2024-09-12T17:59:50.104+0000 7fb70b342800 5 AuthRegistry(0x564e955ad2e8) adding auth protocol: cephx 2024-09-12T17:59:50.243 INFO:tasks.workunit.client.0.smithi045.stderr: -377> 2024-09-12T17:59:50.104+0000 7fb70b342800 5 AuthRegistry(0x564e955ad2e8) adding con mode: secure 2024-09-12T17:59:50.244 INFO:tasks.workunit.client.0.smithi045.stderr: -376> 2024-09-12T17:59:50.104+0000 7fb70b342800 5 AuthRegistry(0x564e955ad2e8) adding con mode: crc 2024-09-12T17:59:50.244 INFO:tasks.workunit.client.0.smithi045.stderr: -375> 2024-09-12T17:59:50.104+0000 7fb70b342800 5 AuthRegistry(0x564e955ad2e8) adding con mode: secure 2024-09-12T17:59:50.244 INFO:tasks.workunit.client.0.smithi045.stderr: -374> 2024-09-12T17:59:50.104+0000 7fb70b342800 5 AuthRegistry(0x564e955ad2e8) adding con mode: crc 2024-09-12T17:59:50.244 INFO:tasks.workunit.client.0.smithi045.stderr: -373> 2024-09-12T17:59:50.104+0000 7fb70b342800 5 AuthRegistry(0x564e955ad2e8) adding con mode: secure 2024-09-12T17:59:50.244 INFO:tasks.workunit.client.0.smithi045.stderr: -372> 2024-09-12T17:59:50.104+0000 7fb70b342800 5 AuthRegistry(0x564e955ad2e8) adding con mode: crc 2024-09-12T17:59:50.244 INFO:tasks.workunit.client.0.smithi045.stderr: -371> 2024-09-12T17:59:50.104+0000 7fb70b342800 5 AuthRegistry(0x564e955ad2e8) adding con mode: crc 2024-09-12T17:59:50.244 INFO:tasks.workunit.client.0.smithi045.stderr: -370> 2024-09-12T17:59:50.104+0000 7fb70b342800 5 AuthRegistry(0x564e955ad2e8) adding con mode: secure 2024-09-12T17:59:50.244 INFO:tasks.workunit.client.0.smithi045.stderr: -369> 2024-09-12T17:59:50.104+0000 7fb70b342800 5 AuthRegistry(0x564e955ad2e8) adding con mode: crc 2024-09-12T17:59:50.244 INFO:tasks.workunit.client.0.smithi045.stderr: -368> 2024-09-12T17:59:50.104+0000 7fb70b342800 5 AuthRegistry(0x564e955ad2e8) adding con mode: secure 2024-09-12T17:59:50.244 INFO:tasks.workunit.client.0.smithi045.stderr: -367> 2024-09-12T17:59:50.104+0000 7fb70b342800 5 AuthRegistry(0x564e955ad2e8) adding con mode: crc 2024-09-12T17:59:50.244 INFO:tasks.workunit.client.0.smithi045.stderr: -366> 2024-09-12T17:59:50.104+0000 7fb70b342800 5 AuthRegistry(0x564e955ad2e8) adding con mode: secure 2024-09-12T17:59:50.244 INFO:tasks.workunit.client.0.smithi045.stderr: -365> 2024-09-12T17:59:50.104+0000 7fb70b342800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:50.244 INFO:tasks.workunit.client.0.smithi045.stderr: -364> 2024-09-12T17:59:50.104+0000 7fb70b342800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:50.245 INFO:tasks.workunit.client.0.smithi045.stderr: -363> 2024-09-12T17:59:50.104+0000 7fb70b342800 5 asok(0x564e95338730) register_command rotate-key cmddesc rotate-key hook 0x564e955ad430 EEXIST 2024-09-12T17:59:50.245 INFO:tasks.workunit.client.0.smithi045.stderr: -362> 2024-09-12T17:59:50.104+0000 7fb70b342800 10 monclient: _reopen_session rank -1 2024-09-12T17:59:50.245 INFO:tasks.workunit.client.0.smithi045.stderr: -361> 2024-09-12T17:59:50.104+0000 7fb70b342800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:59:50.245 INFO:tasks.workunit.client.0.smithi045.stderr: -360> 2024-09-12T17:59:50.104+0000 7fb70b342800 10 monclient(hunting): picked mon.noname-c con 0x564e955d63c0 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:59:50.245 INFO:tasks.workunit.client.0.smithi045.stderr: -359> 2024-09-12T17:59:50.104+0000 7fb70b342800 10 monclient(hunting): picked mon.noname-b con 0x564e955d67a0 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:59:50.245 INFO:tasks.workunit.client.0.smithi045.stderr: -358> 2024-09-12T17:59:50.104+0000 7fb70b342800 10 monclient(hunting): picked mon.noname-a con 0x564e955d50d0 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:59:50.245 INFO:tasks.workunit.client.0.smithi045.stderr: -357> 2024-09-12T17:59:50.104+0000 7fb70b342800 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:50.245 INFO:tasks.workunit.client.0.smithi045.stderr: -356> 2024-09-12T17:59:50.104+0000 7fb70b342800 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:50.245 INFO:tasks.workunit.client.0.smithi045.stderr: -355> 2024-09-12T17:59:50.104+0000 7fb70b342800 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:50.245 INFO:tasks.workunit.client.0.smithi045.stderr: -354> 2024-09-12T17:59:50.104+0000 7fb70b342800 10 monclient(hunting): _renew_subs 2024-09-12T17:59:50.245 INFO:tasks.workunit.client.0.smithi045.stderr: -353> 2024-09-12T17:59:50.104+0000 7fb70b342800 10 monclient(hunting): authenticate will time out at 2288.562668s 2024-09-12T17:59:50.245 INFO:tasks.workunit.client.0.smithi045.stderr: -352> 2024-09-12T17:59:50.104+0000 7fb707086640 10 monclient(hunting): get_auth_request con 0x564e955d63c0 auth_method 0 2024-09-12T17:59:50.245 INFO:tasks.workunit.client.0.smithi045.stderr: -351> 2024-09-12T17:59:50.104+0000 7fb707086640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:50.246 INFO:tasks.workunit.client.0.smithi045.stderr: -350> 2024-09-12T17:59:50.104+0000 7fb707086640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:50.246 INFO:tasks.workunit.client.0.smithi045.stderr: -349> 2024-09-12T17:59:50.104+0000 7fb707086640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:50.246 INFO:tasks.workunit.client.0.smithi045.stderr: -348> 2024-09-12T17:59:50.104+0000 7fb707887640 10 monclient(hunting): get_auth_request con 0x564e955d50d0 auth_method 0 2024-09-12T17:59:50.246 INFO:tasks.workunit.client.0.smithi045.stderr: -347> 2024-09-12T17:59:50.104+0000 7fb707887640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:50.246 INFO:tasks.workunit.client.0.smithi045.stderr: -346> 2024-09-12T17:59:50.104+0000 7fb707887640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:50.246 INFO:tasks.workunit.client.0.smithi045.stderr: -345> 2024-09-12T17:59:50.104+0000 7fb707887640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:50.246 INFO:tasks.workunit.client.0.smithi045.stderr: -344> 2024-09-12T17:59:50.104+0000 7fb706885640 10 monclient(hunting): get_auth_request con 0x564e955d67a0 auth_method 0 2024-09-12T17:59:50.246 INFO:tasks.workunit.client.0.smithi045.stderr: -343> 2024-09-12T17:59:50.104+0000 7fb706885640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:50.246 INFO:tasks.workunit.client.0.smithi045.stderr: -342> 2024-09-12T17:59:50.104+0000 7fb706885640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:50.246 INFO:tasks.workunit.client.0.smithi045.stderr: -341> 2024-09-12T17:59:50.104+0000 7fb706885640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:50.246 INFO:tasks.workunit.client.0.smithi045.stderr: -340> 2024-09-12T17:59:50.104+0000 7fb707086640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:59:50.246 INFO:tasks.workunit.client.0.smithi045.stderr: -339> 2024-09-12T17:59:50.104+0000 7fb707086640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:59:50.246 INFO:tasks.workunit.client.0.smithi045.stderr: -338> 2024-09-12T17:59:50.104+0000 7fb707086640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:59:50.247 INFO:tasks.workunit.client.0.smithi045.stderr: -337> 2024-09-12T17:59:50.104+0000 7fb707887640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:59:50.247 INFO:tasks.workunit.client.0.smithi045.stderr: -336> 2024-09-12T17:59:50.104+0000 7fb707887640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:59:50.247 INFO:tasks.workunit.client.0.smithi045.stderr: -335> 2024-09-12T17:59:50.104+0000 7fb707887640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:59:50.247 INFO:tasks.workunit.client.0.smithi045.stderr: -334> 2024-09-12T17:59:50.104+0000 7fb706885640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:59:50.247 INFO:tasks.workunit.client.0.smithi045.stderr: -333> 2024-09-12T17:59:50.104+0000 7fb706885640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:59:50.247 INFO:tasks.workunit.client.0.smithi045.stderr: -332> 2024-09-12T17:59:50.104+0000 7fb706885640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:59:50.247 INFO:tasks.workunit.client.0.smithi045.stderr: -331> 2024-09-12T17:59:50.105+0000 7fb707086640 10 monclient(hunting): handle_auth_done global_id 7805 payload 824 2024-09-12T17:59:50.247 INFO:tasks.workunit.client.0.smithi045.stderr: -330> 2024-09-12T17:59:50.105+0000 7fb707086640 10 monclient: _finish_hunting 0 2024-09-12T17:59:50.247 INFO:tasks.workunit.client.0.smithi045.stderr: -329> 2024-09-12T17:59:50.105+0000 7fb707086640 1 monclient: found mon.noname-c 2024-09-12T17:59:50.247 INFO:tasks.workunit.client.0.smithi045.stderr: -328> 2024-09-12T17:59:50.105+0000 7fb707086640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.45:3301/0 2024-09-12T17:59:50.247 INFO:tasks.workunit.client.0.smithi045.stderr: -327> 2024-09-12T17:59:50.105+0000 7fb5f1602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:59:50.247 INFO:tasks.workunit.client.0.smithi045.stderr: -326> 2024-09-12T17:59:50.105+0000 7fb5f1602640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:59:50.247 INFO:tasks.workunit.client.0.smithi045.stderr: -325> 2024-09-12T17:59:50.105+0000 7fb5f1602640 10 monclient: dump: 2024-09-12T17:59:50.247 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:59:50.248 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:59:50.248 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:59:50.248 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:59:50.248 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:59:50.248 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:59:50.248 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:59:50.248 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:59:50.248 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:59:50.248 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:50.248 INFO:tasks.workunit.client.0.smithi045.stderr: -324> 2024-09-12T17:59:50.105+0000 7fb5f1602640 10 monclient: _finish_auth 0 2024-09-12T17:59:50.248 INFO:tasks.workunit.client.0.smithi045.stderr: -323> 2024-09-12T17:59:50.105+0000 7fb5f1602640 10 monclient: _check_auth_tickets 2024-09-12T17:59:50.248 INFO:tasks.workunit.client.0.smithi045.stderr: -322> 2024-09-12T17:59:50.105+0000 7fb5f1602640 10 monclient: handle_config config(0 keys) 2024-09-12T17:59:50.248 INFO:tasks.workunit.client.0.smithi045.stderr: -321> 2024-09-12T17:59:50.105+0000 7fb5f1602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:59:50.249 INFO:tasks.workunit.client.0.smithi045.stderr: -320> 2024-09-12T17:59:50.105+0000 7fb5f1602640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:59:50.249 INFO:tasks.workunit.client.0.smithi045.stderr: -319> 2024-09-12T17:59:50.105+0000 7fb5f1602640 10 monclient: dump: 2024-09-12T17:59:50.249 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:59:50.249 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:59:50.249 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:59:50.249 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:59:50.249 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:59:50.249 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:59:50.249 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:59:50.249 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:59:50.249 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:59:50.249 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:50.249 INFO:tasks.workunit.client.0.smithi045.stderr: -318> 2024-09-12T17:59:50.105+0000 7fb70b342800 5 monclient: authenticate success, global_id 7805 2024-09-12T17:59:50.250 INFO:tasks.workunit.client.0.smithi045.stderr: -317> 2024-09-12T17:59:50.105+0000 7fb70b342800 10 monclient: _renew_subs 2024-09-12T17:59:50.250 INFO:tasks.workunit.client.0.smithi045.stderr: -316> 2024-09-12T17:59:50.105+0000 7fb70b342800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:59:50.250 INFO:tasks.workunit.client.0.smithi045.stderr: -315> 2024-09-12T17:59:50.105+0000 7fb708088640 4 set_mon_vals no callback set 2024-09-12T17:59:50.250 INFO:tasks.workunit.client.0.smithi045.stderr: -314> 2024-09-12T17:59:50.105+0000 7fb70b342800 10 monclient: _renew_subs 2024-09-12T17:59:50.250 INFO:tasks.workunit.client.0.smithi045.stderr: -313> 2024-09-12T17:59:50.105+0000 7fb70b342800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:59:50.250 INFO:tasks.workunit.client.0.smithi045.stderr: -312> 2024-09-12T17:59:50.107+0000 7fb5f1602640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:59:50.250 INFO:tasks.workunit.client.0.smithi045.stderr: -311> 2024-09-12T17:59:50.107+0000 7fb5f1602640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:59:50.250 INFO:tasks.workunit.client.0.smithi045.stderr: -310> 2024-09-12T17:59:50.107+0000 7fb5f1602640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:59:50.250 INFO:tasks.workunit.client.0.smithi045.stderr: -309> 2024-09-12T17:59:50.107+0000 7fb706885640 10 monclient: get_auth_request con 0x7fb5e0076380 auth_method 0 2024-09-12T17:59:50.250 INFO:tasks.workunit.client.0.smithi045.stderr: -308> 2024-09-12T17:59:50.107+0000 7fb70b342800 10 monclient: get_monmap_and_config 2024-09-12T17:59:50.250 INFO:tasks.workunit.client.0.smithi045.stderr: -307> 2024-09-12T17:59:50.107+0000 7fb70b342800 10 monclient: build_initial_monmap 2024-09-12T17:59:50.250 INFO:tasks.workunit.client.0.smithi045.stderr: -306> 2024-09-12T17:59:50.107+0000 7fb70b342800 1 build_initial for_mkfs: 0 2024-09-12T17:59:50.250 INFO:tasks.workunit.client.0.smithi045.stderr: -305> 2024-09-12T17:59:50.107+0000 7fb70b342800 10 monclient: monmap: 2024-09-12T17:59:50.250 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:59:50.251 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:59:50.251 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:59:50.251 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:59:50.251 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:59:50.251 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:59:50.251 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:59:50.251 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:59:50.251 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:59:50.251 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:50.251 INFO:tasks.workunit.client.0.smithi045.stderr: -304> 2024-09-12T17:59:50.107+0000 7fb70b342800 5 AuthRegistry(0x564e955f5f30) adding auth protocol: cephx 2024-09-12T17:59:50.251 INFO:tasks.workunit.client.0.smithi045.stderr: -303> 2024-09-12T17:59:50.107+0000 7fb70b342800 5 AuthRegistry(0x564e955f5f30) adding auth protocol: cephx 2024-09-12T17:59:50.252 INFO:tasks.workunit.client.0.smithi045.stderr: -302> 2024-09-12T17:59:50.107+0000 7fb70b342800 5 AuthRegistry(0x564e955f5f30) adding auth protocol: cephx 2024-09-12T17:59:50.252 INFO:tasks.workunit.client.0.smithi045.stderr: -301> 2024-09-12T17:59:50.107+0000 7fb70b342800 5 AuthRegistry(0x564e955f5f30) adding con mode: secure 2024-09-12T17:59:50.252 INFO:tasks.workunit.client.0.smithi045.stderr: -300> 2024-09-12T17:59:50.107+0000 7fb70b342800 5 AuthRegistry(0x564e955f5f30) adding con mode: crc 2024-09-12T17:59:50.252 INFO:tasks.workunit.client.0.smithi045.stderr: -299> 2024-09-12T17:59:50.107+0000 7fb70b342800 5 AuthRegistry(0x564e955f5f30) adding con mode: secure 2024-09-12T17:59:50.252 INFO:tasks.workunit.client.0.smithi045.stderr: -298> 2024-09-12T17:59:50.107+0000 7fb70b342800 5 AuthRegistry(0x564e955f5f30) adding con mode: crc 2024-09-12T17:59:50.252 INFO:tasks.workunit.client.0.smithi045.stderr: -297> 2024-09-12T17:59:50.107+0000 7fb70b342800 5 AuthRegistry(0x564e955f5f30) adding con mode: secure 2024-09-12T17:59:50.252 INFO:tasks.workunit.client.0.smithi045.stderr: -296> 2024-09-12T17:59:50.107+0000 7fb70b342800 5 AuthRegistry(0x564e955f5f30) adding con mode: crc 2024-09-12T17:59:50.252 INFO:tasks.workunit.client.0.smithi045.stderr: -295> 2024-09-12T17:59:50.107+0000 7fb70b342800 5 AuthRegistry(0x564e955f5f30) adding con mode: crc 2024-09-12T17:59:50.252 INFO:tasks.workunit.client.0.smithi045.stderr: -294> 2024-09-12T17:59:50.107+0000 7fb70b342800 5 AuthRegistry(0x564e955f5f30) adding con mode: secure 2024-09-12T17:59:50.252 INFO:tasks.workunit.client.0.smithi045.stderr: -293> 2024-09-12T17:59:50.107+0000 7fb70b342800 5 AuthRegistry(0x564e955f5f30) adding con mode: crc 2024-09-12T17:59:50.252 INFO:tasks.workunit.client.0.smithi045.stderr: -292> 2024-09-12T17:59:50.107+0000 7fb70b342800 5 AuthRegistry(0x564e955f5f30) adding con mode: secure 2024-09-12T17:59:50.253 INFO:tasks.workunit.client.0.smithi045.stderr: -291> 2024-09-12T17:59:50.107+0000 7fb70b342800 5 AuthRegistry(0x564e955f5f30) adding con mode: crc 2024-09-12T17:59:50.253 INFO:tasks.workunit.client.0.smithi045.stderr: -290> 2024-09-12T17:59:50.107+0000 7fb70b342800 5 AuthRegistry(0x564e955f5f30) adding con mode: secure 2024-09-12T17:59:50.253 INFO:tasks.workunit.client.0.smithi045.stderr: -289> 2024-09-12T17:59:50.107+0000 7fb70b342800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:50.253 INFO:tasks.workunit.client.0.smithi045.stderr: -288> 2024-09-12T17:59:50.108+0000 7fb70b342800 10 monclient: init 2024-09-12T17:59:50.253 INFO:tasks.workunit.client.0.smithi045.stderr: -287> 2024-09-12T17:59:50.108+0000 7fb70b342800 5 AuthRegistry(0x7fffc4a9a040) adding auth protocol: cephx 2024-09-12T17:59:50.253 INFO:tasks.workunit.client.0.smithi045.stderr: -286> 2024-09-12T17:59:50.108+0000 7fb70b342800 5 AuthRegistry(0x7fffc4a9a040) adding auth protocol: cephx 2024-09-12T17:59:50.253 INFO:tasks.workunit.client.0.smithi045.stderr: -285> 2024-09-12T17:59:50.108+0000 7fb70b342800 5 AuthRegistry(0x7fffc4a9a040) adding auth protocol: cephx 2024-09-12T17:59:50.253 INFO:tasks.workunit.client.0.smithi045.stderr: -284> 2024-09-12T17:59:50.108+0000 7fb70b342800 5 AuthRegistry(0x7fffc4a9a040) adding con mode: secure 2024-09-12T17:59:50.253 INFO:tasks.workunit.client.0.smithi045.stderr: -283> 2024-09-12T17:59:50.108+0000 7fb70b342800 5 AuthRegistry(0x7fffc4a9a040) adding con mode: crc 2024-09-12T17:59:50.253 INFO:tasks.workunit.client.0.smithi045.stderr: -282> 2024-09-12T17:59:50.108+0000 7fb70b342800 5 AuthRegistry(0x7fffc4a9a040) adding con mode: secure 2024-09-12T17:59:50.253 INFO:tasks.workunit.client.0.smithi045.stderr: -281> 2024-09-12T17:59:50.108+0000 7fb70b342800 5 AuthRegistry(0x7fffc4a9a040) adding con mode: crc 2024-09-12T17:59:50.253 INFO:tasks.workunit.client.0.smithi045.stderr: -280> 2024-09-12T17:59:50.108+0000 7fb70b342800 5 AuthRegistry(0x7fffc4a9a040) adding con mode: secure 2024-09-12T17:59:50.253 INFO:tasks.workunit.client.0.smithi045.stderr: -279> 2024-09-12T17:59:50.108+0000 7fb70b342800 5 AuthRegistry(0x7fffc4a9a040) adding con mode: crc 2024-09-12T17:59:50.254 INFO:tasks.workunit.client.0.smithi045.stderr: -278> 2024-09-12T17:59:50.108+0000 7fb70b342800 5 AuthRegistry(0x7fffc4a9a040) adding con mode: crc 2024-09-12T17:59:50.254 INFO:tasks.workunit.client.0.smithi045.stderr: -277> 2024-09-12T17:59:50.108+0000 7fb70b342800 5 AuthRegistry(0x7fffc4a9a040) adding con mode: secure 2024-09-12T17:59:50.254 INFO:tasks.workunit.client.0.smithi045.stderr: -276> 2024-09-12T17:59:50.108+0000 7fb70b342800 5 AuthRegistry(0x7fffc4a9a040) adding con mode: crc 2024-09-12T17:59:50.254 INFO:tasks.workunit.client.0.smithi045.stderr: -275> 2024-09-12T17:59:50.108+0000 7fb70b342800 5 AuthRegistry(0x7fffc4a9a040) adding con mode: secure 2024-09-12T17:59:50.254 INFO:tasks.workunit.client.0.smithi045.stderr: -274> 2024-09-12T17:59:50.108+0000 7fb70b342800 5 AuthRegistry(0x7fffc4a9a040) adding con mode: crc 2024-09-12T17:59:50.254 INFO:tasks.workunit.client.0.smithi045.stderr: -273> 2024-09-12T17:59:50.108+0000 7fb70b342800 5 AuthRegistry(0x7fffc4a9a040) adding con mode: secure 2024-09-12T17:59:50.254 INFO:tasks.workunit.client.0.smithi045.stderr: -272> 2024-09-12T17:59:50.108+0000 7fb70b342800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:50.254 INFO:tasks.workunit.client.0.smithi045.stderr: -271> 2024-09-12T17:59:50.108+0000 7fb70b342800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:50.254 INFO:tasks.workunit.client.0.smithi045.stderr: -270> 2024-09-12T17:59:50.108+0000 7fb70b342800 5 asok(0x564e95338730) register_command rotate-key cmddesc rotate-key hook 0x7fffc4a9a188 EEXIST 2024-09-12T17:59:50.254 INFO:tasks.workunit.client.0.smithi045.stderr: -269> 2024-09-12T17:59:50.108+0000 7fb70b342800 10 monclient: _reopen_session rank -1 2024-09-12T17:59:50.254 INFO:tasks.workunit.client.0.smithi045.stderr: -268> 2024-09-12T17:59:50.108+0000 7fb70b342800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T17:59:50.254 INFO:tasks.workunit.client.0.smithi045.stderr: -267> 2024-09-12T17:59:50.108+0000 7fb70b342800 10 monclient(hunting): picked mon.noname-a con 0x564e9562a510 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:59:50.255 INFO:tasks.workunit.client.0.smithi045.stderr: -266> 2024-09-12T17:59:50.108+0000 7fb70b342800 10 monclient(hunting): picked mon.noname-c con 0x564e95624ab0 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:59:50.255 INFO:tasks.workunit.client.0.smithi045.stderr: -265> 2024-09-12T17:59:50.108+0000 7fb70b342800 10 monclient(hunting): picked mon.noname-b con 0x564e955fa350 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:59:50.255 INFO:tasks.workunit.client.0.smithi045.stderr: -264> 2024-09-12T17:59:50.108+0000 7fb70b342800 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:50.255 INFO:tasks.workunit.client.0.smithi045.stderr: -263> 2024-09-12T17:59:50.108+0000 7fb70b342800 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:50.255 INFO:tasks.workunit.client.0.smithi045.stderr: -262> 2024-09-12T17:59:50.108+0000 7fb70b342800 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:50.255 INFO:tasks.workunit.client.0.smithi045.stderr: -261> 2024-09-12T17:59:50.108+0000 7fb70b342800 10 monclient(hunting): _renew_subs 2024-09-12T17:59:50.255 INFO:tasks.workunit.client.0.smithi045.stderr: -260> 2024-09-12T17:59:50.108+0000 7fb70b342800 10 monclient(hunting): authenticate will time out at 2288.566595s 2024-09-12T17:59:50.255 INFO:tasks.workunit.client.0.smithi045.stderr: -259> 2024-09-12T17:59:50.108+0000 7fb707086640 10 monclient(hunting): get_auth_request con 0x564e9562a510 auth_method 0 2024-09-12T17:59:50.255 INFO:tasks.workunit.client.0.smithi045.stderr: -258> 2024-09-12T17:59:50.108+0000 7fb707086640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:50.255 INFO:tasks.workunit.client.0.smithi045.stderr: -257> 2024-09-12T17:59:50.108+0000 7fb707086640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:50.255 INFO:tasks.workunit.client.0.smithi045.stderr: -256> 2024-09-12T17:59:50.108+0000 7fb707086640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:50.255 INFO:tasks.workunit.client.0.smithi045.stderr: -255> 2024-09-12T17:59:50.108+0000 7fb706885640 10 monclient(hunting): get_auth_request con 0x564e95624ab0 auth_method 0 2024-09-12T17:59:50.256 INFO:tasks.workunit.client.0.smithi045.stderr: -254> 2024-09-12T17:59:50.108+0000 7fb706885640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:50.256 INFO:tasks.workunit.client.0.smithi045.stderr: -253> 2024-09-12T17:59:50.108+0000 7fb706885640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:50.256 INFO:tasks.workunit.client.0.smithi045.stderr: -252> 2024-09-12T17:59:50.108+0000 7fb706885640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:50.256 INFO:tasks.workunit.client.0.smithi045.stderr: -251> 2024-09-12T17:59:50.108+0000 7fb707086640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:59:50.256 INFO:tasks.workunit.client.0.smithi045.stderr: -250> 2024-09-12T17:59:50.108+0000 7fb707086640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:59:50.256 INFO:tasks.workunit.client.0.smithi045.stderr: -249> 2024-09-12T17:59:50.108+0000 7fb707086640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:59:50.256 INFO:tasks.workunit.client.0.smithi045.stderr: -248> 2024-09-12T17:59:50.108+0000 7fb706885640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:59:50.256 INFO:tasks.workunit.client.0.smithi045.stderr: -247> 2024-09-12T17:59:50.108+0000 7fb706885640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:59:50.256 INFO:tasks.workunit.client.0.smithi045.stderr: -246> 2024-09-12T17:59:50.108+0000 7fb706885640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:59:50.256 INFO:tasks.workunit.client.0.smithi045.stderr: -245> 2024-09-12T17:59:50.108+0000 7fb707887640 10 monclient(hunting): get_auth_request con 0x564e955fa350 auth_method 0 2024-09-12T17:59:50.256 INFO:tasks.workunit.client.0.smithi045.stderr: -244> 2024-09-12T17:59:50.108+0000 7fb707887640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:50.256 INFO:tasks.workunit.client.0.smithi045.stderr: -243> 2024-09-12T17:59:50.108+0000 7fb707887640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:50.256 INFO:tasks.workunit.client.0.smithi045.stderr: -242> 2024-09-12T17:59:50.108+0000 7fb707887640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:50.257 INFO:tasks.workunit.client.0.smithi045.stderr: -241> 2024-09-12T17:59:50.108+0000 7fb707086640 10 monclient(hunting): handle_auth_done global_id 8256 payload 274 2024-09-12T17:59:50.257 INFO:tasks.workunit.client.0.smithi045.stderr: -240> 2024-09-12T17:59:50.108+0000 7fb707086640 10 monclient: _finish_hunting 0 2024-09-12T17:59:50.257 INFO:tasks.workunit.client.0.smithi045.stderr: -239> 2024-09-12T17:59:50.108+0000 7fb707086640 1 monclient: found mon.noname-a 2024-09-12T17:59:50.257 INFO:tasks.workunit.client.0.smithi045.stderr: -238> 2024-09-12T17:59:50.108+0000 7fb707086640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.45:3300/0 2024-09-12T17:59:50.257 INFO:tasks.workunit.client.0.smithi045.stderr: -237> 2024-09-12T17:59:50.109+0000 7fb5eaffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:59:50.257 INFO:tasks.workunit.client.0.smithi045.stderr: -236> 2024-09-12T17:59:50.109+0000 7fb5eaffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:59:50.257 INFO:tasks.workunit.client.0.smithi045.stderr: -235> 2024-09-12T17:59:50.109+0000 7fb5eaffd640 10 monclient: dump: 2024-09-12T17:59:50.257 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:59:50.257 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:59:50.257 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:59:50.257 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:59:50.257 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:59:50.257 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:59:50.257 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:59:50.258 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:59:50.258 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:59:50.258 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:50.258 INFO:tasks.workunit.client.0.smithi045.stderr: -234> 2024-09-12T17:59:50.109+0000 7fb5eaffd640 10 monclient: _finish_auth 0 2024-09-12T17:59:50.258 INFO:tasks.workunit.client.0.smithi045.stderr: -233> 2024-09-12T17:59:50.109+0000 7fb5eaffd640 10 monclient: _check_auth_tickets 2024-09-12T17:59:50.258 INFO:tasks.workunit.client.0.smithi045.stderr: -232> 2024-09-12T17:59:50.109+0000 7fb5eaffd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:59:50.258 INFO:tasks.workunit.client.0.smithi045.stderr: -231> 2024-09-12T17:59:50.109+0000 7fb5eaffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:59:50.258 INFO:tasks.workunit.client.0.smithi045.stderr: -230> 2024-09-12T17:59:50.109+0000 7fb5eaffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:59:50.258 INFO:tasks.workunit.client.0.smithi045.stderr: -229> 2024-09-12T17:59:50.109+0000 7fb5eaffd640 10 monclient: dump: 2024-09-12T17:59:50.258 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:59:50.258 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:59:50.258 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:59:50.258 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:59:50.259 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:59:50.259 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:59:50.259 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:59:50.259 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:59:50.259 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:59:50.259 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:50.259 INFO:tasks.workunit.client.0.smithi045.stderr: -228> 2024-09-12T17:59:50.109+0000 7fb70b342800 5 monclient: authenticate success, global_id 8256 2024-09-12T17:59:50.259 INFO:tasks.workunit.client.0.smithi045.stderr: -227> 2024-09-12T17:59:50.109+0000 7fb70b342800 10 monclient: get_monmap_and_config success 2024-09-12T17:59:50.259 INFO:tasks.workunit.client.0.smithi045.stderr: -226> 2024-09-12T17:59:50.109+0000 7fb70b342800 4 set_mon_vals no callback set 2024-09-12T17:59:50.259 INFO:tasks.workunit.client.0.smithi045.stderr: -225> 2024-09-12T17:59:50.109+0000 7fb70b342800 10 monclient: shutdown 2024-09-12T17:59:50.259 INFO:tasks.workunit.client.0.smithi045.stderr: -224> 2024-09-12T17:59:50.109+0000 7fb70b342800 10 monclient: build_initial_monmap 2024-09-12T17:59:50.259 INFO:tasks.workunit.client.0.smithi045.stderr: -223> 2024-09-12T17:59:50.109+0000 7fb70b342800 1 build_initial for_mkfs: 0 2024-09-12T17:59:50.259 INFO:tasks.workunit.client.0.smithi045.stderr: -222> 2024-09-12T17:59:50.109+0000 7fb70b342800 10 monclient: monmap: 2024-09-12T17:59:50.260 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 0 2024-09-12T17:59:50.260 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:59:50.260 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 0.000000 2024-09-12T17:59:50.260 INFO:tasks.workunit.client.0.smithi045.stderr:created 0.000000 2024-09-12T17:59:50.260 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 0 (unknown) 2024-09-12T17:59:50.260 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:59:50.260 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.noname-a 2024-09-12T17:59:50.260 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.noname-b 2024-09-12T17:59:50.260 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.noname-c 2024-09-12T17:59:50.260 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:50.260 INFO:tasks.workunit.client.0.smithi045.stderr: -221> 2024-09-12T17:59:50.109+0000 7fb70b342800 5 AuthRegistry(0x564e95625a70) adding auth protocol: cephx 2024-09-12T17:59:50.260 INFO:tasks.workunit.client.0.smithi045.stderr: -220> 2024-09-12T17:59:50.109+0000 7fb70b342800 5 AuthRegistry(0x564e95625a70) adding auth protocol: cephx 2024-09-12T17:59:50.260 INFO:tasks.workunit.client.0.smithi045.stderr: -219> 2024-09-12T17:59:50.109+0000 7fb70b342800 5 AuthRegistry(0x564e95625a70) adding auth protocol: cephx 2024-09-12T17:59:50.261 INFO:tasks.workunit.client.0.smithi045.stderr: -218> 2024-09-12T17:59:50.109+0000 7fb70b342800 5 AuthRegistry(0x564e95625a70) adding con mode: secure 2024-09-12T17:59:50.261 INFO:tasks.workunit.client.0.smithi045.stderr: -217> 2024-09-12T17:59:50.109+0000 7fb70b342800 5 AuthRegistry(0x564e95625a70) adding con mode: crc 2024-09-12T17:59:50.261 INFO:tasks.workunit.client.0.smithi045.stderr: -216> 2024-09-12T17:59:50.109+0000 7fb70b342800 5 AuthRegistry(0x564e95625a70) adding con mode: secure 2024-09-12T17:59:50.261 INFO:tasks.workunit.client.0.smithi045.stderr: -215> 2024-09-12T17:59:50.109+0000 7fb70b342800 5 AuthRegistry(0x564e95625a70) adding con mode: crc 2024-09-12T17:59:50.261 INFO:tasks.workunit.client.0.smithi045.stderr: -214> 2024-09-12T17:59:50.109+0000 7fb70b342800 5 AuthRegistry(0x564e95625a70) adding con mode: secure 2024-09-12T17:59:50.261 INFO:tasks.workunit.client.0.smithi045.stderr: -213> 2024-09-12T17:59:50.109+0000 7fb70b342800 5 AuthRegistry(0x564e95625a70) adding con mode: crc 2024-09-12T17:59:50.261 INFO:tasks.workunit.client.0.smithi045.stderr: -212> 2024-09-12T17:59:50.109+0000 7fb70b342800 5 AuthRegistry(0x564e95625a70) adding con mode: crc 2024-09-12T17:59:50.261 INFO:tasks.workunit.client.0.smithi045.stderr: -211> 2024-09-12T17:59:50.109+0000 7fb70b342800 5 AuthRegistry(0x564e95625a70) adding con mode: secure 2024-09-12T17:59:50.261 INFO:tasks.workunit.client.0.smithi045.stderr: -210> 2024-09-12T17:59:50.109+0000 7fb70b342800 5 AuthRegistry(0x564e95625a70) adding con mode: crc 2024-09-12T17:59:50.261 INFO:tasks.workunit.client.0.smithi045.stderr: -209> 2024-09-12T17:59:50.109+0000 7fb70b342800 5 AuthRegistry(0x564e95625a70) adding con mode: secure 2024-09-12T17:59:50.261 INFO:tasks.workunit.client.0.smithi045.stderr: -208> 2024-09-12T17:59:50.109+0000 7fb70b342800 5 AuthRegistry(0x564e95625a70) adding con mode: crc 2024-09-12T17:59:50.261 INFO:tasks.workunit.client.0.smithi045.stderr: -207> 2024-09-12T17:59:50.109+0000 7fb70b342800 5 AuthRegistry(0x564e95625a70) adding con mode: secure 2024-09-12T17:59:50.262 INFO:tasks.workunit.client.0.smithi045.stderr: -206> 2024-09-12T17:59:50.110+0000 7fb70b342800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:50.262 INFO:tasks.workunit.client.0.smithi045.stderr: -205> 2024-09-12T17:59:50.110+0000 7fb70b342800 1 librados: starting msgr at 2024-09-12T17:59:50.262 INFO:tasks.workunit.client.0.smithi045.stderr: -204> 2024-09-12T17:59:50.110+0000 7fb70b342800 1 librados: starting objecter 2024-09-12T17:59:50.262 INFO:tasks.workunit.client.0.smithi045.stderr: -203> 2024-09-12T17:59:50.110+0000 7fb70b342800 5 asok(0x564e95338730) register_command objecter_requests cmddesc objecter_requests hook 0x564e95561420 EEXIST 2024-09-12T17:59:50.262 INFO:tasks.workunit.client.0.smithi045.stderr: -202> 2024-09-12T17:59:50.110+0000 7fb70b342800 1 librados: setting wanted keys 2024-09-12T17:59:50.262 INFO:tasks.workunit.client.0.smithi045.stderr: -201> 2024-09-12T17:59:50.110+0000 7fb70b342800 1 librados: calling monclient init 2024-09-12T17:59:50.262 INFO:tasks.workunit.client.0.smithi045.stderr: -200> 2024-09-12T17:59:50.110+0000 7fb70b342800 10 monclient: init 2024-09-12T17:59:50.262 INFO:tasks.workunit.client.0.smithi045.stderr: -199> 2024-09-12T17:59:50.110+0000 7fb70b342800 5 AuthRegistry(0x564e955eac80) adding auth protocol: cephx 2024-09-12T17:59:50.262 INFO:tasks.workunit.client.0.smithi045.stderr: -198> 2024-09-12T17:59:50.110+0000 7fb70b342800 5 AuthRegistry(0x564e955eac80) adding auth protocol: cephx 2024-09-12T17:59:50.262 INFO:tasks.workunit.client.0.smithi045.stderr: -197> 2024-09-12T17:59:50.110+0000 7fb70b342800 5 AuthRegistry(0x564e955eac80) adding auth protocol: cephx 2024-09-12T17:59:50.262 INFO:tasks.workunit.client.0.smithi045.stderr: -196> 2024-09-12T17:59:50.110+0000 7fb70b342800 5 AuthRegistry(0x564e955eac80) adding con mode: secure 2024-09-12T17:59:50.262 INFO:tasks.workunit.client.0.smithi045.stderr: -195> 2024-09-12T17:59:50.110+0000 7fb70b342800 5 AuthRegistry(0x564e955eac80) adding con mode: crc 2024-09-12T17:59:50.262 INFO:tasks.workunit.client.0.smithi045.stderr: -194> 2024-09-12T17:59:50.110+0000 7fb70b342800 5 AuthRegistry(0x564e955eac80) adding con mode: secure 2024-09-12T17:59:50.262 INFO:tasks.workunit.client.0.smithi045.stderr: -193> 2024-09-12T17:59:50.110+0000 7fb70b342800 5 AuthRegistry(0x564e955eac80) adding con mode: crc 2024-09-12T17:59:50.263 INFO:tasks.workunit.client.0.smithi045.stderr: -192> 2024-09-12T17:59:50.110+0000 7fb70b342800 5 AuthRegistry(0x564e955eac80) adding con mode: secure 2024-09-12T17:59:50.263 INFO:tasks.workunit.client.0.smithi045.stderr: -191> 2024-09-12T17:59:50.110+0000 7fb70b342800 5 AuthRegistry(0x564e955eac80) adding con mode: crc 2024-09-12T17:59:50.263 INFO:tasks.workunit.client.0.smithi045.stderr: -190> 2024-09-12T17:59:50.110+0000 7fb70b342800 5 AuthRegistry(0x564e955eac80) adding con mode: crc 2024-09-12T17:59:50.263 INFO:tasks.workunit.client.0.smithi045.stderr: -189> 2024-09-12T17:59:50.110+0000 7fb70b342800 5 AuthRegistry(0x564e955eac80) adding con mode: secure 2024-09-12T17:59:50.263 INFO:tasks.workunit.client.0.smithi045.stderr: -188> 2024-09-12T17:59:50.110+0000 7fb70b342800 5 AuthRegistry(0x564e955eac80) adding con mode: crc 2024-09-12T17:59:50.263 INFO:tasks.workunit.client.0.smithi045.stderr: -187> 2024-09-12T17:59:50.110+0000 7fb70b342800 5 AuthRegistry(0x564e955eac80) adding con mode: secure 2024-09-12T17:59:50.263 INFO:tasks.workunit.client.0.smithi045.stderr: -186> 2024-09-12T17:59:50.110+0000 7fb70b342800 5 AuthRegistry(0x564e955eac80) adding con mode: crc 2024-09-12T17:59:50.263 INFO:tasks.workunit.client.0.smithi045.stderr: -185> 2024-09-12T17:59:50.110+0000 7fb70b342800 5 AuthRegistry(0x564e955eac80) adding con mode: secure 2024-09-12T17:59:50.263 INFO:tasks.workunit.client.0.smithi045.stderr: -184> 2024-09-12T17:59:50.110+0000 7fb70b342800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:50.263 INFO:tasks.workunit.client.0.smithi045.stderr: -183> 2024-09-12T17:59:50.110+0000 7fb70b342800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:50.263 INFO:tasks.workunit.client.0.smithi045.stderr: -182> 2024-09-12T17:59:50.110+0000 7fb70b342800 5 asok(0x564e95338730) register_command rotate-key cmddesc rotate-key hook 0x564e955eadc8 EEXIST 2024-09-12T17:59:50.263 INFO:tasks.workunit.client.0.smithi045.stderr: -181> 2024-09-12T17:59:50.110+0000 7fb70b342800 10 monclient: _reopen_session rank -1 2024-09-12T17:59:50.263 INFO:tasks.workunit.client.0.smithi045.stderr: -180> 2024-09-12T17:59:50.110+0000 7fb70b342800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:59:50.264 INFO:tasks.workunit.client.0.smithi045.stderr: -179> 2024-09-12T17:59:50.110+0000 7fb70b342800 10 monclient(hunting): picked mon.noname-b con 0x564e955fa350 addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2024-09-12T17:59:50.264 INFO:tasks.workunit.client.0.smithi045.stderr: -178> 2024-09-12T17:59:50.110+0000 7fb70b342800 10 monclient(hunting): picked mon.noname-a con 0x564e95624ab0 addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] 2024-09-12T17:59:50.264 INFO:tasks.workunit.client.0.smithi045.stderr: -177> 2024-09-12T17:59:50.110+0000 7fb70b342800 10 monclient(hunting): picked mon.noname-c con 0x564e9562a510 addr [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] 2024-09-12T17:59:50.264 INFO:tasks.workunit.client.0.smithi045.stderr: -176> 2024-09-12T17:59:50.110+0000 7fb70b342800 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:50.264 INFO:tasks.workunit.client.0.smithi045.stderr: -175> 2024-09-12T17:59:50.110+0000 7fb70b342800 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:50.264 INFO:tasks.workunit.client.0.smithi045.stderr: -174> 2024-09-12T17:59:50.110+0000 7fb70b342800 10 monclient(hunting): start opening mon connection 2024-09-12T17:59:50.264 INFO:tasks.workunit.client.0.smithi045.stderr: -173> 2024-09-12T17:59:50.110+0000 7fb70b342800 10 monclient(hunting): _renew_subs 2024-09-12T17:59:50.264 INFO:tasks.workunit.client.0.smithi045.stderr: -172> 2024-09-12T17:59:50.110+0000 7fb70b342800 10 monclient(hunting): authenticate will time out at 2288.568985s 2024-09-12T17:59:50.264 INFO:tasks.workunit.client.0.smithi045.stderr: -171> 2024-09-12T17:59:50.111+0000 7fb707887640 10 monclient(hunting): get_auth_request con 0x564e9562a510 auth_method 0 2024-09-12T17:59:50.264 INFO:tasks.workunit.client.0.smithi045.stderr: -170> 2024-09-12T17:59:50.111+0000 7fb707887640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:50.264 INFO:tasks.workunit.client.0.smithi045.stderr: -169> 2024-09-12T17:59:50.111+0000 7fb707887640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:50.264 INFO:tasks.workunit.client.0.smithi045.stderr: -168> 2024-09-12T17:59:50.111+0000 7fb707887640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:50.264 INFO:tasks.workunit.client.0.smithi045.stderr: -167> 2024-09-12T17:59:50.111+0000 7fb706885640 10 monclient(hunting): get_auth_request con 0x564e95624ab0 auth_method 0 2024-09-12T17:59:50.265 INFO:tasks.workunit.client.0.smithi045.stderr: -166> 2024-09-12T17:59:50.111+0000 7fb706885640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:50.265 INFO:tasks.workunit.client.0.smithi045.stderr: -165> 2024-09-12T17:59:50.111+0000 7fb706885640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:50.265 INFO:tasks.workunit.client.0.smithi045.stderr: -164> 2024-09-12T17:59:50.111+0000 7fb706885640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:50.265 INFO:tasks.workunit.client.0.smithi045.stderr: -163> 2024-09-12T17:59:50.111+0000 7fb707887640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:59:50.265 INFO:tasks.workunit.client.0.smithi045.stderr: -162> 2024-09-12T17:59:50.111+0000 7fb707887640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:59:50.265 INFO:tasks.workunit.client.0.smithi045.stderr: -161> 2024-09-12T17:59:50.111+0000 7fb707887640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:59:50.265 INFO:tasks.workunit.client.0.smithi045.stderr: -160> 2024-09-12T17:59:50.111+0000 7fb707086640 10 monclient(hunting): get_auth_request con 0x564e955fa350 auth_method 0 2024-09-12T17:59:50.265 INFO:tasks.workunit.client.0.smithi045.stderr: -159> 2024-09-12T17:59:50.111+0000 7fb707086640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:59:50.265 INFO:tasks.workunit.client.0.smithi045.stderr: -158> 2024-09-12T17:59:50.111+0000 7fb707086640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:59:50.265 INFO:tasks.workunit.client.0.smithi045.stderr: -157> 2024-09-12T17:59:50.111+0000 7fb707086640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:59:50.265 INFO:tasks.workunit.client.0.smithi045.stderr: -156> 2024-09-12T17:59:50.111+0000 7fb706885640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:59:50.265 INFO:tasks.workunit.client.0.smithi045.stderr: -155> 2024-09-12T17:59:50.111+0000 7fb706885640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:59:50.265 INFO:tasks.workunit.client.0.smithi045.stderr: -154> 2024-09-12T17:59:50.111+0000 7fb706885640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:59:50.266 INFO:tasks.workunit.client.0.smithi045.stderr: -153> 2024-09-12T17:59:50.111+0000 7fb707086640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:59:50.266 INFO:tasks.workunit.client.0.smithi045.stderr: -152> 2024-09-12T17:59:50.111+0000 7fb707086640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:59:50.266 INFO:tasks.workunit.client.0.smithi045.stderr: -151> 2024-09-12T17:59:50.111+0000 7fb707086640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:59:50.266 INFO:tasks.workunit.client.0.smithi045.stderr: -150> 2024-09-12T17:59:50.111+0000 7fb707887640 10 monclient(hunting): handle_auth_done global_id 7811 payload 824 2024-09-12T17:59:50.266 INFO:tasks.workunit.client.0.smithi045.stderr: -149> 2024-09-12T17:59:50.111+0000 7fb707887640 10 monclient: _finish_hunting 0 2024-09-12T17:59:50.266 INFO:tasks.workunit.client.0.smithi045.stderr: -148> 2024-09-12T17:59:50.111+0000 7fb707887640 1 monclient: found mon.noname-c 2024-09-12T17:59:50.266 INFO:tasks.workunit.client.0.smithi045.stderr: -147> 2024-09-12T17:59:50.111+0000 7fb707887640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.45:3301/0 2024-09-12T17:59:50.266 INFO:tasks.workunit.client.0.smithi045.stderr: -146> 2024-09-12T17:59:50.111+0000 7fb5e97fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:59:50.266 INFO:tasks.workunit.client.0.smithi045.stderr: -145> 2024-09-12T17:59:50.111+0000 7fb5e97fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:59:50.266 INFO:tasks.workunit.client.0.smithi045.stderr: -144> 2024-09-12T17:59:50.111+0000 7fb5e97fa640 10 monclient: dump: 2024-09-12T17:59:50.266 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:59:50.266 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:59:50.266 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:59:50.267 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:59:50.267 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:59:50.267 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:59:50.267 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:59:50.267 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:59:50.267 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:59:50.267 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:50.267 INFO:tasks.workunit.client.0.smithi045.stderr: -143> 2024-09-12T17:59:50.111+0000 7fb5e97fa640 10 monclient: _finish_auth 0 2024-09-12T17:59:50.267 INFO:tasks.workunit.client.0.smithi045.stderr: -142> 2024-09-12T17:59:50.111+0000 7fb5e97fa640 10 monclient: _check_auth_tickets 2024-09-12T17:59:50.267 INFO:tasks.workunit.client.0.smithi045.stderr: -141> 2024-09-12T17:59:50.111+0000 7fb70b342800 5 monclient: authenticate success, global_id 7811 2024-09-12T17:59:50.267 INFO:tasks.workunit.client.0.smithi045.stderr: -140> 2024-09-12T17:59:50.111+0000 7fb70b342800 10 monclient: _renew_subs 2024-09-12T17:59:50.267 INFO:tasks.workunit.client.0.smithi045.stderr: -139> 2024-09-12T17:59:50.111+0000 7fb70b342800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:59:50.267 INFO:tasks.workunit.client.0.smithi045.stderr: -138> 2024-09-12T17:59:50.111+0000 7fb5e97fa640 10 monclient: handle_config config(0 keys) 2024-09-12T17:59:50.267 INFO:tasks.workunit.client.0.smithi045.stderr: -137> 2024-09-12T17:59:50.111+0000 7fb5e97fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:59:50.268 INFO:tasks.workunit.client.0.smithi045.stderr: -136> 2024-09-12T17:59:50.111+0000 7fb5e97fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:59:50.268 INFO:tasks.workunit.client.0.smithi045.stderr: -135> 2024-09-12T17:59:50.111+0000 7fb5e97fa640 10 monclient: dump: 2024-09-12T17:59:50.268 INFO:tasks.workunit.client.0.smithi045.stderr:epoch 1 2024-09-12T17:59:50.268 INFO:tasks.workunit.client.0.smithi045.stderr:fsid 00002ed6-fc71-46ed-9607-07f3c187d65c 2024-09-12T17:59:50.268 INFO:tasks.workunit.client.0.smithi045.stderr:last_changed 2024-09-12T17:33:50.361719+0000 2024-09-12T17:59:50.268 INFO:tasks.workunit.client.0.smithi045.stderr:created 2024-09-12T17:33:50.361719+0000 2024-09-12T17:59:50.268 INFO:tasks.workunit.client.0.smithi045.stderr:min_mon_release 19 (squid) 2024-09-12T17:59:50.268 INFO:tasks.workunit.client.0.smithi045.stderr:election_strategy: 1 2024-09-12T17:59:50.268 INFO:tasks.workunit.client.0.smithi045.stderr:0: [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon.a 2024-09-12T17:59:50.268 INFO:tasks.workunit.client.0.smithi045.stderr:1: [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon.b 2024-09-12T17:59:50.268 INFO:tasks.workunit.client.0.smithi045.stderr:2: [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] mon.c 2024-09-12T17:59:50.268 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:50.268 INFO:tasks.workunit.client.0.smithi045.stderr: -134> 2024-09-12T17:59:50.111+0000 7fb5eaffd640 4 set_mon_vals no callback set 2024-09-12T17:59:50.269 INFO:tasks.workunit.client.0.smithi045.stderr: -133> 2024-09-12T17:59:50.111+0000 7fb70b342800 10 monclient: _renew_subs 2024-09-12T17:59:50.269 INFO:tasks.workunit.client.0.smithi045.stderr: -132> 2024-09-12T17:59:50.111+0000 7fb70b342800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:59:50.269 INFO:tasks.workunit.client.0.smithi045.stderr: -131> 2024-09-12T17:59:50.111+0000 7fb70b342800 1 librados: init done 2024-09-12T17:59:50.269 INFO:tasks.workunit.client.0.smithi045.stderr: -130> 2024-09-12T17:59:50.111+0000 7fb70b342800 5 asok(0x564e95338730) register_command cr dump hook 0x564e955f7898 2024-09-12T17:59:50.269 INFO:tasks.workunit.client.0.smithi045.stderr: -129> 2024-09-12T17:59:50.113+0000 7fb70b342800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.269 INFO:tasks.workunit.client.0.smithi045.stderr: -128> 2024-09-12T17:59:50.114+0000 7fb5e97fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:59:50.269 INFO:tasks.workunit.client.0.smithi045.stderr: -127> 2024-09-12T17:59:50.114+0000 7fb5e97fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:59:50.269 INFO:tasks.workunit.client.0.smithi045.stderr: -126> 2024-09-12T17:59:50.114+0000 7fb5e97fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.115:6816/4190843715,v1:172.21.15.115:6817/4190843715] 2024-09-12T17:59:50.269 INFO:tasks.workunit.client.0.smithi045.stderr: -125> 2024-09-12T17:59:50.114+0000 7fb707086640 10 monclient: get_auth_request con 0x7fb5d0076470 auth_method 0 2024-09-12T17:59:50.269 INFO:tasks.workunit.client.0.smithi045.stderr: -124> 2024-09-12T17:59:50.114+0000 7fb706885640 10 monclient: get_auth_request con 0x564e95644510 auth_method 0 2024-09-12T17:59:50.269 INFO:tasks.workunit.client.0.smithi045.stderr: -123> 2024-09-12T17:59:50.115+0000 7fb70b342800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:50.269 INFO:tasks.workunit.client.0.smithi045.stderr: -122> 2024-09-12T17:59:50.115+0000 7fb70b342800 20 realm 2024-09-12T17:59:50.269 INFO:tasks.workunit.client.0.smithi045.stderr: -121> 2024-09-12T17:59:50.115+0000 7fb70b342800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.270 INFO:tasks.workunit.client.0.smithi045.stderr: -120> 2024-09-12T17:59:50.115+0000 7fb70b342800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:50.270 INFO:tasks.workunit.client.0.smithi045.stderr: -119> 2024-09-12T17:59:50.115+0000 7fb70b342800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:59:50.270 INFO:tasks.workunit.client.0.smithi045.stderr: -118> 2024-09-12T17:59:50.115+0000 7fb70b342800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.270 INFO:tasks.workunit.client.0.smithi045.stderr: -117> 2024-09-12T17:59:50.115+0000 7fb70b342800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:50.270 INFO:tasks.workunit.client.0.smithi045.stderr: -116> 2024-09-12T17:59:50.115+0000 7fb70b342800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.270 INFO:tasks.workunit.client.0.smithi045.stderr: -115> 2024-09-12T17:59:50.115+0000 7fb707086640 10 monclient: get_auth_request con 0x564e95648770 auth_method 0 2024-09-12T17:59:50.270 INFO:tasks.workunit.client.0.smithi045.stderr: -114> 2024-09-12T17:59:50.116+0000 7fb70b342800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:50.270 INFO:tasks.workunit.client.0.smithi045.stderr: -113> 2024-09-12T17:59:50.116+0000 7fb70b342800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.270 INFO:tasks.workunit.client.0.smithi045.stderr: -112> 2024-09-12T17:59:50.116+0000 7fb706885640 10 monclient: get_auth_request con 0x564e9564bfd0 auth_method 0 2024-09-12T17:59:50.270 INFO:tasks.workunit.client.0.smithi045.stderr: -111> 2024-09-12T17:59:50.117+0000 7fb70b342800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:59:50.270 INFO:tasks.workunit.client.0.smithi045.stderr: -110> 2024-09-12T17:59:50.117+0000 7fb70b342800 20 searching for the correct realm 2024-09-12T17:59:50.270 INFO:tasks.workunit.client.0.smithi045.stderr: -109> 2024-09-12T17:59:50.117+0000 7fb707887640 10 monclient: get_auth_request con 0x564e95650d20 auth_method 0 2024-09-12T17:59:50.270 INFO:tasks.workunit.client.0.smithi045.stderr: -108> 2024-09-12T17:59:50.118+0000 7fb707086640 10 monclient: get_auth_request con 0x7fb6fc07c040 auth_method 0 2024-09-12T17:59:50.271 INFO:tasks.workunit.client.0.smithi045.stderr: -107> 2024-09-12T17:59:50.119+0000 7fb706885640 10 monclient: get_auth_request con 0x7fb6f802c070 auth_method 0 2024-09-12T17:59:50.271 INFO:tasks.workunit.client.0.smithi045.stderr: -106> 2024-09-12T17:59:50.120+0000 7fb706885640 0 -- 172.21.15.45:0/2549366744 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x564e9564bfd0 msgr2=0x564e9564e3e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:50.271 INFO:tasks.workunit.client.0.smithi045.stderr: -105> 2024-09-12T17:59:50.120+0000 7fb5e97fa640 1 client.7811.objecter ms_handle_reset 0x564e9564bfd0 session 0x564e95647b00 osd.7 2024-09-12T17:59:50.271 INFO:tasks.workunit.client.0.smithi045.stderr: -104> 2024-09-12T17:59:50.120+0000 7fb5e97fa640 10 monclient: _renew_subs 2024-09-12T17:59:50.271 INFO:tasks.workunit.client.0.smithi045.stderr: -103> 2024-09-12T17:59:50.120+0000 7fb5e97fa640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.45:3301/0 2024-09-12T17:59:50.271 INFO:tasks.workunit.client.0.smithi045.stderr: -102> 2024-09-12T17:59:50.120+0000 7fb706885640 10 monclient: get_auth_request con 0x7fb5d0086ba0 auth_method 0 2024-09-12T17:59:50.271 INFO:tasks.workunit.client.0.smithi045.stderr: -101> 2024-09-12T17:59:50.121+0000 7fb707887640 10 monclient: get_auth_request con 0x7fb6fc099410 auth_method 0 2024-09-12T17:59:50.271 INFO:tasks.workunit.client.0.smithi045.stderr: -100> 2024-09-12T17:59:50.122+0000 7fb5e97fa640 1 client.7811.objecter ms_handle_reset 0x564e95644510 session 0x564e95643e90 osd.1 2024-09-12T17:59:50.271 INFO:tasks.workunit.client.0.smithi045.stderr: -99> 2024-09-12T17:59:50.122+0000 7fb706885640 10 monclient: get_auth_request con 0x564e9564bfd0 auth_method 0 2024-09-12T17:59:50.271 INFO:tasks.workunit.client.0.smithi045.stderr: -98> 2024-09-12T17:59:50.124+0000 7fb706885640 0 -- 172.21.15.45:0/2549366744 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7fb6f802c070 msgr2=0x7fb6f8092730 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:50.271 INFO:tasks.workunit.client.0.smithi045.stderr: -97> 2024-09-12T17:59:50.124+0000 7fb5e97fa640 1 client.7811.objecter ms_handle_reset 0x7fb6f802c070 session 0x7fb6f807c070 osd.4 2024-09-12T17:59:50.271 INFO:tasks.workunit.client.0.smithi045.stderr: -96> 2024-09-12T17:59:50.124+0000 7fb707086640 10 monclient: get_auth_request con 0x7fb6fc0a9950 auth_method 0 2024-09-12T17:59:50.271 INFO:tasks.workunit.client.0.smithi045.stderr: -95> 2024-09-12T17:59:50.124+0000 7fb706885640 10 monclient: get_auth_request con 0x564e95644510 auth_method 0 2024-09-12T17:59:50.272 INFO:tasks.workunit.client.0.smithi045.stderr: -94> 2024-09-12T17:59:50.129+0000 7fb70b342800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:59:50.272 INFO:tasks.workunit.client.0.smithi045.stderr: -93> 2024-09-12T17:59:50.129+0000 7fb70b342800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:59:50.272 INFO:tasks.workunit.client.0.smithi045.stderr: -92> 2024-09-12T17:59:50.129+0000 7fb70b342800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:59:50.272 INFO:tasks.workunit.client.0.smithi045.stderr: -91> 2024-09-12T17:59:50.129+0000 7fb70b342800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:59:50.272 INFO:tasks.workunit.client.0.smithi045.stderr: -90> 2024-09-12T17:59:50.129+0000 7fb70b342800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:59:50.272 INFO:tasks.workunit.client.0.smithi045.stderr: -89> 2024-09-12T17:59:50.129+0000 7fb70b342800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:59:50.272 INFO:tasks.workunit.client.0.smithi045.stderr: -88> 2024-09-12T17:59:50.129+0000 7fb70b342800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.272 INFO:tasks.workunit.client.0.smithi045.stderr: -87> 2024-09-12T17:59:50.129+0000 7fb70b342800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:50.272 INFO:tasks.workunit.client.0.smithi045.stderr: -86> 2024-09-12T17:59:50.129+0000 7fb70b342800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.272 INFO:tasks.workunit.client.0.smithi045.stderr: -85> 2024-09-12T17:59:50.129+0000 7fb70b342800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:50.272 INFO:tasks.workunit.client.0.smithi045.stderr: -84> 2024-09-12T17:59:50.129+0000 7fb70b342800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.272 INFO:tasks.workunit.client.0.smithi045.stderr: -83> 2024-09-12T17:59:50.130+0000 7fb70b342800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:59:50.273 INFO:tasks.workunit.client.0.smithi045.stderr: -82> 2024-09-12T17:59:50.130+0000 7fb70b342800 20 zone default found 2024-09-12T17:59:50.273 INFO:tasks.workunit.client.0.smithi045.stderr: -81> 2024-09-12T17:59:50.130+0000 7fb70b342800 4 Realm: () 2024-09-12T17:59:50.273 INFO:tasks.workunit.client.0.smithi045.stderr: -80> 2024-09-12T17:59:50.130+0000 7fb70b342800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:59:50.273 INFO:tasks.workunit.client.0.smithi045.stderr: -79> 2024-09-12T17:59:50.130+0000 7fb70b342800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:59:50.273 INFO:tasks.workunit.client.0.smithi045.stderr: -78> 2024-09-12T17:59:50.130+0000 7fb70b342800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:59:50.273 INFO:tasks.workunit.client.0.smithi045.stderr: -77> 2024-09-12T17:59:50.130+0000 7fb70b342800 20 zonegroup default 2024-09-12T17:59:50.273 INFO:tasks.workunit.client.0.smithi045.stderr: -76> 2024-09-12T17:59:50.130+0000 7fb70b342800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.273 INFO:tasks.workunit.client.0.smithi045.stderr: -75> 2024-09-12T17:59:50.130+0000 7fb70b342800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:50.273 INFO:tasks.workunit.client.0.smithi045.stderr: -74> 2024-09-12T17:59:50.130+0000 7fb70b342800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.273 INFO:tasks.workunit.client.0.smithi045.stderr: -73> 2024-09-12T17:59:50.130+0000 7fb70b342800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:50.273 INFO:tasks.workunit.client.0.smithi045.stderr: -72> 2024-09-12T17:59:50.130+0000 7fb70b342800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.273 INFO:tasks.workunit.client.0.smithi045.stderr: -71> 2024-09-12T17:59:50.131+0000 7fb70b342800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:50.273 INFO:tasks.workunit.client.0.smithi045.stderr: -70> 2024-09-12T17:59:50.131+0000 7fb70b342800 20 started sync module instance, tier type = 2024-09-12T17:59:50.274 INFO:tasks.workunit.client.0.smithi045.stderr: -69> 2024-09-12T17:59:50.131+0000 7fb70b342800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:59:50.274 INFO:tasks.workunit.client.0.smithi045.stderr: -68> 2024-09-12T17:59:50.139+0000 7fb70b342800 20 add_watcher() i=0 2024-09-12T17:59:50.274 INFO:tasks.workunit.client.0.smithi045.stderr: -67> 2024-09-12T17:59:50.139+0000 7fb70b342800 20 add_watcher() i=1 2024-09-12T17:59:50.274 INFO:tasks.workunit.client.0.smithi045.stderr: -66> 2024-09-12T17:59:50.139+0000 7fb70b342800 20 add_watcher() i=2 2024-09-12T17:59:50.274 INFO:tasks.workunit.client.0.smithi045.stderr: -65> 2024-09-12T17:59:50.139+0000 7fb70b342800 20 add_watcher() i=3 2024-09-12T17:59:50.274 INFO:tasks.workunit.client.0.smithi045.stderr: -64> 2024-09-12T17:59:50.139+0000 7fb70b342800 20 add_watcher() i=4 2024-09-12T17:59:50.274 INFO:tasks.workunit.client.0.smithi045.stderr: -63> 2024-09-12T17:59:50.139+0000 7fb70b342800 20 add_watcher() i=5 2024-09-12T17:59:50.274 INFO:tasks.workunit.client.0.smithi045.stderr: -62> 2024-09-12T17:59:50.139+0000 7fb70b342800 20 add_watcher() i=6 2024-09-12T17:59:50.274 INFO:tasks.workunit.client.0.smithi045.stderr: -61> 2024-09-12T17:59:50.140+0000 7fb70b342800 20 add_watcher() i=7 2024-09-12T17:59:50.274 INFO:tasks.workunit.client.0.smithi045.stderr: -60> 2024-09-12T17:59:50.140+0000 7fb70b342800 2 all 8 watchers are set, enabling cache 2024-09-12T17:59:50.274 INFO:tasks.workunit.client.0.smithi045.stderr: -59> 2024-09-12T17:59:50.142+0000 7fb70b342800 5 AuthRegistry(0x7fffc4a9a510) adding auth protocol: cephx 2024-09-12T17:59:50.274 INFO:tasks.workunit.client.0.smithi045.stderr: -58> 2024-09-12T17:59:50.142+0000 7fb70b342800 5 AuthRegistry(0x7fffc4a9a510) adding auth protocol: cephx 2024-09-12T17:59:50.274 INFO:tasks.workunit.client.0.smithi045.stderr: -57> 2024-09-12T17:59:50.142+0000 7fb70b342800 5 AuthRegistry(0x7fffc4a9a510) adding auth protocol: cephx 2024-09-12T17:59:50.275 INFO:tasks.workunit.client.0.smithi045.stderr: -56> 2024-09-12T17:59:50.142+0000 7fb70b342800 5 AuthRegistry(0x7fffc4a9a510) adding con mode: secure 2024-09-12T17:59:50.275 INFO:tasks.workunit.client.0.smithi045.stderr: -55> 2024-09-12T17:59:50.142+0000 7fb70b342800 5 AuthRegistry(0x7fffc4a9a510) adding con mode: crc 2024-09-12T17:59:50.275 INFO:tasks.workunit.client.0.smithi045.stderr: -54> 2024-09-12T17:59:50.142+0000 7fb70b342800 5 AuthRegistry(0x7fffc4a9a510) adding con mode: secure 2024-09-12T17:59:50.275 INFO:tasks.workunit.client.0.smithi045.stderr: -53> 2024-09-12T17:59:50.142+0000 7fb70b342800 5 AuthRegistry(0x7fffc4a9a510) adding con mode: crc 2024-09-12T17:59:50.275 INFO:tasks.workunit.client.0.smithi045.stderr: -52> 2024-09-12T17:59:50.142+0000 7fb70b342800 5 AuthRegistry(0x7fffc4a9a510) adding con mode: secure 2024-09-12T17:59:50.275 INFO:tasks.workunit.client.0.smithi045.stderr: -51> 2024-09-12T17:59:50.142+0000 7fb70b342800 5 AuthRegistry(0x7fffc4a9a510) adding con mode: crc 2024-09-12T17:59:50.275 INFO:tasks.workunit.client.0.smithi045.stderr: -50> 2024-09-12T17:59:50.142+0000 7fb70b342800 5 AuthRegistry(0x7fffc4a9a510) adding con mode: crc 2024-09-12T17:59:50.275 INFO:tasks.workunit.client.0.smithi045.stderr: -49> 2024-09-12T17:59:50.142+0000 7fb70b342800 5 AuthRegistry(0x7fffc4a9a510) adding con mode: secure 2024-09-12T17:59:50.275 INFO:tasks.workunit.client.0.smithi045.stderr: -48> 2024-09-12T17:59:50.142+0000 7fb70b342800 5 AuthRegistry(0x7fffc4a9a510) adding con mode: crc 2024-09-12T17:59:50.275 INFO:tasks.workunit.client.0.smithi045.stderr: -47> 2024-09-12T17:59:50.142+0000 7fb70b342800 5 AuthRegistry(0x7fffc4a9a510) adding con mode: secure 2024-09-12T17:59:50.275 INFO:tasks.workunit.client.0.smithi045.stderr: -46> 2024-09-12T17:59:50.142+0000 7fb70b342800 5 AuthRegistry(0x7fffc4a9a510) adding con mode: crc 2024-09-12T17:59:50.275 INFO:tasks.workunit.client.0.smithi045.stderr: -45> 2024-09-12T17:59:50.142+0000 7fb70b342800 5 AuthRegistry(0x7fffc4a9a510) adding con mode: secure 2024-09-12T17:59:50.276 INFO:tasks.workunit.client.0.smithi045.stderr: -44> 2024-09-12T17:59:50.142+0000 7fb5bdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:50.276 INFO:tasks.workunit.client.0.smithi045.stderr: -43> 2024-09-12T17:59:50.143+0000 7fb70b342800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:59:50.276 INFO:tasks.workunit.client.0.smithi045.stderr: -42> 2024-09-12T17:59:50.143+0000 7fb70b342800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:59:50.276 INFO:tasks.workunit.client.0.smithi045.stderr: -41> 2024-09-12T17:59:50.143+0000 7fb70b342800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:59:50.276 INFO:tasks.workunit.client.0.smithi045.stderr: -40> 2024-09-12T17:59:50.143+0000 7fb70b342800 5 asok(0x564e95338730) register_command cache list hook 0x564e95620d40 2024-09-12T17:59:50.276 INFO:tasks.workunit.client.0.smithi045.stderr: -39> 2024-09-12T17:59:50.143+0000 7fb70b342800 5 asok(0x564e95338730) register_command cache inspect hook 0x564e95620d40 2024-09-12T17:59:50.276 INFO:tasks.workunit.client.0.smithi045.stderr: -38> 2024-09-12T17:59:50.143+0000 7fb70b342800 5 asok(0x564e95338730) register_command cache erase hook 0x564e95620d40 2024-09-12T17:59:50.276 INFO:tasks.workunit.client.0.smithi045.stderr: -37> 2024-09-12T17:59:50.143+0000 7fb70b342800 5 asok(0x564e95338730) register_command cache zap hook 0x564e95620d40 2024-09-12T17:59:50.276 INFO:tasks.workunit.client.0.smithi045.stderr: -36> 2024-09-12T17:59:50.143+0000 7fb70b342800 5 note: GC not initialized 2024-09-12T17:59:50.276 INFO:tasks.workunit.client.0.smithi045.stderr: -35> 2024-09-12T17:59:50.143+0000 7fb5bcfe1640 20 reqs_thread_entry: start 2024-09-12T17:59:50.276 INFO:tasks.workunit.client.0.smithi045.stderr: -34> 2024-09-12T17:59:50.143+0000 7fb70b342800 5 asok(0x564e95338730) register_command sync trace show hook 0x7fb700004d90 2024-09-12T17:59:50.276 INFO:tasks.workunit.client.0.smithi045.stderr: -33> 2024-09-12T17:59:50.143+0000 7fb70b342800 5 asok(0x564e95338730) register_command sync trace history hook 0x7fb700004d90 2024-09-12T17:59:50.276 INFO:tasks.workunit.client.0.smithi045.stderr: -32> 2024-09-12T17:59:50.143+0000 7fb70b342800 5 asok(0x564e95338730) register_command sync trace active hook 0x7fb700004d90 2024-09-12T17:59:50.277 INFO:tasks.workunit.client.0.smithi045.stderr: -31> 2024-09-12T17:59:50.143+0000 7fb70b342800 5 asok(0x564e95338730) register_command sync trace active_short hook 0x7fb700004d90 2024-09-12T17:59:50.277 INFO:tasks.workunit.client.0.smithi045.stderr: -30> 2024-09-12T17:59:50.143+0000 7fb70b342800 20 init_complete bucket index max shards: 1 2024-09-12T17:59:50.277 INFO:tasks.workunit.client.0.smithi045.stderr: -29> 2024-09-12T17:59:50.143+0000 7fb70b342800 20 Filter name: none 2024-09-12T17:59:50.277 INFO:tasks.workunit.client.0.smithi045.stderr: -28> 2024-09-12T17:59:50.143+0000 7fb5367fc640 20 reqs_thread_entry: start 2024-09-12T17:59:50.277 INFO:tasks.workunit.client.0.smithi045.stderr: -27> 2024-09-12T17:59:50.143+0000 7fb70b342800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:59:50.277 INFO:tasks.workunit.client.0.smithi045.stderr: -26> 2024-09-12T17:59:50.143+0000 7fb70b342800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.277 INFO:tasks.workunit.client.0.smithi045.stderr: -25> 2024-09-12T17:59:50.144+0000 7fb70b342800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:59:50.277 INFO:tasks.workunit.client.0.smithi045.stderr: -24> 2024-09-12T17:59:50.144+0000 7fb70b342800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:59:50.277 INFO:tasks.workunit.client.0.smithi045.stderr: -23> 2024-09-12T17:59:50.144+0000 7fb70b342800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:59:50.277 INFO:tasks.workunit.client.0.smithi045.stderr: -22> 2024-09-12T17:59:50.144+0000 7fb70b342800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 : miss 2024-09-12T17:59:50.277 INFO:tasks.workunit.client.0.smithi045.stderr: -21> 2024-09-12T17:59:50.144+0000 7fb70b342800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.277 INFO:tasks.workunit.client.0.smithi045.stderr: -20> 2024-09-12T17:59:50.144+0000 7fb70b342800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T17:59:50.277 INFO:tasks.workunit.client.0.smithi045.stderr: -19> 2024-09-12T17:59:50.144+0000 7fb70b342800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T17:59:50.278 INFO:tasks.workunit.client.0.smithi045.stderr: -18> 2024-09-12T17:59:50.144+0000 7fb70b342800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T17:59:50.278 INFO:tasks.workunit.client.0.smithi045.stderr: -17> 2024-09-12T17:59:50.144+0000 7fb70b342800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:59:50.278 INFO:tasks.workunit.client.0.smithi045.stderr: -16> 2024-09-12T17:59:50.144+0000 7fb70b342800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:59:50.278 INFO:tasks.workunit.client.0.smithi045.stderr: -15> 2024-09-12T17:59:50.144+0000 7fb70b342800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 2024-09-12T17:59:50.278 INFO:tasks.workunit.client.0.smithi045.stderr: -14> 2024-09-12T17:59:50.145+0000 7fb70b342800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T17:59:50.278 INFO:tasks.workunit.client.0.smithi045.stderr: -13> 2024-09-12T17:59:50.150+0000 7fb70b342800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T17:59:50.278 INFO:tasks.workunit.client.0.smithi045.stderr: -12> 2024-09-12T17:59:50.150+0000 7fb70b342800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T17:59:50.278 INFO:tasks.workunit.client.0.smithi045.stderr: -11> 2024-09-12T17:59:50.150+0000 7fb70b342800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:59:50.278 INFO:tasks.workunit.client.0.smithi045.stderr: -10> 2024-09-12T17:59:50.150+0000 7fb70b342800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18, ofs0, ns] 2024-09-12T17:59:50.278 INFO:tasks.workunit.client.0.smithi045.stderr: -9> 2024-09-12T17:59:50.150+0000 7fb5ea7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398947 cookie 94895513819040 notifier 7811 bl.length()=911 2024-09-12T17:59:50.278 INFO:tasks.workunit.client.0.smithi045.stderr: -8> 2024-09-12T17:59:50.150+0000 7fb5ea7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T17:59:50.278 INFO:tasks.workunit.client.0.smithi045.stderr: -7> 2024-09-12T17:59:50.150+0000 7fb5ea7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T17:59:50.278 INFO:tasks.workunit.client.0.smithi045.stderr: -6> 2024-09-12T17:59:50.150+0000 7fb5ea7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:59:50.279 INFO:tasks.workunit.client.0.smithi045.stderr: -5> 2024-09-12T17:59:50.150+0000 7fb70b342800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): orig_sources= new_sources= 2024-09-12T17:59:50.279 INFO:tasks.workunit.client.0.smithi045.stderr: -4> 2024-09-12T17:59:50.150+0000 7fb70b342800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): potential sources added=[] removed=[] 2024-09-12T17:59:50.279 INFO:tasks.workunit.client.0.smithi045.stderr: -3> 2024-09-12T17:59:50.150+0000 7fb70b342800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): orig_dests= new_dests= 2024-09-12T17:59:50.279 INFO:tasks.workunit.client.0.smithi045.stderr: -2> 2024-09-12T17:59:50.150+0000 7fb70b342800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): potential dests added=[] removed=[] 2024-09-12T17:59:50.279 INFO:tasks.workunit.client.0.smithi045.stderr: -1> 2024-09-12T17:59:50.154+0000 7fb70b342800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fb70b342800 time 2024-09-12T17:59:50.154234+0000 2024-09-12T17:59:50.279 INFO:tasks.workunit.client.0.smithi045.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:59:50.279 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:50.279 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:59:50.279 INFO:tasks.workunit.client.0.smithi045.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7fb70cb8c71a] 2024-09-12T17:59:50.279 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fb70cb8c8d8] 2024-09-12T17:59:50.279 INFO:tasks.workunit.client.0.smithi045.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x564e947b3841] 2024-09-12T17:59:50.279 INFO:tasks.workunit.client.0.smithi045.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x564e947c357a] 2024-09-12T17:59:50.279 INFO:tasks.workunit.client.0.smithi045.stderr: 5: main() 2024-09-12T17:59:50.280 INFO:tasks.workunit.client.0.smithi045.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7fb70b829590] 2024-09-12T17:59:50.280 INFO:tasks.workunit.client.0.smithi045.stderr: 7: __libc_start_main() 2024-09-12T17:59:50.280 INFO:tasks.workunit.client.0.smithi045.stderr: 8: _start() 2024-09-12T17:59:50.280 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:50.280 INFO:tasks.workunit.client.0.smithi045.stderr: 0> 2024-09-12T17:59:50.155+0000 7fb70b342800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:59:50.280 INFO:tasks.workunit.client.0.smithi045.stderr: in thread 7fb70b342800 thread_name:radosgw-admin 2024-09-12T17:59:50.280 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:50.280 INFO:tasks.workunit.client.0.smithi045.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:59:50.280 INFO:tasks.workunit.client.0.smithi045.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fb70b83e6f0] 2024-09-12T17:59:50.280 INFO:tasks.workunit.client.0.smithi045.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7fb70b88b99c] 2024-09-12T17:59:50.280 INFO:tasks.workunit.client.0.smithi045.stderr: 3: raise() 2024-09-12T17:59:50.280 INFO:tasks.workunit.client.0.smithi045.stderr: 4: abort() 2024-09-12T17:59:50.280 INFO:tasks.workunit.client.0.smithi045.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7fb70cb8c774] 2024-09-12T17:59:50.281 INFO:tasks.workunit.client.0.smithi045.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fb70cb8c8d8] 2024-09-12T17:59:50.281 INFO:tasks.workunit.client.0.smithi045.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x564e947b3841] 2024-09-12T17:59:50.281 INFO:tasks.workunit.client.0.smithi045.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x564e947c357a] 2024-09-12T17:59:50.281 INFO:tasks.workunit.client.0.smithi045.stderr: 9: main() 2024-09-12T17:59:50.281 INFO:tasks.workunit.client.0.smithi045.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7fb70b829590] 2024-09-12T17:59:50.281 INFO:tasks.workunit.client.0.smithi045.stderr: 11: __libc_start_main() 2024-09-12T17:59:50.281 INFO:tasks.workunit.client.0.smithi045.stderr: 12: _start() 2024-09-12T17:59:50.281 INFO:tasks.workunit.client.0.smithi045.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:59:50.281 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T17:59:50.281 INFO:tasks.workunit.client.0.smithi045.stderr:--- logging levels --- 2024-09-12T17:59:50.281 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 none 2024-09-12T17:59:50.281 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 lockdep 2024-09-12T17:59:50.282 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 context 2024-09-12T17:59:50.282 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 crush 2024-09-12T17:59:50.282 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds 2024-09-12T17:59:50.282 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_balancer 2024-09-12T17:59:50.282 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_locker 2024-09-12T17:59:50.282 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_log 2024-09-12T17:59:50.282 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_log_expire 2024-09-12T17:59:50.282 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mds_migrator 2024-09-12T17:59:50.282 INFO:tasks.workunit.client.0.smithi045.stderr: 3/ 5 mds_quiesce 2024-09-12T17:59:50.282 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 buffer 2024-09-12T17:59:50.282 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 timer 2024-09-12T17:59:50.282 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 filer 2024-09-12T17:59:50.282 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 striper 2024-09-12T17:59:50.282 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 1 objecter 2024-09-12T17:59:50.283 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rados 2024-09-12T17:59:50.283 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd 2024-09-12T17:59:50.283 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_mirror 2024-09-12T17:59:50.283 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_replay 2024-09-12T17:59:50.283 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 rbd_pwl 2024-09-12T17:59:50.283 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 journaler 2024-09-12T17:59:50.283 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 objectcacher 2024-09-12T17:59:50.283 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:59:50.283 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 client 2024-09-12T17:59:50.283 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 osd 2024-09-12T17:59:50.283 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 optracker 2024-09-12T17:59:50.283 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 objclass 2024-09-12T17:59:50.283 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 filestore 2024-09-12T17:59:50.284 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 journal 2024-09-12T17:59:50.284 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 0 ms 2024-09-12T17:59:50.284 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mon 2024-09-12T17:59:50.284 INFO:tasks.workunit.client.0.smithi045.stderr: 0/10 monc 2024-09-12T17:59:50.284 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 paxos 2024-09-12T17:59:50.284 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 tp 2024-09-12T17:59:50.284 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 auth 2024-09-12T17:59:50.284 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 crypto 2024-09-12T17:59:50.284 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 finisher 2024-09-12T17:59:50.284 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 reserver 2024-09-12T17:59:50.284 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 heartbeatmap 2024-09-12T17:59:50.284 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 perfcounter 2024-09-12T17:59:50.284 INFO:tasks.workunit.client.0.smithi045.stderr: 20/20 rgw 2024-09-12T17:59:50.285 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_sync 2024-09-12T17:59:50.285 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_datacache 2024-09-12T17:59:50.285 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_access 2024-09-12T17:59:50.285 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:59:50.285 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_flight 2024-09-12T17:59:50.285 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:59:50.285 INFO:tasks.workunit.client.0.smithi045.stderr: 20/20 rgw_notification 2024-09-12T17:59:50.285 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 javaclient 2024-09-12T17:59:50.285 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 asok 2024-09-12T17:59:50.285 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 1 throttle 2024-09-12T17:59:50.285 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 0 refs 2024-09-12T17:59:50.285 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 compressor 2024-09-12T17:59:50.285 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 bluestore 2024-09-12T17:59:50.285 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 bluefs 2024-09-12T17:59:50.286 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 3 bdev 2024-09-12T17:59:50.286 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 kstore 2024-09-12T17:59:50.286 INFO:tasks.workunit.client.0.smithi045.stderr: 4/ 5 rocksdb 2024-09-12T17:59:50.286 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 fuse 2024-09-12T17:59:50.286 INFO:tasks.workunit.client.0.smithi045.stderr: 2/ 5 mgr 2024-09-12T17:59:50.286 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mgrc 2024-09-12T17:59:50.286 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 dpdk 2024-09-12T17:59:50.286 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 eventtrace 2024-09-12T17:59:50.286 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 prioritycache 2024-09-12T17:59:50.286 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 test 2024-09-12T17:59:50.286 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:59:50.286 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cephsqlite 2024-09-12T17:59:50.286 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:59:50.286 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore 2024-09-12T17:59:50.287 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_onode 2024-09-12T17:59:50.287 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_odata 2024-09-12T17:59:50.287 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_omap 2024-09-12T17:59:50.287 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_tm 2024-09-12T17:59:50.287 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_t 2024-09-12T17:59:50.287 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:59:50.287 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_epm 2024-09-12T17:59:50.287 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_lba 2024-09-12T17:59:50.287 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:59:50.287 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_cache 2024-09-12T17:59:50.287 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_journal 2024-09-12T17:59:50.287 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_device 2024-09-12T17:59:50.287 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 seastore_backref 2024-09-12T17:59:50.288 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 alienstore 2024-09-12T17:59:50.288 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 mclock 2024-09-12T17:59:50.288 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 cyanstore 2024-09-12T17:59:50.288 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 ceph_exporter 2024-09-12T17:59:50.288 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 memstore 2024-09-12T17:59:50.288 INFO:tasks.workunit.client.0.smithi045.stderr: 1/ 5 trace 2024-09-12T17:59:50.288 INFO:tasks.workunit.client.0.smithi045.stderr: 0/ 5 ceph_dedup 2024-09-12T17:59:50.288 INFO:tasks.workunit.client.0.smithi045.stderr: -2/-2 (syslog threshold) 2024-09-12T17:59:50.288 INFO:tasks.workunit.client.0.smithi045.stderr: 99/99 (stderr threshold) 2024-09-12T17:59:50.288 INFO:tasks.workunit.client.0.smithi045.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:59:50.288 INFO:tasks.workunit.client.0.smithi045.stderr: 7fb5367fc640 / http_manager 2024-09-12T17:59:50.288 INFO:tasks.workunit.client.0.smithi045.stderr: 7fb5bcfe1640 / http_manager 2024-09-12T17:59:50.288 INFO:tasks.workunit.client.0.smithi045.stderr: 7fb5bdfe3640 / rgw_dt_lg_renew 2024-09-12T17:59:50.288 INFO:tasks.workunit.client.0.smithi045.stderr: 7fb5e97fa640 / ms_dispatch 2024-09-12T17:59:50.289 INFO:tasks.workunit.client.0.smithi045.stderr: 7fb5ea7fc640 / io_context_pool 2024-09-12T17:59:50.289 INFO:tasks.workunit.client.0.smithi045.stderr: 7fb5eaffd640 / io_context_pool 2024-09-12T17:59:50.289 INFO:tasks.workunit.client.0.smithi045.stderr: 7fb5f1602640 / ms_dispatch 2024-09-12T17:59:50.289 INFO:tasks.workunit.client.0.smithi045.stderr: 7fb5f3e07640 / ms_dispatch 2024-09-12T17:59:50.289 INFO:tasks.workunit.client.0.smithi045.stderr: 7fb5f560a640 / io_context_pool 2024-09-12T17:59:50.289 INFO:tasks.workunit.client.0.smithi045.stderr: 7fb706885640 / msgr-worker-2 2024-09-12T17:59:50.289 INFO:tasks.workunit.client.0.smithi045.stderr: 7fb707086640 / msgr-worker-1 2024-09-12T17:59:50.289 INFO:tasks.workunit.client.0.smithi045.stderr: 7fb707887640 / msgr-worker-0 2024-09-12T17:59:50.289 INFO:tasks.workunit.client.0.smithi045.stderr: 7fb708088640 / io_context_pool 2024-09-12T17:59:50.289 INFO:tasks.workunit.client.0.smithi045.stderr: 7fb70b342800 / radosgw-admin 2024-09-12T17:59:50.289 INFO:tasks.workunit.client.0.smithi045.stderr: max_recent 500 2024-09-12T17:59:50.289 INFO:tasks.workunit.client.0.smithi045.stderr: max_new 1000 2024-09-12T17:59:50.289 INFO:tasks.workunit.client.0.smithi045.stderr: log_file /var/lib/ceph/crash/2024-09-12T17:59:50.155652Z_5829d42a-afce-48d9-b1ad-76ed7d626877/log 2024-09-12T17:59:50.290 INFO:tasks.workunit.client.0.smithi045.stderr:--- end dump of recent events --- 2024-09-12T17:59:50.290 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T17:59:50.291 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:59:50.291 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:59:50.291 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.233+0000 7f775711f800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.291 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.234+0000 7f775711f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:50.292 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.234+0000 7f775711f800 20 realm 2024-09-12T17:59:50.292 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.234+0000 7f775711f800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.292 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.235+0000 7f775711f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:50.292 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.235+0000 7f775711f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:59:50.292 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.235+0000 7f775711f800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.292 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.235+0000 7f775711f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:50.292 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.235+0000 7f775711f800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.292 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.236+0000 7f775711f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:50.292 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.236+0000 7f775711f800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.292 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.236+0000 7f775711f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:59:50.292 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.236+0000 7f775711f800 20 searching for the correct realm 2024-09-12T17:59:50.292 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.239+0000 7f77526a8640 0 -- 172.21.15.45:0/1006560698 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x558907e8ad30 msgr2=0x558907e8d120 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:50.292 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.243+0000 7f7752ea9640 0 -- 172.21.15.45:0/1006560698 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f7748044b40 msgr2=0x7f7748069040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:59:50.451 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.450+0000 7f775711f800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:59:50.473 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.451+0000 7f775711f800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:59:50.473 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.451+0000 7f775711f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:59:50.473 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.451+0000 7f775711f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:59:50.473 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.451+0000 7f775711f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:59:50.473 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.451+0000 7f775711f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:59:50.473 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.451+0000 7f775711f800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.473 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.451+0000 7f775711f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:50.474 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.451+0000 7f775711f800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.477 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.451+0000 7f775711f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:50.477 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.451+0000 7f775711f800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.477 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.452+0000 7f775711f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:59:50.477 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.452+0000 7f775711f800 20 zone default found 2024-09-12T17:59:50.477 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.452+0000 7f775711f800 4 Realm: () 2024-09-12T17:59:50.477 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.452+0000 7f775711f800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:59:50.477 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.452+0000 7f775711f800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:59:50.478 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.452+0000 7f775711f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:59:50.478 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.452+0000 7f775711f800 20 zonegroup default 2024-09-12T17:59:50.478 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.452+0000 7f775711f800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.478 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.452+0000 7f775711f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:50.478 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.452+0000 7f775711f800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.478 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.452+0000 7f775711f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:50.478 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.452+0000 7f775711f800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.478 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.452+0000 7f775711f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:50.478 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.452+0000 7f775711f800 20 started sync module instance, tier type = 2024-09-12T17:59:50.478 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.452+0000 7f775711f800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:59:50.478 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.462+0000 7f775711f800 20 add_watcher() i=0 2024-09-12T17:59:50.478 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.462+0000 7f775711f800 20 add_watcher() i=1 2024-09-12T17:59:50.479 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.462+0000 7f775711f800 20 add_watcher() i=2 2024-09-12T17:59:50.479 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.462+0000 7f775711f800 20 add_watcher() i=3 2024-09-12T17:59:50.479 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.462+0000 7f775711f800 20 add_watcher() i=4 2024-09-12T17:59:50.479 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.462+0000 7f775711f800 20 add_watcher() i=5 2024-09-12T17:59:50.479 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.462+0000 7f775711f800 20 add_watcher() i=6 2024-09-12T17:59:50.479 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.463+0000 7f775711f800 20 add_watcher() i=7 2024-09-12T17:59:50.479 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.463+0000 7f775711f800 2 all 8 watchers are set, enabling cache 2024-09-12T17:59:50.479 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.465+0000 7f76097e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:50.479 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.465+0000 7f775711f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:59:50.479 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.465+0000 7f775711f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:59:50.479 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.465+0000 7f775711f800 5 note: GC not initialized 2024-09-12T17:59:50.480 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.465+0000 7f7583fff640 20 reqs_thread_entry: start 2024-09-12T17:59:50.480 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.465+0000 7f775711f800 20 init_complete bucket index max shards: 1 2024-09-12T17:59:50.480 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.465+0000 7f775711f800 20 Filter name: none 2024-09-12T17:59:50.480 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.466+0000 7f7581ffb640 20 reqs_thread_entry: start 2024-09-12T17:59:50.480 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.466+0000 7f775711f800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.480 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.466+0000 7f775711f800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:59:50.480 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.466+0000 7f775711f800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.480 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.467+0000 7f775711f800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T17:59:50.480 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.467+0000 7f775711f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:59:50.480 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.467+0000 7f775711f800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.480 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.468+0000 7f775711f800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:59:50.481 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.468+0000 7f775711f800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.481 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.468+0000 7f775711f800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T17:59:50.481 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.468+0000 7f775711f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:59:50.481 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.470+0000 7f76097e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:50.481 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.472+0000 7f775711f800 20 remove_watcher() i=0 2024-09-12T17:59:50.481 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.472+0000 7f775711f800 2 removed watcher, disabling cache 2024-09-12T17:59:50.481 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.473+0000 7f775711f800 20 remove_watcher() i=1 2024-09-12T17:59:50.481 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.474+0000 7f775711f800 20 remove_watcher() i=2 2024-09-12T17:59:50.481 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.475+0000 7f775711f800 20 remove_watcher() i=3 2024-09-12T17:59:50.481 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.476+0000 7f775711f800 20 remove_watcher() i=4 2024-09-12T17:59:50.482 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.477+0000 7f775711f800 20 remove_watcher() i=5 2024-09-12T17:59:50.482 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.478+0000 7f775711f800 20 remove_watcher() i=6 2024-09-12T17:59:50.482 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.480+0000 7f775711f800 20 remove_watcher() i=7 2024-09-12T17:59:50.495 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:59:50.495 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T17:59:50.503 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-12T17:59:50.532 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:59:50.532 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:59:50.572 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.571+0000 7f2552b23800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.573 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.573+0000 7f2552b23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:50.573 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.573+0000 7f2552b23800 20 realm 2024-09-12T17:59:50.574 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.573+0000 7f2552b23800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.574 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.573+0000 7f2552b23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:50.574 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.573+0000 7f2552b23800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:59:50.574 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.573+0000 7f2552b23800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.574 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.573+0000 7f2552b23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:50.574 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.573+0000 7f2552b23800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.574 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.574+0000 7f2552b23800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:50.574 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.574+0000 7f2552b23800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.575 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.574+0000 7f2552b23800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:59:50.575 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.575+0000 7f2552b23800 20 searching for the correct realm 2024-09-12T17:59:50.578 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.577+0000 7f254e012640 0 -- 172.21.15.45:0/925857847 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x55e0e2380560 msgr2=0x55e0e2382950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:50.581 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.581+0000 7f254e813640 0 -- 172.21.15.45:0/925857847 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f2544071140 msgr2=0x7f2544071580 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:50.789 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.788+0000 7f2552b23800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T17:59:50.789 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.788+0000 7f2552b23800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T17:59:50.789 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.788+0000 7f2552b23800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:59:50.789 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.788+0000 7f2552b23800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:59:50.789 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.788+0000 7f2552b23800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:59:50.789 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.788+0000 7f2552b23800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:59:50.789 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.788+0000 7f2552b23800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.789 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.788+0000 7f2552b23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:50.790 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.788+0000 7f2552b23800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.791 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.789+0000 7f2552b23800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:50.791 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.789+0000 7f2552b23800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.791 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.789+0000 7f2552b23800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:59:50.791 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.789+0000 7f2552b23800 20 zone default found 2024-09-12T17:59:50.791 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.789+0000 7f2552b23800 4 Realm: () 2024-09-12T17:59:50.791 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.789+0000 7f2552b23800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T17:59:50.791 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.789+0000 7f2552b23800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T17:59:50.791 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.789+0000 7f2552b23800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:59:50.791 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.789+0000 7f2552b23800 20 zonegroup default 2024-09-12T17:59:50.791 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.789+0000 7f2552b23800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.792 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.789+0000 7f2552b23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:50.792 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.789+0000 7f2552b23800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.792 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.790+0000 7f2552b23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:50.792 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.790+0000 7f2552b23800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.792 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.790+0000 7f2552b23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:50.792 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.790+0000 7f2552b23800 20 started sync module instance, tier type = 2024-09-12T17:59:50.792 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.790+0000 7f2552b23800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T17:59:50.800 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.800+0000 7f2552b23800 20 add_watcher() i=0 2024-09-12T17:59:50.800 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.800+0000 7f2552b23800 20 add_watcher() i=1 2024-09-12T17:59:50.800 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.800+0000 7f2552b23800 20 add_watcher() i=2 2024-09-12T17:59:50.800 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.800+0000 7f2552b23800 20 add_watcher() i=3 2024-09-12T17:59:50.800 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.800+0000 7f2552b23800 20 add_watcher() i=4 2024-09-12T17:59:50.801 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.800+0000 7f2552b23800 20 add_watcher() i=5 2024-09-12T17:59:50.801 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.800+0000 7f2552b23800 20 add_watcher() i=6 2024-09-12T17:59:50.801 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.801+0000 7f2552b23800 20 add_watcher() i=7 2024-09-12T17:59:50.801 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.801+0000 7f2552b23800 2 all 8 watchers are set, enabling cache 2024-09-12T17:59:50.803 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.802+0000 7f24057e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:50.803 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.803+0000 7f2552b23800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:59:50.803 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.803+0000 7f2552b23800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:59:50.804 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.803+0000 7f2552b23800 5 note: GC not initialized 2024-09-12T17:59:50.806 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.803+0000 7f237ffff640 20 reqs_thread_entry: start 2024-09-12T17:59:50.806 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.803+0000 7f2552b23800 20 init_complete bucket index max shards: 1 2024-09-12T17:59:50.806 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.803+0000 7f2552b23800 20 Filter name: none 2024-09-12T17:59:50.806 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.803+0000 7f237dffb640 20 reqs_thread_entry: start 2024-09-12T17:59:50.806 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.803+0000 7f2552b23800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:59:50.806 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.803+0000 7f2552b23800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.806 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.804+0000 7f2552b23800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:59:50.806 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.804+0000 7f2552b23800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:59:50.806 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.804+0000 7f2552b23800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:59:50.806 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.804+0000 7f2552b23800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 : miss 2024-09-12T17:59:50.807 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.804+0000 7f2552b23800 20 rados->read ofs=0 len=0 2024-09-12T17:59:50.807 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.805+0000 7f2552b23800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T17:59:50.807 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.805+0000 7f2552b23800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T17:59:50.807 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.805+0000 7f2552b23800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T17:59:50.807 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.805+0000 7f2552b23800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:59:50.807 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.805+0000 7f2552b23800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:59:50.807 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.805+0000 7f2552b23800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 2024-09-12T17:59:50.807 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.805+0000 7f2552b23800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.0 2024-09-12T17:59:50.807 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.805+0000 7f2552b23800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.0 2024-09-12T17:59:50.807 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.805+0000 7f2552b23800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.1 2024-09-12T17:59:50.807 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.805+0000 7f2552b23800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.1 2024-09-12T17:59:50.808 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.806+0000 7f2552b23800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.2 2024-09-12T17:59:50.808 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.806+0000 7f2552b23800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.2 2024-09-12T17:59:50.808 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.807+0000 7f24057e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:50.810 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.809+0000 7f2552b23800 20 remove_watcher() i=0 2024-09-12T17:59:50.810 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.809+0000 7f2552b23800 2 removed watcher, disabling cache 2024-09-12T17:59:50.811 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.810+0000 7f2552b23800 20 remove_watcher() i=1 2024-09-12T17:59:50.812 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.811+0000 7f2552b23800 20 remove_watcher() i=2 2024-09-12T17:59:50.813 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.813+0000 7f2552b23800 20 remove_watcher() i=3 2024-09-12T17:59:50.814 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.814+0000 7f2552b23800 20 remove_watcher() i=4 2024-09-12T17:59:50.815 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.815+0000 7f2552b23800 20 remove_watcher() i=5 2024-09-12T17:59:50.816 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.816+0000 7f2552b23800 20 remove_watcher() i=6 2024-09-12T17:59:50.817 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T17:59:50.817+0000 7f2552b23800 20 remove_watcher() i=7 2024-09-12T18:00:20.861 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin reshardlog purge --bucket a-bucket 2024-09-12T18:00:20.897 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:00:20.897 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:00:20.942 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.941+0000 7f3d75730800 20 rados->read ofs=0 len=0 2024-09-12T18:00:20.944 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.942+0000 7f3d75730800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:20.944 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.942+0000 7f3d75730800 20 realm 2024-09-12T18:00:20.944 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.942+0000 7f3d75730800 20 rados->read ofs=0 len=0 2024-09-12T18:00:20.944 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.942+0000 7f3d75730800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:20.944 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.942+0000 7f3d75730800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:00:20.944 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.942+0000 7f3d75730800 20 rados->read ofs=0 len=0 2024-09-12T18:00:20.945 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.943+0000 7f3d75730800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:20.945 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.943+0000 7f3d75730800 20 rados->read ofs=0 len=0 2024-09-12T18:00:20.945 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.944+0000 7f3d75730800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:20.945 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.944+0000 7f3d75730800 20 rados->read ofs=0 len=0 2024-09-12T18:00:20.946 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.945+0000 7f3d75730800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:00:20.946 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.945+0000 7f3d75730800 20 searching for the correct realm 2024-09-12T18:00:20.949 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.948+0000 7f3d71cb1640 0 -- 172.21.15.45:0/245268994 >> [v2:172.21.15.45:6824/1551660769,v1:172.21.15.45:6825/1551660769] conn(0x56142f7cb5e0 msgr2=0x56142f7cdaa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:20.953 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.952+0000 7f3d714b0640 0 -- 172.21.15.45:0/245268994 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f3d68075580 msgr2=0x7f3d6806ac00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:20.958 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.956+0000 7f3d75730800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T18:00:20.958 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.956+0000 7f3d75730800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T18:00:20.958 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.956+0000 7f3d75730800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:00:20.958 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.956+0000 7f3d75730800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:00:20.958 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.956+0000 7f3d75730800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:00:20.958 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.956+0000 7f3d75730800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:00:20.958 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.956+0000 7f3d75730800 20 rados->read ofs=0 len=0 2024-09-12T18:00:20.958 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.956+0000 7f3d75730800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:20.958 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.956+0000 7f3d75730800 20 rados->read ofs=0 len=0 2024-09-12T18:00:20.960 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.957+0000 7f3d75730800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:20.960 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.957+0000 7f3d75730800 20 rados->read ofs=0 len=0 2024-09-12T18:00:20.960 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.957+0000 7f3d75730800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:00:20.960 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.957+0000 7f3d75730800 20 zone default found 2024-09-12T18:00:20.960 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.957+0000 7f3d75730800 4 Realm: () 2024-09-12T18:00:20.960 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.957+0000 7f3d75730800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T18:00:20.960 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.957+0000 7f3d75730800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T18:00:20.960 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.957+0000 7f3d75730800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:00:20.960 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.957+0000 7f3d75730800 20 zonegroup default 2024-09-12T18:00:20.960 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.957+0000 7f3d75730800 20 rados->read ofs=0 len=0 2024-09-12T18:00:20.961 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.957+0000 7f3d75730800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:20.961 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.957+0000 7f3d75730800 20 rados->read ofs=0 len=0 2024-09-12T18:00:20.961 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.958+0000 7f3d75730800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:20.961 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.958+0000 7f3d75730800 20 rados->read ofs=0 len=0 2024-09-12T18:00:20.961 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.958+0000 7f3d75730800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:20.961 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.958+0000 7f3d75730800 20 started sync module instance, tier type = 2024-09-12T18:00:20.961 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.958+0000 7f3d75730800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T18:00:20.970 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.968+0000 7f3d75730800 20 add_watcher() i=0 2024-09-12T18:00:20.970 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.968+0000 7f3d75730800 20 add_watcher() i=1 2024-09-12T18:00:20.970 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.968+0000 7f3d75730800 20 add_watcher() i=2 2024-09-12T18:00:20.970 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.968+0000 7f3d75730800 20 add_watcher() i=3 2024-09-12T18:00:20.970 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.968+0000 7f3d75730800 20 add_watcher() i=4 2024-09-12T18:00:20.971 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.968+0000 7f3d75730800 20 add_watcher() i=5 2024-09-12T18:00:20.971 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.968+0000 7f3d75730800 20 add_watcher() i=6 2024-09-12T18:00:20.971 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.969+0000 7f3d75730800 20 add_watcher() i=7 2024-09-12T18:00:20.971 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.969+0000 7f3d75730800 2 all 8 watchers are set, enabling cache 2024-09-12T18:00:20.972 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.971+0000 7f3c27fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:20.973 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.971+0000 7f3d75730800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:00:20.973 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.971+0000 7f3d75730800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:00:20.973 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.971+0000 7f3d75730800 5 note: GC not initialized 2024-09-12T18:00:20.974 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.971+0000 7f3c26fe5640 20 reqs_thread_entry: start 2024-09-12T18:00:20.974 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.972+0000 7f3d75730800 20 init_complete bucket index max shards: 1 2024-09-12T18:00:20.974 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.972+0000 7f3d75730800 20 Filter name: none 2024-09-12T18:00:20.974 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.972+0000 7f3c24fe1640 20 reqs_thread_entry: start 2024-09-12T18:00:20.974 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.972+0000 7f3d75730800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T18:00:20.974 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.972+0000 7f3d75730800 20 rados->read ofs=0 len=0 2024-09-12T18:00:20.975 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.972+0000 7f3d75730800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T18:00:20.975 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.972+0000 7f3d75730800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T18:00:20.975 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.972+0000 7f3d75730800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T18:00:20.975 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.972+0000 7f3d75730800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 : miss 2024-09-12T18:00:20.975 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.972+0000 7f3d75730800 20 rados->read ofs=0 len=0 2024-09-12T18:00:20.975 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.973+0000 7f3d75730800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T18:00:20.975 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.973+0000 7f3d75730800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T18:00:20.975 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.973+0000 7f3d75730800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T18:00:20.975 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.973+0000 7f3d75730800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:00:20.975 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.973+0000 7f3d75730800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:00:20.975 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.973+0000 7f3d75730800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 2024-09-12T18:00:20.978 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.976+0000 7f3c27fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:20.981 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.979+0000 7f3d75730800 20 remove_watcher() i=0 2024-09-12T18:00:20.981 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.979+0000 7f3d75730800 2 removed watcher, disabling cache 2024-09-12T18:00:20.982 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.981+0000 7f3d75730800 20 remove_watcher() i=1 2024-09-12T18:00:20.983 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.982+0000 7f3d75730800 20 remove_watcher() i=2 2024-09-12T18:00:20.984 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.983+0000 7f3d75730800 20 remove_watcher() i=3 2024-09-12T18:00:20.985 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.984+0000 7f3d75730800 20 remove_watcher() i=4 2024-09-12T18:00:20.986 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.985+0000 7f3d75730800 20 remove_watcher() i=5 2024-09-12T18:00:20.987 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.986+0000 7f3d75730800 20 remove_watcher() i=6 2024-09-12T18:00:20.988 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:20.987+0000 7f3d75730800 20 remove_watcher() i=7 2024-09-12T18:00:21.002 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-12T18:00:21.031 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:00:21.032 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:00:21.072 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.070+0000 7ff28662f800 20 rados->read ofs=0 len=0 2024-09-12T18:00:21.073 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.071+0000 7ff28662f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:21.073 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.071+0000 7ff28662f800 20 realm 2024-09-12T18:00:21.073 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.071+0000 7ff28662f800 20 rados->read ofs=0 len=0 2024-09-12T18:00:21.073 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.071+0000 7ff28662f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:21.073 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.071+0000 7ff28662f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:00:21.073 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.071+0000 7ff28662f800 20 rados->read ofs=0 len=0 2024-09-12T18:00:21.074 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.072+0000 7ff28662f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:21.074 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.072+0000 7ff28662f800 20 rados->read ofs=0 len=0 2024-09-12T18:00:21.074 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.073+0000 7ff28662f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:21.074 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.073+0000 7ff28662f800 20 rados->read ofs=0 len=0 2024-09-12T18:00:21.075 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.073+0000 7ff28662f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:00:21.075 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.073+0000 7ff28662f800 20 searching for the correct realm 2024-09-12T18:00:21.077 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.076+0000 7ff283918640 0 -- 172.21.15.45:0/1076503789 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x563f027d08a0 msgr2=0x563f027d2c90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:21.081 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.080+0000 7ff284119640 0 -- 172.21.15.45:0/1076503789 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7ff26c0c1b10 msgr2=0x7ff26c0e40b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:21.288 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.286+0000 7ff28662f800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T18:00:21.288 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.286+0000 7ff28662f800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T18:00:21.288 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.286+0000 7ff28662f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:00:21.288 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.286+0000 7ff28662f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:00:21.288 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.286+0000 7ff28662f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:00:21.288 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.286+0000 7ff28662f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:00:21.288 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.286+0000 7ff28662f800 20 rados->read ofs=0 len=0 2024-09-12T18:00:21.288 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.286+0000 7ff28662f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:21.289 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.286+0000 7ff28662f800 20 rados->read ofs=0 len=0 2024-09-12T18:00:21.289 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.287+0000 7ff28662f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:21.290 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.287+0000 7ff28662f800 20 rados->read ofs=0 len=0 2024-09-12T18:00:21.290 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.287+0000 7ff28662f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:00:21.290 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.287+0000 7ff28662f800 20 zone default found 2024-09-12T18:00:21.290 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.287+0000 7ff28662f800 4 Realm: () 2024-09-12T18:00:21.290 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.287+0000 7ff28662f800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T18:00:21.290 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.287+0000 7ff28662f800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T18:00:21.290 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.287+0000 7ff28662f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:00:21.290 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.287+0000 7ff28662f800 20 zonegroup default 2024-09-12T18:00:21.290 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.287+0000 7ff28662f800 20 rados->read ofs=0 len=0 2024-09-12T18:00:21.290 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.288+0000 7ff28662f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:21.290 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.288+0000 7ff28662f800 20 rados->read ofs=0 len=0 2024-09-12T18:00:21.290 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.288+0000 7ff28662f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:21.290 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.288+0000 7ff28662f800 20 rados->read ofs=0 len=0 2024-09-12T18:00:21.291 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.288+0000 7ff28662f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:21.291 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.288+0000 7ff28662f800 20 started sync module instance, tier type = 2024-09-12T18:00:21.291 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.288+0000 7ff28662f800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T18:00:21.300 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.299+0000 7ff28662f800 20 add_watcher() i=0 2024-09-12T18:00:21.301 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.299+0000 7ff28662f800 20 add_watcher() i=1 2024-09-12T18:00:21.301 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.299+0000 7ff28662f800 20 add_watcher() i=2 2024-09-12T18:00:21.301 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.299+0000 7ff28662f800 20 add_watcher() i=3 2024-09-12T18:00:21.301 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.299+0000 7ff28662f800 20 add_watcher() i=4 2024-09-12T18:00:21.301 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.299+0000 7ff28662f800 20 add_watcher() i=5 2024-09-12T18:00:21.301 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.299+0000 7ff28662f800 20 add_watcher() i=6 2024-09-12T18:00:21.301 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.300+0000 7ff28662f800 20 add_watcher() i=7 2024-09-12T18:00:21.301 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.300+0000 7ff28662f800 2 all 8 watchers are set, enabling cache 2024-09-12T18:00:21.304 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.302+0000 7ff13afdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:21.304 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.302+0000 7ff28662f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:00:21.304 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.302+0000 7ff28662f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:00:21.304 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.302+0000 7ff28662f800 5 note: GC not initialized 2024-09-12T18:00:21.304 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.302+0000 7ff139fdb640 20 reqs_thread_entry: start 2024-09-12T18:00:21.305 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.302+0000 7ff28662f800 20 init_complete bucket index max shards: 1 2024-09-12T18:00:21.305 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.302+0000 7ff28662f800 20 Filter name: none 2024-09-12T18:00:21.305 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.303+0000 7ff0ab7fe640 20 reqs_thread_entry: start 2024-09-12T18:00:21.305 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.303+0000 7ff28662f800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T18:00:21.305 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.303+0000 7ff28662f800 20 rados->read ofs=0 len=0 2024-09-12T18:00:21.306 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.303+0000 7ff28662f800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T18:00:21.306 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.303+0000 7ff28662f800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T18:00:21.306 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.303+0000 7ff28662f800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T18:00:21.306 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.303+0000 7ff28662f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 : miss 2024-09-12T18:00:21.307 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.303+0000 7ff28662f800 20 rados->read ofs=0 len=0 2024-09-12T18:00:21.307 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.304+0000 7ff28662f800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T18:00:21.307 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.304+0000 7ff28662f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T18:00:21.307 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.304+0000 7ff28662f800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T18:00:21.307 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.304+0000 7ff28662f800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:00:21.307 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.304+0000 7ff28662f800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:00:21.307 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.304+0000 7ff28662f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 2024-09-12T18:00:21.307 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.304+0000 7ff28662f800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.0 2024-09-12T18:00:21.307 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.304+0000 7ff28662f800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.0 2024-09-12T18:00:21.307 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.304+0000 7ff28662f800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.1 2024-09-12T18:00:21.307 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.304+0000 7ff28662f800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.1 2024-09-12T18:00:21.307 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.304+0000 7ff28662f800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.2 2024-09-12T18:00:21.307 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.304+0000 7ff28662f800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.2 2024-09-12T18:00:21.308 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.306+0000 7ff13afdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:21.309 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.308+0000 7ff28662f800 20 remove_watcher() i=0 2024-09-12T18:00:21.310 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.308+0000 7ff28662f800 2 removed watcher, disabling cache 2024-09-12T18:00:21.311 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.309+0000 7ff28662f800 20 remove_watcher() i=1 2024-09-12T18:00:21.312 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.311+0000 7ff28662f800 20 remove_watcher() i=2 2024-09-12T18:00:21.313 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.312+0000 7ff28662f800 20 remove_watcher() i=3 2024-09-12T18:00:21.314 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.313+0000 7ff28662f800 20 remove_watcher() i=4 2024-09-12T18:00:21.315 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.314+0000 7ff28662f800 20 remove_watcher() i=5 2024-09-12T18:00:21.316 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.315+0000 7ff28662f800 20 remove_watcher() i=6 2024-09-12T18:00:21.317 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.316+0000 7ff28662f800 20 remove_watcher() i=7 2024-09-12T18:00:21.329 INFO:tasks.workunit.client.0.smithi045.stderr:check reshard logrecord successfully 2024-09-12T18:00:21.329 INFO:tasks.workunit.client.0.smithi045.stderr: test: reshard versioned bucket 2024-09-12T18:00:21.330 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket myver 2024-09-12T18:00:21.359 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:00:21.360 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:00:21.399 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.397+0000 7f6555011800 20 rados->read ofs=0 len=0 2024-09-12T18:00:21.401 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.399+0000 7f6555011800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:21.401 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.399+0000 7f6555011800 20 realm 2024-09-12T18:00:21.401 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.399+0000 7f6555011800 20 rados->read ofs=0 len=0 2024-09-12T18:00:21.401 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.399+0000 7f6555011800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:21.401 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.399+0000 7f6555011800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:00:21.401 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.399+0000 7f6555011800 20 rados->read ofs=0 len=0 2024-09-12T18:00:21.401 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.399+0000 7f6555011800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:21.401 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.399+0000 7f6555011800 20 rados->read ofs=0 len=0 2024-09-12T18:00:21.402 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.400+0000 7f6555011800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:21.402 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.400+0000 7f6555011800 20 rados->read ofs=0 len=0 2024-09-12T18:00:21.402 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.401+0000 7f6555011800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:00:21.402 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.401+0000 7f6555011800 20 searching for the correct realm 2024-09-12T18:00:21.406 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.405+0000 7f654ff21640 0 -- 172.21.15.45:0/2267125795 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f654008f070 msgr2=0x7f654007e830 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:21.410 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.408+0000 7f6550f23640 0 -- 172.21.15.45:0/2267125795 >> [v2:172.21.15.115:6826/2187734287,v1:172.21.15.115:6827/2187734287] conn(0x7f6544044b90 msgr2=0x7f6544004050 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:00:21.414 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.412+0000 7f6555011800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T18:00:21.414 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.412+0000 7f6555011800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T18:00:21.414 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.412+0000 7f6555011800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:00:21.414 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.412+0000 7f6555011800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:00:21.414 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.412+0000 7f6555011800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:00:21.414 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.412+0000 7f6555011800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:00:21.414 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.412+0000 7f6555011800 20 rados->read ofs=0 len=0 2024-09-12T18:00:21.414 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.412+0000 7f6555011800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:21.415 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.412+0000 7f6555011800 20 rados->read ofs=0 len=0 2024-09-12T18:00:21.416 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.413+0000 7f6555011800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:21.416 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.413+0000 7f6555011800 20 rados->read ofs=0 len=0 2024-09-12T18:00:21.416 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.413+0000 7f6555011800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:00:21.416 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.413+0000 7f6555011800 20 zone default found 2024-09-12T18:00:21.416 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.413+0000 7f6555011800 4 Realm: () 2024-09-12T18:00:21.416 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.413+0000 7f6555011800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T18:00:21.416 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.413+0000 7f6555011800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T18:00:21.416 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.413+0000 7f6555011800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:00:21.416 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.413+0000 7f6555011800 20 zonegroup default 2024-09-12T18:00:21.416 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.413+0000 7f6555011800 20 rados->read ofs=0 len=0 2024-09-12T18:00:21.416 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.413+0000 7f6555011800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:21.417 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.413+0000 7f6555011800 20 rados->read ofs=0 len=0 2024-09-12T18:00:21.417 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.414+0000 7f6555011800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:21.417 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.414+0000 7f6555011800 20 rados->read ofs=0 len=0 2024-09-12T18:00:21.417 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.414+0000 7f6555011800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:21.417 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.414+0000 7f6555011800 20 started sync module instance, tier type = 2024-09-12T18:00:21.417 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.414+0000 7f6555011800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T18:00:21.424 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.423+0000 7f6555011800 20 add_watcher() i=0 2024-09-12T18:00:21.425 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.423+0000 7f6555011800 20 add_watcher() i=1 2024-09-12T18:00:21.425 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.423+0000 7f6555011800 20 add_watcher() i=2 2024-09-12T18:00:21.425 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.423+0000 7f6555011800 20 add_watcher() i=3 2024-09-12T18:00:21.425 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.423+0000 7f6555011800 20 add_watcher() i=4 2024-09-12T18:00:21.425 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.423+0000 7f6555011800 20 add_watcher() i=5 2024-09-12T18:00:21.425 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.423+0000 7f6555011800 20 add_watcher() i=6 2024-09-12T18:00:21.425 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.424+0000 7f6555011800 20 add_watcher() i=7 2024-09-12T18:00:21.425 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.424+0000 7f6555011800 2 all 8 watchers are set, enabling cache 2024-09-12T18:00:21.427 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.425+0000 7f6406fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:21.428 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.425+0000 7f6555011800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:00:21.428 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.425+0000 7f6555011800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:00:21.428 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.426+0000 7f6555011800 5 note: GC not initialized 2024-09-12T18:00:21.428 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.426+0000 7f6405fdb640 20 reqs_thread_entry: start 2024-09-12T18:00:21.428 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.426+0000 7f6555011800 20 init_complete bucket index max shards: 1 2024-09-12T18:00:21.428 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.426+0000 7f6555011800 20 Filter name: none 2024-09-12T18:00:21.428 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.426+0000 7f63777fe640 20 reqs_thread_entry: start 2024-09-12T18:00:21.428 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.426+0000 7f6555011800 20 rados->read ofs=0 len=0 2024-09-12T18:00:21.429 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.426+0000 7f6555011800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T18:00:21.429 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.426+0000 7f6555011800 20 rados->read ofs=0 len=0 2024-09-12T18:00:21.429 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.427+0000 7f6555011800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T18:00:21.429 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.427+0000 7f6555011800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:00:21.429 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.427+0000 7f6555011800 20 rados->read ofs=0 len=0 2024-09-12T18:00:21.429 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.427+0000 7f6555011800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T18:00:21.430 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.427+0000 7f6555011800 20 rados->read ofs=0 len=0 2024-09-12T18:00:21.430 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.427+0000 7f6555011800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T18:00:21.430 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.427+0000 7f6555011800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:00:21.430 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.429+0000 7f6406fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:21.433 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.431+0000 7f6555011800 20 remove_watcher() i=0 2024-09-12T18:00:21.433 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.431+0000 7f6555011800 2 removed watcher, disabling cache 2024-09-12T18:00:21.434 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.432+0000 7f6555011800 20 remove_watcher() i=1 2024-09-12T18:00:21.435 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.433+0000 7f6555011800 20 remove_watcher() i=2 2024-09-12T18:00:21.436 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.435+0000 7f6555011800 20 remove_watcher() i=3 2024-09-12T18:00:21.437 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.436+0000 7f6555011800 20 remove_watcher() i=4 2024-09-12T18:00:21.438 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.437+0000 7f6555011800 20 remove_watcher() i=5 2024-09-12T18:00:21.439 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.437+0000 7f6555011800 20 remove_watcher() i=6 2024-09-12T18:00:21.440 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.438+0000 7f6555011800 20 remove_watcher() i=7 2024-09-12T18:00:21.451 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T18:00:21.451 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T18:00:21.451 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: myver id: b6123b67-6580-4373-9691-e0e950df5f06.4566.19 num_objects: 0 size_kb: 0 num_shards: 1 2024-09-12T18:00:21.451 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T18:00:21.452 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket reshard --bucket myver --num-shards 2 2024-09-12T18:00:21.484 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:00:21.484 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:00:21.522 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.521+0000 7ff60db2f800 20 rados->read ofs=0 len=0 2024-09-12T18:00:21.524 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.522+0000 7ff60db2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:21.524 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.522+0000 7ff60db2f800 20 realm 2024-09-12T18:00:21.524 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.522+0000 7ff60db2f800 20 rados->read ofs=0 len=0 2024-09-12T18:00:21.524 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.522+0000 7ff60db2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:21.525 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.522+0000 7ff60db2f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:00:21.525 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.522+0000 7ff60db2f800 20 rados->read ofs=0 len=0 2024-09-12T18:00:21.525 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.523+0000 7ff60db2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:21.525 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.523+0000 7ff60db2f800 20 rados->read ofs=0 len=0 2024-09-12T18:00:21.525 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.524+0000 7ff60db2f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:21.525 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.524+0000 7ff60db2f800 20 rados->read ofs=0 len=0 2024-09-12T18:00:21.526 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.524+0000 7ff60db2f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:00:21.526 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.524+0000 7ff60db2f800 20 searching for the correct realm 2024-09-12T18:00:21.528 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.527+0000 7ff609019640 0 -- 172.21.15.45:0/513987280 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7ff5fc010780 msgr2=0x7ff5fc082a70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:21.734 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.733+0000 7ff60981a640 0 -- 172.21.15.45:0/513987280 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7ff6000953c0 msgr2=0x7ff600095840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:21.942 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.940+0000 7ff60db2f800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T18:00:21.942 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.940+0000 7ff60db2f800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T18:00:21.942 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.940+0000 7ff60db2f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:00:21.942 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.940+0000 7ff60db2f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:00:21.943 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.940+0000 7ff60db2f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:00:21.943 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.940+0000 7ff60db2f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:00:21.943 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.940+0000 7ff60db2f800 20 rados->read ofs=0 len=0 2024-09-12T18:00:21.943 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.940+0000 7ff60db2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:21.943 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.940+0000 7ff60db2f800 20 rados->read ofs=0 len=0 2024-09-12T18:00:21.945 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.941+0000 7ff60db2f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:21.945 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.941+0000 7ff60db2f800 20 rados->read ofs=0 len=0 2024-09-12T18:00:21.945 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.941+0000 7ff60db2f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:00:21.946 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.941+0000 7ff60db2f800 20 zone default found 2024-09-12T18:00:21.946 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.941+0000 7ff60db2f800 4 Realm: () 2024-09-12T18:00:21.946 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.941+0000 7ff60db2f800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T18:00:21.946 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.941+0000 7ff60db2f800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T18:00:21.946 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.941+0000 7ff60db2f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:00:21.946 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.941+0000 7ff60db2f800 20 zonegroup default 2024-09-12T18:00:21.946 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.941+0000 7ff60db2f800 20 rados->read ofs=0 len=0 2024-09-12T18:00:21.946 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.942+0000 7ff60db2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:21.946 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.942+0000 7ff60db2f800 20 rados->read ofs=0 len=0 2024-09-12T18:00:21.946 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.942+0000 7ff60db2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:21.946 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.942+0000 7ff60db2f800 20 rados->read ofs=0 len=0 2024-09-12T18:00:21.946 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.942+0000 7ff60db2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:21.947 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.942+0000 7ff60db2f800 20 started sync module instance, tier type = 2024-09-12T18:00:21.947 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.942+0000 7ff60db2f800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T18:00:21.954 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.953+0000 7ff60db2f800 20 add_watcher() i=0 2024-09-12T18:00:21.954 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.953+0000 7ff60db2f800 20 add_watcher() i=1 2024-09-12T18:00:21.954 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.953+0000 7ff60db2f800 20 add_watcher() i=2 2024-09-12T18:00:21.954 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.953+0000 7ff60db2f800 20 add_watcher() i=3 2024-09-12T18:00:21.955 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.953+0000 7ff60db2f800 20 add_watcher() i=4 2024-09-12T18:00:21.955 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.953+0000 7ff60db2f800 20 add_watcher() i=5 2024-09-12T18:00:21.955 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.953+0000 7ff60db2f800 20 add_watcher() i=6 2024-09-12T18:00:21.955 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.954+0000 7ff60db2f800 20 add_watcher() i=7 2024-09-12T18:00:21.955 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.954+0000 7ff60db2f800 2 all 8 watchers are set, enabling cache 2024-09-12T18:00:21.957 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.955+0000 7ff4bb7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:21.958 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.956+0000 7ff60db2f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:00:21.958 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.956+0000 7ff60db2f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:00:21.958 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.956+0000 7ff60db2f800 5 note: GC not initialized 2024-09-12T18:00:21.958 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.956+0000 7ff4ba7fc640 20 reqs_thread_entry: start 2024-09-12T18:00:21.958 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.956+0000 7ff60db2f800 20 init_complete bucket index max shards: 1 2024-09-12T18:00:21.959 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.956+0000 7ff60db2f800 20 Filter name: none 2024-09-12T18:00:21.959 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.956+0000 7ff42bfff640 20 reqs_thread_entry: start 2024-09-12T18:00:21.959 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.956+0000 7ff60db2f800 10 cache get: name=default.rgw.meta+root+myver : miss 2024-09-12T18:00:21.959 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.956+0000 7ff60db2f800 20 rados->read ofs=0 len=0 2024-09-12T18:00:21.960 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.957+0000 7ff60db2f800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T18:00:21.960 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.957+0000 7ff60db2f800 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2024-09-12T18:00:21.960 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.957+0000 7ff60db2f800 10 adding default.rgw.meta+root+myver to cache LRU end 2024-09-12T18:00:21.960 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.957+0000 7ff60db2f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19 : miss 2024-09-12T18:00:21.960 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.957+0000 7ff60db2f800 20 rados->read ofs=0 len=0 2024-09-12T18:00:21.960 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.957+0000 7ff60db2f800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T18:00:21.960 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.957+0000 7ff60db2f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19 info.flags=0x17 2024-09-12T18:00:21.961 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.957+0000 7ff60db2f800 10 adding default.rgw.meta+root+.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19 to cache LRU end 2024-09-12T18:00:21.961 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.957+0000 7ff60db2f800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:00:21.961 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.957+0000 7ff60db2f800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:00:21.961 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.957+0000 7ff60db2f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19 2024-09-12T18:00:21.963 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.961+0000 7ff60db2f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19 info.flags=0x17 2024-09-12T18:00:21.963 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.961+0000 7ff60db2f800 10 moving default.rgw.meta+root+.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19 to cache LRU end 2024-09-12T18:00:21.963 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.961+0000 7ff60db2f800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:00:21.963 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.961+0000 7ff60db2f800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19, ofs0, ns] 2024-09-12T18:00:21.964 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.962+0000 7ff4ed7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398927 cookie 93912579522464 notifier 7907 bl.length()=905 2024-09-12T18:00:21.964 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.962+0000 7ff4ed7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19 info.flags=0x17 2024-09-12T18:00:21.964 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.962+0000 7ff4ed7fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19 to cache LRU end 2024-09-12T18:00:21.964 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.962+0000 7ff4ed7fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:00:21.964 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.962+0000 7ff60db2f800 20 handle_bi_update(): bucket=:myver[b6123b67-6580-4373-9691-e0e950df5f06.4566.19]): orig_sources= new_sources= 2024-09-12T18:00:21.964 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.962+0000 7ff60db2f800 20 handle_bi_update(): bucket=:myver[b6123b67-6580-4373-9691-e0e950df5f06.4566.19]): potential sources added=[] removed=[] 2024-09-12T18:00:21.964 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.962+0000 7ff60db2f800 20 handle_bi_update(): bucket=:myver[b6123b67-6580-4373-9691-e0e950df5f06.4566.19]): orig_dests= new_dests= 2024-09-12T18:00:21.964 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.962+0000 7ff60db2f800 20 handle_bi_update(): bucket=:myver[b6123b67-6580-4373-9691-e0e950df5f06.4566.19]): potential dests added=[] removed=[] 2024-09-12T18:00:21.966 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.964+0000 7ff60db2f800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.1.0 2024-09-12T18:00:21.966 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.964+0000 7ff60db2f800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.1.0 2024-09-12T18:00:21.966 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.964+0000 7ff60db2f800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.1.1 2024-09-12T18:00:21.966 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.964+0000 7ff60db2f800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.1.1 2024-09-12T18:00:21.967 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.964+0000 7ff60db2f800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.0 2024-09-12T18:00:21.967 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.965+0000 7ff60db2f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19 : hit (requested=0x17, cached=0x17) 2024-09-12T18:00:21.967 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.965+0000 7ff60db2f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19 2024-09-12T18:00:21.968 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.966+0000 7ff60db2f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19 info.flags=0x17 2024-09-12T18:00:21.968 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.966+0000 7ff60db2f800 10 moving default.rgw.meta+root+.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19 to cache LRU end 2024-09-12T18:00:21.968 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.966+0000 7ff60db2f800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:00:21.968 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.966+0000 7ff60db2f800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19, ofs0, ns] 2024-09-12T18:00:21.969 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.967+0000 7ff4ed7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398928 cookie 93912579522464 notifier 7907 bl.length()=905 2024-09-12T18:00:21.969 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.967+0000 7ff4ed7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19 info.flags=0x17 2024-09-12T18:00:21.969 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.967+0000 7ff4ed7fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19 to cache LRU end 2024-09-12T18:00:21.969 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.967+0000 7ff4ed7fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:00:21.969 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.967+0000 7ff60db2f800 20 handle_bi_update(): bucket=:myver[b6123b67-6580-4373-9691-e0e950df5f06.4566.19]): orig_sources= new_sources= 2024-09-12T18:00:21.969 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.967+0000 7ff60db2f800 20 handle_bi_update(): bucket=:myver[b6123b67-6580-4373-9691-e0e950df5f06.4566.19]): potential sources added=[] removed=[] 2024-09-12T18:00:21.969 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.967+0000 7ff60db2f800 20 handle_bi_update(): bucket=:myver[b6123b67-6580-4373-9691-e0e950df5f06.4566.19]): orig_dests= new_dests= 2024-09-12T18:00:21.969 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.967+0000 7ff60db2f800 20 handle_bi_update(): bucket=:myver[b6123b67-6580-4373-9691-e0e950df5f06.4566.19]): potential dests added=[] removed=[] 2024-09-12T18:00:21.970 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.968+0000 7ff60db2f800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.0 2024-09-12T18:00:21.970 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.969+0000 7ff60db2f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19 : hit (requested=0x17, cached=0x17) 2024-09-12T18:00:21.970 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.969+0000 7ff60db2f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19 2024-09-12T18:00:21.972 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.970+0000 7ff60db2f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19 info.flags=0x17 2024-09-12T18:00:21.972 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.970+0000 7ff60db2f800 10 moving default.rgw.meta+root+.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19 to cache LRU end 2024-09-12T18:00:21.972 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.970+0000 7ff60db2f800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:00:21.972 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.970+0000 7ff60db2f800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19, ofs0, ns] 2024-09-12T18:00:21.972 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.970+0000 7ff4ecff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398929 cookie 93912579522464 notifier 7907 bl.length()=873 2024-09-12T18:00:21.973 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.970+0000 7ff4ecff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19 info.flags=0x17 2024-09-12T18:00:21.973 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.970+0000 7ff4ecff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19 to cache LRU end 2024-09-12T18:00:21.973 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.970+0000 7ff4ecff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:00:21.973 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.971+0000 7ff60db2f800 20 handle_bi_update(): bucket=:myver[b6123b67-6580-4373-9691-e0e950df5f06.4566.19]): orig_sources= new_sources= 2024-09-12T18:00:21.973 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.971+0000 7ff60db2f800 20 handle_bi_update(): bucket=:myver[b6123b67-6580-4373-9691-e0e950df5f06.4566.19]): potential sources added=[] removed=[] 2024-09-12T18:00:21.973 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.971+0000 7ff60db2f800 20 handle_bi_update(): bucket=:myver[b6123b67-6580-4373-9691-e0e950df5f06.4566.19]): orig_dests= new_dests= 2024-09-12T18:00:21.973 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.971+0000 7ff60db2f800 20 handle_bi_update(): bucket=:myver[b6123b67-6580-4373-9691-e0e950df5f06.4566.19]): potential dests added=[] removed=[] 2024-09-12T18:00:21.974 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.972+0000 7ff60db2f800 1 execute INFO: reshard of bucket "myver" from 1 shards to 2 shards completed successfully 2024-09-12T18:00:21.976 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.974+0000 7ff4bb7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:21.978 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.977+0000 7ff60db2f800 20 remove_watcher() i=0 2024-09-12T18:00:21.978 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.977+0000 7ff60db2f800 2 removed watcher, disabling cache 2024-09-12T18:00:21.979 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.978+0000 7ff60db2f800 20 remove_watcher() i=1 2024-09-12T18:00:21.980 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.979+0000 7ff60db2f800 20 remove_watcher() i=2 2024-09-12T18:00:21.981 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.980+0000 7ff60db2f800 20 remove_watcher() i=3 2024-09-12T18:00:21.983 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.981+0000 7ff60db2f800 20 remove_watcher() i=4 2024-09-12T18:00:21.984 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.982+0000 7ff60db2f800 20 remove_watcher() i=5 2024-09-12T18:00:21.985 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.983+0000 7ff60db2f800 20 remove_watcher() i=6 2024-09-12T18:00:21.989 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:21.985+0000 7ff60db2f800 20 remove_watcher() i=7 2024-09-12T18:00:21.999 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket myver 2024-09-12T18:00:22.029 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:00:22.030 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:00:22.069 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.067+0000 7f835152c800 20 rados->read ofs=0 len=0 2024-09-12T18:00:22.071 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.069+0000 7f835152c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:22.071 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.069+0000 7f835152c800 20 realm 2024-09-12T18:00:22.071 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.069+0000 7f835152c800 20 rados->read ofs=0 len=0 2024-09-12T18:00:22.071 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.069+0000 7f835152c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:22.071 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.069+0000 7f835152c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:00:22.071 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.069+0000 7f835152c800 20 rados->read ofs=0 len=0 2024-09-12T18:00:22.072 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.070+0000 7f835152c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:22.072 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.070+0000 7f835152c800 20 rados->read ofs=0 len=0 2024-09-12T18:00:22.072 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.071+0000 7f835152c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:22.072 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.071+0000 7f835152c800 20 rados->read ofs=0 len=0 2024-09-12T18:00:22.073 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.071+0000 7f835152c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:00:22.073 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.071+0000 7f835152c800 20 searching for the correct realm 2024-09-12T18:00:22.075 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.074+0000 7f8344a4e640 0 -- 172.21.15.45:0/198782447 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f83400e4bc0 msgr2=0x7f83400a4a90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:22.079 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.077+0000 7f834d24f640 0 -- 172.21.15.45:0/198782447 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f83380a2250 msgr2=0x7f8338074850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:22.286 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.284+0000 7f835152c800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T18:00:22.286 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.284+0000 7f835152c800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T18:00:22.286 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.284+0000 7f835152c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:00:22.286 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.284+0000 7f835152c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:00:22.286 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.284+0000 7f835152c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:00:22.287 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.284+0000 7f835152c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:00:22.287 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.284+0000 7f835152c800 20 rados->read ofs=0 len=0 2024-09-12T18:00:22.287 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.285+0000 7f835152c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:22.287 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.285+0000 7f835152c800 20 rados->read ofs=0 len=0 2024-09-12T18:00:22.288 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.285+0000 7f835152c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:22.288 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.285+0000 7f835152c800 20 rados->read ofs=0 len=0 2024-09-12T18:00:22.288 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.285+0000 7f835152c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:00:22.288 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.285+0000 7f835152c800 20 zone default found 2024-09-12T18:00:22.288 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.285+0000 7f835152c800 4 Realm: () 2024-09-12T18:00:22.288 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.285+0000 7f835152c800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T18:00:22.288 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.285+0000 7f835152c800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T18:00:22.288 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.285+0000 7f835152c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:00:22.289 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.285+0000 7f835152c800 20 zonegroup default 2024-09-12T18:00:22.289 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.285+0000 7f835152c800 20 rados->read ofs=0 len=0 2024-09-12T18:00:22.289 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.286+0000 7f835152c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:22.289 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.286+0000 7f835152c800 20 rados->read ofs=0 len=0 2024-09-12T18:00:22.289 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.286+0000 7f835152c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:22.289 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.286+0000 7f835152c800 20 rados->read ofs=0 len=0 2024-09-12T18:00:22.289 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.286+0000 7f835152c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:22.289 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.286+0000 7f835152c800 20 started sync module instance, tier type = 2024-09-12T18:00:22.289 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.286+0000 7f835152c800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T18:00:22.297 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.295+0000 7f835152c800 20 add_watcher() i=0 2024-09-12T18:00:22.297 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.295+0000 7f835152c800 20 add_watcher() i=1 2024-09-12T18:00:22.297 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.295+0000 7f835152c800 20 add_watcher() i=2 2024-09-12T18:00:22.297 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.296+0000 7f835152c800 20 add_watcher() i=3 2024-09-12T18:00:22.297 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.296+0000 7f835152c800 20 add_watcher() i=4 2024-09-12T18:00:22.298 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.296+0000 7f835152c800 20 add_watcher() i=5 2024-09-12T18:00:22.298 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.296+0000 7f835152c800 20 add_watcher() i=6 2024-09-12T18:00:22.298 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.296+0000 7f835152c800 20 add_watcher() i=7 2024-09-12T18:00:22.298 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.296+0000 7f835152c800 2 all 8 watchers are set, enabling cache 2024-09-12T18:00:22.300 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.298+0000 7f82037e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:22.301 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.299+0000 7f835152c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:00:22.301 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.299+0000 7f835152c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:00:22.301 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.299+0000 7f835152c800 5 note: GC not initialized 2024-09-12T18:00:22.301 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.299+0000 7f82027e4640 20 reqs_thread_entry: start 2024-09-12T18:00:22.301 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.299+0000 7f835152c800 20 init_complete bucket index max shards: 1 2024-09-12T18:00:22.301 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.299+0000 7f835152c800 20 Filter name: none 2024-09-12T18:00:22.301 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.299+0000 7f8173fff640 20 reqs_thread_entry: start 2024-09-12T18:00:22.301 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.299+0000 7f835152c800 20 rados->read ofs=0 len=0 2024-09-12T18:00:22.302 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.300+0000 7f835152c800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T18:00:22.302 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.300+0000 7f835152c800 20 rados->read ofs=0 len=0 2024-09-12T18:00:22.303 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.300+0000 7f835152c800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T18:00:22.303 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.300+0000 7f835152c800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:00:22.303 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.300+0000 7f835152c800 20 rados->read ofs=0 len=0 2024-09-12T18:00:22.303 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.301+0000 7f835152c800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T18:00:22.303 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.301+0000 7f835152c800 20 rados->read ofs=0 len=0 2024-09-12T18:00:22.303 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.301+0000 7f835152c800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T18:00:22.303 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.301+0000 7f835152c800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:00:22.304 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.302+0000 7f82037e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:22.306 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.305+0000 7f835152c800 20 remove_watcher() i=0 2024-09-12T18:00:22.306 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.305+0000 7f835152c800 2 removed watcher, disabling cache 2024-09-12T18:00:22.307 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.306+0000 7f835152c800 20 remove_watcher() i=1 2024-09-12T18:00:22.308 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.307+0000 7f835152c800 20 remove_watcher() i=2 2024-09-12T18:00:22.309 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.308+0000 7f835152c800 20 remove_watcher() i=3 2024-09-12T18:00:22.310 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.309+0000 7f835152c800 20 remove_watcher() i=4 2024-09-12T18:00:22.311 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.310+0000 7f835152c800 20 remove_watcher() i=5 2024-09-12T18:00:22.312 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.311+0000 7f835152c800 20 remove_watcher() i=6 2024-09-12T18:00:22.313 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.312+0000 7f835152c800 20 remove_watcher() i=7 2024-09-12T18:00:22.324 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T18:00:22.324 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T18:00:22.324 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: myver id: b6123b67-6580-4373-9691-e0e950df5f06.4566.19 num_objects: 0 size_kb: 0 num_shards: 2 2024-09-12T18:00:22.324 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T18:00:22.327 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:00:22.327 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T18:00:22.329 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:00:22.329 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T18:00:22.371 INFO:tasks.workunit.client.0.smithi045.stderr: test: reshard removes olh entries with empty name 2024-09-12T18:00:22.373 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:00:22.373 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T18:00:22.420 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:00:22.420 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T18:00:22.463 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T18:00:22.492 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:00:22.493 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:00:22.531 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.530+0000 7fcb4e546800 20 rados->read ofs=0 len=0 2024-09-12T18:00:22.533 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.532+0000 7fcb4e546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:22.533 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.532+0000 7fcb4e546800 20 realm 2024-09-12T18:00:22.533 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.532+0000 7fcb4e546800 20 rados->read ofs=0 len=0 2024-09-12T18:00:22.534 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.532+0000 7fcb4e546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:22.534 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.532+0000 7fcb4e546800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:00:22.534 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.532+0000 7fcb4e546800 20 rados->read ofs=0 len=0 2024-09-12T18:00:22.534 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.532+0000 7fcb4e546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:22.534 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.532+0000 7fcb4e546800 20 rados->read ofs=0 len=0 2024-09-12T18:00:22.534 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.533+0000 7fcb4e546800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:22.534 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.533+0000 7fcb4e546800 20 rados->read ofs=0 len=0 2024-09-12T18:00:22.535 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.534+0000 7fcb4e546800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:00:22.535 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.534+0000 7fcb4e546800 20 searching for the correct realm 2024-09-12T18:00:22.538 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.536+0000 7fcb4c838640 0 -- 172.21.15.45:0/532443863 >> [v2:172.21.15.45:6824/1551660769,v1:172.21.15.45:6825/1551660769] conn(0x55b6d5f798e0 msgr2=0x55b6d5f7bd30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:22.541 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.540+0000 7fcb4c037640 0 -- 172.21.15.45:0/532443863 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7fcb40030920 msgr2=0x7fcb40008410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:22.545 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.544+0000 7fcb4e546800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T18:00:22.545 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.544+0000 7fcb4e546800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T18:00:22.546 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.544+0000 7fcb4e546800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:00:22.546 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.544+0000 7fcb4e546800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:00:22.546 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.544+0000 7fcb4e546800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:00:22.546 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.544+0000 7fcb4e546800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:00:22.546 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.544+0000 7fcb4e546800 20 rados->read ofs=0 len=0 2024-09-12T18:00:22.546 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.544+0000 7fcb4e546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:22.546 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.544+0000 7fcb4e546800 20 rados->read ofs=0 len=0 2024-09-12T18:00:22.547 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.544+0000 7fcb4e546800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:22.547 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.544+0000 7fcb4e546800 20 rados->read ofs=0 len=0 2024-09-12T18:00:22.547 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.544+0000 7fcb4e546800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:00:22.548 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.545+0000 7fcb4e546800 20 zone default found 2024-09-12T18:00:22.548 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.545+0000 7fcb4e546800 4 Realm: () 2024-09-12T18:00:22.548 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.545+0000 7fcb4e546800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T18:00:22.548 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.545+0000 7fcb4e546800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T18:00:22.548 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.545+0000 7fcb4e546800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:00:22.548 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.545+0000 7fcb4e546800 20 zonegroup default 2024-09-12T18:00:22.548 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.545+0000 7fcb4e546800 20 rados->read ofs=0 len=0 2024-09-12T18:00:22.548 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.545+0000 7fcb4e546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:22.548 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.545+0000 7fcb4e546800 20 rados->read ofs=0 len=0 2024-09-12T18:00:22.548 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.545+0000 7fcb4e546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:22.548 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.545+0000 7fcb4e546800 20 rados->read ofs=0 len=0 2024-09-12T18:00:22.548 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.545+0000 7fcb4e546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:22.548 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.545+0000 7fcb4e546800 20 started sync module instance, tier type = 2024-09-12T18:00:22.549 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.545+0000 7fcb4e546800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T18:00:22.556 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.554+0000 7fcb4e546800 20 add_watcher() i=0 2024-09-12T18:00:22.556 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.554+0000 7fcb4e546800 20 add_watcher() i=1 2024-09-12T18:00:22.556 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.554+0000 7fcb4e546800 20 add_watcher() i=2 2024-09-12T18:00:22.556 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.554+0000 7fcb4e546800 20 add_watcher() i=3 2024-09-12T18:00:22.557 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.554+0000 7fcb4e546800 20 add_watcher() i=4 2024-09-12T18:00:22.557 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.554+0000 7fcb4e546800 20 add_watcher() i=5 2024-09-12T18:00:22.557 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.555+0000 7fcb4e546800 20 add_watcher() i=6 2024-09-12T18:00:22.557 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.555+0000 7fcb4e546800 20 add_watcher() i=7 2024-09-12T18:00:22.557 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.555+0000 7fcb4e546800 2 all 8 watchers are set, enabling cache 2024-09-12T18:00:22.559 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.557+0000 7fca027e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:22.560 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.558+0000 7fcb4e546800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:00:22.560 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.558+0000 7fcb4e546800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:00:22.560 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.558+0000 7fcb4e546800 5 note: GC not initialized 2024-09-12T18:00:22.560 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.558+0000 7fca017e2640 20 reqs_thread_entry: start 2024-09-12T18:00:22.560 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.558+0000 7fcb4e546800 20 init_complete bucket index max shards: 1 2024-09-12T18:00:22.560 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.558+0000 7fcb4e546800 20 Filter name: none 2024-09-12T18:00:22.560 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.558+0000 7fc972ffd640 20 reqs_thread_entry: start 2024-09-12T18:00:22.560 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.558+0000 7fcb4e546800 20 rados->read ofs=0 len=0 2024-09-12T18:00:22.560 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.559+0000 7fcb4e546800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T18:00:22.561 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.559+0000 7fcb4e546800 20 rados->read ofs=0 len=0 2024-09-12T18:00:22.561 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.560+0000 7fcb4e546800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T18:00:22.561 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.560+0000 7fcb4e546800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:00:22.561 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.560+0000 7fcb4e546800 20 rados->read ofs=0 len=0 2024-09-12T18:00:22.562 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.560+0000 7fcb4e546800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T18:00:22.562 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.560+0000 7fcb4e546800 20 rados->read ofs=0 len=0 2024-09-12T18:00:22.562 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.561+0000 7fcb4e546800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T18:00:22.562 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.561+0000 7fcb4e546800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:00:22.563 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.562+0000 7fca027e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:22.565 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.564+0000 7fcb4e546800 20 remove_watcher() i=0 2024-09-12T18:00:22.566 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.564+0000 7fcb4e546800 2 removed watcher, disabling cache 2024-09-12T18:00:22.566 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.565+0000 7fcb4e546800 20 remove_watcher() i=1 2024-09-12T18:00:22.567 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.566+0000 7fcb4e546800 20 remove_watcher() i=2 2024-09-12T18:00:22.568 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.567+0000 7fcb4e546800 20 remove_watcher() i=3 2024-09-12T18:00:22.569 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.568+0000 7fcb4e546800 20 remove_watcher() i=4 2024-09-12T18:00:22.570 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.569+0000 7fcb4e546800 20 remove_watcher() i=5 2024-09-12T18:00:22.571 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.569+0000 7fcb4e546800 20 remove_watcher() i=6 2024-09-12T18:00:22.572 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.570+0000 7fcb4e546800 20 remove_watcher() i=7 2024-09-12T18:00:22.583 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T18:00:22.583 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T18:00:22.583 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: a-bucket id: b6123b67-6580-4373-9691-e0e950df5f06.4566.18 num_objects: 0 size_kb: 0 num_shards: 3 2024-09-12T18:00:22.583 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T18:00:22.584 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket layout --bucket a-bucket 2024-09-12T18:00:22.614 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:00:22.614 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:00:22.652 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.651+0000 7f6301e2f800 20 rados->read ofs=0 len=0 2024-09-12T18:00:22.654 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.652+0000 7f6301e2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:22.654 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.652+0000 7f6301e2f800 20 realm 2024-09-12T18:00:22.654 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.652+0000 7f6301e2f800 20 rados->read ofs=0 len=0 2024-09-12T18:00:22.655 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.653+0000 7f6301e2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:22.655 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.653+0000 7f6301e2f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:00:22.655 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.653+0000 7f6301e2f800 20 rados->read ofs=0 len=0 2024-09-12T18:00:22.655 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.653+0000 7f6301e2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:22.655 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.653+0000 7f6301e2f800 20 rados->read ofs=0 len=0 2024-09-12T18:00:22.655 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.654+0000 7f6301e2f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:22.655 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.654+0000 7f6301e2f800 20 rados->read ofs=0 len=0 2024-09-12T18:00:22.656 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.655+0000 7f6301e2f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:00:22.656 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.655+0000 7f6301e2f800 20 searching for the correct realm 2024-09-12T18:00:22.659 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.657+0000 7f62ff11f640 0 -- 172.21.15.45:0/515464530 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x559c6dac52b0 msgr2=0x559c6dac76a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:22.662 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.661+0000 7f62ff920640 0 -- 172.21.15.45:0/515464530 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f62f4022950 msgr2=0x7f62f4008420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:22.869 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.868+0000 7f6301e2f800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T18:00:22.870 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.868+0000 7f6301e2f800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T18:00:22.870 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.868+0000 7f6301e2f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:00:22.870 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.868+0000 7f6301e2f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:00:22.870 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.868+0000 7f6301e2f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:00:22.870 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.868+0000 7f6301e2f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:00:22.870 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.868+0000 7f6301e2f800 20 rados->read ofs=0 len=0 2024-09-12T18:00:22.870 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.868+0000 7f6301e2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:22.870 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.868+0000 7f6301e2f800 20 rados->read ofs=0 len=0 2024-09-12T18:00:22.871 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.868+0000 7f6301e2f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:22.871 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.868+0000 7f6301e2f800 20 rados->read ofs=0 len=0 2024-09-12T18:00:22.871 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.869+0000 7f6301e2f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:00:22.871 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.869+0000 7f6301e2f800 20 zone default found 2024-09-12T18:00:22.872 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.869+0000 7f6301e2f800 4 Realm: () 2024-09-12T18:00:22.872 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.869+0000 7f6301e2f800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T18:00:22.872 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.869+0000 7f6301e2f800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T18:00:22.872 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.869+0000 7f6301e2f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:00:22.872 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.869+0000 7f6301e2f800 20 zonegroup default 2024-09-12T18:00:22.872 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.869+0000 7f6301e2f800 20 rados->read ofs=0 len=0 2024-09-12T18:00:22.872 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.869+0000 7f6301e2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:22.872 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.869+0000 7f6301e2f800 20 rados->read ofs=0 len=0 2024-09-12T18:00:22.872 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.869+0000 7f6301e2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:22.872 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.869+0000 7f6301e2f800 20 rados->read ofs=0 len=0 2024-09-12T18:00:22.872 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.870+0000 7f6301e2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:22.872 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.870+0000 7f6301e2f800 20 started sync module instance, tier type = 2024-09-12T18:00:22.872 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.870+0000 7f6301e2f800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T18:00:22.881 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.879+0000 7f6301e2f800 20 add_watcher() i=0 2024-09-12T18:00:22.881 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.879+0000 7f6301e2f800 20 add_watcher() i=1 2024-09-12T18:00:22.881 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.879+0000 7f6301e2f800 20 add_watcher() i=2 2024-09-12T18:00:22.881 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.879+0000 7f6301e2f800 20 add_watcher() i=3 2024-09-12T18:00:22.881 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.879+0000 7f6301e2f800 20 add_watcher() i=4 2024-09-12T18:00:22.881 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.879+0000 7f6301e2f800 20 add_watcher() i=5 2024-09-12T18:00:22.881 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.879+0000 7f6301e2f800 20 add_watcher() i=6 2024-09-12T18:00:22.881 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.880+0000 7f6301e2f800 20 add_watcher() i=7 2024-09-12T18:00:22.882 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.880+0000 7f6301e2f800 2 all 8 watchers are set, enabling cache 2024-09-12T18:00:22.883 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.882+0000 7f61b5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:22.884 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.882+0000 7f6301e2f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:00:22.884 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.882+0000 7f6301e2f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:00:22.884 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.882+0000 7f6301e2f800 5 note: GC not initialized 2024-09-12T18:00:22.884 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.882+0000 7f61b4fe1640 20 reqs_thread_entry: start 2024-09-12T18:00:22.884 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.882+0000 7f6301e2f800 20 init_complete bucket index max shards: 1 2024-09-12T18:00:22.885 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.883+0000 7f6301e2f800 20 Filter name: none 2024-09-12T18:00:22.885 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.883+0000 7f612e7fc640 20 reqs_thread_entry: start 2024-09-12T18:00:22.885 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.883+0000 7f6301e2f800 20 rados->read ofs=0 len=0 2024-09-12T18:00:22.885 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.883+0000 7f6301e2f800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T18:00:22.885 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.883+0000 7f6301e2f800 20 rados->read ofs=0 len=0 2024-09-12T18:00:22.885 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.884+0000 7f6301e2f800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T18:00:22.886 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.884+0000 7f6301e2f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:00:22.886 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.885+0000 7f61b5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:22.888 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.887+0000 7f6301e2f800 20 remove_watcher() i=0 2024-09-12T18:00:22.888 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.887+0000 7f6301e2f800 2 removed watcher, disabling cache 2024-09-12T18:00:22.889 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.888+0000 7f6301e2f800 20 remove_watcher() i=1 2024-09-12T18:00:22.890 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.889+0000 7f6301e2f800 20 remove_watcher() i=2 2024-09-12T18:00:22.891 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.890+0000 7f6301e2f800 20 remove_watcher() i=3 2024-09-12T18:00:22.892 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.891+0000 7f6301e2f800 20 remove_watcher() i=4 2024-09-12T18:00:22.894 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.892+0000 7f6301e2f800 20 remove_watcher() i=5 2024-09-12T18:00:22.895 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.893+0000 7f6301e2f800 20 remove_watcher() i=6 2024-09-12T18:00:22.896 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:22.894+0000 7f6301e2f800 20 remove_watcher() i=7 2024-09-12T18:00:22.909 INFO:tasks.workunit.client.0.smithi045.stderr:rados -p default.rgw.buckets.index setomapval .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.0 --omap-key-file /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/olh_noname_key < /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/olh_noname_val 2024-09-12T18:00:22.935 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:00:22.936 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:00:22.953 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bi list --bucket a-bucket 2024-09-12T18:00:22.981 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:00:22.982 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:00:23.022 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.020+0000 7f6baed35800 20 rados->read ofs=0 len=0 2024-09-12T18:00:23.023 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.022+0000 7f6baed35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:23.023 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.022+0000 7f6baed35800 20 realm 2024-09-12T18:00:23.023 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.022+0000 7f6baed35800 20 rados->read ofs=0 len=0 2024-09-12T18:00:23.024 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.022+0000 7f6baed35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:23.024 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.022+0000 7f6baed35800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:00:23.024 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.022+0000 7f6baed35800 20 rados->read ofs=0 len=0 2024-09-12T18:00:23.024 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.022+0000 7f6baed35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:23.024 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.022+0000 7f6baed35800 20 rados->read ofs=0 len=0 2024-09-12T18:00:23.025 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.023+0000 7f6baed35800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:23.025 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.023+0000 7f6baed35800 20 rados->read ofs=0 len=0 2024-09-12T18:00:23.026 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.024+0000 7f6baed35800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:00:23.026 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.024+0000 7f6baed35800 20 searching for the correct realm 2024-09-12T18:00:23.026 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.025+0000 7f6baaae4640 0 -- 172.21.15.45:0/366971657 >> [v2:172.21.15.45:6808/2245364274,v1:172.21.15.45:6809/2245364274] conn(0x7f6ba006a040 msgr2=0x7f6ba0073410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:23.232 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.231+0000 7f6baaae4640 0 -- 172.21.15.45:0/366971657 >> [v2:172.21.15.45:6808/2245364274,v1:172.21.15.45:6809/2245364274] conn(0x7f6ba006a040 msgr2=0x7f6ba0073410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:00:23.239 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.237+0000 7f6baed35800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T18:00:23.239 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.237+0000 7f6baed35800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T18:00:23.240 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.237+0000 7f6baed35800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:00:23.240 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.237+0000 7f6baed35800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:00:23.240 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.237+0000 7f6baed35800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:00:23.240 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.237+0000 7f6baed35800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:00:23.240 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.237+0000 7f6baed35800 20 rados->read ofs=0 len=0 2024-09-12T18:00:23.240 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.237+0000 7f6baed35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:23.240 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.237+0000 7f6baed35800 20 rados->read ofs=0 len=0 2024-09-12T18:00:23.240 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.238+0000 7f6baed35800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:23.240 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.238+0000 7f6baed35800 20 rados->read ofs=0 len=0 2024-09-12T18:00:23.241 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.238+0000 7f6baed35800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:00:23.241 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.238+0000 7f6baed35800 20 zone default found 2024-09-12T18:00:23.241 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.238+0000 7f6baed35800 4 Realm: () 2024-09-12T18:00:23.241 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.238+0000 7f6baed35800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T18:00:23.241 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.238+0000 7f6baed35800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T18:00:23.242 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.238+0000 7f6baed35800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:00:23.242 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.238+0000 7f6baed35800 20 zonegroup default 2024-09-12T18:00:23.242 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.238+0000 7f6baed35800 20 rados->read ofs=0 len=0 2024-09-12T18:00:23.242 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.238+0000 7f6baed35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:23.242 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.238+0000 7f6baed35800 20 rados->read ofs=0 len=0 2024-09-12T18:00:23.242 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.239+0000 7f6baed35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:23.242 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.239+0000 7f6baed35800 20 rados->read ofs=0 len=0 2024-09-12T18:00:23.242 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.239+0000 7f6baed35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:23.242 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.239+0000 7f6baed35800 20 started sync module instance, tier type = 2024-09-12T18:00:23.242 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.239+0000 7f6baed35800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T18:00:23.251 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.250+0000 7f6baed35800 20 add_watcher() i=0 2024-09-12T18:00:23.252 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.250+0000 7f6baed35800 20 add_watcher() i=1 2024-09-12T18:00:23.252 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.250+0000 7f6baed35800 20 add_watcher() i=2 2024-09-12T18:00:23.252 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.250+0000 7f6baed35800 20 add_watcher() i=3 2024-09-12T18:00:23.252 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.250+0000 7f6baed35800 20 add_watcher() i=4 2024-09-12T18:00:23.252 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.250+0000 7f6baed35800 20 add_watcher() i=5 2024-09-12T18:00:23.252 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.250+0000 7f6baed35800 20 add_watcher() i=6 2024-09-12T18:00:23.252 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.251+0000 7f6baed35800 20 add_watcher() i=7 2024-09-12T18:00:23.253 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.251+0000 7f6baed35800 2 all 8 watchers are set, enabling cache 2024-09-12T18:00:23.255 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.253+0000 7f6a61fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:23.255 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.253+0000 7f6baed35800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:00:23.255 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.253+0000 7f6baed35800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:00:23.255 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.253+0000 7f6baed35800 5 note: GC not initialized 2024-09-12T18:00:23.256 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.253+0000 7f6a60fe1640 20 reqs_thread_entry: start 2024-09-12T18:00:23.256 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.254+0000 7f6baed35800 20 init_complete bucket index max shards: 1 2024-09-12T18:00:23.256 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.254+0000 7f6baed35800 20 Filter name: none 2024-09-12T18:00:23.256 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.254+0000 7f6a59ffb640 20 reqs_thread_entry: start 2024-09-12T18:00:23.256 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.254+0000 7f6baed35800 20 rados->read ofs=0 len=0 2024-09-12T18:00:23.256 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.254+0000 7f6baed35800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T18:00:23.256 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.254+0000 7f6baed35800 20 rados->read ofs=0 len=0 2024-09-12T18:00:23.257 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.255+0000 7f6baed35800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T18:00:23.257 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.255+0000 7f6baed35800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:00:23.257 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.255+0000 7f6baed35800 20 INFO: main: max_entries=1000, index=gen=2, max_shards=3 2024-09-12T18:00:23.257 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.255+0000 7f6baed35800 20 INFO: main: starting shard=0 2024-09-12T18:00:23.257 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.255+0000 7f6baed35800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.0 2024-09-12T18:00:23.257 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.255+0000 7f6baed35800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.0 2024-09-12T18:00:23.257 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.255+0000 7f6baed35800 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-12T18:00:23.258 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.256+0000 7f6baed35800 20 INFO: main: starting shard=1 2024-09-12T18:00:23.258 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.256+0000 7f6baed35800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.1 2024-09-12T18:00:23.258 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.256+0000 7f6baed35800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.1 2024-09-12T18:00:23.258 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.256+0000 7f6baed35800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T18:00:23.258 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.256+0000 7f6baed35800 20 INFO: main: starting shard=2 2024-09-12T18:00:23.258 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.256+0000 7f6baed35800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.2 2024-09-12T18:00:23.258 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.256+0000 7f6baed35800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.2 2024-09-12T18:00:23.259 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.257+0000 7f6baed35800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T18:00:23.259 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.257+0000 7f6baed35800 20 INFO: main: done 2024-09-12T18:00:23.259 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.258+0000 7f6a61fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:23.261 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.260+0000 7f6baed35800 20 remove_watcher() i=0 2024-09-12T18:00:23.261 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.260+0000 7f6baed35800 2 removed watcher, disabling cache 2024-09-12T18:00:23.262 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.261+0000 7f6baed35800 20 remove_watcher() i=1 2024-09-12T18:00:23.263 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.262+0000 7f6baed35800 20 remove_watcher() i=2 2024-09-12T18:00:23.264 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.263+0000 7f6baed35800 20 remove_watcher() i=3 2024-09-12T18:00:23.265 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.264+0000 7f6baed35800 20 remove_watcher() i=4 2024-09-12T18:00:23.266 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.265+0000 7f6baed35800 20 remove_watcher() i=5 2024-09-12T18:00:23.267 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.266+0000 7f6baed35800 20 remove_watcher() i=6 2024-09-12T18:00:23.268 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.267+0000 7f6baed35800 20 remove_watcher() i=7 2024-09-12T18:00:23.281 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 1 --yes-i-really-mean-it 2024-09-12T18:00:23.314 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:00:23.314 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:00:23.353 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.351+0000 7fc60e337800 20 rados->read ofs=0 len=0 2024-09-12T18:00:23.355 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.353+0000 7fc60e337800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:23.355 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.353+0000 7fc60e337800 20 realm 2024-09-12T18:00:23.355 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.353+0000 7fc60e337800 20 rados->read ofs=0 len=0 2024-09-12T18:00:23.355 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.353+0000 7fc60e337800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:23.355 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.353+0000 7fc60e337800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:00:23.355 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.353+0000 7fc60e337800 20 rados->read ofs=0 len=0 2024-09-12T18:00:23.355 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.353+0000 7fc60e337800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:23.355 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.353+0000 7fc60e337800 20 rados->read ofs=0 len=0 2024-09-12T18:00:23.355 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.354+0000 7fc60e337800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:23.356 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.354+0000 7fc60e337800 20 rados->read ofs=0 len=0 2024-09-12T18:00:23.356 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.355+0000 7fc60e337800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:00:23.356 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.355+0000 7fc60e337800 20 searching for the correct realm 2024-09-12T18:00:23.359 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.357+0000 7fc609820640 0 -- 172.21.15.45:0/1523622659 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x55de9f636060 msgr2=0x55de9f638470 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:23.362 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.361+0000 7fc60a021640 0 -- 172.21.15.45:0/1523622659 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7fc6000a11b0 msgr2=0x7fc600080050 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:23.569 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.567+0000 7fc60e337800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T18:00:23.569 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.567+0000 7fc60e337800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T18:00:23.569 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.567+0000 7fc60e337800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:00:23.569 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.567+0000 7fc60e337800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:00:23.569 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.567+0000 7fc60e337800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:00:23.569 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.567+0000 7fc60e337800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:00:23.569 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.567+0000 7fc60e337800 20 rados->read ofs=0 len=0 2024-09-12T18:00:23.569 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.567+0000 7fc60e337800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:23.569 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.567+0000 7fc60e337800 20 rados->read ofs=0 len=0 2024-09-12T18:00:23.569 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.567+0000 7fc60e337800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:23.569 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.567+0000 7fc60e337800 20 rados->read ofs=0 len=0 2024-09-12T18:00:23.570 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.567+0000 7fc60e337800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:00:23.571 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.567+0000 7fc60e337800 20 zone default found 2024-09-12T18:00:23.571 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.567+0000 7fc60e337800 4 Realm: () 2024-09-12T18:00:23.571 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.567+0000 7fc60e337800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T18:00:23.571 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.567+0000 7fc60e337800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T18:00:23.571 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.567+0000 7fc60e337800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:00:23.571 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.567+0000 7fc60e337800 20 zonegroup default 2024-09-12T18:00:23.571 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.567+0000 7fc60e337800 20 rados->read ofs=0 len=0 2024-09-12T18:00:23.571 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.568+0000 7fc60e337800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:23.571 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.568+0000 7fc60e337800 20 rados->read ofs=0 len=0 2024-09-12T18:00:23.571 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.568+0000 7fc60e337800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:23.571 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.568+0000 7fc60e337800 20 rados->read ofs=0 len=0 2024-09-12T18:00:23.571 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.568+0000 7fc60e337800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:23.571 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.568+0000 7fc60e337800 20 started sync module instance, tier type = 2024-09-12T18:00:23.571 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.568+0000 7fc60e337800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T18:00:23.580 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.578+0000 7fc60e337800 20 add_watcher() i=0 2024-09-12T18:00:23.580 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.578+0000 7fc60e337800 20 add_watcher() i=1 2024-09-12T18:00:23.580 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.578+0000 7fc60e337800 20 add_watcher() i=2 2024-09-12T18:00:23.580 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.578+0000 7fc60e337800 20 add_watcher() i=3 2024-09-12T18:00:23.580 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.578+0000 7fc60e337800 20 add_watcher() i=4 2024-09-12T18:00:23.580 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.578+0000 7fc60e337800 20 add_watcher() i=5 2024-09-12T18:00:23.580 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.578+0000 7fc60e337800 20 add_watcher() i=6 2024-09-12T18:00:23.581 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.579+0000 7fc60e337800 20 add_watcher() i=7 2024-09-12T18:00:23.581 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.579+0000 7fc60e337800 2 all 8 watchers are set, enabling cache 2024-09-12T18:00:23.582 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.581+0000 7fc4c0fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:23.583 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.581+0000 7fc60e337800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:00:23.583 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.581+0000 7fc60e337800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:00:23.584 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.581+0000 7fc60e337800 5 note: GC not initialized 2024-09-12T18:00:23.584 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.582+0000 7fc43b7fe640 20 reqs_thread_entry: start 2024-09-12T18:00:23.584 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.582+0000 7fc60e337800 20 init_complete bucket index max shards: 1 2024-09-12T18:00:23.584 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.582+0000 7fc60e337800 20 Filter name: none 2024-09-12T18:00:23.585 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.582+0000 7fc4397fa640 20 reqs_thread_entry: start 2024-09-12T18:00:23.585 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.582+0000 7fc60e337800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T18:00:23.585 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.582+0000 7fc60e337800 20 rados->read ofs=0 len=0 2024-09-12T18:00:23.586 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.582+0000 7fc60e337800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T18:00:23.586 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.582+0000 7fc60e337800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T18:00:23.586 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.582+0000 7fc60e337800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T18:00:23.586 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.582+0000 7fc60e337800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 : miss 2024-09-12T18:00:23.586 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.582+0000 7fc60e337800 20 rados->read ofs=0 len=0 2024-09-12T18:00:23.586 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.583+0000 7fc60e337800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T18:00:23.586 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.583+0000 7fc60e337800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T18:00:23.586 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.583+0000 7fc60e337800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T18:00:23.587 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.583+0000 7fc60e337800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:00:23.587 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.583+0000 7fc60e337800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:00:23.587 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.583+0000 7fc60e337800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 2024-09-12T18:00:23.588 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.586+0000 7fc60e337800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T18:00:23.588 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.586+0000 7fc60e337800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T18:00:23.588 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.586+0000 7fc60e337800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:00:23.588 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.586+0000 7fc60e337800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18, ofs0, ns] 2024-09-12T18:00:23.588 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.587+0000 7fc4ed7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398949 cookie 94414645198816 notifier 8478 bl.length()=911 2024-09-12T18:00:23.589 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.587+0000 7fc4ed7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T18:00:23.589 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.587+0000 7fc4ed7fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T18:00:23.589 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.587+0000 7fc4ed7fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:00:23.589 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.587+0000 7fc60e337800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): orig_sources= new_sources= 2024-09-12T18:00:23.589 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.587+0000 7fc60e337800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): potential sources added=[] removed=[] 2024-09-12T18:00:23.589 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.587+0000 7fc60e337800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): orig_dests= new_dests= 2024-09-12T18:00:23.589 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.587+0000 7fc60e337800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): potential dests added=[] removed=[] 2024-09-12T18:00:23.592 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.590+0000 7fc60e337800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.3.0 2024-09-12T18:00:23.592 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.590+0000 7fc60e337800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.3.0 2024-09-12T18:00:23.592 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.590+0000 7fc60e337800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.0 2024-09-12T18:00:23.592 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.590+0000 7fc60e337800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.0 2024-09-12T18:00:23.592 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.591+0000 7fc60e337800 10 Dropping entry with empty name, idx=�1001_04/57/0457f727ec113e418d5b16d206b200ed068c0533554883ce811df7c932a3df68/2018_12_11/2889999/3386469/metadata.gz 2024-09-12T18:00:23.592 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.591+0000 7fc60e337800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.1 2024-09-12T18:00:23.593 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.591+0000 7fc60e337800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.1 2024-09-12T18:00:23.593 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.591+0000 7fc60e337800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.2 2024-09-12T18:00:23.593 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.591+0000 7fc60e337800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.2 2024-09-12T18:00:23.593 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.591+0000 7fc60e337800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 : hit (requested=0x17, cached=0x17) 2024-09-12T18:00:23.593 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.591+0000 7fc60e337800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 2024-09-12T18:00:23.595 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.593+0000 7fc60e337800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T18:00:23.595 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.593+0000 7fc60e337800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T18:00:23.595 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.593+0000 7fc60e337800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:00:23.595 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.593+0000 7fc60e337800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18, ofs0, ns] 2024-09-12T18:00:23.595 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.594+0000 7fc4ed7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398950 cookie 94414645198816 notifier 8478 bl.length()=911 2024-09-12T18:00:23.595 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.594+0000 7fc4ed7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T18:00:23.596 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.594+0000 7fc4ed7fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T18:00:23.596 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.594+0000 7fc4ed7fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:00:23.596 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.594+0000 7fc60e337800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): orig_sources= new_sources= 2024-09-12T18:00:23.596 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.594+0000 7fc60e337800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): potential sources added=[] removed=[] 2024-09-12T18:00:23.596 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.594+0000 7fc60e337800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): orig_dests= new_dests= 2024-09-12T18:00:23.596 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.594+0000 7fc60e337800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): potential dests added=[] removed=[] 2024-09-12T18:00:23.597 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.596+0000 7fc60e337800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.0 2024-09-12T18:00:23.597 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.596+0000 7fc60e337800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.0 2024-09-12T18:00:23.598 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.596+0000 7fc60e337800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.1 2024-09-12T18:00:23.598 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.596+0000 7fc60e337800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.1 2024-09-12T18:00:23.598 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.596+0000 7fc60e337800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.2 2024-09-12T18:00:23.598 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.596+0000 7fc60e337800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.2.2 2024-09-12T18:00:23.598 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.597+0000 7fc60e337800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 : hit (requested=0x17, cached=0x17) 2024-09-12T18:00:23.598 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.597+0000 7fc60e337800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 2024-09-12T18:00:23.599 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.598+0000 7fc60e337800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T18:00:23.600 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.598+0000 7fc60e337800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T18:00:23.600 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.598+0000 7fc60e337800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:00:23.600 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.598+0000 7fc60e337800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18, ofs0, ns] 2024-09-12T18:00:23.600 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.598+0000 7fc4edffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398951 cookie 94414645198816 notifier 8478 bl.length()=879 2024-09-12T18:00:23.600 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.598+0000 7fc4edffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 info.flags=0x17 2024-09-12T18:00:23.600 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.598+0000 7fc4edffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.18 to cache LRU end 2024-09-12T18:00:23.601 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.598+0000 7fc4edffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:00:23.601 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.599+0000 7fc60e337800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): orig_sources= new_sources= 2024-09-12T18:00:23.601 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.599+0000 7fc60e337800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): potential sources added=[] removed=[] 2024-09-12T18:00:23.601 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.599+0000 7fc60e337800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): orig_dests= new_dests= 2024-09-12T18:00:23.601 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.599+0000 7fc60e337800 20 handle_bi_update(): bucket=:a-bucket[b6123b67-6580-4373-9691-e0e950df5f06.4566.18]): potential dests added=[] removed=[] 2024-09-12T18:00:23.602 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.600+0000 7fc60e337800 1 execute INFO: reshard of bucket "a-bucket" from 3 shards to 1 shards completed successfully 2024-09-12T18:00:23.603 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.602+0000 7fc4c0fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:23.606 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.605+0000 7fc60e337800 20 remove_watcher() i=0 2024-09-12T18:00:23.606 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.605+0000 7fc60e337800 2 removed watcher, disabling cache 2024-09-12T18:00:23.607 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.606+0000 7fc60e337800 20 remove_watcher() i=1 2024-09-12T18:00:23.608 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.607+0000 7fc60e337800 20 remove_watcher() i=2 2024-09-12T18:00:23.609 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.608+0000 7fc60e337800 20 remove_watcher() i=3 2024-09-12T18:00:23.610 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.609+0000 7fc60e337800 20 remove_watcher() i=4 2024-09-12T18:00:23.611 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.610+0000 7fc60e337800 20 remove_watcher() i=5 2024-09-12T18:00:23.612 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.611+0000 7fc60e337800 20 remove_watcher() i=6 2024-09-12T18:00:23.613 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.612+0000 7fc60e337800 20 remove_watcher() i=7 2024-09-12T18:00:23.626 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bi list --bucket a-bucket 2024-09-12T18:00:23.655 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:00:23.656 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:00:23.693 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.692+0000 7f4a92d2e800 20 rados->read ofs=0 len=0 2024-09-12T18:00:23.696 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.694+0000 7f4a92d2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:23.696 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.694+0000 7f4a92d2e800 20 realm 2024-09-12T18:00:23.696 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.694+0000 7f4a92d2e800 20 rados->read ofs=0 len=0 2024-09-12T18:00:23.696 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.694+0000 7f4a92d2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:23.696 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.694+0000 7f4a92d2e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:00:23.696 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.694+0000 7f4a92d2e800 20 rados->read ofs=0 len=0 2024-09-12T18:00:23.696 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.694+0000 7f4a92d2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:23.696 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.694+0000 7f4a92d2e800 20 rados->read ofs=0 len=0 2024-09-12T18:00:23.697 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.695+0000 7f4a92d2e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:23.697 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.695+0000 7f4a92d2e800 20 rados->read ofs=0 len=0 2024-09-12T18:00:23.697 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.696+0000 7f4a92d2e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:00:23.698 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.696+0000 7f4a92d2e800 20 searching for the correct realm 2024-09-12T18:00:23.701 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.700+0000 7f4a8f2de640 0 -- 172.21.15.45:0/3622365524 >> [v2:172.21.15.115:6826/2187734287,v1:172.21.15.115:6827/2187734287] conn(0x7f4a840a0370 msgr2=0x7f4a840ab8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:23.907 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:23.905+0000 7f4a8eadd640 0 -- 172.21.15.45:0/3622365524 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f4958086ba0 msgr2=0x7f4958088fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:24.113 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.111+0000 7f4a92d2e800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T18:00:24.113 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.111+0000 7f4a92d2e800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T18:00:24.113 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.111+0000 7f4a92d2e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:00:24.113 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.111+0000 7f4a92d2e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:00:24.113 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.111+0000 7f4a92d2e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:00:24.113 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.111+0000 7f4a92d2e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:00:24.113 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.111+0000 7f4a92d2e800 20 rados->read ofs=0 len=0 2024-09-12T18:00:24.113 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.111+0000 7f4a92d2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:24.113 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.111+0000 7f4a92d2e800 20 rados->read ofs=0 len=0 2024-09-12T18:00:24.114 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.111+0000 7f4a92d2e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:24.115 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.111+0000 7f4a92d2e800 20 rados->read ofs=0 len=0 2024-09-12T18:00:24.115 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.112+0000 7f4a92d2e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:00:24.115 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.112+0000 7f4a92d2e800 20 zone default found 2024-09-12T18:00:24.115 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.112+0000 7f4a92d2e800 4 Realm: () 2024-09-12T18:00:24.115 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.112+0000 7f4a92d2e800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T18:00:24.115 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.112+0000 7f4a92d2e800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T18:00:24.115 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.112+0000 7f4a92d2e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:00:24.115 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.112+0000 7f4a92d2e800 20 zonegroup default 2024-09-12T18:00:24.115 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.112+0000 7f4a92d2e800 20 rados->read ofs=0 len=0 2024-09-12T18:00:24.115 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.112+0000 7f4a92d2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:24.115 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.112+0000 7f4a92d2e800 20 rados->read ofs=0 len=0 2024-09-12T18:00:24.115 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.112+0000 7f4a92d2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:24.116 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.112+0000 7f4a92d2e800 20 rados->read ofs=0 len=0 2024-09-12T18:00:24.116 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.113+0000 7f4a92d2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:24.116 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.113+0000 7f4a92d2e800 20 started sync module instance, tier type = 2024-09-12T18:00:24.116 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.113+0000 7f4a92d2e800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T18:00:24.124 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.123+0000 7f4a92d2e800 20 add_watcher() i=0 2024-09-12T18:00:24.125 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.123+0000 7f4a92d2e800 20 add_watcher() i=1 2024-09-12T18:00:24.125 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.123+0000 7f4a92d2e800 20 add_watcher() i=2 2024-09-12T18:00:24.125 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.123+0000 7f4a92d2e800 20 add_watcher() i=3 2024-09-12T18:00:24.125 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.123+0000 7f4a92d2e800 20 add_watcher() i=4 2024-09-12T18:00:24.125 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.123+0000 7f4a92d2e800 20 add_watcher() i=5 2024-09-12T18:00:24.125 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.123+0000 7f4a92d2e800 20 add_watcher() i=6 2024-09-12T18:00:24.125 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.124+0000 7f4a92d2e800 20 add_watcher() i=7 2024-09-12T18:00:24.126 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.124+0000 7f4a92d2e800 2 all 8 watchers are set, enabling cache 2024-09-12T18:00:24.127 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.126+0000 7f49457e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:24.128 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.126+0000 7f4a92d2e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:00:24.128 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.126+0000 7f4a92d2e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:00:24.128 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.126+0000 7f4a92d2e800 5 note: GC not initialized 2024-09-12T18:00:24.128 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.126+0000 7f48bffff640 20 reqs_thread_entry: start 2024-09-12T18:00:24.129 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.126+0000 7f4a92d2e800 20 init_complete bucket index max shards: 1 2024-09-12T18:00:24.129 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.127+0000 7f4a92d2e800 20 Filter name: none 2024-09-12T18:00:24.129 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.127+0000 7f48bdffb640 20 reqs_thread_entry: start 2024-09-12T18:00:24.129 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.127+0000 7f4a92d2e800 20 rados->read ofs=0 len=0 2024-09-12T18:00:24.129 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.127+0000 7f4a92d2e800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T18:00:24.129 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.127+0000 7f4a92d2e800 20 rados->read ofs=0 len=0 2024-09-12T18:00:24.130 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.128+0000 7f4a92d2e800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T18:00:24.130 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.128+0000 7f4a92d2e800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:00:24.130 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.128+0000 7f4a92d2e800 20 INFO: main: max_entries=1000, index=gen=3, max_shards=1 2024-09-12T18:00:24.130 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.128+0000 7f4a92d2e800 20 INFO: main: starting shard=0 2024-09-12T18:00:24.130 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.128+0000 7f4a92d2e800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.3.0 2024-09-12T18:00:24.130 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.128+0000 7f4a92d2e800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.18.3.0 2024-09-12T18:00:24.130 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.128+0000 7f4a92d2e800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T18:00:24.130 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.128+0000 7f4a92d2e800 20 INFO: main: done 2024-09-12T18:00:24.131 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.129+0000 7f49457e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:24.133 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.132+0000 7f4a92d2e800 20 remove_watcher() i=0 2024-09-12T18:00:24.133 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.132+0000 7f4a92d2e800 2 removed watcher, disabling cache 2024-09-12T18:00:24.134 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.133+0000 7f4a92d2e800 20 remove_watcher() i=1 2024-09-12T18:00:24.135 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.134+0000 7f4a92d2e800 20 remove_watcher() i=2 2024-09-12T18:00:24.136 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.135+0000 7f4a92d2e800 20 remove_watcher() i=3 2024-09-12T18:00:24.137 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.136+0000 7f4a92d2e800 20 remove_watcher() i=4 2024-09-12T18:00:24.138 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.137+0000 7f4a92d2e800 20 remove_watcher() i=5 2024-09-12T18:00:24.139 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.138+0000 7f4a92d2e800 20 remove_watcher() i=6 2024-09-12T18:00:24.141 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.139+0000 7f4a92d2e800 20 remove_watcher() i=7 2024-09-12T18:00:24.152 INFO:tasks.workunit.client.0.smithi045.stderr: test: PUT succeeds during reshard 2024-09-12T18:00:24.154 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket myver 2024-09-12T18:00:24.184 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:00:24.184 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:00:24.224 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.222+0000 7f56d9613800 20 rados->read ofs=0 len=0 2024-09-12T18:00:24.226 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.224+0000 7f56d9613800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:24.226 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.224+0000 7f56d9613800 20 realm 2024-09-12T18:00:24.226 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.224+0000 7f56d9613800 20 rados->read ofs=0 len=0 2024-09-12T18:00:24.226 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.224+0000 7f56d9613800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:24.226 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.224+0000 7f56d9613800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:00:24.226 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.224+0000 7f56d9613800 20 rados->read ofs=0 len=0 2024-09-12T18:00:24.226 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.224+0000 7f56d9613800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:24.226 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.224+0000 7f56d9613800 20 rados->read ofs=0 len=0 2024-09-12T18:00:24.227 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.225+0000 7f56d9613800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:24.227 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.225+0000 7f56d9613800 20 rados->read ofs=0 len=0 2024-09-12T18:00:24.227 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.226+0000 7f56d9613800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:00:24.227 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.226+0000 7f56d9613800 20 searching for the correct realm 2024-09-12T18:00:24.230 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.228+0000 7f56d4547640 0 -- 172.21.15.45:0/3799198633 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f56c4066040 msgr2=0x7f56c4065410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:24.234 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.232+0000 7f56d4d48640 0 -- 172.21.15.45:0/3799198633 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f56c8054040 msgr2=0x7f56c807d970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:24.440 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.438+0000 7f56d9613800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T18:00:24.440 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.438+0000 7f56d9613800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T18:00:24.440 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.438+0000 7f56d9613800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:00:24.440 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.438+0000 7f56d9613800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:00:24.440 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.438+0000 7f56d9613800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:00:24.440 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.438+0000 7f56d9613800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:00:24.440 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.438+0000 7f56d9613800 20 rados->read ofs=0 len=0 2024-09-12T18:00:24.441 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.438+0000 7f56d9613800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:24.441 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.438+0000 7f56d9613800 20 rados->read ofs=0 len=0 2024-09-12T18:00:24.445 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.439+0000 7f56d9613800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:24.445 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.439+0000 7f56d9613800 20 rados->read ofs=0 len=0 2024-09-12T18:00:24.445 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.439+0000 7f56d9613800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:00:24.446 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.439+0000 7f56d9613800 20 zone default found 2024-09-12T18:00:24.446 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.439+0000 7f56d9613800 4 Realm: () 2024-09-12T18:00:24.446 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.439+0000 7f56d9613800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T18:00:24.446 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.439+0000 7f56d9613800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T18:00:24.446 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.439+0000 7f56d9613800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:00:24.446 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.439+0000 7f56d9613800 20 zonegroup default 2024-09-12T18:00:24.446 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.439+0000 7f56d9613800 20 rados->read ofs=0 len=0 2024-09-12T18:00:24.446 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.439+0000 7f56d9613800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:24.446 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.439+0000 7f56d9613800 20 rados->read ofs=0 len=0 2024-09-12T18:00:24.446 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.440+0000 7f56d9613800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:24.446 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.440+0000 7f56d9613800 20 rados->read ofs=0 len=0 2024-09-12T18:00:24.446 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.440+0000 7f56d9613800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:24.446 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.440+0000 7f56d9613800 20 started sync module instance, tier type = 2024-09-12T18:00:24.446 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.440+0000 7f56d9613800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T18:00:24.451 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.449+0000 7f56d9613800 20 add_watcher() i=0 2024-09-12T18:00:24.451 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.449+0000 7f56d9613800 20 add_watcher() i=1 2024-09-12T18:00:24.451 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.449+0000 7f56d9613800 20 add_watcher() i=2 2024-09-12T18:00:24.451 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.449+0000 7f56d9613800 20 add_watcher() i=3 2024-09-12T18:00:24.451 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.449+0000 7f56d9613800 20 add_watcher() i=4 2024-09-12T18:00:24.452 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.449+0000 7f56d9613800 20 add_watcher() i=5 2024-09-12T18:00:24.452 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.450+0000 7f56d9613800 20 add_watcher() i=6 2024-09-12T18:00:24.452 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.450+0000 7f56d9613800 20 add_watcher() i=7 2024-09-12T18:00:24.452 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.450+0000 7f56d9613800 2 all 8 watchers are set, enabling cache 2024-09-12T18:00:24.454 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.452+0000 7f558b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:24.454 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.453+0000 7f56d9613800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:00:24.454 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.453+0000 7f56d9613800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:00:24.455 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.453+0000 7f56d9613800 5 note: GC not initialized 2024-09-12T18:00:24.455 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.453+0000 7f558a7e4640 20 reqs_thread_entry: start 2024-09-12T18:00:24.455 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.453+0000 7f56d9613800 20 init_complete bucket index max shards: 1 2024-09-12T18:00:24.455 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.453+0000 7f56d9613800 20 Filter name: none 2024-09-12T18:00:24.456 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.453+0000 7f5583fff640 20 reqs_thread_entry: start 2024-09-12T18:00:24.456 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.453+0000 7f56d9613800 20 rados->read ofs=0 len=0 2024-09-12T18:00:24.456 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.454+0000 7f56d9613800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T18:00:24.456 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.454+0000 7f56d9613800 20 rados->read ofs=0 len=0 2024-09-12T18:00:24.456 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.454+0000 7f56d9613800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T18:00:24.456 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.454+0000 7f56d9613800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:00:24.456 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.454+0000 7f56d9613800 20 rados->read ofs=0 len=0 2024-09-12T18:00:24.456 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.454+0000 7f56d9613800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T18:00:24.456 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.454+0000 7f56d9613800 20 rados->read ofs=0 len=0 2024-09-12T18:00:24.457 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.455+0000 7f56d9613800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T18:00:24.457 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.455+0000 7f56d9613800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:00:24.459 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.456+0000 7f558b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:24.460 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.458+0000 7f56d9613800 20 remove_watcher() i=0 2024-09-12T18:00:24.460 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.458+0000 7f56d9613800 2 removed watcher, disabling cache 2024-09-12T18:00:24.461 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.459+0000 7f56d9613800 20 remove_watcher() i=1 2024-09-12T18:00:24.462 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.460+0000 7f56d9613800 20 remove_watcher() i=2 2024-09-12T18:00:24.463 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.462+0000 7f56d9613800 20 remove_watcher() i=3 2024-09-12T18:00:24.464 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.463+0000 7f56d9613800 20 remove_watcher() i=4 2024-09-12T18:00:24.465 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.464+0000 7f56d9613800 20 remove_watcher() i=5 2024-09-12T18:00:24.466 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.465+0000 7f56d9613800 20 remove_watcher() i=6 2024-09-12T18:00:24.467 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.466+0000 7f56d9613800 20 remove_watcher() i=7 2024-09-12T18:00:24.478 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T18:00:24.479 INFO:tasks.workunit.client.0.smithi045.stderr:BUCKET_STATS: 2024-09-12T18:00:24.479 INFO:tasks.workunit.client.0.smithi045.stderr:bucket: myver id: b6123b67-6580-4373-9691-e0e950df5f06.4566.19 num_objects: 0 size_kb: 0 num_shards: 2 2024-09-12T18:00:24.479 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T18:00:24.480 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin --inject-delay-at=do_reshard --inject-delay-ms=5000 bucket reshard --bucket myver --num-shards 3 2024-09-12T18:00:24.514 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:00:24.514 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:00:24.553 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.551+0000 7f775c410800 20 rados->read ofs=0 len=0 2024-09-12T18:00:24.555 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.553+0000 7f775c410800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:24.555 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.553+0000 7f775c410800 20 realm 2024-09-12T18:00:24.555 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.553+0000 7f775c410800 20 rados->read ofs=0 len=0 2024-09-12T18:00:24.555 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.553+0000 7f775c410800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:24.555 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.553+0000 7f775c410800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:00:24.555 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.553+0000 7f775c410800 20 rados->read ofs=0 len=0 2024-09-12T18:00:24.555 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.553+0000 7f775c410800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:24.556 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.553+0000 7f775c410800 20 rados->read ofs=0 len=0 2024-09-12T18:00:24.556 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.554+0000 7f775c410800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:24.556 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.554+0000 7f775c410800 20 rados->read ofs=0 len=0 2024-09-12T18:00:24.557 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.555+0000 7f775c410800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:00:24.557 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.555+0000 7f775c410800 20 searching for the correct realm 2024-09-12T18:00:24.559 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.558+0000 7f77572ca640 0 -- 172.21.15.45:0/27263447 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f7748048030 msgr2=0x7f7748058910 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:24.764 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.762+0000 7f7757acb640 0 -- 172.21.15.45:0/27263447 >> [v2:172.21.15.115:6800/1938704291,v1:172.21.15.115:6801/1938704291] conn(0x557cc12f0660 msgr2=0x557cc12f2a70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:24.770 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.768+0000 7f775c410800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T18:00:24.770 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.768+0000 7f775c410800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T18:00:24.770 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.768+0000 7f775c410800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:00:24.770 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.768+0000 7f775c410800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:00:24.770 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.768+0000 7f775c410800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:00:24.770 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.768+0000 7f775c410800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:00:24.770 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.768+0000 7f775c410800 20 rados->read ofs=0 len=0 2024-09-12T18:00:24.770 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.768+0000 7f775c410800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:24.770 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.768+0000 7f775c410800 20 rados->read ofs=0 len=0 2024-09-12T18:00:24.771 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.769+0000 7f775c410800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:24.772 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.769+0000 7f775c410800 20 rados->read ofs=0 len=0 2024-09-12T18:00:24.772 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.769+0000 7f775c410800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:00:24.772 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.769+0000 7f775c410800 20 zone default found 2024-09-12T18:00:24.772 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.769+0000 7f775c410800 4 Realm: () 2024-09-12T18:00:24.772 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.769+0000 7f775c410800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T18:00:24.772 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.769+0000 7f775c410800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T18:00:24.772 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.769+0000 7f775c410800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:00:24.772 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.769+0000 7f775c410800 20 zonegroup default 2024-09-12T18:00:24.772 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.769+0000 7f775c410800 20 rados->read ofs=0 len=0 2024-09-12T18:00:24.772 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.769+0000 7f775c410800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:24.772 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.769+0000 7f775c410800 20 rados->read ofs=0 len=0 2024-09-12T18:00:24.772 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.770+0000 7f775c410800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:24.773 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.770+0000 7f775c410800 20 rados->read ofs=0 len=0 2024-09-12T18:00:24.773 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.771+0000 7f775c410800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:24.773 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.771+0000 7f775c410800 20 started sync module instance, tier type = 2024-09-12T18:00:24.773 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.771+0000 7f775c410800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T18:00:24.782 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.780+0000 7f775c410800 20 add_watcher() i=0 2024-09-12T18:00:24.782 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.780+0000 7f775c410800 20 add_watcher() i=1 2024-09-12T18:00:24.782 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.780+0000 7f775c410800 20 add_watcher() i=2 2024-09-12T18:00:24.782 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.780+0000 7f775c410800 20 add_watcher() i=3 2024-09-12T18:00:24.782 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.780+0000 7f775c410800 20 add_watcher() i=4 2024-09-12T18:00:24.782 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.780+0000 7f775c410800 20 add_watcher() i=5 2024-09-12T18:00:24.783 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.780+0000 7f775c410800 20 add_watcher() i=6 2024-09-12T18:00:24.783 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.781+0000 7f775c410800 20 add_watcher() i=7 2024-09-12T18:00:24.783 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.781+0000 7f775c410800 2 all 8 watchers are set, enabling cache 2024-09-12T18:00:24.784 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.783+0000 7f760dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:24.785 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.783+0000 7f775c410800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:00:24.786 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.783+0000 7f775c410800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:00:24.786 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.783+0000 7f775c410800 5 note: GC not initialized 2024-09-12T18:00:24.786 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.784+0000 7f760cfe1640 20 reqs_thread_entry: start 2024-09-12T18:00:24.786 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.784+0000 7f775c410800 20 init_complete bucket index max shards: 1 2024-09-12T18:00:24.786 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.784+0000 7f775c410800 20 Filter name: none 2024-09-12T18:00:24.786 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.784+0000 7f75867fc640 20 reqs_thread_entry: start 2024-09-12T18:00:24.786 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.784+0000 7f775c410800 10 cache get: name=default.rgw.meta+root+myver : miss 2024-09-12T18:00:24.786 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.784+0000 7f775c410800 20 rados->read ofs=0 len=0 2024-09-12T18:00:24.787 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.784+0000 7f775c410800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T18:00:24.787 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.784+0000 7f775c410800 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2024-09-12T18:00:24.787 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.784+0000 7f775c410800 10 adding default.rgw.meta+root+myver to cache LRU end 2024-09-12T18:00:24.787 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.784+0000 7f775c410800 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19 : miss 2024-09-12T18:00:24.787 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.784+0000 7f775c410800 20 rados->read ofs=0 len=0 2024-09-12T18:00:24.787 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.785+0000 7f775c410800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T18:00:24.787 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.785+0000 7f775c410800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19 info.flags=0x17 2024-09-12T18:00:24.787 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.785+0000 7f775c410800 10 adding default.rgw.meta+root+.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19 to cache LRU end 2024-09-12T18:00:24.787 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.785+0000 7f775c410800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:00:24.788 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.785+0000 7f775c410800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:00:24.788 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.785+0000 7f775c410800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19 2024-09-12T18:00:24.790 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.789+0000 7f775c410800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19 info.flags=0x17 2024-09-12T18:00:24.790 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.789+0000 7f775c410800 10 moving default.rgw.meta+root+.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19 to cache LRU end 2024-09-12T18:00:24.791 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.789+0000 7f775c410800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:00:24.791 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.789+0000 7f775c410800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19, ofs0, ns] 2024-09-12T18:00:24.791 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.789+0000 7f76367fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398930 cookie 93994305425648 notifier 8048 bl.length()=905 2024-09-12T18:00:24.791 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.789+0000 7f76367fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19 info.flags=0x17 2024-09-12T18:00:24.791 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.789+0000 7f76367fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19 to cache LRU end 2024-09-12T18:00:24.791 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.789+0000 7f76367fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:00:24.791 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.789+0000 7f775c410800 20 handle_bi_update(): bucket=:myver[b6123b67-6580-4373-9691-e0e950df5f06.4566.19]): orig_sources= new_sources= 2024-09-12T18:00:24.792 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.789+0000 7f775c410800 20 handle_bi_update(): bucket=:myver[b6123b67-6580-4373-9691-e0e950df5f06.4566.19]): potential sources added=[] removed=[] 2024-09-12T18:00:24.792 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.789+0000 7f775c410800 20 handle_bi_update(): bucket=:myver[b6123b67-6580-4373-9691-e0e950df5f06.4566.19]): orig_dests= new_dests= 2024-09-12T18:00:24.792 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.790+0000 7f775c410800 20 handle_bi_update(): bucket=:myver[b6123b67-6580-4373-9691-e0e950df5f06.4566.19]): potential dests added=[] removed=[] 2024-09-12T18:00:24.793 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:24.792+0000 7f775c410800 -1 Injecting delay=5.000000000s at location=do_reshard 2024-09-12T18:00:25.484 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:00:25.485 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T18:00:25.500 INFO:tasks.workunit.client.0.smithi045.stderr:put object successful 2024-09-12T18:00:29.794 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:29.792+0000 7f775c410800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.2.0 2024-09-12T18:00:29.794 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:29.792+0000 7f775c410800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.2.0 2024-09-12T18:00:29.794 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:29.792+0000 7f775c410800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.2.1 2024-09-12T18:00:29.794 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:29.792+0000 7f775c410800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.2.1 2024-09-12T18:00:29.794 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:29.792+0000 7f775c410800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.2.2 2024-09-12T18:00:29.794 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:29.792+0000 7f775c410800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.2.2 2024-09-12T18:00:29.794 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:29.792+0000 7f775c410800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.1.0 2024-09-12T18:00:29.795 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:29.792+0000 7f775c410800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.1.0 2024-09-12T18:00:29.795 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:29.793+0000 7f775c410800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.1.1 2024-09-12T18:00:29.795 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:29.793+0000 7f775c410800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.1.1 2024-09-12T18:00:29.797 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:29.795+0000 7f775c410800 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19 : hit (requested=0x17, cached=0x17) 2024-09-12T18:00:29.797 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:29.795+0000 7f775c410800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19 2024-09-12T18:00:29.798 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:29.797+0000 7f775c410800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19 info.flags=0x17 2024-09-12T18:00:29.799 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:29.797+0000 7f775c410800 10 moving default.rgw.meta+root+.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19 to cache LRU end 2024-09-12T18:00:29.799 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:29.797+0000 7f775c410800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:00:29.799 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:29.797+0000 7f775c410800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19, ofs0, ns] 2024-09-12T18:00:29.799 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:29.798+0000 7f76367fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398931 cookie 93994305425648 notifier 8048 bl.length()=905 2024-09-12T18:00:29.799 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:29.798+0000 7f76367fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19 info.flags=0x17 2024-09-12T18:00:29.799 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:29.798+0000 7f76367fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19 to cache LRU end 2024-09-12T18:00:29.799 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:29.798+0000 7f76367fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:00:29.800 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:29.798+0000 7f775c410800 20 handle_bi_update(): bucket=:myver[b6123b67-6580-4373-9691-e0e950df5f06.4566.19]): orig_sources= new_sources= 2024-09-12T18:00:29.800 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:29.798+0000 7f775c410800 20 handle_bi_update(): bucket=:myver[b6123b67-6580-4373-9691-e0e950df5f06.4566.19]): potential sources added=[] removed=[] 2024-09-12T18:00:29.800 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:29.798+0000 7f775c410800 20 handle_bi_update(): bucket=:myver[b6123b67-6580-4373-9691-e0e950df5f06.4566.19]): orig_dests= new_dests= 2024-09-12T18:00:29.800 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:29.798+0000 7f775c410800 20 handle_bi_update(): bucket=:myver[b6123b67-6580-4373-9691-e0e950df5f06.4566.19]): potential dests added=[] removed=[] 2024-09-12T18:00:29.801 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:29.800+0000 7f775c410800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.1.0 2024-09-12T18:00:29.801 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:29.800+0000 7f775c410800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.1.0 2024-09-12T18:00:29.802 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:29.800+0000 7f775c410800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.1.1 2024-09-12T18:00:29.802 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:29.800+0000 7f775c410800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.1.1 2024-09-12T18:00:29.804 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:29.803+0000 7f775c410800 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19 : hit (requested=0x17, cached=0x17) 2024-09-12T18:00:29.805 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:29.803+0000 7f775c410800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19 2024-09-12T18:00:29.806 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:29.804+0000 7f775c410800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19 info.flags=0x17 2024-09-12T18:00:29.806 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:29.804+0000 7f775c410800 10 moving default.rgw.meta+root+.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19 to cache LRU end 2024-09-12T18:00:29.806 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:29.804+0000 7f775c410800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:00:29.806 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:29.804+0000 7f775c410800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19, ofs0, ns] 2024-09-12T18:00:29.807 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:29.805+0000 7f76367fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398932 cookie 93994305425648 notifier 8048 bl.length()=873 2024-09-12T18:00:29.807 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:29.805+0000 7f76367fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19 info.flags=0x17 2024-09-12T18:00:29.807 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:29.805+0000 7f76367fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19 to cache LRU end 2024-09-12T18:00:29.808 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:29.805+0000 7f76367fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:00:29.808 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:29.806+0000 7f775c410800 20 handle_bi_update(): bucket=:myver[b6123b67-6580-4373-9691-e0e950df5f06.4566.19]): orig_sources= new_sources= 2024-09-12T18:00:29.808 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:29.806+0000 7f775c410800 20 handle_bi_update(): bucket=:myver[b6123b67-6580-4373-9691-e0e950df5f06.4566.19]): potential sources added=[] removed=[] 2024-09-12T18:00:29.808 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:29.806+0000 7f775c410800 20 handle_bi_update(): bucket=:myver[b6123b67-6580-4373-9691-e0e950df5f06.4566.19]): orig_dests= new_dests= 2024-09-12T18:00:29.808 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:29.806+0000 7f775c410800 20 handle_bi_update(): bucket=:myver[b6123b67-6580-4373-9691-e0e950df5f06.4566.19]): potential dests added=[] removed=[] 2024-09-12T18:00:29.808 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:29.807+0000 7f775c410800 1 execute INFO: reshard of bucket "myver" from 2 shards to 3 shards completed successfully 2024-09-12T18:00:29.811 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:29.809+0000 7f760dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:29.813 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:29.812+0000 7f775c410800 20 remove_watcher() i=0 2024-09-12T18:00:29.813 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:29.812+0000 7f775c410800 2 removed watcher, disabling cache 2024-09-12T18:00:29.814 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:29.813+0000 7f775c410800 20 remove_watcher() i=1 2024-09-12T18:00:29.816 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:29.814+0000 7f775c410800 20 remove_watcher() i=2 2024-09-12T18:00:29.817 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:29.816+0000 7f775c410800 20 remove_watcher() i=3 2024-09-12T18:00:29.818 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:29.817+0000 7f775c410800 20 remove_watcher() i=4 2024-09-12T18:00:29.819 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:29.818+0000 7f775c410800 20 remove_watcher() i=5 2024-09-12T18:00:29.821 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:29.819+0000 7f775c410800 20 remove_watcher() i=6 2024-09-12T18:00:29.822 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:29.821+0000 7f775c410800 20 remove_watcher() i=7 2024-09-12T18:00:30.506 INFO:tasks.workunit.client.0.smithi045.stderr:TEST: check that bucket stats are correct after reshard with unlinked entries 2024-09-12T18:00:30.506 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T18:00:30.511 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:00:30.511 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T18:00:30.516 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:00:30.516 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T18:00:30.560 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:00:30.561 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T18:00:30.576 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:00:30.577 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T18:00:30.585 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:00:30.585 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T18:00:30.597 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:00:30.597 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T18:00:30.600 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:00:30.601 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T18:00:30.615 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:00:30.615 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T18:00:30.619 INFO:tasks.workunit.client.0.smithi045.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2024-09-12T18:00:31.036 INFO:tasks.workunit.client.0.smithi045.stderr:ceph config set client rgw_debug_inject_olh_cancel_modification_err true 2024-09-12T18:00:32.445 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:00:32.445 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T18:00:32.498 INFO:tasks.workunit.client.0.smithi045.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T18:00:32.499 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bi list --bucket myver --object x 2024-09-12T18:00:32.535 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:00:32.535 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:00:32.579 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:32.578+0000 7f68d8975800 20 rados->read ofs=0 len=0 2024-09-12T18:00:32.581 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:32.580+0000 7f68d8975800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:32.581 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:32.580+0000 7f68d8975800 20 realm 2024-09-12T18:00:32.582 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:32.580+0000 7f68d8975800 20 rados->read ofs=0 len=0 2024-09-12T18:00:32.582 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:32.580+0000 7f68d8975800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:32.582 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:32.580+0000 7f68d8975800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:00:32.582 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:32.580+0000 7f68d8975800 20 rados->read ofs=0 len=0 2024-09-12T18:00:32.582 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:32.580+0000 7f68d8975800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:32.582 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:32.580+0000 7f68d8975800 20 rados->read ofs=0 len=0 2024-09-12T18:00:32.582 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:32.581+0000 7f68d8975800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:32.582 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:32.581+0000 7f68d8975800 20 rados->read ofs=0 len=0 2024-09-12T18:00:32.583 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:32.582+0000 7f68d8975800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:00:32.583 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:32.582+0000 7f68d8975800 20 searching for the correct realm 2024-09-12T18:00:32.586 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:32.584+0000 7f68d5c5e640 0 -- 172.21.15.45:0/487526674 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f68c80e5b70 msgr2=0x7f68c80647e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:00:32.792 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:32.791+0000 7f68d645f640 0 -- 172.21.15.45:0/487526674 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f68cc082040 msgr2=0x7f68cc08e0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:00:33.000 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:32.999+0000 7f68d8975800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T18:00:33.001 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:32.999+0000 7f68d8975800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T18:00:33.001 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:32.999+0000 7f68d8975800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:00:33.001 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:32.999+0000 7f68d8975800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:00:33.001 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:32.999+0000 7f68d8975800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:00:33.001 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:32.999+0000 7f68d8975800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:00:33.001 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:32.999+0000 7f68d8975800 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.001 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:32.999+0000 7f68d8975800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:33.001 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:32.999+0000 7f68d8975800 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.002 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.000+0000 7f68d8975800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:33.002 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.000+0000 7f68d8975800 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.002 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.000+0000 7f68d8975800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:00:33.002 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.000+0000 7f68d8975800 20 zone default found 2024-09-12T18:00:33.002 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.000+0000 7f68d8975800 4 Realm: () 2024-09-12T18:00:33.002 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.000+0000 7f68d8975800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T18:00:33.002 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.000+0000 7f68d8975800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T18:00:33.003 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.000+0000 7f68d8975800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:00:33.003 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.000+0000 7f68d8975800 20 zonegroup default 2024-09-12T18:00:33.003 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.000+0000 7f68d8975800 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.003 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.000+0000 7f68d8975800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:33.003 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.000+0000 7f68d8975800 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.003 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.001+0000 7f68d8975800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:33.003 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.001+0000 7f68d8975800 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.004 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.001+0000 7f68d8975800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:33.004 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.001+0000 7f68d8975800 20 started sync module instance, tier type = 2024-09-12T18:00:33.004 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.001+0000 7f68d8975800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T18:00:33.015 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.014+0000 7f68d8975800 20 add_watcher() i=0 2024-09-12T18:00:33.015 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.014+0000 7f68d8975800 20 add_watcher() i=1 2024-09-12T18:00:33.015 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.014+0000 7f68d8975800 20 add_watcher() i=2 2024-09-12T18:00:33.016 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.014+0000 7f68d8975800 20 add_watcher() i=3 2024-09-12T18:00:33.016 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.014+0000 7f68d8975800 20 add_watcher() i=4 2024-09-12T18:00:33.016 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.014+0000 7f68d8975800 20 add_watcher() i=5 2024-09-12T18:00:33.016 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.014+0000 7f68d8975800 20 add_watcher() i=6 2024-09-12T18:00:33.017 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.015+0000 7f68d8975800 20 add_watcher() i=7 2024-09-12T18:00:33.017 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.015+0000 7f68d8975800 2 all 8 watchers are set, enabling cache 2024-09-12T18:00:33.019 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.017+0000 7f678cfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:33.020 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.018+0000 7f68d8975800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:00:33.020 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.018+0000 7f68d8975800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:00:33.020 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.018+0000 7f68d8975800 5 note: GC not initialized 2024-09-12T18:00:33.020 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.018+0000 7f67077fe640 20 reqs_thread_entry: start 2024-09-12T18:00:33.020 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.018+0000 7f68d8975800 20 init_complete bucket index max shards: 1 2024-09-12T18:00:33.020 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.018+0000 7f68d8975800 20 Filter name: none 2024-09-12T18:00:33.020 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.018+0000 7f67057fa640 20 reqs_thread_entry: start 2024-09-12T18:00:33.020 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.018+0000 7f68d8975800 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.021 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.019+0000 7f68d8975800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T18:00:33.021 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.019+0000 7f68d8975800 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.021 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.019+0000 7f68d8975800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T18:00:33.021 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.020+0000 7f68d8975800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:00:33.022 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.020+0000 7f68d8975800 20 INFO: main: max_entries=1000, index=gen=2, max_shards=3 2024-09-12T18:00:33.022 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.020+0000 7f68d8975800 20 INFO: main: starting shard=0 2024-09-12T18:00:33.022 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.020+0000 7f68d8975800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.2.0 2024-09-12T18:00:33.022 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.020+0000 7f68d8975800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.2.0 2024-09-12T18:00:33.022 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.020+0000 7f68d8975800 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-12T18:00:33.023 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.020+0000 7f68d8975800 20 INFO: main: starting shard=1 2024-09-12T18:00:33.023 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.020+0000 7f68d8975800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.2.1 2024-09-12T18:00:33.023 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.020+0000 7f68d8975800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.2.1 2024-09-12T18:00:33.023 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.021+0000 7f68d8975800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T18:00:33.023 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.021+0000 7f68d8975800 20 INFO: main: starting shard=2 2024-09-12T18:00:33.023 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.021+0000 7f68d8975800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.2.2 2024-09-12T18:00:33.023 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.021+0000 7f68d8975800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.2.2 2024-09-12T18:00:33.023 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.022+0000 7f68d8975800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T18:00:33.023 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.022+0000 7f68d8975800 20 INFO: main: done 2024-09-12T18:00:33.025 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.023+0000 7f678cfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:33.027 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.026+0000 7f68d8975800 20 remove_watcher() i=0 2024-09-12T18:00:33.027 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.026+0000 7f68d8975800 2 removed watcher, disabling cache 2024-09-12T18:00:33.028 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.027+0000 7f68d8975800 20 remove_watcher() i=1 2024-09-12T18:00:33.029 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.028+0000 7f68d8975800 20 remove_watcher() i=2 2024-09-12T18:00:33.031 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.029+0000 7f68d8975800 20 remove_watcher() i=3 2024-09-12T18:00:33.032 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.030+0000 7f68d8975800 20 remove_watcher() i=4 2024-09-12T18:00:33.035 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.032+0000 7f68d8975800 20 remove_watcher() i=5 2024-09-12T18:00:33.035 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.033+0000 7f68d8975800 20 remove_watcher() i=6 2024-09-12T18:00:33.035 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.034+0000 7f68d8975800 20 remove_watcher() i=7 2024-09-12T18:00:33.051 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:00:33.051 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T18:00:33.055 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:00:33.055 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T18:00:33.104 INFO:tasks.workunit.client.0.smithi045.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T18:00:33.105 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bi list --bucket myver --object y 2024-09-12T18:00:33.139 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:00:33.139 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:00:33.181 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.179+0000 7fdea153b800 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.183 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.181+0000 7fdea153b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:33.183 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.181+0000 7fdea153b800 20 realm 2024-09-12T18:00:33.183 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.181+0000 7fdea153b800 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.183 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.181+0000 7fdea153b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:33.183 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.181+0000 7fdea153b800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:00:33.183 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.181+0000 7fdea153b800 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.183 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.181+0000 7fdea153b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:33.183 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.181+0000 7fdea153b800 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.184 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.182+0000 7fdea153b800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:33.184 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.182+0000 7fdea153b800 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.185 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.183+0000 7fdea153b800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:00:33.185 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.183+0000 7fdea153b800 20 searching for the correct realm 2024-09-12T18:00:33.187 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.186+0000 7fde9caba640 0 -- 172.21.15.45:0/2524777858 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7fde9006e110 msgr2=0x7fde90068a70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:33.191 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.190+0000 7fde9d2bb640 0 -- 172.21.15.45:0/2524777858 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7fde9401f420 msgr2=0x7fde9401f880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:33.399 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.398+0000 7fdea153b800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T18:00:33.399 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.398+0000 7fdea153b800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T18:00:33.399 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.398+0000 7fdea153b800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:00:33.400 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.398+0000 7fdea153b800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:00:33.400 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.398+0000 7fdea153b800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:00:33.400 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.398+0000 7fdea153b800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:00:33.400 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.398+0000 7fdea153b800 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.400 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.398+0000 7fdea153b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:33.400 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.398+0000 7fdea153b800 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.401 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.398+0000 7fdea153b800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:33.401 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.398+0000 7fdea153b800 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.401 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.399+0000 7fdea153b800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:00:33.401 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.399+0000 7fdea153b800 20 zone default found 2024-09-12T18:00:33.402 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.399+0000 7fdea153b800 4 Realm: () 2024-09-12T18:00:33.402 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.399+0000 7fdea153b800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T18:00:33.402 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.399+0000 7fdea153b800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T18:00:33.402 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.399+0000 7fdea153b800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:00:33.402 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.399+0000 7fdea153b800 20 zonegroup default 2024-09-12T18:00:33.402 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.399+0000 7fdea153b800 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.402 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.399+0000 7fdea153b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:33.402 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.399+0000 7fdea153b800 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.402 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.399+0000 7fdea153b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:33.402 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.399+0000 7fdea153b800 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.402 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.400+0000 7fdea153b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:33.402 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.400+0000 7fdea153b800 20 started sync module instance, tier type = 2024-09-12T18:00:33.402 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.400+0000 7fdea153b800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T18:00:33.411 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.410+0000 7fdea153b800 20 add_watcher() i=0 2024-09-12T18:00:33.411 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.410+0000 7fdea153b800 20 add_watcher() i=1 2024-09-12T18:00:33.411 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.410+0000 7fdea153b800 20 add_watcher() i=2 2024-09-12T18:00:33.411 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.410+0000 7fdea153b800 20 add_watcher() i=3 2024-09-12T18:00:33.412 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.410+0000 7fdea153b800 20 add_watcher() i=4 2024-09-12T18:00:33.412 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.410+0000 7fdea153b800 20 add_watcher() i=5 2024-09-12T18:00:33.412 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.410+0000 7fdea153b800 20 add_watcher() i=6 2024-09-12T18:00:33.412 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.411+0000 7fdea153b800 20 add_watcher() i=7 2024-09-12T18:00:33.412 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.411+0000 7fdea153b800 2 all 8 watchers are set, enabling cache 2024-09-12T18:00:33.414 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.413+0000 7fdd53fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:33.415 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.413+0000 7fdea153b800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:00:33.415 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.413+0000 7fdea153b800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:00:33.415 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.413+0000 7fdea153b800 5 note: GC not initialized 2024-09-12T18:00:33.415 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.413+0000 7fdd52fe5640 20 reqs_thread_entry: start 2024-09-12T18:00:33.415 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.413+0000 7fdea153b800 20 init_complete bucket index max shards: 1 2024-09-12T18:00:33.415 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.413+0000 7fdea153b800 20 Filter name: none 2024-09-12T18:00:33.416 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.414+0000 7fdd50fe1640 20 reqs_thread_entry: start 2024-09-12T18:00:33.416 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.414+0000 7fdea153b800 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.416 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.414+0000 7fdea153b800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T18:00:33.417 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.414+0000 7fdea153b800 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.417 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.414+0000 7fdea153b800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T18:00:33.417 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.414+0000 7fdea153b800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:00:33.417 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.414+0000 7fdea153b800 20 INFO: main: max_entries=1000, index=gen=2, max_shards=3 2024-09-12T18:00:33.417 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.414+0000 7fdea153b800 20 INFO: main: starting shard=0 2024-09-12T18:00:33.417 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.414+0000 7fdea153b800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.2.0 2024-09-12T18:00:33.417 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.414+0000 7fdea153b800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.2.0 2024-09-12T18:00:33.418 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.415+0000 7fdea153b800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T18:00:33.418 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.415+0000 7fdea153b800 20 INFO: main: starting shard=1 2024-09-12T18:00:33.418 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.415+0000 7fdea153b800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.2.1 2024-09-12T18:00:33.418 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.415+0000 7fdea153b800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.2.1 2024-09-12T18:00:33.419 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.416+0000 7fdea153b800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T18:00:33.419 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.416+0000 7fdea153b800 20 INFO: main: starting shard=2 2024-09-12T18:00:33.419 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.416+0000 7fdea153b800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.2.2 2024-09-12T18:00:33.419 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.416+0000 7fdea153b800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.2.2 2024-09-12T18:00:33.419 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.417+0000 7fdea153b800 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-12T18:00:33.419 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.417+0000 7fdea153b800 20 INFO: main: done 2024-09-12T18:00:33.419 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.417+0000 7fdd53fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:33.422 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.420+0000 7fdea153b800 20 remove_watcher() i=0 2024-09-12T18:00:33.422 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.420+0000 7fdea153b800 2 removed watcher, disabling cache 2024-09-12T18:00:33.423 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.422+0000 7fdea153b800 20 remove_watcher() i=1 2024-09-12T18:00:33.424 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.423+0000 7fdea153b800 20 remove_watcher() i=2 2024-09-12T18:00:33.425 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.424+0000 7fdea153b800 20 remove_watcher() i=3 2024-09-12T18:00:33.426 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.425+0000 7fdea153b800 20 remove_watcher() i=4 2024-09-12T18:00:33.427 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.426+0000 7fdea153b800 20 remove_watcher() i=5 2024-09-12T18:00:33.428 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.427+0000 7fdea153b800 20 remove_watcher() i=6 2024-09-12T18:00:33.429 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.428+0000 7fdea153b800 20 remove_watcher() i=7 2024-09-12T18:00:33.443 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:00:33.443 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T18:00:33.447 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:00:33.447 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T18:00:33.496 INFO:tasks.workunit.client.0.smithi045.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T18:00:33.497 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bi list --bucket myver --object z 2024-09-12T18:00:33.529 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:00:33.529 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:00:33.569 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.567+0000 7f664c739800 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.571 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.569+0000 7f664c739800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:33.571 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.569+0000 7f664c739800 20 realm 2024-09-12T18:00:33.571 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.569+0000 7f664c739800 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.571 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.569+0000 7f664c739800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:33.571 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.569+0000 7f664c739800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:00:33.571 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.569+0000 7f664c739800 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.571 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.570+0000 7f664c739800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:33.572 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.570+0000 7f664c739800 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.572 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.570+0000 7f664c739800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:33.572 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.571+0000 7f664c739800 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.573 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.571+0000 7f664c739800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:00:33.573 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.571+0000 7f664c739800 20 searching for the correct realm 2024-09-12T18:00:33.575 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.573+0000 7f66483c7640 0 -- 172.21.15.45:0/2962969337 >> [v2:172.21.15.45:6808/2245364274,v1:172.21.15.45:6809/2245364274] conn(0x7f663c092430 msgr2=0x7f663c092890 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:33.578 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.577+0000 7f6647bc6640 0 -- 172.21.15.45:0/2962969337 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x556a39846c60 msgr2=0x556a39849050 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:33.584 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.583+0000 7f664c739800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T18:00:33.584 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.583+0000 7f664c739800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T18:00:33.585 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.583+0000 7f664c739800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:00:33.585 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.583+0000 7f664c739800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:00:33.585 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.583+0000 7f664c739800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:00:33.585 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.583+0000 7f664c739800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:00:33.585 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.583+0000 7f664c739800 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.585 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.583+0000 7f664c739800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:33.585 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.583+0000 7f664c739800 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.586 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.583+0000 7f664c739800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:33.586 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.583+0000 7f664c739800 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.586 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.583+0000 7f664c739800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:00:33.586 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.583+0000 7f664c739800 20 zone default found 2024-09-12T18:00:33.586 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.584+0000 7f664c739800 4 Realm: () 2024-09-12T18:00:33.587 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.584+0000 7f664c739800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T18:00:33.587 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.584+0000 7f664c739800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T18:00:33.587 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.584+0000 7f664c739800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:00:33.587 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.584+0000 7f664c739800 20 zonegroup default 2024-09-12T18:00:33.587 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.584+0000 7f664c739800 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.587 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.584+0000 7f664c739800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:33.587 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.584+0000 7f664c739800 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.587 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.584+0000 7f664c739800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:33.587 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.584+0000 7f664c739800 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.587 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.584+0000 7f664c739800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:33.587 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.584+0000 7f664c739800 20 started sync module instance, tier type = 2024-09-12T18:00:33.588 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.584+0000 7f664c739800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T18:00:33.595 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.594+0000 7f664c739800 20 add_watcher() i=0 2024-09-12T18:00:33.595 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.594+0000 7f664c739800 20 add_watcher() i=1 2024-09-12T18:00:33.596 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.594+0000 7f664c739800 20 add_watcher() i=2 2024-09-12T18:00:33.596 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.594+0000 7f664c739800 20 add_watcher() i=3 2024-09-12T18:00:33.596 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.594+0000 7f664c739800 20 add_watcher() i=4 2024-09-12T18:00:33.596 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.594+0000 7f664c739800 20 add_watcher() i=5 2024-09-12T18:00:33.596 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.594+0000 7f664c739800 20 add_watcher() i=6 2024-09-12T18:00:33.596 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.595+0000 7f664c739800 20 add_watcher() i=7 2024-09-12T18:00:33.596 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.595+0000 7f664c739800 2 all 8 watchers are set, enabling cache 2024-09-12T18:00:33.598 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.597+0000 7f64fe7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:33.599 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.597+0000 7f664c739800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:00:33.599 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.597+0000 7f664c739800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:00:33.599 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.597+0000 7f664c739800 5 note: GC not initialized 2024-09-12T18:00:33.599 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.597+0000 7f64fd7e2640 20 reqs_thread_entry: start 2024-09-12T18:00:33.599 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.597+0000 7f664c739800 20 init_complete bucket index max shards: 1 2024-09-12T18:00:33.600 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.598+0000 7f664c739800 20 Filter name: none 2024-09-12T18:00:33.600 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.598+0000 7f646effd640 20 reqs_thread_entry: start 2024-09-12T18:00:33.600 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.598+0000 7f664c739800 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.600 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.598+0000 7f664c739800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T18:00:33.601 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.598+0000 7f664c739800 20 rados->read ofs=0 len=0 2024-09-12T18:00:33.601 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.598+0000 7f664c739800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T18:00:33.601 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.598+0000 7f664c739800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:00:33.601 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.598+0000 7f664c739800 20 INFO: main: max_entries=1000, index=gen=2, max_shards=3 2024-09-12T18:00:33.601 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.598+0000 7f664c739800 20 INFO: main: starting shard=0 2024-09-12T18:00:33.601 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.598+0000 7f664c739800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.2.0 2024-09-12T18:00:33.601 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.598+0000 7f664c739800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.2.0 2024-09-12T18:00:33.601 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.599+0000 7f664c739800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T18:00:33.601 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.599+0000 7f664c739800 20 INFO: main: starting shard=1 2024-09-12T18:00:33.601 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.599+0000 7f664c739800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.2.1 2024-09-12T18:00:33.601 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.599+0000 7f664c739800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.2.1 2024-09-12T18:00:33.602 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.600+0000 7f664c739800 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-12T18:00:33.602 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.600+0000 7f664c739800 20 INFO: main: starting shard=2 2024-09-12T18:00:33.602 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.600+0000 7f664c739800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.2.2 2024-09-12T18:00:33.603 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.600+0000 7f664c739800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.2.2 2024-09-12T18:00:33.603 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.600+0000 7f664c739800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T18:00:33.603 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.600+0000 7f664c739800 20 INFO: main: done 2024-09-12T18:00:33.603 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.601+0000 7f64fe7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:33.605 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.605+0000 7f664c739800 20 remove_watcher() i=0 2024-09-12T18:00:33.605 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.605+0000 7f664c739800 2 removed watcher, disabling cache 2024-09-12T18:00:33.606 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.605+0000 7f664c739800 20 remove_watcher() i=1 2024-09-12T18:00:33.607 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.606+0000 7f664c739800 20 remove_watcher() i=2 2024-09-12T18:00:33.609 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.607+0000 7f664c739800 20 remove_watcher() i=3 2024-09-12T18:00:33.610 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.608+0000 7f664c739800 20 remove_watcher() i=4 2024-09-12T18:00:33.611 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.609+0000 7f664c739800 20 remove_watcher() i=5 2024-09-12T18:00:33.611 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.610+0000 7f664c739800 20 remove_watcher() i=6 2024-09-12T18:00:33.612 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:33.611+0000 7f664c739800 20 remove_watcher() i=7 2024-09-12T18:00:33.625 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:00:33.626 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T18:00:33.630 INFO:tasks.workunit.client.0.smithi045.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2024-09-12T18:00:34.039 INFO:tasks.workunit.client.0.smithi045.stderr:ceph config rm client rgw_debug_inject_olh_cancel_modification_err 2024-09-12T18:00:34.443 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket reshard --bucket myver --num-shards 17 --yes-i-really-mean-it 2024-09-12T18:00:34.476 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:00:34.476 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:00:34.700 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:34.699+0000 7f59a3fa2640 0 --2- 172.21.15.45:0/3346386648 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5625893c1e90 0x5625894ad5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2024-09-12T18:00:34.716 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:34.716+0000 7f59a6cb9800 20 rados->read ofs=0 len=0 2024-09-12T18:00:34.718 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:34.718+0000 7f59a6cb9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:34.718 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:34.718+0000 7f59a6cb9800 20 realm 2024-09-12T18:00:34.718 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:34.718+0000 7f59a6cb9800 20 rados->read ofs=0 len=0 2024-09-12T18:00:34.719 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:34.718+0000 7f59a6cb9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:34.719 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:34.718+0000 7f59a6cb9800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:00:34.719 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:34.718+0000 7f59a6cb9800 20 rados->read ofs=0 len=0 2024-09-12T18:00:34.719 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:34.718+0000 7f59a6cb9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:34.719 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:34.718+0000 7f59a6cb9800 20 rados->read ofs=0 len=0 2024-09-12T18:00:34.720 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:34.718+0000 7f59a6cb9800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:34.720 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:34.718+0000 7f59a6cb9800 20 rados->read ofs=0 len=0 2024-09-12T18:00:34.720 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:34.719+0000 7f59a6cb9800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:00:34.720 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:34.719+0000 7f59a6cb9800 20 searching for the correct realm 2024-09-12T18:00:34.722 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:34.722+0000 7f59a3fa2640 0 -- 172.21.15.45:0/802738424 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f5994034060 msgr2=0x7f599409dab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:00:34.929 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:34.929+0000 7f59a47a3640 0 -- 172.21.15.45:0/802738424 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f5998091bd0 msgr2=0x7f59980e2620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:00:35.137 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.137+0000 7f59a6cb9800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T18:00:35.137 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.137+0000 7f59a6cb9800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T18:00:35.137 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.137+0000 7f59a6cb9800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:00:35.138 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.137+0000 7f59a6cb9800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:00:35.138 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.137+0000 7f59a6cb9800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:00:35.138 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.137+0000 7f59a6cb9800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:00:35.138 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.137+0000 7f59a6cb9800 20 rados->read ofs=0 len=0 2024-09-12T18:00:35.138 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.137+0000 7f59a6cb9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:35.138 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.137+0000 7f59a6cb9800 20 rados->read ofs=0 len=0 2024-09-12T18:00:35.139 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.138+0000 7f59a6cb9800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:35.139 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.138+0000 7f59a6cb9800 20 rados->read ofs=0 len=0 2024-09-12T18:00:35.139 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.138+0000 7f59a6cb9800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:00:35.139 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.138+0000 7f59a6cb9800 20 zone default found 2024-09-12T18:00:35.139 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.138+0000 7f59a6cb9800 4 Realm: () 2024-09-12T18:00:35.139 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.138+0000 7f59a6cb9800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T18:00:35.139 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.138+0000 7f59a6cb9800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T18:00:35.139 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.138+0000 7f59a6cb9800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:00:35.139 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.138+0000 7f59a6cb9800 20 zonegroup default 2024-09-12T18:00:35.139 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.138+0000 7f59a6cb9800 20 rados->read ofs=0 len=0 2024-09-12T18:00:35.140 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.138+0000 7f59a6cb9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:35.140 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.138+0000 7f59a6cb9800 20 rados->read ofs=0 len=0 2024-09-12T18:00:35.140 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.139+0000 7f59a6cb9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:35.140 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.139+0000 7f59a6cb9800 20 rados->read ofs=0 len=0 2024-09-12T18:00:35.140 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.139+0000 7f59a6cb9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:35.140 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.139+0000 7f59a6cb9800 20 started sync module instance, tier type = 2024-09-12T18:00:35.140 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.139+0000 7f59a6cb9800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T18:00:35.150 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.150+0000 7f59a6cb9800 20 add_watcher() i=0 2024-09-12T18:00:35.150 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.150+0000 7f59a6cb9800 20 add_watcher() i=1 2024-09-12T18:00:35.150 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.150+0000 7f59a6cb9800 20 add_watcher() i=2 2024-09-12T18:00:35.150 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.150+0000 7f59a6cb9800 20 add_watcher() i=3 2024-09-12T18:00:35.150 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.150+0000 7f59a6cb9800 20 add_watcher() i=4 2024-09-12T18:00:35.151 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.150+0000 7f59a6cb9800 20 add_watcher() i=5 2024-09-12T18:00:35.151 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.150+0000 7f59a6cb9800 20 add_watcher() i=6 2024-09-12T18:00:35.151 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.151+0000 7f59a6cb9800 20 add_watcher() i=7 2024-09-12T18:00:35.151 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.151+0000 7f59a6cb9800 2 all 8 watchers are set, enabling cache 2024-09-12T18:00:35.153 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.153+0000 7f585a7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:35.154 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.153+0000 7f59a6cb9800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:00:35.154 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.153+0000 7f59a6cb9800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:00:35.154 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.153+0000 7f59a6cb9800 5 note: GC not initialized 2024-09-12T18:00:35.154 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.153+0000 7f58597e2640 20 reqs_thread_entry: start 2024-09-12T18:00:35.154 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.153+0000 7f59a6cb9800 20 init_complete bucket index max shards: 1 2024-09-12T18:00:35.155 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.154+0000 7f59a6cb9800 20 Filter name: none 2024-09-12T18:00:35.155 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.154+0000 7f57caffd640 20 reqs_thread_entry: start 2024-09-12T18:00:35.155 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.154+0000 7f59a6cb9800 10 cache get: name=default.rgw.meta+root+myver : miss 2024-09-12T18:00:35.155 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.154+0000 7f59a6cb9800 20 rados->read ofs=0 len=0 2024-09-12T18:00:35.155 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.154+0000 7f59a6cb9800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T18:00:35.155 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.154+0000 7f59a6cb9800 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2024-09-12T18:00:35.156 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.154+0000 7f59a6cb9800 10 adding default.rgw.meta+root+myver to cache LRU end 2024-09-12T18:00:35.156 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.154+0000 7f59a6cb9800 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19 : miss 2024-09-12T18:00:35.156 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.154+0000 7f59a6cb9800 20 rados->read ofs=0 len=0 2024-09-12T18:00:35.156 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.155+0000 7f59a6cb9800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T18:00:35.156 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.155+0000 7f59a6cb9800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19 info.flags=0x17 2024-09-12T18:00:35.156 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.155+0000 7f59a6cb9800 10 adding default.rgw.meta+root+.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19 to cache LRU end 2024-09-12T18:00:35.156 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.155+0000 7f59a6cb9800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:00:35.156 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.155+0000 7f59a6cb9800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:00:35.156 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.155+0000 7f59a6cb9800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19 2024-09-12T18:00:35.163 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.163+0000 7f59a6cb9800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19 info.flags=0x17 2024-09-12T18:00:35.163 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.163+0000 7f59a6cb9800 10 moving default.rgw.meta+root+.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19 to cache LRU end 2024-09-12T18:00:35.163 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.163+0000 7f59a6cb9800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:00:35.163 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.163+0000 7f59a6cb9800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19, ofs0, ns] 2024-09-12T18:00:35.164 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.163+0000 7f5882ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398933 cookie 94719217945504 notifier 8646 bl.length()=905 2024-09-12T18:00:35.164 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.163+0000 7f5882ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19 info.flags=0x17 2024-09-12T18:00:35.164 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.163+0000 7f5882ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19 to cache LRU end 2024-09-12T18:00:35.164 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.163+0000 7f5882ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:00:35.164 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.163+0000 7f59a6cb9800 20 handle_bi_update(): bucket=:myver[b6123b67-6580-4373-9691-e0e950df5f06.4566.19]): orig_sources= new_sources= 2024-09-12T18:00:35.164 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.163+0000 7f59a6cb9800 20 handle_bi_update(): bucket=:myver[b6123b67-6580-4373-9691-e0e950df5f06.4566.19]): potential sources added=[] removed=[] 2024-09-12T18:00:35.164 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.163+0000 7f59a6cb9800 20 handle_bi_update(): bucket=:myver[b6123b67-6580-4373-9691-e0e950df5f06.4566.19]): orig_dests= new_dests= 2024-09-12T18:00:35.165 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.163+0000 7f59a6cb9800 20 handle_bi_update(): bucket=:myver[b6123b67-6580-4373-9691-e0e950df5f06.4566.19]): potential dests added=[] removed=[] 2024-09-12T18:00:35.167 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.166+0000 7f59a6cb9800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.0 2024-09-12T18:00:35.167 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.166+0000 7f59a6cb9800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.0 2024-09-12T18:00:35.167 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.166+0000 7f59a6cb9800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.1 2024-09-12T18:00:35.168 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.166+0000 7f59a6cb9800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.1 2024-09-12T18:00:35.168 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.166+0000 7f59a6cb9800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.2 2024-09-12T18:00:35.168 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.166+0000 7f59a6cb9800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.2 2024-09-12T18:00:35.168 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.166+0000 7f59a6cb9800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.3 2024-09-12T18:00:35.168 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.166+0000 7f59a6cb9800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.3 2024-09-12T18:00:35.168 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.166+0000 7f59a6cb9800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.4 2024-09-12T18:00:35.168 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.166+0000 7f59a6cb9800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.4 2024-09-12T18:00:35.168 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.166+0000 7f59a6cb9800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.5 2024-09-12T18:00:35.168 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.166+0000 7f59a6cb9800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.5 2024-09-12T18:00:35.168 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.166+0000 7f59a6cb9800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.6 2024-09-12T18:00:35.168 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.166+0000 7f59a6cb9800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.6 2024-09-12T18:00:35.169 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.166+0000 7f59a6cb9800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.7 2024-09-12T18:00:35.169 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.166+0000 7f59a6cb9800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.7 2024-09-12T18:00:35.169 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.166+0000 7f59a6cb9800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.8 2024-09-12T18:00:35.169 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.166+0000 7f59a6cb9800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.8 2024-09-12T18:00:35.169 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.166+0000 7f59a6cb9800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.9 2024-09-12T18:00:35.169 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.166+0000 7f59a6cb9800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.9 2024-09-12T18:00:35.169 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.166+0000 7f59a6cb9800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.10 2024-09-12T18:00:35.169 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.166+0000 7f59a6cb9800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.10 2024-09-12T18:00:35.169 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.166+0000 7f59a6cb9800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.11 2024-09-12T18:00:35.169 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.166+0000 7f59a6cb9800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.11 2024-09-12T18:00:35.169 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.166+0000 7f59a6cb9800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.12 2024-09-12T18:00:35.169 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.166+0000 7f59a6cb9800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.12 2024-09-12T18:00:35.169 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.166+0000 7f59a6cb9800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.13 2024-09-12T18:00:35.170 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.166+0000 7f59a6cb9800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.13 2024-09-12T18:00:35.170 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.166+0000 7f59a6cb9800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.14 2024-09-12T18:00:35.170 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.166+0000 7f59a6cb9800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.14 2024-09-12T18:00:35.170 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.166+0000 7f59a6cb9800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.15 2024-09-12T18:00:35.170 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.166+0000 7f59a6cb9800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.15 2024-09-12T18:00:35.170 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.166+0000 7f59a6cb9800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.16 2024-09-12T18:00:35.170 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.166+0000 7f59a6cb9800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.16 2024-09-12T18:00:35.170 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.166+0000 7f59a6cb9800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.2.0 2024-09-12T18:00:35.170 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.166+0000 7f59a6cb9800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.2.0 2024-09-12T18:00:35.170 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.167+0000 7f59a6cb9800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.2.1 2024-09-12T18:00:35.170 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.167+0000 7f59a6cb9800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.2.1 2024-09-12T18:00:35.171 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.167+0000 7f59a6cb9800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.2.2 2024-09-12T18:00:35.171 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.167+0000 7f59a6cb9800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.2.2 2024-09-12T18:00:35.171 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.170+0000 7f59a6cb9800 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19 : hit (requested=0x17, cached=0x17) 2024-09-12T18:00:35.171 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.170+0000 7f59a6cb9800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19 2024-09-12T18:00:35.172 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.171+0000 7f59a6cb9800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19 info.flags=0x17 2024-09-12T18:00:35.172 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.171+0000 7f59a6cb9800 10 moving default.rgw.meta+root+.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19 to cache LRU end 2024-09-12T18:00:35.172 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.171+0000 7f59a6cb9800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:00:35.172 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.171+0000 7f59a6cb9800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19, ofs0, ns] 2024-09-12T18:00:35.172 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.171+0000 7f5882ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398934 cookie 94719217945504 notifier 8646 bl.length()=905 2024-09-12T18:00:35.172 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.171+0000 7f5882ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19 info.flags=0x17 2024-09-12T18:00:35.172 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.171+0000 7f5882ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19 to cache LRU end 2024-09-12T18:00:35.173 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.171+0000 7f5882ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:00:35.173 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.172+0000 7f59a6cb9800 20 handle_bi_update(): bucket=:myver[b6123b67-6580-4373-9691-e0e950df5f06.4566.19]): orig_sources= new_sources= 2024-09-12T18:00:35.173 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.172+0000 7f59a6cb9800 20 handle_bi_update(): bucket=:myver[b6123b67-6580-4373-9691-e0e950df5f06.4566.19]): potential sources added=[] removed=[] 2024-09-12T18:00:35.173 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.172+0000 7f59a6cb9800 20 handle_bi_update(): bucket=:myver[b6123b67-6580-4373-9691-e0e950df5f06.4566.19]): orig_dests= new_dests= 2024-09-12T18:00:35.173 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.172+0000 7f59a6cb9800 20 handle_bi_update(): bucket=:myver[b6123b67-6580-4373-9691-e0e950df5f06.4566.19]): potential dests added=[] removed=[] 2024-09-12T18:00:35.173 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.173+0000 7f59a6cb9800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.2.0 2024-09-12T18:00:35.174 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.173+0000 7f59a6cb9800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.2.0 2024-09-12T18:00:35.174 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.173+0000 7f59a6cb9800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.2.1 2024-09-12T18:00:35.174 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.173+0000 7f59a6cb9800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.2.1 2024-09-12T18:00:35.175 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.174+0000 7f59a6cb9800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.2.2 2024-09-12T18:00:35.175 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.174+0000 7f59a6cb9800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.2.2 2024-09-12T18:00:35.175 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.174+0000 7f59a6cb9800 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19 : hit (requested=0x17, cached=0x17) 2024-09-12T18:00:35.175 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.174+0000 7f59a6cb9800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19 2024-09-12T18:00:35.176 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.176+0000 7f59a6cb9800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19 info.flags=0x17 2024-09-12T18:00:35.176 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.176+0000 7f59a6cb9800 10 moving default.rgw.meta+root+.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19 to cache LRU end 2024-09-12T18:00:35.176 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.176+0000 7f59a6cb9800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:00:35.176 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.176+0000 7f59a6cb9800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19, ofs0, ns] 2024-09-12T18:00:35.177 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.176+0000 7f5882ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398935 cookie 94719217945504 notifier 8646 bl.length()=873 2024-09-12T18:00:35.177 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.176+0000 7f5882ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19 info.flags=0x17 2024-09-12T18:00:35.177 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.176+0000 7f5882ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19 to cache LRU end 2024-09-12T18:00:35.177 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.176+0000 7f5882ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:00:35.177 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.176+0000 7f59a6cb9800 20 handle_bi_update(): bucket=:myver[b6123b67-6580-4373-9691-e0e950df5f06.4566.19]): orig_sources= new_sources= 2024-09-12T18:00:35.177 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.176+0000 7f59a6cb9800 20 handle_bi_update(): bucket=:myver[b6123b67-6580-4373-9691-e0e950df5f06.4566.19]): potential sources added=[] removed=[] 2024-09-12T18:00:35.177 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.176+0000 7f59a6cb9800 20 handle_bi_update(): bucket=:myver[b6123b67-6580-4373-9691-e0e950df5f06.4566.19]): orig_dests= new_dests= 2024-09-12T18:00:35.177 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.176+0000 7f59a6cb9800 20 handle_bi_update(): bucket=:myver[b6123b67-6580-4373-9691-e0e950df5f06.4566.19]): potential dests added=[] removed=[] 2024-09-12T18:00:35.178 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.178+0000 7f59a6cb9800 1 execute INFO: reshard of bucket "myver" from 3 shards to 17 shards completed successfully 2024-09-12T18:00:35.180 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.180+0000 7f585a7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:35.182 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.182+0000 7f59a6cb9800 20 remove_watcher() i=0 2024-09-12T18:00:35.182 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.182+0000 7f59a6cb9800 2 removed watcher, disabling cache 2024-09-12T18:00:35.184 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.183+0000 7f59a6cb9800 20 remove_watcher() i=1 2024-09-12T18:00:35.185 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.184+0000 7f59a6cb9800 20 remove_watcher() i=2 2024-09-12T18:00:35.186 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.185+0000 7f59a6cb9800 20 remove_watcher() i=3 2024-09-12T18:00:35.187 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.186+0000 7f59a6cb9800 20 remove_watcher() i=4 2024-09-12T18:00:35.188 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.187+0000 7f59a6cb9800 20 remove_watcher() i=5 2024-09-12T18:00:35.189 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.188+0000 7f59a6cb9800 20 remove_watcher() i=6 2024-09-12T18:00:35.190 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.189+0000 7f59a6cb9800 20 remove_watcher() i=7 2024-09-12T18:00:35.203 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket check unlinked --bucket myver --fix --min-age-hours 0 --rgw-olh-pending-timeout-sec 0 --dump-keys 2024-09-12T18:00:35.239 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:00:35.239 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:00:35.280 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.279+0000 7f3aa3346800 20 rados->read ofs=0 len=0 2024-09-12T18:00:35.282 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.281+0000 7f3aa3346800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:35.282 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.281+0000 7f3aa3346800 20 realm 2024-09-12T18:00:35.282 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.281+0000 7f3aa3346800 20 rados->read ofs=0 len=0 2024-09-12T18:00:35.282 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.281+0000 7f3aa3346800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:35.283 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.281+0000 7f3aa3346800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:00:35.283 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.281+0000 7f3aa3346800 20 rados->read ofs=0 len=0 2024-09-12T18:00:35.283 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.281+0000 7f3aa3346800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:35.283 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.281+0000 7f3aa3346800 20 rados->read ofs=0 len=0 2024-09-12T18:00:35.284 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.282+0000 7f3aa3346800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:35.284 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.282+0000 7f3aa3346800 20 rados->read ofs=0 len=0 2024-09-12T18:00:35.284 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.283+0000 7f3aa3346800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:00:35.284 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.283+0000 7f3aa3346800 20 searching for the correct realm 2024-09-12T18:00:35.286 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.286+0000 7f3aa0636640 0 -- 172.21.15.45:0/3339774210 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x557fde3b3c20 msgr2=0x557fde3b6030 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:35.289 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.289+0000 7f3aa0e37640 0 -- 172.21.15.45:0/3339774210 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f3a940637d0 msgr2=0x7f3a9404d1f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:35.498 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.497+0000 7f3aa3346800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T18:00:35.498 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.497+0000 7f3aa3346800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T18:00:35.498 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.497+0000 7f3aa3346800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:00:35.498 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.497+0000 7f3aa3346800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:00:35.498 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.497+0000 7f3aa3346800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:00:35.498 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.497+0000 7f3aa3346800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:00:35.498 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.497+0000 7f3aa3346800 20 rados->read ofs=0 len=0 2024-09-12T18:00:35.498 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.497+0000 7f3aa3346800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:35.498 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.497+0000 7f3aa3346800 20 rados->read ofs=0 len=0 2024-09-12T18:00:35.500 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.498+0000 7f3aa3346800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:35.500 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.498+0000 7f3aa3346800 20 rados->read ofs=0 len=0 2024-09-12T18:00:35.500 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.498+0000 7f3aa3346800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:00:35.500 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.498+0000 7f3aa3346800 20 zone default found 2024-09-12T18:00:35.500 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.498+0000 7f3aa3346800 4 Realm: () 2024-09-12T18:00:35.500 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.498+0000 7f3aa3346800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T18:00:35.500 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.498+0000 7f3aa3346800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T18:00:35.500 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.498+0000 7f3aa3346800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:00:35.500 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.498+0000 7f3aa3346800 20 zonegroup default 2024-09-12T18:00:35.500 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.498+0000 7f3aa3346800 20 rados->read ofs=0 len=0 2024-09-12T18:00:35.501 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.498+0000 7f3aa3346800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:35.501 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.498+0000 7f3aa3346800 20 rados->read ofs=0 len=0 2024-09-12T18:00:35.501 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.499+0000 7f3aa3346800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:35.501 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.499+0000 7f3aa3346800 20 rados->read ofs=0 len=0 2024-09-12T18:00:35.501 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.499+0000 7f3aa3346800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:35.501 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.499+0000 7f3aa3346800 20 started sync module instance, tier type = 2024-09-12T18:00:35.501 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.499+0000 7f3aa3346800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T18:00:35.509 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.509+0000 7f3aa3346800 20 add_watcher() i=0 2024-09-12T18:00:35.509 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.509+0000 7f3aa3346800 20 add_watcher() i=1 2024-09-12T18:00:35.509 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.509+0000 7f3aa3346800 20 add_watcher() i=2 2024-09-12T18:00:35.510 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.509+0000 7f3aa3346800 20 add_watcher() i=3 2024-09-12T18:00:35.510 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.509+0000 7f3aa3346800 20 add_watcher() i=4 2024-09-12T18:00:35.510 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.509+0000 7f3aa3346800 20 add_watcher() i=5 2024-09-12T18:00:35.510 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.509+0000 7f3aa3346800 20 add_watcher() i=6 2024-09-12T18:00:35.510 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.510+0000 7f3aa3346800 20 add_watcher() i=7 2024-09-12T18:00:35.510 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.510+0000 7f3aa3346800 2 all 8 watchers are set, enabling cache 2024-09-12T18:00:35.512 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.512+0000 7f3956fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:35.514 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.512+0000 7f3aa3346800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:00:35.514 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.512+0000 7f3aa3346800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:00:35.514 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.512+0000 7f3aa3346800 5 note: GC not initialized 2024-09-12T18:00:35.515 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.513+0000 7f3955fe3640 20 reqs_thread_entry: start 2024-09-12T18:00:35.515 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.513+0000 7f3aa3346800 20 init_complete bucket index max shards: 1 2024-09-12T18:00:35.515 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.513+0000 7f3aa3346800 20 Filter name: none 2024-09-12T18:00:35.515 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.513+0000 7f38c77fe640 20 reqs_thread_entry: start 2024-09-12T18:00:35.515 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.513+0000 7f3aa3346800 10 cache get: name=default.rgw.meta+root+myver : miss 2024-09-12T18:00:35.515 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.513+0000 7f3aa3346800 20 rados->read ofs=0 len=0 2024-09-12T18:00:35.515 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.513+0000 7f3aa3346800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T18:00:35.515 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.513+0000 7f3aa3346800 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2024-09-12T18:00:35.515 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.513+0000 7f3aa3346800 10 adding default.rgw.meta+root+myver to cache LRU end 2024-09-12T18:00:35.515 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.513+0000 7f3aa3346800 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19 : miss 2024-09-12T18:00:35.515 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.513+0000 7f3aa3346800 20 rados->read ofs=0 len=0 2024-09-12T18:00:35.515 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.514+0000 7f3aa3346800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T18:00:35.516 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.514+0000 7f3aa3346800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19 info.flags=0x17 2024-09-12T18:00:35.516 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.514+0000 7f3aa3346800 10 adding default.rgw.meta+root+.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19 to cache LRU end 2024-09-12T18:00:35.516 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.514+0000 7f3aa3346800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:00:35.516 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.514+0000 7f3aa3346800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T18:00:35.516 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.514+0000 7f3aa3346800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:b6123b67-6580-4373-9691-e0e950df5f06.4566.19 2024-09-12T18:00:35.516 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.514+0000 7f3aa3346800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.0 2024-09-12T18:00:35.516 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.514+0000 7f3aa3346800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.0 2024-09-12T18:00:35.517 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.514+0000 7f3aa3346800 1 NOTICE: finished shard 0 (0 entries removed) 2024-09-12T18:00:35.517 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.514+0000 7f3aa3346800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.1 2024-09-12T18:00:35.517 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.514+0000 7f3aa3346800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.1 2024-09-12T18:00:35.517 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.515+0000 7f3aa3346800 1 NOTICE: finished shard 1 (0 entries removed) 2024-09-12T18:00:35.517 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.515+0000 7f3aa3346800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.2 2024-09-12T18:00:35.517 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.515+0000 7f3aa3346800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.2 2024-09-12T18:00:35.517 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.516+0000 7f3aa3346800 1 NOTICE: finished shard 2 (0 entries removed) 2024-09-12T18:00:35.517 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.516+0000 7f3aa3346800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.3 2024-09-12T18:00:35.517 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.516+0000 7f3aa3346800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.3 2024-09-12T18:00:35.517 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.516+0000 7f3aa3346800 1 NOTICE: finished shard 3 (0 entries removed) 2024-09-12T18:00:35.518 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.516+0000 7f3aa3346800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.4 2024-09-12T18:00:35.518 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.516+0000 7f3aa3346800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.4 2024-09-12T18:00:35.518 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.517+0000 7f3aa3346800 1 NOTICE: finished shard 4 (0 entries removed) 2024-09-12T18:00:35.518 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.517+0000 7f3aa3346800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.5 2024-09-12T18:00:35.518 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.517+0000 7f3aa3346800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.5 2024-09-12T18:00:35.519 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.517+0000 7f3aa3346800 1 NOTICE: finished shard 5 (0 entries removed) 2024-09-12T18:00:35.519 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.517+0000 7f3aa3346800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.6 2024-09-12T18:00:35.519 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.517+0000 7f3aa3346800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.6 2024-09-12T18:00:35.519 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.518+0000 7f3aa3346800 1 NOTICE: finished shard 6 (0 entries removed) 2024-09-12T18:00:35.519 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.518+0000 7f3aa3346800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.7 2024-09-12T18:00:35.519 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.518+0000 7f3aa3346800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.7 2024-09-12T18:00:35.519 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.518+0000 7f3aa3346800 1 NOTICE: finished shard 7 (0 entries removed) 2024-09-12T18:00:35.520 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.518+0000 7f3aa3346800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.8 2024-09-12T18:00:35.520 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.518+0000 7f3aa3346800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.8 2024-09-12T18:00:35.520 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.519+0000 7f3aa3346800 1 NOTICE: finished shard 8 (0 entries removed) 2024-09-12T18:00:35.520 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.519+0000 7f3aa3346800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.9 2024-09-12T18:00:35.520 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.519+0000 7f3aa3346800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.9 2024-09-12T18:00:35.520 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.520+0000 7f3aa3346800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.10 2024-09-12T18:00:35.520 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.520+0000 7f3aa3346800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.10 2024-09-12T18:00:35.521 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.520+0000 7f3aa3346800 1 NOTICE: finished shard 10 (0 entries removed) 2024-09-12T18:00:35.521 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.520+0000 7f3aa3346800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.11 2024-09-12T18:00:35.521 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.520+0000 7f3aa3346800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.11 2024-09-12T18:00:35.521 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.521+0000 7f3aa3346800 1 NOTICE: finished shard 11 (0 entries removed) 2024-09-12T18:00:35.522 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.521+0000 7f3aa3346800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.12 2024-09-12T18:00:35.522 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.521+0000 7f3aa3346800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.12 2024-09-12T18:00:35.522 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.521+0000 7f3aa3346800 1 NOTICE: finished shard 12 (0 entries removed) 2024-09-12T18:00:35.522 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.521+0000 7f3aa3346800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.13 2024-09-12T18:00:35.522 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.521+0000 7f3aa3346800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.13 2024-09-12T18:00:35.522 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.521+0000 7f3aa3346800 1 NOTICE: finished shard 13 (0 entries removed) 2024-09-12T18:00:35.522 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.521+0000 7f3aa3346800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.14 2024-09-12T18:00:35.522 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.521+0000 7f3aa3346800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.14 2024-09-12T18:00:35.523 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.522+0000 7f3aa3346800 1 NOTICE: finished shard 14 (0 entries removed) 2024-09-12T18:00:35.523 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.522+0000 7f3aa3346800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.15 2024-09-12T18:00:35.523 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.522+0000 7f3aa3346800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.15 2024-09-12T18:00:35.523 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.523+0000 7f3aa3346800 1 NOTICE: finished shard 15 (0 entries removed) 2024-09-12T18:00:35.523 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.523+0000 7f3aa3346800 10 bucket_obj is .dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.16 2024-09-12T18:00:35.524 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.523+0000 7f3aa3346800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.16 2024-09-12T18:00:35.524 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.523+0000 7f3aa3346800 1 NOTICE: finished shard 16 (0 entries removed) 2024-09-12T18:00:35.524 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.523+0000 7f3aa3346800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.9 2024-09-12T18:00:35.524 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.524+0000 7f3aa3346800 20 get_obj_state: octx=0x557fde149730 obj=myver:x state=0x557fde3ed1b8 s->prefetch_data=0 2024-09-12T18:00:35.525 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.524+0000 7f3aa3346800 20 get_obj_state: setting s->obj_tag to bghd2bskmkmf4y8l413161mxmxurzxu2 2024-09-12T18:00:35.525 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.524+0000 7f3aa3346800 20 get_obj_state_impl: setting s->olh_tag to u6lbml74ddyo3c1dzkzrgrcjsooftork 2024-09-12T18:00:35.525 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.524+0000 7f3aa3346800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=u6lbml74ddyo3c1dzkzrgrcjsooftork 2024-09-12T18:00:35.526 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.526+0000 7f3aa3346800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.9 2024-09-12T18:00:35.528 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.528+0000 7f3aa3346800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.9 2024-09-12T18:00:35.528 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.528+0000 7f3aa3346800 20 olh_log_entry: epoch=2 op=2 key=x[] 2024-09-12T18:00:35.528 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.528+0000 7f3aa3346800 20 olh_log_entry: epoch=2 op=3 key=x[7u3R7mwVibhjFiNFYqpwn7JxAuObhLB] 2024-09-12T18:00:35.529 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.528+0000 7f3aa3346800 20 get_obj_state: octx=0x557fde149730 obj=myver:_:7u3R7mwVibhjFiNFYqpwn7JxAuObhLB_x state=0x557fde428878 s->prefetch_data=0 2024-09-12T18:00:35.529 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.529+0000 7f3aa3346800 10 manifest: total_size = 22 2024-09-12T18:00:35.529 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.529+0000 7f3aa3346800 20 get_obj_state: setting s->obj_tag to b6123b67-6580-4373-9691-e0e950df5f06.4566.11585961597703649533 2024-09-12T18:00:35.529 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.529+0000 7f3aa3346800 20 get_obj_state: octx=0x557fde149730 obj=myver:_:7u3R7mwVibhjFiNFYqpwn7JxAuObhLB_x state=0x557fde428878 s->prefetch_data=0 2024-09-12T18:00:35.529 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.529+0000 7f3aa3346800 20 prepare_atomic_modification: state is not atomic. state=0x557fde428878 2024-09-12T18:00:35.529 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.529+0000 7f3aa3346800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.9 2024-09-12T18:00:35.534 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.533+0000 7f3977fff640 20 handle_completion(): completion ok for obj=x[7u3R7mwVibhjFiNFYqpwn7JxAuObhLB] 2024-09-12T18:00:35.534 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.533+0000 7f3aa3346800 20 get_obj_state: octx=0x557fde149730 obj=myver:x state=0x557fde3ed1b8 s->prefetch_data=0 2024-09-12T18:00:35.534 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.533+0000 7f3aa3346800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=u6lbml74ddyo3c1dzkzrgrcjsooftork 2024-09-12T18:00:35.536 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.536+0000 7f3aa3346800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.9 2024-09-12T18:00:35.538 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.537+0000 7f3aa3346800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.9 2024-09-12T18:00:35.538 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.538+0000 7f3aa3346800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.9 2024-09-12T18:00:35.539 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.538+0000 7f3aa3346800 20 get_obj_state: octx=0x557fde149730 obj=myver:y state=0x557fde3ead98 s->prefetch_data=0 2024-09-12T18:00:35.539 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.539+0000 7f3aa3346800 20 get_obj_state: setting s->obj_tag to ldtp29z2nfsw3rwfveyxskmx9q56dvgi 2024-09-12T18:00:35.539 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.539+0000 7f3aa3346800 20 get_obj_state_impl: setting s->olh_tag to 2tcr1g1vao66jk0uir6grr93qi59sero 2024-09-12T18:00:35.539 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.539+0000 7f3aa3346800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=2tcr1g1vao66jk0uir6grr93qi59sero 2024-09-12T18:00:35.540 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.540+0000 7f3aa3346800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.9 2024-09-12T18:00:35.542 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.541+0000 7f3aa3346800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.9 2024-09-12T18:00:35.542 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.542+0000 7f3aa3346800 20 olh_log_entry: epoch=2 op=2 key=y[] 2024-09-12T18:00:35.542 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.542+0000 7f3aa3346800 20 olh_log_entry: epoch=2 op=3 key=y[4yydXNPqujdXdkDlUbRrHQGyQ3FVyvW] 2024-09-12T18:00:35.542 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.542+0000 7f3aa3346800 20 get_obj_state: octx=0x557fde149730 obj=myver:_:4yydXNPqujdXdkDlUbRrHQGyQ3FVyvW_y state=0x557fde428878 s->prefetch_data=0 2024-09-12T18:00:35.543 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.542+0000 7f3aa3346800 10 manifest: total_size = 9 2024-09-12T18:00:35.543 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.542+0000 7f3aa3346800 20 get_obj_state: setting s->obj_tag to b6123b67-6580-4373-9691-e0e950df5f06.4566.17135346327359427879 2024-09-12T18:00:35.543 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.542+0000 7f3aa3346800 20 get_obj_state: octx=0x557fde149730 obj=myver:_:4yydXNPqujdXdkDlUbRrHQGyQ3FVyvW_y state=0x557fde428878 s->prefetch_data=0 2024-09-12T18:00:35.543 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.542+0000 7f3aa3346800 20 prepare_atomic_modification: state is not atomic. state=0x557fde428878 2024-09-12T18:00:35.543 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.542+0000 7f3aa3346800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.9 2024-09-12T18:00:35.547 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.547+0000 7f39777fe640 20 handle_completion(): completion ok for obj=y[4yydXNPqujdXdkDlUbRrHQGyQ3FVyvW] 2024-09-12T18:00:35.547 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.547+0000 7f3aa3346800 20 get_obj_state: octx=0x557fde149730 obj=myver:y state=0x557fde3ead98 s->prefetch_data=0 2024-09-12T18:00:35.547 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.547+0000 7f3aa3346800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=2tcr1g1vao66jk0uir6grr93qi59sero 2024-09-12T18:00:35.550 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.549+0000 7f3aa3346800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.9 2024-09-12T18:00:35.551 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.550+0000 7f3aa3346800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.9 2024-09-12T18:00:35.551 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.551+0000 7f3aa3346800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.9 2024-09-12T18:00:35.552 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.551+0000 7f3aa3346800 20 get_obj_state: octx=0x557fde149730 obj=myver:z state=0x557fde3ead98 s->prefetch_data=0 2024-09-12T18:00:35.552 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.551+0000 7f3aa3346800 20 get_obj_state: setting s->obj_tag to dpdkcziv6n1ztnhche3r6lvlu312rvby 2024-09-12T18:00:35.552 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.552+0000 7f3aa3346800 20 get_obj_state_impl: setting s->olh_tag to 64x47cyb46mtlcq91f0ynij1bn7ev2t0 2024-09-12T18:00:35.552 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.552+0000 7f3aa3346800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=64x47cyb46mtlcq91f0ynij1bn7ev2t0 2024-09-12T18:00:35.553 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.553+0000 7f3aa3346800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.9 2024-09-12T18:00:35.555 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.554+0000 7f3aa3346800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.9 2024-09-12T18:00:35.555 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.555+0000 7f3aa3346800 20 olh_log_entry: epoch=2 op=2 key=z[] 2024-09-12T18:00:35.555 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.555+0000 7f3aa3346800 20 olh_log_entry: epoch=2 op=3 key=z[kFdRahm59-6Twj7iEU4XnlGF8oAGmw9] 2024-09-12T18:00:35.555 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.555+0000 7f3aa3346800 20 get_obj_state: octx=0x557fde149730 obj=myver:_:kFdRahm59-6Twj7iEU4XnlGF8oAGmw9_z state=0x557fde428878 s->prefetch_data=0 2024-09-12T18:00:35.556 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.555+0000 7f3aa3346800 10 manifest: total_size = 9 2024-09-12T18:00:35.556 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.555+0000 7f3aa3346800 20 get_obj_state: setting s->obj_tag to b6123b67-6580-4373-9691-e0e950df5f06.4566.9208365634403491687 2024-09-12T18:00:35.556 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.555+0000 7f3aa3346800 20 get_obj_state: octx=0x557fde149730 obj=myver:_:kFdRahm59-6Twj7iEU4XnlGF8oAGmw9_z state=0x557fde428878 s->prefetch_data=0 2024-09-12T18:00:35.556 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.555+0000 7f3aa3346800 20 prepare_atomic_modification: state is not atomic. state=0x557fde428878 2024-09-12T18:00:35.556 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.555+0000 7f3aa3346800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.9 2024-09-12T18:00:35.559 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.559+0000 7f3977fff640 20 handle_completion(): completion ok for obj=z[kFdRahm59-6Twj7iEU4XnlGF8oAGmw9] 2024-09-12T18:00:35.559 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.559+0000 7f3aa3346800 20 get_obj_state: octx=0x557fde149730 obj=myver:z state=0x557fde3ead98 s->prefetch_data=0 2024-09-12T18:00:35.560 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.559+0000 7f3aa3346800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=64x47cyb46mtlcq91f0ynij1bn7ev2t0 2024-09-12T18:00:35.562 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.562+0000 7f3aa3346800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.9 2024-09-12T18:00:35.563 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.563+0000 7f3aa3346800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.19.3.9 2024-09-12T18:00:35.563 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.563+0000 7f3aa3346800 1 NOTICE: finished shard 9 (3 entries removed) 2024-09-12T18:00:35.563 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.563+0000 7f3aa3346800 1 NOTICE: finished all shards (3 entries removed) 2024-09-12T18:00:35.564 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.564+0000 7f3956fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:35.568 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.567+0000 7f3aa3346800 20 remove_watcher() i=0 2024-09-12T18:00:35.568 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.567+0000 7f3aa3346800 2 removed watcher, disabling cache 2024-09-12T18:00:35.569 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.569+0000 7f3aa3346800 20 remove_watcher() i=1 2024-09-12T18:00:35.570 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.570+0000 7f3aa3346800 20 remove_watcher() i=2 2024-09-12T18:00:35.571 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.571+0000 7f3aa3346800 20 remove_watcher() i=3 2024-09-12T18:00:35.572 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.572+0000 7f3aa3346800 20 remove_watcher() i=4 2024-09-12T18:00:35.573 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.573+0000 7f3aa3346800 20 remove_watcher() i=5 2024-09-12T18:00:35.574 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.574+0000 7f3aa3346800 20 remove_watcher() i=6 2024-09-12T18:00:35.575 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.575+0000 7f3aa3346800 20 remove_watcher() i=7 2024-09-12T18:00:35.589 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:00:35.589 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T18:00:35.593 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:00:35.593 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T18:00:35.637 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket stats --bucket myver 2024-09-12T18:00:35.666 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:00:35.666 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:00:35.705 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.705+0000 7f9be052e800 20 rados->read ofs=0 len=0 2024-09-12T18:00:35.708 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.707+0000 7f9be052e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:35.708 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.707+0000 7f9be052e800 20 realm 2024-09-12T18:00:35.708 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.707+0000 7f9be052e800 20 rados->read ofs=0 len=0 2024-09-12T18:00:35.708 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.707+0000 7f9be052e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:35.708 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.707+0000 7f9be052e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:00:35.709 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.707+0000 7f9be052e800 20 rados->read ofs=0 len=0 2024-09-12T18:00:35.709 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.707+0000 7f9be052e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:35.709 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.707+0000 7f9be052e800 20 rados->read ofs=0 len=0 2024-09-12T18:00:35.709 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.708+0000 7f9be052e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:35.709 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.708+0000 7f9be052e800 20 rados->read ofs=0 len=0 2024-09-12T18:00:35.710 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.709+0000 7f9be052e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:00:35.710 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.709+0000 7f9be052e800 20 searching for the correct realm 2024-09-12T18:00:35.711 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.710+0000 7f9bdc164640 0 -- 172.21.15.45:0/801425159 >> [v2:172.21.15.45:6808/2245364274,v1:172.21.15.45:6809/2245364274] conn(0x7f9bd00e0040 msgr2=0x7f9bd00daac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:00:35.916 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.915+0000 7f9bdb963640 0 -- 172.21.15.45:0/801425159 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x55a78aab32b0 msgr2=0x55a78aab56a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:35.921 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.920+0000 7f9be052e800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T18:00:35.921 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.920+0000 7f9be052e800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T18:00:35.921 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.920+0000 7f9be052e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:00:35.921 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.920+0000 7f9be052e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:00:35.921 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.920+0000 7f9be052e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:00:35.921 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.920+0000 7f9be052e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:00:35.921 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.920+0000 7f9be052e800 20 rados->read ofs=0 len=0 2024-09-12T18:00:35.922 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.921+0000 7f9be052e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:35.922 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.921+0000 7f9be052e800 20 rados->read ofs=0 len=0 2024-09-12T18:00:35.923 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.921+0000 7f9be052e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:35.923 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.921+0000 7f9be052e800 20 rados->read ofs=0 len=0 2024-09-12T18:00:35.923 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.921+0000 7f9be052e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:00:35.923 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.921+0000 7f9be052e800 20 zone default found 2024-09-12T18:00:35.923 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.921+0000 7f9be052e800 4 Realm: () 2024-09-12T18:00:35.923 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.921+0000 7f9be052e800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T18:00:35.923 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.921+0000 7f9be052e800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T18:00:35.923 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.921+0000 7f9be052e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:00:35.923 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.921+0000 7f9be052e800 20 zonegroup default 2024-09-12T18:00:35.923 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.921+0000 7f9be052e800 20 rados->read ofs=0 len=0 2024-09-12T18:00:35.923 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.922+0000 7f9be052e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:35.923 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.922+0000 7f9be052e800 20 rados->read ofs=0 len=0 2024-09-12T18:00:35.923 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.922+0000 7f9be052e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:35.924 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.922+0000 7f9be052e800 20 rados->read ofs=0 len=0 2024-09-12T18:00:35.924 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.922+0000 7f9be052e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:35.924 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.922+0000 7f9be052e800 20 started sync module instance, tier type = 2024-09-12T18:00:35.924 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.922+0000 7f9be052e800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T18:00:35.932 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.932+0000 7f9be052e800 20 add_watcher() i=0 2024-09-12T18:00:35.932 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.932+0000 7f9be052e800 20 add_watcher() i=1 2024-09-12T18:00:35.932 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.932+0000 7f9be052e800 20 add_watcher() i=2 2024-09-12T18:00:35.932 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.932+0000 7f9be052e800 20 add_watcher() i=3 2024-09-12T18:00:35.933 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.932+0000 7f9be052e800 20 add_watcher() i=4 2024-09-12T18:00:35.933 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.932+0000 7f9be052e800 20 add_watcher() i=5 2024-09-12T18:00:35.933 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.933+0000 7f9be052e800 20 add_watcher() i=6 2024-09-12T18:00:35.933 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.933+0000 7f9be052e800 20 add_watcher() i=7 2024-09-12T18:00:35.934 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.933+0000 7f9be052e800 2 all 8 watchers are set, enabling cache 2024-09-12T18:00:35.935 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.934+0000 7f9a92fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:35.936 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.935+0000 7f9be052e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:00:35.936 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.935+0000 7f9be052e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:00:35.936 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.935+0000 7f9be052e800 5 note: GC not initialized 2024-09-12T18:00:35.936 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.935+0000 7f9a91fdb640 20 reqs_thread_entry: start 2024-09-12T18:00:35.936 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.935+0000 7f9be052e800 20 init_complete bucket index max shards: 1 2024-09-12T18:00:35.936 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.935+0000 7f9be052e800 20 Filter name: none 2024-09-12T18:00:35.936 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.935+0000 7f9a037fe640 20 reqs_thread_entry: start 2024-09-12T18:00:35.936 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.935+0000 7f9be052e800 20 rados->read ofs=0 len=0 2024-09-12T18:00:35.937 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.936+0000 7f9be052e800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T18:00:35.937 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.936+0000 7f9be052e800 20 rados->read ofs=0 len=0 2024-09-12T18:00:35.937 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.936+0000 7f9be052e800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T18:00:35.937 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.936+0000 7f9be052e800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:00:35.938 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.936+0000 7f9be052e800 20 rados->read ofs=0 len=0 2024-09-12T18:00:35.938 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.936+0000 7f9be052e800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T18:00:35.938 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.936+0000 7f9be052e800 20 rados->read ofs=0 len=0 2024-09-12T18:00:35.938 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.937+0000 7f9be052e800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T18:00:35.938 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.937+0000 7f9be052e800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:00:35.939 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.939+0000 7f9a92fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:35.942 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.941+0000 7f9be052e800 20 remove_watcher() i=0 2024-09-12T18:00:35.942 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.941+0000 7f9be052e800 2 removed watcher, disabling cache 2024-09-12T18:00:35.943 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.942+0000 7f9be052e800 20 remove_watcher() i=1 2024-09-12T18:00:35.944 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.943+0000 7f9be052e800 20 remove_watcher() i=2 2024-09-12T18:00:35.945 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.944+0000 7f9be052e800 20 remove_watcher() i=3 2024-09-12T18:00:35.946 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.946+0000 7f9be052e800 20 remove_watcher() i=4 2024-09-12T18:00:35.947 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.947+0000 7f9be052e800 20 remove_watcher() i=5 2024-09-12T18:00:35.948 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.947+0000 7f9be052e800 20 remove_watcher() i=6 2024-09-12T18:00:35.949 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:00:35.948+0000 7f9be052e800 20 remove_watcher() i=7 2024-09-12T18:00:35.960 INFO:tasks.workunit.client.0.smithi045.stderr:{'rgw.main': {'size': 0, 'size_actual': 0, 'size_utilized': 0, 'size_kb': 0, 'size_kb_actual': 0, 'size_kb_utilized': 0, 'num_objects': 0}} 2024-09-12T18:00:35.960 INFO:tasks.workunit.client.0.smithi045.stderr:Deleting bucket a-bucket 2024-09-12T18:00:35.962 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:00:35.962 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T18:00:35.966 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:00:35.967 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T18:00:35.980 INFO:tasks.workunit.client.0.smithi045.stderr:Deleting bucket myver 2024-09-12T18:00:35.981 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:00:35.981 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T18:00:36.025 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:00:36.026 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T18:00:36.062 INFO:tasks.workunit.client.0.smithi045.stderr:Completed resharding tests 2024-09-12T18:00:36.063 INFO:tasks.workunit.client.0.smithi045.stdout:Could not connect to the endpoint URL: "http://localhost:80/" 2024-09-12T18:00:36.063 INFO:tasks.workunit.client.0.smithi045.stdout:Could not connect to the endpoint URL: "http://localhost:8000/" 2024-09-12T18:00:36.063 INFO:tasks.workunit.client.0.smithi045.stdout:connected to https://localhost:443 2024-09-12T18:00:36.141 INFO:tasks.workunit.client.0.smithi045.stderr:+ deactivate 2024-09-12T18:00:36.141 INFO:tasks.workunit.client.0.smithi045.stderr:+ '[' -n /home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin ']' 2024-09-12T18:00:36.141 INFO:tasks.workunit.client.0.smithi045.stderr:+ PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2024-09-12T18:00:36.141 INFO:tasks.workunit.client.0.smithi045.stderr:+ export PATH 2024-09-12T18:00:36.141 INFO:tasks.workunit.client.0.smithi045.stderr:+ unset _OLD_VIRTUAL_PATH 2024-09-12T18:00:36.141 INFO:tasks.workunit.client.0.smithi045.stderr:+ '[' -n '' ']' 2024-09-12T18:00:36.141 INFO:tasks.workunit.client.0.smithi045.stderr:+ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T18:00:36.141 INFO:tasks.workunit.client.0.smithi045.stderr:+ hash -r 2024-09-12T18:00:36.141 INFO:tasks.workunit.client.0.smithi045.stderr:+ '[' -n '' ']' 2024-09-12T18:00:36.141 INFO:tasks.workunit.client.0.smithi045.stderr:+ unset VIRTUAL_ENV 2024-09-12T18:00:36.142 INFO:tasks.workunit.client.0.smithi045.stderr:+ '[' '!' '' = nondestructive ']' 2024-09-12T18:00:36.142 INFO:tasks.workunit.client.0.smithi045.stderr:+ unset -f deactivate 2024-09-12T18:00:36.142 INFO:tasks.workunit.client.0.smithi045.stderr:+ echo OK. 2024-09-12T18:00:36.143 INFO:tasks.workunit.client.0.smithi045.stdout:OK. 2024-09-12T18:00:36.143 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T18:00:36.143 DEBUG:teuthology.orchestra.run.smithi045:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T18:00:36.225 INFO:tasks.workunit:Stopping ['rgw/run-reshard.sh'] on client.0... 2024-09-12T18:00:36.225 DEBUG:teuthology.orchestra.run.smithi045:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-12T18:00:36.651 DEBUG:teuthology.parallel:result is None 2024-09-12T18:00:36.652 DEBUG:teuthology.orchestra.run.smithi045:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T18:00:36.691 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T18:00:36.691 DEBUG:teuthology.orchestra.run.smithi045:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T18:00:36.765 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T18:00:36.765 INFO:teuthology.run_tasks:Running task s3tests-java... 2024-09-12T18:00:36.987 DEBUG:tasks.s3tests_java:S3 Tests Java: __INIT__ 2024-09-12T18:00:36.987 DEBUG:tasks.s3tests_java:S3 Tests Java: SETUP 2024-09-12T18:00:36.987 INFO:tasks.s3tests_java:S3 Tests Java: Downloading test suite... 2024-09-12T18:00:36.987 DEBUG:teuthology.orchestra.run.smithi045:> git clone -b ceph-master https://github.com/ceph/java_s3tests.git /home/ubuntu/cephtest/s3-tests-java 2024-09-12T18:00:37.017 INFO:teuthology.orchestra.run.smithi045.stderr:Cloning into '/home/ubuntu/cephtest/s3-tests-java'... 2024-09-12T18:00:42.426 INFO:tasks.s3tests_java:S3 Tests Java: Installing required packages... 2024-09-12T18:00:42.426 DEBUG:teuthology.orchestra.run.smithi045:> /home/ubuntu/cephtest/s3-tests-java/bootstrap.sh 2024-09-12T18:00:44.557 INFO:teuthology.orchestra.run.smithi045.stderr:/home/ubuntu/cephtest/s3-tests-java/bootstrap.sh: missing required RPM packages. Installing via sudo. 2024-09-12T18:00:45.148 INFO:teuthology.orchestra.run.smithi045.stdout:Last metadata expiration check: 0:28:57 ago on Thu 12 Sep 2024 05:31:48 PM UTC. 2024-09-12T18:00:45.294 INFO:teuthology.orchestra.run.smithi045.stdout:Dependencies resolved. 2024-09-12T18:00:45.294 INFO:teuthology.orchestra.run.smithi045.stdout:================================================================================ 2024-09-12T18:00:45.294 INFO:teuthology.orchestra.run.smithi045.stdout: Package Arch Version Repository Size 2024-09-12T18:00:45.294 INFO:teuthology.orchestra.run.smithi045.stdout:================================================================================ 2024-09-12T18:00:45.295 INFO:teuthology.orchestra.run.smithi045.stdout:Installing: 2024-09-12T18:00:45.295 INFO:teuthology.orchestra.run.smithi045.stdout: java-1.8.0-openjdk x86_64 1:1.8.0.362.b09-4.el9 appstream 426 k 2024-09-12T18:00:45.295 INFO:teuthology.orchestra.run.smithi045.stdout: java-1.8.0-openjdk-devel x86_64 1:1.8.0.362.b09-4.el9 appstream 9.3 M 2024-09-12T18:00:45.295 INFO:teuthology.orchestra.run.smithi045.stdout:Installing dependencies: 2024-09-12T18:00:45.295 INFO:teuthology.orchestra.run.smithi045.stdout: java-1.8.0-openjdk-headless x86_64 1:1.8.0.362.b09-4.el9 appstream 32 M 2024-09-12T18:00:45.295 INFO:teuthology.orchestra.run.smithi045.stdout:Installing weak dependencies: 2024-09-12T18:00:45.295 INFO:teuthology.orchestra.run.smithi045.stdout: gtk2 x86_64 2.24.33-8.el9 appstream 3.5 M 2024-09-12T18:00:45.295 INFO:teuthology.orchestra.run.smithi045.stdout: libcanberra-gtk2 x86_64 0.30-27.el9 appstream 26 k 2024-09-12T18:00:45.295 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:00:45.295 INFO:teuthology.orchestra.run.smithi045.stdout:Transaction Summary 2024-09-12T18:00:45.295 INFO:teuthology.orchestra.run.smithi045.stdout:================================================================================ 2024-09-12T18:00:45.295 INFO:teuthology.orchestra.run.smithi045.stdout:Install 5 Packages 2024-09-12T18:00:45.295 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:00:45.296 INFO:teuthology.orchestra.run.smithi045.stdout:Total download size: 46 M 2024-09-12T18:00:45.296 INFO:teuthology.orchestra.run.smithi045.stdout:Installed size: 166 M 2024-09-12T18:00:45.296 INFO:teuthology.orchestra.run.smithi045.stdout:Downloading Packages: 2024-09-12T18:00:45.569 INFO:teuthology.orchestra.run.smithi045.stdout:(1/5): java-1.8.0-openjdk-1.8.0.362.b09-4.el9.x 2.6 MB/s | 426 kB 00:00 2024-09-12T18:00:46.011 INFO:teuthology.orchestra.run.smithi045.stdout:(2/5): gtk2-2.24.33-8.el9.x86_64.rpm 5.8 MB/s | 3.5 MB 00:00 2024-09-12T18:00:46.078 INFO:teuthology.orchestra.run.smithi045.stdout:(3/5): libcanberra-gtk2-0.30-27.el9.x86_64.rpm 388 kB/s | 26 kB 00:00 2024-09-12T18:00:46.362 INFO:teuthology.orchestra.run.smithi045.stdout:(4/5): java-1.8.0-openjdk-devel-1.8.0.362.b09-4 9.8 MB/s | 9.3 MB 00:00 2024-09-12T18:00:46.862 INFO:teuthology.orchestra.run.smithi045.stdout:(5/5): java-1.8.0-openjdk-headless-1.8.0.362.b0 25 MB/s | 32 MB 00:01 2024-09-12T18:00:46.862 INFO:teuthology.orchestra.run.smithi045.stdout:-------------------------------------------------------------------------------- 2024-09-12T18:00:46.863 INFO:teuthology.orchestra.run.smithi045.stdout:Total 29 MB/s | 46 MB 00:01 2024-09-12T18:00:47.306 INFO:teuthology.orchestra.run.smithi045.stdout:Running transaction check 2024-09-12T18:00:47.329 INFO:teuthology.orchestra.run.smithi045.stdout:Transaction check succeeded. 2024-09-12T18:00:47.329 INFO:teuthology.orchestra.run.smithi045.stdout:Running transaction test 2024-09-12T18:00:47.832 INFO:teuthology.orchestra.run.smithi045.stdout:Transaction test succeeded. 2024-09-12T18:00:47.833 INFO:teuthology.orchestra.run.smithi045.stdout:Running transaction 2024-09-12T18:00:48.371 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: java-1.8.0-openjdk-headless-1:1.8.0.362.b09-4.el9.x8 1/1 2024-09-12T18:00:48.527 INFO:teuthology.orchestra.run.smithi045.stdout: Preparing : 1/1 2024-09-12T18:00:48.711 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libcanberra-gtk2-0.30-27.el9.x86_64 1/5 2024-09-12T18:00:49.348 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : gtk2-2.24.33-8.el9.x86_64 2/5 2024-09-12T18:00:49.390 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : java-1.8.0-openjdk-headless-1:1.8.0.362.b09-4.el9.x8 3/5 2024-09-12T18:00:49.641 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: java-1.8.0-openjdk-headless-1:1.8.0.362.b09-4.el9.x8 3/5 2024-09-12T18:00:49.675 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : java-1.8.0-openjdk-1:1.8.0.362.b09-4.el9.x86_64 4/5 2024-09-12T18:00:49.913 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: java-1.8.0-openjdk-1:1.8.0.362.b09-4.el9.x86_64 4/5 2024-09-12T18:00:49.946 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : java-1.8.0-openjdk-devel-1:1.8.0.362.b09-4.el9.x86_6 5/5 2024-09-12T18:00:49.954 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: java-1.8.0-openjdk-devel-1:1.8.0.362.b09-4.el9.x86_6 5/5 2024-09-12T18:00:49.964 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: java-1.8.0-openjdk-headless-1:1.8.0.362.b09-4.el9.x8 5/5 2024-09-12T18:00:49.999 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: java-1.8.0-openjdk-1:1.8.0.362.b09-4.el9.x86_64 5/5 2024-09-12T18:00:53.014 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: java-1.8.0-openjdk-devel-1:1.8.0.362.b09-4.el9.x86_6 5/5 2024-09-12T18:00:53.014 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : gtk2-2.24.33-8.el9.x86_64 1/5 2024-09-12T18:00:53.014 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : java-1.8.0-openjdk-1:1.8.0.362.b09-4.el9.x86_64 2/5 2024-09-12T18:00:53.014 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : java-1.8.0-openjdk-devel-1:1.8.0.362.b09-4.el9.x86_6 3/5 2024-09-12T18:00:53.015 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : java-1.8.0-openjdk-headless-1:1.8.0.362.b09-4.el9.x8 4/5 2024-09-12T18:00:53.433 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libcanberra-gtk2-0.30-27.el9.x86_64 5/5 2024-09-12T18:00:53.433 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:00:53.433 INFO:teuthology.orchestra.run.smithi045.stdout:Installed: 2024-09-12T18:00:53.433 INFO:teuthology.orchestra.run.smithi045.stdout: gtk2-2.24.33-8.el9.x86_64 2024-09-12T18:00:53.433 INFO:teuthology.orchestra.run.smithi045.stdout: java-1.8.0-openjdk-1:1.8.0.362.b09-4.el9.x86_64 2024-09-12T18:00:53.433 INFO:teuthology.orchestra.run.smithi045.stdout: java-1.8.0-openjdk-devel-1:1.8.0.362.b09-4.el9.x86_64 2024-09-12T18:00:53.433 INFO:teuthology.orchestra.run.smithi045.stdout: java-1.8.0-openjdk-headless-1:1.8.0.362.b09-4.el9.x86_64 2024-09-12T18:00:53.433 INFO:teuthology.orchestra.run.smithi045.stdout: libcanberra-gtk2-0.30-27.el9.x86_64 2024-09-12T18:00:53.433 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:00:53.434 INFO:teuthology.orchestra.run.smithi045.stdout:Complete! 2024-09-12T18:00:53.870 INFO:teuthology.orchestra.run.smithi045.stdout: Gradle will be installed under /opt/gradle 2024-09-12T18:00:53.967 INFO:teuthology.orchestra.run.smithi045.stderr:--2024-09-12 18:00:53-- https://services.gradle.org/distributions/gradle-6.0.1-bin.zip 2024-09-12T18:00:54.113 INFO:teuthology.orchestra.run.smithi045.stderr:Resolving services.gradle.org (services.gradle.org)... 104.16.73.101, 104.16.72.101, 2606:4700::6810:4865, ... 2024-09-12T18:00:54.128 INFO:teuthology.orchestra.run.smithi045.stderr:Connecting to services.gradle.org (services.gradle.org)|104.16.73.101|:443... connected. 2024-09-12T18:00:54.208 INFO:teuthology.orchestra.run.smithi045.stderr:HTTP request sent, awaiting response... 301 Moved Permanently 2024-09-12T18:00:54.208 INFO:teuthology.orchestra.run.smithi045.stderr:Location: https://github.com/gradle/gradle-distributions/releases/download/v6.0.1/gradle-6.0.1-bin.zip [following] 2024-09-12T18:00:54.208 INFO:teuthology.orchestra.run.smithi045.stderr:--2024-09-12 18:00:54-- https://github.com/gradle/gradle-distributions/releases/download/v6.0.1/gradle-6.0.1-bin.zip 2024-09-12T18:00:54.208 INFO:teuthology.orchestra.run.smithi045.stderr:Resolving github.com (github.com)... 140.82.114.3 2024-09-12T18:00:54.218 INFO:teuthology.orchestra.run.smithi045.stderr:Connecting to github.com (github.com)|140.82.114.3|:443... connected. 2024-09-12T18:00:54.307 INFO:teuthology.orchestra.run.smithi045.stderr:HTTP request sent, awaiting response... 302 Found 2024-09-12T18:00:54.307 INFO:teuthology.orchestra.run.smithi045.stderr:Location: https://objects.githubusercontent.com/github-production-release-asset-2e65be/696192900/8f418ba1-c336-448c-95c6-5180382113cb?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=releaseassetproduction%2F20240912%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20240912T180034Z&X-Amz-Expires=300&X-Amz-Signature=42c7e4ccb34146be561d7c5a5da48df5600f7f07407f044572eebec55743ca13&X-Amz-SignedHeaders=host&actor_id=0&key_id=0&repo_id=696192900&response-content-disposition=attachment%3B%20filename%3Dgradle-6.0.1-bin.zip&response-content-type=application%2Foctet-stream [following] 2024-09-12T18:00:54.307 INFO:teuthology.orchestra.run.smithi045.stderr:--2024-09-12 18:00:54-- https://objects.githubusercontent.com/github-production-release-asset-2e65be/696192900/8f418ba1-c336-448c-95c6-5180382113cb?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=releaseassetproduction%2F20240912%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20240912T180034Z&X-Amz-Expires=300&X-Amz-Signature=42c7e4ccb34146be561d7c5a5da48df5600f7f07407f044572eebec55743ca13&X-Amz-SignedHeaders=host&actor_id=0&key_id=0&repo_id=696192900&response-content-disposition=attachment%3B%20filename%3Dgradle-6.0.1-bin.zip&response-content-type=application%2Foctet-stream 2024-09-12T18:00:54.307 INFO:teuthology.orchestra.run.smithi045.stderr:Resolving objects.githubusercontent.com (objects.githubusercontent.com)... 185.199.108.133, 185.199.109.133, 185.199.111.133, ... 2024-09-12T18:00:54.319 INFO:teuthology.orchestra.run.smithi045.stderr:Connecting to objects.githubusercontent.com (objects.githubusercontent.com)|185.199.108.133|:443... connected. 2024-09-12T18:00:54.392 INFO:teuthology.orchestra.run.smithi045.stderr:HTTP request sent, awaiting response... 200 OK 2024-09-12T18:00:54.392 INFO:teuthology.orchestra.run.smithi045.stderr:Length: 95129672 (91M) [application/octet-stream] 2024-09-12T18:00:54.392 INFO:teuthology.orchestra.run.smithi045.stderr:Saving to: ‘gradle-6.0.1-bin.zip’ 2024-09-12T18:00:54.392 INFO:teuthology.orchestra.run.smithi045.stderr: 2024-09-12T18:00:54.406 INFO:teuthology.orchestra.run.smithi045.stderr: 0K .......... .......... .......... .......... .......... 0% 3.36M 27s 2024-09-12T18:00:54.418 INFO:teuthology.orchestra.run.smithi045.stderr: 50K .......... .......... .......... .......... .......... 0% 3.97M 25s 2024-09-12T18:00:54.428 INFO:teuthology.orchestra.run.smithi045.stderr: 100K .......... .......... .......... .......... .......... 0% 5.38M 22s 2024-09-12T18:00:54.429 INFO:teuthology.orchestra.run.smithi045.stderr: 150K .......... .......... .......... .......... .......... 0% 22.9M 18s 2024-09-12T18:00:54.432 INFO:teuthology.orchestra.run.smithi045.stderr: 200K .......... .......... .......... .......... .......... 0% 21.1M 15s 2024-09-12T18:00:54.438 INFO:teuthology.orchestra.run.smithi045.stderr: 250K .......... .......... .......... .......... .......... 0% 42.9M 13s 2024-09-12T18:00:54.440 INFO:teuthology.orchestra.run.smithi045.stderr: 300K .......... .......... .......... .......... .......... 0% 7.62M 13s 2024-09-12T18:00:54.442 INFO:teuthology.orchestra.run.smithi045.stderr: 350K .......... .......... .......... .......... .......... 0% 27.4M 11s 2024-09-12T18:00:54.442 INFO:teuthology.orchestra.run.smithi045.stderr: 400K .......... .......... .......... .......... .......... 0% 77.4M 10s 2024-09-12T18:00:54.444 INFO:teuthology.orchestra.run.smithi045.stderr: 450K .......... .......... .......... .......... .......... 0% 41.8M 10s 2024-09-12T18:00:54.445 INFO:teuthology.orchestra.run.smithi045.stderr: 500K .......... .......... .......... .......... .......... 0% 32.7M 9s 2024-09-12T18:00:54.450 INFO:teuthology.orchestra.run.smithi045.stderr: 550K .......... .......... .......... .......... .......... 0% 9.00M 9s 2024-09-12T18:00:54.451 INFO:teuthology.orchestra.run.smithi045.stderr: 600K .......... .......... .......... .......... .......... 0% 368M 8s 2024-09-12T18:00:54.459 INFO:teuthology.orchestra.run.smithi045.stderr: 650K .......... .......... .......... .......... .......... 0% 49.3M 8s 2024-09-12T18:00:54.459 INFO:teuthology.orchestra.run.smithi045.stderr: 700K .......... .......... .......... .......... .......... 0% 119M 7s 2024-09-12T18:00:54.459 INFO:teuthology.orchestra.run.smithi045.stderr: 750K .......... .......... .......... .......... .......... 0% 36.8M 7s 2024-09-12T18:00:54.459 INFO:teuthology.orchestra.run.smithi045.stderr: 800K .......... .......... .......... .......... .......... 0% 164M 7s 2024-09-12T18:00:54.459 INFO:teuthology.orchestra.run.smithi045.stderr: 850K .......... .......... .......... .......... .......... 0% 216M 6s 2024-09-12T18:00:54.459 INFO:teuthology.orchestra.run.smithi045.stderr: 900K .......... .......... .......... .......... .......... 1% 41.9M 6s 2024-09-12T18:00:54.459 INFO:teuthology.orchestra.run.smithi045.stderr: 950K .......... .......... .......... .......... .......... 1% 182M 6s 2024-09-12T18:00:54.459 INFO:teuthology.orchestra.run.smithi045.stderr: 1000K .......... .......... .......... .......... .......... 1% 41.0M 6s 2024-09-12T18:00:54.460 INFO:teuthology.orchestra.run.smithi045.stderr: 1050K .......... .......... .......... .......... .......... 1% 252M 5s 2024-09-12T18:00:54.460 INFO:teuthology.orchestra.run.smithi045.stderr: 1100K .......... .......... .......... .......... .......... 1% 312M 5s 2024-09-12T18:00:55.878 INFO:teuthology.orchestra.run.smithi045.stderr: 1150K .......... .......... .......... .......... .......... 1% 9.38M 5s 2024-09-12T18:00:55.878 INFO:teuthology.orchestra.run.smithi045.stderr: 1200K .......... .......... .......... .......... .......... 1% 332M 5s 2024-09-12T18:00:55.878 INFO:teuthology.orchestra.run.smithi045.stderr: 1250K .......... .......... .......... .......... .......... 1% 48.8M 5s 2024-09-12T18:00:55.878 INFO:teuthology.orchestra.run.smithi045.stderr: 1300K .......... .......... .......... .......... .......... 1% 355M 5s 2024-09-12T18:00:55.878 INFO:teuthology.orchestra.run.smithi045.stderr: 1350K .......... .......... .......... .......... .......... 1% 320M 5s 2024-09-12T18:00:55.878 INFO:teuthology.orchestra.run.smithi045.stderr: 1400K .......... .......... .......... .......... .......... 1% 102M 5s 2024-09-12T18:00:55.878 INFO:teuthology.orchestra.run.smithi045.stderr: 1450K .......... .......... .......... .......... .......... 1% 99.3M 4s 2024-09-12T18:00:55.878 INFO:teuthology.orchestra.run.smithi045.stderr: 1500K .......... .......... .......... .......... .......... 1% 122M 4s 2024-09-12T18:00:55.878 INFO:teuthology.orchestra.run.smithi045.stderr: 1550K .......... .......... .......... .......... .......... 1% 294M 4s 2024-09-12T18:00:55.878 INFO:teuthology.orchestra.run.smithi045.stderr: 1600K .......... .......... .......... .......... .......... 1% 125M 4s 2024-09-12T18:00:55.879 INFO:teuthology.orchestra.run.smithi045.stderr: 1650K .......... .......... .......... .......... .......... 1% 123M 4s 2024-09-12T18:00:55.879 INFO:teuthology.orchestra.run.smithi045.stderr: 1700K .......... .......... .......... .......... .......... 1% 80.9M 4s 2024-09-12T18:00:55.879 INFO:teuthology.orchestra.run.smithi045.stderr: 1750K .......... .......... .......... .......... .......... 1% 352M 4s 2024-09-12T18:00:55.879 INFO:teuthology.orchestra.run.smithi045.stderr: 1800K .......... .......... .......... .......... .......... 1% 174M 4s 2024-09-12T18:00:55.879 INFO:teuthology.orchestra.run.smithi045.stderr: 1850K .......... .......... .......... .......... .......... 2% 177M 4s 2024-09-12T18:00:55.879 INFO:teuthology.orchestra.run.smithi045.stderr: 1900K .......... .......... .......... .......... .......... 2% 97.8M 4s 2024-09-12T18:00:55.879 INFO:teuthology.orchestra.run.smithi045.stderr: 1950K .......... .......... .......... .......... .......... 2% 348M 3s 2024-09-12T18:00:55.879 INFO:teuthology.orchestra.run.smithi045.stderr: 2000K .......... .......... .......... .......... .......... 2% 214M 3s 2024-09-12T18:00:55.879 INFO:teuthology.orchestra.run.smithi045.stderr: 2050K .......... .......... .......... .......... .......... 2% 158M 3s 2024-09-12T18:00:55.879 INFO:teuthology.orchestra.run.smithi045.stderr: 2100K .......... .......... .......... .......... .......... 2% 129M 3s 2024-09-12T18:00:55.879 INFO:teuthology.orchestra.run.smithi045.stderr: 2150K .......... .......... .......... .......... .......... 2% 221M 3s 2024-09-12T18:00:55.879 INFO:teuthology.orchestra.run.smithi045.stderr: 2200K .......... .......... .......... .......... .......... 2% 326M 3s 2024-09-12T18:00:55.880 INFO:teuthology.orchestra.run.smithi045.stderr: 2250K .......... .......... .......... .......... .......... 2% 204M 3s 2024-09-12T18:00:55.880 INFO:teuthology.orchestra.run.smithi045.stderr: 2300K .......... .......... .......... .......... .......... 2% 10.7M 3s 2024-09-12T18:00:55.880 INFO:teuthology.orchestra.run.smithi045.stderr: 2350K .......... .......... .......... .......... .......... 2% 299M 3s 2024-09-12T18:00:55.880 INFO:teuthology.orchestra.run.smithi045.stderr: 2400K .......... .......... .......... .......... .......... 2% 327M 3s 2024-09-12T18:00:55.880 INFO:teuthology.orchestra.run.smithi045.stderr: 2450K .......... .......... .......... .......... .......... 2% 236M 3s 2024-09-12T18:00:55.880 INFO:teuthology.orchestra.run.smithi045.stderr: 2500K .......... .......... .......... .......... .......... 2% 350M 3s 2024-09-12T18:00:55.880 INFO:teuthology.orchestra.run.smithi045.stderr: 2550K .......... .......... .......... .......... .......... 2% 68.5M 3s 2024-09-12T18:00:55.880 INFO:teuthology.orchestra.run.smithi045.stderr: 2600K .......... .......... .......... .......... .......... 2% 345M 3s 2024-09-12T18:00:55.880 INFO:teuthology.orchestra.run.smithi045.stderr: 2650K .......... .......... .......... .......... .......... 2% 384M 3s 2024-09-12T18:00:55.880 INFO:teuthology.orchestra.run.smithi045.stderr: 2700K .......... .......... .......... .......... .......... 2% 252M 3s 2024-09-12T18:00:55.880 INFO:teuthology.orchestra.run.smithi045.stderr: 2750K .......... .......... .......... .......... .......... 3% 237M 3s 2024-09-12T18:00:55.880 INFO:teuthology.orchestra.run.smithi045.stderr: 2800K .......... .......... .......... .......... .......... 3% 201M 3s 2024-09-12T18:00:55.881 INFO:teuthology.orchestra.run.smithi045.stderr: 2850K .......... .......... .......... .......... .......... 3% 206M 3s 2024-09-12T18:00:55.881 INFO:teuthology.orchestra.run.smithi045.stderr: 2900K .......... .......... .......... .......... .......... 3% 383M 3s 2024-09-12T18:00:55.881 INFO:teuthology.orchestra.run.smithi045.stderr: 2950K .......... .......... .......... .......... .......... 3% 254M 3s 2024-09-12T18:00:55.881 INFO:teuthology.orchestra.run.smithi045.stderr: 3000K .......... .......... .......... .......... .......... 3% 234M 2s 2024-09-12T18:00:55.881 INFO:teuthology.orchestra.run.smithi045.stderr: 3050K .......... .......... .......... .......... .......... 3% 146M 2s 2024-09-12T18:00:55.881 INFO:teuthology.orchestra.run.smithi045.stderr: 3100K .......... .......... .......... .......... .......... 3% 355M 2s 2024-09-12T18:00:55.881 INFO:teuthology.orchestra.run.smithi045.stderr: 3150K .......... .......... .......... .......... .......... 3% 372M 2s 2024-09-12T18:00:55.881 INFO:teuthology.orchestra.run.smithi045.stderr: 3200K .......... .......... .......... .......... .......... 3% 270M 2s 2024-09-12T18:00:55.881 INFO:teuthology.orchestra.run.smithi045.stderr: 3250K .......... .......... .......... .......... .......... 3% 324M 2s 2024-09-12T18:00:55.881 INFO:teuthology.orchestra.run.smithi045.stderr: 3300K .......... .......... .......... .......... .......... 3% 247M 2s 2024-09-12T18:00:55.881 INFO:teuthology.orchestra.run.smithi045.stderr: 3350K .......... .......... .......... .......... .......... 3% 332M 2s 2024-09-12T18:00:55.881 INFO:teuthology.orchestra.run.smithi045.stderr: 3400K .......... .......... .......... .......... .......... 3% 319M 2s 2024-09-12T18:00:55.881 INFO:teuthology.orchestra.run.smithi045.stderr: 3450K .......... .......... .......... .......... .......... 3% 321M 2s 2024-09-12T18:00:55.882 INFO:teuthology.orchestra.run.smithi045.stderr: 3500K .......... .......... .......... .......... .......... 3% 300M 2s 2024-09-12T18:00:55.882 INFO:teuthology.orchestra.run.smithi045.stderr: 3550K .......... .......... .......... .......... .......... 3% 318M 2s 2024-09-12T18:00:55.882 INFO:teuthology.orchestra.run.smithi045.stderr: 3600K .......... .......... .......... .......... .......... 3% 355M 2s 2024-09-12T18:00:55.882 INFO:teuthology.orchestra.run.smithi045.stderr: 3650K .......... .......... .......... .......... .......... 3% 350M 2s 2024-09-12T18:00:55.882 INFO:teuthology.orchestra.run.smithi045.stderr: 3700K .......... .......... .......... .......... .......... 4% 207M 2s 2024-09-12T18:00:55.882 INFO:teuthology.orchestra.run.smithi045.stderr: 3750K .......... .......... .......... .......... .......... 4% 298M 2s 2024-09-12T18:00:55.882 INFO:teuthology.orchestra.run.smithi045.stderr: 3800K .......... .......... .......... .......... .......... 4% 357M 2s 2024-09-12T18:00:55.882 INFO:teuthology.orchestra.run.smithi045.stderr: 3850K .......... .......... .......... .......... .......... 4% 349M 2s 2024-09-12T18:00:55.882 INFO:teuthology.orchestra.run.smithi045.stderr: 3900K .......... .......... .......... .......... .......... 4% 270M 2s 2024-09-12T18:00:55.882 INFO:teuthology.orchestra.run.smithi045.stderr: 3950K .......... .......... .......... .......... .......... 4% 359M 2s 2024-09-12T18:00:55.882 INFO:teuthology.orchestra.run.smithi045.stderr: 4000K .......... .......... .......... .......... .......... 4% 281M 2s 2024-09-12T18:00:55.882 INFO:teuthology.orchestra.run.smithi045.stderr: 4050K .......... .......... .......... .......... .......... 4% 328M 2s 2024-09-12T18:00:55.882 INFO:teuthology.orchestra.run.smithi045.stderr: 4100K .......... .......... .......... .......... .......... 4% 275M 2s 2024-09-12T18:00:55.883 INFO:teuthology.orchestra.run.smithi045.stderr: 4150K .......... .......... .......... .......... .......... 4% 330M 2s 2024-09-12T18:00:55.883 INFO:teuthology.orchestra.run.smithi045.stderr: 4200K .......... .......... .......... .......... .......... 4% 305M 2s 2024-09-12T18:00:55.883 INFO:teuthology.orchestra.run.smithi045.stderr: 4250K .......... .......... .......... .......... .......... 4% 345M 2s 2024-09-12T18:00:55.883 INFO:teuthology.orchestra.run.smithi045.stderr: 4300K .......... .......... .......... .......... .......... 4% 294M 2s 2024-09-12T18:00:55.883 INFO:teuthology.orchestra.run.smithi045.stderr: 4350K .......... .......... .......... .......... .......... 4% 347M 2s 2024-09-12T18:00:55.883 INFO:teuthology.orchestra.run.smithi045.stderr: 4400K .......... .......... .......... .......... .......... 4% 389M 2s 2024-09-12T18:00:55.883 INFO:teuthology.orchestra.run.smithi045.stderr: 4450K .......... .......... .......... .......... .......... 4% 192M 2s 2024-09-12T18:00:55.883 INFO:teuthology.orchestra.run.smithi045.stderr: 4500K .......... .......... .......... .......... .......... 4% 254M 2s 2024-09-12T18:00:55.883 INFO:teuthology.orchestra.run.smithi045.stderr: 4550K .......... .......... .......... .......... .......... 4% 14.0M 2s 2024-09-12T18:00:55.883 INFO:teuthology.orchestra.run.smithi045.stderr: 4600K .......... .......... .......... .......... .......... 5% 273M 2s 2024-09-12T18:00:55.883 INFO:teuthology.orchestra.run.smithi045.stderr: 4650K .......... .......... .......... .......... .......... 5% 274M 2s 2024-09-12T18:00:55.883 INFO:teuthology.orchestra.run.smithi045.stderr: 4700K .......... .......... .......... .......... .......... 5% 356M 2s 2024-09-12T18:00:55.883 INFO:teuthology.orchestra.run.smithi045.stderr: 4750K .......... .......... .......... .......... .......... 5% 370M 2s 2024-09-12T18:00:55.884 INFO:teuthology.orchestra.run.smithi045.stderr: 4800K .......... .......... .......... .......... .......... 5% 373M 2s 2024-09-12T18:00:55.884 INFO:teuthology.orchestra.run.smithi045.stderr: 4850K .......... .......... .......... .......... .......... 5% 186M 2s 2024-09-12T18:00:55.884 INFO:teuthology.orchestra.run.smithi045.stderr: 4900K .......... .......... .......... .......... .......... 5% 378M 2s 2024-09-12T18:00:55.884 INFO:teuthology.orchestra.run.smithi045.stderr: 4950K .......... .......... .......... .......... .......... 5% 360M 2s 2024-09-12T18:00:55.884 INFO:teuthology.orchestra.run.smithi045.stderr: 5000K .......... .......... .......... .......... .......... 5% 376M 2s 2024-09-12T18:00:55.884 INFO:teuthology.orchestra.run.smithi045.stderr: 5050K .......... .......... .......... .......... .......... 5% 314M 2s 2024-09-12T18:00:55.884 INFO:teuthology.orchestra.run.smithi045.stderr: 5100K .......... .......... .......... .......... .......... 5% 364M 2s 2024-09-12T18:00:55.884 INFO:teuthology.orchestra.run.smithi045.stderr: 5150K .......... .......... .......... .......... .......... 5% 385M 2s 2024-09-12T18:00:55.884 INFO:teuthology.orchestra.run.smithi045.stderr: 5200K .......... .......... .......... .......... .......... 5% 356M 2s 2024-09-12T18:00:55.884 INFO:teuthology.orchestra.run.smithi045.stderr: 5250K .......... .......... .......... .......... .......... 5% 370M 2s 2024-09-12T18:00:55.884 INFO:teuthology.orchestra.run.smithi045.stderr: 5300K .......... .......... .......... .......... .......... 5% 372M 2s 2024-09-12T18:00:55.884 INFO:teuthology.orchestra.run.smithi045.stderr: 5350K .......... .......... .......... .......... .......... 5% 291M 2s 2024-09-12T18:00:55.884 INFO:teuthology.orchestra.run.smithi045.stderr: 5400K .......... .......... .......... .......... .......... 5% 372M 2s 2024-09-12T18:00:55.885 INFO:teuthology.orchestra.run.smithi045.stderr: 5450K .......... .......... .......... .......... .......... 5% 373M 2s 2024-09-12T18:00:55.885 INFO:teuthology.orchestra.run.smithi045.stderr: 5500K .......... .......... .......... .......... .......... 5% 390M 2s 2024-09-12T18:00:55.885 INFO:teuthology.orchestra.run.smithi045.stderr: 5550K .......... .......... .......... .......... .......... 6% 300M 2s 2024-09-12T18:00:55.885 INFO:teuthology.orchestra.run.smithi045.stderr: 5600K .......... .......... .......... .......... .......... 6% 368M 1s 2024-09-12T18:00:55.885 INFO:teuthology.orchestra.run.smithi045.stderr: 5650K .......... .......... .......... .......... .......... 6% 379M 1s 2024-09-12T18:00:55.885 INFO:teuthology.orchestra.run.smithi045.stderr: 5700K .......... .......... .......... .......... .......... 6% 351M 1s 2024-09-12T18:00:55.885 INFO:teuthology.orchestra.run.smithi045.stderr: 5750K .......... .......... .......... .......... .......... 6% 266M 1s 2024-09-12T18:00:55.885 INFO:teuthology.orchestra.run.smithi045.stderr: 5800K .......... .......... .......... .......... .......... 6% 360M 1s 2024-09-12T18:00:55.885 INFO:teuthology.orchestra.run.smithi045.stderr: 5850K .......... .......... .......... .......... .......... 6% 303M 1s 2024-09-12T18:00:55.885 INFO:teuthology.orchestra.run.smithi045.stderr: 5900K .......... .......... .......... .......... .......... 6% 281M 1s 2024-09-12T18:00:55.885 INFO:teuthology.orchestra.run.smithi045.stderr: 5950K .......... .......... .......... .......... .......... 6% 380M 1s 2024-09-12T18:00:55.885 INFO:teuthology.orchestra.run.smithi045.stderr: 6000K .......... .......... .......... .......... .......... 6% 359M 1s 2024-09-12T18:00:55.885 INFO:teuthology.orchestra.run.smithi045.stderr: 6050K .......... .......... .......... .......... .......... 6% 359M 1s 2024-09-12T18:00:55.886 INFO:teuthology.orchestra.run.smithi045.stderr: 6100K .......... .......... .......... .......... .......... 6% 380M 1s 2024-09-12T18:00:55.886 INFO:teuthology.orchestra.run.smithi045.stderr: 6150K .......... .......... .......... .......... .......... 6% 321M 1s 2024-09-12T18:00:55.886 INFO:teuthology.orchestra.run.smithi045.stderr: 6200K .......... .......... .......... .......... .......... 6% 375M 1s 2024-09-12T18:00:55.886 INFO:teuthology.orchestra.run.smithi045.stderr: 6250K .......... .......... .......... .......... .......... 6% 376M 1s 2024-09-12T18:00:55.886 INFO:teuthology.orchestra.run.smithi045.stderr: 6300K .......... .......... .......... .......... .......... 6% 372M 1s 2024-09-12T18:00:55.886 INFO:teuthology.orchestra.run.smithi045.stderr: 6350K .......... .......... .......... .......... .......... 6% 345M 1s 2024-09-12T18:00:55.886 INFO:teuthology.orchestra.run.smithi045.stderr: 6400K .......... .......... .......... .......... .......... 6% 362M 1s 2024-09-12T18:00:55.886 INFO:teuthology.orchestra.run.smithi045.stderr: 6450K .......... .......... .......... .......... .......... 6% 386M 1s 2024-09-12T18:00:55.886 INFO:teuthology.orchestra.run.smithi045.stderr: 6500K .......... .......... .......... .......... .......... 7% 376M 1s 2024-09-12T18:00:55.886 INFO:teuthology.orchestra.run.smithi045.stderr: 6550K .......... .......... .......... .......... .......... 7% 314M 1s 2024-09-12T18:00:55.886 INFO:teuthology.orchestra.run.smithi045.stderr: 6600K .......... .......... .......... .......... .......... 7% 378M 1s 2024-09-12T18:00:55.886 INFO:teuthology.orchestra.run.smithi045.stderr: 6650K .......... .......... .......... .......... .......... 7% 361M 1s 2024-09-12T18:00:55.886 INFO:teuthology.orchestra.run.smithi045.stderr: 6700K .......... .......... .......... .......... .......... 7% 331M 1s 2024-09-12T18:00:55.887 INFO:teuthology.orchestra.run.smithi045.stderr: 6750K .......... .......... .......... .......... .......... 7% 366M 1s 2024-09-12T18:00:55.887 INFO:teuthology.orchestra.run.smithi045.stderr: 6800K .......... .......... .......... .......... .......... 7% 370M 1s 2024-09-12T18:00:55.887 INFO:teuthology.orchestra.run.smithi045.stderr: 6850K .......... .......... .......... .......... .......... 7% 341M 1s 2024-09-12T18:00:55.887 INFO:teuthology.orchestra.run.smithi045.stderr: 6900K .......... .......... .......... .......... .......... 7% 363M 1s 2024-09-12T18:00:55.887 INFO:teuthology.orchestra.run.smithi045.stderr: 6950K .......... .......... .......... .......... .......... 7% 372M 1s 2024-09-12T18:00:55.887 INFO:teuthology.orchestra.run.smithi045.stderr: 7000K .......... .......... .......... .......... .......... 7% 369M 1s 2024-09-12T18:00:55.887 INFO:teuthology.orchestra.run.smithi045.stderr: 7050K .......... .......... .......... .......... .......... 7% 322M 1s 2024-09-12T18:00:55.887 INFO:teuthology.orchestra.run.smithi045.stderr: 7100K .......... .......... .......... .......... .......... 7% 320M 1s 2024-09-12T18:00:55.887 INFO:teuthology.orchestra.run.smithi045.stderr: 7150K .......... .......... .......... .......... .......... 7% 382M 1s 2024-09-12T18:00:55.887 INFO:teuthology.orchestra.run.smithi045.stderr: 7200K .......... .......... .......... .......... .......... 7% 379M 1s 2024-09-12T18:00:55.887 INFO:teuthology.orchestra.run.smithi045.stderr: 7250K .......... .......... .......... .......... .......... 7% 367M 1s 2024-09-12T18:00:55.887 INFO:teuthology.orchestra.run.smithi045.stderr: 7300K .......... .......... .......... .......... .......... 7% 363M 1s 2024-09-12T18:00:55.887 INFO:teuthology.orchestra.run.smithi045.stderr: 7350K .......... .......... .......... .......... .......... 7% 316M 1s 2024-09-12T18:00:55.887 INFO:teuthology.orchestra.run.smithi045.stderr: 7400K .......... .......... .......... .......... .......... 8% 362M 1s 2024-09-12T18:00:55.888 INFO:teuthology.orchestra.run.smithi045.stderr: 7450K .......... .......... .......... .......... .......... 8% 364M 1s 2024-09-12T18:00:55.888 INFO:teuthology.orchestra.run.smithi045.stderr: 7500K .......... .......... .......... .......... .......... 8% 374M 1s 2024-09-12T18:00:55.888 INFO:teuthology.orchestra.run.smithi045.stderr: 7550K .......... .......... .......... .......... .......... 8% 351M 1s 2024-09-12T18:00:55.888 INFO:teuthology.orchestra.run.smithi045.stderr: 7600K .......... .......... .......... .......... .......... 8% 386M 1s 2024-09-12T18:00:55.888 INFO:teuthology.orchestra.run.smithi045.stderr: 7650K .......... .......... .......... .......... .......... 8% 16.1M 1s 2024-09-12T18:00:55.888 INFO:teuthology.orchestra.run.smithi045.stderr: 7700K .......... .......... .......... .......... .......... 8% 48.7M 1s 2024-09-12T18:00:55.888 INFO:teuthology.orchestra.run.smithi045.stderr: 7750K .......... .......... .......... .......... .......... 8% 242M 1s 2024-09-12T18:00:55.888 INFO:teuthology.orchestra.run.smithi045.stderr: 7800K .......... .......... .......... .......... .......... 8% 353M 1s 2024-09-12T18:00:55.888 INFO:teuthology.orchestra.run.smithi045.stderr: 7850K .......... .......... .......... .......... .......... 8% 351M 1s 2024-09-12T18:00:55.888 INFO:teuthology.orchestra.run.smithi045.stderr: 7900K .......... .......... .......... .......... .......... 8% 351M 1s 2024-09-12T18:00:55.888 INFO:teuthology.orchestra.run.smithi045.stderr: 7950K .......... .......... .......... .......... .......... 8% 357M 1s 2024-09-12T18:00:55.888 INFO:teuthology.orchestra.run.smithi045.stderr: 8000K .......... .......... .......... .......... .......... 8% 310M 1s 2024-09-12T18:00:55.889 INFO:teuthology.orchestra.run.smithi045.stderr: 8050K .......... .......... .......... .......... .......... 8% 362M 1s 2024-09-12T18:00:55.889 INFO:teuthology.orchestra.run.smithi045.stderr: 8100K .......... .......... .......... .......... .......... 8% 366M 1s 2024-09-12T18:00:55.889 INFO:teuthology.orchestra.run.smithi045.stderr: 8150K .......... .......... .......... .......... .......... 8% 328M 1s 2024-09-12T18:00:55.889 INFO:teuthology.orchestra.run.smithi045.stderr: 8200K .......... .......... .......... .......... .......... 8% 268M 1s 2024-09-12T18:00:55.889 INFO:teuthology.orchestra.run.smithi045.stderr: 8250K .......... .......... .......... .......... .......... 8% 297M 1s 2024-09-12T18:00:55.889 INFO:teuthology.orchestra.run.smithi045.stderr: 8300K .......... .......... .......... .......... .......... 8% 294M 1s 2024-09-12T18:00:55.889 INFO:teuthology.orchestra.run.smithi045.stderr: 8350K .......... .......... .......... .......... .......... 9% 390M 1s 2024-09-12T18:00:55.889 INFO:teuthology.orchestra.run.smithi045.stderr: 8400K .......... .......... .......... .......... .......... 9% 304M 1s 2024-09-12T18:00:55.889 INFO:teuthology.orchestra.run.smithi045.stderr: 8450K .......... .......... .......... .......... .......... 9% 358M 1s 2024-09-12T18:00:55.889 INFO:teuthology.orchestra.run.smithi045.stderr: 8500K .......... .......... .......... .......... .......... 9% 374M 1s 2024-09-12T18:00:55.889 INFO:teuthology.orchestra.run.smithi045.stderr: 8550K .......... .......... .......... .......... .......... 9% 387M 1s 2024-09-12T18:00:55.889 INFO:teuthology.orchestra.run.smithi045.stderr: 8600K .......... .......... .......... .......... .......... 9% 205M 1s 2024-09-12T18:00:55.889 INFO:teuthology.orchestra.run.smithi045.stderr: 8650K .......... .......... .......... .......... .......... 9% 351M 1s 2024-09-12T18:00:55.889 INFO:teuthology.orchestra.run.smithi045.stderr: 8700K .......... .......... .......... .......... .......... 9% 293M 1s 2024-09-12T18:00:55.890 INFO:teuthology.orchestra.run.smithi045.stderr: 8750K .......... .......... .......... .......... .......... 9% 375M 1s 2024-09-12T18:00:55.890 INFO:teuthology.orchestra.run.smithi045.stderr: 8800K .......... .......... .......... .......... .......... 9% 364M 1s 2024-09-12T18:00:55.890 INFO:teuthology.orchestra.run.smithi045.stderr: 8850K .......... .......... .......... .......... .......... 9% 361M 1s 2024-09-12T18:00:55.890 INFO:teuthology.orchestra.run.smithi045.stderr: 8900K .......... .......... .......... .......... .......... 9% 310M 1s 2024-09-12T18:00:55.890 INFO:teuthology.orchestra.run.smithi045.stderr: 8950K .......... .......... .......... .......... .......... 9% 346M 1s 2024-09-12T18:00:55.890 INFO:teuthology.orchestra.run.smithi045.stderr: 9000K .......... .......... .......... .......... .......... 9% 354M 1s 2024-09-12T18:00:55.890 INFO:teuthology.orchestra.run.smithi045.stderr: 9050K .......... .......... .......... .......... .......... 9% 334M 1s 2024-09-12T18:00:55.890 INFO:teuthology.orchestra.run.smithi045.stderr: 9100K .......... .......... .......... .......... .......... 9% 268M 1s 2024-09-12T18:00:55.890 INFO:teuthology.orchestra.run.smithi045.stderr: 9150K .......... .......... .......... .......... .......... 9% 305M 1s 2024-09-12T18:00:55.890 INFO:teuthology.orchestra.run.smithi045.stderr: 9200K .......... .......... .......... .......... .......... 9% 325M 1s 2024-09-12T18:00:55.890 INFO:teuthology.orchestra.run.smithi045.stderr: 9250K .......... .......... .......... .......... .......... 10% 306M 1s 2024-09-12T18:00:55.890 INFO:teuthology.orchestra.run.smithi045.stderr: 9300K .......... .......... .......... .......... .......... 10% 391M 1s 2024-09-12T18:00:55.890 INFO:teuthology.orchestra.run.smithi045.stderr: 9350K .......... .......... .......... .......... .......... 10% 306M 1s 2024-09-12T18:00:55.891 INFO:teuthology.orchestra.run.smithi045.stderr: 9400K .......... .......... .......... .......... .......... 10% 356M 1s 2024-09-12T18:00:55.891 INFO:teuthology.orchestra.run.smithi045.stderr: 9450K .......... .......... .......... .......... .......... 10% 359M 1s 2024-09-12T18:00:55.891 INFO:teuthology.orchestra.run.smithi045.stderr: 9500K .......... .......... .......... .......... .......... 10% 362M 1s 2024-09-12T18:00:55.891 INFO:teuthology.orchestra.run.smithi045.stderr: 9550K .......... .......... .......... .......... .......... 10% 365M 1s 2024-09-12T18:00:55.891 INFO:teuthology.orchestra.run.smithi045.stderr: 9600K .......... .......... .......... .......... .......... 10% 299M 1s 2024-09-12T18:00:55.891 INFO:teuthology.orchestra.run.smithi045.stderr: 9650K .......... .......... .......... .......... .......... 10% 349M 1s 2024-09-12T18:00:55.891 INFO:teuthology.orchestra.run.smithi045.stderr: 9700K .......... .......... .......... .......... .......... 10% 367M 1s 2024-09-12T18:00:55.891 INFO:teuthology.orchestra.run.smithi045.stderr: 9750K .......... .......... .......... .......... .......... 10% 371M 1s 2024-09-12T18:00:55.891 INFO:teuthology.orchestra.run.smithi045.stderr: 9800K .......... .......... .......... .......... .......... 10% 365M 1s 2024-09-12T18:00:55.891 INFO:teuthology.orchestra.run.smithi045.stderr: 9850K .......... .......... .......... .......... .......... 10% 301M 1s 2024-09-12T18:00:55.891 INFO:teuthology.orchestra.run.smithi045.stderr: 9900K .......... .......... .......... .......... .......... 10% 358M 1s 2024-09-12T18:00:55.891 INFO:teuthology.orchestra.run.smithi045.stderr: 9950K .......... .......... .......... .......... .......... 10% 349M 1s 2024-09-12T18:00:55.891 INFO:teuthology.orchestra.run.smithi045.stderr: 10000K .......... .......... .......... .......... .......... 10% 359M 1s 2024-09-12T18:00:55.892 INFO:teuthology.orchestra.run.smithi045.stderr: 10050K .......... .......... .......... .......... .......... 10% 358M 1s 2024-09-12T18:00:55.892 INFO:teuthology.orchestra.run.smithi045.stderr: 10100K .......... .......... .......... .......... .......... 10% 303M 1s 2024-09-12T18:00:55.892 INFO:teuthology.orchestra.run.smithi045.stderr: 10150K .......... .......... .......... .......... .......... 10% 364M 1s 2024-09-12T18:00:55.892 INFO:teuthology.orchestra.run.smithi045.stderr: 10200K .......... .......... .......... .......... .......... 11% 348M 1s 2024-09-12T18:00:55.892 INFO:teuthology.orchestra.run.smithi045.stderr: 10250K .......... .......... .......... .......... .......... 11% 345M 1s 2024-09-12T18:00:55.892 INFO:teuthology.orchestra.run.smithi045.stderr: 10300K .......... .......... .......... .......... .......... 11% 291M 1s 2024-09-12T18:00:55.892 INFO:teuthology.orchestra.run.smithi045.stderr: 10350K .......... .......... .......... .......... .......... 11% 352M 1s 2024-09-12T18:00:55.892 INFO:teuthology.orchestra.run.smithi045.stderr: 10400K .......... .......... .......... .......... .......... 11% 386M 1s 2024-09-12T18:00:55.892 INFO:teuthology.orchestra.run.smithi045.stderr: 10450K .......... .......... .......... .......... .......... 11% 312M 1s 2024-09-12T18:00:55.892 INFO:teuthology.orchestra.run.smithi045.stderr: 10500K .......... .......... .......... .......... .......... 11% 326M 1s 2024-09-12T18:00:55.892 INFO:teuthology.orchestra.run.smithi045.stderr: 10550K .......... .......... .......... .......... .......... 11% 369M 1s 2024-09-12T18:00:55.892 INFO:teuthology.orchestra.run.smithi045.stderr: 10600K .......... .......... .......... .......... .......... 11% 387M 1s 2024-09-12T18:00:55.892 INFO:teuthology.orchestra.run.smithi045.stderr: 10650K .......... .......... .......... .......... .......... 11% 316M 1s 2024-09-12T18:00:55.893 INFO:teuthology.orchestra.run.smithi045.stderr: 10700K .......... .......... .......... .......... .......... 11% 396M 1s 2024-09-12T18:00:55.893 INFO:teuthology.orchestra.run.smithi045.stderr: 10750K .......... .......... .......... .......... .......... 11% 18.2M 1s 2024-09-12T18:00:55.893 INFO:teuthology.orchestra.run.smithi045.stderr: 10800K .......... .......... .......... .......... .......... 11% 98.6M 1s 2024-09-12T18:00:55.893 INFO:teuthology.orchestra.run.smithi045.stderr: 10850K .......... .......... .......... .......... .......... 11% 330M 1s 2024-09-12T18:00:55.893 INFO:teuthology.orchestra.run.smithi045.stderr: 10900K .......... .......... .......... .......... .......... 11% 195M 1s 2024-09-12T18:00:55.893 INFO:teuthology.orchestra.run.smithi045.stderr: 10950K .......... .......... .......... .......... .......... 11% 371M 1s 2024-09-12T18:00:55.893 INFO:teuthology.orchestra.run.smithi045.stderr: 11000K .......... .......... .......... .......... .......... 11% 319M 1s 2024-09-12T18:00:55.893 INFO:teuthology.orchestra.run.smithi045.stderr: 11050K .......... .......... .......... .......... .......... 11% 295M 1s 2024-09-12T18:00:55.893 INFO:teuthology.orchestra.run.smithi045.stderr: 11100K .......... .......... .......... .......... .......... 12% 363M 1s 2024-09-12T18:00:55.893 INFO:teuthology.orchestra.run.smithi045.stderr: 11150K .......... .......... .......... .......... .......... 12% 379M 1s 2024-09-12T18:00:55.893 INFO:teuthology.orchestra.run.smithi045.stderr: 11200K .......... .......... .......... .......... .......... 12% 361M 1s 2024-09-12T18:00:55.893 INFO:teuthology.orchestra.run.smithi045.stderr: 11250K .......... .......... .......... .......... .......... 12% 344M 1s 2024-09-12T18:00:55.893 INFO:teuthology.orchestra.run.smithi045.stderr: 11300K .......... .......... .......... .......... .......... 12% 361M 1s 2024-09-12T18:00:55.893 INFO:teuthology.orchestra.run.smithi045.stderr: 11350K .......... .......... .......... .......... .......... 12% 344M 1s 2024-09-12T18:00:55.894 INFO:teuthology.orchestra.run.smithi045.stderr: 11400K .......... .......... .......... .......... .......... 12% 388M 1s 2024-09-12T18:00:55.894 INFO:teuthology.orchestra.run.smithi045.stderr: 11450K .......... .......... .......... .......... .......... 12% 303M 1s 2024-09-12T18:00:55.894 INFO:teuthology.orchestra.run.smithi045.stderr: 11500K .......... .......... .......... .......... .......... 12% 212M 1s 2024-09-12T18:00:55.894 INFO:teuthology.orchestra.run.smithi045.stderr: 11550K .......... .......... .......... .......... .......... 12% 190M 1s 2024-09-12T18:00:55.894 INFO:teuthology.orchestra.run.smithi045.stderr: 11600K .......... .......... .......... .......... .......... 12% 348M 1s 2024-09-12T18:00:55.894 INFO:teuthology.orchestra.run.smithi045.stderr: 11650K .......... .......... .......... .......... .......... 12% 250M 1s 2024-09-12T18:00:55.894 INFO:teuthology.orchestra.run.smithi045.stderr: 11700K .......... .......... .......... .......... .......... 12% 341M 1s 2024-09-12T18:00:55.894 INFO:teuthology.orchestra.run.smithi045.stderr: 11750K .......... .......... .......... .......... .......... 12% 303M 1s 2024-09-12T18:00:55.894 INFO:teuthology.orchestra.run.smithi045.stderr: 11800K .......... .......... .......... .......... .......... 12% 347M 1s 2024-09-12T18:00:55.894 INFO:teuthology.orchestra.run.smithi045.stderr: 11850K .......... .......... .......... .......... .......... 12% 300M 1s 2024-09-12T18:00:55.894 INFO:teuthology.orchestra.run.smithi045.stderr: 11900K .......... .......... .......... .......... .......... 12% 380M 1s 2024-09-12T18:00:55.894 INFO:teuthology.orchestra.run.smithi045.stderr: 11950K .......... .......... .......... .......... .......... 12% 280M 1s 2024-09-12T18:00:55.894 INFO:teuthology.orchestra.run.smithi045.stderr: 12000K .......... .......... .......... .......... .......... 12% 283M 1s 2024-09-12T18:00:55.895 INFO:teuthology.orchestra.run.smithi045.stderr: 12050K .......... .......... .......... .......... .......... 13% 328M 1s 2024-09-12T18:00:55.895 INFO:teuthology.orchestra.run.smithi045.stderr: 12100K .......... .......... .......... .......... .......... 13% 369M 1s 2024-09-12T18:00:55.895 INFO:teuthology.orchestra.run.smithi045.stderr: 12150K .......... .......... .......... .......... .......... 13% 365M 1s 2024-09-12T18:00:55.895 INFO:teuthology.orchestra.run.smithi045.stderr: 12200K .......... .......... .......... .......... .......... 13% 373M 1s 2024-09-12T18:00:55.895 INFO:teuthology.orchestra.run.smithi045.stderr: 12250K .......... .......... .......... .......... .......... 13% 301M 1s 2024-09-12T18:00:55.895 INFO:teuthology.orchestra.run.smithi045.stderr: 12300K .......... .......... .......... .......... .......... 13% 348M 1s 2024-09-12T18:00:55.895 INFO:teuthology.orchestra.run.smithi045.stderr: 12350K .......... .......... .......... .......... .......... 13% 117M 1s 2024-09-12T18:00:55.895 INFO:teuthology.orchestra.run.smithi045.stderr: 12400K .......... .......... .......... .......... .......... 13% 341M 1s 2024-09-12T18:00:55.895 INFO:teuthology.orchestra.run.smithi045.stderr: 12450K .......... .......... .......... .......... .......... 13% 323M 1s 2024-09-12T18:00:55.895 INFO:teuthology.orchestra.run.smithi045.stderr: 12500K .......... .......... .......... .......... .......... 13% 369M 1s 2024-09-12T18:00:55.895 INFO:teuthology.orchestra.run.smithi045.stderr: 12550K .......... .......... .......... .......... .......... 13% 339M 1s 2024-09-12T18:00:55.895 INFO:teuthology.orchestra.run.smithi045.stderr: 12600K .......... .......... .......... .......... .......... 13% 254M 1s 2024-09-12T18:00:55.895 INFO:teuthology.orchestra.run.smithi045.stderr: 12650K .......... .......... .......... .......... .......... 13% 385M 1s 2024-09-12T18:00:55.895 INFO:teuthology.orchestra.run.smithi045.stderr: 12700K .......... .......... .......... .......... .......... 13% 298M 1s 2024-09-12T18:00:55.896 INFO:teuthology.orchestra.run.smithi045.stderr: 12750K .......... .......... .......... .......... .......... 13% 322M 1s 2024-09-12T18:00:55.896 INFO:teuthology.orchestra.run.smithi045.stderr: 12800K .......... .......... .......... .......... .......... 13% 347M 1s 2024-09-12T18:00:55.896 INFO:teuthology.orchestra.run.smithi045.stderr: 12850K .......... .......... .......... .......... .......... 13% 278M 1s 2024-09-12T18:00:55.896 INFO:teuthology.orchestra.run.smithi045.stderr: 12900K .......... .......... .......... .......... .......... 13% 281M 1s 2024-09-12T18:00:55.896 INFO:teuthology.orchestra.run.smithi045.stderr: 12950K .......... .......... .......... .......... .......... 13% 298M 1s 2024-09-12T18:00:55.896 INFO:teuthology.orchestra.run.smithi045.stderr: 13000K .......... .......... .......... .......... .......... 14% 314M 1s 2024-09-12T18:00:55.896 INFO:teuthology.orchestra.run.smithi045.stderr: 13050K .......... .......... .......... .......... .......... 14% 292M 1s 2024-09-12T18:00:55.896 INFO:teuthology.orchestra.run.smithi045.stderr: 13100K .......... .......... .......... .......... .......... 14% 285M 1s 2024-09-12T18:00:55.896 INFO:teuthology.orchestra.run.smithi045.stderr: 13150K .......... .......... .......... .......... .......... 14% 291M 1s 2024-09-12T18:00:55.896 INFO:teuthology.orchestra.run.smithi045.stderr: 13200K .......... .......... .......... .......... .......... 14% 369M 1s 2024-09-12T18:00:55.896 INFO:teuthology.orchestra.run.smithi045.stderr: 13250K .......... .......... .......... .......... .......... 14% 387M 1s 2024-09-12T18:00:55.896 INFO:teuthology.orchestra.run.smithi045.stderr: 13300K .......... .......... .......... .......... .......... 14% 373M 1s 2024-09-12T18:00:55.896 INFO:teuthology.orchestra.run.smithi045.stderr: 13350K .......... .......... .......... .......... .......... 14% 351M 1s 2024-09-12T18:00:55.897 INFO:teuthology.orchestra.run.smithi045.stderr: 13400K .......... .......... .......... .......... .......... 14% 340M 1s 2024-09-12T18:00:55.897 INFO:teuthology.orchestra.run.smithi045.stderr: 13450K .......... .......... .......... .......... .......... 14% 347M 1s 2024-09-12T18:00:55.897 INFO:teuthology.orchestra.run.smithi045.stderr: 13500K .......... .......... .......... .......... .......... 14% 382M 1s 2024-09-12T18:00:55.897 INFO:teuthology.orchestra.run.smithi045.stderr: 13550K .......... .......... .......... .......... .......... 14% 358M 1s 2024-09-12T18:00:55.897 INFO:teuthology.orchestra.run.smithi045.stderr: 13600K .......... .......... .......... .......... .......... 14% 302M 1s 2024-09-12T18:00:55.897 INFO:teuthology.orchestra.run.smithi045.stderr: 13650K .......... .......... .......... .......... .......... 14% 359M 1s 2024-09-12T18:00:55.897 INFO:teuthology.orchestra.run.smithi045.stderr: 13700K .......... .......... .......... .......... .......... 14% 346M 1s 2024-09-12T18:00:55.897 INFO:teuthology.orchestra.run.smithi045.stderr: 13750K .......... .......... .......... .......... .......... 14% 334M 1s 2024-09-12T18:00:55.897 INFO:teuthology.orchestra.run.smithi045.stderr: 13800K .......... .......... .......... .......... .......... 14% 354M 1s 2024-09-12T18:00:55.897 INFO:teuthology.orchestra.run.smithi045.stderr: 13850K .......... .......... .......... .......... .......... 14% 74.6M 1s 2024-09-12T18:00:55.897 INFO:teuthology.orchestra.run.smithi045.stderr: 13900K .......... .......... .......... .......... .......... 15% 31.3M 1s 2024-09-12T18:00:55.897 INFO:teuthology.orchestra.run.smithi045.stderr: 13950K .......... .......... .......... .......... .......... 15% 129M 1s 2024-09-12T18:00:55.897 INFO:teuthology.orchestra.run.smithi045.stderr: 14000K .......... .......... .......... .......... .......... 15% 351M 1s 2024-09-12T18:00:55.898 INFO:teuthology.orchestra.run.smithi045.stderr: 14050K .......... .......... .......... .......... .......... 15% 191M 1s 2024-09-12T18:00:55.898 INFO:teuthology.orchestra.run.smithi045.stderr: 14100K .......... .......... .......... .......... .......... 15% 355M 1s 2024-09-12T18:00:55.898 INFO:teuthology.orchestra.run.smithi045.stderr: 14150K .......... .......... .......... .......... .......... 15% 325M 1s 2024-09-12T18:00:55.898 INFO:teuthology.orchestra.run.smithi045.stderr: 14200K .......... .......... .......... .......... .......... 15% 208M 1s 2024-09-12T18:00:55.898 INFO:teuthology.orchestra.run.smithi045.stderr: 14250K .......... .......... .......... .......... .......... 15% 367M 1s 2024-09-12T18:00:55.898 INFO:teuthology.orchestra.run.smithi045.stderr: 14300K .......... .......... .......... .......... .......... 15% 359M 1s 2024-09-12T18:00:55.898 INFO:teuthology.orchestra.run.smithi045.stderr: 14350K .......... .......... .......... .......... .......... 15% 300M 1s 2024-09-12T18:00:55.898 INFO:teuthology.orchestra.run.smithi045.stderr: 14400K .......... .......... .......... .......... .......... 15% 338M 1s 2024-09-12T18:00:55.898 INFO:teuthology.orchestra.run.smithi045.stderr: 14450K .......... .......... .......... .......... .......... 15% 322M 1s 2024-09-12T18:00:55.898 INFO:teuthology.orchestra.run.smithi045.stderr: 14500K .......... .......... .......... .......... .......... 15% 358M 1s 2024-09-12T18:00:55.898 INFO:teuthology.orchestra.run.smithi045.stderr: 14550K .......... .......... .......... .......... .......... 15% 319M 1s 2024-09-12T18:00:55.898 INFO:teuthology.orchestra.run.smithi045.stderr: 14600K .......... .......... .......... .......... .......... 15% 363M 1s 2024-09-12T18:00:55.898 INFO:teuthology.orchestra.run.smithi045.stderr: 14650K .......... .......... .......... .......... .......... 15% 285M 1s 2024-09-12T18:00:55.898 INFO:teuthology.orchestra.run.smithi045.stderr: 14700K .......... .......... .......... .......... .......... 15% 153M 1s 2024-09-12T18:00:55.899 INFO:teuthology.orchestra.run.smithi045.stderr: 14750K .......... .......... .......... .......... .......... 15% 284M 1s 2024-09-12T18:00:55.899 INFO:teuthology.orchestra.run.smithi045.stderr: 14800K .......... .......... .......... .......... .......... 15% 265M 1s 2024-09-12T18:00:55.899 INFO:teuthology.orchestra.run.smithi045.stderr: 14850K .......... .......... .......... .......... .......... 16% 366M 1s 2024-09-12T18:00:55.899 INFO:teuthology.orchestra.run.smithi045.stderr: 14900K .......... .......... .......... .......... .......... 16% 323M 1s 2024-09-12T18:00:55.899 INFO:teuthology.orchestra.run.smithi045.stderr: 14950K .......... .......... .......... .......... .......... 16% 370M 1s 2024-09-12T18:00:55.899 INFO:teuthology.orchestra.run.smithi045.stderr: 15000K .......... .......... .......... .......... .......... 16% 292M 1s 2024-09-12T18:00:55.899 INFO:teuthology.orchestra.run.smithi045.stderr: 15050K .......... .......... .......... .......... .......... 16% 354M 1s 2024-09-12T18:00:55.899 INFO:teuthology.orchestra.run.smithi045.stderr: 15100K .......... .......... .......... .......... .......... 16% 334M 1s 2024-09-12T18:00:55.899 INFO:teuthology.orchestra.run.smithi045.stderr: 15150K .......... .......... .......... .......... .......... 16% 358M 1s 2024-09-12T18:00:55.899 INFO:teuthology.orchestra.run.smithi045.stderr: 15200K .......... .......... .......... .......... .......... 16% 365M 1s 2024-09-12T18:00:55.899 INFO:teuthology.orchestra.run.smithi045.stderr: 15250K .......... .......... .......... .......... .......... 16% 269M 1s 2024-09-12T18:00:55.899 INFO:teuthology.orchestra.run.smithi045.stderr: 15300K .......... .......... .......... .......... .......... 16% 123M 1s 2024-09-12T18:00:55.899 INFO:teuthology.orchestra.run.smithi045.stderr: 15350K .......... .......... .......... .......... .......... 16% 295M 1s 2024-09-12T18:00:55.900 INFO:teuthology.orchestra.run.smithi045.stderr: 15400K .......... .......... .......... .......... .......... 16% 303M 1s 2024-09-12T18:00:55.900 INFO:teuthology.orchestra.run.smithi045.stderr: 15450K .......... .......... .......... .......... .......... 16% 248M 1s 2024-09-12T18:00:55.900 INFO:teuthology.orchestra.run.smithi045.stderr: 15500K .......... .......... .......... .......... .......... 16% 300M 1s 2024-09-12T18:00:55.900 INFO:teuthology.orchestra.run.smithi045.stderr: 15550K .......... .......... .......... .......... .......... 16% 389M 1s 2024-09-12T18:00:55.900 INFO:teuthology.orchestra.run.smithi045.stderr: 15600K .......... .......... .......... .......... .......... 16% 357M 1s 2024-09-12T18:00:55.900 INFO:teuthology.orchestra.run.smithi045.stderr: 15650K .......... .......... .......... .......... .......... 16% 333M 1s 2024-09-12T18:00:55.900 INFO:teuthology.orchestra.run.smithi045.stderr: 15700K .......... .......... .......... .......... .......... 16% 369M 1s 2024-09-12T18:00:55.900 INFO:teuthology.orchestra.run.smithi045.stderr: 15750K .......... .......... .......... .......... .......... 17% 320M 1s 2024-09-12T18:00:55.900 INFO:teuthology.orchestra.run.smithi045.stderr: 15800K .......... .......... .......... .......... .......... 17% 108M 1s 2024-09-12T18:00:55.900 INFO:teuthology.orchestra.run.smithi045.stderr: 15850K .......... .......... .......... .......... .......... 17% 351M 1s 2024-09-12T18:00:55.900 INFO:teuthology.orchestra.run.smithi045.stderr: 15900K .......... .......... .......... .......... .......... 17% 370M 1s 2024-09-12T18:00:55.900 INFO:teuthology.orchestra.run.smithi045.stderr: 15950K .......... .......... .......... .......... .......... 17% 378M 1s 2024-09-12T18:00:55.900 INFO:teuthology.orchestra.run.smithi045.stderr: 16000K .......... .......... .......... .......... .......... 17% 392M 1s 2024-09-12T18:00:55.901 INFO:teuthology.orchestra.run.smithi045.stderr: 16050K .......... .......... .......... .......... .......... 17% 328M 1s 2024-09-12T18:00:55.901 INFO:teuthology.orchestra.run.smithi045.stderr: 16100K .......... .......... .......... .......... .......... 17% 176M 1s 2024-09-12T18:00:55.901 INFO:teuthology.orchestra.run.smithi045.stderr: 16150K .......... .......... .......... .......... .......... 17% 371M 1s 2024-09-12T18:00:55.901 INFO:teuthology.orchestra.run.smithi045.stderr: 16200K .......... .......... .......... .......... .......... 17% 358M 1s 2024-09-12T18:00:55.901 INFO:teuthology.orchestra.run.smithi045.stderr: 16250K .......... .......... .......... .......... .......... 17% 344M 1s 2024-09-12T18:00:55.901 INFO:teuthology.orchestra.run.smithi045.stderr: 16300K .......... .......... .......... .......... .......... 17% 371M 1s 2024-09-12T18:00:55.901 INFO:teuthology.orchestra.run.smithi045.stderr: 16350K .......... .......... .......... .......... .......... 17% 336M 1s 2024-09-12T18:00:55.901 INFO:teuthology.orchestra.run.smithi045.stderr: 16400K .......... .......... .......... .......... .......... 17% 382M 1s 2024-09-12T18:00:55.901 INFO:teuthology.orchestra.run.smithi045.stderr: 16450K .......... .......... .......... .......... .......... 17% 349M 1s 2024-09-12T18:00:55.901 INFO:teuthology.orchestra.run.smithi045.stderr: 16500K .......... .......... .......... .......... .......... 17% 366M 1s 2024-09-12T18:00:55.901 INFO:teuthology.orchestra.run.smithi045.stderr: 16550K .......... .......... .......... .......... .......... 17% 317M 1s 2024-09-12T18:00:55.901 INFO:teuthology.orchestra.run.smithi045.stderr: 16600K .......... .......... .......... .......... .......... 17% 374M 1s 2024-09-12T18:00:55.901 INFO:teuthology.orchestra.run.smithi045.stderr: 16650K .......... .......... .......... .......... .......... 17% 347M 1s 2024-09-12T18:00:55.901 INFO:teuthology.orchestra.run.smithi045.stderr: 16700K .......... .......... .......... .......... .......... 18% 349M 1s 2024-09-12T18:00:55.902 INFO:teuthology.orchestra.run.smithi045.stderr: 16750K .......... .......... .......... .......... .......... 18% 62.8M 1s 2024-09-12T18:00:55.902 INFO:teuthology.orchestra.run.smithi045.stderr: 16800K .......... .......... .......... .......... .......... 18% 327M 1s 2024-09-12T18:00:55.902 INFO:teuthology.orchestra.run.smithi045.stderr: 16850K .......... .......... .......... .......... .......... 18% 381M 1s 2024-09-12T18:00:55.902 INFO:teuthology.orchestra.run.smithi045.stderr: 16900K .......... .......... .......... .......... .......... 18% 72.9M 1s 2024-09-12T18:00:55.902 INFO:teuthology.orchestra.run.smithi045.stderr: 16950K .......... .......... .......... .......... .......... 18% 261M 1s 2024-09-12T18:00:55.902 INFO:teuthology.orchestra.run.smithi045.stderr: 17000K .......... .......... .......... .......... .......... 18% 84.6M 1s 2024-09-12T18:00:55.902 INFO:teuthology.orchestra.run.smithi045.stderr: 17050K .......... .......... .......... .......... .......... 18% 159M 1s 2024-09-12T18:00:55.902 INFO:teuthology.orchestra.run.smithi045.stderr: 17100K .......... .......... .......... .......... .......... 18% 196M 1s 2024-09-12T18:00:55.902 INFO:teuthology.orchestra.run.smithi045.stderr: 17150K .......... .......... .......... .......... .......... 18% 203M 1s 2024-09-12T18:00:55.902 INFO:teuthology.orchestra.run.smithi045.stderr: 17200K .......... .......... .......... .......... .......... 18% 350M 1s 2024-09-12T18:00:55.902 INFO:teuthology.orchestra.run.smithi045.stderr: 17250K .......... .......... .......... .......... .......... 18% 299M 1s 2024-09-12T18:00:55.902 INFO:teuthology.orchestra.run.smithi045.stderr: 17300K .......... .......... .......... .......... .......... 18% 351M 1s 2024-09-12T18:00:55.902 INFO:teuthology.orchestra.run.smithi045.stderr: 17350K .......... .......... .......... .......... .......... 18% 283M 1s 2024-09-12T18:00:55.903 INFO:teuthology.orchestra.run.smithi045.stderr: 17400K .......... .......... .......... .......... .......... 18% 353M 1s 2024-09-12T18:00:55.903 INFO:teuthology.orchestra.run.smithi045.stderr: 17450K .......... .......... .......... .......... .......... 18% 361M 1s 2024-09-12T18:00:55.903 INFO:teuthology.orchestra.run.smithi045.stderr: 17500K .......... .......... .......... .......... .......... 18% 375M 1s 2024-09-12T18:00:55.903 INFO:teuthology.orchestra.run.smithi045.stderr: 17550K .......... .......... .......... .......... .......... 18% 256M 1s 2024-09-12T18:00:55.903 INFO:teuthology.orchestra.run.smithi045.stderr: 17600K .......... .......... .......... .......... .......... 18% 318M 1s 2024-09-12T18:00:55.903 INFO:teuthology.orchestra.run.smithi045.stderr: 17650K .......... .......... .......... .......... .......... 19% 371M 1s 2024-09-12T18:00:55.903 INFO:teuthology.orchestra.run.smithi045.stderr: 17700K .......... .......... .......... .......... .......... 19% 170M 1s 2024-09-12T18:00:55.903 INFO:teuthology.orchestra.run.smithi045.stderr: 17750K .......... .......... .......... .......... .......... 19% 329M 1s 2024-09-12T18:00:55.903 INFO:teuthology.orchestra.run.smithi045.stderr: 17800K .......... .......... .......... .......... .......... 19% 372M 1s 2024-09-12T18:00:55.903 INFO:teuthology.orchestra.run.smithi045.stderr: 17850K .......... .......... .......... .......... .......... 19% 341M 1s 2024-09-12T18:00:55.903 INFO:teuthology.orchestra.run.smithi045.stderr: 17900K .......... .......... .......... .......... .......... 19% 156M 1s 2024-09-12T18:00:55.903 INFO:teuthology.orchestra.run.smithi045.stderr: 17950K .......... .......... .......... .......... .......... 19% 312M 1s 2024-09-12T18:00:55.903 INFO:teuthology.orchestra.run.smithi045.stderr: 18000K .......... .......... .......... .......... .......... 19% 371M 1s 2024-09-12T18:00:55.904 INFO:teuthology.orchestra.run.smithi045.stderr: 18050K .......... .......... .......... .......... .......... 19% 366M 1s 2024-09-12T18:00:55.904 INFO:teuthology.orchestra.run.smithi045.stderr: 18100K .......... .......... .......... .......... .......... 19% 373M 1s 2024-09-12T18:00:55.904 INFO:teuthology.orchestra.run.smithi045.stderr: 18150K .......... .......... .......... .......... .......... 19% 262M 1s 2024-09-12T18:00:55.904 INFO:teuthology.orchestra.run.smithi045.stderr: 18200K .......... .......... .......... .......... .......... 19% 326M 1s 2024-09-12T18:00:55.904 INFO:teuthology.orchestra.run.smithi045.stderr: 18250K .......... .......... .......... .......... .......... 19% 182M 1s 2024-09-12T18:00:55.904 INFO:teuthology.orchestra.run.smithi045.stderr: 18300K .......... .......... .......... .......... .......... 19% 298M 1s 2024-09-12T18:00:55.904 INFO:teuthology.orchestra.run.smithi045.stderr: 18350K .......... .......... .......... .......... .......... 19% 325M 1s 2024-09-12T18:00:55.904 INFO:teuthology.orchestra.run.smithi045.stderr: 18400K .......... .......... .......... .......... .......... 19% 237M 1s 2024-09-12T18:00:55.904 INFO:teuthology.orchestra.run.smithi045.stderr: 18450K .......... .......... .......... .......... .......... 19% 136M 1s 2024-09-12T18:00:55.904 INFO:teuthology.orchestra.run.smithi045.stderr: 18500K .......... .......... .......... .......... .......... 19% 258M 1s 2024-09-12T18:00:55.904 INFO:teuthology.orchestra.run.smithi045.stderr: 18550K .......... .......... .......... .......... .......... 20% 300M 1s 2024-09-12T18:00:55.904 INFO:teuthology.orchestra.run.smithi045.stderr: 18600K .......... .......... .......... .......... .......... 20% 321M 1s 2024-09-12T18:00:55.904 INFO:teuthology.orchestra.run.smithi045.stderr: 18650K .......... .......... .......... .......... .......... 20% 359M 1s 2024-09-12T18:00:55.905 INFO:teuthology.orchestra.run.smithi045.stderr: 18700K .......... .......... .......... .......... .......... 20% 332M 1s 2024-09-12T18:00:55.905 INFO:teuthology.orchestra.run.smithi045.stderr: 18750K .......... .......... .......... .......... .......... 20% 310M 1s 2024-09-12T18:00:55.905 INFO:teuthology.orchestra.run.smithi045.stderr: 18800K .......... .......... .......... .......... .......... 20% 368M 1s 2024-09-12T18:00:55.905 INFO:teuthology.orchestra.run.smithi045.stderr: 18850K .......... .......... .......... .......... .......... 20% 344M 1s 2024-09-12T18:00:55.905 INFO:teuthology.orchestra.run.smithi045.stderr: 18900K .......... .......... .......... .......... .......... 20% 188M 1s 2024-09-12T18:00:55.905 INFO:teuthology.orchestra.run.smithi045.stderr: 18950K .......... .......... .......... .......... .......... 20% 185M 1s 2024-09-12T18:00:55.905 INFO:teuthology.orchestra.run.smithi045.stderr: 19000K .......... .......... .......... .......... .......... 20% 275M 1s 2024-09-12T18:00:55.905 INFO:teuthology.orchestra.run.smithi045.stderr: 19050K .......... .......... .......... .......... .......... 20% 393M 1s 2024-09-12T18:00:55.905 INFO:teuthology.orchestra.run.smithi045.stderr: 19100K .......... .......... .......... .......... .......... 20% 157M 1s 2024-09-12T18:00:55.905 INFO:teuthology.orchestra.run.smithi045.stderr: 19150K .......... .......... .......... .......... .......... 20% 303M 1s 2024-09-12T18:00:55.905 INFO:teuthology.orchestra.run.smithi045.stderr: 19200K .......... .......... .......... .......... .......... 20% 289M 1s 2024-09-12T18:00:55.905 INFO:teuthology.orchestra.run.smithi045.stderr: 19250K .......... .......... .......... .......... .......... 20% 178M 1s 2024-09-12T18:00:55.905 INFO:teuthology.orchestra.run.smithi045.stderr: 19300K .......... .......... .......... .......... .......... 20% 345M 1s 2024-09-12T18:00:55.905 INFO:teuthology.orchestra.run.smithi045.stderr: 19350K .......... .......... .......... .......... .......... 20% 370M 1s 2024-09-12T18:00:55.906 INFO:teuthology.orchestra.run.smithi045.stderr: 19400K .......... .......... .......... .......... .......... 20% 348M 1s 2024-09-12T18:00:55.906 INFO:teuthology.orchestra.run.smithi045.stderr: 19450K .......... .......... .......... .......... .......... 20% 326M 1s 2024-09-12T18:00:55.906 INFO:teuthology.orchestra.run.smithi045.stderr: 19500K .......... .......... .......... .......... .......... 21% 365M 1s 2024-09-12T18:00:55.906 INFO:teuthology.orchestra.run.smithi045.stderr: 19550K .......... .......... .......... .......... .......... 21% 356M 1s 2024-09-12T18:00:55.906 INFO:teuthology.orchestra.run.smithi045.stderr: 19600K .......... .......... .......... .......... .......... 21% 379M 1s 2024-09-12T18:00:55.906 INFO:teuthology.orchestra.run.smithi045.stderr: 19650K .......... .......... .......... .......... .......... 21% 70.8M 1s 2024-09-12T18:00:55.906 INFO:teuthology.orchestra.run.smithi045.stderr: 19700K .......... .......... .......... .......... .......... 21% 138M 1s 2024-09-12T18:00:55.906 INFO:teuthology.orchestra.run.smithi045.stderr: 19750K .......... .......... .......... .......... .......... 21% 390M 1s 2024-09-12T18:00:55.906 INFO:teuthology.orchestra.run.smithi045.stderr: 19800K .......... .......... .......... .......... .......... 21% 386M 1s 2024-09-12T18:00:55.906 INFO:teuthology.orchestra.run.smithi045.stderr: 19850K .......... .......... .......... .......... .......... 21% 338M 1s 2024-09-12T18:00:55.906 INFO:teuthology.orchestra.run.smithi045.stderr: 19900K .......... .......... .......... .......... .......... 21% 372M 1s 2024-09-12T18:00:55.906 INFO:teuthology.orchestra.run.smithi045.stderr: 19950K .......... .......... .......... .......... .......... 21% 300M 1s 2024-09-12T18:00:55.906 INFO:teuthology.orchestra.run.smithi045.stderr: 20000K .......... .......... .......... .......... .......... 21% 357M 1s 2024-09-12T18:00:55.907 INFO:teuthology.orchestra.run.smithi045.stderr: 20050K .......... .......... .......... .......... .......... 21% 95.1M 1s 2024-09-12T18:00:55.907 INFO:teuthology.orchestra.run.smithi045.stderr: 20100K .......... .......... .......... .......... .......... 21% 226M 1s 2024-09-12T18:00:55.907 INFO:teuthology.orchestra.run.smithi045.stderr: 20150K .......... .......... .......... .......... .......... 21% 160M 1s 2024-09-12T18:00:55.907 INFO:teuthology.orchestra.run.smithi045.stderr: 20200K .......... .......... .......... .......... .......... 21% 350M 1s 2024-09-12T18:00:55.907 INFO:teuthology.orchestra.run.smithi045.stderr: 20250K .......... .......... .......... .......... .......... 21% 258M 1s 2024-09-12T18:00:55.907 INFO:teuthology.orchestra.run.smithi045.stderr: 20300K .......... .......... .......... .......... .......... 21% 252M 1s 2024-09-12T18:00:55.907 INFO:teuthology.orchestra.run.smithi045.stderr: 20350K .......... .......... .......... .......... .......... 21% 25.5M 1s 2024-09-12T18:00:55.907 INFO:teuthology.orchestra.run.smithi045.stderr: 20400K .......... .......... .......... .......... .......... 22% 262M 1s 2024-09-12T18:00:55.907 INFO:teuthology.orchestra.run.smithi045.stderr: 20450K .......... .......... .......... .......... .......... 22% 287M 1s 2024-09-12T18:00:55.907 INFO:teuthology.orchestra.run.smithi045.stderr: 20500K .......... .......... .......... .......... .......... 22% 342M 1s 2024-09-12T18:00:55.907 INFO:teuthology.orchestra.run.smithi045.stderr: 20550K .......... .......... .......... .......... .......... 22% 341M 1s 2024-09-12T18:00:55.907 INFO:teuthology.orchestra.run.smithi045.stderr: 20600K .......... .......... .......... .......... .......... 22% 366M 1s 2024-09-12T18:00:55.907 INFO:teuthology.orchestra.run.smithi045.stderr: 20650K .......... .......... .......... .......... .......... 22% 334M 1s 2024-09-12T18:00:55.908 INFO:teuthology.orchestra.run.smithi045.stderr: 20700K .......... .......... .......... .......... .......... 22% 367M 1s 2024-09-12T18:00:55.908 INFO:teuthology.orchestra.run.smithi045.stderr: 20750K .......... .......... .......... .......... .......... 22% 367M 1s 2024-09-12T18:00:55.908 INFO:teuthology.orchestra.run.smithi045.stderr: 20800K .......... .......... .......... .......... .......... 22% 383M 1s 2024-09-12T18:00:55.908 INFO:teuthology.orchestra.run.smithi045.stderr: 20850K .......... .......... .......... .......... .......... 22% 276M 1s 2024-09-12T18:00:55.908 INFO:teuthology.orchestra.run.smithi045.stderr: 20900K .......... .......... .......... .......... .......... 22% 360M 1s 2024-09-12T18:00:55.908 INFO:teuthology.orchestra.run.smithi045.stderr: 20950K .......... .......... .......... .......... .......... 22% 363M 1s 2024-09-12T18:00:55.908 INFO:teuthology.orchestra.run.smithi045.stderr: 21000K .......... .......... .......... .......... .......... 22% 363M 1s 2024-09-12T18:00:55.908 INFO:teuthology.orchestra.run.smithi045.stderr: 21050K .......... .......... .......... .......... .......... 22% 333M 1s 2024-09-12T18:00:55.908 INFO:teuthology.orchestra.run.smithi045.stderr: 21100K .......... .......... .......... .......... .......... 22% 362M 1s 2024-09-12T18:00:55.908 INFO:teuthology.orchestra.run.smithi045.stderr: 21150K .......... .......... .......... .......... .......... 22% 347M 1s 2024-09-12T18:00:55.908 INFO:teuthology.orchestra.run.smithi045.stderr: 21200K .......... .......... .......... .......... .......... 22% 355M 1s 2024-09-12T18:00:55.908 INFO:teuthology.orchestra.run.smithi045.stderr: 21250K .......... .......... .......... .......... .......... 22% 318M 1s 2024-09-12T18:00:55.908 INFO:teuthology.orchestra.run.smithi045.stderr: 21300K .......... .......... .......... .......... .......... 22% 300M 1s 2024-09-12T18:00:55.908 INFO:teuthology.orchestra.run.smithi045.stderr: 21350K .......... .......... .......... .......... .......... 23% 353M 1s 2024-09-12T18:00:55.909 INFO:teuthology.orchestra.run.smithi045.stderr: 21400K .......... .......... .......... .......... .......... 23% 353M 1s 2024-09-12T18:00:55.909 INFO:teuthology.orchestra.run.smithi045.stderr: 21450K .......... .......... .......... .......... .......... 23% 318M 1s 2024-09-12T18:00:55.909 INFO:teuthology.orchestra.run.smithi045.stderr: 21500K .......... .......... .......... .......... .......... 23% 381M 1s 2024-09-12T18:00:55.909 INFO:teuthology.orchestra.run.smithi045.stderr: 21550K .......... .......... .......... .......... .......... 23% 314M 1s 2024-09-12T18:00:55.909 INFO:teuthology.orchestra.run.smithi045.stderr: 21600K .......... .......... .......... .......... .......... 23% 366M 1s 2024-09-12T18:00:55.909 INFO:teuthology.orchestra.run.smithi045.stderr: 21650K .......... .......... .......... .......... .......... 23% 326M 1s 2024-09-12T18:00:55.909 INFO:teuthology.orchestra.run.smithi045.stderr: 21700K .......... .......... .......... .......... .......... 23% 355M 1s 2024-09-12T18:00:55.909 INFO:teuthology.orchestra.run.smithi045.stderr: 21750K .......... .......... .......... .......... .......... 23% 377M 1s 2024-09-12T18:00:55.909 INFO:teuthology.orchestra.run.smithi045.stderr: 21800K .......... .......... .......... .......... .......... 23% 358M 1s 2024-09-12T18:00:55.909 INFO:teuthology.orchestra.run.smithi045.stderr: 21850K .......... .......... .......... .......... .......... 23% 311M 1s 2024-09-12T18:00:55.909 INFO:teuthology.orchestra.run.smithi045.stderr: 21900K .......... .......... .......... .......... .......... 23% 318M 1s 2024-09-12T18:00:55.909 INFO:teuthology.orchestra.run.smithi045.stderr: 21950K .......... .......... .......... .......... .......... 23% 361M 1s 2024-09-12T18:00:55.909 INFO:teuthology.orchestra.run.smithi045.stderr: 22000K .......... .......... .......... .......... .......... 23% 388M 1s 2024-09-12T18:00:55.910 INFO:teuthology.orchestra.run.smithi045.stderr: 22050K .......... .......... .......... .......... .......... 23% 392M 1s 2024-09-12T18:00:55.910 INFO:teuthology.orchestra.run.smithi045.stderr: 22100K .......... .......... .......... .......... .......... 23% 128M 1s 2024-09-12T18:00:55.910 INFO:teuthology.orchestra.run.smithi045.stderr: 22150K .......... .......... .......... .......... .......... 23% 376M 1s 2024-09-12T18:00:55.910 INFO:teuthology.orchestra.run.smithi045.stderr: 22200K .......... .......... .......... .......... .......... 23% 331M 1s 2024-09-12T18:00:55.910 INFO:teuthology.orchestra.run.smithi045.stderr: 22250K .......... .......... .......... .......... .......... 24% 356M 1s 2024-09-12T18:00:55.910 INFO:teuthology.orchestra.run.smithi045.stderr: 22300K .......... .......... .......... .......... .......... 24% 331M 1s 2024-09-12T18:00:55.910 INFO:teuthology.orchestra.run.smithi045.stderr: 22350K .......... .......... .......... .......... .......... 24% 360M 1s 2024-09-12T18:00:55.910 INFO:teuthology.orchestra.run.smithi045.stderr: 22400K .......... .......... .......... .......... .......... 24% 370M 1s 2024-09-12T18:00:55.910 INFO:teuthology.orchestra.run.smithi045.stderr: 22450K .......... .......... .......... .......... .......... 24% 365M 1s 2024-09-12T18:00:55.910 INFO:teuthology.orchestra.run.smithi045.stderr: 22500K .......... .......... .......... .......... .......... 24% 322M 1s 2024-09-12T18:00:55.910 INFO:teuthology.orchestra.run.smithi045.stderr: 22550K .......... .......... .......... .......... .......... 24% 368M 1s 2024-09-12T18:00:55.910 INFO:teuthology.orchestra.run.smithi045.stderr: 22600K .......... .......... .......... .......... .......... 24% 376M 1s 2024-09-12T18:00:55.910 INFO:teuthology.orchestra.run.smithi045.stderr: 22650K .......... .......... .......... .......... .......... 24% 282M 1s 2024-09-12T18:00:55.911 INFO:teuthology.orchestra.run.smithi045.stderr: 22700K .......... .......... .......... .......... .......... 24% 324M 1s 2024-09-12T18:00:55.911 INFO:teuthology.orchestra.run.smithi045.stderr: 22750K .......... .......... .......... .......... .......... 24% 376M 1s 2024-09-12T18:00:55.911 INFO:teuthology.orchestra.run.smithi045.stderr: 22800K .......... .......... .......... .......... .......... 24% 144M 1s 2024-09-12T18:00:55.911 INFO:teuthology.orchestra.run.smithi045.stderr: 22850K .......... .......... .......... .......... .......... 24% 260M 1s 2024-09-12T18:00:55.911 INFO:teuthology.orchestra.run.smithi045.stderr: 22900K .......... .......... .......... .......... .......... 24% 305M 0s 2024-09-12T18:00:55.911 INFO:teuthology.orchestra.run.smithi045.stderr: 22950K .......... .......... .......... .......... .......... 24% 88.0M 0s 2024-09-12T18:00:55.911 INFO:teuthology.orchestra.run.smithi045.stderr: 23000K .......... .......... .......... .......... .......... 24% 260M 0s 2024-09-12T18:00:55.911 INFO:teuthology.orchestra.run.smithi045.stderr: 23050K .......... .......... .......... .......... .......... 24% 350M 0s 2024-09-12T18:00:55.911 INFO:teuthology.orchestra.run.smithi045.stderr: 23100K .......... .......... .......... .......... .......... 24% 349M 0s 2024-09-12T18:00:55.911 INFO:teuthology.orchestra.run.smithi045.stderr: 23150K .......... .......... .......... .......... .......... 24% 277M 0s 2024-09-12T18:00:55.911 INFO:teuthology.orchestra.run.smithi045.stderr: 23200K .......... .......... .......... .......... .......... 25% 149M 0s 2024-09-12T18:00:55.911 INFO:teuthology.orchestra.run.smithi045.stderr: 23250K .......... .......... .......... .......... .......... 25% 192M 0s 2024-09-12T18:00:55.912 INFO:teuthology.orchestra.run.smithi045.stderr: 23300K .......... .......... .......... .......... .......... 25% 295M 0s 2024-09-12T18:00:55.912 INFO:teuthology.orchestra.run.smithi045.stderr: 23350K .......... .......... .......... .......... .......... 25% 365M 0s 2024-09-12T18:00:55.912 INFO:teuthology.orchestra.run.smithi045.stderr: 23400K .......... .......... .......... .......... .......... 25% 27.9M 0s 2024-09-12T18:00:55.912 INFO:teuthology.orchestra.run.smithi045.stderr: 23450K .......... .......... .......... .......... .......... 25% 81.6M 0s 2024-09-12T18:00:55.912 INFO:teuthology.orchestra.run.smithi045.stderr: 23500K .......... .......... .......... .......... .......... 25% 294M 0s 2024-09-12T18:00:55.912 INFO:teuthology.orchestra.run.smithi045.stderr: 23550K .......... .......... .......... .......... .......... 25% 195M 0s 2024-09-12T18:00:55.912 INFO:teuthology.orchestra.run.smithi045.stderr: 23600K .......... .......... .......... .......... .......... 25% 217M 0s 2024-09-12T18:00:55.912 INFO:teuthology.orchestra.run.smithi045.stderr: 23650K .......... .......... .......... .......... .......... 25% 295M 0s 2024-09-12T18:00:55.912 INFO:teuthology.orchestra.run.smithi045.stderr: 23700K .......... .......... .......... .......... .......... 25% 302M 0s 2024-09-12T18:00:55.912 INFO:teuthology.orchestra.run.smithi045.stderr: 23750K .......... .......... .......... .......... .......... 25% 329M 0s 2024-09-12T18:00:55.912 INFO:teuthology.orchestra.run.smithi045.stderr: 23800K .......... .......... .......... .......... .......... 25% 326M 0s 2024-09-12T18:00:55.912 INFO:teuthology.orchestra.run.smithi045.stderr: 23850K .......... .......... .......... .......... .......... 25% 373M 0s 2024-09-12T18:00:55.912 INFO:teuthology.orchestra.run.smithi045.stderr: 23900K .......... .......... .......... .......... .......... 25% 363M 0s 2024-09-12T18:00:55.913 INFO:teuthology.orchestra.run.smithi045.stderr: 23950K .......... .......... .......... .......... .......... 25% 310M 0s 2024-09-12T18:00:55.913 INFO:teuthology.orchestra.run.smithi045.stderr: 24000K .......... .......... .......... .......... .......... 25% 372M 0s 2024-09-12T18:00:55.913 INFO:teuthology.orchestra.run.smithi045.stderr: 24050K .......... .......... .......... .......... .......... 25% 373M 0s 2024-09-12T18:00:55.913 INFO:teuthology.orchestra.run.smithi045.stderr: 24100K .......... .......... .......... .......... .......... 25% 168M 0s 2024-09-12T18:00:55.913 INFO:teuthology.orchestra.run.smithi045.stderr: 24150K .......... .......... .......... .......... .......... 26% 251M 0s 2024-09-12T18:00:55.913 INFO:teuthology.orchestra.run.smithi045.stderr: 24200K .......... .......... .......... .......... .......... 26% 311M 0s 2024-09-12T18:00:55.913 INFO:teuthology.orchestra.run.smithi045.stderr: 24250K .......... .......... .......... .......... .......... 26% 359M 0s 2024-09-12T18:00:55.913 INFO:teuthology.orchestra.run.smithi045.stderr: 24300K .......... .......... .......... .......... .......... 26% 345M 0s 2024-09-12T18:00:55.913 INFO:teuthology.orchestra.run.smithi045.stderr: 24350K .......... .......... .......... .......... .......... 26% 328M 0s 2024-09-12T18:00:55.913 INFO:teuthology.orchestra.run.smithi045.stderr: 24400K .......... .......... .......... .......... .......... 26% 332M 0s 2024-09-12T18:00:55.913 INFO:teuthology.orchestra.run.smithi045.stderr: 24450K .......... .......... .......... .......... .......... 26% 284M 0s 2024-09-12T18:00:55.913 INFO:teuthology.orchestra.run.smithi045.stderr: 24500K .......... .......... .......... .......... .......... 26% 348M 0s 2024-09-12T18:00:55.913 INFO:teuthology.orchestra.run.smithi045.stderr: 24550K .......... .......... .......... .......... .......... 26% 332M 0s 2024-09-12T18:00:55.914 INFO:teuthology.orchestra.run.smithi045.stderr: 24600K .......... .......... .......... .......... .......... 26% 257M 0s 2024-09-12T18:00:55.914 INFO:teuthology.orchestra.run.smithi045.stderr: 24650K .......... .......... .......... .......... .......... 26% 284M 0s 2024-09-12T18:00:55.914 INFO:teuthology.orchestra.run.smithi045.stderr: 24700K .......... .......... .......... .......... .......... 26% 332M 0s 2024-09-12T18:00:55.914 INFO:teuthology.orchestra.run.smithi045.stderr: 24750K .......... .......... .......... .......... .......... 26% 322M 0s 2024-09-12T18:00:55.914 INFO:teuthology.orchestra.run.smithi045.stderr: 24800K .......... .......... .......... .......... .......... 26% 336M 0s 2024-09-12T18:00:55.914 INFO:teuthology.orchestra.run.smithi045.stderr: 24850K .......... .......... .......... .......... .......... 26% 374M 0s 2024-09-12T18:00:55.914 INFO:teuthology.orchestra.run.smithi045.stderr: 24900K .......... .......... .......... .......... .......... 26% 334M 0s 2024-09-12T18:00:55.914 INFO:teuthology.orchestra.run.smithi045.stderr: 24950K .......... .......... .......... .......... .......... 26% 375M 0s 2024-09-12T18:00:55.914 INFO:teuthology.orchestra.run.smithi045.stderr: 25000K .......... .......... .......... .......... .......... 26% 363M 0s 2024-09-12T18:00:55.914 INFO:teuthology.orchestra.run.smithi045.stderr: 25050K .......... .......... .......... .......... .......... 27% 377M 0s 2024-09-12T18:00:55.914 INFO:teuthology.orchestra.run.smithi045.stderr: 25100K .......... .......... .......... .......... .......... 27% 324M 0s 2024-09-12T18:00:55.914 INFO:teuthology.orchestra.run.smithi045.stderr: 25150K .......... .......... .......... .......... .......... 27% 374M 0s 2024-09-12T18:00:55.914 INFO:teuthology.orchestra.run.smithi045.stderr: 25200K .......... .......... .......... .......... .......... 27% 315M 0s 2024-09-12T18:00:55.914 INFO:teuthology.orchestra.run.smithi045.stderr: 25250K .......... .......... .......... .......... .......... 27% 377M 0s 2024-09-12T18:00:55.915 INFO:teuthology.orchestra.run.smithi045.stderr: 25300K .......... .......... .......... .......... .......... 27% 305M 0s 2024-09-12T18:00:55.915 INFO:teuthology.orchestra.run.smithi045.stderr: 25350K .......... .......... .......... .......... .......... 27% 372M 0s 2024-09-12T18:00:55.915 INFO:teuthology.orchestra.run.smithi045.stderr: 25400K .......... .......... .......... .......... .......... 27% 363M 0s 2024-09-12T18:00:55.915 INFO:teuthology.orchestra.run.smithi045.stderr: 25450K .......... .......... .......... .......... .......... 27% 363M 0s 2024-09-12T18:00:55.915 INFO:teuthology.orchestra.run.smithi045.stderr: 25500K .......... .......... .......... .......... .......... 27% 375M 0s 2024-09-12T18:00:55.915 INFO:teuthology.orchestra.run.smithi045.stderr: 25550K .......... .......... .......... .......... .......... 27% 320M 0s 2024-09-12T18:00:55.915 INFO:teuthology.orchestra.run.smithi045.stderr: 25600K .......... .......... .......... .......... .......... 27% 369M 0s 2024-09-12T18:00:55.915 INFO:teuthology.orchestra.run.smithi045.stderr: 25650K .......... .......... .......... .......... .......... 27% 375M 0s 2024-09-12T18:00:55.915 INFO:teuthology.orchestra.run.smithi045.stderr: 25700K .......... .......... .......... .......... .......... 27% 378M 0s 2024-09-12T18:00:55.915 INFO:teuthology.orchestra.run.smithi045.stderr: 25750K .......... .......... .......... .......... .......... 27% 347M 0s 2024-09-12T18:00:55.915 INFO:teuthology.orchestra.run.smithi045.stderr: 25800K .......... .......... .......... .......... .......... 27% 389M 0s 2024-09-12T18:00:55.915 INFO:teuthology.orchestra.run.smithi045.stderr: 25850K .......... .......... .......... .......... .......... 27% 356M 0s 2024-09-12T18:00:55.915 INFO:teuthology.orchestra.run.smithi045.stderr: 25900K .......... .......... .......... .......... .......... 27% 328M 0s 2024-09-12T18:00:55.916 INFO:teuthology.orchestra.run.smithi045.stderr: 25950K .......... .......... .......... .......... .......... 27% 179M 0s 2024-09-12T18:00:55.916 INFO:teuthology.orchestra.run.smithi045.stderr: 26000K .......... .......... .......... .......... .......... 28% 96.2M 0s 2024-09-12T18:00:55.916 INFO:teuthology.orchestra.run.smithi045.stderr: 26050K .......... .......... .......... .......... .......... 28% 322M 0s 2024-09-12T18:00:55.916 INFO:teuthology.orchestra.run.smithi045.stderr: 26100K .......... .......... .......... .......... .......... 28% 343M 0s 2024-09-12T18:00:55.916 INFO:teuthology.orchestra.run.smithi045.stderr: 26150K .......... .......... .......... .......... .......... 28% 347M 0s 2024-09-12T18:00:55.916 INFO:teuthology.orchestra.run.smithi045.stderr: 26200K .......... .......... .......... .......... .......... 28% 331M 0s 2024-09-12T18:00:55.916 INFO:teuthology.orchestra.run.smithi045.stderr: 26250K .......... .......... .......... .......... .......... 28% 303M 0s 2024-09-12T18:00:55.916 INFO:teuthology.orchestra.run.smithi045.stderr: 26300K .......... .......... .......... .......... .......... 28% 209M 0s 2024-09-12T18:00:55.916 INFO:teuthology.orchestra.run.smithi045.stderr: 26350K .......... .......... .......... .......... .......... 28% 284M 0s 2024-09-12T18:00:55.916 INFO:teuthology.orchestra.run.smithi045.stderr: 26400K .......... .......... .......... .......... .......... 28% 10.6M 0s 2024-09-12T18:00:55.916 INFO:teuthology.orchestra.run.smithi045.stderr: 26450K .......... .......... .......... .......... .......... 28% 327M 0s 2024-09-12T18:00:55.916 INFO:teuthology.orchestra.run.smithi045.stderr: 26500K .......... .......... .......... .......... .......... 28% 328M 0s 2024-09-12T18:00:55.917 INFO:teuthology.orchestra.run.smithi045.stderr: 26550K .......... .......... .......... .......... .......... 28% 378M 0s 2024-09-12T18:00:55.917 INFO:teuthology.orchestra.run.smithi045.stderr: 26600K .......... .......... .......... .......... .......... 28% 360M 0s 2024-09-12T18:00:55.917 INFO:teuthology.orchestra.run.smithi045.stderr: 26650K .......... .......... .......... .......... .......... 28% 298M 0s 2024-09-12T18:00:55.917 INFO:teuthology.orchestra.run.smithi045.stderr: 26700K .......... .......... .......... .......... .......... 28% 382M 0s 2024-09-12T18:00:55.917 INFO:teuthology.orchestra.run.smithi045.stderr: 26750K .......... .......... .......... .......... .......... 28% 366M 0s 2024-09-12T18:00:55.917 INFO:teuthology.orchestra.run.smithi045.stderr: 26800K .......... .......... .......... .......... .......... 28% 249M 0s 2024-09-12T18:00:55.917 INFO:teuthology.orchestra.run.smithi045.stderr: 26850K .......... .......... .......... .......... .......... 28% 338M 0s 2024-09-12T18:00:55.917 INFO:teuthology.orchestra.run.smithi045.stderr: 26900K .......... .......... .......... .......... .......... 29% 366M 0s 2024-09-12T18:00:55.917 INFO:teuthology.orchestra.run.smithi045.stderr: 26950K .......... .......... .......... .......... .......... 29% 311M 0s 2024-09-12T18:00:55.917 INFO:teuthology.orchestra.run.smithi045.stderr: 27000K .......... .......... .......... .......... .......... 29% 373M 0s 2024-09-12T18:00:55.917 INFO:teuthology.orchestra.run.smithi045.stderr: 27050K .......... .......... .......... .......... .......... 29% 292M 0s 2024-09-12T18:00:55.917 INFO:teuthology.orchestra.run.smithi045.stderr: 27100K .......... .......... .......... .......... .......... 29% 303M 0s 2024-09-12T18:00:55.917 INFO:teuthology.orchestra.run.smithi045.stderr: 27150K .......... .......... .......... .......... .......... 29% 199M 0s 2024-09-12T18:00:55.917 INFO:teuthology.orchestra.run.smithi045.stderr: 27200K .......... .......... .......... .......... .......... 29% 365M 0s 2024-09-12T18:00:55.918 INFO:teuthology.orchestra.run.smithi045.stderr: 27250K .......... .......... .......... .......... .......... 29% 245M 0s 2024-09-12T18:00:55.918 INFO:teuthology.orchestra.run.smithi045.stderr: 27300K .......... .......... .......... .......... .......... 29% 369M 0s 2024-09-12T18:00:55.918 INFO:teuthology.orchestra.run.smithi045.stderr: 27350K .......... .......... .......... .......... .......... 29% 223M 0s 2024-09-12T18:00:55.918 INFO:teuthology.orchestra.run.smithi045.stderr: 27400K .......... .......... .......... .......... .......... 29% 250M 0s 2024-09-12T18:00:55.918 INFO:teuthology.orchestra.run.smithi045.stderr: 27450K .......... .......... .......... .......... .......... 29% 330M 0s 2024-09-12T18:00:55.918 INFO:teuthology.orchestra.run.smithi045.stderr: 27500K .......... .......... .......... .......... .......... 29% 336M 0s 2024-09-12T18:00:55.918 INFO:teuthology.orchestra.run.smithi045.stderr: 27550K .......... .......... .......... .......... .......... 29% 98.0M 0s 2024-09-12T18:00:55.918 INFO:teuthology.orchestra.run.smithi045.stderr: 27600K .......... .......... .......... .......... .......... 29% 290M 0s 2024-09-12T18:00:55.918 INFO:teuthology.orchestra.run.smithi045.stderr: 27650K .......... .......... .......... .......... .......... 29% 346M 0s 2024-09-12T18:00:55.918 INFO:teuthology.orchestra.run.smithi045.stderr: 27700K .......... .......... .......... .......... .......... 29% 371M 0s 2024-09-12T18:00:55.918 INFO:teuthology.orchestra.run.smithi045.stderr: 27750K .......... .......... .......... .......... .......... 29% 358M 0s 2024-09-12T18:00:55.918 INFO:teuthology.orchestra.run.smithi045.stderr: 27800K .......... .......... .......... .......... .......... 29% 323M 0s 2024-09-12T18:00:55.918 INFO:teuthology.orchestra.run.smithi045.stderr: 27850K .......... .......... .......... .......... .......... 30% 368M 0s 2024-09-12T18:00:55.918 INFO:teuthology.orchestra.run.smithi045.stderr: 27900K .......... .......... .......... .......... .......... 30% 356M 0s 2024-09-12T18:00:55.919 INFO:teuthology.orchestra.run.smithi045.stderr: 27950K .......... .......... .......... .......... .......... 30% 327M 0s 2024-09-12T18:00:55.919 INFO:teuthology.orchestra.run.smithi045.stderr: 28000K .......... .......... .......... .......... .......... 30% 359M 0s 2024-09-12T18:00:55.919 INFO:teuthology.orchestra.run.smithi045.stderr: 28050K .......... .......... .......... .......... .......... 30% 370M 0s 2024-09-12T18:00:55.919 INFO:teuthology.orchestra.run.smithi045.stderr: 28100K .......... .......... .......... .......... .......... 30% 333M 0s 2024-09-12T18:00:55.919 INFO:teuthology.orchestra.run.smithi045.stderr: 28150K .......... .......... .......... .......... .......... 30% 366M 0s 2024-09-12T18:00:55.919 INFO:teuthology.orchestra.run.smithi045.stderr: 28200K .......... .......... .......... .......... .......... 30% 361M 0s 2024-09-12T18:00:55.919 INFO:teuthology.orchestra.run.smithi045.stderr: 28250K .......... .......... .......... .......... .......... 30% 386M 0s 2024-09-12T18:00:55.919 INFO:teuthology.orchestra.run.smithi045.stderr: 28300K .......... .......... .......... .......... .......... 30% 242M 0s 2024-09-12T18:00:55.919 INFO:teuthology.orchestra.run.smithi045.stderr: 28350K .......... .......... .......... .......... .......... 30% 293M 0s 2024-09-12T18:00:55.919 INFO:teuthology.orchestra.run.smithi045.stderr: 28400K .......... .......... .......... .......... .......... 30% 304M 0s 2024-09-12T18:00:55.919 INFO:teuthology.orchestra.run.smithi045.stderr: 28450K .......... .......... .......... .......... .......... 30% 329M 0s 2024-09-12T18:00:55.919 INFO:teuthology.orchestra.run.smithi045.stderr: 28500K .......... .......... .......... .......... .......... 30% 323M 0s 2024-09-12T18:00:55.920 INFO:teuthology.orchestra.run.smithi045.stderr: 28550K .......... .......... .......... .......... .......... 30% 324M 0s 2024-09-12T18:00:55.920 INFO:teuthology.orchestra.run.smithi045.stderr: 28600K .......... .......... .......... .......... .......... 30% 389M 0s 2024-09-12T18:00:55.920 INFO:teuthology.orchestra.run.smithi045.stderr: 28650K .......... .......... .......... .......... .......... 30% 370M 0s 2024-09-12T18:00:55.920 INFO:teuthology.orchestra.run.smithi045.stderr: 28700K .......... .......... .......... .......... .......... 30% 362M 0s 2024-09-12T18:00:55.920 INFO:teuthology.orchestra.run.smithi045.stderr: 28750K .......... .......... .......... .......... .......... 31% 306M 0s 2024-09-12T18:00:55.920 INFO:teuthology.orchestra.run.smithi045.stderr: 28800K .......... .......... .......... .......... .......... 31% 376M 0s 2024-09-12T18:00:55.920 INFO:teuthology.orchestra.run.smithi045.stderr: 28850K .......... .......... .......... .......... .......... 31% 343M 0s 2024-09-12T18:00:55.920 INFO:teuthology.orchestra.run.smithi045.stderr: 28900K .......... .......... .......... .......... .......... 31% 368M 0s 2024-09-12T18:00:55.920 INFO:teuthology.orchestra.run.smithi045.stderr: 28950K .......... .......... .......... .......... .......... 31% 383M 0s 2024-09-12T18:00:55.920 INFO:teuthology.orchestra.run.smithi045.stderr: 29000K .......... .......... .......... .......... .......... 31% 320M 0s 2024-09-12T18:00:55.920 INFO:teuthology.orchestra.run.smithi045.stderr: 29050K .......... .......... .......... .......... .......... 31% 221M 0s 2024-09-12T18:00:55.920 INFO:teuthology.orchestra.run.smithi045.stderr: 29100K .......... .......... .......... .......... .......... 31% 368M 0s 2024-09-12T18:00:55.920 INFO:teuthology.orchestra.run.smithi045.stderr: 29150K .......... .......... .......... .......... .......... 31% 174M 0s 2024-09-12T18:00:55.921 INFO:teuthology.orchestra.run.smithi045.stderr: 29200K .......... .......... .......... .......... .......... 31% 267M 0s 2024-09-12T18:00:55.921 INFO:teuthology.orchestra.run.smithi045.stderr: 29250K .......... .......... .......... .......... .......... 31% 312M 0s 2024-09-12T18:00:55.921 INFO:teuthology.orchestra.run.smithi045.stderr: 29300K .......... .......... .......... .......... .......... 31% 277M 0s 2024-09-12T18:00:55.921 INFO:teuthology.orchestra.run.smithi045.stderr: 29350K .......... .......... .......... .......... .......... 31% 352M 0s 2024-09-12T18:00:55.921 INFO:teuthology.orchestra.run.smithi045.stderr: 29400K .......... .......... .......... .......... .......... 31% 322M 0s 2024-09-12T18:00:55.921 INFO:teuthology.orchestra.run.smithi045.stderr: 29450K .......... .......... .......... .......... .......... 31% 12.5M 0s 2024-09-12T18:00:55.921 INFO:teuthology.orchestra.run.smithi045.stderr: 29500K .......... .......... .......... .......... .......... 31% 230M 0s 2024-09-12T18:00:55.921 INFO:teuthology.orchestra.run.smithi045.stderr: 29550K .......... .......... .......... .......... .......... 31% 341M 0s 2024-09-12T18:00:55.921 INFO:teuthology.orchestra.run.smithi045.stderr: 29600K .......... .......... .......... .......... .......... 31% 362M 0s 2024-09-12T18:00:55.921 INFO:teuthology.orchestra.run.smithi045.stderr: 29650K .......... .......... .......... .......... .......... 31% 362M 0s 2024-09-12T18:00:55.921 INFO:teuthology.orchestra.run.smithi045.stderr: 29700K .......... .......... .......... .......... .......... 32% 288M 0s 2024-09-12T18:00:55.921 INFO:teuthology.orchestra.run.smithi045.stderr: 29750K .......... .......... .......... .......... .......... 32% 355M 0s 2024-09-12T18:00:55.921 INFO:teuthology.orchestra.run.smithi045.stderr: 29800K .......... .......... .......... .......... .......... 32% 370M 0s 2024-09-12T18:00:55.921 INFO:teuthology.orchestra.run.smithi045.stderr: 29850K .......... .......... .......... .......... .......... 32% 349M 0s 2024-09-12T18:00:55.922 INFO:teuthology.orchestra.run.smithi045.stderr: 29900K .......... .......... .......... .......... .......... 32% 70.3M 0s 2024-09-12T18:00:55.922 INFO:teuthology.orchestra.run.smithi045.stderr: 29950K .......... .......... .......... .......... .......... 32% 344M 0s 2024-09-12T18:00:55.922 INFO:teuthology.orchestra.run.smithi045.stderr: 30000K .......... .......... .......... .......... .......... 32% 372M 0s 2024-09-12T18:00:55.922 INFO:teuthology.orchestra.run.smithi045.stderr: 30050K .......... .......... .......... .......... .......... 32% 327M 0s 2024-09-12T18:00:55.922 INFO:teuthology.orchestra.run.smithi045.stderr: 30100K .......... .......... .......... .......... .......... 32% 342M 0s 2024-09-12T18:00:55.922 INFO:teuthology.orchestra.run.smithi045.stderr: 30150K .......... .......... .......... .......... .......... 32% 346M 0s 2024-09-12T18:00:55.922 INFO:teuthology.orchestra.run.smithi045.stderr: 30200K .......... .......... .......... .......... .......... 32% 344M 0s 2024-09-12T18:00:55.922 INFO:teuthology.orchestra.run.smithi045.stderr: 30250K .......... .......... .......... .......... .......... 32% 390M 0s 2024-09-12T18:00:55.922 INFO:teuthology.orchestra.run.smithi045.stderr: 30300K .......... .......... .......... .......... .......... 32% 126M 0s 2024-09-12T18:00:55.922 INFO:teuthology.orchestra.run.smithi045.stderr: 30350K .......... .......... .......... .......... .......... 32% 224M 0s 2024-09-12T18:00:55.922 INFO:teuthology.orchestra.run.smithi045.stderr: 30400K .......... .......... .......... .......... .......... 32% 245M 0s 2024-09-12T18:00:55.922 INFO:teuthology.orchestra.run.smithi045.stderr: 30450K .......... .......... .......... .......... .......... 32% 313M 0s 2024-09-12T18:00:55.922 INFO:teuthology.orchestra.run.smithi045.stderr: 30500K .......... .......... .......... .......... .......... 32% 354M 0s 2024-09-12T18:00:55.923 INFO:teuthology.orchestra.run.smithi045.stderr: 30550K .......... .......... .......... .......... .......... 32% 314M 0s 2024-09-12T18:00:55.923 INFO:teuthology.orchestra.run.smithi045.stderr: 30600K .......... .......... .......... .......... .......... 32% 218M 0s 2024-09-12T18:00:55.923 INFO:teuthology.orchestra.run.smithi045.stderr: 30650K .......... .......... .......... .......... .......... 33% 135M 0s 2024-09-12T18:00:55.923 INFO:teuthology.orchestra.run.smithi045.stderr: 30700K .......... .......... .......... .......... .......... 33% 367M 0s 2024-09-12T18:00:55.923 INFO:teuthology.orchestra.run.smithi045.stderr: 30750K .......... .......... .......... .......... .......... 33% 319M 0s 2024-09-12T18:00:55.923 INFO:teuthology.orchestra.run.smithi045.stderr: 30800K .......... .......... .......... .......... .......... 33% 368M 0s 2024-09-12T18:00:55.923 INFO:teuthology.orchestra.run.smithi045.stderr: 30850K .......... .......... .......... .......... .......... 33% 372M 0s 2024-09-12T18:00:55.923 INFO:teuthology.orchestra.run.smithi045.stderr: 30900K .......... .......... .......... .......... .......... 33% 373M 0s 2024-09-12T18:00:55.923 INFO:teuthology.orchestra.run.smithi045.stderr: 30950K .......... .......... .......... .......... .......... 33% 338M 0s 2024-09-12T18:00:55.923 INFO:teuthology.orchestra.run.smithi045.stderr: 31000K .......... .......... .......... .......... .......... 33% 373M 0s 2024-09-12T18:00:55.923 INFO:teuthology.orchestra.run.smithi045.stderr: 31050K .......... .......... .......... .......... .......... 33% 317M 0s 2024-09-12T18:00:55.923 INFO:teuthology.orchestra.run.smithi045.stderr: 31100K .......... .......... .......... .......... .......... 33% 346M 0s 2024-09-12T18:00:55.923 INFO:teuthology.orchestra.run.smithi045.stderr: 31150K .......... .......... .......... .......... .......... 33% 365M 0s 2024-09-12T18:00:55.923 INFO:teuthology.orchestra.run.smithi045.stderr: 31200K .......... .......... .......... .......... .......... 33% 367M 0s 2024-09-12T18:00:55.924 INFO:teuthology.orchestra.run.smithi045.stderr: 31250K .......... .......... .......... .......... .......... 33% 317M 0s 2024-09-12T18:00:55.924 INFO:teuthology.orchestra.run.smithi045.stderr: 31300K .......... .......... .......... .......... .......... 33% 204M 0s 2024-09-12T18:00:55.924 INFO:teuthology.orchestra.run.smithi045.stderr: 31350K .......... .......... .......... .......... .......... 33% 345M 0s 2024-09-12T18:00:55.924 INFO:teuthology.orchestra.run.smithi045.stderr: 31400K .......... .......... .......... .......... .......... 33% 277M 0s 2024-09-12T18:00:55.924 INFO:teuthology.orchestra.run.smithi045.stderr: 31450K .......... .......... .......... .......... .......... 33% 338M 0s 2024-09-12T18:00:55.924 INFO:teuthology.orchestra.run.smithi045.stderr: 31500K .......... .......... .......... .......... .......... 33% 298M 0s 2024-09-12T18:00:55.924 INFO:teuthology.orchestra.run.smithi045.stderr: 31550K .......... .......... .......... .......... .......... 34% 298M 0s 2024-09-12T18:00:55.924 INFO:teuthology.orchestra.run.smithi045.stderr: 31600K .......... .......... .......... .......... .......... 34% 135M 0s 2024-09-12T18:00:55.924 INFO:teuthology.orchestra.run.smithi045.stderr: 31650K .......... .......... .......... .......... .......... 34% 300M 0s 2024-09-12T18:00:55.924 INFO:teuthology.orchestra.run.smithi045.stderr: 31700K .......... .......... .......... .......... .......... 34% 323M 0s 2024-09-12T18:00:55.924 INFO:teuthology.orchestra.run.smithi045.stderr: 31750K .......... .......... .......... .......... .......... 34% 307M 0s 2024-09-12T18:00:55.924 INFO:teuthology.orchestra.run.smithi045.stderr: 31800K .......... .......... .......... .......... .......... 34% 372M 0s 2024-09-12T18:00:55.924 INFO:teuthology.orchestra.run.smithi045.stderr: 31850K .......... .......... .......... .......... .......... 34% 383M 0s 2024-09-12T18:00:55.925 INFO:teuthology.orchestra.run.smithi045.stderr: 31900K .......... .......... .......... .......... .......... 34% 391M 0s 2024-09-12T18:00:55.925 INFO:teuthology.orchestra.run.smithi045.stderr: 31950K .......... .......... .......... .......... .......... 34% 315M 0s 2024-09-12T18:00:55.925 INFO:teuthology.orchestra.run.smithi045.stderr: 32000K .......... .......... .......... .......... .......... 34% 190M 0s 2024-09-12T18:00:55.925 INFO:teuthology.orchestra.run.smithi045.stderr: 32050K .......... .......... .......... .......... .......... 34% 378M 0s 2024-09-12T18:00:55.925 INFO:teuthology.orchestra.run.smithi045.stderr: 32100K .......... .......... .......... .......... .......... 34% 369M 0s 2024-09-12T18:00:55.925 INFO:teuthology.orchestra.run.smithi045.stderr: 32150K .......... .......... .......... .......... .......... 34% 311M 0s 2024-09-12T18:00:55.925 INFO:teuthology.orchestra.run.smithi045.stderr: 32200K .......... .......... .......... .......... .......... 34% 373M 0s 2024-09-12T18:00:55.925 INFO:teuthology.orchestra.run.smithi045.stderr: 32250K .......... .......... .......... .......... .......... 34% 358M 0s 2024-09-12T18:00:55.925 INFO:teuthology.orchestra.run.smithi045.stderr: 32300K .......... .......... .......... .......... .......... 34% 374M 0s 2024-09-12T18:00:55.925 INFO:teuthology.orchestra.run.smithi045.stderr: 32350K .......... .......... .......... .......... .......... 34% 343M 0s 2024-09-12T18:00:55.925 INFO:teuthology.orchestra.run.smithi045.stderr: 32400K .......... .......... .......... .......... .......... 34% 380M 0s 2024-09-12T18:00:55.925 INFO:teuthology.orchestra.run.smithi045.stderr: 32450K .......... .......... .......... .......... .......... 34% 35.2M 0s 2024-09-12T18:00:55.925 INFO:teuthology.orchestra.run.smithi045.stderr: 32500K .......... .......... .......... .......... .......... 35% 296M 0s 2024-09-12T18:00:55.926 INFO:teuthology.orchestra.run.smithi045.stderr: 32550K .......... .......... .......... .......... .......... 35% 65.8M 0s 2024-09-12T18:00:55.926 INFO:teuthology.orchestra.run.smithi045.stderr: 32600K .......... .......... .......... .......... .......... 35% 335M 0s 2024-09-12T18:00:55.926 INFO:teuthology.orchestra.run.smithi045.stderr: 32650K .......... .......... .......... .......... .......... 35% 329M 0s 2024-09-12T18:00:55.926 INFO:teuthology.orchestra.run.smithi045.stderr: 32700K .......... .......... .......... .......... .......... 35% 323M 0s 2024-09-12T18:00:55.926 INFO:teuthology.orchestra.run.smithi045.stderr: 32750K .......... .......... .......... .......... .......... 35% 374M 0s 2024-09-12T18:00:55.926 INFO:teuthology.orchestra.run.smithi045.stderr: 32800K .......... .......... .......... .......... .......... 35% 382M 0s 2024-09-12T18:00:55.926 INFO:teuthology.orchestra.run.smithi045.stderr: 32850K .......... .......... .......... .......... .......... 35% 155M 0s 2024-09-12T18:00:55.926 INFO:teuthology.orchestra.run.smithi045.stderr: 32900K .......... .......... .......... .......... .......... 35% 289M 0s 2024-09-12T18:00:55.926 INFO:teuthology.orchestra.run.smithi045.stderr: 32950K .......... .......... .......... .......... .......... 35% 360M 0s 2024-09-12T18:00:55.926 INFO:teuthology.orchestra.run.smithi045.stderr: 33000K .......... .......... .......... .......... .......... 35% 366M 0s 2024-09-12T18:00:55.926 INFO:teuthology.orchestra.run.smithi045.stderr: 33050K .......... .......... .......... .......... .......... 35% 331M 0s 2024-09-12T18:00:55.926 INFO:teuthology.orchestra.run.smithi045.stderr: 33100K .......... .......... .......... .......... .......... 35% 379M 0s 2024-09-12T18:00:55.926 INFO:teuthology.orchestra.run.smithi045.stderr: 33150K .......... .......... .......... .......... .......... 35% 284M 0s 2024-09-12T18:00:55.926 INFO:teuthology.orchestra.run.smithi045.stderr: 33200K .......... .......... .......... .......... .......... 35% 221M 0s 2024-09-12T18:00:55.927 INFO:teuthology.orchestra.run.smithi045.stderr: 33250K .......... .......... .......... .......... .......... 35% 273M 0s 2024-09-12T18:00:55.927 INFO:teuthology.orchestra.run.smithi045.stderr: 33300K .......... .......... .......... .......... .......... 35% 385M 0s 2024-09-12T18:00:55.927 INFO:teuthology.orchestra.run.smithi045.stderr: 33350K .......... .......... .......... .......... .......... 35% 210M 0s 2024-09-12T18:00:55.927 INFO:teuthology.orchestra.run.smithi045.stderr: 33400K .......... .......... .......... .......... .......... 36% 329M 0s 2024-09-12T18:00:55.927 INFO:teuthology.orchestra.run.smithi045.stderr: 33450K .......... .......... .......... .......... .......... 36% 246M 0s 2024-09-12T18:00:55.927 INFO:teuthology.orchestra.run.smithi045.stderr: 33500K .......... .......... .......... .......... .......... 36% 315M 0s 2024-09-12T18:00:55.927 INFO:teuthology.orchestra.run.smithi045.stderr: 33550K .......... .......... .......... .......... .......... 36% 358M 0s 2024-09-12T18:00:55.927 INFO:teuthology.orchestra.run.smithi045.stderr: 33600K .......... .......... .......... .......... .......... 36% 88.7M 0s 2024-09-12T18:00:55.927 INFO:teuthology.orchestra.run.smithi045.stderr: 33650K .......... .......... .......... .......... .......... 36% 347M 0s 2024-09-12T18:00:55.927 INFO:teuthology.orchestra.run.smithi045.stderr: 33700K .......... .......... .......... .......... .......... 36% 337M 0s 2024-09-12T18:00:55.927 INFO:teuthology.orchestra.run.smithi045.stderr: 33750K .......... .......... .......... .......... .......... 36% 391M 0s 2024-09-12T18:00:55.927 INFO:teuthology.orchestra.run.smithi045.stderr: 33800K .......... .......... .......... .......... .......... 36% 129M 0s 2024-09-12T18:00:55.927 INFO:teuthology.orchestra.run.smithi045.stderr: 33850K .......... .......... .......... .......... .......... 36% 345M 0s 2024-09-12T18:00:55.928 INFO:teuthology.orchestra.run.smithi045.stderr: 33900K .......... .......... .......... .......... .......... 36% 306M 0s 2024-09-12T18:00:55.928 INFO:teuthology.orchestra.run.smithi045.stderr: 33950K .......... .......... .......... .......... .......... 36% 370M 0s 2024-09-12T18:00:55.928 INFO:teuthology.orchestra.run.smithi045.stderr: 34000K .......... .......... .......... .......... .......... 36% 384M 0s 2024-09-12T18:00:55.928 INFO:teuthology.orchestra.run.smithi045.stderr: 34050K .......... .......... .......... .......... .......... 36% 346M 0s 2024-09-12T18:00:55.928 INFO:teuthology.orchestra.run.smithi045.stderr: 34100K .......... .......... .......... .......... .......... 36% 359M 0s 2024-09-12T18:00:55.928 INFO:teuthology.orchestra.run.smithi045.stderr: 34150K .......... .......... .......... .......... .......... 36% 375M 0s 2024-09-12T18:00:55.928 INFO:teuthology.orchestra.run.smithi045.stderr: 34200K .......... .......... .......... .......... .......... 36% 305M 0s 2024-09-12T18:00:55.928 INFO:teuthology.orchestra.run.smithi045.stderr: 34250K .......... .......... .......... .......... .......... 36% 377M 0s 2024-09-12T18:00:55.928 INFO:teuthology.orchestra.run.smithi045.stderr: 34300K .......... .......... .......... .......... .......... 36% 349M 0s 2024-09-12T18:00:55.928 INFO:teuthology.orchestra.run.smithi045.stderr: 34350K .......... .......... .......... .......... .......... 37% 383M 0s 2024-09-12T18:00:55.928 INFO:teuthology.orchestra.run.smithi045.stderr: 34400K .......... .......... .......... .......... .......... 37% 277M 0s 2024-09-12T18:00:55.928 INFO:teuthology.orchestra.run.smithi045.stderr: 34450K .......... .......... .......... .......... .......... 37% 311M 0s 2024-09-12T18:00:55.928 INFO:teuthology.orchestra.run.smithi045.stderr: 34500K .......... .......... .......... .......... .......... 37% 285M 0s 2024-09-12T18:00:55.929 INFO:teuthology.orchestra.run.smithi045.stderr: 34550K .......... .......... .......... .......... .......... 37% 377M 0s 2024-09-12T18:00:55.929 INFO:teuthology.orchestra.run.smithi045.stderr: 34600K .......... .......... .......... .......... .......... 37% 324M 0s 2024-09-12T18:00:55.929 INFO:teuthology.orchestra.run.smithi045.stderr: 34650K .......... .......... .......... .......... .......... 37% 373M 0s 2024-09-12T18:00:55.929 INFO:teuthology.orchestra.run.smithi045.stderr: 34700K .......... .......... .......... .......... .......... 37% 353M 0s 2024-09-12T18:00:55.929 INFO:teuthology.orchestra.run.smithi045.stderr: 34750K .......... .......... .......... .......... .......... 37% 91.7M 0s 2024-09-12T18:00:55.929 INFO:teuthology.orchestra.run.smithi045.stderr: 34800K .......... .......... .......... .......... .......... 37% 353M 0s 2024-09-12T18:00:55.929 INFO:teuthology.orchestra.run.smithi045.stderr: 34850K .......... .......... .......... .......... .......... 37% 329M 0s 2024-09-12T18:00:55.929 INFO:teuthology.orchestra.run.smithi045.stderr: 34900K .......... .......... .......... .......... .......... 37% 377M 0s 2024-09-12T18:00:55.929 INFO:teuthology.orchestra.run.smithi045.stderr: 34950K .......... .......... .......... .......... .......... 37% 167M 0s 2024-09-12T18:00:55.929 INFO:teuthology.orchestra.run.smithi045.stderr: 35000K .......... .......... .......... .......... .......... 37% 381M 0s 2024-09-12T18:00:55.929 INFO:teuthology.orchestra.run.smithi045.stderr: 35050K .......... .......... .......... .......... .......... 37% 208M 0s 2024-09-12T18:00:55.929 INFO:teuthology.orchestra.run.smithi045.stderr: 35100K .......... .......... .......... .......... .......... 37% 216M 0s 2024-09-12T18:00:55.929 INFO:teuthology.orchestra.run.smithi045.stderr: 35150K .......... .......... .......... .......... .......... 37% 338M 0s 2024-09-12T18:00:55.930 INFO:teuthology.orchestra.run.smithi045.stderr: 35200K .......... .......... .......... .......... .......... 37% 343M 0s 2024-09-12T18:00:55.930 INFO:teuthology.orchestra.run.smithi045.stderr: 35250K .......... .......... .......... .......... .......... 37% 362M 0s 2024-09-12T18:00:55.930 INFO:teuthology.orchestra.run.smithi045.stderr: 35300K .......... .......... .......... .......... .......... 38% 331M 0s 2024-09-12T18:00:55.930 INFO:teuthology.orchestra.run.smithi045.stderr: 35350K .......... .......... .......... .......... .......... 38% 365M 0s 2024-09-12T18:00:55.930 INFO:teuthology.orchestra.run.smithi045.stderr: 35400K .......... .......... .......... .......... .......... 38% 386M 0s 2024-09-12T18:00:55.930 INFO:teuthology.orchestra.run.smithi045.stderr: 35450K .......... .......... .......... .......... .......... 38% 52.9M 0s 2024-09-12T18:00:55.930 INFO:teuthology.orchestra.run.smithi045.stderr: 35500K .......... .......... .......... .......... .......... 38% 306M 0s 2024-09-12T18:00:55.930 INFO:teuthology.orchestra.run.smithi045.stderr: 35550K .......... .......... .......... .......... .......... 38% 335M 0s 2024-09-12T18:00:55.930 INFO:teuthology.orchestra.run.smithi045.stderr: 35600K .......... .......... .......... .......... .......... 38% 110M 0s 2024-09-12T18:00:55.930 INFO:teuthology.orchestra.run.smithi045.stderr: 35650K .......... .......... .......... .......... .......... 38% 276M 0s 2024-09-12T18:00:55.930 INFO:teuthology.orchestra.run.smithi045.stderr: 35700K .......... .......... .......... .......... .......... 38% 113M 0s 2024-09-12T18:00:55.930 INFO:teuthology.orchestra.run.smithi045.stderr: 35750K .......... .......... .......... .......... .......... 38% 323M 0s 2024-09-12T18:00:55.930 INFO:teuthology.orchestra.run.smithi045.stderr: 35800K .......... .......... .......... .......... .......... 38% 279M 0s 2024-09-12T18:00:55.931 INFO:teuthology.orchestra.run.smithi045.stderr: 35850K .......... .......... .......... .......... .......... 38% 370M 0s 2024-09-12T18:00:55.931 INFO:teuthology.orchestra.run.smithi045.stderr: 35900K .......... .......... .......... .......... .......... 38% 381M 0s 2024-09-12T18:00:55.931 INFO:teuthology.orchestra.run.smithi045.stderr: 35950K .......... .......... .......... .......... .......... 38% 93.3M 0s 2024-09-12T18:00:55.931 INFO:teuthology.orchestra.run.smithi045.stderr: 36000K .......... .......... .......... .......... .......... 38% 352M 0s 2024-09-12T18:00:55.931 INFO:teuthology.orchestra.run.smithi045.stderr: 36050K .......... .......... .......... .......... .......... 38% 386M 0s 2024-09-12T18:00:55.931 INFO:teuthology.orchestra.run.smithi045.stderr: 36100K .......... .......... .......... .......... .......... 38% 386M 0s 2024-09-12T18:00:55.931 INFO:teuthology.orchestra.run.smithi045.stderr: 36150K .......... .......... .......... .......... .......... 38% 308M 0s 2024-09-12T18:00:55.931 INFO:teuthology.orchestra.run.smithi045.stderr: 36200K .......... .......... .......... .......... .......... 39% 388M 0s 2024-09-12T18:00:55.931 INFO:teuthology.orchestra.run.smithi045.stderr: 36250K .......... .......... .......... .......... .......... 39% 374M 0s 2024-09-12T18:00:55.931 INFO:teuthology.orchestra.run.smithi045.stderr: 36300K .......... .......... .......... .......... .......... 39% 378M 0s 2024-09-12T18:00:55.931 INFO:teuthology.orchestra.run.smithi045.stderr: 36350K .......... .......... .......... .......... .......... 39% 329M 0s 2024-09-12T18:00:55.931 INFO:teuthology.orchestra.run.smithi045.stderr: 36400K .......... .......... .......... .......... .......... 39% 353M 0s 2024-09-12T18:00:55.931 INFO:teuthology.orchestra.run.smithi045.stderr: 36450K .......... .......... .......... .......... .......... 39% 292M 0s 2024-09-12T18:00:55.931 INFO:teuthology.orchestra.run.smithi045.stderr: 36500K .......... .......... .......... .......... .......... 39% 353M 0s 2024-09-12T18:00:55.932 INFO:teuthology.orchestra.run.smithi045.stderr: 36550K .......... .......... .......... .......... .......... 39% 349M 0s 2024-09-12T18:00:55.932 INFO:teuthology.orchestra.run.smithi045.stderr: 36600K .......... .......... .......... .......... .......... 39% 367M 0s 2024-09-12T18:00:55.932 INFO:teuthology.orchestra.run.smithi045.stderr: 36650K .......... .......... .......... .......... .......... 39% 86.7M 0s 2024-09-12T18:00:55.932 INFO:teuthology.orchestra.run.smithi045.stderr: 36700K .......... .......... .......... .......... .......... 39% 361M 0s 2024-09-12T18:00:55.932 INFO:teuthology.orchestra.run.smithi045.stderr: 36750K .......... .......... .......... .......... .......... 39% 140M 0s 2024-09-12T18:00:55.932 INFO:teuthology.orchestra.run.smithi045.stderr: 36800K .......... .......... .......... .......... .......... 39% 268M 0s 2024-09-12T18:00:55.932 INFO:teuthology.orchestra.run.smithi045.stderr: 36850K .......... .......... .......... .......... .......... 39% 303M 0s 2024-09-12T18:00:55.932 INFO:teuthology.orchestra.run.smithi045.stderr: 36900K .......... .......... .......... .......... .......... 39% 386M 0s 2024-09-12T18:00:55.932 INFO:teuthology.orchestra.run.smithi045.stderr: 36950K .......... .......... .......... .......... .......... 39% 275M 0s 2024-09-12T18:00:55.932 INFO:teuthology.orchestra.run.smithi045.stderr: 37000K .......... .......... .......... .......... .......... 39% 372M 0s 2024-09-12T18:00:55.932 INFO:teuthology.orchestra.run.smithi045.stderr: 37050K .......... .......... .......... .......... .......... 39% 345M 0s 2024-09-12T18:00:55.932 INFO:teuthology.orchestra.run.smithi045.stderr: 37100K .......... .......... .......... .......... .......... 39% 326M 0s 2024-09-12T18:00:55.933 INFO:teuthology.orchestra.run.smithi045.stderr: 37150K .......... .......... .......... .......... .......... 40% 360M 0s 2024-09-12T18:00:55.933 INFO:teuthology.orchestra.run.smithi045.stderr: 37200K .......... .......... .......... .......... .......... 40% 277M 0s 2024-09-12T18:00:55.933 INFO:teuthology.orchestra.run.smithi045.stderr: 37250K .......... .......... .......... .......... .......... 40% 363M 0s 2024-09-12T18:00:55.933 INFO:teuthology.orchestra.run.smithi045.stderr: 37300K .......... .......... .......... .......... .......... 40% 336M 0s 2024-09-12T18:00:55.933 INFO:teuthology.orchestra.run.smithi045.stderr: 37350K .......... .......... .......... .......... .......... 40% 375M 0s 2024-09-12T18:00:55.933 INFO:teuthology.orchestra.run.smithi045.stderr: 37400K .......... .......... .......... .......... .......... 40% 373M 0s 2024-09-12T18:00:55.933 INFO:teuthology.orchestra.run.smithi045.stderr: 37450K .......... .......... .......... .......... .......... 40% 373M 0s 2024-09-12T18:00:55.933 INFO:teuthology.orchestra.run.smithi045.stderr: 37500K .......... .......... .......... .......... .......... 40% 298M 0s 2024-09-12T18:00:55.933 INFO:teuthology.orchestra.run.smithi045.stderr: 37550K .......... .......... .......... .......... .......... 40% 360M 0s 2024-09-12T18:00:55.933 INFO:teuthology.orchestra.run.smithi045.stderr: 37600K .......... .......... .......... .......... .......... 40% 380M 0s 2024-09-12T18:00:55.933 INFO:teuthology.orchestra.run.smithi045.stderr: 37650K .......... .......... .......... .......... .......... 40% 250M 0s 2024-09-12T18:00:55.933 INFO:teuthology.orchestra.run.smithi045.stderr: 37700K .......... .......... .......... .......... .......... 40% 208M 0s 2024-09-12T18:00:55.933 INFO:teuthology.orchestra.run.smithi045.stderr: 37750K .......... .......... .......... .......... .......... 40% 299M 0s 2024-09-12T18:00:55.934 INFO:teuthology.orchestra.run.smithi045.stderr: 37800K .......... .......... .......... .......... .......... 40% 265M 0s 2024-09-12T18:00:55.934 INFO:teuthology.orchestra.run.smithi045.stderr: 37850K .......... .......... .......... .......... .......... 40% 281M 0s 2024-09-12T18:00:55.934 INFO:teuthology.orchestra.run.smithi045.stderr: 37900K .......... .......... .......... .......... .......... 40% 325M 0s 2024-09-12T18:00:55.934 INFO:teuthology.orchestra.run.smithi045.stderr: 37950K .......... .......... .......... .......... .......... 40% 364M 0s 2024-09-12T18:00:55.934 INFO:teuthology.orchestra.run.smithi045.stderr: 38000K .......... .......... .......... .......... .......... 40% 120M 0s 2024-09-12T18:00:55.934 INFO:teuthology.orchestra.run.smithi045.stderr: 38050K .......... .......... .......... .......... .......... 41% 320M 0s 2024-09-12T18:00:55.934 INFO:teuthology.orchestra.run.smithi045.stderr: 38100K .......... .......... .......... .......... .......... 41% 214M 0s 2024-09-12T18:00:55.934 INFO:teuthology.orchestra.run.smithi045.stderr: 38150K .......... .......... .......... .......... .......... 41% 336M 0s 2024-09-12T18:00:55.934 INFO:teuthology.orchestra.run.smithi045.stderr: 38200K .......... .......... .......... .......... .......... 41% 260M 0s 2024-09-12T18:00:55.934 INFO:teuthology.orchestra.run.smithi045.stderr: 38250K .......... .......... .......... .......... .......... 41% 375M 0s 2024-09-12T18:00:55.934 INFO:teuthology.orchestra.run.smithi045.stderr: 38300K .......... .......... .......... .......... .......... 41% 279M 0s 2024-09-12T18:00:55.934 INFO:teuthology.orchestra.run.smithi045.stderr: 38350K .......... .......... .......... .......... .......... 41% 345M 0s 2024-09-12T18:00:55.934 INFO:teuthology.orchestra.run.smithi045.stderr: 38400K .......... .......... .......... .......... .......... 41% 400M 0s 2024-09-12T18:00:55.934 INFO:teuthology.orchestra.run.smithi045.stderr: 38450K .......... .......... .......... .......... .......... 41% 64.1M 0s 2024-09-12T18:00:55.935 INFO:teuthology.orchestra.run.smithi045.stderr: 38500K .......... .......... .......... .......... .......... 41% 366M 0s 2024-09-12T18:00:55.935 INFO:teuthology.orchestra.run.smithi045.stderr: 38550K .......... .......... .......... .......... .......... 41% 140M 0s 2024-09-12T18:00:55.935 INFO:teuthology.orchestra.run.smithi045.stderr: 38600K .......... .......... .......... .......... .......... 41% 147M 0s 2024-09-12T18:00:55.935 INFO:teuthology.orchestra.run.smithi045.stderr: 38650K .......... .......... .......... .......... .......... 41% 318M 0s 2024-09-12T18:00:55.935 INFO:teuthology.orchestra.run.smithi045.stderr: 38700K .......... .......... .......... .......... .......... 41% 374M 0s 2024-09-12T18:00:55.935 INFO:teuthology.orchestra.run.smithi045.stderr: 38750K .......... .......... .......... .......... .......... 41% 70.8M 0s 2024-09-12T18:00:55.935 INFO:teuthology.orchestra.run.smithi045.stderr: 38800K .......... .......... .......... .......... .......... 41% 359M 0s 2024-09-12T18:00:55.935 INFO:teuthology.orchestra.run.smithi045.stderr: 38850K .......... .......... .......... .......... .......... 41% 211M 0s 2024-09-12T18:00:55.935 INFO:teuthology.orchestra.run.smithi045.stderr: 38900K .......... .......... .......... .......... .......... 41% 303M 0s 2024-09-12T18:00:55.935 INFO:teuthology.orchestra.run.smithi045.stderr: 38950K .......... .......... .......... .......... .......... 41% 339M 0s 2024-09-12T18:00:55.935 INFO:teuthology.orchestra.run.smithi045.stderr: 39000K .......... .......... .......... .......... .......... 42% 216M 0s 2024-09-12T18:00:55.935 INFO:teuthology.orchestra.run.smithi045.stderr: 39050K .......... .......... .......... .......... .......... 42% 300M 0s 2024-09-12T18:00:55.936 INFO:teuthology.orchestra.run.smithi045.stderr: 39100K .......... .......... .......... .......... .......... 42% 358M 0s 2024-09-12T18:00:55.936 INFO:teuthology.orchestra.run.smithi045.stderr: 39150K .......... .......... .......... .......... .......... 42% 369M 0s 2024-09-12T18:00:55.936 INFO:teuthology.orchestra.run.smithi045.stderr: 39200K .......... .......... .......... .......... .......... 42% 384M 0s 2024-09-12T18:00:55.936 INFO:teuthology.orchestra.run.smithi045.stderr: 39250K .......... .......... .......... .......... .......... 42% 169M 0s 2024-09-12T18:00:55.936 INFO:teuthology.orchestra.run.smithi045.stderr: 39300K .......... .......... .......... .......... .......... 42% 354M 0s 2024-09-12T18:00:55.936 INFO:teuthology.orchestra.run.smithi045.stderr: 39350K .......... .......... .......... .......... .......... 42% 375M 0s 2024-09-12T18:00:55.936 INFO:teuthology.orchestra.run.smithi045.stderr: 39400K .......... .......... .......... .......... .......... 42% 207M 0s 2024-09-12T18:00:55.936 INFO:teuthology.orchestra.run.smithi045.stderr: 39450K .......... .......... .......... .......... .......... 42% 327M 0s 2024-09-12T18:00:55.936 INFO:teuthology.orchestra.run.smithi045.stderr: 39500K .......... .......... .......... .......... .......... 42% 274M 0s 2024-09-12T18:00:55.936 INFO:teuthology.orchestra.run.smithi045.stderr: 39550K .......... .......... .......... .......... .......... 42% 380M 0s 2024-09-12T18:00:55.936 INFO:teuthology.orchestra.run.smithi045.stderr: 39600K .......... .......... .......... .......... .......... 42% 369M 0s 2024-09-12T18:00:55.936 INFO:teuthology.orchestra.run.smithi045.stderr: 39650K .......... .......... .......... .......... .......... 42% 153M 0s 2024-09-12T18:00:55.936 INFO:teuthology.orchestra.run.smithi045.stderr: 39700K .......... .......... .......... .......... .......... 42% 360M 0s 2024-09-12T18:00:55.937 INFO:teuthology.orchestra.run.smithi045.stderr: 39750K .......... .......... .......... .......... .......... 42% 302M 0s 2024-09-12T18:00:55.937 INFO:teuthology.orchestra.run.smithi045.stderr: 39800K .......... .......... .......... .......... .......... 42% 163M 0s 2024-09-12T18:00:55.937 INFO:teuthology.orchestra.run.smithi045.stderr: 39850K .......... .......... .......... .......... .......... 42% 373M 0s 2024-09-12T18:00:55.937 INFO:teuthology.orchestra.run.smithi045.stderr: 39900K .......... .......... .......... .......... .......... 43% 373M 0s 2024-09-12T18:00:55.937 INFO:teuthology.orchestra.run.smithi045.stderr: 39950K .......... .......... .......... .......... .......... 43% 163M 0s 2024-09-12T18:00:55.937 INFO:teuthology.orchestra.run.smithi045.stderr: 40000K .......... .......... .......... .......... .......... 43% 368M 0s 2024-09-12T18:00:55.937 INFO:teuthology.orchestra.run.smithi045.stderr: 40050K .......... .......... .......... .......... .......... 43% 382M 0s 2024-09-12T18:00:55.937 INFO:teuthology.orchestra.run.smithi045.stderr: 40100K .......... .......... .......... .......... .......... 43% 234M 0s 2024-09-12T18:00:55.937 INFO:teuthology.orchestra.run.smithi045.stderr: 40150K .......... .......... .......... .......... .......... 43% 325M 0s 2024-09-12T18:00:55.937 INFO:teuthology.orchestra.run.smithi045.stderr: 40200K .......... .......... .......... .......... .......... 43% 350M 0s 2024-09-12T18:00:55.937 INFO:teuthology.orchestra.run.smithi045.stderr: 40250K .......... .......... .......... .......... .......... 43% 362M 0s 2024-09-12T18:00:55.937 INFO:teuthology.orchestra.run.smithi045.stderr: 40300K .......... .......... .......... .......... .......... 43% 336M 0s 2024-09-12T18:00:55.937 INFO:teuthology.orchestra.run.smithi045.stderr: 40350K .......... .......... .......... .......... .......... 43% 366M 0s 2024-09-12T18:00:55.937 INFO:teuthology.orchestra.run.smithi045.stderr: 40400K .......... .......... .......... .......... .......... 43% 289M 0s 2024-09-12T18:00:55.938 INFO:teuthology.orchestra.run.smithi045.stderr: 40450K .......... .......... .......... .......... .......... 43% 367M 0s 2024-09-12T18:00:55.938 INFO:teuthology.orchestra.run.smithi045.stderr: 40500K .......... .......... .......... .......... .......... 43% 370M 0s 2024-09-12T18:00:55.938 INFO:teuthology.orchestra.run.smithi045.stderr: 40550K .......... .......... .......... .......... .......... 43% 332M 0s 2024-09-12T18:00:55.938 INFO:teuthology.orchestra.run.smithi045.stderr: 40600K .......... .......... .......... .......... .......... 43% 374M 0s 2024-09-12T18:00:55.938 INFO:teuthology.orchestra.run.smithi045.stderr: 40650K .......... .......... .......... .......... .......... 43% 112M 0s 2024-09-12T18:00:55.938 INFO:teuthology.orchestra.run.smithi045.stderr: 40700K .......... .......... .......... .......... .......... 43% 351M 0s 2024-09-12T18:00:55.938 INFO:teuthology.orchestra.run.smithi045.stderr: 40750K .......... .......... .......... .......... .......... 43% 313M 0s 2024-09-12T18:00:55.938 INFO:teuthology.orchestra.run.smithi045.stderr: 40800K .......... .......... .......... .......... .......... 43% 328M 0s 2024-09-12T18:00:55.938 INFO:teuthology.orchestra.run.smithi045.stderr: 40850K .......... .......... .......... .......... .......... 44% 339M 0s 2024-09-12T18:00:55.938 INFO:teuthology.orchestra.run.smithi045.stderr: 40900K .......... .......... .......... .......... .......... 44% 360M 0s 2024-09-12T18:00:55.938 INFO:teuthology.orchestra.run.smithi045.stderr: 40950K .......... .......... .......... .......... .......... 44% 328M 0s 2024-09-12T18:00:55.938 INFO:teuthology.orchestra.run.smithi045.stderr: 41000K .......... .......... .......... .......... .......... 44% 366M 0s 2024-09-12T18:00:55.938 INFO:teuthology.orchestra.run.smithi045.stderr: 41050K .......... .......... .......... .......... .......... 44% 189M 0s 2024-09-12T18:00:55.939 INFO:teuthology.orchestra.run.smithi045.stderr: 41100K .......... .......... .......... .......... .......... 44% 168M 0s 2024-09-12T18:00:55.939 INFO:teuthology.orchestra.run.smithi045.stderr: 41150K .......... .......... .......... .......... .......... 44% 231M 0s 2024-09-12T18:00:55.939 INFO:teuthology.orchestra.run.smithi045.stderr: 41200K .......... .......... .......... .......... .......... 44% 375M 0s 2024-09-12T18:00:55.939 INFO:teuthology.orchestra.run.smithi045.stderr: 41250K .......... .......... .......... .......... .......... 44% 383M 0s 2024-09-12T18:00:55.939 INFO:teuthology.orchestra.run.smithi045.stderr: 41300K .......... .......... .......... .......... .......... 44% 366M 0s 2024-09-12T18:00:55.939 INFO:teuthology.orchestra.run.smithi045.stderr: 41350K .......... .......... .......... .......... .......... 44% 312M 0s 2024-09-12T18:00:55.939 INFO:teuthology.orchestra.run.smithi045.stderr: 41400K .......... .......... .......... .......... .......... 44% 372M 0s 2024-09-12T18:00:55.939 INFO:teuthology.orchestra.run.smithi045.stderr: 41450K .......... .......... .......... .......... .......... 44% 362M 0s 2024-09-12T18:00:55.939 INFO:teuthology.orchestra.run.smithi045.stderr: 41500K .......... .......... .......... .......... .......... 44% 85.8M 0s 2024-09-12T18:00:55.939 INFO:teuthology.orchestra.run.smithi045.stderr: 41550K .......... .......... .......... .......... .......... 44% 249M 0s 2024-09-12T18:00:55.939 INFO:teuthology.orchestra.run.smithi045.stderr: 41600K .......... .......... .......... .......... .......... 44% 108M 0s 2024-09-12T18:00:55.939 INFO:teuthology.orchestra.run.smithi045.stderr: 41650K .......... .......... .......... .......... .......... 44% 137M 0s 2024-09-12T18:00:55.939 INFO:teuthology.orchestra.run.smithi045.stderr: 41700K .......... .......... .......... .......... .......... 44% 358M 0s 2024-09-12T18:00:55.940 INFO:teuthology.orchestra.run.smithi045.stderr: 41750K .......... .......... .......... .......... .......... 44% 351M 0s 2024-09-12T18:00:55.940 INFO:teuthology.orchestra.run.smithi045.stderr: 41800K .......... .......... .......... .......... .......... 45% 69.9M 0s 2024-09-12T18:00:55.940 INFO:teuthology.orchestra.run.smithi045.stderr: 41850K .......... .......... .......... .......... .......... 45% 204M 0s 2024-09-12T18:00:55.940 INFO:teuthology.orchestra.run.smithi045.stderr: 41900K .......... .......... .......... .......... .......... 45% 300M 0s 2024-09-12T18:00:55.940 INFO:teuthology.orchestra.run.smithi045.stderr: 41950K .......... .......... .......... .......... .......... 45% 199M 0s 2024-09-12T18:00:55.940 INFO:teuthology.orchestra.run.smithi045.stderr: 42000K .......... .......... .......... .......... .......... 45% 348M 0s 2024-09-12T18:00:55.940 INFO:teuthology.orchestra.run.smithi045.stderr: 42050K .......... .......... .......... .......... .......... 45% 346M 0s 2024-09-12T18:00:55.940 INFO:teuthology.orchestra.run.smithi045.stderr: 42100K .......... .......... .......... .......... .......... 45% 344M 0s 2024-09-12T18:00:55.940 INFO:teuthology.orchestra.run.smithi045.stderr: 42150K .......... .......... .......... .......... .......... 45% 326M 0s 2024-09-12T18:00:55.940 INFO:teuthology.orchestra.run.smithi045.stderr: 42200K .......... .......... .......... .......... .......... 45% 343M 0s 2024-09-12T18:00:55.940 INFO:teuthology.orchestra.run.smithi045.stderr: 42250K .......... .......... .......... .......... .......... 45% 127M 0s 2024-09-12T18:00:55.940 INFO:teuthology.orchestra.run.smithi045.stderr: 42300K .......... .......... .......... .......... .......... 45% 369M 0s 2024-09-12T18:00:55.940 INFO:teuthology.orchestra.run.smithi045.stderr: 42350K .......... .......... .......... .......... .......... 45% 311M 0s 2024-09-12T18:00:55.941 INFO:teuthology.orchestra.run.smithi045.stderr: 42400K .......... .......... .......... .......... .......... 45% 342M 0s 2024-09-12T18:00:55.941 INFO:teuthology.orchestra.run.smithi045.stderr: 42450K .......... .......... .......... .......... .......... 45% 245M 0s 2024-09-12T18:00:55.941 INFO:teuthology.orchestra.run.smithi045.stderr: 42500K .......... .......... .......... .......... .......... 45% 345M 0s 2024-09-12T18:00:55.941 INFO:teuthology.orchestra.run.smithi045.stderr: 42550K .......... .......... .......... .......... .......... 45% 335M 0s 2024-09-12T18:00:55.941 INFO:teuthology.orchestra.run.smithi045.stderr: 42600K .......... .......... .......... .......... .......... 45% 385M 0s 2024-09-12T18:00:55.941 INFO:teuthology.orchestra.run.smithi045.stderr: 42650K .......... .......... .......... .......... .......... 45% 213M 0s 2024-09-12T18:00:55.941 INFO:teuthology.orchestra.run.smithi045.stderr: 42700K .......... .......... .......... .......... .......... 46% 368M 0s 2024-09-12T18:00:55.941 INFO:teuthology.orchestra.run.smithi045.stderr: 42750K .......... .......... .......... .......... .......... 46% 313M 0s 2024-09-12T18:00:55.941 INFO:teuthology.orchestra.run.smithi045.stderr: 42800K .......... .......... .......... .......... .......... 46% 90.5M 0s 2024-09-12T18:00:55.941 INFO:teuthology.orchestra.run.smithi045.stderr: 42850K .......... .......... .......... .......... .......... 46% 360M 0s 2024-09-12T18:00:55.941 INFO:teuthology.orchestra.run.smithi045.stderr: 42900K .......... .......... .......... .......... .......... 46% 373M 0s 2024-09-12T18:00:55.941 INFO:teuthology.orchestra.run.smithi045.stderr: 42950K .......... .......... .......... .......... .......... 46% 329M 0s 2024-09-12T18:00:55.941 INFO:teuthology.orchestra.run.smithi045.stderr: 43000K .......... .......... .......... .......... .......... 46% 373M 0s 2024-09-12T18:00:55.942 INFO:teuthology.orchestra.run.smithi045.stderr: 43050K .......... .......... .......... .......... .......... 46% 362M 0s 2024-09-12T18:00:55.942 INFO:teuthology.orchestra.run.smithi045.stderr: 43100K .......... .......... .......... .......... .......... 46% 378M 0s 2024-09-12T18:00:55.942 INFO:teuthology.orchestra.run.smithi045.stderr: 43150K .......... .......... .......... .......... .......... 46% 250M 0s 2024-09-12T18:00:55.942 INFO:teuthology.orchestra.run.smithi045.stderr: 43200K .......... .......... .......... .......... .......... 46% 383M 0s 2024-09-12T18:00:55.942 INFO:teuthology.orchestra.run.smithi045.stderr: 43250K .......... .......... .......... .......... .......... 46% 287M 0s 2024-09-12T18:00:55.942 INFO:teuthology.orchestra.run.smithi045.stderr: 43300K .......... .......... .......... .......... .......... 46% 354M 0s 2024-09-12T18:00:55.942 INFO:teuthology.orchestra.run.smithi045.stderr: 43350K .......... .......... .......... .......... .......... 46% 331M 0s 2024-09-12T18:00:55.942 INFO:teuthology.orchestra.run.smithi045.stderr: 43400K .......... .......... .......... .......... .......... 46% 168M 0s 2024-09-12T18:00:55.942 INFO:teuthology.orchestra.run.smithi045.stderr: 43450K .......... .......... .......... .......... .......... 46% 368M 0s 2024-09-12T18:00:55.942 INFO:teuthology.orchestra.run.smithi045.stderr: 43500K .......... .......... .......... .......... .......... 46% 341M 0s 2024-09-12T18:00:55.942 INFO:teuthology.orchestra.run.smithi045.stderr: 43550K .......... .......... .......... .......... .......... 46% 315M 0s 2024-09-12T18:00:55.942 INFO:teuthology.orchestra.run.smithi045.stderr: 43600K .......... .......... .......... .......... .......... 46% 386M 0s 2024-09-12T18:00:55.942 INFO:teuthology.orchestra.run.smithi045.stderr: 43650K .......... .......... .......... .......... .......... 47% 244M 0s 2024-09-12T18:00:55.943 INFO:teuthology.orchestra.run.smithi045.stderr: 43700K .......... .......... .......... .......... .......... 47% 289M 0s 2024-09-12T18:00:55.943 INFO:teuthology.orchestra.run.smithi045.stderr: 43750K .......... .......... .......... .......... .......... 47% 274M 0s 2024-09-12T18:00:55.943 INFO:teuthology.orchestra.run.smithi045.stderr: 43800K .......... .......... .......... .......... .......... 47% 365M 0s 2024-09-12T18:00:55.943 INFO:teuthology.orchestra.run.smithi045.stderr: 43850K .......... .......... .......... .......... .......... 47% 222M 0s 2024-09-12T18:00:55.943 INFO:teuthology.orchestra.run.smithi045.stderr: 43900K .......... .......... .......... .......... .......... 47% 327M 0s 2024-09-12T18:00:55.943 INFO:teuthology.orchestra.run.smithi045.stderr: 43950K .......... .......... .......... .......... .......... 47% 302M 0s 2024-09-12T18:00:55.943 INFO:teuthology.orchestra.run.smithi045.stderr: 44000K .......... .......... .......... .......... .......... 47% 360M 0s 2024-09-12T18:00:55.943 INFO:teuthology.orchestra.run.smithi045.stderr: 44050K .......... .......... .......... .......... .......... 47% 334M 0s 2024-09-12T18:00:55.943 INFO:teuthology.orchestra.run.smithi045.stderr: 44100K .......... .......... .......... .......... .......... 47% 379M 0s 2024-09-12T18:00:55.943 INFO:teuthology.orchestra.run.smithi045.stderr: 44150K .......... .......... .......... .......... .......... 47% 218M 0s 2024-09-12T18:00:55.943 INFO:teuthology.orchestra.run.smithi045.stderr: 44200K .......... .......... .......... .......... .......... 47% 302M 0s 2024-09-12T18:00:55.943 INFO:teuthology.orchestra.run.smithi045.stderr: 44250K .......... .......... .......... .......... .......... 47% 367M 0s 2024-09-12T18:00:55.943 INFO:teuthology.orchestra.run.smithi045.stderr: 44300K .......... .......... .......... .......... .......... 47% 328M 0s 2024-09-12T18:00:55.944 INFO:teuthology.orchestra.run.smithi045.stderr: 44350K .......... .......... .......... .......... .......... 47% 294M 0s 2024-09-12T18:00:55.944 INFO:teuthology.orchestra.run.smithi045.stderr: 44400K .......... .......... .......... .......... .......... 47% 358M 0s 2024-09-12T18:00:55.944 INFO:teuthology.orchestra.run.smithi045.stderr: 44450K .......... .......... .......... .......... .......... 47% 95.5M 0s 2024-09-12T18:00:55.944 INFO:teuthology.orchestra.run.smithi045.stderr: 44500K .......... .......... .......... .......... .......... 47% 211M 0s 2024-09-12T18:00:55.944 INFO:teuthology.orchestra.run.smithi045.stderr: 44550K .......... .......... .......... .......... .......... 48% 279M 0s 2024-09-12T18:00:55.944 INFO:teuthology.orchestra.run.smithi045.stderr: 44600K .......... .......... .......... .......... .......... 48% 381M 0s 2024-09-12T18:00:55.944 INFO:teuthology.orchestra.run.smithi045.stderr: 44650K .......... .......... .......... .......... .......... 48% 101M 0s 2024-09-12T18:00:55.944 INFO:teuthology.orchestra.run.smithi045.stderr: 44700K .......... .......... .......... .......... .......... 48% 263M 0s 2024-09-12T18:00:55.944 INFO:teuthology.orchestra.run.smithi045.stderr: 44750K .......... .......... .......... .......... .......... 48% 320M 0s 2024-09-12T18:00:55.944 INFO:teuthology.orchestra.run.smithi045.stderr: 44800K .......... .......... .......... .......... .......... 48% 60.8M 0s 2024-09-12T18:00:55.944 INFO:teuthology.orchestra.run.smithi045.stderr: 44850K .......... .......... .......... .......... .......... 48% 368M 0s 2024-09-12T18:00:55.944 INFO:teuthology.orchestra.run.smithi045.stderr: 44900K .......... .......... .......... .......... .......... 48% 363M 0s 2024-09-12T18:00:55.944 INFO:teuthology.orchestra.run.smithi045.stderr: 44950K .......... .......... .......... .......... .......... 48% 374M 0s 2024-09-12T18:00:55.945 INFO:teuthology.orchestra.run.smithi045.stderr: 45000K .......... .......... .......... .......... .......... 48% 170M 0s 2024-09-12T18:00:55.945 INFO:teuthology.orchestra.run.smithi045.stderr: 45050K .......... .......... .......... .......... .......... 48% 276M 0s 2024-09-12T18:00:55.945 INFO:teuthology.orchestra.run.smithi045.stderr: 45100K .......... .......... .......... .......... .......... 48% 320M 0s 2024-09-12T18:00:55.945 INFO:teuthology.orchestra.run.smithi045.stderr: 45150K .......... .......... .......... .......... .......... 48% 317M 0s 2024-09-12T18:00:55.945 INFO:teuthology.orchestra.run.smithi045.stderr: 45200K .......... .......... .......... .......... .......... 48% 262M 0s 2024-09-12T18:00:55.945 INFO:teuthology.orchestra.run.smithi045.stderr: 45250K .......... .......... .......... .......... .......... 48% 91.3M 0s 2024-09-12T18:00:55.945 INFO:teuthology.orchestra.run.smithi045.stderr: 45300K .......... .......... .......... .......... .......... 48% 356M 0s 2024-09-12T18:00:55.945 INFO:teuthology.orchestra.run.smithi045.stderr: 45350K .......... .......... .......... .......... .......... 48% 324M 0s 2024-09-12T18:00:55.945 INFO:teuthology.orchestra.run.smithi045.stderr: 45400K .......... .......... .......... .......... .......... 48% 202M 0s 2024-09-12T18:00:55.945 INFO:teuthology.orchestra.run.smithi045.stderr: 45450K .......... .......... .......... .......... .......... 48% 363M 0s 2024-09-12T18:00:55.945 INFO:teuthology.orchestra.run.smithi045.stderr: 45500K .......... .......... .......... .......... .......... 49% 145M 0s 2024-09-12T18:00:55.945 INFO:teuthology.orchestra.run.smithi045.stderr: 45550K .......... .......... .......... .......... .......... 49% 349M 0s 2024-09-12T18:00:55.945 INFO:teuthology.orchestra.run.smithi045.stderr: 45600K .......... .......... .......... .......... .......... 49% 365M 0s 2024-09-12T18:00:55.946 INFO:teuthology.orchestra.run.smithi045.stderr: 45650K .......... .......... .......... .......... .......... 49% 312M 0s 2024-09-12T18:00:55.946 INFO:teuthology.orchestra.run.smithi045.stderr: 45700K .......... .......... .......... .......... .......... 49% 337M 0s 2024-09-12T18:00:55.946 INFO:teuthology.orchestra.run.smithi045.stderr: 45750K .......... .......... .......... .......... .......... 49% 381M 0s 2024-09-12T18:00:55.946 INFO:teuthology.orchestra.run.smithi045.stderr: 45800K .......... .......... .......... .......... .......... 49% 374M 0s 2024-09-12T18:00:55.946 INFO:teuthology.orchestra.run.smithi045.stderr: 45850K .......... .......... .......... .......... .......... 49% 214M 0s 2024-09-12T18:00:55.946 INFO:teuthology.orchestra.run.smithi045.stderr: 45900K .......... .......... .......... .......... .......... 49% 376M 0s 2024-09-12T18:00:55.946 INFO:teuthology.orchestra.run.smithi045.stderr: 45950K .......... .......... .......... .......... .......... 49% 385M 0s 2024-09-12T18:00:55.946 INFO:teuthology.orchestra.run.smithi045.stderr: 46000K .......... .......... .......... .......... .......... 49% 369M 0s 2024-09-12T18:00:55.946 INFO:teuthology.orchestra.run.smithi045.stderr: 46050K .......... .......... .......... .......... .......... 49% 340M 0s 2024-09-12T18:00:55.946 INFO:teuthology.orchestra.run.smithi045.stderr: 46100K .......... .......... .......... .......... .......... 49% 395M 0s 2024-09-12T18:00:55.946 INFO:teuthology.orchestra.run.smithi045.stderr: 46150K .......... .......... .......... .......... .......... 49% 148M 0s 2024-09-12T18:00:55.946 INFO:teuthology.orchestra.run.smithi045.stderr: 46200K .......... .......... .......... .......... .......... 49% 376M 0s 2024-09-12T18:00:55.946 INFO:teuthology.orchestra.run.smithi045.stderr: 46250K .......... .......... .......... .......... .......... 49% 381M 0s 2024-09-12T18:00:55.946 INFO:teuthology.orchestra.run.smithi045.stderr: 46300K .......... .......... .......... .......... .......... 49% 308M 0s 2024-09-12T18:00:55.947 INFO:teuthology.orchestra.run.smithi045.stderr: 46350K .......... .......... .......... .......... .......... 49% 346M 0s 2024-09-12T18:00:55.947 INFO:teuthology.orchestra.run.smithi045.stderr: 46400K .......... .......... .......... .......... .......... 49% 127M 0s 2024-09-12T18:00:55.947 INFO:teuthology.orchestra.run.smithi045.stderr: 46450K .......... .......... .......... .......... .......... 50% 204M 0s 2024-09-12T18:00:55.947 INFO:teuthology.orchestra.run.smithi045.stderr: 46500K .......... .......... .......... .......... .......... 50% 246M 0s 2024-09-12T18:00:55.947 INFO:teuthology.orchestra.run.smithi045.stderr: 46550K .......... .......... .......... .......... .......... 50% 289M 0s 2024-09-12T18:00:55.947 INFO:teuthology.orchestra.run.smithi045.stderr: 46600K .......... .......... .......... .......... .......... 50% 392M 0s 2024-09-12T18:00:55.947 INFO:teuthology.orchestra.run.smithi045.stderr: 46650K .......... .......... .......... .......... .......... 50% 349M 0s 2024-09-12T18:00:55.947 INFO:teuthology.orchestra.run.smithi045.stderr: 46700K .......... .......... .......... .......... .......... 50% 358M 0s 2024-09-12T18:00:55.947 INFO:teuthology.orchestra.run.smithi045.stderr: 46750K .......... .......... .......... .......... .......... 50% 381M 0s 2024-09-12T18:00:55.947 INFO:teuthology.orchestra.run.smithi045.stderr: 46800K .......... .......... .......... .......... .......... 50% 373M 0s 2024-09-12T18:00:55.947 INFO:teuthology.orchestra.run.smithi045.stderr: 46850K .......... .......... .......... .......... .......... 50% 307M 0s 2024-09-12T18:00:55.947 INFO:teuthology.orchestra.run.smithi045.stderr: 46900K .......... .......... .......... .......... .......... 50% 378M 0s 2024-09-12T18:00:55.947 INFO:teuthology.orchestra.run.smithi045.stderr: 46950K .......... .......... .......... .......... .......... 50% 378M 0s 2024-09-12T18:00:55.948 INFO:teuthology.orchestra.run.smithi045.stderr: 47000K .......... .......... .......... .......... .......... 50% 212M 0s 2024-09-12T18:00:55.948 INFO:teuthology.orchestra.run.smithi045.stderr: 47050K .......... .......... .......... .......... .......... 50% 314M 0s 2024-09-12T18:00:55.948 INFO:teuthology.orchestra.run.smithi045.stderr: 47100K .......... .......... .......... .......... .......... 50% 363M 0s 2024-09-12T18:00:55.948 INFO:teuthology.orchestra.run.smithi045.stderr: 47150K .......... .......... .......... .......... .......... 50% 383M 0s 2024-09-12T18:00:55.948 INFO:teuthology.orchestra.run.smithi045.stderr: 47200K .......... .......... .......... .......... .......... 50% 244M 0s 2024-09-12T18:00:55.948 INFO:teuthology.orchestra.run.smithi045.stderr: 47250K .......... .......... .......... .......... .......... 50% 251M 0s 2024-09-12T18:00:55.948 INFO:teuthology.orchestra.run.smithi045.stderr: 47300K .......... .......... .......... .......... .......... 50% 390M 0s 2024-09-12T18:00:55.948 INFO:teuthology.orchestra.run.smithi045.stderr: 47350K .......... .......... .......... .......... .......... 51% 143M 0s 2024-09-12T18:00:55.948 INFO:teuthology.orchestra.run.smithi045.stderr: 47400K .......... .......... .......... .......... .......... 51% 351M 0s 2024-09-12T18:00:55.948 INFO:teuthology.orchestra.run.smithi045.stderr: 47450K .......... .......... .......... .......... .......... 51% 119M 0s 2024-09-12T18:00:55.948 INFO:teuthology.orchestra.run.smithi045.stderr: 47500K .......... .......... .......... .......... .......... 51% 306M 0s 2024-09-12T18:00:55.948 INFO:teuthology.orchestra.run.smithi045.stderr: 47550K .......... .......... .......... .......... .......... 51% 350M 0s 2024-09-12T18:00:55.948 INFO:teuthology.orchestra.run.smithi045.stderr: 47600K .......... .......... .......... .......... .......... 51% 381M 0s 2024-09-12T18:00:55.949 INFO:teuthology.orchestra.run.smithi045.stderr: 47650K .......... .......... .......... .......... .......... 51% 148M 0s 2024-09-12T18:00:55.949 INFO:teuthology.orchestra.run.smithi045.stderr: 47700K .......... .......... .......... .......... .......... 51% 245M 0s 2024-09-12T18:00:55.949 INFO:teuthology.orchestra.run.smithi045.stderr: 47750K .......... .......... .......... .......... .......... 51% 377M 0s 2024-09-12T18:00:55.949 INFO:teuthology.orchestra.run.smithi045.stderr: 47800K .......... .......... .......... .......... .......... 51% 386M 0s 2024-09-12T18:00:55.949 INFO:teuthology.orchestra.run.smithi045.stderr: 47850K .......... .......... .......... .......... .......... 51% 71.5M 0s 2024-09-12T18:00:55.949 INFO:teuthology.orchestra.run.smithi045.stderr: 47900K .......... .......... .......... .......... .......... 51% 146M 0s 2024-09-12T18:00:55.949 INFO:teuthology.orchestra.run.smithi045.stderr: 47950K .......... .......... .......... .......... .......... 51% 376M 0s 2024-09-12T18:00:55.949 INFO:teuthology.orchestra.run.smithi045.stderr: 48000K .......... .......... .......... .......... .......... 51% 333M 0s 2024-09-12T18:00:55.949 INFO:teuthology.orchestra.run.smithi045.stderr: 48050K .......... .......... .......... .......... .......... 51% 112M 0s 2024-09-12T18:00:55.949 INFO:teuthology.orchestra.run.smithi045.stderr: 48100K .......... .......... .......... .......... .......... 51% 366M 0s 2024-09-12T18:00:55.949 INFO:teuthology.orchestra.run.smithi045.stderr: 48150K .......... .......... .......... .......... .......... 51% 383M 0s 2024-09-12T18:00:55.949 INFO:teuthology.orchestra.run.smithi045.stderr: 48200K .......... .......... .......... .......... .......... 51% 213M 0s 2024-09-12T18:00:55.950 INFO:teuthology.orchestra.run.smithi045.stderr: 48250K .......... .......... .......... .......... .......... 51% 360M 0s 2024-09-12T18:00:55.950 INFO:teuthology.orchestra.run.smithi045.stderr: 48300K .......... .......... .......... .......... .......... 52% 155M 0s 2024-09-12T18:00:55.950 INFO:teuthology.orchestra.run.smithi045.stderr: 48350K .......... .......... .......... .......... .......... 52% 202M 0s 2024-09-12T18:00:55.950 INFO:teuthology.orchestra.run.smithi045.stderr: 48400K .......... .......... .......... .......... .......... 52% 314M 0s 2024-09-12T18:00:55.950 INFO:teuthology.orchestra.run.smithi045.stderr: 48450K .......... .......... .......... .......... .......... 52% 386M 0s 2024-09-12T18:00:55.950 INFO:teuthology.orchestra.run.smithi045.stderr: 48500K .......... .......... .......... .......... .......... 52% 124M 0s 2024-09-12T18:00:55.950 INFO:teuthology.orchestra.run.smithi045.stderr: 48550K .......... .......... .......... .......... .......... 52% 178M 0s 2024-09-12T18:00:55.950 INFO:teuthology.orchestra.run.smithi045.stderr: 48600K .......... .......... .......... .......... .......... 52% 239M 0s 2024-09-12T18:00:55.950 INFO:teuthology.orchestra.run.smithi045.stderr: 48650K .......... .......... .......... .......... .......... 52% 325M 0s 2024-09-12T18:00:55.950 INFO:teuthology.orchestra.run.smithi045.stderr: 48700K .......... .......... .......... .......... .......... 52% 375M 0s 2024-09-12T18:00:55.950 INFO:teuthology.orchestra.run.smithi045.stderr: 48750K .......... .......... .......... .......... .......... 52% 163M 0s 2024-09-12T18:00:55.950 INFO:teuthology.orchestra.run.smithi045.stderr: 48800K .......... .......... .......... .......... .......... 52% 370M 0s 2024-09-12T18:00:55.950 INFO:teuthology.orchestra.run.smithi045.stderr: 48850K .......... .......... .......... .......... .......... 52% 370M 0s 2024-09-12T18:00:55.951 INFO:teuthology.orchestra.run.smithi045.stderr: 48900K .......... .......... .......... .......... .......... 52% 379M 0s 2024-09-12T18:00:55.951 INFO:teuthology.orchestra.run.smithi045.stderr: 48950K .......... .......... .......... .......... .......... 52% 304M 0s 2024-09-12T18:00:55.951 INFO:teuthology.orchestra.run.smithi045.stderr: 49000K .......... .......... .......... .......... .......... 52% 391M 0s 2024-09-12T18:00:55.951 INFO:teuthology.orchestra.run.smithi045.stderr: 49050K .......... .......... .......... .......... .......... 52% 358M 0s 2024-09-12T18:00:55.951 INFO:teuthology.orchestra.run.smithi045.stderr: 49100K .......... .......... .......... .......... .......... 52% 239M 0s 2024-09-12T18:00:55.951 INFO:teuthology.orchestra.run.smithi045.stderr: 49150K .......... .......... .......... .......... .......... 52% 309M 0s 2024-09-12T18:00:55.951 INFO:teuthology.orchestra.run.smithi045.stderr: 49200K .......... .......... .......... .......... .......... 53% 313M 0s 2024-09-12T18:00:55.951 INFO:teuthology.orchestra.run.smithi045.stderr: 49250K .......... .......... .......... .......... .......... 53% 286M 0s 2024-09-12T18:00:55.951 INFO:teuthology.orchestra.run.smithi045.stderr: 49300K .......... .......... .......... .......... .......... 53% 385M 0s 2024-09-12T18:00:55.951 INFO:teuthology.orchestra.run.smithi045.stderr: 49350K .......... .......... .......... .......... .......... 53% 380M 0s 2024-09-12T18:00:55.951 INFO:teuthology.orchestra.run.smithi045.stderr: 49400K .......... .......... .......... .......... .......... 53% 376M 0s 2024-09-12T18:00:55.951 INFO:teuthology.orchestra.run.smithi045.stderr: 49450K .......... .......... .......... .......... .......... 53% 166M 0s 2024-09-12T18:00:55.951 INFO:teuthology.orchestra.run.smithi045.stderr: 49500K .......... .......... .......... .......... .......... 53% 383M 0s 2024-09-12T18:00:55.951 INFO:teuthology.orchestra.run.smithi045.stderr: 49550K .......... .......... .......... .......... .......... 53% 220M 0s 2024-09-12T18:00:55.952 INFO:teuthology.orchestra.run.smithi045.stderr: 49600K .......... .......... .......... .......... .......... 53% 314M 0s 2024-09-12T18:00:55.952 INFO:teuthology.orchestra.run.smithi045.stderr: 49650K .......... .......... .......... .......... .......... 53% 290M 0s 2024-09-12T18:00:55.952 INFO:teuthology.orchestra.run.smithi045.stderr: 49700K .......... .......... .......... .......... .......... 53% 356M 0s 2024-09-12T18:00:55.952 INFO:teuthology.orchestra.run.smithi045.stderr: 49750K .......... .......... .......... .......... .......... 53% 321M 0s 2024-09-12T18:00:55.952 INFO:teuthology.orchestra.run.smithi045.stderr: 49800K .......... .......... .......... .......... .......... 53% 363M 0s 2024-09-12T18:00:55.952 INFO:teuthology.orchestra.run.smithi045.stderr: 49850K .......... .......... .......... .......... .......... 53% 358M 0s 2024-09-12T18:00:55.952 INFO:teuthology.orchestra.run.smithi045.stderr: 49900K .......... .......... .......... .......... .......... 53% 362M 0s 2024-09-12T18:00:55.952 INFO:teuthology.orchestra.run.smithi045.stderr: 49950K .......... .......... .......... .......... .......... 53% 315M 0s 2024-09-12T18:00:55.952 INFO:teuthology.orchestra.run.smithi045.stderr: 50000K .......... .......... .......... .......... .......... 53% 375M 0s 2024-09-12T18:00:55.952 INFO:teuthology.orchestra.run.smithi045.stderr: 50050K .......... .......... .......... .......... .......... 53% 363M 0s 2024-09-12T18:00:55.952 INFO:teuthology.orchestra.run.smithi045.stderr: 50100K .......... .......... .......... .......... .......... 53% 389M 0s 2024-09-12T18:00:55.952 INFO:teuthology.orchestra.run.smithi045.stderr: 50150K .......... .......... .......... .......... .......... 54% 164M 0s 2024-09-12T18:00:55.952 INFO:teuthology.orchestra.run.smithi045.stderr: 50200K .......... .......... .......... .......... .......... 54% 348M 0s 2024-09-12T18:00:55.953 INFO:teuthology.orchestra.run.smithi045.stderr: 50250K .......... .......... .......... .......... .......... 54% 189M 0s 2024-09-12T18:00:55.953 INFO:teuthology.orchestra.run.smithi045.stderr: 50300K .......... .......... .......... .......... .......... 54% 251M 0s 2024-09-12T18:00:55.953 INFO:teuthology.orchestra.run.smithi045.stderr: 50350K .......... .......... .......... .......... .......... 54% 312M 0s 2024-09-12T18:00:55.953 INFO:teuthology.orchestra.run.smithi045.stderr: 50400K .......... .......... .......... .......... .......... 54% 306M 0s 2024-09-12T18:00:55.953 INFO:teuthology.orchestra.run.smithi045.stderr: 50450K .......... .......... .......... .......... .......... 54% 119M 0s 2024-09-12T18:00:55.953 INFO:teuthology.orchestra.run.smithi045.stderr: 50500K .......... .......... .......... .......... .......... 54% 353M 0s 2024-09-12T18:00:55.953 INFO:teuthology.orchestra.run.smithi045.stderr: 50550K .......... .......... .......... .......... .......... 54% 341M 0s 2024-09-12T18:00:55.953 INFO:teuthology.orchestra.run.smithi045.stderr: 50600K .......... .......... .......... .......... .......... 54% 379M 0s 2024-09-12T18:00:55.953 INFO:teuthology.orchestra.run.smithi045.stderr: 50650K .......... .......... .......... .......... .......... 54% 106M 0s 2024-09-12T18:00:55.953 INFO:teuthology.orchestra.run.smithi045.stderr: 50700K .......... .......... .......... .......... .......... 54% 375M 0s 2024-09-12T18:00:55.953 INFO:teuthology.orchestra.run.smithi045.stderr: 50750K .......... .......... .......... .......... .......... 54% 355M 0s 2024-09-12T18:00:55.953 INFO:teuthology.orchestra.run.smithi045.stderr: 50800K .......... .......... .......... .......... .......... 54% 374M 0s 2024-09-12T18:00:55.953 INFO:teuthology.orchestra.run.smithi045.stderr: 50850K .......... .......... .......... .......... .......... 54% 32.7M 0s 2024-09-12T18:00:55.954 INFO:teuthology.orchestra.run.smithi045.stderr: 50900K .......... .......... .......... .......... .......... 54% 286M 0s 2024-09-12T18:00:55.954 INFO:teuthology.orchestra.run.smithi045.stderr: 50950K .......... .......... .......... .......... .......... 54% 359M 0s 2024-09-12T18:00:55.954 INFO:teuthology.orchestra.run.smithi045.stderr: 51000K .......... .......... .......... .......... .......... 54% 359M 0s 2024-09-12T18:00:55.954 INFO:teuthology.orchestra.run.smithi045.stderr: 51050K .......... .......... .......... .......... .......... 55% 377M 0s 2024-09-12T18:00:55.954 INFO:teuthology.orchestra.run.smithi045.stderr: 51100K .......... .......... .......... .......... .......... 55% 346M 0s 2024-09-12T18:00:55.954 INFO:teuthology.orchestra.run.smithi045.stderr: 51150K .......... .......... .......... .......... .......... 55% 383M 0s 2024-09-12T18:00:55.954 INFO:teuthology.orchestra.run.smithi045.stderr: 51200K .......... .......... .......... .......... .......... 55% 328M 0s 2024-09-12T18:00:55.954 INFO:teuthology.orchestra.run.smithi045.stderr: 51250K .......... .......... .......... .......... .......... 55% 420M 0s 2024-09-12T18:00:55.954 INFO:teuthology.orchestra.run.smithi045.stderr: 51300K .......... .......... .......... .......... .......... 55% 396M 0s 2024-09-12T18:00:55.954 INFO:teuthology.orchestra.run.smithi045.stderr: 51350K .......... .......... .......... .......... .......... 55% 413M 0s 2024-09-12T18:00:55.954 INFO:teuthology.orchestra.run.smithi045.stderr: 51400K .......... .......... .......... .......... .......... 55% 371M 0s 2024-09-12T18:00:55.954 INFO:teuthology.orchestra.run.smithi045.stderr: 51450K .......... .......... .......... .......... .......... 55% 403M 0s 2024-09-12T18:00:55.954 INFO:teuthology.orchestra.run.smithi045.stderr: 51500K .......... .......... .......... .......... .......... 55% 423M 0s 2024-09-12T18:00:55.954 INFO:teuthology.orchestra.run.smithi045.stderr: 51550K .......... .......... .......... .......... .......... 55% 128M 0s 2024-09-12T18:00:55.955 INFO:teuthology.orchestra.run.smithi045.stderr: 51600K .......... .......... .......... .......... .......... 55% 282M 0s 2024-09-12T18:00:55.955 INFO:teuthology.orchestra.run.smithi045.stderr: 51650K .......... .......... .......... .......... .......... 55% 277M 0s 2024-09-12T18:00:55.955 INFO:teuthology.orchestra.run.smithi045.stderr: 51700K .......... .......... .......... .......... .......... 55% 227M 0s 2024-09-12T18:00:55.955 INFO:teuthology.orchestra.run.smithi045.stderr: 51750K .......... .......... .......... .......... .......... 55% 349M 0s 2024-09-12T18:00:55.955 INFO:teuthology.orchestra.run.smithi045.stderr: 51800K .......... .......... .......... .......... .......... 55% 251M 0s 2024-09-12T18:00:55.955 INFO:teuthology.orchestra.run.smithi045.stderr: 51850K .......... .......... .......... .......... .......... 55% 134M 0s 2024-09-12T18:00:55.955 INFO:teuthology.orchestra.run.smithi045.stderr: 51900K .......... .......... .......... .......... .......... 55% 237M 0s 2024-09-12T18:00:55.955 INFO:teuthology.orchestra.run.smithi045.stderr: 51950K .......... .......... .......... .......... .......... 55% 330M 0s 2024-09-12T18:00:55.955 INFO:teuthology.orchestra.run.smithi045.stderr: 52000K .......... .......... .......... .......... .......... 56% 384M 0s 2024-09-12T18:00:55.955 INFO:teuthology.orchestra.run.smithi045.stderr: 52050K .......... .......... .......... .......... .......... 56% 136M 0s 2024-09-12T18:00:55.955 INFO:teuthology.orchestra.run.smithi045.stderr: 52100K .......... .......... .......... .......... .......... 56% 279M 0s 2024-09-12T18:00:55.955 INFO:teuthology.orchestra.run.smithi045.stderr: 52150K .......... .......... .......... .......... .......... 56% 355M 0s 2024-09-12T18:00:55.955 INFO:teuthology.orchestra.run.smithi045.stderr: 52200K .......... .......... .......... .......... .......... 56% 351M 0s 2024-09-12T18:00:55.955 INFO:teuthology.orchestra.run.smithi045.stderr: 52250K .......... .......... .......... .......... .......... 56% 364M 0s 2024-09-12T18:00:55.956 INFO:teuthology.orchestra.run.smithi045.stderr: 52300K .......... .......... .......... .......... .......... 56% 251M 0s 2024-09-12T18:00:55.956 INFO:teuthology.orchestra.run.smithi045.stderr: 52350K .......... .......... .......... .......... .......... 56% 320M 0s 2024-09-12T18:00:55.956 INFO:teuthology.orchestra.run.smithi045.stderr: 52400K .......... .......... .......... .......... .......... 56% 353M 0s 2024-09-12T18:00:55.956 INFO:teuthology.orchestra.run.smithi045.stderr: 52450K .......... .......... .......... .......... .......... 56% 331M 0s 2024-09-12T18:00:55.956 INFO:teuthology.orchestra.run.smithi045.stderr: 52500K .......... .......... .......... .......... .......... 56% 247M 0s 2024-09-12T18:00:55.956 INFO:teuthology.orchestra.run.smithi045.stderr: 52550K .......... .......... .......... .......... .......... 56% 195M 0s 2024-09-12T18:00:55.956 INFO:teuthology.orchestra.run.smithi045.stderr: 52600K .......... .......... .......... .......... .......... 56% 296M 0s 2024-09-12T18:00:55.956 INFO:teuthology.orchestra.run.smithi045.stderr: 52650K .......... .......... .......... .......... .......... 56% 340M 0s 2024-09-12T18:00:55.956 INFO:teuthology.orchestra.run.smithi045.stderr: 52700K .......... .......... .......... .......... .......... 56% 310M 0s 2024-09-12T18:00:55.956 INFO:teuthology.orchestra.run.smithi045.stderr: 52750K .......... .......... .......... .......... .......... 56% 371M 0s 2024-09-12T18:00:55.956 INFO:teuthology.orchestra.run.smithi045.stderr: 52800K .......... .......... .......... .......... .......... 56% 223M 0s 2024-09-12T18:00:55.956 INFO:teuthology.orchestra.run.smithi045.stderr: 52850K .......... .......... .......... .......... .......... 56% 351M 0s 2024-09-12T18:00:55.957 INFO:teuthology.orchestra.run.smithi045.stderr: 52900K .......... .......... .......... .......... .......... 56% 317M 0s 2024-09-12T18:00:55.957 INFO:teuthology.orchestra.run.smithi045.stderr: 52950K .......... .......... .......... .......... .......... 57% 315M 0s 2024-09-12T18:00:55.957 INFO:teuthology.orchestra.run.smithi045.stderr: 53000K .......... .......... .......... .......... .......... 57% 387M 0s 2024-09-12T18:00:55.957 INFO:teuthology.orchestra.run.smithi045.stderr: 53050K .......... .......... .......... .......... .......... 57% 304M 0s 2024-09-12T18:00:55.957 INFO:teuthology.orchestra.run.smithi045.stderr: 53100K .......... .......... .......... .......... .......... 57% 372M 0s 2024-09-12T18:00:55.957 INFO:teuthology.orchestra.run.smithi045.stderr: 53150K .......... .......... .......... .......... .......... 57% 369M 0s 2024-09-12T18:00:55.957 INFO:teuthology.orchestra.run.smithi045.stderr: 53200K .......... .......... .......... .......... .......... 57% 370M 0s 2024-09-12T18:00:55.957 INFO:teuthology.orchestra.run.smithi045.stderr: 53250K .......... .......... .......... .......... .......... 57% 316M 0s 2024-09-12T18:00:55.957 INFO:teuthology.orchestra.run.smithi045.stderr: 53300K .......... .......... .......... .......... .......... 57% 362M 0s 2024-09-12T18:00:55.957 INFO:teuthology.orchestra.run.smithi045.stderr: 53350K .......... .......... .......... .......... .......... 57% 384M 0s 2024-09-12T18:00:55.957 INFO:teuthology.orchestra.run.smithi045.stderr: 53400K .......... .......... .......... .......... .......... 57% 230M 0s 2024-09-12T18:00:55.957 INFO:teuthology.orchestra.run.smithi045.stderr: 53450K .......... .......... .......... .......... .......... 57% 246M 0s 2024-09-12T18:00:55.957 INFO:teuthology.orchestra.run.smithi045.stderr: 53500K .......... .......... .......... .......... .......... 57% 221M 0s 2024-09-12T18:00:55.958 INFO:teuthology.orchestra.run.smithi045.stderr: 53550K .......... .......... .......... .......... .......... 57% 311M 0s 2024-09-12T18:00:55.958 INFO:teuthology.orchestra.run.smithi045.stderr: 53600K .......... .......... .......... .......... .......... 57% 334M 0s 2024-09-12T18:00:55.958 INFO:teuthology.orchestra.run.smithi045.stderr: 53650K .......... .......... .......... .......... .......... 57% 308M 0s 2024-09-12T18:00:55.958 INFO:teuthology.orchestra.run.smithi045.stderr: 53700K .......... .......... .......... .......... .......... 57% 84.6M 0s 2024-09-12T18:00:55.958 INFO:teuthology.orchestra.run.smithi045.stderr: 53750K .......... .......... .......... .......... .......... 57% 270M 0s 2024-09-12T18:00:55.958 INFO:teuthology.orchestra.run.smithi045.stderr: 53800K .......... .......... .......... .......... .......... 57% 314M 0s 2024-09-12T18:00:55.958 INFO:teuthology.orchestra.run.smithi045.stderr: 53850K .......... .......... .......... .......... .......... 58% 396M 0s 2024-09-12T18:00:55.958 INFO:teuthology.orchestra.run.smithi045.stderr: 53900K .......... .......... .......... .......... .......... 58% 36.3M 0s 2024-09-12T18:00:55.958 INFO:teuthology.orchestra.run.smithi045.stderr: 53950K .......... .......... .......... .......... .......... 58% 82.4M 0s 2024-09-12T18:00:55.958 INFO:teuthology.orchestra.run.smithi045.stderr: 54000K .......... .......... .......... .......... .......... 58% 372M 0s 2024-09-12T18:00:55.958 INFO:teuthology.orchestra.run.smithi045.stderr: 54050K .......... .......... .......... .......... .......... 58% 314M 0s 2024-09-12T18:00:55.958 INFO:teuthology.orchestra.run.smithi045.stderr: 54100K .......... .......... .......... .......... .......... 58% 301M 0s 2024-09-12T18:00:55.958 INFO:teuthology.orchestra.run.smithi045.stderr: 54150K .......... .......... .......... .......... .......... 58% 347M 0s 2024-09-12T18:00:55.958 INFO:teuthology.orchestra.run.smithi045.stderr: 54200K .......... .......... .......... .......... .......... 58% 321M 0s 2024-09-12T18:00:55.959 INFO:teuthology.orchestra.run.smithi045.stderr: 54250K .......... .......... .......... .......... .......... 58% 325M 0s 2024-09-12T18:00:55.959 INFO:teuthology.orchestra.run.smithi045.stderr: 54300K .......... .......... .......... .......... .......... 58% 368M 0s 2024-09-12T18:00:55.959 INFO:teuthology.orchestra.run.smithi045.stderr: 54350K .......... .......... .......... .......... .......... 58% 378M 0s 2024-09-12T18:00:55.959 INFO:teuthology.orchestra.run.smithi045.stderr: 54400K .......... .......... .......... .......... .......... 58% 368M 0s 2024-09-12T18:00:55.959 INFO:teuthology.orchestra.run.smithi045.stderr: 54450K .......... .......... .......... .......... .......... 58% 344M 0s 2024-09-12T18:00:55.959 INFO:teuthology.orchestra.run.smithi045.stderr: 54500K .......... .......... .......... .......... .......... 58% 382M 0s 2024-09-12T18:00:55.959 INFO:teuthology.orchestra.run.smithi045.stderr: 54550K .......... .......... .......... .......... .......... 58% 362M 0s 2024-09-12T18:00:55.959 INFO:teuthology.orchestra.run.smithi045.stderr: 54600K .......... .......... .......... .......... .......... 58% 383M 0s 2024-09-12T18:00:55.959 INFO:teuthology.orchestra.run.smithi045.stderr: 54650K .......... .......... .......... .......... .......... 58% 286M 0s 2024-09-12T18:00:55.959 INFO:teuthology.orchestra.run.smithi045.stderr: 54700K .......... .......... .......... .......... .......... 58% 373M 0s 2024-09-12T18:00:55.959 INFO:teuthology.orchestra.run.smithi045.stderr: 54750K .......... .......... .......... .......... .......... 58% 391M 0s 2024-09-12T18:00:55.959 INFO:teuthology.orchestra.run.smithi045.stderr: 54800K .......... .......... .......... .......... .......... 59% 393M 0s 2024-09-12T18:00:55.959 INFO:teuthology.orchestra.run.smithi045.stderr: 54850K .......... .......... .......... .......... .......... 59% 358M 0s 2024-09-12T18:00:55.959 INFO:teuthology.orchestra.run.smithi045.stderr: 54900K .......... .......... .......... .......... .......... 59% 55.7M 0s 2024-09-12T18:00:55.960 INFO:teuthology.orchestra.run.smithi045.stderr: 54950K .......... .......... .......... .......... .......... 59% 297M 0s 2024-09-12T18:00:55.960 INFO:teuthology.orchestra.run.smithi045.stderr: 55000K .......... .......... .......... .......... .......... 59% 353M 0s 2024-09-12T18:00:55.960 INFO:teuthology.orchestra.run.smithi045.stderr: 55050K .......... .......... .......... .......... .......... 59% 379M 0s 2024-09-12T18:00:55.960 INFO:teuthology.orchestra.run.smithi045.stderr: 55100K .......... .......... .......... .......... .......... 59% 351M 0s 2024-09-12T18:00:55.960 INFO:teuthology.orchestra.run.smithi045.stderr: 55150K .......... .......... .......... .......... .......... 59% 245M 0s 2024-09-12T18:00:55.960 INFO:teuthology.orchestra.run.smithi045.stderr: 55200K .......... .......... .......... .......... .......... 59% 205M 0s 2024-09-12T18:00:55.960 INFO:teuthology.orchestra.run.smithi045.stderr: 55250K .......... .......... .......... .......... .......... 59% 315M 0s 2024-09-12T18:00:55.960 INFO:teuthology.orchestra.run.smithi045.stderr: 55300K .......... .......... .......... .......... .......... 59% 249M 0s 2024-09-12T18:00:55.960 INFO:teuthology.orchestra.run.smithi045.stderr: 55350K .......... .......... .......... .......... .......... 59% 325M 0s 2024-09-12T18:00:55.960 INFO:teuthology.orchestra.run.smithi045.stderr: 55400K .......... .......... .......... .......... .......... 59% 320M 0s 2024-09-12T18:00:55.960 INFO:teuthology.orchestra.run.smithi045.stderr: 55450K .......... .......... .......... .......... .......... 59% 336M 0s 2024-09-12T18:00:55.960 INFO:teuthology.orchestra.run.smithi045.stderr: 55500K .......... .......... .......... .......... .......... 59% 226M 0s 2024-09-12T18:00:55.961 INFO:teuthology.orchestra.run.smithi045.stderr: 55550K .......... .......... .......... .......... .......... 59% 375M 0s 2024-09-12T18:00:55.961 INFO:teuthology.orchestra.run.smithi045.stderr: 55600K .......... .......... .......... .......... .......... 59% 323M 0s 2024-09-12T18:00:55.961 INFO:teuthology.orchestra.run.smithi045.stderr: 55650K .......... .......... .......... .......... .......... 59% 367M 0s 2024-09-12T18:00:55.961 INFO:teuthology.orchestra.run.smithi045.stderr: 55700K .......... .......... .......... .......... .......... 60% 377M 0s 2024-09-12T18:00:55.961 INFO:teuthology.orchestra.run.smithi045.stderr: 55750K .......... .......... .......... .......... .......... 60% 388M 0s 2024-09-12T18:00:55.961 INFO:teuthology.orchestra.run.smithi045.stderr: 55800K .......... .......... .......... .......... .......... 60% 333M 0s 2024-09-12T18:00:55.961 INFO:teuthology.orchestra.run.smithi045.stderr: 55850K .......... .......... .......... .......... .......... 60% 383M 0s 2024-09-12T18:00:55.961 INFO:teuthology.orchestra.run.smithi045.stderr: 55900K .......... .......... .......... .......... .......... 60% 378M 0s 2024-09-12T18:00:55.961 INFO:teuthology.orchestra.run.smithi045.stderr: 55950K .......... .......... .......... .......... .......... 60% 366M 0s 2024-09-12T18:00:55.961 INFO:teuthology.orchestra.run.smithi045.stderr: 56000K .......... .......... .......... .......... .......... 60% 285M 0s 2024-09-12T18:00:55.961 INFO:teuthology.orchestra.run.smithi045.stderr: 56050K .......... .......... .......... .......... .......... 60% 357M 0s 2024-09-12T18:00:55.961 INFO:teuthology.orchestra.run.smithi045.stderr: 56100K .......... .......... .......... .......... .......... 60% 354M 0s 2024-09-12T18:00:55.961 INFO:teuthology.orchestra.run.smithi045.stderr: 56150K .......... .......... .......... .......... .......... 60% 350M 0s 2024-09-12T18:00:55.961 INFO:teuthology.orchestra.run.smithi045.stderr: 56200K .......... .......... .......... .......... .......... 60% 366M 0s 2024-09-12T18:00:55.962 INFO:teuthology.orchestra.run.smithi045.stderr: 56250K .......... .......... .......... .......... .......... 60% 361M 0s 2024-09-12T18:00:55.962 INFO:teuthology.orchestra.run.smithi045.stderr: 56300K .......... .......... .......... .......... .......... 60% 302M 0s 2024-09-12T18:00:55.962 INFO:teuthology.orchestra.run.smithi045.stderr: 56350K .......... .......... .......... .......... .......... 60% 361M 0s 2024-09-12T18:00:55.962 INFO:teuthology.orchestra.run.smithi045.stderr: 56400K .......... .......... .......... .......... .......... 60% 368M 0s 2024-09-12T18:00:55.962 INFO:teuthology.orchestra.run.smithi045.stderr: 56450K .......... .......... .......... .......... .......... 60% 379M 0s 2024-09-12T18:00:55.962 INFO:teuthology.orchestra.run.smithi045.stderr: 56500K .......... .......... .......... .......... .......... 60% 340M 0s 2024-09-12T18:00:55.962 INFO:teuthology.orchestra.run.smithi045.stderr: 56550K .......... .......... .......... .......... .......... 60% 206M 0s 2024-09-12T18:00:55.962 INFO:teuthology.orchestra.run.smithi045.stderr: 56600K .......... .......... .......... .......... .......... 60% 311M 0s 2024-09-12T18:00:55.962 INFO:teuthology.orchestra.run.smithi045.stderr: 56650K .......... .......... .......... .......... .......... 61% 365M 0s 2024-09-12T18:00:55.962 INFO:teuthology.orchestra.run.smithi045.stderr: 56700K .......... .......... .......... .......... .......... 61% 98.7M 0s 2024-09-12T18:00:55.962 INFO:teuthology.orchestra.run.smithi045.stderr: 56750K .......... .......... .......... .......... .......... 61% 270M 0s 2024-09-12T18:00:55.962 INFO:teuthology.orchestra.run.smithi045.stderr: 56800K .......... .......... .......... .......... .......... 61% 209M 0s 2024-09-12T18:00:55.963 INFO:teuthology.orchestra.run.smithi045.stderr: 56850K .......... .......... .......... .......... .......... 61% 321M 0s 2024-09-12T18:00:55.963 INFO:teuthology.orchestra.run.smithi045.stderr: 56900K .......... .......... .......... .......... .......... 61% 329M 0s 2024-09-12T18:00:55.963 INFO:teuthology.orchestra.run.smithi045.stderr: 56950K .......... .......... .......... .......... .......... 61% 45.9M 0s 2024-09-12T18:00:55.963 INFO:teuthology.orchestra.run.smithi045.stderr: 57000K .......... .......... .......... .......... .......... 61% 55.3M 0s 2024-09-12T18:00:55.963 INFO:teuthology.orchestra.run.smithi045.stderr: 57050K .......... .......... .......... .......... .......... 61% 143M 0s 2024-09-12T18:00:55.963 INFO:teuthology.orchestra.run.smithi045.stderr: 57100K .......... .......... .......... .......... .......... 61% 358M 0s 2024-09-12T18:00:55.963 INFO:teuthology.orchestra.run.smithi045.stderr: 57150K .......... .......... .......... .......... .......... 61% 344M 0s 2024-09-12T18:00:55.963 INFO:teuthology.orchestra.run.smithi045.stderr: 57200K .......... .......... .......... .......... .......... 61% 379M 0s 2024-09-12T18:00:55.963 INFO:teuthology.orchestra.run.smithi045.stderr: 57250K .......... .......... .......... .......... .......... 61% 162M 0s 2024-09-12T18:00:55.963 INFO:teuthology.orchestra.run.smithi045.stderr: 57300K .......... .......... .......... .......... .......... 61% 324M 0s 2024-09-12T18:00:55.963 INFO:teuthology.orchestra.run.smithi045.stderr: 57350K .......... .......... .......... .......... .......... 61% 363M 0s 2024-09-12T18:00:55.963 INFO:teuthology.orchestra.run.smithi045.stderr: 57400K .......... .......... .......... .......... .......... 61% 338M 0s 2024-09-12T18:00:55.963 INFO:teuthology.orchestra.run.smithi045.stderr: 57450K .......... .......... .......... .......... .......... 61% 349M 0s 2024-09-12T18:00:55.963 INFO:teuthology.orchestra.run.smithi045.stderr: 57500K .......... .......... .......... .......... .......... 61% 374M 0s 2024-09-12T18:00:55.964 INFO:teuthology.orchestra.run.smithi045.stderr: 57550K .......... .......... .......... .......... .......... 62% 316M 0s 2024-09-12T18:00:55.964 INFO:teuthology.orchestra.run.smithi045.stderr: 57600K .......... .......... .......... .......... .......... 62% 375M 0s 2024-09-12T18:00:55.964 INFO:teuthology.orchestra.run.smithi045.stderr: 57650K .......... .......... .......... .......... .......... 62% 378M 0s 2024-09-12T18:00:55.964 INFO:teuthology.orchestra.run.smithi045.stderr: 57700K .......... .......... .......... .......... .......... 62% 371M 0s 2024-09-12T18:00:55.964 INFO:teuthology.orchestra.run.smithi045.stderr: 57750K .......... .......... .......... .......... .......... 62% 326M 0s 2024-09-12T18:00:55.964 INFO:teuthology.orchestra.run.smithi045.stderr: 57800K .......... .......... .......... .......... .......... 62% 389M 0s 2024-09-12T18:00:55.964 INFO:teuthology.orchestra.run.smithi045.stderr: 57850K .......... .......... .......... .......... .......... 62% 387M 0s 2024-09-12T18:00:55.964 INFO:teuthology.orchestra.run.smithi045.stderr: 57900K .......... .......... .......... .......... .......... 62% 59.2M 0s 2024-09-12T18:00:55.964 INFO:teuthology.orchestra.run.smithi045.stderr: 57950K .......... .......... .......... .......... .......... 62% 327M 0s 2024-09-12T18:00:55.964 INFO:teuthology.orchestra.run.smithi045.stderr: 58000K .......... .......... .......... .......... .......... 62% 349M 0s 2024-09-12T18:00:55.964 INFO:teuthology.orchestra.run.smithi045.stderr: 58050K .......... .......... .......... .......... .......... 62% 313M 0s 2024-09-12T18:00:55.964 INFO:teuthology.orchestra.run.smithi045.stderr: 58100K .......... .......... .......... .......... .......... 62% 354M 0s 2024-09-12T18:00:55.964 INFO:teuthology.orchestra.run.smithi045.stderr: 58150K .......... .......... .......... .......... .......... 62% 369M 0s 2024-09-12T18:00:55.965 INFO:teuthology.orchestra.run.smithi045.stderr: 58200K .......... .......... .......... .......... .......... 62% 373M 0s 2024-09-12T18:00:55.965 INFO:teuthology.orchestra.run.smithi045.stderr: 58250K .......... .......... .......... .......... .......... 62% 388M 0s 2024-09-12T18:00:55.965 INFO:teuthology.orchestra.run.smithi045.stderr: 58300K .......... .......... .......... .......... .......... 62% 299M 0s 2024-09-12T18:00:55.965 INFO:teuthology.orchestra.run.smithi045.stderr: 58350K .......... .......... .......... .......... .......... 62% 358M 0s 2024-09-12T18:00:55.965 INFO:teuthology.orchestra.run.smithi045.stderr: 58400K .......... .......... .......... .......... .......... 62% 370M 0s 2024-09-12T18:00:55.965 INFO:teuthology.orchestra.run.smithi045.stderr: 58450K .......... .......... .......... .......... .......... 62% 347M 0s 2024-09-12T18:00:55.965 INFO:teuthology.orchestra.run.smithi045.stderr: 58500K .......... .......... .......... .......... .......... 63% 321M 0s 2024-09-12T18:00:55.965 INFO:teuthology.orchestra.run.smithi045.stderr: 58550K .......... .......... .......... .......... .......... 63% 251M 0s 2024-09-12T18:00:55.965 INFO:teuthology.orchestra.run.smithi045.stderr: 58600K .......... .......... .......... .......... .......... 63% 284M 0s 2024-09-12T18:00:55.965 INFO:teuthology.orchestra.run.smithi045.stderr: 58650K .......... .......... .......... .......... .......... 63% 343M 0s 2024-09-12T18:00:55.965 INFO:teuthology.orchestra.run.smithi045.stderr: 58700K .......... .......... .......... .......... .......... 63% 341M 0s 2024-09-12T18:00:55.965 INFO:teuthology.orchestra.run.smithi045.stderr: 58750K .......... .......... .......... .......... .......... 63% 309M 0s 2024-09-12T18:00:55.965 INFO:teuthology.orchestra.run.smithi045.stderr: 58800K .......... .......... .......... .......... .......... 63% 388M 0s 2024-09-12T18:00:55.966 INFO:teuthology.orchestra.run.smithi045.stderr: 58850K .......... .......... .......... .......... .......... 63% 369M 0s 2024-09-12T18:00:55.966 INFO:teuthology.orchestra.run.smithi045.stderr: 58900K .......... .......... .......... .......... .......... 63% 365M 0s 2024-09-12T18:00:55.966 INFO:teuthology.orchestra.run.smithi045.stderr: 58950K .......... .......... .......... .......... .......... 63% 307M 0s 2024-09-12T18:00:55.966 INFO:teuthology.orchestra.run.smithi045.stderr: 59000K .......... .......... .......... .......... .......... 63% 390M 0s 2024-09-12T18:00:55.966 INFO:teuthology.orchestra.run.smithi045.stderr: 59050K .......... .......... .......... .......... .......... 63% 327M 0s 2024-09-12T18:00:55.966 INFO:teuthology.orchestra.run.smithi045.stderr: 59100K .......... .......... .......... .......... .......... 63% 358M 0s 2024-09-12T18:00:55.966 INFO:teuthology.orchestra.run.smithi045.stderr: 59150K .......... .......... .......... .......... .......... 63% 348M 0s 2024-09-12T18:00:55.966 INFO:teuthology.orchestra.run.smithi045.stderr: 59200K .......... .......... .......... .......... .......... 63% 298M 0s 2024-09-12T18:00:55.966 INFO:teuthology.orchestra.run.smithi045.stderr: 59250K .......... .......... .......... .......... .......... 63% 365M 0s 2024-09-12T18:00:55.966 INFO:teuthology.orchestra.run.smithi045.stderr: 59300K .......... .......... .......... .......... .......... 63% 385M 0s 2024-09-12T18:00:55.966 INFO:teuthology.orchestra.run.smithi045.stderr: 59350K .......... .......... .......... .......... .......... 63% 365M 0s 2024-09-12T18:00:55.966 INFO:teuthology.orchestra.run.smithi045.stderr: 59400K .......... .......... .......... .......... .......... 63% 284M 0s 2024-09-12T18:00:55.966 INFO:teuthology.orchestra.run.smithi045.stderr: 59450K .......... .......... .......... .......... .......... 64% 297M 0s 2024-09-12T18:00:55.967 INFO:teuthology.orchestra.run.smithi045.stderr: 59500K .......... .......... .......... .......... .......... 64% 316M 0s 2024-09-12T18:00:55.967 INFO:teuthology.orchestra.run.smithi045.stderr: 59550K .......... .......... .......... .......... .......... 64% 289M 0s 2024-09-12T18:00:55.968 INFO:teuthology.orchestra.run.smithi045.stderr: 59600K .......... .......... .......... .......... .......... 64% 283M 0s 2024-09-12T18:00:55.968 INFO:teuthology.orchestra.run.smithi045.stderr: 59650K .......... .......... .......... .......... .......... 64% 383M 0s 2024-09-12T18:00:55.968 INFO:teuthology.orchestra.run.smithi045.stderr: 59700K .......... .......... .......... .......... .......... 64% 373M 0s 2024-09-12T18:00:55.968 INFO:teuthology.orchestra.run.smithi045.stderr: 59750K .......... .......... .......... .......... .......... 64% 160M 0s 2024-09-12T18:00:55.968 INFO:teuthology.orchestra.run.smithi045.stderr: 59800K .......... .......... .......... .......... .......... 64% 208M 0s 2024-09-12T18:00:55.968 INFO:teuthology.orchestra.run.smithi045.stderr: 59850K .......... .......... .......... .......... .......... 64% 345M 0s 2024-09-12T18:00:55.969 INFO:teuthology.orchestra.run.smithi045.stderr: 59900K .......... .......... .......... .......... .......... 64% 309M 0s 2024-09-12T18:00:55.969 INFO:teuthology.orchestra.run.smithi045.stderr: 59950K .......... .......... .......... .......... .......... 64% 337M 0s 2024-09-12T18:00:55.969 INFO:teuthology.orchestra.run.smithi045.stderr: 60000K .......... .......... .......... .......... .......... 64% 53.5M 0s 2024-09-12T18:00:55.969 INFO:teuthology.orchestra.run.smithi045.stderr: 60050K .......... .......... .......... .......... .......... 64% 46.1M 0s 2024-09-12T18:00:55.969 INFO:teuthology.orchestra.run.smithi045.stderr: 60100K .......... .......... .......... .......... .......... 64% 224M 0s 2024-09-12T18:00:55.969 INFO:teuthology.orchestra.run.smithi045.stderr: 60150K .......... .......... .......... .......... .......... 64% 345M 0s 2024-09-12T18:00:55.969 INFO:teuthology.orchestra.run.smithi045.stderr: 60200K .......... .......... .......... .......... .......... 64% 110M 0s 2024-09-12T18:00:55.969 INFO:teuthology.orchestra.run.smithi045.stderr: 60250K .......... .......... .......... .......... .......... 64% 315M 0s 2024-09-12T18:00:55.969 INFO:teuthology.orchestra.run.smithi045.stderr: 60300K .......... .......... .......... .......... .......... 64% 282M 0s 2024-09-12T18:00:55.969 INFO:teuthology.orchestra.run.smithi045.stderr: 60350K .......... .......... .......... .......... .......... 65% 372M 0s 2024-09-12T18:00:55.969 INFO:teuthology.orchestra.run.smithi045.stderr: 60400K .......... .......... .......... .......... .......... 65% 326M 0s 2024-09-12T18:00:55.969 INFO:teuthology.orchestra.run.smithi045.stderr: 60450K .......... .......... .......... .......... .......... 65% 326M 0s 2024-09-12T18:00:55.969 INFO:teuthology.orchestra.run.smithi045.stderr: 60500K .......... .......... .......... .......... .......... 65% 388M 0s 2024-09-12T18:00:55.970 INFO:teuthology.orchestra.run.smithi045.stderr: 60550K .......... .......... .......... .......... .......... 65% 210M 0s 2024-09-12T18:00:55.970 INFO:teuthology.orchestra.run.smithi045.stderr: 60600K .......... .......... .......... .......... .......... 65% 353M 0s 2024-09-12T18:00:55.970 INFO:teuthology.orchestra.run.smithi045.stderr: 60650K .......... .......... .......... .......... .......... 65% 352M 0s 2024-09-12T18:00:55.970 INFO:teuthology.orchestra.run.smithi045.stderr: 60700K .......... .......... .......... .......... .......... 65% 370M 0s 2024-09-12T18:00:55.970 INFO:teuthology.orchestra.run.smithi045.stderr: 60750K .......... .......... .......... .......... .......... 65% 322M 0s 2024-09-12T18:00:55.970 INFO:teuthology.orchestra.run.smithi045.stderr: 60800K .......... .......... .......... .......... .......... 65% 77.7M 0s 2024-09-12T18:00:55.970 INFO:teuthology.orchestra.run.smithi045.stderr: 60850K .......... .......... .......... .......... .......... 65% 313M 0s 2024-09-12T18:00:55.970 INFO:teuthology.orchestra.run.smithi045.stderr: 60900K .......... .......... .......... .......... .......... 65% 305M 0s 2024-09-12T18:00:55.970 INFO:teuthology.orchestra.run.smithi045.stderr: 60950K .......... .......... .......... .......... .......... 65% 282M 0s 2024-09-12T18:00:55.970 INFO:teuthology.orchestra.run.smithi045.stderr: 61000K .......... .......... .......... .......... .......... 65% 300M 0s 2024-09-12T18:00:55.970 INFO:teuthology.orchestra.run.smithi045.stderr: 61050K .......... .......... .......... .......... .......... 65% 296M 0s 2024-09-12T18:00:55.970 INFO:teuthology.orchestra.run.smithi045.stderr: 61100K .......... .......... .......... .......... .......... 65% 286M 0s 2024-09-12T18:00:55.970 INFO:teuthology.orchestra.run.smithi045.stderr: 61150K .......... .......... .......... .......... .......... 65% 372M 0s 2024-09-12T18:00:55.971 INFO:teuthology.orchestra.run.smithi045.stderr: 61200K .......... .......... .......... .......... .......... 65% 359M 0s 2024-09-12T18:00:55.971 INFO:teuthology.orchestra.run.smithi045.stderr: 61250K .......... .......... .......... .......... .......... 65% 265M 0s 2024-09-12T18:00:55.971 INFO:teuthology.orchestra.run.smithi045.stderr: 61300K .......... .......... .......... .......... .......... 66% 336M 0s 2024-09-12T18:00:55.971 INFO:teuthology.orchestra.run.smithi045.stderr: 61350K .......... .......... .......... .......... .......... 66% 382M 0s 2024-09-12T18:00:55.971 INFO:teuthology.orchestra.run.smithi045.stderr: 61400K .......... .......... .......... .......... .......... 66% 320M 0s 2024-09-12T18:00:55.971 INFO:teuthology.orchestra.run.smithi045.stderr: 61450K .......... .......... .......... .......... .......... 66% 355M 0s 2024-09-12T18:00:55.971 INFO:teuthology.orchestra.run.smithi045.stderr: 61500K .......... .......... .......... .......... .......... 66% 418M 0s 2024-09-12T18:00:55.971 INFO:teuthology.orchestra.run.smithi045.stderr: 61550K .......... .......... .......... .......... .......... 66% 358M 0s 2024-09-12T18:00:55.971 INFO:teuthology.orchestra.run.smithi045.stderr: 61600K .......... .......... .......... .......... .......... 66% 304M 0s 2024-09-12T18:00:55.971 INFO:teuthology.orchestra.run.smithi045.stderr: 61650K .......... .......... .......... .......... .......... 66% 371M 0s 2024-09-12T18:00:55.971 INFO:teuthology.orchestra.run.smithi045.stderr: 61700K .......... .......... .......... .......... .......... 66% 400M 0s 2024-09-12T18:00:55.971 INFO:teuthology.orchestra.run.smithi045.stderr: 61750K .......... .......... .......... .......... .......... 66% 363M 0s 2024-09-12T18:00:55.971 INFO:teuthology.orchestra.run.smithi045.stderr: 61800K .......... .......... .......... .......... .......... 66% 245M 0s 2024-09-12T18:00:55.972 INFO:teuthology.orchestra.run.smithi045.stderr: 61850K .......... .......... .......... .......... .......... 66% 313M 0s 2024-09-12T18:00:55.972 INFO:teuthology.orchestra.run.smithi045.stderr: 61900K .......... .......... .......... .......... .......... 66% 248M 0s 2024-09-12T18:00:55.972 INFO:teuthology.orchestra.run.smithi045.stderr: 61950K .......... .......... .......... .......... .......... 66% 274M 0s 2024-09-12T18:00:55.972 INFO:teuthology.orchestra.run.smithi045.stderr: 62000K .......... .......... .......... .......... .......... 66% 309M 0s 2024-09-12T18:00:55.972 INFO:teuthology.orchestra.run.smithi045.stderr: 62050K .......... .......... .......... .......... .......... 66% 355M 0s 2024-09-12T18:00:55.972 INFO:teuthology.orchestra.run.smithi045.stderr: 62100K .......... .......... .......... .......... .......... 66% 277M 0s 2024-09-12T18:00:55.972 INFO:teuthology.orchestra.run.smithi045.stderr: 62150K .......... .......... .......... .......... .......... 66% 387M 0s 2024-09-12T18:00:55.972 INFO:teuthology.orchestra.run.smithi045.stderr: 62200K .......... .......... .......... .......... .......... 67% 343M 0s 2024-09-12T18:00:55.972 INFO:teuthology.orchestra.run.smithi045.stderr: 62250K .......... .......... .......... .......... .......... 67% 245M 0s 2024-09-12T18:00:55.972 INFO:teuthology.orchestra.run.smithi045.stderr: 62300K .......... .......... .......... .......... .......... 67% 296M 0s 2024-09-12T18:00:55.972 INFO:teuthology.orchestra.run.smithi045.stderr: 62350K .......... .......... .......... .......... .......... 67% 315M 0s 2024-09-12T18:00:55.972 INFO:teuthology.orchestra.run.smithi045.stderr: 62400K .......... .......... .......... .......... .......... 67% 334M 0s 2024-09-12T18:00:55.972 INFO:teuthology.orchestra.run.smithi045.stderr: 62450K .......... .......... .......... .......... .......... 67% 340M 0s 2024-09-12T18:00:55.972 INFO:teuthology.orchestra.run.smithi045.stderr: 62500K .......... .......... .......... .......... .......... 67% 270M 0s 2024-09-12T18:00:55.973 INFO:teuthology.orchestra.run.smithi045.stderr: 62550K .......... .......... .......... .......... .......... 67% 319M 0s 2024-09-12T18:00:55.973 INFO:teuthology.orchestra.run.smithi045.stderr: 62600K .......... .......... .......... .......... .......... 67% 361M 0s 2024-09-12T18:00:55.973 INFO:teuthology.orchestra.run.smithi045.stderr: 62650K .......... .......... .......... .......... .......... 67% 363M 0s 2024-09-12T18:00:55.973 INFO:teuthology.orchestra.run.smithi045.stderr: 62700K .......... .......... .......... .......... .......... 67% 326M 0s 2024-09-12T18:00:55.973 INFO:teuthology.orchestra.run.smithi045.stderr: 62750K .......... .......... .......... .......... .......... 67% 331M 0s 2024-09-12T18:00:55.973 INFO:teuthology.orchestra.run.smithi045.stderr: 62800K .......... .......... .......... .......... .......... 67% 267M 0s 2024-09-12T18:00:55.973 INFO:teuthology.orchestra.run.smithi045.stderr: 62850K .......... .......... .......... .......... .......... 67% 315M 0s 2024-09-12T18:00:55.973 INFO:teuthology.orchestra.run.smithi045.stderr: 62900K .......... .......... .......... .......... .......... 67% 317M 0s 2024-09-12T18:00:55.973 INFO:teuthology.orchestra.run.smithi045.stderr: 62950K .......... .......... .......... .......... .......... 67% 372M 0s 2024-09-12T18:00:55.973 INFO:teuthology.orchestra.run.smithi045.stderr: 63000K .......... .......... .......... .......... .......... 67% 343M 0s 2024-09-12T18:00:55.973 INFO:teuthology.orchestra.run.smithi045.stderr: 63050K .......... .......... .......... .......... .......... 67% 59.1M 0s 2024-09-12T18:00:55.973 INFO:teuthology.orchestra.run.smithi045.stderr: 63100K .......... .......... .......... .......... .......... 67% 52.3M 0s 2024-09-12T18:00:55.973 INFO:teuthology.orchestra.run.smithi045.stderr: 63150K .......... .......... .......... .......... .......... 68% 150M 0s 2024-09-12T18:00:55.974 INFO:teuthology.orchestra.run.smithi045.stderr: 63200K .......... .......... .......... .......... .......... 68% 317M 0s 2024-09-12T18:00:55.974 INFO:teuthology.orchestra.run.smithi045.stderr: 63250K .......... .......... .......... .......... .......... 68% 146M 0s 2024-09-12T18:00:55.974 INFO:teuthology.orchestra.run.smithi045.stderr: 63300K .......... .......... .......... .......... .......... 68% 294M 0s 2024-09-12T18:00:55.974 INFO:teuthology.orchestra.run.smithi045.stderr: 63350K .......... .......... .......... .......... .......... 68% 341M 0s 2024-09-12T18:00:55.974 INFO:teuthology.orchestra.run.smithi045.stderr: 63400K .......... .......... .......... .......... .......... 68% 376M 0s 2024-09-12T18:00:55.974 INFO:teuthology.orchestra.run.smithi045.stderr: 63450K .......... .......... .......... .......... .......... 68% 118M 0s 2024-09-12T18:00:55.974 INFO:teuthology.orchestra.run.smithi045.stderr: 63500K .......... .......... .......... .......... .......... 68% 208M 0s 2024-09-12T18:00:55.974 INFO:teuthology.orchestra.run.smithi045.stderr: 63550K .......... .......... .......... .......... .......... 68% 320M 0s 2024-09-12T18:00:55.974 INFO:teuthology.orchestra.run.smithi045.stderr: 63600K .......... .......... .......... .......... .......... 68% 322M 0s 2024-09-12T18:00:55.974 INFO:teuthology.orchestra.run.smithi045.stderr: 63650K .......... .......... .......... .......... .......... 68% 314M 0s 2024-09-12T18:00:55.974 INFO:teuthology.orchestra.run.smithi045.stderr: 63700K .......... .......... .......... .......... .......... 68% 326M 0s 2024-09-12T18:00:55.974 INFO:teuthology.orchestra.run.smithi045.stderr: 63750K .......... .......... .......... .......... .......... 68% 388M 0s 2024-09-12T18:00:55.974 INFO:teuthology.orchestra.run.smithi045.stderr: 63800K .......... .......... .......... .......... .......... 68% 99.3M 0s 2024-09-12T18:00:55.975 INFO:teuthology.orchestra.run.smithi045.stderr: 63850K .......... .......... .......... .......... .......... 68% 299M 0s 2024-09-12T18:00:55.975 INFO:teuthology.orchestra.run.smithi045.stderr: 63900K .......... .......... .......... .......... .......... 68% 315M 0s 2024-09-12T18:00:55.975 INFO:teuthology.orchestra.run.smithi045.stderr: 63950K .......... .......... .......... .......... .......... 68% 313M 0s 2024-09-12T18:00:55.975 INFO:teuthology.orchestra.run.smithi045.stderr: 64000K .......... .......... .......... .......... .......... 68% 267M 0s 2024-09-12T18:00:55.975 INFO:teuthology.orchestra.run.smithi045.stderr: 64050K .......... .......... .......... .......... .......... 68% 319M 0s 2024-09-12T18:00:55.975 INFO:teuthology.orchestra.run.smithi045.stderr: 64100K .......... .......... .......... .......... .......... 69% 336M 0s 2024-09-12T18:00:55.975 INFO:teuthology.orchestra.run.smithi045.stderr: 64150K .......... .......... .......... .......... .......... 69% 277M 0s 2024-09-12T18:00:55.975 INFO:teuthology.orchestra.run.smithi045.stderr: 64200K .......... .......... .......... .......... .......... 69% 334M 0s 2024-09-12T18:00:55.975 INFO:teuthology.orchestra.run.smithi045.stderr: 64250K .......... .......... .......... .......... .......... 69% 311M 0s 2024-09-12T18:00:55.975 INFO:teuthology.orchestra.run.smithi045.stderr: 64300K .......... .......... .......... .......... .......... 69% 392M 0s 2024-09-12T18:00:55.975 INFO:teuthology.orchestra.run.smithi045.stderr: 64350K .......... .......... .......... .......... .......... 69% 352M 0s 2024-09-12T18:00:55.975 INFO:teuthology.orchestra.run.smithi045.stderr: 64400K .......... .......... .......... .......... .......... 69% 122M 0s 2024-09-12T18:00:55.975 INFO:teuthology.orchestra.run.smithi045.stderr: 64450K .......... .......... .......... .......... .......... 69% 278M 0s 2024-09-12T18:00:55.975 INFO:teuthology.orchestra.run.smithi045.stderr: 64500K .......... .......... .......... .......... .......... 69% 294M 0s 2024-09-12T18:00:55.976 INFO:teuthology.orchestra.run.smithi045.stderr: 64550K .......... .......... .......... .......... .......... 69% 246M 0s 2024-09-12T18:00:55.976 INFO:teuthology.orchestra.run.smithi045.stderr: 64600K .......... .......... .......... .......... .......... 69% 367M 0s 2024-09-12T18:00:55.976 INFO:teuthology.orchestra.run.smithi045.stderr: 64650K .......... .......... .......... .......... .......... 69% 266M 0s 2024-09-12T18:00:55.976 INFO:teuthology.orchestra.run.smithi045.stderr: 64700K .......... .......... .......... .......... .......... 69% 350M 0s 2024-09-12T18:00:55.976 INFO:teuthology.orchestra.run.smithi045.stderr: 64750K .......... .......... .......... .......... .......... 69% 279M 0s 2024-09-12T18:00:55.976 INFO:teuthology.orchestra.run.smithi045.stderr: 64800K .......... .......... .......... .......... .......... 69% 290M 0s 2024-09-12T18:00:55.976 INFO:teuthology.orchestra.run.smithi045.stderr: 64850K .......... .......... .......... .......... .......... 69% 289M 0s 2024-09-12T18:00:55.976 INFO:teuthology.orchestra.run.smithi045.stderr: 64900K .......... .......... .......... .......... .......... 69% 310M 0s 2024-09-12T18:00:55.976 INFO:teuthology.orchestra.run.smithi045.stderr: 64950K .......... .......... .......... .......... .......... 69% 329M 0s 2024-09-12T18:00:55.976 INFO:teuthology.orchestra.run.smithi045.stderr: 65000K .......... .......... .......... .......... .......... 70% 350M 0s 2024-09-12T18:00:55.976 INFO:teuthology.orchestra.run.smithi045.stderr: 65050K .......... .......... .......... .......... .......... 70% 288M 0s 2024-09-12T18:00:55.976 INFO:teuthology.orchestra.run.smithi045.stderr: 65100K .......... .......... .......... .......... .......... 70% 336M 0s 2024-09-12T18:00:55.977 INFO:teuthology.orchestra.run.smithi045.stderr: 65150K .......... .......... .......... .......... .......... 70% 308M 0s 2024-09-12T18:00:55.977 INFO:teuthology.orchestra.run.smithi045.stderr: 65200K .......... .......... .......... .......... .......... 70% 323M 0s 2024-09-12T18:00:55.977 INFO:teuthology.orchestra.run.smithi045.stderr: 65250K .......... .......... .......... .......... .......... 70% 314M 0s 2024-09-12T18:00:55.977 INFO:teuthology.orchestra.run.smithi045.stderr: 65300K .......... .......... .......... .......... .......... 70% 295M 0s 2024-09-12T18:00:55.977 INFO:teuthology.orchestra.run.smithi045.stderr: 65350K .......... .......... .......... .......... .......... 70% 373M 0s 2024-09-12T18:00:55.977 INFO:teuthology.orchestra.run.smithi045.stderr: 65400K .......... .......... .......... .......... .......... 70% 346M 0s 2024-09-12T18:00:55.977 INFO:teuthology.orchestra.run.smithi045.stderr: 65450K .......... .......... .......... .......... .......... 70% 315M 0s 2024-09-12T18:00:55.977 INFO:teuthology.orchestra.run.smithi045.stderr: 65500K .......... .......... .......... .......... .......... 70% 275M 0s 2024-09-12T18:00:55.977 INFO:teuthology.orchestra.run.smithi045.stderr: 65550K .......... .......... .......... .......... .......... 70% 337M 0s 2024-09-12T18:00:55.977 INFO:teuthology.orchestra.run.smithi045.stderr: 65600K .......... .......... .......... .......... .......... 70% 301M 0s 2024-09-12T18:00:55.977 INFO:teuthology.orchestra.run.smithi045.stderr: 65650K .......... .......... .......... .......... .......... 70% 370M 0s 2024-09-12T18:00:55.977 INFO:teuthology.orchestra.run.smithi045.stderr: 65700K .......... .......... .......... .......... .......... 70% 346M 0s 2024-09-12T18:00:55.977 INFO:teuthology.orchestra.run.smithi045.stderr: 65750K .......... .......... .......... .......... .......... 70% 376M 0s 2024-09-12T18:00:55.977 INFO:teuthology.orchestra.run.smithi045.stderr: 65800K .......... .......... .......... .......... .......... 70% 113M 0s 2024-09-12T18:00:55.978 INFO:teuthology.orchestra.run.smithi045.stderr: 65850K .......... .......... .......... .......... .......... 70% 288M 0s 2024-09-12T18:00:55.978 INFO:teuthology.orchestra.run.smithi045.stderr: 65900K .......... .......... .......... .......... .......... 70% 310M 0s 2024-09-12T18:00:55.978 INFO:teuthology.orchestra.run.smithi045.stderr: 65950K .......... .......... .......... .......... .......... 71% 379M 0s 2024-09-12T18:00:55.978 INFO:teuthology.orchestra.run.smithi045.stderr: 66000K .......... .......... .......... .......... .......... 71% 250M 0s 2024-09-12T18:00:55.978 INFO:teuthology.orchestra.run.smithi045.stderr: 66050K .......... .......... .......... .......... .......... 71% 320M 0s 2024-09-12T18:00:55.978 INFO:teuthology.orchestra.run.smithi045.stderr: 66100K .......... .......... .......... .......... .......... 71% 379M 0s 2024-09-12T18:00:55.978 INFO:teuthology.orchestra.run.smithi045.stderr: 66150K .......... .......... .......... .......... .......... 71% 61.4M 0s 2024-09-12T18:00:55.978 INFO:teuthology.orchestra.run.smithi045.stderr: 66200K .......... .......... .......... .......... .......... 71% 272M 0s 2024-09-12T18:00:55.978 INFO:teuthology.orchestra.run.smithi045.stderr: 66250K .......... .......... .......... .......... .......... 71% 89.9M 0s 2024-09-12T18:00:55.978 INFO:teuthology.orchestra.run.smithi045.stderr: 66300K .......... .......... .......... .......... .......... 71% 354M 0s 2024-09-12T18:00:55.978 INFO:teuthology.orchestra.run.smithi045.stderr: 66350K .......... .......... .......... .......... .......... 71% 368M 0s 2024-09-12T18:00:55.978 INFO:teuthology.orchestra.run.smithi045.stderr: 66400K .......... .......... .......... .......... .......... 71% 214M 0s 2024-09-12T18:00:55.978 INFO:teuthology.orchestra.run.smithi045.stderr: 66450K .......... .......... .......... .......... .......... 71% 351M 0s 2024-09-12T18:00:55.978 INFO:teuthology.orchestra.run.smithi045.stderr: 66500K .......... .......... .......... .......... .......... 71% 192M 0s 2024-09-12T18:00:55.979 INFO:teuthology.orchestra.run.smithi045.stderr: 66550K .......... .......... .......... .......... .......... 71% 63.3M 0s 2024-09-12T18:00:55.979 INFO:teuthology.orchestra.run.smithi045.stderr: 66600K .......... .......... .......... .......... .......... 71% 195M 0s 2024-09-12T18:00:55.979 INFO:teuthology.orchestra.run.smithi045.stderr: 66650K .......... .......... .......... .......... .......... 71% 377M 0s 2024-09-12T18:00:55.979 INFO:teuthology.orchestra.run.smithi045.stderr: 66700K .......... .......... .......... .......... .......... 71% 295M 0s 2024-09-12T18:00:55.979 INFO:teuthology.orchestra.run.smithi045.stderr: 66750K .......... .......... .......... .......... .......... 71% 376M 0s 2024-09-12T18:00:55.979 INFO:teuthology.orchestra.run.smithi045.stderr: 66800K .......... .......... .......... .......... .......... 71% 374M 0s 2024-09-12T18:00:55.979 INFO:teuthology.orchestra.run.smithi045.stderr: 66850K .......... .......... .......... .......... .......... 72% 347M 0s 2024-09-12T18:00:55.979 INFO:teuthology.orchestra.run.smithi045.stderr: 66900K .......... .......... .......... .......... .......... 72% 297M 0s 2024-09-12T18:00:55.979 INFO:teuthology.orchestra.run.smithi045.stderr: 66950K .......... .......... .......... .......... .......... 72% 322M 0s 2024-09-12T18:00:55.979 INFO:teuthology.orchestra.run.smithi045.stderr: 67000K .......... .......... .......... .......... .......... 72% 386M 0s 2024-09-12T18:00:55.979 INFO:teuthology.orchestra.run.smithi045.stderr: 67050K .......... .......... .......... .......... .......... 72% 265M 0s 2024-09-12T18:00:55.979 INFO:teuthology.orchestra.run.smithi045.stderr: 67100K .......... .......... .......... .......... .......... 72% 339M 0s 2024-09-12T18:00:55.979 INFO:teuthology.orchestra.run.smithi045.stderr: 67150K .......... .......... .......... .......... .......... 72% 272M 0s 2024-09-12T18:00:55.979 INFO:teuthology.orchestra.run.smithi045.stderr: 67200K .......... .......... .......... .......... .......... 72% 274M 0s 2024-09-12T18:00:55.980 INFO:teuthology.orchestra.run.smithi045.stderr: 67250K .......... .......... .......... .......... .......... 72% 305M 0s 2024-09-12T18:00:55.980 INFO:teuthology.orchestra.run.smithi045.stderr: 67300K .......... .......... .......... .......... .......... 72% 389M 0s 2024-09-12T18:00:55.980 INFO:teuthology.orchestra.run.smithi045.stderr: 67350K .......... .......... .......... .......... .......... 72% 59.4M 0s 2024-09-12T18:00:55.980 INFO:teuthology.orchestra.run.smithi045.stderr: 67400K .......... .......... .......... .......... .......... 72% 313M 0s 2024-09-12T18:00:55.980 INFO:teuthology.orchestra.run.smithi045.stderr: 67450K .......... .......... .......... .......... .......... 72% 250M 0s 2024-09-12T18:00:55.980 INFO:teuthology.orchestra.run.smithi045.stderr: 67500K .......... .......... .......... .......... .......... 72% 294M 0s 2024-09-12T18:00:55.980 INFO:teuthology.orchestra.run.smithi045.stderr: 67550K .......... .......... .......... .......... .......... 72% 368M 0s 2024-09-12T18:00:55.980 INFO:teuthology.orchestra.run.smithi045.stderr: 67600K .......... .......... .......... .......... .......... 72% 394M 0s 2024-09-12T18:00:55.980 INFO:teuthology.orchestra.run.smithi045.stderr: 67650K .......... .......... .......... .......... .......... 72% 128M 0s 2024-09-12T18:00:55.980 INFO:teuthology.orchestra.run.smithi045.stderr: 67700K .......... .......... .......... .......... .......... 72% 297M 0s 2024-09-12T18:00:55.980 INFO:teuthology.orchestra.run.smithi045.stderr: 67750K .......... .......... .......... .......... .......... 72% 277M 0s 2024-09-12T18:00:55.980 INFO:teuthology.orchestra.run.smithi045.stderr: 67800K .......... .......... .......... .......... .......... 73% 329M 0s 2024-09-12T18:00:55.981 INFO:teuthology.orchestra.run.smithi045.stderr: 67850K .......... .......... .......... .......... .......... 73% 200M 0s 2024-09-12T18:00:55.981 INFO:teuthology.orchestra.run.smithi045.stderr: 67900K .......... .......... .......... .......... .......... 73% 297M 0s 2024-09-12T18:00:55.981 INFO:teuthology.orchestra.run.smithi045.stderr: 67950K .......... .......... .......... .......... .......... 73% 300M 0s 2024-09-12T18:00:55.981 INFO:teuthology.orchestra.run.smithi045.stderr: 68000K .......... .......... .......... .......... .......... 73% 263M 0s 2024-09-12T18:00:55.981 INFO:teuthology.orchestra.run.smithi045.stderr: 68050K .......... .......... .......... .......... .......... 73% 297M 0s 2024-09-12T18:00:55.981 INFO:teuthology.orchestra.run.smithi045.stderr: 68100K .......... .......... .......... .......... .......... 73% 316M 0s 2024-09-12T18:00:55.981 INFO:teuthology.orchestra.run.smithi045.stderr: 68150K .......... .......... .......... .......... .......... 73% 316M 0s 2024-09-12T18:00:55.981 INFO:teuthology.orchestra.run.smithi045.stderr: 68200K .......... .......... .......... .......... .......... 73% 313M 0s 2024-09-12T18:00:55.981 INFO:teuthology.orchestra.run.smithi045.stderr: 68250K .......... .......... .......... .......... .......... 73% 349M 0s 2024-09-12T18:00:55.981 INFO:teuthology.orchestra.run.smithi045.stderr: 68300K .......... .......... .......... .......... .......... 73% 278M 0s 2024-09-12T18:00:55.981 INFO:teuthology.orchestra.run.smithi045.stderr: 68350K .......... .......... .......... .......... .......... 73% 335M 0s 2024-09-12T18:00:55.981 INFO:teuthology.orchestra.run.smithi045.stderr: 68400K .......... .......... .......... .......... .......... 73% 341M 0s 2024-09-12T18:00:55.981 INFO:teuthology.orchestra.run.smithi045.stderr: 68450K .......... .......... .......... .......... .......... 73% 382M 0s 2024-09-12T18:00:55.981 INFO:teuthology.orchestra.run.smithi045.stderr: 68500K .......... .......... .......... .......... .......... 73% 340M 0s 2024-09-12T18:00:55.982 INFO:teuthology.orchestra.run.smithi045.stderr: 68550K .......... .......... .......... .......... .......... 73% 355M 0s 2024-09-12T18:00:55.982 INFO:teuthology.orchestra.run.smithi045.stderr: 68600K .......... .......... .......... .......... .......... 73% 311M 0s 2024-09-12T18:00:55.982 INFO:teuthology.orchestra.run.smithi045.stderr: 68650K .......... .......... .......... .......... .......... 73% 274M 0s 2024-09-12T18:00:55.982 INFO:teuthology.orchestra.run.smithi045.stderr: 68700K .......... .......... .......... .......... .......... 74% 329M 0s 2024-09-12T18:00:55.982 INFO:teuthology.orchestra.run.smithi045.stderr: 68750K .......... .......... .......... .......... .......... 74% 303M 0s 2024-09-12T18:00:55.982 INFO:teuthology.orchestra.run.smithi045.stderr: 68800K .......... .......... .......... .......... .......... 74% 316M 0s 2024-09-12T18:00:55.982 INFO:teuthology.orchestra.run.smithi045.stderr: 68850K .......... .......... .......... .......... .......... 74% 349M 0s 2024-09-12T18:00:55.982 INFO:teuthology.orchestra.run.smithi045.stderr: 68900K .......... .......... .......... .......... .......... 74% 281M 0s 2024-09-12T18:00:55.982 INFO:teuthology.orchestra.run.smithi045.stderr: 68950K .......... .......... .......... .......... .......... 74% 349M 0s 2024-09-12T18:00:55.982 INFO:teuthology.orchestra.run.smithi045.stderr: 69000K .......... .......... .......... .......... .......... 74% 392M 0s 2024-09-12T18:00:55.982 INFO:teuthology.orchestra.run.smithi045.stderr: 69050K .......... .......... .......... .......... .......... 74% 384M 0s 2024-09-12T18:00:55.982 INFO:teuthology.orchestra.run.smithi045.stderr: 69100K .......... .......... .......... .......... .......... 74% 323M 0s 2024-09-12T18:00:55.982 INFO:teuthology.orchestra.run.smithi045.stderr: 69150K .......... .......... .......... .......... .......... 74% 109M 0s 2024-09-12T18:00:55.983 INFO:teuthology.orchestra.run.smithi045.stderr: 69200K .......... .......... .......... .......... .......... 74% 314M 0s 2024-09-12T18:00:55.983 INFO:teuthology.orchestra.run.smithi045.stderr: 69250K .......... .......... .......... .......... .......... 74% 370M 0s 2024-09-12T18:00:55.983 INFO:teuthology.orchestra.run.smithi045.stderr: 69300K .......... .......... .......... .......... .......... 74% 152M 0s 2024-09-12T18:00:55.983 INFO:teuthology.orchestra.run.smithi045.stderr: 69350K .......... .......... .......... .......... .......... 74% 346M 0s 2024-09-12T18:00:55.983 INFO:teuthology.orchestra.run.smithi045.stderr: 69400K .......... .......... .......... .......... .......... 74% 332M 0s 2024-09-12T18:00:55.983 INFO:teuthology.orchestra.run.smithi045.stderr: 69450K .......... .......... .......... .......... .......... 74% 359M 0s 2024-09-12T18:00:55.983 INFO:teuthology.orchestra.run.smithi045.stderr: 69500K .......... .......... .......... .......... .......... 74% 163M 0s 2024-09-12T18:00:55.983 INFO:teuthology.orchestra.run.smithi045.stderr: 69550K .......... .......... .......... .......... .......... 74% 286M 0s 2024-09-12T18:00:55.983 INFO:teuthology.orchestra.run.smithi045.stderr: 69600K .......... .......... .......... .......... .......... 74% 84.6M 0s 2024-09-12T18:00:55.983 INFO:teuthology.orchestra.run.smithi045.stderr: 69650K .......... .......... .......... .......... .......... 75% 143M 0s 2024-09-12T18:00:55.983 INFO:teuthology.orchestra.run.smithi045.stderr: 69700K .......... .......... .......... .......... .......... 75% 354M 0s 2024-09-12T18:00:55.983 INFO:teuthology.orchestra.run.smithi045.stderr: 69750K .......... .......... .......... .......... .......... 75% 78.8M 0s 2024-09-12T18:00:55.983 INFO:teuthology.orchestra.run.smithi045.stderr: 69800K .......... .......... .......... .......... .......... 75% 350M 0s 2024-09-12T18:00:55.983 INFO:teuthology.orchestra.run.smithi045.stderr: 69850K .......... .......... .......... .......... .......... 75% 351M 0s 2024-09-12T18:00:55.984 INFO:teuthology.orchestra.run.smithi045.stderr: 69900K .......... .......... .......... .......... .......... 75% 342M 0s 2024-09-12T18:00:55.984 INFO:teuthology.orchestra.run.smithi045.stderr: 69950K .......... .......... .......... .......... .......... 75% 302M 0s 2024-09-12T18:00:55.984 INFO:teuthology.orchestra.run.smithi045.stderr: 70000K .......... .......... .......... .......... .......... 75% 283M 0s 2024-09-12T18:00:55.984 INFO:teuthology.orchestra.run.smithi045.stderr: 70050K .......... .......... .......... .......... .......... 75% 348M 0s 2024-09-12T18:00:55.984 INFO:teuthology.orchestra.run.smithi045.stderr: 70100K .......... .......... .......... .......... .......... 75% 353M 0s 2024-09-12T18:00:55.984 INFO:teuthology.orchestra.run.smithi045.stderr: 70150K .......... .......... .......... .......... .......... 75% 343M 0s 2024-09-12T18:00:55.984 INFO:teuthology.orchestra.run.smithi045.stderr: 70200K .......... .......... .......... .......... .......... 75% 305M 0s 2024-09-12T18:00:55.984 INFO:teuthology.orchestra.run.smithi045.stderr: 70250K .......... .......... .......... .......... .......... 75% 385M 0s 2024-09-12T18:00:55.984 INFO:teuthology.orchestra.run.smithi045.stderr: 70300K .......... .......... .......... .......... .......... 75% 385M 0s 2024-09-12T18:00:55.984 INFO:teuthology.orchestra.run.smithi045.stderr: 70350K .......... .......... .......... .......... .......... 75% 38.1M 0s 2024-09-12T18:00:55.984 INFO:teuthology.orchestra.run.smithi045.stderr: 70400K .......... .......... .......... .......... .......... 75% 312M 0s 2024-09-12T18:00:55.984 INFO:teuthology.orchestra.run.smithi045.stderr: 70450K .......... .......... .......... .......... .......... 75% 325M 0s 2024-09-12T18:00:55.985 INFO:teuthology.orchestra.run.smithi045.stderr: 70500K .......... .......... .......... .......... .......... 75% 304M 0s 2024-09-12T18:00:55.985 INFO:teuthology.orchestra.run.smithi045.stderr: 70550K .......... .......... .......... .......... .......... 75% 288M 0s 2024-09-12T18:00:55.985 INFO:teuthology.orchestra.run.smithi045.stderr: 70600K .......... .......... .......... .......... .......... 76% 305M 0s 2024-09-12T18:00:55.985 INFO:teuthology.orchestra.run.smithi045.stderr: 70650K .......... .......... .......... .......... .......... 76% 323M 0s 2024-09-12T18:00:55.985 INFO:teuthology.orchestra.run.smithi045.stderr: 70700K .......... .......... .......... .......... .......... 76% 256M 0s 2024-09-12T18:00:55.985 INFO:teuthology.orchestra.run.smithi045.stderr: 70750K .......... .......... .......... .......... .......... 76% 384M 0s 2024-09-12T18:00:55.985 INFO:teuthology.orchestra.run.smithi045.stderr: 70800K .......... .......... .......... .......... .......... 76% 384M 0s 2024-09-12T18:00:55.985 INFO:teuthology.orchestra.run.smithi045.stderr: 70850K .......... .......... .......... .......... .......... 76% 344M 0s 2024-09-12T18:00:55.985 INFO:teuthology.orchestra.run.smithi045.stderr: 70900K .......... .......... .......... .......... .......... 76% 274M 0s 2024-09-12T18:00:55.985 INFO:teuthology.orchestra.run.smithi045.stderr: 70950K .......... .......... .......... .......... .......... 76% 334M 0s 2024-09-12T18:00:55.985 INFO:teuthology.orchestra.run.smithi045.stderr: 71000K .......... .......... .......... .......... .......... 76% 278M 0s 2024-09-12T18:00:55.985 INFO:teuthology.orchestra.run.smithi045.stderr: 71050K .......... .......... .......... .......... .......... 76% 321M 0s 2024-09-12T18:00:55.985 INFO:teuthology.orchestra.run.smithi045.stderr: 71100K .......... .......... .......... .......... .......... 76% 364M 0s 2024-09-12T18:00:55.985 INFO:teuthology.orchestra.run.smithi045.stderr: 71150K .......... .......... .......... .......... .......... 76% 293M 0s 2024-09-12T18:00:55.986 INFO:teuthology.orchestra.run.smithi045.stderr: 71200K .......... .......... .......... .......... .......... 76% 326M 0s 2024-09-12T18:00:55.986 INFO:teuthology.orchestra.run.smithi045.stderr: 71250K .......... .......... .......... .......... .......... 76% 318M 0s 2024-09-12T18:00:55.986 INFO:teuthology.orchestra.run.smithi045.stderr: 71300K .......... .......... .......... .......... .......... 76% 380M 0s 2024-09-12T18:00:55.986 INFO:teuthology.orchestra.run.smithi045.stderr: 71350K .......... .......... .......... .......... .......... 76% 330M 0s 2024-09-12T18:00:55.986 INFO:teuthology.orchestra.run.smithi045.stderr: 71400K .......... .......... .......... .......... .......... 76% 388M 0s 2024-09-12T18:00:55.986 INFO:teuthology.orchestra.run.smithi045.stderr: 71450K .......... .......... .......... .......... .......... 76% 394M 0s 2024-09-12T18:00:55.986 INFO:teuthology.orchestra.run.smithi045.stderr: 71500K .......... .......... .......... .......... .......... 77% 266M 0s 2024-09-12T18:00:55.986 INFO:teuthology.orchestra.run.smithi045.stderr: 71550K .......... .......... .......... .......... .......... 77% 201M 0s 2024-09-12T18:00:55.986 INFO:teuthology.orchestra.run.smithi045.stderr: 71600K .......... .......... .......... .......... .......... 77% 314M 0s 2024-09-12T18:00:55.986 INFO:teuthology.orchestra.run.smithi045.stderr: 71650K .......... .......... .......... .......... .......... 77% 268M 0s 2024-09-12T18:00:55.986 INFO:teuthology.orchestra.run.smithi045.stderr: 71700K .......... .......... .......... .......... .......... 77% 299M 0s 2024-09-12T18:00:55.986 INFO:teuthology.orchestra.run.smithi045.stderr: 71750K .......... .......... .......... .......... .......... 77% 332M 0s 2024-09-12T18:00:55.987 INFO:teuthology.orchestra.run.smithi045.stderr: 71800K .......... .......... .......... .......... .......... 77% 354M 0s 2024-09-12T18:00:55.987 INFO:teuthology.orchestra.run.smithi045.stderr: 71850K .......... .......... .......... .......... .......... 77% 369M 0s 2024-09-12T18:00:55.987 INFO:teuthology.orchestra.run.smithi045.stderr: 71900K .......... .......... .......... .......... .......... 77% 303M 0s 2024-09-12T18:00:55.987 INFO:teuthology.orchestra.run.smithi045.stderr: 71950K .......... .......... .......... .......... .......... 77% 366M 0s 2024-09-12T18:00:55.987 INFO:teuthology.orchestra.run.smithi045.stderr: 72000K .......... .......... .......... .......... .......... 77% 360M 0s 2024-09-12T18:00:55.987 INFO:teuthology.orchestra.run.smithi045.stderr: 72050K .......... .......... .......... .......... .......... 77% 388M 0s 2024-09-12T18:00:55.987 INFO:teuthology.orchestra.run.smithi045.stderr: 72100K .......... .......... .......... .......... .......... 77% 117M 0s 2024-09-12T18:00:55.987 INFO:teuthology.orchestra.run.smithi045.stderr: 72150K .......... .......... .......... .......... .......... 77% 364M 0s 2024-09-12T18:00:55.987 INFO:teuthology.orchestra.run.smithi045.stderr: 72200K .......... .......... .......... .......... .......... 77% 353M 0s 2024-09-12T18:00:55.987 INFO:teuthology.orchestra.run.smithi045.stderr: 72250K .......... .......... .......... .......... .......... 77% 291M 0s 2024-09-12T18:00:55.987 INFO:teuthology.orchestra.run.smithi045.stderr: 72300K .......... .......... .......... .......... .......... 77% 259M 0s 2024-09-12T18:00:55.987 INFO:teuthology.orchestra.run.smithi045.stderr: 72350K .......... .......... .......... .......... .......... 77% 308M 0s 2024-09-12T18:00:55.987 INFO:teuthology.orchestra.run.smithi045.stderr: 72400K .......... .......... .......... .......... .......... 77% 329M 0s 2024-09-12T18:00:55.988 INFO:teuthology.orchestra.run.smithi045.stderr: 72450K .......... .......... .......... .......... .......... 78% 358M 0s 2024-09-12T18:00:55.988 INFO:teuthology.orchestra.run.smithi045.stderr: 72500K .......... .......... .......... .......... .......... 78% 295M 0s 2024-09-12T18:00:55.988 INFO:teuthology.orchestra.run.smithi045.stderr: 72550K .......... .......... .......... .......... .......... 78% 323M 0s 2024-09-12T18:00:55.988 INFO:teuthology.orchestra.run.smithi045.stderr: 72600K .......... .......... .......... .......... .......... 78% 341M 0s 2024-09-12T18:00:55.988 INFO:teuthology.orchestra.run.smithi045.stderr: 72650K .......... .......... .......... .......... .......... 78% 125M 0s 2024-09-12T18:00:55.988 INFO:teuthology.orchestra.run.smithi045.stderr: 72700K .......... .......... .......... .......... .......... 78% 134M 0s 2024-09-12T18:00:55.988 INFO:teuthology.orchestra.run.smithi045.stderr: 72750K .......... .......... .......... .......... .......... 78% 63.4M 0s 2024-09-12T18:00:55.988 INFO:teuthology.orchestra.run.smithi045.stderr: 72800K .......... .......... .......... .......... .......... 78% 295M 0s 2024-09-12T18:00:55.988 INFO:teuthology.orchestra.run.smithi045.stderr: 72850K .......... .......... .......... .......... .......... 78% 327M 0s 2024-09-12T18:00:55.988 INFO:teuthology.orchestra.run.smithi045.stderr: 72900K .......... .......... .......... .......... .......... 78% 185M 0s 2024-09-12T18:00:55.988 INFO:teuthology.orchestra.run.smithi045.stderr: 72950K .......... .......... .......... .......... .......... 78% 335M 0s 2024-09-12T18:00:55.988 INFO:teuthology.orchestra.run.smithi045.stderr: 73000K .......... .......... .......... .......... .......... 78% 299M 0s 2024-09-12T18:00:55.988 INFO:teuthology.orchestra.run.smithi045.stderr: 73050K .......... .......... .......... .......... .......... 78% 353M 0s 2024-09-12T18:00:55.988 INFO:teuthology.orchestra.run.smithi045.stderr: 73100K .......... .......... .......... .......... .......... 78% 326M 0s 2024-09-12T18:00:55.989 INFO:teuthology.orchestra.run.smithi045.stderr: 73150K .......... .......... .......... .......... .......... 78% 382M 0s 2024-09-12T18:00:55.989 INFO:teuthology.orchestra.run.smithi045.stderr: 73200K .......... .......... .......... .......... .......... 78% 276M 0s 2024-09-12T18:00:55.989 INFO:teuthology.orchestra.run.smithi045.stderr: 73250K .......... .......... .......... .......... .......... 78% 350M 0s 2024-09-12T18:00:55.989 INFO:teuthology.orchestra.run.smithi045.stderr: 73300K .......... .......... .......... .......... .......... 78% 32.3M 0s 2024-09-12T18:00:55.989 INFO:teuthology.orchestra.run.smithi045.stderr: 73350K .......... .......... .......... .......... .......... 79% 345M 0s 2024-09-12T18:00:55.989 INFO:teuthology.orchestra.run.smithi045.stderr: 73400K .......... .......... .......... .......... .......... 79% 309M 0s 2024-09-12T18:00:55.989 INFO:teuthology.orchestra.run.smithi045.stderr: 73450K .......... .......... .......... .......... .......... 79% 339M 0s 2024-09-12T18:00:55.989 INFO:teuthology.orchestra.run.smithi045.stderr: 73500K .......... .......... .......... .......... .......... 79% 358M 0s 2024-09-12T18:00:55.989 INFO:teuthology.orchestra.run.smithi045.stderr: 73550K .......... .......... .......... .......... .......... 79% 357M 0s 2024-09-12T18:00:55.989 INFO:teuthology.orchestra.run.smithi045.stderr: 73600K .......... .......... .......... .......... .......... 79% 314M 0s 2024-09-12T18:00:55.989 INFO:teuthology.orchestra.run.smithi045.stderr: 73650K .......... .......... .......... .......... .......... 79% 370M 0s 2024-09-12T18:00:55.989 INFO:teuthology.orchestra.run.smithi045.stderr: 73700K .......... .......... .......... .......... .......... 79% 376M 0s 2024-09-12T18:00:55.989 INFO:teuthology.orchestra.run.smithi045.stderr: 73750K .......... .......... .......... .......... .......... 79% 349M 0s 2024-09-12T18:00:55.990 INFO:teuthology.orchestra.run.smithi045.stderr: 73800K .......... .......... .......... .......... .......... 79% 323M 0s 2024-09-12T18:00:55.990 INFO:teuthology.orchestra.run.smithi045.stderr: 73850K .......... .......... .......... .......... .......... 79% 367M 0s 2024-09-12T18:00:55.990 INFO:teuthology.orchestra.run.smithi045.stderr: 73900K .......... .......... .......... .......... .......... 79% 329M 0s 2024-09-12T18:00:55.990 INFO:teuthology.orchestra.run.smithi045.stderr: 73950K .......... .......... .......... .......... .......... 79% 333M 0s 2024-09-12T18:00:55.990 INFO:teuthology.orchestra.run.smithi045.stderr: 74000K .......... .......... .......... .......... .......... 79% 272M 0s 2024-09-12T18:00:55.990 INFO:teuthology.orchestra.run.smithi045.stderr: 74050K .......... .......... .......... .......... .......... 79% 345M 0s 2024-09-12T18:00:55.990 INFO:teuthology.orchestra.run.smithi045.stderr: 74100K .......... .......... .......... .......... .......... 79% 310M 0s 2024-09-12T18:00:55.990 INFO:teuthology.orchestra.run.smithi045.stderr: 74150K .......... .......... .......... .......... .......... 79% 349M 0s 2024-09-12T18:00:55.990 INFO:teuthology.orchestra.run.smithi045.stderr: 74200K .......... .......... .......... .......... .......... 79% 267M 0s 2024-09-12T18:00:55.990 INFO:teuthology.orchestra.run.smithi045.stderr: 74250K .......... .......... .......... .......... .......... 79% 343M 0s 2024-09-12T18:00:55.990 INFO:teuthology.orchestra.run.smithi045.stderr: 74300K .......... .......... .......... .......... .......... 80% 356M 0s 2024-09-12T18:00:55.990 INFO:teuthology.orchestra.run.smithi045.stderr: 74350K .......... .......... .......... .......... .......... 80% 383M 0s 2024-09-12T18:00:55.990 INFO:teuthology.orchestra.run.smithi045.stderr: 74400K .......... .......... .......... .......... .......... 80% 116M 0s 2024-09-12T18:00:55.991 INFO:teuthology.orchestra.run.smithi045.stderr: 74450K .......... .......... .......... .......... .......... 80% 338M 0s 2024-09-12T18:00:55.991 INFO:teuthology.orchestra.run.smithi045.stderr: 74500K .......... .......... .......... .......... .......... 80% 344M 0s 2024-09-12T18:00:55.991 INFO:teuthology.orchestra.run.smithi045.stderr: 74550K .......... .......... .......... .......... .......... 80% 336M 0s 2024-09-12T18:00:55.991 INFO:teuthology.orchestra.run.smithi045.stderr: 74600K .......... .......... .......... .......... .......... 80% 307M 0s 2024-09-12T18:00:55.991 INFO:teuthology.orchestra.run.smithi045.stderr: 74650K .......... .......... .......... .......... .......... 80% 361M 0s 2024-09-12T18:00:55.991 INFO:teuthology.orchestra.run.smithi045.stderr: 74700K .......... .......... .......... .......... .......... 80% 366M 0s 2024-09-12T18:00:55.991 INFO:teuthology.orchestra.run.smithi045.stderr: 74750K .......... .......... .......... .......... .......... 80% 387M 0s 2024-09-12T18:00:55.991 INFO:teuthology.orchestra.run.smithi045.stderr: 74800K .......... .......... .......... .......... .......... 80% 250M 0s 2024-09-12T18:00:55.991 INFO:teuthology.orchestra.run.smithi045.stderr: 74850K .......... .......... .......... .......... .......... 80% 312M 0s 2024-09-12T18:00:55.991 INFO:teuthology.orchestra.run.smithi045.stderr: 74900K .......... .......... .......... .......... .......... 80% 326M 0s 2024-09-12T18:00:55.991 INFO:teuthology.orchestra.run.smithi045.stderr: 74950K .......... .......... .......... .......... .......... 80% 349M 0s 2024-09-12T18:00:55.991 INFO:teuthology.orchestra.run.smithi045.stderr: 75000K .......... .......... .......... .......... .......... 80% 316M 0s 2024-09-12T18:00:55.991 INFO:teuthology.orchestra.run.smithi045.stderr: 75050K .......... .......... .......... .......... .......... 80% 338M 0s 2024-09-12T18:00:55.992 INFO:teuthology.orchestra.run.smithi045.stderr: 75100K .......... .......... .......... .......... .......... 80% 311M 0s 2024-09-12T18:00:55.992 INFO:teuthology.orchestra.run.smithi045.stderr: 75150K .......... .......... .......... .......... .......... 80% 334M 0s 2024-09-12T18:00:55.992 INFO:teuthology.orchestra.run.smithi045.stderr: 75200K .......... .......... .......... .......... .......... 81% 233M 0s 2024-09-12T18:00:55.992 INFO:teuthology.orchestra.run.smithi045.stderr: 75250K .......... .......... .......... .......... .......... 81% 349M 0s 2024-09-12T18:00:55.992 INFO:teuthology.orchestra.run.smithi045.stderr: 75300K .......... .......... .......... .......... .......... 81% 323M 0s 2024-09-12T18:00:55.992 INFO:teuthology.orchestra.run.smithi045.stderr: 75350K .......... .......... .......... .......... .......... 81% 287M 0s 2024-09-12T18:00:55.992 INFO:teuthology.orchestra.run.smithi045.stderr: 75400K .......... .......... .......... .......... .......... 81% 275M 0s 2024-09-12T18:00:55.992 INFO:teuthology.orchestra.run.smithi045.stderr: 75450K .......... .......... .......... .......... .......... 81% 260M 0s 2024-09-12T18:00:55.992 INFO:teuthology.orchestra.run.smithi045.stderr: 75500K .......... .......... .......... .......... .......... 81% 356M 0s 2024-09-12T18:00:55.992 INFO:teuthology.orchestra.run.smithi045.stderr: 75550K .......... .......... .......... .......... .......... 81% 389M 0s 2024-09-12T18:00:55.992 INFO:teuthology.orchestra.run.smithi045.stderr: 75600K .......... .......... .......... .......... .......... 81% 319M 0s 2024-09-12T18:00:55.992 INFO:teuthology.orchestra.run.smithi045.stderr: 75650K .......... .......... .......... .......... .......... 81% 254M 0s 2024-09-12T18:00:55.992 INFO:teuthology.orchestra.run.smithi045.stderr: 75700K .......... .......... .......... .......... .......... 81% 342M 0s 2024-09-12T18:00:55.992 INFO:teuthology.orchestra.run.smithi045.stderr: 75750K .......... .......... .......... .......... .......... 81% 163M 0s 2024-09-12T18:00:55.993 INFO:teuthology.orchestra.run.smithi045.stderr: 75800K .......... .......... .......... .......... .......... 81% 303M 0s 2024-09-12T18:00:55.993 INFO:teuthology.orchestra.run.smithi045.stderr: 75850K .......... .......... .......... .......... .......... 81% 87.3M 0s 2024-09-12T18:00:55.993 INFO:teuthology.orchestra.run.smithi045.stderr: 75900K .......... .......... .......... .......... .......... 81% 81.7M 0s 2024-09-12T18:00:55.993 INFO:teuthology.orchestra.run.smithi045.stderr: 75950K .......... .......... .......... .......... .......... 81% 304M 0s 2024-09-12T18:00:55.993 INFO:teuthology.orchestra.run.smithi045.stderr: 76000K .......... .......... .......... .......... .......... 81% 318M 0s 2024-09-12T18:00:55.993 INFO:teuthology.orchestra.run.smithi045.stderr: 76050K .......... .......... .......... .......... .......... 81% 323M 0s 2024-09-12T18:00:55.993 INFO:teuthology.orchestra.run.smithi045.stderr: 76100K .......... .......... .......... .......... .......... 81% 308M 0s 2024-09-12T18:00:55.993 INFO:teuthology.orchestra.run.smithi045.stderr: 76150K .......... .......... .......... .......... .......... 82% 349M 0s 2024-09-12T18:00:55.993 INFO:teuthology.orchestra.run.smithi045.stderr: 76200K .......... .......... .......... .......... .......... 82% 325M 0s 2024-09-12T18:00:55.993 INFO:teuthology.orchestra.run.smithi045.stderr: 76250K .......... .......... .......... .......... .......... 82% 370M 0s 2024-09-12T18:00:55.993 INFO:teuthology.orchestra.run.smithi045.stderr: 76300K .......... .......... .......... .......... .......... 82% 311M 0s 2024-09-12T18:00:55.993 INFO:teuthology.orchestra.run.smithi045.stderr: 76350K .......... .......... .......... .......... .......... 82% 37.9M 0s 2024-09-12T18:00:55.993 INFO:teuthology.orchestra.run.smithi045.stderr: 76400K .......... .......... .......... .......... .......... 82% 188M 0s 2024-09-12T18:00:55.994 INFO:teuthology.orchestra.run.smithi045.stderr: 76450K .......... .......... .......... .......... .......... 82% 320M 0s 2024-09-12T18:00:55.994 INFO:teuthology.orchestra.run.smithi045.stderr: 76500K .......... .......... .......... .......... .......... 82% 307M 0s 2024-09-12T18:00:55.994 INFO:teuthology.orchestra.run.smithi045.stderr: 76550K .......... .......... .......... .......... .......... 82% 308M 0s 2024-09-12T18:00:55.994 INFO:teuthology.orchestra.run.smithi045.stderr: 76600K .......... .......... .......... .......... .......... 82% 267M 0s 2024-09-12T18:00:55.994 INFO:teuthology.orchestra.run.smithi045.stderr: 76650K .......... .......... .......... .......... .......... 82% 390M 0s 2024-09-12T18:00:55.994 INFO:teuthology.orchestra.run.smithi045.stderr: 76700K .......... .......... .......... .......... .......... 82% 337M 0s 2024-09-12T18:00:55.994 INFO:teuthology.orchestra.run.smithi045.stderr: 76750K .......... .......... .......... .......... .......... 82% 377M 0s 2024-09-12T18:00:55.994 INFO:teuthology.orchestra.run.smithi045.stderr: 76800K .......... .......... .......... .......... .......... 82% 112M 0s 2024-09-12T18:00:55.994 INFO:teuthology.orchestra.run.smithi045.stderr: 76850K .......... .......... .......... .......... .......... 82% 283M 0s 2024-09-12T18:00:55.994 INFO:teuthology.orchestra.run.smithi045.stderr: 76900K .......... .......... .......... .......... .......... 82% 332M 0s 2024-09-12T18:00:55.994 INFO:teuthology.orchestra.run.smithi045.stderr: 76950K .......... .......... .......... .......... .......... 82% 317M 0s 2024-09-12T18:00:55.994 INFO:teuthology.orchestra.run.smithi045.stderr: 77000K .......... .......... .......... .......... .......... 82% 301M 0s 2024-09-12T18:00:55.994 INFO:teuthology.orchestra.run.smithi045.stderr: 77050K .......... .......... .......... .......... .......... 82% 325M 0s 2024-09-12T18:00:55.995 INFO:teuthology.orchestra.run.smithi045.stderr: 77100K .......... .......... .......... .......... .......... 83% 341M 0s 2024-09-12T18:00:55.995 INFO:teuthology.orchestra.run.smithi045.stderr: 77150K .......... .......... .......... .......... .......... 83% 216M 0s 2024-09-12T18:00:55.995 INFO:teuthology.orchestra.run.smithi045.stderr: 77200K .......... .......... .......... .......... .......... 83% 258M 0s 2024-09-12T18:00:55.995 INFO:teuthology.orchestra.run.smithi045.stderr: 77250K .......... .......... .......... .......... .......... 83% 232M 0s 2024-09-12T18:00:55.995 INFO:teuthology.orchestra.run.smithi045.stderr: 77300K .......... .......... .......... .......... .......... 83% 330M 0s 2024-09-12T18:00:55.995 INFO:teuthology.orchestra.run.smithi045.stderr: 77350K .......... .......... .......... .......... .......... 83% 309M 0s 2024-09-12T18:00:55.995 INFO:teuthology.orchestra.run.smithi045.stderr: 77400K .......... .......... .......... .......... .......... 83% 256M 0s 2024-09-12T18:00:55.995 INFO:teuthology.orchestra.run.smithi045.stderr: 77450K .......... .......... .......... .......... .......... 83% 296M 0s 2024-09-12T18:00:55.995 INFO:teuthology.orchestra.run.smithi045.stderr: 77500K .......... .......... .......... .......... .......... 83% 330M 0s 2024-09-12T18:00:55.995 INFO:teuthology.orchestra.run.smithi045.stderr: 77550K .......... .......... .......... .......... .......... 83% 325M 0s 2024-09-12T18:00:55.995 INFO:teuthology.orchestra.run.smithi045.stderr: 77600K .......... .......... .......... .......... .......... 83% 319M 0s 2024-09-12T18:00:55.995 INFO:teuthology.orchestra.run.smithi045.stderr: 77650K .......... .......... .......... .......... .......... 83% 380M 0s 2024-09-12T18:00:55.995 INFO:teuthology.orchestra.run.smithi045.stderr: 77700K .......... .......... .......... .......... .......... 83% 379M 0s 2024-09-12T18:00:55.996 INFO:teuthology.orchestra.run.smithi045.stderr: 77750K .......... .......... .......... .......... .......... 83% 278M 0s 2024-09-12T18:00:55.996 INFO:teuthology.orchestra.run.smithi045.stderr: 77800K .......... .......... .......... .......... .......... 83% 289M 0s 2024-09-12T18:00:55.996 INFO:teuthology.orchestra.run.smithi045.stderr: 77850K .......... .......... .......... .......... .......... 83% 354M 0s 2024-09-12T18:00:55.996 INFO:teuthology.orchestra.run.smithi045.stderr: 77900K .......... .......... .......... .......... .......... 83% 364M 0s 2024-09-12T18:00:55.996 INFO:teuthology.orchestra.run.smithi045.stderr: 77950K .......... .......... .......... .......... .......... 83% 366M 0s 2024-09-12T18:00:55.996 INFO:teuthology.orchestra.run.smithi045.stderr: 78000K .......... .......... .......... .......... .......... 84% 346M 0s 2024-09-12T18:00:55.996 INFO:teuthology.orchestra.run.smithi045.stderr: 78050K .......... .......... .......... .......... .......... 84% 290M 0s 2024-09-12T18:00:55.996 INFO:teuthology.orchestra.run.smithi045.stderr: 78100K .......... .......... .......... .......... .......... 84% 363M 0s 2024-09-12T18:00:55.996 INFO:teuthology.orchestra.run.smithi045.stderr: 78150K .......... .......... .......... .......... .......... 84% 334M 0s 2024-09-12T18:00:55.996 INFO:teuthology.orchestra.run.smithi045.stderr: 78200K .......... .......... .......... .......... .......... 84% 247M 0s 2024-09-12T18:00:55.996 INFO:teuthology.orchestra.run.smithi045.stderr: 78250K .......... .......... .......... .......... .......... 84% 327M 0s 2024-09-12T18:00:55.996 INFO:teuthology.orchestra.run.smithi045.stderr: 78300K .......... .......... .......... .......... .......... 84% 175M 0s 2024-09-12T18:00:55.996 INFO:teuthology.orchestra.run.smithi045.stderr: 78350K .......... .......... .......... .......... .......... 84% 292M 0s 2024-09-12T18:00:55.997 INFO:teuthology.orchestra.run.smithi045.stderr: 78400K .......... .......... .......... .......... .......... 84% 197M 0s 2024-09-12T18:00:55.997 INFO:teuthology.orchestra.run.smithi045.stderr: 78450K .......... .......... .......... .......... .......... 84% 298M 0s 2024-09-12T18:00:55.997 INFO:teuthology.orchestra.run.smithi045.stderr: 78500K .......... .......... .......... .......... .......... 84% 310M 0s 2024-09-12T18:00:55.997 INFO:teuthology.orchestra.run.smithi045.stderr: 78550K .......... .......... .......... .......... .......... 84% 137M 0s 2024-09-12T18:00:55.997 INFO:teuthology.orchestra.run.smithi045.stderr: 78600K .......... .......... .......... .......... .......... 84% 240M 0s 2024-09-12T18:00:55.997 INFO:teuthology.orchestra.run.smithi045.stderr: 78650K .......... .......... .......... .......... .......... 84% 325M 0s 2024-09-12T18:00:55.997 INFO:teuthology.orchestra.run.smithi045.stderr: 78700K .......... .......... .......... .......... .......... 84% 329M 0s 2024-09-12T18:00:55.997 INFO:teuthology.orchestra.run.smithi045.stderr: 78750K .......... .......... .......... .......... .......... 84% 325M 0s 2024-09-12T18:00:55.997 INFO:teuthology.orchestra.run.smithi045.stderr: 78800K .......... .......... .......... .......... .......... 84% 321M 0s 2024-09-12T18:00:55.997 INFO:teuthology.orchestra.run.smithi045.stderr: 78850K .......... .......... .......... .......... .......... 84% 368M 0s 2024-09-12T18:00:55.997 INFO:teuthology.orchestra.run.smithi045.stderr: 78900K .......... .......... .......... .......... .......... 84% 210M 0s 2024-09-12T18:00:55.997 INFO:teuthology.orchestra.run.smithi045.stderr: 78950K .......... .......... .......... .......... .......... 85% 115M 0s 2024-09-12T18:00:55.997 INFO:teuthology.orchestra.run.smithi045.stderr: 79000K .......... .......... .......... .......... .......... 85% 279M 0s 2024-09-12T18:00:55.998 INFO:teuthology.orchestra.run.smithi045.stderr: 79050K .......... .......... .......... .......... .......... 85% 226M 0s 2024-09-12T18:00:55.998 INFO:teuthology.orchestra.run.smithi045.stderr: 79100K .......... .......... .......... .......... .......... 85% 359M 0s 2024-09-12T18:00:55.998 INFO:teuthology.orchestra.run.smithi045.stderr: 79150K .......... .......... .......... .......... .......... 85% 94.3M 0s 2024-09-12T18:00:55.998 INFO:teuthology.orchestra.run.smithi045.stderr: 79200K .......... .......... .......... .......... .......... 85% 329M 0s 2024-09-12T18:00:55.998 INFO:teuthology.orchestra.run.smithi045.stderr: 79250K .......... .......... .......... .......... .......... 85% 51.0M 0s 2024-09-12T18:00:55.998 INFO:teuthology.orchestra.run.smithi045.stderr: 79300K .......... .......... .......... .......... .......... 85% 202M 0s 2024-09-12T18:00:55.998 INFO:teuthology.orchestra.run.smithi045.stderr: 79350K .......... .......... .......... .......... .......... 85% 353M 0s 2024-09-12T18:00:55.998 INFO:teuthology.orchestra.run.smithi045.stderr: 79400K .......... .......... .......... .......... .......... 85% 306M 0s 2024-09-12T18:00:55.998 INFO:teuthology.orchestra.run.smithi045.stderr: 79450K .......... .......... .......... .......... .......... 85% 384M 0s 2024-09-12T18:00:55.998 INFO:teuthology.orchestra.run.smithi045.stderr: 79500K .......... .......... .......... .......... .......... 85% 137M 0s 2024-09-12T18:00:55.998 INFO:teuthology.orchestra.run.smithi045.stderr: 79550K .......... .......... .......... .......... .......... 85% 229M 0s 2024-09-12T18:00:55.998 INFO:teuthology.orchestra.run.smithi045.stderr: 79600K .......... .......... .......... .......... .......... 85% 284M 0s 2024-09-12T18:00:55.998 INFO:teuthology.orchestra.run.smithi045.stderr: 79650K .......... .......... .......... .......... .......... 85% 340M 0s 2024-09-12T18:00:55.998 INFO:teuthology.orchestra.run.smithi045.stderr: 79700K .......... .......... .......... .......... .......... 85% 387M 0s 2024-09-12T18:00:55.999 INFO:teuthology.orchestra.run.smithi045.stderr: 79750K .......... .......... .......... .......... .......... 85% 389M 0s 2024-09-12T18:00:55.999 INFO:teuthology.orchestra.run.smithi045.stderr: 79800K .......... .......... .......... .......... .......... 85% 165M 0s 2024-09-12T18:00:55.999 INFO:teuthology.orchestra.run.smithi045.stderr: 79850K .......... .......... .......... .......... .......... 86% 317M 0s 2024-09-12T18:00:55.999 INFO:teuthology.orchestra.run.smithi045.stderr: 79900K .......... .......... .......... .......... .......... 86% 317M 0s 2024-09-12T18:00:55.999 INFO:teuthology.orchestra.run.smithi045.stderr: 79950K .......... .......... .......... .......... .......... 86% 355M 0s 2024-09-12T18:00:55.999 INFO:teuthology.orchestra.run.smithi045.stderr: 80000K .......... .......... .......... .......... .......... 86% 301M 0s 2024-09-12T18:00:55.999 INFO:teuthology.orchestra.run.smithi045.stderr: 80050K .......... .......... .......... .......... .......... 86% 356M 0s 2024-09-12T18:00:55.999 INFO:teuthology.orchestra.run.smithi045.stderr: 80100K .......... .......... .......... .......... .......... 86% 335M 0s 2024-09-12T18:00:55.999 INFO:teuthology.orchestra.run.smithi045.stderr: 80150K .......... .......... .......... .......... .......... 86% 114M 0s 2024-09-12T18:00:55.999 INFO:teuthology.orchestra.run.smithi045.stderr: 80200K .......... .......... .......... .......... .......... 86% 170M 0s 2024-09-12T18:00:55.999 INFO:teuthology.orchestra.run.smithi045.stderr: 80250K .......... .......... .......... .......... .......... 86% 333M 0s 2024-09-12T18:00:55.999 INFO:teuthology.orchestra.run.smithi045.stderr: 80300K .......... .......... .......... .......... .......... 86% 360M 0s 2024-09-12T18:00:55.999 INFO:teuthology.orchestra.run.smithi045.stderr: 80350K .......... .......... .......... .......... .......... 86% 313M 0s 2024-09-12T18:00:56.000 INFO:teuthology.orchestra.run.smithi045.stderr: 80400K .......... .......... .......... .......... .......... 86% 278M 0s 2024-09-12T18:00:56.000 INFO:teuthology.orchestra.run.smithi045.stderr: 80450K .......... .......... .......... .......... .......... 86% 348M 0s 2024-09-12T18:00:56.000 INFO:teuthology.orchestra.run.smithi045.stderr: 80500K .......... .......... .......... .......... .......... 86% 347M 0s 2024-09-12T18:00:56.000 INFO:teuthology.orchestra.run.smithi045.stderr: 80550K .......... .......... .......... .......... .......... 86% 358M 0s 2024-09-12T18:00:56.000 INFO:teuthology.orchestra.run.smithi045.stderr: 80600K .......... .......... .......... .......... .......... 86% 282M 0s 2024-09-12T18:00:56.000 INFO:teuthology.orchestra.run.smithi045.stderr: 80650K .......... .......... .......... .......... .......... 86% 342M 0s 2024-09-12T18:00:56.000 INFO:teuthology.orchestra.run.smithi045.stderr: 80700K .......... .......... .......... .......... .......... 86% 332M 0s 2024-09-12T18:00:56.000 INFO:teuthology.orchestra.run.smithi045.stderr: 80750K .......... .......... .......... .......... .......... 86% 317M 0s 2024-09-12T18:00:56.000 INFO:teuthology.orchestra.run.smithi045.stderr: 80800K .......... .......... .......... .......... .......... 87% 308M 0s 2024-09-12T18:00:56.000 INFO:teuthology.orchestra.run.smithi045.stderr: 80850K .......... .......... .......... .......... .......... 87% 170M 0s 2024-09-12T18:00:56.000 INFO:teuthology.orchestra.run.smithi045.stderr: 80900K .......... .......... .......... .......... .......... 87% 327M 0s 2024-09-12T18:00:56.000 INFO:teuthology.orchestra.run.smithi045.stderr: 80950K .......... .......... .......... .......... .......... 87% 351M 0s 2024-09-12T18:00:56.000 INFO:teuthology.orchestra.run.smithi045.stderr: 81000K .......... .......... .......... .......... .......... 87% 285M 0s 2024-09-12T18:00:56.000 INFO:teuthology.orchestra.run.smithi045.stderr: 81050K .......... .......... .......... .......... .......... 87% 336M 0s 2024-09-12T18:00:56.001 INFO:teuthology.orchestra.run.smithi045.stderr: 81100K .......... .......... .......... .......... .......... 87% 356M 0s 2024-09-12T18:00:56.001 INFO:teuthology.orchestra.run.smithi045.stderr: 81150K .......... .......... .......... .......... .......... 87% 382M 0s 2024-09-12T18:00:56.001 INFO:teuthology.orchestra.run.smithi045.stderr: 81200K .......... .......... .......... .......... .......... 87% 324M 0s 2024-09-12T18:00:56.001 INFO:teuthology.orchestra.run.smithi045.stderr: 81250K .......... .......... .......... .......... .......... 87% 227M 0s 2024-09-12T18:00:56.001 INFO:teuthology.orchestra.run.smithi045.stderr: 81300K .......... .......... .......... .......... .......... 87% 312M 0s 2024-09-12T18:00:56.001 INFO:teuthology.orchestra.run.smithi045.stderr: 81350K .......... .......... .......... .......... .......... 87% 252M 0s 2024-09-12T18:00:56.001 INFO:teuthology.orchestra.run.smithi045.stderr: 81400K .......... .......... .......... .......... .......... 87% 209M 0s 2024-09-12T18:00:56.001 INFO:teuthology.orchestra.run.smithi045.stderr: 81450K .......... .......... .......... .......... .......... 87% 278M 0s 2024-09-12T18:00:56.001 INFO:teuthology.orchestra.run.smithi045.stderr: 81500K .......... .......... .......... .......... .......... 87% 91.7M 0s 2024-09-12T18:00:56.001 INFO:teuthology.orchestra.run.smithi045.stderr: 81550K .......... .......... .......... .......... .......... 87% 318M 0s 2024-09-12T18:00:56.001 INFO:teuthology.orchestra.run.smithi045.stderr: 81600K .......... .......... .......... .......... .......... 87% 300M 0s 2024-09-12T18:00:56.001 INFO:teuthology.orchestra.run.smithi045.stderr: 81650K .......... .......... .......... .......... .......... 87% 350M 0s 2024-09-12T18:00:56.001 INFO:teuthology.orchestra.run.smithi045.stderr: 81700K .......... .......... .......... .......... .......... 87% 327M 0s 2024-09-12T18:00:56.002 INFO:teuthology.orchestra.run.smithi045.stderr: 81750K .......... .......... .......... .......... .......... 88% 339M 0s 2024-09-12T18:00:56.002 INFO:teuthology.orchestra.run.smithi045.stderr: 81800K .......... .......... .......... .......... .......... 88% 229M 0s 2024-09-12T18:00:56.002 INFO:teuthology.orchestra.run.smithi045.stderr: 81850K .......... .......... .......... .......... .......... 88% 336M 0s 2024-09-12T18:00:56.002 INFO:teuthology.orchestra.run.smithi045.stderr: 81900K .......... .......... .......... .......... .......... 88% 417M 0s 2024-09-12T18:00:56.002 INFO:teuthology.orchestra.run.smithi045.stderr: 81950K .......... .......... .......... .......... .......... 88% 338M 0s 2024-09-12T18:00:56.002 INFO:teuthology.orchestra.run.smithi045.stderr: 82000K .......... .......... .......... .......... .......... 88% 136M 0s 2024-09-12T18:00:56.002 INFO:teuthology.orchestra.run.smithi045.stderr: 82050K .......... .......... .......... .......... .......... 88% 213M 0s 2024-09-12T18:00:56.002 INFO:teuthology.orchestra.run.smithi045.stderr: 82100K .......... .......... .......... .......... .......... 88% 322M 0s 2024-09-12T18:00:56.002 INFO:teuthology.orchestra.run.smithi045.stderr: 82150K .......... .......... .......... .......... .......... 88% 370M 0s 2024-09-12T18:00:56.002 INFO:teuthology.orchestra.run.smithi045.stderr: 82200K .......... .......... .......... .......... .......... 88% 324M 0s 2024-09-12T18:00:56.002 INFO:teuthology.orchestra.run.smithi045.stderr: 82250K .......... .......... .......... .......... .......... 88% 51.0M 0s 2024-09-12T18:00:56.002 INFO:teuthology.orchestra.run.smithi045.stderr: 82300K .......... .......... .......... .......... .......... 88% 319M 0s 2024-09-12T18:00:56.002 INFO:teuthology.orchestra.run.smithi045.stderr: 82350K .......... .......... .......... .......... .......... 88% 341M 0s 2024-09-12T18:00:56.003 INFO:teuthology.orchestra.run.smithi045.stderr: 82400K .......... .......... .......... .......... .......... 88% 267M 0s 2024-09-12T18:00:56.003 INFO:teuthology.orchestra.run.smithi045.stderr: 82450K .......... .......... .......... .......... .......... 88% 323M 0s 2024-09-12T18:00:56.003 INFO:teuthology.orchestra.run.smithi045.stderr: 82500K .......... .......... .......... .......... .......... 88% 102M 0s 2024-09-12T18:00:56.003 INFO:teuthology.orchestra.run.smithi045.stderr: 82550K .......... .......... .......... .......... .......... 88% 261M 0s 2024-09-12T18:00:56.003 INFO:teuthology.orchestra.run.smithi045.stderr: 82600K .......... .......... .......... .......... .......... 88% 334M 0s 2024-09-12T18:00:56.003 INFO:teuthology.orchestra.run.smithi045.stderr: 82650K .......... .......... .......... .......... .......... 89% 329M 0s 2024-09-12T18:00:56.003 INFO:teuthology.orchestra.run.smithi045.stderr: 82700K .......... .......... .......... .......... .......... 89% 362M 0s 2024-09-12T18:00:56.003 INFO:teuthology.orchestra.run.smithi045.stderr: 82750K .......... .......... .......... .......... .......... 89% 167M 0s 2024-09-12T18:00:56.003 INFO:teuthology.orchestra.run.smithi045.stderr: 82800K .......... .......... .......... .......... .......... 89% 322M 0s 2024-09-12T18:00:56.003 INFO:teuthology.orchestra.run.smithi045.stderr: 82850K .......... .......... .......... .......... .......... 89% 230M 0s 2024-09-12T18:00:56.003 INFO:teuthology.orchestra.run.smithi045.stderr: 82900K .......... .......... .......... .......... .......... 89% 303M 0s 2024-09-12T18:00:56.003 INFO:teuthology.orchestra.run.smithi045.stderr: 82950K .......... .......... .......... .......... .......... 89% 284M 0s 2024-09-12T18:00:56.003 INFO:teuthology.orchestra.run.smithi045.stderr: 83000K .......... .......... .......... .......... .......... 89% 342M 0s 2024-09-12T18:00:56.004 INFO:teuthology.orchestra.run.smithi045.stderr: 83050K .......... .......... .......... .......... .......... 89% 348M 0s 2024-09-12T18:00:56.004 INFO:teuthology.orchestra.run.smithi045.stderr: 83100K .......... .......... .......... .......... .......... 89% 367M 0s 2024-09-12T18:00:56.004 INFO:teuthology.orchestra.run.smithi045.stderr: 83150K .......... .......... .......... .......... .......... 89% 315M 0s 2024-09-12T18:00:56.004 INFO:teuthology.orchestra.run.smithi045.stderr: 83200K .......... .......... .......... .......... .......... 89% 359M 0s 2024-09-12T18:00:56.004 INFO:teuthology.orchestra.run.smithi045.stderr: 83250K .......... .......... .......... .......... .......... 89% 311M 0s 2024-09-12T18:00:56.004 INFO:teuthology.orchestra.run.smithi045.stderr: 83300K .......... .......... .......... .......... .......... 89% 263M 0s 2024-09-12T18:00:56.004 INFO:teuthology.orchestra.run.smithi045.stderr: 83350K .......... .......... .......... .......... .......... 89% 235M 0s 2024-09-12T18:00:56.004 INFO:teuthology.orchestra.run.smithi045.stderr: 83400K .......... .......... .......... .......... .......... 89% 185M 0s 2024-09-12T18:00:56.004 INFO:teuthology.orchestra.run.smithi045.stderr: 83450K .......... .......... .......... .......... .......... 89% 349M 0s 2024-09-12T18:00:56.004 INFO:teuthology.orchestra.run.smithi045.stderr: 83500K .......... .......... .......... .......... .......... 89% 318M 0s 2024-09-12T18:00:56.004 INFO:teuthology.orchestra.run.smithi045.stderr: 83550K .......... .......... .......... .......... .......... 89% 303M 0s 2024-09-12T18:00:56.004 INFO:teuthology.orchestra.run.smithi045.stderr: 83600K .......... .......... .......... .......... .......... 90% 245M 0s 2024-09-12T18:00:56.004 INFO:teuthology.orchestra.run.smithi045.stderr: 83650K .......... .......... .......... .......... .......... 90% 202M 0s 2024-09-12T18:00:56.004 INFO:teuthology.orchestra.run.smithi045.stderr: 83700K .......... .......... .......... .......... .......... 90% 46.1M 0s 2024-09-12T18:00:56.005 INFO:teuthology.orchestra.run.smithi045.stderr: 83750K .......... .......... .......... .......... .......... 90% 200M 0s 2024-09-12T18:00:56.005 INFO:teuthology.orchestra.run.smithi045.stderr: 83800K .......... .......... .......... .......... .......... 90% 288M 0s 2024-09-12T18:00:56.005 INFO:teuthology.orchestra.run.smithi045.stderr: 83850K .......... .......... .......... .......... .......... 90% 333M 0s 2024-09-12T18:00:56.005 INFO:teuthology.orchestra.run.smithi045.stderr: 83900K .......... .......... .......... .......... .......... 90% 304M 0s 2024-09-12T18:00:56.005 INFO:teuthology.orchestra.run.smithi045.stderr: 83950K .......... .......... .......... .......... .......... 90% 189M 0s 2024-09-12T18:00:56.005 INFO:teuthology.orchestra.run.smithi045.stderr: 84000K .......... .......... .......... .......... .......... 90% 354M 0s 2024-09-12T18:00:56.005 INFO:teuthology.orchestra.run.smithi045.stderr: 84050K .......... .......... .......... .......... .......... 90% 352M 0s 2024-09-12T18:00:56.005 INFO:teuthology.orchestra.run.smithi045.stderr: 84100K .......... .......... .......... .......... .......... 90% 320M 0s 2024-09-12T18:00:56.005 INFO:teuthology.orchestra.run.smithi045.stderr: 84150K .......... .......... .......... .......... .......... 90% 314M 0s 2024-09-12T18:00:56.005 INFO:teuthology.orchestra.run.smithi045.stderr: 84200K .......... .......... .......... .......... .......... 90% 389M 0s 2024-09-12T18:00:56.005 INFO:teuthology.orchestra.run.smithi045.stderr: 84250K .......... .......... .......... .......... .......... 90% 382M 0s 2024-09-12T18:00:56.005 INFO:teuthology.orchestra.run.smithi045.stderr: 84300K .......... .......... .......... .......... .......... 90% 392M 0s 2024-09-12T18:00:56.005 INFO:teuthology.orchestra.run.smithi045.stderr: 84350K .......... .......... .......... .......... .......... 90% 365M 0s 2024-09-12T18:00:56.006 INFO:teuthology.orchestra.run.smithi045.stderr: 84400K .......... .......... .......... .......... .......... 90% 295M 0s 2024-09-12T18:00:56.006 INFO:teuthology.orchestra.run.smithi045.stderr: 84450K .......... .......... .......... .......... .......... 90% 339M 0s 2024-09-12T18:00:56.006 INFO:teuthology.orchestra.run.smithi045.stderr: 84500K .......... .......... .......... .......... .......... 91% 381M 0s 2024-09-12T18:00:56.006 INFO:teuthology.orchestra.run.smithi045.stderr: 84550K .......... .......... .......... .......... .......... 91% 325M 0s 2024-09-12T18:00:56.006 INFO:teuthology.orchestra.run.smithi045.stderr: 84600K .......... .......... .......... .......... .......... 91% 369M 0s 2024-09-12T18:00:56.006 INFO:teuthology.orchestra.run.smithi045.stderr: 84650K .......... .......... .......... .......... .......... 91% 303M 0s 2024-09-12T18:00:56.006 INFO:teuthology.orchestra.run.smithi045.stderr: 84700K .......... .......... .......... .......... .......... 91% 298M 0s 2024-09-12T18:00:56.006 INFO:teuthology.orchestra.run.smithi045.stderr: 84750K .......... .......... .......... .......... .......... 91% 305M 0s 2024-09-12T18:00:56.006 INFO:teuthology.orchestra.run.smithi045.stderr: 84800K .......... .......... .......... .......... .......... 91% 367M 0s 2024-09-12T18:00:56.006 INFO:teuthology.orchestra.run.smithi045.stderr: 84850K .......... .......... .......... .......... .......... 91% 383M 0s 2024-09-12T18:00:56.006 INFO:teuthology.orchestra.run.smithi045.stderr: 84900K .......... .......... .......... .......... .......... 91% 299M 0s 2024-09-12T18:00:56.006 INFO:teuthology.orchestra.run.smithi045.stderr: 84950K .......... .......... .......... .......... .......... 91% 323M 0s 2024-09-12T18:00:56.006 INFO:teuthology.orchestra.run.smithi045.stderr: 85000K .......... .......... .......... .......... .......... 91% 304M 0s 2024-09-12T18:00:56.006 INFO:teuthology.orchestra.run.smithi045.stderr: 85050K .......... .......... .......... .......... .......... 91% 313M 0s 2024-09-12T18:00:56.007 INFO:teuthology.orchestra.run.smithi045.stderr: 85100K .......... .......... .......... .......... .......... 91% 324M 0s 2024-09-12T18:00:56.007 INFO:teuthology.orchestra.run.smithi045.stderr: 85150K .......... .......... .......... .......... .......... 91% 296M 0s 2024-09-12T18:00:56.007 INFO:teuthology.orchestra.run.smithi045.stderr: 85200K .......... .......... .......... .......... .......... 91% 360M 0s 2024-09-12T18:00:56.007 INFO:teuthology.orchestra.run.smithi045.stderr: 85250K .......... .......... .......... .......... .......... 91% 387M 0s 2024-09-12T18:00:56.007 INFO:teuthology.orchestra.run.smithi045.stderr: 85300K .......... .......... .......... .......... .......... 91% 63.7M 0s 2024-09-12T18:00:56.007 INFO:teuthology.orchestra.run.smithi045.stderr: 85350K .......... .......... .......... .......... .......... 91% 282M 0s 2024-09-12T18:00:56.007 INFO:teuthology.orchestra.run.smithi045.stderr: 85400K .......... .......... .......... .......... .......... 91% 327M 0s 2024-09-12T18:00:56.007 INFO:teuthology.orchestra.run.smithi045.stderr: 85450K .......... .......... .......... .......... .......... 92% 291M 0s 2024-09-12T18:00:56.007 INFO:teuthology.orchestra.run.smithi045.stderr: 85500K .......... .......... .......... .......... .......... 92% 84.4M 0s 2024-09-12T18:00:56.007 INFO:teuthology.orchestra.run.smithi045.stderr: 85550K .......... .......... .......... .......... .......... 92% 331M 0s 2024-09-12T18:00:56.007 INFO:teuthology.orchestra.run.smithi045.stderr: 85600K .......... .......... .......... .......... .......... 92% 358M 0s 2024-09-12T18:00:56.007 INFO:teuthology.orchestra.run.smithi045.stderr: 85650K .......... .......... .......... .......... .......... 92% 288M 0s 2024-09-12T18:00:56.007 INFO:teuthology.orchestra.run.smithi045.stderr: 85700K .......... .......... .......... .......... .......... 92% 310M 0s 2024-09-12T18:00:56.008 INFO:teuthology.orchestra.run.smithi045.stderr: 85750K .......... .......... .......... .......... .......... 92% 333M 0s 2024-09-12T18:00:56.008 INFO:teuthology.orchestra.run.smithi045.stderr: 85800K .......... .......... .......... .......... .......... 92% 136M 0s 2024-09-12T18:00:56.008 INFO:teuthology.orchestra.run.smithi045.stderr: 85850K .......... .......... .......... .......... .......... 92% 356M 0s 2024-09-12T18:00:56.008 INFO:teuthology.orchestra.run.smithi045.stderr: 85900K .......... .......... .......... .......... .......... 92% 189M 0s 2024-09-12T18:00:56.008 INFO:teuthology.orchestra.run.smithi045.stderr: 85950K .......... .......... .......... .......... .......... 92% 300M 0s 2024-09-12T18:00:56.008 INFO:teuthology.orchestra.run.smithi045.stderr: 86000K .......... .......... .......... .......... .......... 92% 274M 0s 2024-09-12T18:00:56.008 INFO:teuthology.orchestra.run.smithi045.stderr: 86050K .......... .......... .......... .......... .......... 92% 318M 0s 2024-09-12T18:00:56.008 INFO:teuthology.orchestra.run.smithi045.stderr: 86100K .......... .......... .......... .......... .......... 92% 283M 0s 2024-09-12T18:00:56.008 INFO:teuthology.orchestra.run.smithi045.stderr: 86150K .......... .......... .......... .......... .......... 92% 324M 0s 2024-09-12T18:00:56.008 INFO:teuthology.orchestra.run.smithi045.stderr: 86200K .......... .......... .......... .......... .......... 92% 364M 0s 2024-09-12T18:00:56.008 INFO:teuthology.orchestra.run.smithi045.stderr: 86250K .......... .......... .......... .......... .......... 92% 334M 0s 2024-09-12T18:00:56.008 INFO:teuthology.orchestra.run.smithi045.stderr: 86300K .......... .......... .......... .......... .......... 92% 322M 0s 2024-09-12T18:00:56.008 INFO:teuthology.orchestra.run.smithi045.stderr: 86350K .......... .......... .......... .......... .......... 93% 331M 0s 2024-09-12T18:00:56.008 INFO:teuthology.orchestra.run.smithi045.stderr: 86400K .......... .......... .......... .......... .......... 93% 382M 0s 2024-09-12T18:00:56.009 INFO:teuthology.orchestra.run.smithi045.stderr: 86450K .......... .......... .......... .......... .......... 93% 345M 0s 2024-09-12T18:00:56.009 INFO:teuthology.orchestra.run.smithi045.stderr: 86500K .......... .......... .......... .......... .......... 93% 372M 0s 2024-09-12T18:00:56.009 INFO:teuthology.orchestra.run.smithi045.stderr: 86550K .......... .......... .......... .......... .......... 93% 341M 0s 2024-09-12T18:00:56.009 INFO:teuthology.orchestra.run.smithi045.stderr: 86600K .......... .......... .......... .......... .......... 93% 329M 0s 2024-09-12T18:00:56.009 INFO:teuthology.orchestra.run.smithi045.stderr: 86650K .......... .......... .......... .......... .......... 93% 336M 0s 2024-09-12T18:00:56.009 INFO:teuthology.orchestra.run.smithi045.stderr: 86700K .......... .......... .......... .......... .......... 93% 338M 0s 2024-09-12T18:00:56.009 INFO:teuthology.orchestra.run.smithi045.stderr: 86750K .......... .......... .......... .......... .......... 93% 47.2M 0s 2024-09-12T18:00:56.009 INFO:teuthology.orchestra.run.smithi045.stderr: 86800K .......... .......... .......... .......... .......... 93% 363M 0s 2024-09-12T18:00:56.009 INFO:teuthology.orchestra.run.smithi045.stderr: 86850K .......... .......... .......... .......... .......... 93% 97.7M 0s 2024-09-12T18:00:56.009 INFO:teuthology.orchestra.run.smithi045.stderr: 86900K .......... .......... .......... .......... .......... 93% 266M 0s 2024-09-12T18:00:56.009 INFO:teuthology.orchestra.run.smithi045.stderr: 86950K .......... .......... .......... .......... .......... 93% 293M 0s 2024-09-12T18:00:56.009 INFO:teuthology.orchestra.run.smithi045.stderr: 87000K .......... .......... .......... .......... .......... 93% 348M 0s 2024-09-12T18:00:56.009 INFO:teuthology.orchestra.run.smithi045.stderr: 87050K .......... .......... .......... .......... .......... 93% 268M 0s 2024-09-12T18:00:56.010 INFO:teuthology.orchestra.run.smithi045.stderr: 87100K .......... .......... .......... .......... .......... 93% 335M 0s 2024-09-12T18:00:56.010 INFO:teuthology.orchestra.run.smithi045.stderr: 87150K .......... .......... .......... .......... .......... 93% 335M 0s 2024-09-12T18:00:56.010 INFO:teuthology.orchestra.run.smithi045.stderr: 87200K .......... .......... .......... .......... .......... 93% 389M 0s 2024-09-12T18:00:56.010 INFO:teuthology.orchestra.run.smithi045.stderr: 87250K .......... .......... .......... .......... .......... 93% 332M 0s 2024-09-12T18:00:56.010 INFO:teuthology.orchestra.run.smithi045.stderr: 87300K .......... .......... .......... .......... .......... 94% 126M 0s 2024-09-12T18:00:56.010 INFO:teuthology.orchestra.run.smithi045.stderr: 87350K .......... .......... .......... .......... .......... 94% 322M 0s 2024-09-12T18:00:56.010 INFO:teuthology.orchestra.run.smithi045.stderr: 87400K .......... .......... .......... .......... .......... 94% 323M 0s 2024-09-12T18:00:56.010 INFO:teuthology.orchestra.run.smithi045.stderr: 87450K .......... .......... .......... .......... .......... 94% 293M 0s 2024-09-12T18:00:56.010 INFO:teuthology.orchestra.run.smithi045.stderr: 87500K .......... .......... .......... .......... .......... 94% 330M 0s 2024-09-12T18:00:56.010 INFO:teuthology.orchestra.run.smithi045.stderr: 87550K .......... .......... .......... .......... .......... 94% 327M 0s 2024-09-12T18:00:56.010 INFO:teuthology.orchestra.run.smithi045.stderr: 87600K .......... .......... .......... .......... .......... 94% 357M 0s 2024-09-12T18:00:56.010 INFO:teuthology.orchestra.run.smithi045.stderr: 87650K .......... .......... .......... .......... .......... 94% 335M 0s 2024-09-12T18:00:56.010 INFO:teuthology.orchestra.run.smithi045.stderr: 87700K .......... .......... .......... .......... .......... 94% 282M 0s 2024-09-12T18:00:56.010 INFO:teuthology.orchestra.run.smithi045.stderr: 87750K .......... .......... .......... .......... .......... 94% 391M 0s 2024-09-12T18:00:56.011 INFO:teuthology.orchestra.run.smithi045.stderr: 87800K .......... .......... .......... .......... .......... 94% 173M 0s 2024-09-12T18:00:56.011 INFO:teuthology.orchestra.run.smithi045.stderr: 87850K .......... .......... .......... .......... .......... 94% 312M 0s 2024-09-12T18:00:56.011 INFO:teuthology.orchestra.run.smithi045.stderr: 87900K .......... .......... .......... .......... .......... 94% 293M 0s 2024-09-12T18:00:56.011 INFO:teuthology.orchestra.run.smithi045.stderr: 87950K .......... .......... .......... .......... .......... 94% 354M 0s 2024-09-12T18:00:56.011 INFO:teuthology.orchestra.run.smithi045.stderr: 88000K .......... .......... .......... .......... .......... 94% 324M 0s 2024-09-12T18:00:56.011 INFO:teuthology.orchestra.run.smithi045.stderr: 88050K .......... .......... .......... .......... .......... 94% 332M 0s 2024-09-12T18:00:56.011 INFO:teuthology.orchestra.run.smithi045.stderr: 88100K .......... .......... .......... .......... .......... 94% 267M 0s 2024-09-12T18:00:56.011 INFO:teuthology.orchestra.run.smithi045.stderr: 88150K .......... .......... .......... .......... .......... 94% 349M 0s 2024-09-12T18:00:56.011 INFO:teuthology.orchestra.run.smithi045.stderr: 88200K .......... .......... .......... .......... .......... 94% 392M 0s 2024-09-12T18:00:56.011 INFO:teuthology.orchestra.run.smithi045.stderr: 88250K .......... .......... .......... .......... .......... 95% 389M 0s 2024-09-12T18:00:56.011 INFO:teuthology.orchestra.run.smithi045.stderr: 88300K .......... .......... .......... .......... .......... 95% 98.9M 0s 2024-09-12T18:00:56.011 INFO:teuthology.orchestra.run.smithi045.stderr: 88350K .......... .......... .......... .......... .......... 95% 361M 0s 2024-09-12T18:00:56.011 INFO:teuthology.orchestra.run.smithi045.stderr: 88400K .......... .......... .......... .......... .......... 95% 307M 0s 2024-09-12T18:00:56.012 INFO:teuthology.orchestra.run.smithi045.stderr: 88450K .......... .......... .......... .......... .......... 95% 352M 0s 2024-09-12T18:00:56.012 INFO:teuthology.orchestra.run.smithi045.stderr: 88500K .......... .......... .......... .......... .......... 95% 386M 0s 2024-09-12T18:00:56.012 INFO:teuthology.orchestra.run.smithi045.stderr: 88550K .......... .......... .......... .......... .......... 95% 145M 0s 2024-09-12T18:00:56.012 INFO:teuthology.orchestra.run.smithi045.stderr: 88600K .......... .......... .......... .......... .......... 95% 209M 0s 2024-09-12T18:00:56.012 INFO:teuthology.orchestra.run.smithi045.stderr: 88650K .......... .......... .......... .......... .......... 95% 336M 0s 2024-09-12T18:00:56.012 INFO:teuthology.orchestra.run.smithi045.stderr: 88700K .......... .......... .......... .......... .......... 95% 174M 0s 2024-09-12T18:00:56.012 INFO:teuthology.orchestra.run.smithi045.stderr: 88750K .......... .......... .......... .......... .......... 95% 352M 0s 2024-09-12T18:00:56.012 INFO:teuthology.orchestra.run.smithi045.stderr: 88800K .......... .......... .......... .......... .......... 95% 164M 0s 2024-09-12T18:00:56.012 INFO:teuthology.orchestra.run.smithi045.stderr: 88850K .......... .......... .......... .......... .......... 95% 269M 0s 2024-09-12T18:00:56.012 INFO:teuthology.orchestra.run.smithi045.stderr: 88900K .......... .......... .......... .......... .......... 95% 381M 0s 2024-09-12T18:00:56.012 INFO:teuthology.orchestra.run.smithi045.stderr: 88950K .......... .......... .......... .......... .......... 95% 344M 0s 2024-09-12T18:00:56.012 INFO:teuthology.orchestra.run.smithi045.stderr: 89000K .......... .......... .......... .......... .......... 95% 140M 0s 2024-09-12T18:00:56.012 INFO:teuthology.orchestra.run.smithi045.stderr: 89050K .......... .......... .......... .......... .......... 95% 123M 0s 2024-09-12T18:00:56.013 INFO:teuthology.orchestra.run.smithi045.stderr: 89100K .......... .......... .......... .......... .......... 95% 242M 0s 2024-09-12T18:00:56.013 INFO:teuthology.orchestra.run.smithi045.stderr: 89150K .......... .......... .......... .......... .......... 96% 337M 0s 2024-09-12T18:00:56.013 INFO:teuthology.orchestra.run.smithi045.stderr: 89200K .......... .......... .......... .......... .......... 96% 349M 0s 2024-09-12T18:00:56.013 INFO:teuthology.orchestra.run.smithi045.stderr: 89250K .......... .......... .......... .......... .......... 96% 95.3M 0s 2024-09-12T18:00:56.013 INFO:teuthology.orchestra.run.smithi045.stderr: 89300K .......... .......... .......... .......... .......... 96% 215M 0s 2024-09-12T18:00:56.013 INFO:teuthology.orchestra.run.smithi045.stderr: 89350K .......... .......... .......... .......... .......... 96% 308M 0s 2024-09-12T18:00:56.013 INFO:teuthology.orchestra.run.smithi045.stderr: 89400K .......... .......... .......... .......... .......... 96% 313M 0s 2024-09-12T18:00:56.013 INFO:teuthology.orchestra.run.smithi045.stderr: 89450K .......... .......... .......... .......... .......... 96% 308M 0s 2024-09-12T18:00:56.013 INFO:teuthology.orchestra.run.smithi045.stderr: 89500K .......... .......... .......... .......... .......... 96% 256M 0s 2024-09-12T18:00:56.013 INFO:teuthology.orchestra.run.smithi045.stderr: 89550K .......... .......... .......... .......... .......... 96% 293M 0s 2024-09-12T18:00:56.013 INFO:teuthology.orchestra.run.smithi045.stderr: 89600K .......... .......... .......... .......... .......... 96% 294M 0s 2024-09-12T18:00:56.013 INFO:teuthology.orchestra.run.smithi045.stderr: 89650K .......... .......... .......... .......... .......... 96% 363M 0s 2024-09-12T18:00:56.013 INFO:teuthology.orchestra.run.smithi045.stderr: 89700K .......... .......... .......... .......... .......... 96% 396M 0s 2024-09-12T18:00:56.013 INFO:teuthology.orchestra.run.smithi045.stderr: 89750K .......... .......... .......... .......... .......... 96% 327M 0s 2024-09-12T18:00:56.014 INFO:teuthology.orchestra.run.smithi045.stderr: 89800K .......... .......... .......... .......... .......... 96% 268M 0s 2024-09-12T18:00:56.014 INFO:teuthology.orchestra.run.smithi045.stderr: 89850K .......... .......... .......... .......... .......... 96% 319M 0s 2024-09-12T18:00:56.014 INFO:teuthology.orchestra.run.smithi045.stderr: 89900K .......... .......... .......... .......... .......... 96% 198M 0s 2024-09-12T18:00:56.014 INFO:teuthology.orchestra.run.smithi045.stderr: 89950K .......... .......... .......... .......... .......... 96% 124M 0s 2024-09-12T18:00:56.014 INFO:teuthology.orchestra.run.smithi045.stderr: 90000K .......... .......... .......... .......... .......... 96% 354M 0s 2024-09-12T18:00:56.014 INFO:teuthology.orchestra.run.smithi045.stderr: 90050K .......... .......... .......... .......... .......... 96% 324M 0s 2024-09-12T18:00:56.014 INFO:teuthology.orchestra.run.smithi045.stderr: 90100K .......... .......... .......... .......... .......... 97% 227M 0s 2024-09-12T18:00:56.014 INFO:teuthology.orchestra.run.smithi045.stderr: 90150K .......... .......... .......... .......... .......... 97% 359M 0s 2024-09-12T18:00:56.014 INFO:teuthology.orchestra.run.smithi045.stderr: 90200K .......... .......... .......... .......... .......... 97% 371M 0s 2024-09-12T18:00:56.014 INFO:teuthology.orchestra.run.smithi045.stderr: 90250K .......... .......... .......... .......... .......... 97% 349M 0s 2024-09-12T18:00:56.014 INFO:teuthology.orchestra.run.smithi045.stderr: 90300K .......... .......... .......... .......... .......... 97% 118M 0s 2024-09-12T18:00:56.014 INFO:teuthology.orchestra.run.smithi045.stderr: 90350K .......... .......... .......... .......... .......... 97% 278M 0s 2024-09-12T18:00:56.014 INFO:teuthology.orchestra.run.smithi045.stderr: 90400K .......... .......... .......... .......... .......... 97% 356M 0s 2024-09-12T18:00:56.015 INFO:teuthology.orchestra.run.smithi045.stderr: 90450K .......... .......... .......... .......... .......... 97% 330M 0s 2024-09-12T18:00:56.015 INFO:teuthology.orchestra.run.smithi045.stderr: 90500K .......... .......... .......... .......... .......... 97% 347M 0s 2024-09-12T18:00:56.015 INFO:teuthology.orchestra.run.smithi045.stderr: 90550K .......... .......... .......... .......... .......... 97% 266M 0s 2024-09-12T18:00:56.015 INFO:teuthology.orchestra.run.smithi045.stderr: 90600K .......... .......... .......... .......... .......... 97% 274M 0s 2024-09-12T18:00:56.015 INFO:teuthology.orchestra.run.smithi045.stderr: 90650K .......... .......... .......... .......... .......... 97% 339M 0s 2024-09-12T18:00:56.015 INFO:teuthology.orchestra.run.smithi045.stderr: 90700K .......... .......... .......... .......... .......... 97% 356M 0s 2024-09-12T18:00:56.015 INFO:teuthology.orchestra.run.smithi045.stderr: 90750K .......... .......... .......... .......... .......... 97% 342M 0s 2024-09-12T18:00:56.015 INFO:teuthology.orchestra.run.smithi045.stderr: 90800K .......... .......... .......... .......... .......... 97% 152M 0s 2024-09-12T18:00:56.015 INFO:teuthology.orchestra.run.smithi045.stderr: 90850K .......... .......... .......... .......... .......... 97% 309M 0s 2024-09-12T18:00:56.015 INFO:teuthology.orchestra.run.smithi045.stderr: 90900K .......... .......... .......... .......... .......... 97% 173M 0s 2024-09-12T18:00:56.015 INFO:teuthology.orchestra.run.smithi045.stderr: 90950K .......... .......... .......... .......... .......... 97% 309M 0s 2024-09-12T18:00:56.015 INFO:teuthology.orchestra.run.smithi045.stderr: 91000K .......... .......... .......... .......... .......... 98% 308M 0s 2024-09-12T18:00:56.015 INFO:teuthology.orchestra.run.smithi045.stderr: 91050K .......... .......... .......... .......... .......... 98% 343M 0s 2024-09-12T18:00:56.016 INFO:teuthology.orchestra.run.smithi045.stderr: 91100K .......... .......... .......... .......... .......... 98% 313M 0s 2024-09-12T18:00:56.016 INFO:teuthology.orchestra.run.smithi045.stderr: 91150K .......... .......... .......... .......... .......... 98% 333M 0s 2024-09-12T18:00:56.016 INFO:teuthology.orchestra.run.smithi045.stderr: 91200K .......... .......... .......... .......... .......... 98% 303M 0s 2024-09-12T18:00:56.016 INFO:teuthology.orchestra.run.smithi045.stderr: 91250K .......... .......... .......... .......... .......... 98% 394M 0s 2024-09-12T18:00:56.016 INFO:teuthology.orchestra.run.smithi045.stderr: 91300K .......... .......... .......... .......... .......... 98% 198M 0s 2024-09-12T18:00:56.016 INFO:teuthology.orchestra.run.smithi045.stderr: 91350K .......... .......... .......... .......... .......... 98% 329M 0s 2024-09-12T18:00:56.016 INFO:teuthology.orchestra.run.smithi045.stderr: 91400K .......... .......... .......... .......... .......... 98% 302M 0s 2024-09-12T18:00:56.016 INFO:teuthology.orchestra.run.smithi045.stderr: 91450K .......... .......... .......... .......... .......... 98% 376M 0s 2024-09-12T18:00:56.016 INFO:teuthology.orchestra.run.smithi045.stderr: 91500K .......... .......... .......... .......... .......... 98% 271M 0s 2024-09-12T18:00:56.016 INFO:teuthology.orchestra.run.smithi045.stderr: 91550K .......... .......... .......... .......... .......... 98% 161M 0s 2024-09-12T18:00:56.016 INFO:teuthology.orchestra.run.smithi045.stderr: 91600K .......... .......... .......... .......... .......... 98% 345M 0s 2024-09-12T18:00:56.016 INFO:teuthology.orchestra.run.smithi045.stderr: 91650K .......... .......... .......... .......... .......... 98% 367M 0s 2024-09-12T18:00:56.016 INFO:teuthology.orchestra.run.smithi045.stderr: 91700K .......... .......... .......... .......... .......... 98% 206M 0s 2024-09-12T18:00:56.017 INFO:teuthology.orchestra.run.smithi045.stderr: 91750K .......... .......... .......... .......... .......... 98% 324M 0s 2024-09-12T18:00:56.017 INFO:teuthology.orchestra.run.smithi045.stderr: 91800K .......... .......... .......... .......... .......... 98% 323M 0s 2024-09-12T18:00:56.017 INFO:teuthology.orchestra.run.smithi045.stderr: 91850K .......... .......... .......... .......... .......... 98% 128M 0s 2024-09-12T18:00:56.017 INFO:teuthology.orchestra.run.smithi045.stderr: 91900K .......... .......... .......... .......... .......... 98% 302M 0s 2024-09-12T18:00:56.017 INFO:teuthology.orchestra.run.smithi045.stderr: 91950K .......... .......... .......... .......... .......... 99% 359M 0s 2024-09-12T18:00:56.017 INFO:teuthology.orchestra.run.smithi045.stderr: 92000K .......... .......... .......... .......... .......... 99% 231M 0s 2024-09-12T18:00:56.017 INFO:teuthology.orchestra.run.smithi045.stderr: 92050K .......... .......... .......... .......... .......... 99% 140M 0s 2024-09-12T18:00:56.017 INFO:teuthology.orchestra.run.smithi045.stderr: 92100K .......... .......... .......... .......... .......... 99% 395M 0s 2024-09-12T18:00:56.017 INFO:teuthology.orchestra.run.smithi045.stderr: 92150K .......... .......... .......... .......... .......... 99% 176M 0s 2024-09-12T18:00:56.017 INFO:teuthology.orchestra.run.smithi045.stderr: 92200K .......... .......... .......... .......... .......... 99% 173M 0s 2024-09-12T18:00:56.017 INFO:teuthology.orchestra.run.smithi045.stderr: 92250K .......... .......... .......... .......... .......... 99% 83.8M 0s 2024-09-12T18:00:56.017 INFO:teuthology.orchestra.run.smithi045.stderr: 92300K .......... .......... .......... .......... .......... 99% 126M 0s 2024-09-12T18:00:56.017 INFO:teuthology.orchestra.run.smithi045.stderr: 92350K .......... .......... .......... .......... .......... 99% 106M 0s 2024-09-12T18:00:56.017 INFO:teuthology.orchestra.run.smithi045.stderr: 92400K .......... .......... .......... .......... .......... 99% 137M 0s 2024-09-12T18:00:56.018 INFO:teuthology.orchestra.run.smithi045.stderr: 92450K .......... .......... .......... .......... .......... 99% 335M 0s 2024-09-12T18:00:56.018 INFO:teuthology.orchestra.run.smithi045.stderr: 92500K .......... .......... .......... .......... .......... 99% 344M 0s 2024-09-12T18:00:56.018 INFO:teuthology.orchestra.run.smithi045.stderr: 92550K .......... .......... .......... .......... .......... 99% 328M 0s 2024-09-12T18:00:56.018 INFO:teuthology.orchestra.run.smithi045.stderr: 92600K .......... .......... .......... .......... .......... 99% 376M 0s 2024-09-12T18:00:56.018 INFO:teuthology.orchestra.run.smithi045.stderr: 92650K .......... .......... .......... .......... .......... 99% 364M 0s 2024-09-12T18:00:56.018 INFO:teuthology.orchestra.run.smithi045.stderr: 92700K .......... .......... .......... .......... .......... 99% 309M 0s 2024-09-12T18:00:56.018 INFO:teuthology.orchestra.run.smithi045.stderr: 92750K .......... .......... .......... .......... .......... 99% 288M 0s 2024-09-12T18:00:56.018 INFO:teuthology.orchestra.run.smithi045.stderr: 92800K .......... .......... .......... .......... .......... 99% 349M 0s 2024-09-12T18:00:56.018 INFO:teuthology.orchestra.run.smithi045.stderr: 92850K .......... .......... .......... .......... .......... 99% 406M 0s 2024-09-12T18:00:56.018 INFO:teuthology.orchestra.run.smithi045.stderr: 92900K 100% 134G=0.4s 2024-09-12T18:00:56.018 INFO:teuthology.orchestra.run.smithi045.stderr: 2024-09-12T18:00:56.018 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12 18:00:54 (204 MB/s) - ‘gradle-6.0.1-bin.zip’ saved [95129672/95129672] 2024-09-12T18:00:56.018 INFO:teuthology.orchestra.run.smithi045.stderr: 2024-09-12T18:00:56.058 INFO:teuthology.orchestra.run.smithi045.stdout:Archive: gradle-6.0.1-bin.zip 2024-09-12T18:00:56.058 INFO:teuthology.orchestra.run.smithi045.stdout: creating: /opt/gradle/gradle-6.0.1/ 2024-09-12T18:00:56.058 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/getting-started.html 2024-09-12T18:00:56.058 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/LICENSE 2024-09-12T18:00:56.058 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/NOTICE 2024-09-12T18:00:56.058 INFO:teuthology.orchestra.run.smithi045.stdout: creating: /opt/gradle/gradle-6.0.1/init.d/ 2024-09-12T18:00:56.059 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/init.d/readme.txt 2024-09-12T18:00:56.059 INFO:teuthology.orchestra.run.smithi045.stdout: creating: /opt/gradle/gradle-6.0.1/bin/ 2024-09-12T18:00:56.059 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/bin/gradle 2024-09-12T18:00:56.059 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/bin/gradle.bat 2024-09-12T18:00:56.059 INFO:teuthology.orchestra.run.smithi045.stdout: creating: /opt/gradle/gradle-6.0.1/lib/ 2024-09-12T18:00:56.059 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-api-metadata-6.0.1.jar 2024-09-12T18:00:56.059 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-launcher-6.0.1.jar 2024-09-12T18:00:56.059 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-runtime-api-info-6.0.1.jar 2024-09-12T18:00:56.059 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-kotlin-dsl-6.0.1.jar 2024-09-12T18:00:56.059 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-tooling-api-6.0.1.jar 2024-09-12T18:00:56.059 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-wrapper-6.0.1.jar 2024-09-12T18:00:56.059 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-installation-beacon-6.0.1.jar 2024-09-12T18:00:56.060 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-bootstrap-6.0.1.jar 2024-09-12T18:00:56.060 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-core-6.0.1.jar 2024-09-12T18:00:56.060 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-file-collections-6.0.1.jar 2024-09-12T18:00:56.060 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-model-groovy-6.0.1.jar 2024-09-12T18:00:56.060 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-execution-6.0.1.jar 2024-09-12T18:00:56.060 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-model-core-6.0.1.jar 2024-09-12T18:00:56.060 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-build-cache-packaging-6.0.1.jar 2024-09-12T18:00:56.060 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-build-cache-6.0.1.jar 2024-09-12T18:00:56.060 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-core-api-6.0.1.jar 2024-09-12T18:00:56.060 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-persistent-cache-6.0.1.jar 2024-09-12T18:00:56.060 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-worker-processes-6.0.1.jar 2024-09-12T18:00:56.060 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-logging-6.0.1.jar 2024-09-12T18:00:56.061 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-jvm-services-6.0.1.jar 2024-09-12T18:00:56.061 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-process-services-6.0.1.jar 2024-09-12T18:00:56.061 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-resources-6.0.1.jar 2024-09-12T18:00:56.061 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-messaging-6.0.1.jar 2024-09-12T18:00:56.061 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-native-6.0.1.jar 2024-09-12T18:00:56.061 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-base-services-groovy-6.0.1.jar 2024-09-12T18:00:56.061 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-base-services-6.0.1.jar 2024-09-12T18:00:56.061 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-build-option-6.0.1.jar 2024-09-12T18:00:56.061 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-cli-6.0.1.jar 2024-09-12T18:00:56.061 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-snapshots-6.0.1.jar 2024-09-12T18:00:56.061 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-files-6.0.1.jar 2024-09-12T18:00:56.061 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-kotlin-dsl-tooling-models-6.0.1.jar 2024-09-12T18:00:56.061 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-compiler-embeddable-1.3.50-patched-for-gradle-6.0.1.jar 2024-09-12T18:00:56.062 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-hashing-6.0.1.jar 2024-09-12T18:00:56.062 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-pineapple-6.0.1.jar 2024-09-12T18:00:56.062 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-docs-6.0.1.jar 2024-09-12T18:00:56.062 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/groovy-all-1.3-2.5.8.jar 2024-09-12T18:00:56.062 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/jul-to-slf4j-1.7.28.jar 2024-09-12T18:00:56.062 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/log4j-over-slf4j-1.7.28.jar 2024-09-12T18:00:56.062 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/jcl-over-slf4j-1.7.28.jar 2024-09-12T18:00:56.062 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/slf4j-api-1.7.28.jar 2024-09-12T18:00:56.062 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/guava-27.1-android.jar 2024-09-12T18:00:56.062 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/commons-io-2.6.jar 2024-09-12T18:00:56.062 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/commons-lang-2.6.jar 2024-09-12T18:00:56.062 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/asm-commons-7.1.jar 2024-09-12T18:00:56.062 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/asm-analysis-7.1.jar 2024-09-12T18:00:56.063 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/asm-tree-7.1.jar 2024-09-12T18:00:56.063 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/asm-7.1.jar 2024-09-12T18:00:56.063 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/ant-1.10.7.jar 2024-09-12T18:00:56.063 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-stdlib-jdk8-1.3.50.jar 2024-09-12T18:00:56.063 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/javax.inject-1.jar 2024-09-12T18:00:56.063 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-common-1.3.50.jar 2024-09-12T18:00:56.063 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-jvm-1.3.50.jar 2024-09-12T18:00:56.063 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-jvm-host-embeddable-1.3.50.jar 2024-09-12T18:00:56.063 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-compiler-embeddable-1.3.50.jar 2024-09-12T18:00:56.063 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-compiler-impl-embeddable-1.3.50.jar 2024-09-12T18:00:56.063 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-sam-with-receiver-compiler-plugin-1.3.50.jar 2024-09-12T18:00:56.063 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlinx-metadata-jvm-0.1.0.jar 2024-09-12T18:00:56.063 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/commons-compress-1.19.jar 2024-09-12T18:00:56.064 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/fastutil-8.3.0-min.jar 2024-09-12T18:00:56.064 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/jansi-1.18.jar 2024-09-12T18:00:56.064 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/jsr305-3.0.2.jar 2024-09-12T18:00:56.064 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kryo-2.24.0.jar 2024-09-12T18:00:56.064 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-0.18.jar 2024-09-12T18:00:56.064 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/objenesis-2.6.jar 2024-09-12T18:00:56.064 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/trove4j-1.0.20181211.jar 2024-09-12T18:00:56.064 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/xml-apis-1.4.01.jar 2024-09-12T18:00:56.064 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-reflect-1.3.50.jar 2024-09-12T18:00:56.064 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-stdlib-jdk7-1.3.50.jar 2024-09-12T18:00:56.064 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-stdlib-1.3.50.jar 2024-09-12T18:00:56.064 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/annotations-13.0.jar 2024-09-12T18:00:56.064 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/ant-launcher-1.10.7.jar 2024-09-12T18:00:56.065 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/minlog-1.2.jar 2024-09-12T18:00:56.065 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-script-runtime-1.3.50.jar 2024-09-12T18:00:56.065 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-daemon-embeddable-1.3.50.jar 2024-09-12T18:00:56.065 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/failureaccess-1.0.1.jar 2024-09-12T18:00:56.065 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-stdlib-common-1.3.50.jar 2024-09-12T18:00:56.065 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-freebsd-amd64-libcpp-0.18.jar 2024-09-12T18:00:56.065 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-freebsd-amd64-libstdcpp-0.18.jar 2024-09-12T18:00:56.065 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-freebsd-i386-libcpp-0.18.jar 2024-09-12T18:00:56.065 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-freebsd-i386-libstdcpp-0.18.jar 2024-09-12T18:00:56.065 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-aarch64-0.18.jar 2024-09-12T18:00:56.065 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-amd64-0.18.jar 2024-09-12T18:00:56.065 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-i386-0.18.jar 2024-09-12T18:00:56.065 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-osx-amd64-0.18.jar 2024-09-12T18:00:56.066 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-windows-amd64-0.18.jar 2024-09-12T18:00:56.066 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-windows-amd64-min-0.18.jar 2024-09-12T18:00:56.066 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-windows-i386-0.18.jar 2024-09-12T18:00:56.066 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-windows-i386-min-0.18.jar 2024-09-12T18:00:56.066 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-aarch64-ncurses5-0.18.jar 2024-09-12T18:00:56.066 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-amd64-ncurses5-0.18.jar 2024-09-12T18:00:56.066 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-amd64-ncurses6-0.18.jar 2024-09-12T18:00:56.066 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-i386-ncurses5-0.18.jar 2024-09-12T18:00:56.066 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-i386-ncurses6-0.18.jar 2024-09-12T18:00:56.066 INFO:teuthology.orchestra.run.smithi045.stdout: creating: /opt/gradle/gradle-6.0.1/lib/plugins/ 2024-09-12T18:00:56.066 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-antlr-6.0.1.jar 2024-09-12T18:00:56.066 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-code-quality-6.0.1.jar 2024-09-12T18:00:56.066 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-signing-6.0.1.jar 2024-09-12T18:00:56.067 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-tooling-native-6.0.1.jar 2024-09-12T18:00:56.067 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ide-native-6.0.1.jar 2024-09-12T18:00:56.067 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-testing-native-6.0.1.jar 2024-09-12T18:00:56.067 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-native-6.0.1.jar 2024-09-12T18:00:56.067 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-kotlin-dsl-provider-plugins-6.0.1.jar 2024-09-12T18:00:56.067 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-plugin-development-6.0.1.jar 2024-09-12T18:00:56.067 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-maven-6.0.1.jar 2024-09-12T18:00:56.067 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ide-play-6.0.1.jar 2024-09-12T18:00:56.067 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ide-6.0.1.jar 2024-09-12T18:00:56.067 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-scala-6.0.1.jar 2024-09-12T18:00:56.067 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ear-6.0.1.jar 2024-09-12T18:00:56.067 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-platform-play-6.0.1.jar 2024-09-12T18:00:56.067 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-javascript-6.0.1.jar 2024-09-12T18:00:56.068 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ivy-6.0.1.jar 2024-09-12T18:00:56.068 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-jacoco-6.0.1.jar 2024-09-12T18:00:56.068 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-build-init-6.0.1.jar 2024-09-12T18:00:56.068 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-kotlin-dsl-tooling-builders-6.0.1.jar 2024-09-12T18:00:56.068 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-plugins-6.0.1.jar 2024-09-12T18:00:56.068 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-test-kit-6.0.1.jar 2024-09-12T18:00:56.068 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-groovy-6.0.1.jar 2024-09-12T18:00:56.068 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-scala-6.0.1.jar 2024-09-12T18:00:56.068 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-testing-junit-platform-6.0.1.jar 2024-09-12T18:00:56.068 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-tooling-api-builders-6.0.1.jar 2024-09-12T18:00:56.068 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-testing-jvm-6.0.1.jar 2024-09-12T18:00:56.068 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-java-6.0.1.jar 2024-09-12T18:00:56.068 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-jvm-6.0.1.jar 2024-09-12T18:00:56.068 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-platform-jvm-6.0.1.jar 2024-09-12T18:00:56.069 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-platform-native-6.0.1.jar 2024-09-12T18:00:56.069 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-diagnostics-6.0.1.jar 2024-09-12T18:00:56.069 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-publish-6.0.1.jar 2024-09-12T18:00:56.069 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-testing-base-6.0.1.jar 2024-09-12T18:00:56.069 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-platform-base-6.0.1.jar 2024-09-12T18:00:56.069 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-plugin-use-6.0.1.jar 2024-09-12T18:00:56.069 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-instant-execution-6.0.1.jar 2024-09-12T18:00:56.069 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-version-control-6.0.1.jar 2024-09-12T18:00:56.069 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-dependency-management-6.0.1.jar 2024-09-12T18:00:56.069 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-composite-builds-6.0.1.jar 2024-09-12T18:00:56.069 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-reporting-6.0.1.jar 2024-09-12T18:00:56.069 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-resources-s3-6.0.1.jar 2024-09-12T18:00:56.069 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-resources-gcs-6.0.1.jar 2024-09-12T18:00:56.070 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-build-cache-http-6.0.1.jar 2024-09-12T18:00:56.070 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-resources-http-6.0.1.jar 2024-09-12T18:00:56.070 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-resources-sftp-6.0.1.jar 2024-09-12T18:00:56.070 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-build-profile-6.0.1.jar 2024-09-12T18:00:56.070 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-workers-6.0.1.jar 2024-09-12T18:00:56.070 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/org.eclipse.jgit-5.5.0.201909110433-r.jar 2024-09-12T18:00:56.070 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/wagon-http-3.0.0.jar 2024-09-12T18:00:56.070 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/wagon-http-shared-3.0.0.jar 2024-09-12T18:00:56.070 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-api-services-storage-v1-rev136-1.25.0.jar 2024-09-12T18:00:56.070 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-api-client-1.25.0.jar 2024-09-12T18:00:56.070 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/asm-util-7.1.jar 2024-09-12T18:00:56.070 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/ivy-2.3.0.jar 2024-09-12T18:00:56.070 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-compat-3.0.4.jar 2024-09-12T18:00:56.071 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-core-3.0.4.jar 2024-09-12T18:00:56.071 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/pmaven-common-0.8-20100325.jar 2024-09-12T18:00:56.071 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/pmaven-groovy-0.8-20100325.jar 2024-09-12T18:00:56.071 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/wagon-file-3.0.0.jar 2024-09-12T18:00:56.071 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-container-default-1.7.1.jar 2024-09-12T18:00:56.071 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-connector-wagon-1.13.1.jar 2024-09-12T18:00:56.071 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/bcpg-jdk15on-1.63.jar 2024-09-12T18:00:56.071 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/rhino-1.7.10.jar 2024-09-12T18:00:56.071 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gson-2.8.5.jar 2024-09-12T18:00:56.071 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/simple-4.1.21.jar 2024-09-12T18:00:56.071 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jatl-0.2.3.jar 2024-09-12T18:00:56.071 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-plugin-api-3.0.4.jar 2024-09-12T18:00:56.071 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-oauth-client-1.25.0.jar 2024-09-12T18:00:56.072 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-http-client-jackson2-1.25.0.jar 2024-09-12T18:00:56.072 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-http-client-1.25.0.jar 2024-09-12T18:00:56.072 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/testng-6.3.1.jar 2024-09-12T18:00:56.072 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/snakeyaml-1.17.jar 2024-09-12T18:00:56.072 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/dd-plist-1.21.jar 2024-09-12T18:00:56.072 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/junit-4.12.jar 2024-09-12T18:00:56.072 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/bsh-2.0b6.jar 2024-09-12T18:00:56.072 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/junit-platform-launcher-1.3.1.jar 2024-09-12T18:00:56.072 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aws-java-sdk-s3-1.11.633.jar 2024-09-12T18:00:56.072 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aws-java-sdk-kms-1.11.633.jar 2024-09-12T18:00:56.072 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aws-java-sdk-core-1.11.633.jar 2024-09-12T18:00:56.072 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/httpclient-4.5.10.jar 2024-09-12T18:00:56.072 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jcifs-1.3.17.jar 2024-09-12T18:00:56.073 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/nekohtml-1.9.22.jar 2024-09-12T18:00:56.073 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/xercesImpl-2.12.0.jar 2024-09-12T18:00:56.073 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jsch-0.1.55.jar 2024-09-12T18:00:56.073 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jaxb-impl-2.3.2.jar 2024-09-12T18:00:56.073 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jmespath-java-1.11.633.jar 2024-09-12T18:00:56.073 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jackson-databind-2.9.10.jar 2024-09-12T18:00:56.073 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jackson-core-2.9.10.jar 2024-09-12T18:00:56.073 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jackson-annotations-2.9.10.jar 2024-09-12T18:00:56.073 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/joda-time-2.10.4.jar 2024-09-12T18:00:56.073 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/bcpkix-jdk15on-1.61.jar 2024-09-12T18:00:56.073 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/bcprov-jdk15on-1.63.jar 2024-09-12T18:00:56.073 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/commons-codec-1.13.jar 2024-09-12T18:00:56.073 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-aether-provider-3.0.4.jar 2024-09-12T18:00:56.073 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-impl-1.13.1.jar 2024-09-12T18:00:56.074 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-util-1.13.1.jar 2024-09-12T18:00:56.074 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-spi-1.13.1.jar 2024-09-12T18:00:56.074 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-api-1.13.1.jar 2024-09-12T18:00:56.074 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/hamcrest-core-1.3.jar 2024-09-12T18:00:56.074 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/httpcore-4.4.12.jar 2024-09-12T18:00:56.074 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jcommander-1.72.jar 2024-09-12T18:00:56.074 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jzlib-1.1.3.jar 2024-09-12T18:00:56.074 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-artifact-3.0.4.jar 2024-09-12T18:00:56.074 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-model-builder-3.0.4.jar 2024-09-12T18:00:56.074 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-model-3.0.4.jar 2024-09-12T18:00:56.074 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-repository-metadata-3.0.4.jar 2024-09-12T18:00:56.074 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-settings-builder-3.0.4.jar 2024-09-12T18:00:56.074 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-settings-3.0.4.jar 2024-09-12T18:00:56.075 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-sec-dispatcher-1.3.jar 2024-09-12T18:00:56.075 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-cipher-1.7.jar 2024-09-12T18:00:56.075 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-classworlds-2.5.1.jar 2024-09-12T18:00:56.075 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-component-annotations-1.5.5.jar 2024-09-12T18:00:56.075 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-interpolation-1.14.jar 2024-09-12T18:00:56.075 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/wagon-provider-api-3.0.0.jar 2024-09-12T18:00:56.075 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-utils-3.1.0.jar 2024-09-12T18:00:56.075 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/xbean-reflect-3.7.jar 2024-09-12T18:00:56.075 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/ion-java-1.0.2.jar 2024-09-12T18:00:56.075 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/junit-platform-engine-1.3.1.jar 2024-09-12T18:00:56.075 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/junit-platform-commons-1.3.1.jar 2024-09-12T18:00:56.075 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/apiguardian-api-1.0.0.jar 2024-09-12T18:00:56.075 INFO:teuthology.orchestra.run.smithi045.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/opentest4j-1.1.1.jar 2024-09-12T18:00:56.076 INFO:teuthology.orchestra.run.smithi045.stdout:export PATH=/opt/gradle/gradle-6.0.1/bin:/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin 2024-09-12T18:00:56.076 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:00:56.076 INFO:teuthology.orchestra.run.smithi045.stdout:Welcome to Gradle 6.0.1! 2024-09-12T18:00:56.076 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:00:56.076 INFO:teuthology.orchestra.run.smithi045.stdout:Here are the highlights of this release: 2024-09-12T18:00:56.076 INFO:teuthology.orchestra.run.smithi045.stdout: - Substantial improvements in dependency management, including 2024-09-12T18:00:56.076 INFO:teuthology.orchestra.run.smithi045.stdout: - Publishing Gradle Module Metadata in addition to pom.xml 2024-09-12T18:00:56.076 INFO:teuthology.orchestra.run.smithi045.stdout: - Advanced control of transitive versions 2024-09-12T18:00:56.076 INFO:teuthology.orchestra.run.smithi045.stdout: - Support for optional features and dependencies 2024-09-12T18:00:56.076 INFO:teuthology.orchestra.run.smithi045.stdout: - Rules to tweak published metadata 2024-09-12T18:00:56.076 INFO:teuthology.orchestra.run.smithi045.stdout: - Support for Java 13 2024-09-12T18:00:56.076 INFO:teuthology.orchestra.run.smithi045.stdout: - Faster incremental Java and Groovy compilation 2024-09-12T18:00:56.076 INFO:teuthology.orchestra.run.smithi045.stdout: - New Zinc compiler for Scala 2024-09-12T18:00:56.077 INFO:teuthology.orchestra.run.smithi045.stdout: - VS2019 support 2024-09-12T18:00:56.077 INFO:teuthology.orchestra.run.smithi045.stdout: - Support for Gradle Enterprise plugin 3.0 2024-09-12T18:00:56.077 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:00:56.077 INFO:teuthology.orchestra.run.smithi045.stdout:For more details see https://docs.gradle.org/6.0.1/release-notes.html 2024-09-12T18:00:56.077 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:00:56.077 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:00:56.077 INFO:teuthology.orchestra.run.smithi045.stdout:------------------------------------------------------------ 2024-09-12T18:00:56.077 INFO:teuthology.orchestra.run.smithi045.stdout:Gradle 6.0.1 2024-09-12T18:00:56.077 INFO:teuthology.orchestra.run.smithi045.stdout:------------------------------------------------------------ 2024-09-12T18:00:56.077 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:00:56.077 INFO:teuthology.orchestra.run.smithi045.stdout:Build time: 2019-11-18 20:25:01 UTC 2024-09-12T18:00:56.077 INFO:teuthology.orchestra.run.smithi045.stdout:Revision: fad121066a68c4701acd362daf4287a7c309a0f5 2024-09-12T18:00:56.077 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:00:56.078 INFO:teuthology.orchestra.run.smithi045.stdout:Kotlin: 1.3.50 2024-09-12T18:00:56.078 INFO:teuthology.orchestra.run.smithi045.stdout:Groovy: 2.5.8 2024-09-12T18:00:56.078 INFO:teuthology.orchestra.run.smithi045.stdout:Ant: Apache Ant(TM) version 1.10.7 compiled on September 1 2019 2024-09-12T18:00:56.078 INFO:teuthology.orchestra.run.smithi045.stdout:JVM: 11.0.20.1 (Red Hat, Inc. 11.0.20.1+1-LTS) 2024-09-12T18:00:56.078 INFO:teuthology.orchestra.run.smithi045.stdout:OS: Linux 5.14.0-505.el9.x86_64 amd64 2024-09-12T18:00:56.078 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:00:56.078 DEBUG:tasks.s3tests_java:S3 Tests Java: BEGIN 2024-09-12T18:00:56.078 DEBUG:tasks.s3tests_java:S3 Tests Java: Cluster config is: ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a'] 2024-09-12T18:00:56.078 DEBUG:tasks.s3tests_java:S3 Tests Java: Host is: ubuntu@smithi045.front.sepia.ceph.com 2024-09-12T18:00:56.078 DEBUG:tasks.s3tests_java:S3 Tests Java: Cluster config is: ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'node-exporter.b'] 2024-09-12T18:00:56.078 DEBUG:tasks.s3tests_java:S3 Tests Java: Host is: ubuntu@smithi115.front.sepia.ceph.com 2024-09-12T18:00:56.079 INFO:tasks.s3tests_java:S3 Tests Java: Creating S3 users... 2024-09-12T18:00:56.283 DEBUG:tasks.s3tests_java:S3 Tests Java: s3tests_conf is {'bucket_prefix': 'test-', 's3main': {'access_key': None, 'access_secret': None, 'region': 'mexico', 'endpoint': None, 'port': None, 'display_name': None, 'email': None, 'is_secure': None, 'SSE': 'AES256', 's3dir': 'folder', 'dir': '../data'}} 2024-09-12T18:00:56.283 DEBUG:tasks.s3tests_java:S3 Tests Java: Creating user tester.client.0 2024-09-12T18:00:56.284 DEBUG:tasks.s3tests_java:S3 Tests Java: s3tests_conf[s3main] is {'access_key': 'ACZCKUSDGKYTRZBGMLOY', 'access_secret': '/hMHnfApliFhTDyitNEMU5R84Y0WaUXT+/6ZWAFQlSrqp7NiDl5ajg==', 'region': 'mexico', 'endpoint': 'smithi045.front.sepia.ceph.com:443', 'port': 443, 'display_name': 'Ms. tester.client.0', 'email': 'tester.client.0_test@test.test', 'is_secure': True, 'SSE': 'AES256', 's3dir': 'folder', 'dir': '../data', 'user_id': 'tester.client.0', 'host': 'smithi045.front.sepia.ceph.com'} 2024-09-12T18:00:56.284 DEBUG:tasks.s3tests_java:S3 Tests Java: Setion, User = s3main, tester.client.0 2024-09-12T18:00:56.284 INFO:tasks.s3tests_java:['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '-n', 'client.0', 'user', 'create', '--uid', 'tester.client.0', '--display-name', 'Ms. tester.client.0', '--access-key', 'ACZCKUSDGKYTRZBGMLOY', '--secret', '/hMHnfApliFhTDyitNEMU5R84Y0WaUXT+/6ZWAFQlSrqp7NiDl5ajg==', '--email', 'tester.client.0_test@test.test', '--cluster', 'ceph'] 2024-09-12T18:00:56.284 DEBUG:teuthology.orchestra.run.smithi045:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid tester.client.0 --display-name 'Ms. tester.client.0' --access-key ACZCKUSDGKYTRZBGMLOY --secret /hMHnfApliFhTDyitNEMU5R84Y0WaUXT+/6ZWAFQlSrqp7NiDl5ajg== --email tester.client.0_test@test.test --cluster ceph 2024-09-12T18:00:56.351 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:00:56.352 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:00:56.388 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.388+0000 7f8ad6175800 20 rados->read ofs=0 len=0 2024-09-12T18:00:56.390 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.389+0000 7f8ad6175800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:56.390 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.389+0000 7f8ad6175800 20 realm 2024-09-12T18:00:56.390 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.389+0000 7f8ad6175800 20 rados->read ofs=0 len=0 2024-09-12T18:00:56.390 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.389+0000 7f8ad6175800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:56.390 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.389+0000 7f8ad6175800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:00:56.390 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.389+0000 7f8ad6175800 20 rados->read ofs=0 len=0 2024-09-12T18:00:56.391 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.390+0000 7f8ad6175800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:56.391 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.390+0000 7f8ad6175800 20 rados->read ofs=0 len=0 2024-09-12T18:00:56.391 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.391+0000 7f8ad6175800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:56.391 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.391+0000 7f8ad6175800 20 rados->read ofs=0 len=0 2024-09-12T18:00:56.392 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.391+0000 7f8ad6175800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:00:56.392 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.391+0000 7f8ad6175800 20 searching for the correct realm 2024-09-12T18:00:56.395 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.395+0000 7f8acb45e640 0 -- 172.21.15.45:0/3452729896 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f8ac4097070 msgr2=0x7f8ac4097970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:56.399 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.398+0000 7f8ad4460640 0 -- 172.21.15.45:0/3452729896 >> [v2:172.21.15.115:6826/2187734287,v1:172.21.15.115:6827/2187734287] conn(0x7f8abc0801b0 msgr2=0x7f8abc05fe60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:00:56.403 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.403+0000 7f8ad6175800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T18:00:56.404 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.403+0000 7f8ad6175800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T18:00:56.404 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.403+0000 7f8ad6175800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:00:56.404 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.403+0000 7f8ad6175800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:00:56.404 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.403+0000 7f8ad6175800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:00:56.404 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.403+0000 7f8ad6175800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:00:56.404 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.403+0000 7f8ad6175800 20 rados->read ofs=0 len=0 2024-09-12T18:00:56.404 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.403+0000 7f8ad6175800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:56.404 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.403+0000 7f8ad6175800 20 rados->read ofs=0 len=0 2024-09-12T18:00:56.405 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.403+0000 7f8ad6175800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:56.405 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.403+0000 7f8ad6175800 20 rados->read ofs=0 len=0 2024-09-12T18:00:56.405 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.404+0000 7f8ad6175800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:00:56.406 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.404+0000 7f8ad6175800 20 zone default found 2024-09-12T18:00:56.406 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.404+0000 7f8ad6175800 4 Realm: () 2024-09-12T18:00:56.406 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.404+0000 7f8ad6175800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T18:00:56.406 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.404+0000 7f8ad6175800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T18:00:56.406 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.404+0000 7f8ad6175800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:00:56.406 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.404+0000 7f8ad6175800 20 zonegroup default 2024-09-12T18:00:56.406 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.404+0000 7f8ad6175800 20 rados->read ofs=0 len=0 2024-09-12T18:00:56.406 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.404+0000 7f8ad6175800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:56.406 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.404+0000 7f8ad6175800 20 rados->read ofs=0 len=0 2024-09-12T18:00:56.406 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.404+0000 7f8ad6175800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:56.406 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.404+0000 7f8ad6175800 20 rados->read ofs=0 len=0 2024-09-12T18:00:56.406 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.404+0000 7f8ad6175800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:56.406 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.404+0000 7f8ad6175800 20 started sync module instance, tier type = 2024-09-12T18:00:56.407 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.404+0000 7f8ad6175800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T18:00:56.415 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.414+0000 7f8ad6175800 20 add_watcher() i=0 2024-09-12T18:00:56.415 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.414+0000 7f8ad6175800 20 add_watcher() i=1 2024-09-12T18:00:56.415 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.414+0000 7f8ad6175800 20 add_watcher() i=2 2024-09-12T18:00:56.415 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.414+0000 7f8ad6175800 20 add_watcher() i=3 2024-09-12T18:00:56.415 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.414+0000 7f8ad6175800 20 add_watcher() i=4 2024-09-12T18:00:56.415 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.414+0000 7f8ad6175800 20 add_watcher() i=5 2024-09-12T18:00:56.415 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.414+0000 7f8ad6175800 20 add_watcher() i=6 2024-09-12T18:00:56.415 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.415+0000 7f8ad6175800 20 add_watcher() i=7 2024-09-12T18:00:56.416 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.415+0000 7f8ad6175800 2 all 8 watchers are set, enabling cache 2024-09-12T18:00:56.417 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.416+0000 7f8989fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:56.418 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.416+0000 7f8ad6175800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:00:56.418 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.417+0000 7f8ad6175800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:00:56.418 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.417+0000 7f8ad6175800 5 note: GC not initialized 2024-09-12T18:00:56.418 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.417+0000 7f8988fe1640 20 reqs_thread_entry: start 2024-09-12T18:00:56.418 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.417+0000 7f8ad6175800 20 init_complete bucket index max shards: 1 2024-09-12T18:00:56.418 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.417+0000 7f8ad6175800 20 Filter name: none 2024-09-12T18:00:56.418 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.417+0000 7f89027fc640 20 reqs_thread_entry: start 2024-09-12T18:00:56.418 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.417+0000 7f8ad6175800 10 cache get: name=default.rgw.meta+users.uid+tester.client.0 : miss 2024-09-12T18:00:56.418 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.417+0000 7f8ad6175800 20 rados->read ofs=0 len=0 2024-09-12T18:00:56.419 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.418+0000 7f8ad6175800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:56.419 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.418+0000 7f8ad6175800 10 cache put: name=default.rgw.meta+users.uid+tester.client.0 info.flags=0x0 2024-09-12T18:00:56.419 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.418+0000 7f8ad6175800 10 adding default.rgw.meta+users.uid+tester.client.0 to cache LRU end 2024-09-12T18:00:56.419 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.418+0000 7f8ad6175800 10 cache get: name=default.rgw.meta+users.email+tester.client.0_test@test.test : miss 2024-09-12T18:00:56.419 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.418+0000 7f8ad6175800 20 rados->read ofs=0 len=0 2024-09-12T18:00:56.420 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.418+0000 7f8ad6175800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:56.420 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.418+0000 7f8ad6175800 10 cache put: name=default.rgw.meta+users.email+tester.client.0_test@test.test info.flags=0x0 2024-09-12T18:00:56.420 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.418+0000 7f8ad6175800 10 adding default.rgw.meta+users.email+tester.client.0_test@test.test to cache LRU end 2024-09-12T18:00:56.420 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.418+0000 7f8ad6175800 10 cache get: name=default.rgw.meta+users.keys+ACZCKUSDGKYTRZBGMLOY : miss 2024-09-12T18:00:56.420 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.418+0000 7f8ad6175800 20 rados->read ofs=0 len=0 2024-09-12T18:00:56.420 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.418+0000 7f8ad6175800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:56.420 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.418+0000 7f8ad6175800 10 cache put: name=default.rgw.meta+users.keys+ACZCKUSDGKYTRZBGMLOY info.flags=0x0 2024-09-12T18:00:56.420 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.418+0000 7f8ad6175800 10 adding default.rgw.meta+users.keys+ACZCKUSDGKYTRZBGMLOY to cache LRU end 2024-09-12T18:00:56.420 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.418+0000 7f8ad6175800 10 cache get: name=default.rgw.meta+users.keys+ACZCKUSDGKYTRZBGMLOY : hit (negative entry) 2024-09-12T18:00:56.420 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.418+0000 7f8ad6175800 10 cache get: name=default.rgw.meta+users.keys+ACZCKUSDGKYTRZBGMLOY : hit (negative entry) 2024-09-12T18:00:56.421 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.420+0000 7f8ad6175800 10 cache put: name=default.rgw.meta+users.uid+tester.client.0 info.flags=0x17 2024-09-12T18:00:56.421 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.420+0000 7f8ad6175800 10 moving default.rgw.meta+users.uid+tester.client.0 to cache LRU end 2024-09-12T18:00:56.421 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.420+0000 7f8ad6175800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:users.uid:tester.client.0, ofs0, ns] 2024-09-12T18:00:56.421 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.420+0000 7f89b2ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398934 cookie 93845107700288 notifier 8703 bl.length()=670 2024-09-12T18:00:56.421 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.420+0000 7f89b2ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+tester.client.0 info.flags=0x17 2024-09-12T18:00:56.421 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.420+0000 7f89b2ffd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+tester.client.0 to cache LRU end 2024-09-12T18:00:56.422 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.421+0000 7f8ad6175800 10 cache put: name=default.rgw.meta+users.email+tester.client.0_test@test.test info.flags=0x7 2024-09-12T18:00:56.422 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.421+0000 7f8ad6175800 10 moving default.rgw.meta+users.email+tester.client.0_test@test.test to cache LRU end 2024-09-12T18:00:56.422 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.421+0000 7f8ad6175800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.email:tester.client.0_test@test.test, ofs0, ns] 2024-09-12T18:00:56.422 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.422+0000 7f89b27fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398923 cookie 93845107688736 notifier 8703 bl.length()=200 2024-09-12T18:00:56.422 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.422+0000 7f89b27fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+tester.client.0_test@test.test info.flags=0x7 2024-09-12T18:00:56.422 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.422+0000 7f89b27fc640 10 rgw watcher librados: moving default.rgw.meta+users.email+tester.client.0_test@test.test to cache LRU end 2024-09-12T18:00:56.424 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.423+0000 7f8ad6175800 10 cache put: name=default.rgw.meta+users.keys+ACZCKUSDGKYTRZBGMLOY info.flags=0x7 2024-09-12T18:00:56.424 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.423+0000 7f8ad6175800 10 moving default.rgw.meta+users.keys+ACZCKUSDGKYTRZBGMLOY to cache LRU end 2024-09-12T18:00:56.424 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.423+0000 7f8ad6175800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.keys:ACZCKUSDGKYTRZBGMLOY, ofs0, ns] 2024-09-12T18:00:56.424 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.424+0000 7f89b27fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398935 cookie 93845107696352 notifier 8703 bl.length()=189 2024-09-12T18:00:56.424 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.424+0000 7f89b27fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+ACZCKUSDGKYTRZBGMLOY info.flags=0x7 2024-09-12T18:00:56.424 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.424+0000 7f89b27fc640 10 rgw watcher librados: moving default.rgw.meta+users.keys+ACZCKUSDGKYTRZBGMLOY to cache LRU end 2024-09-12T18:00:56.425 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2024-09-12T18:00:56.425 INFO:teuthology.orchestra.run.smithi045.stdout: "user_id": "tester.client.0", 2024-09-12T18:00:56.425 INFO:teuthology.orchestra.run.smithi045.stdout: "display_name": "Ms. tester.client.0", 2024-09-12T18:00:56.425 INFO:teuthology.orchestra.run.smithi045.stdout: "email": "tester.client.0_test@test.test", 2024-09-12T18:00:56.425 INFO:teuthology.orchestra.run.smithi045.stdout: "suspended": 0, 2024-09-12T18:00:56.425 INFO:teuthology.orchestra.run.smithi045.stdout: "max_buckets": 1000, 2024-09-12T18:00:56.425 INFO:teuthology.orchestra.run.smithi045.stdout: "subusers": [], 2024-09-12T18:00:56.425 INFO:teuthology.orchestra.run.smithi045.stdout: "keys": [ 2024-09-12T18:00:56.426 INFO:teuthology.orchestra.run.smithi045.stdout: { 2024-09-12T18:00:56.426 INFO:teuthology.orchestra.run.smithi045.stdout: "user": "tester.client.0", 2024-09-12T18:00:56.426 INFO:teuthology.orchestra.run.smithi045.stdout: "access_key": "ACZCKUSDGKYTRZBGMLOY", 2024-09-12T18:00:56.426 INFO:teuthology.orchestra.run.smithi045.stdout: "secret_key": "/hMHnfApliFhTDyitNEMU5R84Y0WaUXT+/6ZWAFQlSrqp7NiDl5ajg==", 2024-09-12T18:00:56.426 INFO:teuthology.orchestra.run.smithi045.stdout: "active": true, 2024-09-12T18:00:56.426 INFO:teuthology.orchestra.run.smithi045.stdout: "create_date": "2024-09-12T18:00:56.419260Z" 2024-09-12T18:00:56.426 INFO:teuthology.orchestra.run.smithi045.stdout: } 2024-09-12T18:00:56.426 INFO:teuthology.orchestra.run.smithi045.stdout: ], 2024-09-12T18:00:56.426 INFO:teuthology.orchestra.run.smithi045.stdout: "swift_keys": [], 2024-09-12T18:00:56.426 INFO:teuthology.orchestra.run.smithi045.stdout: "caps": [], 2024-09-12T18:00:56.426 INFO:teuthology.orchestra.run.smithi045.stdout: "op_mask": "read, write, delete", 2024-09-12T18:00:56.426 INFO:teuthology.orchestra.run.smithi045.stdout: "default_placement": "", 2024-09-12T18:00:56.427 INFO:teuthology.orchestra.run.smithi045.stdout: "default_storage_class": "", 2024-09-12T18:00:56.427 INFO:teuthology.orchestra.run.smithi045.stdout: "placement_tags": [], 2024-09-12T18:00:56.427 INFO:teuthology.orchestra.run.smithi045.stdout: "bucket_quota": { 2024-09-12T18:00:56.427 INFO:teuthology.orchestra.run.smithi045.stdout: "enabled": false, 2024-09-12T18:00:56.427 INFO:teuthology.orchestra.run.smithi045.stdout: "check_on_raw": false, 2024-09-12T18:00:56.427 INFO:teuthology.orchestra.run.smithi045.stdout: "max_size": -1, 2024-09-12T18:00:56.427 INFO:teuthology.orchestra.run.smithi045.stdout: "max_size_kb": 0, 2024-09-12T18:00:56.427 INFO:teuthology.orchestra.run.smithi045.stdout: "max_objects": -1 2024-09-12T18:00:56.427 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-12T18:00:56.427 INFO:teuthology.orchestra.run.smithi045.stdout: "user_quota": { 2024-09-12T18:00:56.427 INFO:teuthology.orchestra.run.smithi045.stdout: "enabled": false, 2024-09-12T18:00:56.427 INFO:teuthology.orchestra.run.smithi045.stdout: "check_on_raw": false, 2024-09-12T18:00:56.427 INFO:teuthology.orchestra.run.smithi045.stdout: "max_size": -1, 2024-09-12T18:00:56.427 INFO:teuthology.orchestra.run.smithi045.stdout: "max_size_kb": 0, 2024-09-12T18:00:56.427 INFO:teuthology.orchestra.run.smithi045.stdout: "max_objects": -1 2024-09-12T18:00:56.428 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-12T18:00:56.428 INFO:teuthology.orchestra.run.smithi045.stdout: "temp_url_keys": [], 2024-09-12T18:00:56.428 INFO:teuthology.orchestra.run.smithi045.stdout: "type": "rgw", 2024-09-12T18:00:56.428 INFO:teuthology.orchestra.run.smithi045.stdout: "mfa_ids": [], 2024-09-12T18:00:56.428 INFO:teuthology.orchestra.run.smithi045.stdout: "account_id": "", 2024-09-12T18:00:56.428 INFO:teuthology.orchestra.run.smithi045.stdout: "path": "/", 2024-09-12T18:00:56.428 INFO:teuthology.orchestra.run.smithi045.stdout: "create_date": "2024-09-12T18:00:56.419250Z", 2024-09-12T18:00:56.428 INFO:teuthology.orchestra.run.smithi045.stdout: "tags": [], 2024-09-12T18:00:56.428 INFO:teuthology.orchestra.run.smithi045.stdout: "group_ids": [] 2024-09-12T18:00:56.428 INFO:teuthology.orchestra.run.smithi045.stdout:} 2024-09-12T18:00:56.428 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:00:56.429 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.425+0000 7f8989fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:56.429 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.427+0000 7f8ad6175800 20 remove_watcher() i=0 2024-09-12T18:00:56.429 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.427+0000 7f8ad6175800 2 removed watcher, disabling cache 2024-09-12T18:00:56.429 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.429+0000 7f8ad6175800 20 remove_watcher() i=1 2024-09-12T18:00:56.430 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.430+0000 7f8ad6175800 20 remove_watcher() i=2 2024-09-12T18:00:56.431 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.431+0000 7f8ad6175800 20 remove_watcher() i=3 2024-09-12T18:00:56.432 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.432+0000 7f8ad6175800 20 remove_watcher() i=4 2024-09-12T18:00:56.433 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.433+0000 7f8ad6175800 20 remove_watcher() i=5 2024-09-12T18:00:56.434 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.434+0000 7f8ad6175800 20 remove_watcher() i=6 2024-09-12T18:00:56.435 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.435+0000 7f8ad6175800 20 remove_watcher() i=7 2024-09-12T18:00:56.448 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-12T18:00:56.448 DEBUG:teuthology.orchestra.run.smithi045:> dd of=/home/ubuntu/cephtest/archive/s3-tests-java.client.0.conf 2024-09-12T18:00:56.480 INFO:tasks.s3tests_java:S3 Tests Java: Running tests... 2024-09-12T18:00:56.480 DEBUG:teuthology.orchestra.run.smithi045:> cp /home/ubuntu/cephtest/archive/s3-tests-java.client.0.conf /home/ubuntu/cephtest/s3-tests-java/config.properties 2024-09-12T18:00:56.547 DEBUG:teuthology.orchestra.run.smithi045:> radosgw-admin gc process --include-all 2024-09-12T18:00:56.639 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:00:56.639 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:00:56.678 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.678+0000 7fb3fdd75800 20 rados->read ofs=0 len=0 2024-09-12T18:00:56.680 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.680+0000 7fb3fdd75800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:56.680 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.680+0000 7fb3fdd75800 20 realm 2024-09-12T18:00:56.680 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.680+0000 7fb3fdd75800 20 rados->read ofs=0 len=0 2024-09-12T18:00:56.680 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.680+0000 7fb3fdd75800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:56.681 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.680+0000 7fb3fdd75800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:00:56.681 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.680+0000 7fb3fdd75800 20 rados->read ofs=0 len=0 2024-09-12T18:00:56.681 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.680+0000 7fb3fdd75800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:56.681 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.680+0000 7fb3fdd75800 20 rados->read ofs=0 len=0 2024-09-12T18:00:56.681 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.681+0000 7fb3fdd75800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:56.681 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.681+0000 7fb3fdd75800 20 rados->read ofs=0 len=0 2024-09-12T18:00:56.682 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.682+0000 7fb3fdd75800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:00:56.682 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.682+0000 7fb3fdd75800 20 searching for the correct realm 2024-09-12T18:00:56.685 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.685+0000 7fb3fb05e640 0 -- 172.21.15.45:0/3004334020 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x55636ad6fd60 msgr2=0x55636ad72170 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:56.689 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.688+0000 7fb3fb85f640 0 -- 172.21.15.45:0/3004334020 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7fb3f005c040 msgr2=0x7fb3f005c420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:56.895 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.894+0000 7fb3fdd75800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T18:00:56.895 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.894+0000 7fb3fdd75800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T18:00:56.895 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.894+0000 7fb3fdd75800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:00:56.895 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.894+0000 7fb3fdd75800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:00:56.895 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.894+0000 7fb3fdd75800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:00:56.896 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.894+0000 7fb3fdd75800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:00:56.896 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.894+0000 7fb3fdd75800 20 rados->read ofs=0 len=0 2024-09-12T18:00:56.896 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.895+0000 7fb3fdd75800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:56.896 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.895+0000 7fb3fdd75800 20 rados->read ofs=0 len=0 2024-09-12T18:00:56.897 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.895+0000 7fb3fdd75800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:56.897 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.895+0000 7fb3fdd75800 20 rados->read ofs=0 len=0 2024-09-12T18:00:56.897 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.895+0000 7fb3fdd75800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:00:56.897 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.895+0000 7fb3fdd75800 20 zone default found 2024-09-12T18:00:56.897 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.895+0000 7fb3fdd75800 4 Realm: () 2024-09-12T18:00:56.897 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.895+0000 7fb3fdd75800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T18:00:56.897 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.895+0000 7fb3fdd75800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T18:00:56.897 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.895+0000 7fb3fdd75800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:00:56.897 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.895+0000 7fb3fdd75800 20 zonegroup default 2024-09-12T18:00:56.898 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.895+0000 7fb3fdd75800 20 rados->read ofs=0 len=0 2024-09-12T18:00:56.898 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.896+0000 7fb3fdd75800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:56.898 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.896+0000 7fb3fdd75800 20 rados->read ofs=0 len=0 2024-09-12T18:00:56.898 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.896+0000 7fb3fdd75800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:56.898 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.896+0000 7fb3fdd75800 20 rados->read ofs=0 len=0 2024-09-12T18:00:56.898 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.896+0000 7fb3fdd75800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:56.898 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.896+0000 7fb3fdd75800 20 started sync module instance, tier type = 2024-09-12T18:00:56.898 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.896+0000 7fb3fdd75800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T18:00:56.909 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.908+0000 7fb3fdd75800 20 add_watcher() i=0 2024-09-12T18:00:56.909 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.908+0000 7fb3fdd75800 20 add_watcher() i=1 2024-09-12T18:00:56.909 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.908+0000 7fb3fdd75800 20 add_watcher() i=2 2024-09-12T18:00:56.909 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.908+0000 7fb3fdd75800 20 add_watcher() i=3 2024-09-12T18:00:56.909 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.908+0000 7fb3fdd75800 20 add_watcher() i=4 2024-09-12T18:00:56.909 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.908+0000 7fb3fdd75800 20 add_watcher() i=5 2024-09-12T18:00:56.909 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.908+0000 7fb3fdd75800 20 add_watcher() i=6 2024-09-12T18:00:56.910 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.909+0000 7fb3fdd75800 20 add_watcher() i=7 2024-09-12T18:00:56.910 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.909+0000 7fb3fdd75800 2 all 8 watchers are set, enabling cache 2024-09-12T18:00:56.912 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.911+0000 7fb2b1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:56.912 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.911+0000 7fb3fdd75800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:00:56.912 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.911+0000 7fb3fdd75800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:00:56.951 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.950+0000 7fb2b0fe1640 20 reqs_thread_entry: start 2024-09-12T18:00:56.951 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.950+0000 7fb3fdd75800 20 init_complete bucket index max shards: 1 2024-09-12T18:00:56.951 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.950+0000 7fb3fdd75800 20 Filter name: none 2024-09-12T18:00:56.951 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.950+0000 7fb22a7fc640 20 reqs_thread_entry: start 2024-09-12T18:00:56.951 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.950+0000 7fb3fdd75800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T18:00:56.952 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.952+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:56.953 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.952+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:56.953 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.953+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:56.954 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.954+0000 7fb3fdd75800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T18:00:56.955 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.955+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:56.955 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.955+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:56.956 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.955+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T18:00:56.956 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.955+0000 7fb3fdd75800 20 garbage collection: RGWGC::process iterating over entry tag='_of2u9-nhMYU4r5Uat306nqGG4JNr52I', time=2024-09-12T19:52:11.028706+0000, chain.objs.size()=2 2024-09-12T18:00:56.956 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.955+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b6123b67-6580-4373-9691-e0e950df5f06.4566.16__shadow_.A86QoAUO1NLJg1-AHNN4y0azIq9jWOJ_0 2024-09-12T18:00:56.956 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.955+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b6123b67-6580-4373-9691-e0e950df5f06.4566.16__shadow_.A86QoAUO1NLJg1-AHNN4y0azIq9jWOJ_1 2024-09-12T18:00:56.956 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.955+0000 7fb3fdd75800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.8577506344914558843', time=2024-09-12T19:52:11.161722+0000, chain.objs.size()=3 2024-09-12T18:00:56.957 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.955+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b6123b67-6580-4373-9691-e0e950df5f06.4566.14__shadow_.GNk3BkKD4W48QUH5ryoVDJ8MhppAzAe_0 2024-09-12T18:00:56.957 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.955+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b6123b67-6580-4373-9691-e0e950df5f06.4566.14__shadow_.GNk3BkKD4W48QUH5ryoVDJ8MhppAzAe_1 2024-09-12T18:00:56.957 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.955+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b6123b67-6580-4373-9691-e0e950df5f06.4566.14__shadow_.GNk3BkKD4W48QUH5ryoVDJ8MhppAzAe_2 2024-09-12T18:00:56.958 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.958+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:00:56.960 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.960+0000 7fb3fdd75800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T18:00:56.962 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.961+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:56.962 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.962+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:56.963 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.962+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T18:00:56.963 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.962+0000 7fb3fdd75800 20 garbage collection: RGWGC::process iterating over entry tag='_hUUHs2MzIHl53lSNEMCIPrD-opqMVwV', time=2024-09-12T19:52:11.049272+0000, chain.objs.size()=1 2024-09-12T18:00:56.963 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.962+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.16__shadow_.8G0HehXDgsqqJfSVyZQsFeqtwj4IhQ6_1 2024-09-12T18:00:56.963 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.962+0000 7fb3fdd75800 20 garbage collection: RGWGC::process iterating over entry tag='_uy8SM7vreyi5jDviv5_ehInAiXYk19V', time=2024-09-12T19:52:11.085685+0000, chain.objs.size()=3 2024-09-12T18:00:56.963 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.962+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b6123b67-6580-4373-9691-e0e950df5f06.4566.17__shadow_.cW91ypNqN3PMDW0RY_Q6MQKUprHUiTc_0 2024-09-12T18:00:56.963 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.962+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b6123b67-6580-4373-9691-e0e950df5f06.4566.17__shadow_.cW91ypNqN3PMDW0RY_Q6MQKUprHUiTc_1 2024-09-12T18:00:56.963 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.962+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b6123b67-6580-4373-9691-e0e950df5f06.4566.17__shadow_.cW91ypNqN3PMDW0RY_Q6MQKUprHUiTc_2 2024-09-12T18:00:56.965 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.964+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:00:56.968 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.967+0000 7fb3fdd75800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T18:00:56.970 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.970+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:56.972 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.972+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:56.973 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.972+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:56.974 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.973+0000 7fb3fdd75800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T18:00:56.975 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.975+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:56.975 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.975+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:56.976 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.975+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T18:00:56.976 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.975+0000 7fb3fdd75800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.14278833103263258571', time=2024-09-12T19:52:11.036829+0000, chain.objs.size()=2 2024-09-12T18:00:56.976 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.975+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b6123b67-6580-4373-9691-e0e950df5f06.4566.16__shadow_.Ktlsod9p2MuWGLXtDkg-MwBU4SSsq8o_0 2024-09-12T18:00:56.976 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.975+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b6123b67-6580-4373-9691-e0e950df5f06.4566.16__shadow_.Ktlsod9p2MuWGLXtDkg-MwBU4SSsq8o_1 2024-09-12T18:00:56.977 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.977+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:00:56.980 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.979+0000 7fb3fdd75800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T18:00:56.981 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.980+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:56.981 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.981+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:56.982 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.981+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T18:00:56.982 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.981+0000 7fb3fdd75800 20 garbage collection: RGWGC::process iterating over entry tag='_4lQ4TtOqQKXG30ukK4LqrvMdOtidoK7', time=2024-09-12T19:52:11.059973+0000, chain.objs.size()=1 2024-09-12T18:00:56.982 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.981+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b6123b67-6580-4373-9691-e0e950df5f06.4566.16__shadow_.6jpqq5LiyjPL3jmdl7ebbXF6rzSA-NP_0 2024-09-12T18:00:56.982 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.981+0000 7fb3fdd75800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.15006362623870007223', time=2024-09-12T19:52:11.109562+0000, chain.objs.size()=3 2024-09-12T18:00:56.982 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.981+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.17__multipart_foo-STANDARD.2~bE8bnxAUcp494VY0MG3fSCw3ESwEVye.1 2024-09-12T18:00:56.982 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.981+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.17__multipart_foo-STANDARD.2~bE8bnxAUcp494VY0MG3fSCw3ESwEVye.2 2024-09-12T18:00:56.982 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.981+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.17__multipart_foo-STANDARD.2~bE8bnxAUcp494VY0MG3fSCw3ESwEVye.3 2024-09-12T18:00:56.984 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.983+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:00:56.988 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.987+0000 7fb3fdd75800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T18:00:56.989 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.988+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:56.989 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.989+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:56.989 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.989+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T18:00:56.990 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.989+0000 7fb3fdd75800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.3240740687282274629', time=2024-09-12T19:52:11.045092+0000, chain.objs.size()=2 2024-09-12T18:00:56.990 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.989+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b6123b67-6580-4373-9691-e0e950df5f06.4566.16__shadow_.Ktlsod9p2MuWGLXtDkg-MwBU4SSsq8o_0 2024-09-12T18:00:56.990 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.989+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b6123b67-6580-4373-9691-e0e950df5f06.4566.16__shadow_.Ktlsod9p2MuWGLXtDkg-MwBU4SSsq8o_1 2024-09-12T18:00:56.991 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.991+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:00:56.994 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.993+0000 7fb3fdd75800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T18:00:56.995 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.994+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:56.995 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.995+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:56.996 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.995+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:56.997 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.996+0000 7fb3fdd75800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T18:00:56.998 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.998+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:56.998 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.998+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:56.999 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.998+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T18:00:56.999 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.998+0000 7fb3fdd75800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.11767542901513064171', time=2024-09-12T19:52:11.020606+0000, chain.objs.size()=2 2024-09-12T18:00:56.999 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.998+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b6123b67-6580-4373-9691-e0e950df5f06.4566.16__shadow_.z__1aCtfJJCPwoPAJ_u0HT_g0MbcxnA_0 2024-09-12T18:00:56.999 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:56.998+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b6123b67-6580-4373-9691-e0e950df5f06.4566.16__shadow_.z__1aCtfJJCPwoPAJ_u0HT_g0MbcxnA_1 2024-09-12T18:00:57.001 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.001+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:00:57.003 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.003+0000 7fb3fdd75800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T18:00:57.004 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.004+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.005 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.005+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:57.006 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.005+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T18:00:57.006 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.005+0000 7fb3fdd75800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.15539989550375012914', time=2024-09-12T19:52:11.121296+0000, chain.objs.size()=3 2024-09-12T18:00:57.006 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.005+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.17__multipart_foo-STANDARD.2~bE8bnxAUcp494VY0MG3fSCw3ESwEVye.1 2024-09-12T18:00:57.006 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.005+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.17__multipart_foo-STANDARD.2~bE8bnxAUcp494VY0MG3fSCw3ESwEVye.2 2024-09-12T18:00:57.006 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.005+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.17__multipart_foo-STANDARD.2~bE8bnxAUcp494VY0MG3fSCw3ESwEVye.3 2024-09-12T18:00:57.007 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.007+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:00:57.012 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.011+0000 7fb3fdd75800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T18:00:57.013 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.012+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.013 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.013+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:57.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.013+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.014+0000 7fb3fdd75800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T18:00:57.016 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.015+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.016 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.016+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:57.017 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.016+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.017 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.017+0000 7fb3fdd75800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T18:00:57.019 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.018+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.019+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:57.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.019+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T18:00:57.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.019+0000 7fb3fdd75800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.6520920787326450721', time=2024-09-12T19:52:11.081482+0000, chain.objs.size()=5 2024-09-12T18:00:57.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.019+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b6123b67-6580-4373-9691-e0e950df5f06.4566.17__multipart_foo-FROZEN.2~3KbUP2_kNgqJT-6aqpyzbqBXyYLbzKA.1 2024-09-12T18:00:57.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.019+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b6123b67-6580-4373-9691-e0e950df5f06.4566.17__shadow_foo-FROZEN.2~3KbUP2_kNgqJT-6aqpyzbqBXyYLbzKA.1_1 2024-09-12T18:00:57.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.019+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b6123b67-6580-4373-9691-e0e950df5f06.4566.17__multipart_foo-FROZEN.2~3KbUP2_kNgqJT-6aqpyzbqBXyYLbzKA.2 2024-09-12T18:00:57.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.019+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b6123b67-6580-4373-9691-e0e950df5f06.4566.17__shadow_foo-FROZEN.2~3KbUP2_kNgqJT-6aqpyzbqBXyYLbzKA.2_1 2024-09-12T18:00:57.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.019+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b6123b67-6580-4373-9691-e0e950df5f06.4566.17__multipart_foo-FROZEN.2~3KbUP2_kNgqJT-6aqpyzbqBXyYLbzKA.3 2024-09-12T18:00:57.024 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.024+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:00:57.026 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.026+0000 7fb3fdd75800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T18:00:57.028 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.027+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.028 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.028+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:57.029 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.028+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T18:00:57.029 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.028+0000 7fb3fdd75800 20 garbage collection: RGWGC::process iterating over entry tag='_IdcchaMaW_fE0vPtqyX-V8cAUa_2BAf', time=2024-09-12T19:52:11.055950+0000, chain.objs.size()=1 2024-09-12T18:00:57.029 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.028+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b6123b67-6580-4373-9691-e0e950df5f06.4566.16__shadow_.t9tBe75suSge1kkhZsPAkFB-Wr1-RWh_0 2024-09-12T18:00:57.029 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.029+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:00:57.032 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.031+0000 7fb3fdd75800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T18:00:57.033 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.033+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.033 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.033+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:57.034 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.033+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T18:00:57.034 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.033+0000 7fb3fdd75800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.5853349771431187385', time=2024-09-12T19:52:10.954987+0000, chain.objs.size()=7 2024-09-12T18:00:57.034 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.033+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.12__multipart_foo.2~zXdRMF5SynbB38hsHaKdhadqvBez5Jh.1 2024-09-12T18:00:57.034 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.033+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.12__shadow_foo.2~zXdRMF5SynbB38hsHaKdhadqvBez5Jh.1_1 2024-09-12T18:00:57.034 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.033+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.12__multipart_foo.2~zXdRMF5SynbB38hsHaKdhadqvBez5Jh.2 2024-09-12T18:00:57.035 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.033+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.12__shadow_foo.2~zXdRMF5SynbB38hsHaKdhadqvBez5Jh.2_1 2024-09-12T18:00:57.035 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.033+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.12__multipart_foo.2~zXdRMF5SynbB38hsHaKdhadqvBez5Jh.3 2024-09-12T18:00:57.035 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.033+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.12__shadow_foo.2~zXdRMF5SynbB38hsHaKdhadqvBez5Jh.3_1 2024-09-12T18:00:57.035 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.033+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.12__multipart_foo.2~zXdRMF5SynbB38hsHaKdhadqvBez5Jh.4 2024-09-12T18:00:57.037 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.036+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:00:57.039 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.039+0000 7fb3fdd75800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T18:00:57.041 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.040+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.041 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.041+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:57.042 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.041+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T18:00:57.042 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.041+0000 7fb3fdd75800 20 garbage collection: RGWGC::process iterating over entry tag='_2Ob6yePZlVsmSjCWzcJcfFUWQ92hDo4', time=2024-09-12T19:52:11.032768+0000, chain.objs.size()=1 2024-09-12T18:00:57.043 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.041+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.16__shadow_.klK-FDdwAVBVcmcaRIvI-K7w6SzPZu__1 2024-09-12T18:00:57.043 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.041+0000 7fb3fdd75800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.11014109970593078136', time=2024-09-12T19:52:11.139105+0000, chain.objs.size()=5 2024-09-12T18:00:57.043 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.041+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b6123b67-6580-4373-9691-e0e950df5f06.4566.15__multipart_foo-LUKEWARM.2~P_wFuqGEmphHMFqBnxs410eGO5WGBOE.1 2024-09-12T18:00:57.043 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.041+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b6123b67-6580-4373-9691-e0e950df5f06.4566.15__shadow_foo-LUKEWARM.2~P_wFuqGEmphHMFqBnxs410eGO5WGBOE.1_1 2024-09-12T18:00:57.043 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.041+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b6123b67-6580-4373-9691-e0e950df5f06.4566.15__multipart_foo-LUKEWARM.2~P_wFuqGEmphHMFqBnxs410eGO5WGBOE.2 2024-09-12T18:00:57.043 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.041+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b6123b67-6580-4373-9691-e0e950df5f06.4566.15__shadow_foo-LUKEWARM.2~P_wFuqGEmphHMFqBnxs410eGO5WGBOE.2_1 2024-09-12T18:00:57.043 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.041+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b6123b67-6580-4373-9691-e0e950df5f06.4566.15__multipart_foo-LUKEWARM.2~P_wFuqGEmphHMFqBnxs410eGO5WGBOE.3 2024-09-12T18:00:57.043 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.041+0000 7fb3fdd75800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.6404059855733306107', time=2024-09-12T19:52:11.142932+0000, chain.objs.size()=3 2024-09-12T18:00:57.043 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.041+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.15__multipart_foo-STANDARD.2~n0jklfScY2Go-BNTbFx5jp3CguEhz9o.1 2024-09-12T18:00:57.043 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.041+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.15__multipart_foo-STANDARD.2~n0jklfScY2Go-BNTbFx5jp3CguEhz9o.2 2024-09-12T18:00:57.043 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.041+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.15__multipart_foo-STANDARD.2~n0jklfScY2Go-BNTbFx5jp3CguEhz9o.3 2024-09-12T18:00:57.045 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.044+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:00:57.048 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.048+0000 7fb3fdd75800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T18:00:57.049 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.049+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.050 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.049+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:57.050 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.050+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T18:00:57.050 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.050+0000 7fb3fdd75800 20 garbage collection: RGWGC::process iterating over entry tag='_w6ZXTfTAvcPLz7vqiFiaEfOJsDQeMUG', time=2024-09-12T19:52:11.089677+0000, chain.objs.size()=2 2024-09-12T18:00:57.051 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.050+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.17__shadow_.Y3kyvgJeR85XQB4nLK-fj1M_Olhi4jL_1 2024-09-12T18:00:57.051 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.050+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.17__shadow_.Y3kyvgJeR85XQB4nLK-fj1M_Olhi4jL_2 2024-09-12T18:00:57.052 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.051+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:00:57.054 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.054+0000 7fb3fdd75800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T18:00:57.055 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.055+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.056 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.056+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:57.056 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.056+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.057 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.057+0000 7fb3fdd75800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T18:00:57.058 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.058+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.059 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.058+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:57.059 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.059+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.060 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.059+0000 7fb3fdd75800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T18:00:57.061 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.061+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.061 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.061+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:57.062 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.061+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.063 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.062+0000 7fb3fdd75800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T18:00:57.064 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.064+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.064 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.064+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:57.065 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.064+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T18:00:57.065 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.064+0000 7fb3fdd75800 20 garbage collection: RGWGC::process iterating over entry tag='__U6Go7upuvVh7jizwg4j2nQGPK6Jn4R', time=2024-09-12T19:52:11.040646+0000, chain.objs.size()=2 2024-09-12T18:00:57.066 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.064+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b6123b67-6580-4373-9691-e0e950df5f06.4566.16__shadow_.IYVgMz1Nn6F1yYZ2QWyETWmM_olBiwf_0 2024-09-12T18:00:57.066 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.064+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b6123b67-6580-4373-9691-e0e950df5f06.4566.16__shadow_.IYVgMz1Nn6F1yYZ2QWyETWmM_olBiwf_1 2024-09-12T18:00:57.066 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.064+0000 7fb3fdd75800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.2827337237842437165', time=2024-09-12T19:52:11.077633+0000, chain.objs.size()=5 2024-09-12T18:00:57.066 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.064+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b6123b67-6580-4373-9691-e0e950df5f06.4566.17__multipart_foo-FROZEN.2~3KbUP2_kNgqJT-6aqpyzbqBXyYLbzKA.1 2024-09-12T18:00:57.066 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.064+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b6123b67-6580-4373-9691-e0e950df5f06.4566.17__shadow_foo-FROZEN.2~3KbUP2_kNgqJT-6aqpyzbqBXyYLbzKA.1_1 2024-09-12T18:00:57.066 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.064+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b6123b67-6580-4373-9691-e0e950df5f06.4566.17__multipart_foo-FROZEN.2~3KbUP2_kNgqJT-6aqpyzbqBXyYLbzKA.2 2024-09-12T18:00:57.066 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.065+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b6123b67-6580-4373-9691-e0e950df5f06.4566.17__shadow_foo-FROZEN.2~3KbUP2_kNgqJT-6aqpyzbqBXyYLbzKA.2_1 2024-09-12T18:00:57.066 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.065+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b6123b67-6580-4373-9691-e0e950df5f06.4566.17__multipart_foo-FROZEN.2~3KbUP2_kNgqJT-6aqpyzbqBXyYLbzKA.3 2024-09-12T18:00:57.068 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.067+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:00:57.070 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.070+0000 7fb3fdd75800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T18:00:57.071 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.071+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.072 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.072+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:57.072 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.072+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.073 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.073+0000 7fb3fdd75800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T18:00:57.074 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.074+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.075 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.074+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:57.076 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.075+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T18:00:57.076 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.075+0000 7fb3fdd75800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.17815565223268444937', time=2024-09-12T19:52:11.135236+0000, chain.objs.size()=5 2024-09-12T18:00:57.076 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.075+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b6123b67-6580-4373-9691-e0e950df5f06.4566.15__multipart_foo-FROZEN.2~QE2OpQ4nccoWvHgaxwyJXqFYzX0FMwm.1 2024-09-12T18:00:57.076 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.075+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b6123b67-6580-4373-9691-e0e950df5f06.4566.15__shadow_foo-FROZEN.2~QE2OpQ4nccoWvHgaxwyJXqFYzX0FMwm.1_1 2024-09-12T18:00:57.076 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.075+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b6123b67-6580-4373-9691-e0e950df5f06.4566.15__multipart_foo-FROZEN.2~QE2OpQ4nccoWvHgaxwyJXqFYzX0FMwm.2 2024-09-12T18:00:57.076 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.075+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b6123b67-6580-4373-9691-e0e950df5f06.4566.15__shadow_foo-FROZEN.2~QE2OpQ4nccoWvHgaxwyJXqFYzX0FMwm.2_1 2024-09-12T18:00:57.076 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.075+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b6123b67-6580-4373-9691-e0e950df5f06.4566.15__multipart_foo-FROZEN.2~QE2OpQ4nccoWvHgaxwyJXqFYzX0FMwm.3 2024-09-12T18:00:57.078 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.077+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:00:57.080 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.079+0000 7fb3fdd75800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T18:00:57.081 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.081+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.081 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.081+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:57.082 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.081+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T18:00:57.082 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.081+0000 7fb3fdd75800 20 garbage collection: RGWGC::process iterating over entry tag='_psAEGhA9fqq99_0sdVNwi1Ly5CNYK8t', time=2024-09-12T19:52:11.113393+0000, chain.objs.size()=1 2024-09-12T18:00:57.082 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.081+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b6123b67-6580-4373-9691-e0e950df5f06.4566.17__shadow_.j9VICf05ZBwTUCJoo5iIede_voTy99Q_0 2024-09-12T18:00:57.083 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.082+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:00:57.085 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.084+0000 7fb3fdd75800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T18:00:57.086 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.086+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.087 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.086+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:57.087 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.087+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T18:00:57.088 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.087+0000 7fb3fdd75800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.6361620627505946774', time=2024-09-12T19:52:10.988210+0000, chain.objs.size()=4 2024-09-12T18:00:57.088 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.087+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.11__multipart_foo.2~mrbEKpFjPMRfBiPVk2wHBOWSjvetoQV.1 2024-09-12T18:00:57.088 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.087+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.11__multipart_foo.2~mrbEKpFjPMRfBiPVk2wHBOWSjvetoQV.2 2024-09-12T18:00:57.088 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.087+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.11__multipart_foo.2~mrbEKpFjPMRfBiPVk2wHBOWSjvetoQV.3 2024-09-12T18:00:57.088 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.087+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.11__multipart_foo.2~mrbEKpFjPMRfBiPVk2wHBOWSjvetoQV.4 2024-09-12T18:00:57.088 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.087+0000 7fb3fdd75800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.16326183360922674225', time=2024-09-12T19:52:11.024626+0000, chain.objs.size()=2 2024-09-12T18:00:57.088 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.087+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b6123b67-6580-4373-9691-e0e950df5f06.4566.16__shadow_.z__1aCtfJJCPwoPAJ_u0HT_g0MbcxnA_0 2024-09-12T18:00:57.088 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.087+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b6123b67-6580-4373-9691-e0e950df5f06.4566.16__shadow_.z__1aCtfJJCPwoPAJ_u0HT_g0MbcxnA_1 2024-09-12T18:00:57.090 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.089+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:00:57.092 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.092+0000 7fb3fdd75800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T18:00:57.093 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.093+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.094 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.093+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:57.094 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.094+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T18:00:57.094 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.094+0000 7fb3fdd75800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.2553448133188182556', time=2024-09-12T19:52:11.157589+0000, chain.objs.size()=3 2024-09-12T18:00:57.094 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.094+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b6123b67-6580-4373-9691-e0e950df5f06.4566.14__shadow_.au47xIu4R0OSHz_jHWYUihX03n-oNpY_0 2024-09-12T18:00:57.094 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.094+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b6123b67-6580-4373-9691-e0e950df5f06.4566.14__shadow_.au47xIu4R0OSHz_jHWYUihX03n-oNpY_1 2024-09-12T18:00:57.095 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.094+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b6123b67-6580-4373-9691-e0e950df5f06.4566.14__shadow_.au47xIu4R0OSHz_jHWYUihX03n-oNpY_2 2024-09-12T18:00:57.096 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.095+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:00:57.098 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.097+0000 7fb3fdd75800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T18:00:57.099 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.099+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.099 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.099+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:57.101 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.099+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T18:00:57.101 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.099+0000 7fb3fdd75800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.11790912669316679564', time=2024-09-12T19:52:11.006059+0000, chain.objs.size()=7 2024-09-12T18:00:57.101 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.099+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.10__multipart_foo.2~uj0s3JN0NdFPlVmdf9R4UDGtAXCRCTe.1 2024-09-12T18:00:57.101 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.099+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.10__shadow_foo.2~uj0s3JN0NdFPlVmdf9R4UDGtAXCRCTe.1_1 2024-09-12T18:00:57.101 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.099+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.10__multipart_foo.2~uj0s3JN0NdFPlVmdf9R4UDGtAXCRCTe.2 2024-09-12T18:00:57.101 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.099+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.10__shadow_foo.2~uj0s3JN0NdFPlVmdf9R4UDGtAXCRCTe.2_1 2024-09-12T18:00:57.101 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.099+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.10__multipart_foo.2~uj0s3JN0NdFPlVmdf9R4UDGtAXCRCTe.3 2024-09-12T18:00:57.101 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.099+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.10__shadow_foo.2~uj0s3JN0NdFPlVmdf9R4UDGtAXCRCTe.3_1 2024-09-12T18:00:57.101 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.099+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.10__multipart_foo.2~uj0s3JN0NdFPlVmdf9R4UDGtAXCRCTe.4 2024-09-12T18:00:57.101 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.099+0000 7fb3fdd75800 20 garbage collection: RGWGC::process iterating over entry tag='_ndvBIdVKHsK-XxYOYA6FaJUTF0MGHPD', time=2024-09-12T19:52:11.097269+0000, chain.objs.size()=3 2024-09-12T18:00:57.101 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.100+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b6123b67-6580-4373-9691-e0e950df5f06.4566.17__shadow_.TeoSr4zFs_UOenrfHoPALS9W1Q3_u-V_0 2024-09-12T18:00:57.102 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.100+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b6123b67-6580-4373-9691-e0e950df5f06.4566.17__shadow_.TeoSr4zFs_UOenrfHoPALS9W1Q3_u-V_1 2024-09-12T18:00:57.102 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.100+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b6123b67-6580-4373-9691-e0e950df5f06.4566.17__shadow_.TeoSr4zFs_UOenrfHoPALS9W1Q3_u-V_2 2024-09-12T18:00:57.106 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.105+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:00:57.108 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.107+0000 7fb3fdd75800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T18:00:57.109 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.108+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.109 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.109+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:57.110 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.109+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.110 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.110+0000 7fb3fdd75800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T18:00:57.112 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.111+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.112 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.112+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:57.113 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.112+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T18:00:57.113 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.112+0000 7fb3fdd75800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.8261871403421761318', time=2024-09-12T19:52:11.101329+0000, chain.objs.size()=5 2024-09-12T18:00:57.113 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.112+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b6123b67-6580-4373-9691-e0e950df5f06.4566.17__multipart_foo-LUKEWARM.2~dSqXBO7zkcoPNZCurxGnwnMnywAXJtZ.1 2024-09-12T18:00:57.114 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.112+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b6123b67-6580-4373-9691-e0e950df5f06.4566.17__shadow_foo-LUKEWARM.2~dSqXBO7zkcoPNZCurxGnwnMnywAXJtZ.1_1 2024-09-12T18:00:57.114 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.112+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b6123b67-6580-4373-9691-e0e950df5f06.4566.17__multipart_foo-LUKEWARM.2~dSqXBO7zkcoPNZCurxGnwnMnywAXJtZ.2 2024-09-12T18:00:57.114 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.112+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b6123b67-6580-4373-9691-e0e950df5f06.4566.17__shadow_foo-LUKEWARM.2~dSqXBO7zkcoPNZCurxGnwnMnywAXJtZ.2_1 2024-09-12T18:00:57.114 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.112+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b6123b67-6580-4373-9691-e0e950df5f06.4566.17__multipart_foo-LUKEWARM.2~dSqXBO7zkcoPNZCurxGnwnMnywAXJtZ.3 2024-09-12T18:00:57.114 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.112+0000 7fb3fdd75800 20 garbage collection: RGWGC::process iterating over entry tag='_4lfCC2XwbhYOXCOO5UvTtAtHQxvKpt4', time=2024-09-12T19:52:11.117370+0000, chain.objs.size()=1 2024-09-12T18:00:57.114 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.112+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b6123b67-6580-4373-9691-e0e950df5f06.4566.17__shadow_.tCIVUMowKJGk6JvHi4DIHL2zn0J5j3a_0 2024-09-12T18:00:57.114 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.114+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:00:57.117 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.116+0000 7fb3fdd75800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T18:00:57.118 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.117+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.118 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.118+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:57.119 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.118+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.120 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.119+0000 7fb3fdd75800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T18:00:57.121 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.121+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.121 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.121+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:57.122 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.121+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T18:00:57.122 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.121+0000 7fb3fdd75800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.15438680988863488482', time=2024-09-12T19:52:10.969659+0000, chain.objs.size()=4 2024-09-12T18:00:57.122 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.121+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.13__multipart_foo.2~tGHUTeLMoRJa29UlyncKjOG9KwlaVgq.1 2024-09-12T18:00:57.122 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.121+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.13__multipart_foo.2~tGHUTeLMoRJa29UlyncKjOG9KwlaVgq.2 2024-09-12T18:00:57.122 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.121+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.13__multipart_foo.2~tGHUTeLMoRJa29UlyncKjOG9KwlaVgq.3 2024-09-12T18:00:57.122 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.121+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.13__multipart_foo.2~tGHUTeLMoRJa29UlyncKjOG9KwlaVgq.4 2024-09-12T18:00:57.123 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.121+0000 7fb3fdd75800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.13126631255586359929', time=2024-09-12T19:52:11.093520+0000, chain.objs.size()=5 2024-09-12T18:00:57.123 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.121+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b6123b67-6580-4373-9691-e0e950df5f06.4566.17__multipart_foo-LUKEWARM.2~dSqXBO7zkcoPNZCurxGnwnMnywAXJtZ.1 2024-09-12T18:00:57.123 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.121+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b6123b67-6580-4373-9691-e0e950df5f06.4566.17__shadow_foo-LUKEWARM.2~dSqXBO7zkcoPNZCurxGnwnMnywAXJtZ.1_1 2024-09-12T18:00:57.123 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.121+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b6123b67-6580-4373-9691-e0e950df5f06.4566.17__multipart_foo-LUKEWARM.2~dSqXBO7zkcoPNZCurxGnwnMnywAXJtZ.2 2024-09-12T18:00:57.123 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.121+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b6123b67-6580-4373-9691-e0e950df5f06.4566.17__shadow_foo-LUKEWARM.2~dSqXBO7zkcoPNZCurxGnwnMnywAXJtZ.2_1 2024-09-12T18:00:57.123 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.121+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b6123b67-6580-4373-9691-e0e950df5f06.4566.17__multipart_foo-LUKEWARM.2~dSqXBO7zkcoPNZCurxGnwnMnywAXJtZ.3 2024-09-12T18:00:57.125 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.125+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:00:57.128 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.127+0000 7fb3fdd75800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T18:00:57.129 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.128+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.129 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.129+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:57.130 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.129+0000 7fb3fdd75800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T18:00:57.130 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.129+0000 7fb3fdd75800 20 garbage collection: RGWGC::process iterating over entry tag='_Yuafgo8KEdchxlnOncF2J3nRMUzdqD3', time=2024-09-12T19:52:11.105624+0000, chain.objs.size()=2 2024-09-12T18:00:57.130 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.129+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.17__shadow_.2595LcooEKnngGJ1eCzDiUVHM38ZQ03_1 2024-09-12T18:00:57.130 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.129+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.17__shadow_.2595LcooEKnngGJ1eCzDiUVHM38ZQ03_2 2024-09-12T18:00:57.131 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.131+0000 7fb3fdd75800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:00:57.134 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.134+0000 7fb2b1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:57.136 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.136+0000 7fb3fdd75800 20 remove_watcher() i=0 2024-09-12T18:00:57.136 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.136+0000 7fb3fdd75800 2 removed watcher, disabling cache 2024-09-12T18:00:57.138 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.137+0000 7fb3fdd75800 20 remove_watcher() i=1 2024-09-12T18:00:57.139 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.138+0000 7fb3fdd75800 20 remove_watcher() i=2 2024-09-12T18:00:57.140 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.139+0000 7fb3fdd75800 20 remove_watcher() i=3 2024-09-12T18:00:57.142 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.141+0000 7fb3fdd75800 20 remove_watcher() i=4 2024-09-12T18:00:57.142 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.142+0000 7fb3fdd75800 20 remove_watcher() i=5 2024-09-12T18:00:57.143 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.143+0000 7fb3fdd75800 20 remove_watcher() i=6 2024-09-12T18:00:57.144 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.144+0000 7fb3fdd75800 20 remove_watcher() i=7 2024-09-12T18:00:57.156 DEBUG:teuthology.orchestra.run.smithi045:> radosgw-admin gc process --include-all 2024-09-12T18:00:57.209 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:00:57.209 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:00:57.249 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.248+0000 7f609bb2e800 20 rados->read ofs=0 len=0 2024-09-12T18:00:57.250 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.249+0000 7f609bb2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:57.250 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.249+0000 7f609bb2e800 20 realm 2024-09-12T18:00:57.250 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.249+0000 7f609bb2e800 20 rados->read ofs=0 len=0 2024-09-12T18:00:57.250 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.249+0000 7f609bb2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:57.250 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.249+0000 7f609bb2e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:00:57.251 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.249+0000 7f609bb2e800 20 rados->read ofs=0 len=0 2024-09-12T18:00:57.251 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.250+0000 7f609bb2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:57.251 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.250+0000 7f609bb2e800 20 rados->read ofs=0 len=0 2024-09-12T18:00:57.251 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.250+0000 7f609bb2e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:57.251 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.250+0000 7f609bb2e800 20 rados->read ofs=0 len=0 2024-09-12T18:00:57.252 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.251+0000 7f609bb2e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:00:57.252 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.251+0000 7f609bb2e800 20 searching for the correct realm 2024-09-12T18:00:57.254 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.253+0000 7f6096f63640 0 -- 172.21.15.45:0/461232013 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f6088092980 msgr2=0x7f608806c440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:57.257 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.257+0000 7f6097764640 0 -- 172.21.15.45:0/461232013 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f608c08f0b0 msgr2=0x7f608c0699f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:57.465 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.464+0000 7f609bb2e800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T18:00:57.465 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.464+0000 7f609bb2e800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T18:00:57.465 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.464+0000 7f609bb2e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:00:57.465 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.464+0000 7f609bb2e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:00:57.465 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.464+0000 7f609bb2e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:00:57.465 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.464+0000 7f609bb2e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:00:57.465 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.464+0000 7f609bb2e800 20 rados->read ofs=0 len=0 2024-09-12T18:00:57.465 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.464+0000 7f609bb2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:57.465 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.464+0000 7f609bb2e800 20 rados->read ofs=0 len=0 2024-09-12T18:00:57.465 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.464+0000 7f609bb2e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:57.465 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.464+0000 7f609bb2e800 20 rados->read ofs=0 len=0 2024-09-12T18:00:57.467 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.464+0000 7f609bb2e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:00:57.467 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.465+0000 7f609bb2e800 20 zone default found 2024-09-12T18:00:57.467 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.465+0000 7f609bb2e800 4 Realm: () 2024-09-12T18:00:57.467 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.465+0000 7f609bb2e800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T18:00:57.467 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.465+0000 7f609bb2e800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T18:00:57.467 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.465+0000 7f609bb2e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:00:57.467 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.465+0000 7f609bb2e800 20 zonegroup default 2024-09-12T18:00:57.467 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.465+0000 7f609bb2e800 20 rados->read ofs=0 len=0 2024-09-12T18:00:57.467 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.465+0000 7f609bb2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:57.467 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.465+0000 7f609bb2e800 20 rados->read ofs=0 len=0 2024-09-12T18:00:57.467 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.465+0000 7f609bb2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:57.467 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.465+0000 7f609bb2e800 20 rados->read ofs=0 len=0 2024-09-12T18:00:57.468 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.465+0000 7f609bb2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:57.468 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.465+0000 7f609bb2e800 20 started sync module instance, tier type = 2024-09-12T18:00:57.468 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.465+0000 7f609bb2e800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T18:00:57.475 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.474+0000 7f609bb2e800 20 add_watcher() i=0 2024-09-12T18:00:57.475 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.474+0000 7f609bb2e800 20 add_watcher() i=1 2024-09-12T18:00:57.475 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.474+0000 7f609bb2e800 20 add_watcher() i=2 2024-09-12T18:00:57.475 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.474+0000 7f609bb2e800 20 add_watcher() i=3 2024-09-12T18:00:57.475 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.474+0000 7f609bb2e800 20 add_watcher() i=4 2024-09-12T18:00:57.475 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.474+0000 7f609bb2e800 20 add_watcher() i=5 2024-09-12T18:00:57.475 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.474+0000 7f609bb2e800 20 add_watcher() i=6 2024-09-12T18:00:57.476 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.475+0000 7f609bb2e800 20 add_watcher() i=7 2024-09-12T18:00:57.476 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.475+0000 7f609bb2e800 2 all 8 watchers are set, enabling cache 2024-09-12T18:00:57.477 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.477+0000 7f5f4dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:57.477 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.477+0000 7f609bb2e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:00:57.478 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.477+0000 7f609bb2e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:00:57.511 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.510+0000 7f5f4cfe1640 20 reqs_thread_entry: start 2024-09-12T18:00:57.511 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.511+0000 7f609bb2e800 20 init_complete bucket index max shards: 1 2024-09-12T18:00:57.512 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.511+0000 7f609bb2e800 20 Filter name: none 2024-09-12T18:00:57.512 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.511+0000 7f5ec67fc640 20 reqs_thread_entry: start 2024-09-12T18:00:57.512 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.511+0000 7f609bb2e800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T18:00:57.513 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.512+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.513 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.513+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:57.513 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.513+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.514 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.514+0000 7f609bb2e800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T18:00:57.516 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.515+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.516 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.516+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:57.517 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.516+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.518 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.517+0000 7f609bb2e800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T18:00:57.519 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.518+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.519 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.519+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:57.519 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.519+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.520 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.520+0000 7f609bb2e800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T18:00:57.521 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.521+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.522 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.521+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:57.522 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.522+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.523 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.523+0000 7f609bb2e800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T18:00:57.524 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.524+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.525 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.524+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:57.525 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.525+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.526 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.525+0000 7f609bb2e800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T18:00:57.527 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.527+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.528 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.528+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:57.528 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.528+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.529 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.529+0000 7f609bb2e800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T18:00:57.530 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.530+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.531 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.531+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:57.531 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.531+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.532 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.532+0000 7f609bb2e800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T18:00:57.533 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.533+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.534 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.533+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:57.534 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.534+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.535 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.534+0000 7f609bb2e800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T18:00:57.536 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.536+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.537 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.536+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:57.537 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.536+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.538 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.537+0000 7f609bb2e800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T18:00:57.539 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.538+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.540 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.539+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:57.540 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.539+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.541 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.540+0000 7f609bb2e800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T18:00:57.542 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.541+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.542 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.542+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:57.543 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.542+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.544 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.544+0000 7f609bb2e800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T18:00:57.545 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.545+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.546 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.545+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:57.546 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.546+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.547 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.547+0000 7f609bb2e800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T18:00:57.548 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.548+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.549 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.548+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:57.549 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.548+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.550 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.549+0000 7f609bb2e800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T18:00:57.551 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.550+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.551 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.551+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:57.551 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.551+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.553 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.552+0000 7f609bb2e800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T18:00:57.554 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.553+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.554 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.554+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:57.554 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.554+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.555 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.555+0000 7f609bb2e800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T18:00:57.557 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.556+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.557 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.557+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:57.557 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.557+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.558 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.558+0000 7f609bb2e800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T18:00:57.559 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.559+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.560 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.559+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:57.560 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.560+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.561 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.561+0000 7f609bb2e800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T18:00:57.562 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.562+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.563 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.562+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:57.563 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.563+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.564 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.564+0000 7f609bb2e800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T18:00:57.566 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.565+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.566 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.566+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:57.567 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.566+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.568 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.567+0000 7f609bb2e800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T18:00:57.569 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.568+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.569 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.569+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:57.570 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.569+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.570 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.570+0000 7f609bb2e800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T18:00:57.572 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.571+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.572 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.572+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:57.572 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.572+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.573 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.573+0000 7f609bb2e800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T18:00:57.575 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.574+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.575 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.575+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:57.576 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.575+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.577 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.577+0000 7f609bb2e800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T18:00:57.579 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.578+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.579 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.579+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:57.579 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.579+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.581 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.580+0000 7f609bb2e800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T18:00:57.582 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.581+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.583 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.583+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:57.583 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.583+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.585 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.584+0000 7f609bb2e800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T18:00:57.586 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.585+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.587 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.586+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:57.587 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.586+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.588 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.587+0000 7f609bb2e800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T18:00:57.589 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.588+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.590 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.589+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:57.590 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.589+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.590 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.590+0000 7f609bb2e800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T18:00:57.592 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.591+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.593 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.592+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:57.593 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.593+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.594 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.594+0000 7f609bb2e800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T18:00:57.595 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.595+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.596 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.595+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:57.596 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.595+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.597 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.596+0000 7f609bb2e800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T18:00:57.598 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.598+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.599 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.598+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:57.599 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.598+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.600 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.599+0000 7f609bb2e800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T18:00:57.601 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.601+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.602 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.601+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:57.602 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.601+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.603 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.602+0000 7f609bb2e800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T18:00:57.604 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.604+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.605 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.604+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:57.605 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.605+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.606 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.606+0000 7f609bb2e800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T18:00:57.607 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.607+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.608 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.608+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:57.608 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.608+0000 7f609bb2e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:57.611 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.610+0000 7f5f4dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:57.613 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.612+0000 7f609bb2e800 20 remove_watcher() i=0 2024-09-12T18:00:57.613 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.612+0000 7f609bb2e800 2 removed watcher, disabling cache 2024-09-12T18:00:57.613 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.613+0000 7f609bb2e800 20 remove_watcher() i=1 2024-09-12T18:00:57.615 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.614+0000 7f609bb2e800 20 remove_watcher() i=2 2024-09-12T18:00:57.616 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.615+0000 7f609bb2e800 20 remove_watcher() i=3 2024-09-12T18:00:57.617 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.616+0000 7f609bb2e800 20 remove_watcher() i=4 2024-09-12T18:00:57.617 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.617+0000 7f609bb2e800 20 remove_watcher() i=5 2024-09-12T18:00:57.618 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.618+0000 7f609bb2e800 20 remove_watcher() i=6 2024-09-12T18:00:57.619 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:00:57.619+0000 7f609bb2e800 20 remove_watcher() i=7 2024-09-12T18:00:57.631 DEBUG:teuthology.orchestra.run.smithi045:> cd /home/ubuntu/cephtest/s3-tests-java && /opt/gradle/gradle/bin/gradle clean test --rerun-tasks --no-build-cache --tests AWS4Test 2024-09-12T18:00:58.158 INFO:teuthology.orchestra.run.smithi045.stdout:Starting a Gradle Daemon (subsequent builds will be faster) 2024-09-12T18:01:01.859 INFO:teuthology.orchestra.run.smithi045.stdout:> Task :clean UP-TO-DATE 2024-09-12T18:01:20.659 INFO:teuthology.orchestra.run.smithi045.stdout:> Task :compileJava 2024-09-12T18:01:20.659 INFO:teuthology.orchestra.run.smithi045.stdout:> Task :processResources 2024-09-12T18:01:20.659 INFO:teuthology.orchestra.run.smithi045.stdout:> Task :classes 2024-09-12T18:01:21.357 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:21.358 INFO:teuthology.orchestra.run.smithi045.stdout:> Task :compileTestJava 2024-09-12T18:01:21.358 INFO:teuthology.orchestra.run.smithi045.stderr:Note: /home/ubuntu/cephtest/s3-tests-java/src/test/java/BucketTest.java uses or overrides a deprecated API. 2024-09-12T18:01:21.358 INFO:teuthology.orchestra.run.smithi045.stderr:Note: Recompile with -Xlint:deprecation for details. 2024-09-12T18:01:21.359 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:21.359 INFO:teuthology.orchestra.run.smithi045.stdout:> Task :processTestResources NO-SOURCE 2024-09-12T18:01:21.359 INFO:teuthology.orchestra.run.smithi045.stdout:> Task :testClasses 2024-09-12T18:01:27.358 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:27.358 INFO:teuthology.orchestra.run.smithi045.stdout:> Task :test 2024-09-12T18:01:27.358 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:27.358 INFO:teuthology.orchestra.run.smithi045.stdout:suite > AWS4 tests > AWS4Test.testAbortMultipartUploadLLAPIAWS4 STARTED 2024-09-12T18:01:28.057 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:28.058 INFO:teuthology.orchestra.run.smithi045.stdout:suite > AWS4 tests > AWS4Test.testAbortMultipartUploadLLAPIAWS4 PASSED 2024-09-12T18:01:28.257 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:28.258 INFO:teuthology.orchestra.run.smithi045.stdout:suite > AWS4 tests > AWS4Test.testAbortMultipartUploadNotFoundLLAPIAWS4 STARTED 2024-09-12T18:01:28.258 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:28.258 INFO:teuthology.orchestra.run.smithi045.stdout:suite > AWS4 tests > AWS4Test.testAbortMultipartUploadNotFoundLLAPIAWS4 PASSED 2024-09-12T18:01:28.457 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:28.457 INFO:teuthology.orchestra.run.smithi045.stdout:suite > AWS4 tests > AWS4Test.testDownloadHLAPIAWS4 STARTED 2024-09-12T18:01:29.057 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:29.057 INFO:teuthology.orchestra.run.smithi045.stdout:suite > AWS4 tests > AWS4Test.testDownloadHLAPIAWS4 PASSED 2024-09-12T18:01:29.257 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:29.258 INFO:teuthology.orchestra.run.smithi045.stdout:suite > AWS4 tests > AWS4Test.testDownloadNoBucketHLAPIAWS4 STARTED 2024-09-12T18:01:29.258 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:29.258 INFO:teuthology.orchestra.run.smithi045.stdout:suite > AWS4 tests > AWS4Test.testDownloadNoBucketHLAPIAWS4 PASSED 2024-09-12T18:01:29.357 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:29.357 INFO:teuthology.orchestra.run.smithi045.stdout:suite > AWS4 tests > AWS4Test.testDownloadNoKeyHLAPIAWS4 STARTED 2024-09-12T18:01:29.358 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:29.358 INFO:teuthology.orchestra.run.smithi045.stdout:suite > AWS4 tests > AWS4Test.testDownloadNoKeyHLAPIAWS4 PASSED 2024-09-12T18:01:29.557 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:29.557 INFO:teuthology.orchestra.run.smithi045.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyHLAPIAWS4 STARTED 2024-09-12T18:01:29.957 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:29.958 INFO:teuthology.orchestra.run.smithi045.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyHLAPIAWS4 PASSED 2024-09-12T18:01:30.257 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:30.257 INFO:teuthology.orchestra.run.smithi045.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyMultipleSizesLLAPIAWS4 STARTED 2024-09-12T18:01:30.357 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:30.357 INFO:teuthology.orchestra.run.smithi045.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyMultipleSizesLLAPIAWS4 STANDARD_OUT 2024-09-12T18:01:30.357 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12 18:01:30,340 [Test worker] WARN com.amazonaws.util.Base64 - JAXB is unavailable. Will fallback to SDK implementation which may be less performant 2024-09-12T18:01:33.757 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:33.757 INFO:teuthology.orchestra.run.smithi045.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyMultipleSizesLLAPIAWS4 PASSED 2024-09-12T18:01:34.058 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:34.058 INFO:teuthology.orchestra.run.smithi045.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyNoSRCBucketHLAPIAWS4 STARTED 2024-09-12T18:01:34.058 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:34.058 INFO:teuthology.orchestra.run.smithi045.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyNoSRCBucketHLAPIAWS4 PASSED 2024-09-12T18:01:34.258 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:34.258 INFO:teuthology.orchestra.run.smithi045.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyNoSRCKeyHLAPIAWS4 STARTED 2024-09-12T18:01:34.258 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:34.258 INFO:teuthology.orchestra.run.smithi045.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyNoSRCKeyHLAPIAWS4 PASSED 2024-09-12T18:01:34.557 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:34.557 INFO:teuthology.orchestra.run.smithi045.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadHLAPIAWS4 STARTED 2024-09-12T18:01:35.057 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:35.057 INFO:teuthology.orchestra.run.smithi045.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadHLAPIAWS4 PASSED 2024-09-12T18:01:35.257 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:35.257 INFO:teuthology.orchestra.run.smithi045.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadNoBucketHLAPIAWS4 STARTED 2024-09-12T18:01:35.357 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:35.357 INFO:teuthology.orchestra.run.smithi045.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadNoBucketHLAPIAWS4 PASSED 2024-09-12T18:01:35.457 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:35.457 INFO:teuthology.orchestra.run.smithi045.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadWithPauseHLAPIAWS4 STARTED 2024-09-12T18:01:37.758 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:37.758 INFO:teuthology.orchestra.run.smithi045.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadWithPauseHLAPIAWS4 PASSED 2024-09-12T18:01:37.957 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:37.957 INFO:teuthology.orchestra.run.smithi045.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadHLAPIAWS4 STARTED 2024-09-12T18:01:38.557 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:38.557 INFO:teuthology.orchestra.run.smithi045.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadHLAPIAWS4 PASSED 2024-09-12T18:01:38.757 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:38.757 INFO:teuthology.orchestra.run.smithi045.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadIncorrectMissingPartLLAPIAWS4 STARTED 2024-09-12T18:01:39.057 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:39.058 INFO:teuthology.orchestra.run.smithi045.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadIncorrectMissingPartLLAPIAWS4 PASSED 2024-09-12T18:01:39.157 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:39.157 INFO:teuthology.orchestra.run.smithi045.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadMultipleSizesLLAPIAWS4 STARTED 2024-09-12T18:01:44.457 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:44.457 INFO:teuthology.orchestra.run.smithi045.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadMultipleSizesLLAPIAWS4 PASSED 2024-09-12T18:01:44.657 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:44.658 INFO:teuthology.orchestra.run.smithi045.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadOverwriteExistingObjectLLAPIAWS4 STARTED 2024-09-12T18:01:45.557 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:45.557 INFO:teuthology.orchestra.run.smithi045.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadOverwriteExistingObjectLLAPIAWS4 PASSED 2024-09-12T18:01:45.757 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:45.757 INFO:teuthology.orchestra.run.smithi045.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadSmallLLAPIAWS4 STARTED 2024-09-12T18:01:46.257 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:46.257 INFO:teuthology.orchestra.run.smithi045.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadSmallLLAPIAWS4 PASSED 2024-09-12T18:01:46.457 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:46.457 INFO:teuthology.orchestra.run.smithi045.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadWithPauseAWS4 STARTED 2024-09-12T18:01:46.757 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:46.757 INFO:teuthology.orchestra.run.smithi045.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadWithPauseAWS4 PASSED 2024-09-12T18:01:47.057 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:47.058 INFO:teuthology.orchestra.run.smithi045.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateAfterToday4AWS4 STARTED 2024-09-12T18:01:47.058 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:47.058 INFO:teuthology.orchestra.run.smithi045.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateAfterToday4AWS4 PASSED 2024-09-12T18:01:47.257 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:47.258 INFO:teuthology.orchestra.run.smithi045.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateBeforeEpochAWS4 STARTED 2024-09-12T18:01:47.258 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:47.258 INFO:teuthology.orchestra.run.smithi045.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateBeforeEpochAWS4 PASSED 2024-09-12T18:01:47.457 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:47.457 INFO:teuthology.orchestra.run.smithi045.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateBeforeToday4AWS4 STARTED 2024-09-12T18:01:47.457 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:47.458 INFO:teuthology.orchestra.run.smithi045.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateBeforeToday4AWS4 PASSED 2024-09-12T18:01:47.657 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:47.657 INFO:teuthology.orchestra.run.smithi045.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateEmptyAWS4 STARTED 2024-09-12T18:01:47.657 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:47.657 INFO:teuthology.orchestra.run.smithi045.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateEmptyAWS4 PASSED 2024-09-12T18:01:47.857 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:47.857 INFO:teuthology.orchestra.run.smithi045.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateInvalidAWS4 STARTED 2024-09-12T18:01:47.857 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:47.857 INFO:teuthology.orchestra.run.smithi045.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateInvalidAWS4 PASSED 2024-09-12T18:01:48.057 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:48.057 INFO:teuthology.orchestra.run.smithi045.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateNoneAWS4 STARTED 2024-09-12T18:01:48.157 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:48.157 INFO:teuthology.orchestra.run.smithi045.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateNoneAWS4 PASSED 2024-09-12T18:01:48.257 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:48.257 INFO:teuthology.orchestra.run.smithi045.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadMd5InvalidGarbageAWS4 STARTED 2024-09-12T18:01:48.357 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:48.357 INFO:teuthology.orchestra.run.smithi045.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadMd5InvalidGarbageAWS4 PASSED 2024-09-12T18:01:48.557 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:48.557 INFO:teuthology.orchestra.run.smithi045.stdout:suite > AWS4 tests > AWS4Test.testUploadFileHLAPIBigFileAWS4 STARTED 2024-09-12T18:01:49.057 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:49.057 INFO:teuthology.orchestra.run.smithi045.stdout:suite > AWS4 tests > AWS4Test.testUploadFileHLAPIBigFileAWS4 PASSED 2024-09-12T18:01:49.336 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:49.336 INFO:teuthology.orchestra.run.smithi045.stdout:---------------------------------------------------------------------- 2024-09-12T18:01:49.336 INFO:teuthology.orchestra.run.smithi045.stdout:| Results: SUCCESS (26 tests, 26 successes, 0 failures, 0 skipped) | 2024-09-12T18:01:49.336 INFO:teuthology.orchestra.run.smithi045.stdout:---------------------------------------------------------------------- 2024-09-12T18:01:49.336 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:49.336 INFO:teuthology.orchestra.run.smithi045.stdout:Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0. 2024-09-12T18:01:49.336 INFO:teuthology.orchestra.run.smithi045.stdout:Use '--warning-mode all' to show the individual deprecation warnings. 2024-09-12T18:01:49.336 INFO:teuthology.orchestra.run.smithi045.stdout:See https://docs.gradle.org/6.0.1/userguide/command_line_interface.html#sec:command_line_warnings 2024-09-12T18:01:49.337 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:49.337 INFO:teuthology.orchestra.run.smithi045.stdout:BUILD SUCCESSFUL in 51s 2024-09-12T18:01:49.337 INFO:teuthology.orchestra.run.smithi045.stdout:5 actionable tasks: 4 executed, 1 up-to-date 2024-09-12T18:01:49.655 DEBUG:teuthology.orchestra.run.smithi045:> radosgw-admin gc process --include-all 2024-09-12T18:01:49.710 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:01:49.710 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:01:49.749 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:49.749+0000 7f587d80f800 20 rados->read ofs=0 len=0 2024-09-12T18:01:49.751 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:49.750+0000 7f587d80f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:49.751 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:49.750+0000 7f587d80f800 20 realm 2024-09-12T18:01:49.751 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:49.750+0000 7f587d80f800 20 rados->read ofs=0 len=0 2024-09-12T18:01:49.751 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:49.751+0000 7f587d80f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:49.751 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:49.751+0000 7f587d80f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:01:49.751 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:49.751+0000 7f587d80f800 20 rados->read ofs=0 len=0 2024-09-12T18:01:49.752 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:49.751+0000 7f587d80f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:49.752 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:49.751+0000 7f587d80f800 20 rados->read ofs=0 len=0 2024-09-12T18:01:49.752 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:49.752+0000 7f587d80f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:49.752 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:49.752+0000 7f587d80f800 20 rados->read ofs=0 len=0 2024-09-12T18:01:49.753 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:49.752+0000 7f587d80f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:01:49.753 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:49.752+0000 7f587d80f800 20 searching for the correct realm 2024-09-12T18:01:49.755 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:49.755+0000 7f5878791640 0 -- 172.21.15.45:0/3106854218 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f5868070030 msgr2=0x7f5868009960 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:01:49.759 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:49.759+0000 7f5878f92640 0 -- 172.21.15.45:0/3106854218 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f586c0da5c0 msgr2=0x7f586c0daa40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:01:49.966 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:49.965+0000 7f587d80f800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T18:01:49.966 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:49.965+0000 7f587d80f800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T18:01:49.967 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:49.965+0000 7f587d80f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:01:49.967 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:49.965+0000 7f587d80f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:01:49.967 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:49.965+0000 7f587d80f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:01:49.967 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:49.965+0000 7f587d80f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:01:49.967 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:49.965+0000 7f587d80f800 20 rados->read ofs=0 len=0 2024-09-12T18:01:49.967 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:49.966+0000 7f587d80f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:49.967 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:49.966+0000 7f587d80f800 20 rados->read ofs=0 len=0 2024-09-12T18:01:49.967 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:49.966+0000 7f587d80f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:49.967 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:49.966+0000 7f587d80f800 20 rados->read ofs=0 len=0 2024-09-12T18:01:49.968 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:49.966+0000 7f587d80f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:01:49.968 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:49.966+0000 7f587d80f800 20 zone default found 2024-09-12T18:01:49.968 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:49.966+0000 7f587d80f800 4 Realm: () 2024-09-12T18:01:49.968 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:49.966+0000 7f587d80f800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T18:01:49.969 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:49.966+0000 7f587d80f800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T18:01:49.969 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:49.966+0000 7f587d80f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:01:49.969 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:49.966+0000 7f587d80f800 20 zonegroup default 2024-09-12T18:01:49.969 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:49.966+0000 7f587d80f800 20 rados->read ofs=0 len=0 2024-09-12T18:01:49.969 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:49.966+0000 7f587d80f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:49.969 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:49.967+0000 7f587d80f800 20 rados->read ofs=0 len=0 2024-09-12T18:01:49.969 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:49.967+0000 7f587d80f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:49.969 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:49.967+0000 7f587d80f800 20 rados->read ofs=0 len=0 2024-09-12T18:01:49.969 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:49.967+0000 7f587d80f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:49.969 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:49.967+0000 7f587d80f800 20 started sync module instance, tier type = 2024-09-12T18:01:49.969 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:49.967+0000 7f587d80f800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T18:01:49.977 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:49.976+0000 7f587d80f800 20 add_watcher() i=0 2024-09-12T18:01:49.977 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:49.976+0000 7f587d80f800 20 add_watcher() i=1 2024-09-12T18:01:49.977 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:49.976+0000 7f587d80f800 20 add_watcher() i=2 2024-09-12T18:01:49.977 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:49.976+0000 7f587d80f800 20 add_watcher() i=3 2024-09-12T18:01:49.977 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:49.976+0000 7f587d80f800 20 add_watcher() i=4 2024-09-12T18:01:49.977 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:49.976+0000 7f587d80f800 20 add_watcher() i=5 2024-09-12T18:01:49.977 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:49.976+0000 7f587d80f800 20 add_watcher() i=6 2024-09-12T18:01:49.978 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:49.977+0000 7f587d80f800 20 add_watcher() i=7 2024-09-12T18:01:49.978 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:49.977+0000 7f587d80f800 2 all 8 watchers are set, enabling cache 2024-09-12T18:01:49.980 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:49.979+0000 7f572efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:01:49.980 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:49.980+0000 7f587d80f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:01:49.980 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:49.980+0000 7f587d80f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:01:50.015 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.014+0000 7f572dfe3640 20 reqs_thread_entry: start 2024-09-12T18:01:50.015 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.014+0000 7f587d80f800 20 init_complete bucket index max shards: 1 2024-09-12T18:01:50.015 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.014+0000 7f587d80f800 20 Filter name: none 2024-09-12T18:01:50.015 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.014+0000 7f569f7fe640 20 reqs_thread_entry: start 2024-09-12T18:01:50.015 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.014+0000 7f587d80f800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T18:01:50.016 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.015+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.016 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.016+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:50.017 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.016+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.017 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.017+0000 7f587d80f800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T18:01:50.019 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.018+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.019 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.019+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:50.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.019+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T18:01:50.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.019+0000 7f587d80f800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.48749825813921705', time=2024-09-12T20:01:33.659212+0000, chain.objs.size()=7 2024-09-12T18:01:50.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.019+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.48__multipart_key1.2~1f8OKUlJfXHOHQ8ymtcRpeYXbNKEcAy.1 2024-09-12T18:01:50.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.019+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.48__shadow_key1.2~1f8OKUlJfXHOHQ8ymtcRpeYXbNKEcAy.1_1 2024-09-12T18:01:50.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.019+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.48__shadow_key1.2~1f8OKUlJfXHOHQ8ymtcRpeYXbNKEcAy.1_2 2024-09-12T18:01:50.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.019+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.48__multipart_key1.2~1f8OKUlJfXHOHQ8ymtcRpeYXbNKEcAy.2 2024-09-12T18:01:50.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.019+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.48__shadow_key1.2~1f8OKUlJfXHOHQ8ymtcRpeYXbNKEcAy.2_1 2024-09-12T18:01:50.021 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.019+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.48__shadow_key1.2~1f8OKUlJfXHOHQ8ymtcRpeYXbNKEcAy.2_2 2024-09-12T18:01:50.021 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.019+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.48__multipart_key1.2~1f8OKUlJfXHOHQ8ymtcRpeYXbNKEcAy.3 2024-09-12T18:01:50.023 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.022+0000 7f587d80f800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:01:50.025 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.025+0000 7f587d80f800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T18:01:50.028 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.028+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.029 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.028+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:50.029 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.028+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T18:01:50.029 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.028+0000 7f587d80f800 20 garbage collection: RGWGC::process iterating over entry tag='2~i7asCWipD59eX5umAlu4g5BHV9DzEb6', time=2024-09-12T20:01:39.094139+0000, chain.objs.size()=5 2024-09-12T18:01:50.029 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.028+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.55__multipart_key1.2~i7asCWipD59eX5umAlu4g5BHV9DzEb6.7 2024-09-12T18:01:50.029 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.028+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.55__shadow_key1.2~i7asCWipD59eX5umAlu4g5BHV9DzEb6.7_1 2024-09-12T18:01:50.030 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.028+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.55__multipart_key1.2~i7asCWipD59eX5umAlu4g5BHV9DzEb6.10 2024-09-12T18:01:50.030 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.028+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.55__shadow_key1.2~i7asCWipD59eX5umAlu4g5BHV9DzEb6.10_1 2024-09-12T18:01:50.030 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.028+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.55__multipart_key1.2~i7asCWipD59eX5umAlu4g5BHV9DzEb6.13 2024-09-12T18:01:50.031 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.031+0000 7f587d80f800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:01:50.034 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.034+0000 7f587d80f800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T18:01:50.036 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.035+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.036 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.036+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:50.037 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.036+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T18:01:50.037 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.036+0000 7f587d80f800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.4867263193442811965', time=2024-09-12T20:01:37.795315+0000, chain.objs.size()=9 2024-09-12T18:01:50.037 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.036+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.53__multipart_key1.2~wgjYGb39_pvK2GbkvlshUQLCHVRB0lX.1 2024-09-12T18:01:50.038 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.036+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.53__shadow_key1.2~wgjYGb39_pvK2GbkvlshUQLCHVRB0lX.1_1 2024-09-12T18:01:50.038 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.036+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.53__multipart_key1.2~wgjYGb39_pvK2GbkvlshUQLCHVRB0lX.2 2024-09-12T18:01:50.038 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.036+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.53__shadow_key1.2~wgjYGb39_pvK2GbkvlshUQLCHVRB0lX.2_1 2024-09-12T18:01:50.038 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.036+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.53__multipart_key1.2~wgjYGb39_pvK2GbkvlshUQLCHVRB0lX.3 2024-09-12T18:01:50.038 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.036+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.53__shadow_key1.2~wgjYGb39_pvK2GbkvlshUQLCHVRB0lX.3_1 2024-09-12T18:01:50.038 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.036+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.53__multipart_key1.2~wgjYGb39_pvK2GbkvlshUQLCHVRB0lX.4 2024-09-12T18:01:50.038 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.036+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.53__shadow_key1.2~wgjYGb39_pvK2GbkvlshUQLCHVRB0lX.4_1 2024-09-12T18:01:50.038 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.036+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.53__multipart_key1.2~wgjYGb39_pvK2GbkvlshUQLCHVRB0lX.5 2024-09-12T18:01:50.041 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.040+0000 7f587d80f800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:01:50.043 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.043+0000 7f587d80f800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T18:01:50.045 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.044+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.046 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.045+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:50.047 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.045+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T18:01:50.047 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.045+0000 7f587d80f800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.10539916944503879397', time=2024-09-12T20:01:29.942933+0000, chain.objs.size()=9 2024-09-12T18:01:50.047 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.045+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.45__multipart_key1.2~FTYjcEaCgMuP52TKTD4aSpj3wz4y5Of.1 2024-09-12T18:01:50.047 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.045+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.45__shadow_key1.2~FTYjcEaCgMuP52TKTD4aSpj3wz4y5Of.1_1 2024-09-12T18:01:50.047 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.045+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.45__multipart_key1.2~FTYjcEaCgMuP52TKTD4aSpj3wz4y5Of.2 2024-09-12T18:01:50.047 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.045+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.45__shadow_key1.2~FTYjcEaCgMuP52TKTD4aSpj3wz4y5Of.2_1 2024-09-12T18:01:50.047 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.045+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.45__multipart_key1.2~FTYjcEaCgMuP52TKTD4aSpj3wz4y5Of.3 2024-09-12T18:01:50.047 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.045+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.45__shadow_key1.2~FTYjcEaCgMuP52TKTD4aSpj3wz4y5Of.3_1 2024-09-12T18:01:50.047 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.045+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.45__multipart_key1.2~FTYjcEaCgMuP52TKTD4aSpj3wz4y5Of.4 2024-09-12T18:01:50.047 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.045+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.45__shadow_key1.2~FTYjcEaCgMuP52TKTD4aSpj3wz4y5Of.4_1 2024-09-12T18:01:50.047 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.045+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.45__multipart_key1.2~FTYjcEaCgMuP52TKTD4aSpj3wz4y5Of.5 2024-09-12T18:01:50.047 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.045+0000 7f587d80f800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.1196966679307461977', time=2024-09-12T20:01:33.906993+0000, chain.objs.size()=5 2024-09-12T18:01:50.048 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.045+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.47__shadow_.-nS2QskFN4XKyxx16v8ML4jA6OB9yD4_1 2024-09-12T18:01:50.048 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.045+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.47__shadow_.-nS2QskFN4XKyxx16v8ML4jA6OB9yD4_2 2024-09-12T18:01:50.048 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.045+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.47__shadow_.-nS2QskFN4XKyxx16v8ML4jA6OB9yD4_3 2024-09-12T18:01:50.049 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.048+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.47__shadow_.-nS2QskFN4XKyxx16v8ML4jA6OB9yD4_4 2024-09-12T18:01:50.049 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.048+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.47__shadow_.-nS2QskFN4XKyxx16v8ML4jA6OB9yD4_5 2024-09-12T18:01:50.051 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.051+0000 7f587d80f800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:01:50.056 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.056+0000 7f587d80f800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T18:01:50.057 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.057+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.058 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.057+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:50.059 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.058+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T18:01:50.059 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.058+0000 7f587d80f800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.4047135781187497130', time=2024-09-12T20:01:44.520783+0000, chain.objs.size()=16 2024-09-12T18:01:50.059 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.058+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__multipart_key1.2~NvV1cv4P22XyLol-sBkfYIius9mPZ5G.1 2024-09-12T18:01:50.059 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.058+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__shadow_key1.2~NvV1cv4P22XyLol-sBkfYIius9mPZ5G.1_1 2024-09-12T18:01:50.059 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.058+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__shadow_key1.2~NvV1cv4P22XyLol-sBkfYIius9mPZ5G.1_2 2024-09-12T18:01:50.059 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.058+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__multipart_key1.2~NvV1cv4P22XyLol-sBkfYIius9mPZ5G.2 2024-09-12T18:01:50.059 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.058+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__shadow_key1.2~NvV1cv4P22XyLol-sBkfYIius9mPZ5G.2_1 2024-09-12T18:01:50.059 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.058+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__shadow_key1.2~NvV1cv4P22XyLol-sBkfYIius9mPZ5G.2_2 2024-09-12T18:01:50.060 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.058+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__multipart_key1.2~NvV1cv4P22XyLol-sBkfYIius9mPZ5G.3 2024-09-12T18:01:50.060 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.058+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__shadow_key1.2~NvV1cv4P22XyLol-sBkfYIius9mPZ5G.3_1 2024-09-12T18:01:50.060 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.058+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__shadow_key1.2~NvV1cv4P22XyLol-sBkfYIius9mPZ5G.3_2 2024-09-12T18:01:50.060 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.058+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__multipart_key1.2~NvV1cv4P22XyLol-sBkfYIius9mPZ5G.4 2024-09-12T18:01:50.060 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.058+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__shadow_key1.2~NvV1cv4P22XyLol-sBkfYIius9mPZ5G.4_1 2024-09-12T18:01:50.060 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.058+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__shadow_key1.2~NvV1cv4P22XyLol-sBkfYIius9mPZ5G.4_2 2024-09-12T18:01:50.061 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.061+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__multipart_key1.2~NvV1cv4P22XyLol-sBkfYIius9mPZ5G.5 2024-09-12T18:01:50.062 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.062+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__shadow_key1.2~NvV1cv4P22XyLol-sBkfYIius9mPZ5G.5_1 2024-09-12T18:01:50.062 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.062+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__shadow_key1.2~NvV1cv4P22XyLol-sBkfYIius9mPZ5G.5_2 2024-09-12T18:01:50.062 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.062+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__multipart_key1.2~NvV1cv4P22XyLol-sBkfYIius9mPZ5G.6 2024-09-12T18:01:50.069 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.068+0000 7f587d80f800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:01:50.075 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.075+0000 7f587d80f800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T18:01:50.077 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.077+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.078 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.077+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:50.079 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.078+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T18:01:50.079 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.078+0000 7f587d80f800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.17840454439985178145', time=2024-09-12T20:01:42.043683+0000, chain.objs.size()=21 2024-09-12T18:01:50.079 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.078+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__multipart_key1.2~Fpn6SxvOaZsHuPFUqWtd31670ZD5FD5.1 2024-09-12T18:01:50.080 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.078+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__shadow_key1.2~Fpn6SxvOaZsHuPFUqWtd31670ZD5FD5.1_1 2024-09-12T18:01:50.080 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.078+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__multipart_key1.2~Fpn6SxvOaZsHuPFUqWtd31670ZD5FD5.2 2024-09-12T18:01:50.080 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.078+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__shadow_key1.2~Fpn6SxvOaZsHuPFUqWtd31670ZD5FD5.2_1 2024-09-12T18:01:50.080 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.078+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__multipart_key1.2~Fpn6SxvOaZsHuPFUqWtd31670ZD5FD5.3 2024-09-12T18:01:50.080 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.078+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__shadow_key1.2~Fpn6SxvOaZsHuPFUqWtd31670ZD5FD5.3_1 2024-09-12T18:01:50.080 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.078+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__multipart_key1.2~Fpn6SxvOaZsHuPFUqWtd31670ZD5FD5.4 2024-09-12T18:01:50.080 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.078+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__shadow_key1.2~Fpn6SxvOaZsHuPFUqWtd31670ZD5FD5.4_1 2024-09-12T18:01:50.080 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.078+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__multipart_key1.2~Fpn6SxvOaZsHuPFUqWtd31670ZD5FD5.5 2024-09-12T18:01:50.080 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.078+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__shadow_key1.2~Fpn6SxvOaZsHuPFUqWtd31670ZD5FD5.5_1 2024-09-12T18:01:50.080 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.078+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__multipart_key1.2~Fpn6SxvOaZsHuPFUqWtd31670ZD5FD5.6 2024-09-12T18:01:50.080 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.078+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__shadow_key1.2~Fpn6SxvOaZsHuPFUqWtd31670ZD5FD5.6_1 2024-09-12T18:01:50.083 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.083+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__multipart_key1.2~Fpn6SxvOaZsHuPFUqWtd31670ZD5FD5.7 2024-09-12T18:01:50.084 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.083+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__shadow_key1.2~Fpn6SxvOaZsHuPFUqWtd31670ZD5FD5.7_1 2024-09-12T18:01:50.084 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.083+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__multipart_key1.2~Fpn6SxvOaZsHuPFUqWtd31670ZD5FD5.8 2024-09-12T18:01:50.084 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.083+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__shadow_key1.2~Fpn6SxvOaZsHuPFUqWtd31670ZD5FD5.8_1 2024-09-12T18:01:50.084 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.083+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__multipart_key1.2~Fpn6SxvOaZsHuPFUqWtd31670ZD5FD5.9 2024-09-12T18:01:50.084 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.083+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__shadow_key1.2~Fpn6SxvOaZsHuPFUqWtd31670ZD5FD5.9_1 2024-09-12T18:01:50.085 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.083+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__multipart_key1.2~Fpn6SxvOaZsHuPFUqWtd31670ZD5FD5.10 2024-09-12T18:01:50.085 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.083+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__shadow_key1.2~Fpn6SxvOaZsHuPFUqWtd31670ZD5FD5.10_1 2024-09-12T18:01:50.085 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.083+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__multipart_key1.2~Fpn6SxvOaZsHuPFUqWtd31670ZD5FD5.11 2024-09-12T18:01:50.085 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.083+0000 7f587d80f800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.11175580254783972080', time=2024-09-12T20:01:43.286204+0000, chain.objs.size()=19 2024-09-12T18:01:50.085 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.083+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__multipart_key1.2~pR_jqbm7JV9Yrifhtc0-g7Ul4mdJhCZ.1 2024-09-12T18:01:50.085 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.083+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__shadow_key1.2~pR_jqbm7JV9Yrifhtc0-g7Ul4mdJhCZ.1_1 2024-09-12T18:01:50.087 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.086+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__multipart_key1.2~pR_jqbm7JV9Yrifhtc0-g7Ul4mdJhCZ.2 2024-09-12T18:01:50.087 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.086+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__shadow_key1.2~pR_jqbm7JV9Yrifhtc0-g7Ul4mdJhCZ.2_1 2024-09-12T18:01:50.087 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.086+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__multipart_key1.2~pR_jqbm7JV9Yrifhtc0-g7Ul4mdJhCZ.3 2024-09-12T18:01:50.089 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.088+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__shadow_key1.2~pR_jqbm7JV9Yrifhtc0-g7Ul4mdJhCZ.3_1 2024-09-12T18:01:50.089 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.088+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__multipart_key1.2~pR_jqbm7JV9Yrifhtc0-g7Ul4mdJhCZ.4 2024-09-12T18:01:50.090 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.089+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__shadow_key1.2~pR_jqbm7JV9Yrifhtc0-g7Ul4mdJhCZ.4_1 2024-09-12T18:01:50.090 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.089+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__multipart_key1.2~pR_jqbm7JV9Yrifhtc0-g7Ul4mdJhCZ.5 2024-09-12T18:01:50.090 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.089+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__shadow_key1.2~pR_jqbm7JV9Yrifhtc0-g7Ul4mdJhCZ.5_1 2024-09-12T18:01:50.090 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.089+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__multipart_key1.2~pR_jqbm7JV9Yrifhtc0-g7Ul4mdJhCZ.6 2024-09-12T18:01:50.090 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.089+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__shadow_key1.2~pR_jqbm7JV9Yrifhtc0-g7Ul4mdJhCZ.6_1 2024-09-12T18:01:50.090 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.089+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__multipart_key1.2~pR_jqbm7JV9Yrifhtc0-g7Ul4mdJhCZ.7 2024-09-12T18:01:50.090 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.089+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__shadow_key1.2~pR_jqbm7JV9Yrifhtc0-g7Ul4mdJhCZ.7_1 2024-09-12T18:01:50.091 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.090+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__multipart_key1.2~pR_jqbm7JV9Yrifhtc0-g7Ul4mdJhCZ.8 2024-09-12T18:01:50.091 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.091+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__shadow_key1.2~pR_jqbm7JV9Yrifhtc0-g7Ul4mdJhCZ.8_1 2024-09-12T18:01:50.093 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.092+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__multipart_key1.2~pR_jqbm7JV9Yrifhtc0-g7Ul4mdJhCZ.9 2024-09-12T18:01:50.093 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.092+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__shadow_key1.2~pR_jqbm7JV9Yrifhtc0-g7Ul4mdJhCZ.9_1 2024-09-12T18:01:50.093 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.093+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__multipart_key1.2~pR_jqbm7JV9Yrifhtc0-g7Ul4mdJhCZ.10 2024-09-12T18:01:50.096 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.096+0000 7f587d80f800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:01:50.103 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.102+0000 7f587d80f800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T18:01:50.104 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.103+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.104 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.104+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:50.105 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.104+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T18:01:50.105 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.104+0000 7f587d80f800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.9698398391904961057', time=2024-09-12T20:01:44.383348+0000, chain.objs.size()=16 2024-09-12T18:01:50.106 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.104+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__multipart_key1.2~T90-f0mkOk-bmNmczCUSz_V75WSC_70.1 2024-09-12T18:01:50.106 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.104+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__shadow_key1.2~T90-f0mkOk-bmNmczCUSz_V75WSC_70.1_1 2024-09-12T18:01:50.106 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.104+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__shadow_key1.2~T90-f0mkOk-bmNmczCUSz_V75WSC_70.1_2 2024-09-12T18:01:50.106 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.104+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__multipart_key1.2~T90-f0mkOk-bmNmczCUSz_V75WSC_70.2 2024-09-12T18:01:50.106 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.104+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__shadow_key1.2~T90-f0mkOk-bmNmczCUSz_V75WSC_70.2_1 2024-09-12T18:01:50.106 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.104+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__shadow_key1.2~T90-f0mkOk-bmNmczCUSz_V75WSC_70.2_2 2024-09-12T18:01:50.106 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.104+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__multipart_key1.2~T90-f0mkOk-bmNmczCUSz_V75WSC_70.3 2024-09-12T18:01:50.106 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.104+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__shadow_key1.2~T90-f0mkOk-bmNmczCUSz_V75WSC_70.3_1 2024-09-12T18:01:50.106 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.104+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__shadow_key1.2~T90-f0mkOk-bmNmczCUSz_V75WSC_70.3_2 2024-09-12T18:01:50.106 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.104+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__multipart_key1.2~T90-f0mkOk-bmNmczCUSz_V75WSC_70.4 2024-09-12T18:01:50.106 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.104+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__shadow_key1.2~T90-f0mkOk-bmNmczCUSz_V75WSC_70.4_1 2024-09-12T18:01:50.106 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.104+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__shadow_key1.2~T90-f0mkOk-bmNmczCUSz_V75WSC_70.4_2 2024-09-12T18:01:50.108 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.108+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__multipart_key1.2~T90-f0mkOk-bmNmczCUSz_V75WSC_70.5 2024-09-12T18:01:50.108 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.108+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__shadow_key1.2~T90-f0mkOk-bmNmczCUSz_V75WSC_70.5_1 2024-09-12T18:01:50.109 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.108+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__shadow_key1.2~T90-f0mkOk-bmNmczCUSz_V75WSC_70.5_2 2024-09-12T18:01:50.109 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.108+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__multipart_key1.2~T90-f0mkOk-bmNmczCUSz_V75WSC_70.6 2024-09-12T18:01:50.112 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.112+0000 7f587d80f800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:01:50.115 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.114+0000 7f587d80f800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T18:01:50.116 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.116+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.116 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.116+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:50.117 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.116+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T18:01:50.117 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.116+0000 7f587d80f800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.1940039623508943613', time=2024-09-12T20:01:30.051553+0000, chain.objs.size()=9 2024-09-12T18:01:50.117 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.116+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.45__multipart_key1.2~FTYjcEaCgMuP52TKTD4aSpj3wz4y5Of.1 2024-09-12T18:01:50.117 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.116+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.45__shadow_key1.2~FTYjcEaCgMuP52TKTD4aSpj3wz4y5Of.1_1 2024-09-12T18:01:50.118 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.116+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.45__multipart_key1.2~FTYjcEaCgMuP52TKTD4aSpj3wz4y5Of.2 2024-09-12T18:01:50.118 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.116+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.45__shadow_key1.2~FTYjcEaCgMuP52TKTD4aSpj3wz4y5Of.2_1 2024-09-12T18:01:50.118 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.116+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.45__multipart_key1.2~FTYjcEaCgMuP52TKTD4aSpj3wz4y5Of.3 2024-09-12T18:01:50.118 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.116+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.45__shadow_key1.2~FTYjcEaCgMuP52TKTD4aSpj3wz4y5Of.3_1 2024-09-12T18:01:50.118 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.116+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.45__multipart_key1.2~FTYjcEaCgMuP52TKTD4aSpj3wz4y5Of.4 2024-09-12T18:01:50.118 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.116+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.45__shadow_key1.2~FTYjcEaCgMuP52TKTD4aSpj3wz4y5Of.4_1 2024-09-12T18:01:50.118 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.116+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.45__multipart_key1.2~FTYjcEaCgMuP52TKTD4aSpj3wz4y5Of.5 2024-09-12T18:01:50.121 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.121+0000 7f587d80f800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:01:50.123 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.123+0000 7f587d80f800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T18:01:50.125 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.124+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.125 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.125+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:50.125 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.125+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.127 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.126+0000 7f587d80f800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T18:01:50.128 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.127+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.128 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.128+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:50.130 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.128+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T18:01:50.130 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.128+0000 7f587d80f800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.12719412779251568437', time=2024-09-12T20:01:31.661435+0000, chain.objs.size()=9 2024-09-12T18:01:50.130 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.128+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.48__multipart_key1.2~ZLbH6FP8fGOiES60qjsWGVHxaZygUGW.1 2024-09-12T18:01:50.130 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.128+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.48__shadow_key1.2~ZLbH6FP8fGOiES60qjsWGVHxaZygUGW.1_1 2024-09-12T18:01:50.130 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.128+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.48__multipart_key1.2~ZLbH6FP8fGOiES60qjsWGVHxaZygUGW.2 2024-09-12T18:01:50.130 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.128+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.48__shadow_key1.2~ZLbH6FP8fGOiES60qjsWGVHxaZygUGW.2_1 2024-09-12T18:01:50.130 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.129+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.48__multipart_key1.2~ZLbH6FP8fGOiES60qjsWGVHxaZygUGW.3 2024-09-12T18:01:50.130 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.129+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.48__shadow_key1.2~ZLbH6FP8fGOiES60qjsWGVHxaZygUGW.3_1 2024-09-12T18:01:50.130 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.129+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.48__multipart_key1.2~ZLbH6FP8fGOiES60qjsWGVHxaZygUGW.4 2024-09-12T18:01:50.130 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.129+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.48__shadow_key1.2~ZLbH6FP8fGOiES60qjsWGVHxaZygUGW.4_1 2024-09-12T18:01:50.130 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.129+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.48__multipart_key1.2~ZLbH6FP8fGOiES60qjsWGVHxaZygUGW.5 2024-09-12T18:01:50.130 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.129+0000 7f587d80f800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.13756908791497542367', time=2024-09-12T20:01:35.132347+0000, chain.objs.size()=9 2024-09-12T18:01:50.131 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.129+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.52__multipart_key1.2~Gj91_C6EbypTmRDO6TUzFC-9SbhEiJW.1 2024-09-12T18:01:50.131 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.129+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.52__shadow_key1.2~Gj91_C6EbypTmRDO6TUzFC-9SbhEiJW.1_1 2024-09-12T18:01:50.131 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.129+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.52__multipart_key1.2~Gj91_C6EbypTmRDO6TUzFC-9SbhEiJW.2 2024-09-12T18:01:50.134 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.133+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.52__shadow_key1.2~Gj91_C6EbypTmRDO6TUzFC-9SbhEiJW.2_1 2024-09-12T18:01:50.134 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.133+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.52__multipart_key1.2~Gj91_C6EbypTmRDO6TUzFC-9SbhEiJW.3 2024-09-12T18:01:50.134 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.134+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.52__shadow_key1.2~Gj91_C6EbypTmRDO6TUzFC-9SbhEiJW.3_1 2024-09-12T18:01:50.135 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.134+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.52__multipart_key1.2~Gj91_C6EbypTmRDO6TUzFC-9SbhEiJW.4 2024-09-12T18:01:50.135 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.134+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.52__shadow_key1.2~Gj91_C6EbypTmRDO6TUzFC-9SbhEiJW.4_1 2024-09-12T18:01:50.135 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.134+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.52__multipart_key1.2~Gj91_C6EbypTmRDO6TUzFC-9SbhEiJW.5 2024-09-12T18:01:50.138 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.137+0000 7f587d80f800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:01:50.140 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.139+0000 7f587d80f800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T18:01:50.141 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.141+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.141 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.141+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:50.143 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.141+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T18:01:50.143 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.141+0000 7f587d80f800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.8992178419509587822', time=2024-09-12T20:01:49.116576+0000, chain.objs.size()=21 2024-09-12T18:01:50.143 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.142+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.67__multipart_key1.2~rucgcH1YilncMvb8Zqs3hEOOlXgD7ft.1 2024-09-12T18:01:50.143 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.142+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.67__shadow_key1.2~rucgcH1YilncMvb8Zqs3hEOOlXgD7ft.1_1 2024-09-12T18:01:50.143 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.142+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.67__multipart_key1.2~rucgcH1YilncMvb8Zqs3hEOOlXgD7ft.2 2024-09-12T18:01:50.143 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.142+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.67__shadow_key1.2~rucgcH1YilncMvb8Zqs3hEOOlXgD7ft.2_1 2024-09-12T18:01:50.143 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.142+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.67__multipart_key1.2~rucgcH1YilncMvb8Zqs3hEOOlXgD7ft.3 2024-09-12T18:01:50.143 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.142+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.67__shadow_key1.2~rucgcH1YilncMvb8Zqs3hEOOlXgD7ft.3_1 2024-09-12T18:01:50.144 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.142+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.67__multipart_key1.2~rucgcH1YilncMvb8Zqs3hEOOlXgD7ft.4 2024-09-12T18:01:50.144 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.142+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.67__shadow_key1.2~rucgcH1YilncMvb8Zqs3hEOOlXgD7ft.4_1 2024-09-12T18:01:50.144 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.142+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.67__multipart_key1.2~rucgcH1YilncMvb8Zqs3hEOOlXgD7ft.5 2024-09-12T18:01:50.144 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.142+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.67__shadow_key1.2~rucgcH1YilncMvb8Zqs3hEOOlXgD7ft.5_1 2024-09-12T18:01:50.144 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.142+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.67__multipart_key1.2~rucgcH1YilncMvb8Zqs3hEOOlXgD7ft.6 2024-09-12T18:01:50.144 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.142+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.67__shadow_key1.2~rucgcH1YilncMvb8Zqs3hEOOlXgD7ft.6_1 2024-09-12T18:01:50.145 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.144+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.67__multipart_key1.2~rucgcH1YilncMvb8Zqs3hEOOlXgD7ft.7 2024-09-12T18:01:50.145 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.144+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.67__shadow_key1.2~rucgcH1YilncMvb8Zqs3hEOOlXgD7ft.7_1 2024-09-12T18:01:50.145 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.144+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.67__multipart_key1.2~rucgcH1YilncMvb8Zqs3hEOOlXgD7ft.8 2024-09-12T18:01:50.146 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.144+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.67__shadow_key1.2~rucgcH1YilncMvb8Zqs3hEOOlXgD7ft.8_1 2024-09-12T18:01:50.146 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.145+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.67__multipart_key1.2~rucgcH1YilncMvb8Zqs3hEOOlXgD7ft.9 2024-09-12T18:01:50.146 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.145+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.67__shadow_key1.2~rucgcH1YilncMvb8Zqs3hEOOlXgD7ft.9_1 2024-09-12T18:01:50.146 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.145+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.67__multipart_key1.2~rucgcH1YilncMvb8Zqs3hEOOlXgD7ft.10 2024-09-12T18:01:50.146 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.145+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.67__shadow_key1.2~rucgcH1YilncMvb8Zqs3hEOOlXgD7ft.10_1 2024-09-12T18:01:50.146 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.145+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.67__multipart_key1.2~rucgcH1YilncMvb8Zqs3hEOOlXgD7ft.11 2024-09-12T18:01:50.153 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.153+0000 7f587d80f800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:01:50.155 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.155+0000 7f587d80f800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T18:01:50.158 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.158+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.158 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.158+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:50.159 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.158+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.160 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.159+0000 7f587d80f800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T18:01:50.161 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.161+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.161 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.161+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:50.162 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.161+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.163 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.162+0000 7f587d80f800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T18:01:50.164 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.163+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.164 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.164+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:50.165 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.164+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.166 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.165+0000 7f587d80f800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T18:01:50.167 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.166+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.167 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.167+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:50.168 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.167+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T18:01:50.168 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.167+0000 7f587d80f800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.11968144086403247532', time=2024-09-12T20:01:46.259846+0000, chain.objs.size()=9 2024-09-12T18:01:50.168 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.167+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.58__multipart_key1.2~O4YhqE6e6QlW9VLwF8e6Eqpz-2lxCke.1 2024-09-12T18:01:50.168 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.167+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.58__shadow_key1.2~O4YhqE6e6QlW9VLwF8e6Eqpz-2lxCke.1_1 2024-09-12T18:01:50.168 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.167+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.58__multipart_key1.2~O4YhqE6e6QlW9VLwF8e6Eqpz-2lxCke.2 2024-09-12T18:01:50.168 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.167+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.58__shadow_key1.2~O4YhqE6e6QlW9VLwF8e6Eqpz-2lxCke.2_1 2024-09-12T18:01:50.168 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.167+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.58__multipart_key1.2~O4YhqE6e6QlW9VLwF8e6Eqpz-2lxCke.3 2024-09-12T18:01:50.169 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.167+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.58__shadow_key1.2~O4YhqE6e6QlW9VLwF8e6Eqpz-2lxCke.3_1 2024-09-12T18:01:50.169 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.167+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.58__multipart_key1.2~O4YhqE6e6QlW9VLwF8e6Eqpz-2lxCke.4 2024-09-12T18:01:50.169 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.167+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.58__shadow_key1.2~O4YhqE6e6QlW9VLwF8e6Eqpz-2lxCke.4_1 2024-09-12T18:01:50.169 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.167+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.58__multipart_key1.2~O4YhqE6e6QlW9VLwF8e6Eqpz-2lxCke.5 2024-09-12T18:01:50.172 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.171+0000 7f587d80f800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:01:50.175 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.175+0000 7f587d80f800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T18:01:50.176 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.176+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.177 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.176+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:50.178 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.177+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T18:01:50.178 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.177+0000 7f587d80f800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.6518031166551720833', time=2024-09-12T20:01:32.742973+0000, chain.objs.size()=9 2024-09-12T18:01:50.178 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.177+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.48__multipart_key1.2~5XO-JvZLuw3EHPTwimizK1Gd1PkztyR.1 2024-09-12T18:01:50.179 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.177+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.48__shadow_key1.2~5XO-JvZLuw3EHPTwimizK1Gd1PkztyR.1_1 2024-09-12T18:01:50.179 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.177+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.48__multipart_key1.2~5XO-JvZLuw3EHPTwimizK1Gd1PkztyR.2 2024-09-12T18:01:50.179 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.177+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.48__shadow_key1.2~5XO-JvZLuw3EHPTwimizK1Gd1PkztyR.2_1 2024-09-12T18:01:50.179 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.177+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.48__multipart_key1.2~5XO-JvZLuw3EHPTwimizK1Gd1PkztyR.3 2024-09-12T18:01:50.179 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.177+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.48__shadow_key1.2~5XO-JvZLuw3EHPTwimizK1Gd1PkztyR.3_1 2024-09-12T18:01:50.179 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.177+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.48__multipart_key1.2~5XO-JvZLuw3EHPTwimizK1Gd1PkztyR.4 2024-09-12T18:01:50.179 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.177+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.48__shadow_key1.2~5XO-JvZLuw3EHPTwimizK1Gd1PkztyR.4_1 2024-09-12T18:01:50.179 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.177+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.48__multipart_key1.2~5XO-JvZLuw3EHPTwimizK1Gd1PkztyR.5 2024-09-12T18:01:50.179 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.177+0000 7f587d80f800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.16325065009259198644', time=2024-09-12T20:01:33.799254+0000, chain.objs.size()=7 2024-09-12T18:01:50.179 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.177+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.48__multipart_key1.2~ejouTV5zRIhtUZZiWtzqpZXsxY2mmFH.1 2024-09-12T18:01:50.179 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.177+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.48__shadow_key1.2~ejouTV5zRIhtUZZiWtzqpZXsxY2mmFH.1_1 2024-09-12T18:01:50.179 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.177+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.48__shadow_key1.2~ejouTV5zRIhtUZZiWtzqpZXsxY2mmFH.1_2 2024-09-12T18:01:50.180 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.179+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.48__multipart_key1.2~ejouTV5zRIhtUZZiWtzqpZXsxY2mmFH.2 2024-09-12T18:01:50.181 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.180+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.48__shadow_key1.2~ejouTV5zRIhtUZZiWtzqpZXsxY2mmFH.2_1 2024-09-12T18:01:50.181 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.180+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.48__shadow_key1.2~ejouTV5zRIhtUZZiWtzqpZXsxY2mmFH.2_2 2024-09-12T18:01:50.181 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.180+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.48__multipart_key1.2~ejouTV5zRIhtUZZiWtzqpZXsxY2mmFH.3 2024-09-12T18:01:50.186 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.185+0000 7f587d80f800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:01:50.192 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.191+0000 7f587d80f800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T18:01:50.192 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.192+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.193 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.192+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:50.193 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.193+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.194 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.193+0000 7f587d80f800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T18:01:50.195 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.195+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.196 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.195+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:50.197 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.196+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T18:01:50.197 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.196+0000 7f587d80f800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.4175219352578667114', time=2024-09-12T20:01:32.285442+0000, chain.objs.size()=9 2024-09-12T18:01:50.197 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.196+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.48__multipart_key1.2~WtAIaWvSdkkxVQU06eXM7Hdg9e0sC1p.1 2024-09-12T18:01:50.197 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.196+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.48__shadow_key1.2~WtAIaWvSdkkxVQU06eXM7Hdg9e0sC1p.1_1 2024-09-12T18:01:50.197 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.196+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.48__multipart_key1.2~WtAIaWvSdkkxVQU06eXM7Hdg9e0sC1p.2 2024-09-12T18:01:50.197 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.196+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.48__shadow_key1.2~WtAIaWvSdkkxVQU06eXM7Hdg9e0sC1p.2_1 2024-09-12T18:01:50.197 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.196+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.48__multipart_key1.2~WtAIaWvSdkkxVQU06eXM7Hdg9e0sC1p.3 2024-09-12T18:01:50.197 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.196+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.48__shadow_key1.2~WtAIaWvSdkkxVQU06eXM7Hdg9e0sC1p.3_1 2024-09-12T18:01:50.197 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.196+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.48__multipart_key1.2~WtAIaWvSdkkxVQU06eXM7Hdg9e0sC1p.4 2024-09-12T18:01:50.198 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.196+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.48__shadow_key1.2~WtAIaWvSdkkxVQU06eXM7Hdg9e0sC1p.4_1 2024-09-12T18:01:50.198 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.196+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.48__multipart_key1.2~WtAIaWvSdkkxVQU06eXM7Hdg9e0sC1p.5 2024-09-12T18:01:50.201 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.201+0000 7f587d80f800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:01:50.204 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.204+0000 7f587d80f800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T18:01:50.206 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.205+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.206 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.206+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:50.207 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.206+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.207 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.207+0000 7f587d80f800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T18:01:50.209 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.208+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.209 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.209+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:50.209 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.209+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.210 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.210+0000 7f587d80f800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T18:01:50.211 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.211+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.212 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.211+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:50.213 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.212+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T18:01:50.213 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.212+0000 7f587d80f800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.5885568374981939754', time=2024-09-12T20:01:33.191275+0000, chain.objs.size()=7 2024-09-12T18:01:50.213 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.212+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.48__multipart_key1.2~NDBcIeN84JOYG6FJWVOneKT4QlMvw19.1 2024-09-12T18:01:50.213 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.212+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.48__shadow_key1.2~NDBcIeN84JOYG6FJWVOneKT4QlMvw19.1_1 2024-09-12T18:01:50.213 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.212+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.48__shadow_key1.2~NDBcIeN84JOYG6FJWVOneKT4QlMvw19.1_2 2024-09-12T18:01:50.213 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.212+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.48__multipart_key1.2~NDBcIeN84JOYG6FJWVOneKT4QlMvw19.2 2024-09-12T18:01:50.214 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.212+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.48__shadow_key1.2~NDBcIeN84JOYG6FJWVOneKT4QlMvw19.2_1 2024-09-12T18:01:50.214 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.212+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.48__shadow_key1.2~NDBcIeN84JOYG6FJWVOneKT4QlMvw19.2_2 2024-09-12T18:01:50.214 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.212+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.48__multipart_key1.2~NDBcIeN84JOYG6FJWVOneKT4QlMvw19.3 2024-09-12T18:01:50.214 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.212+0000 7f587d80f800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.17318415782410341504', time=2024-09-12T20:01:38.583407+0000, chain.objs.size()=9 2024-09-12T18:01:50.214 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.212+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.54__multipart_file.mpg.2~CeSUMOt6X2h12XLL8HBj1j1fDnMDayT.1 2024-09-12T18:01:50.214 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.212+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.54__shadow_file.mpg.2~CeSUMOt6X2h12XLL8HBj1j1fDnMDayT.1_1 2024-09-12T18:01:50.214 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.212+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.54__multipart_file.mpg.2~CeSUMOt6X2h12XLL8HBj1j1fDnMDayT.2 2024-09-12T18:01:50.214 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.212+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.54__shadow_file.mpg.2~CeSUMOt6X2h12XLL8HBj1j1fDnMDayT.2_1 2024-09-12T18:01:50.214 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.212+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.54__multipart_file.mpg.2~CeSUMOt6X2h12XLL8HBj1j1fDnMDayT.3 2024-09-12T18:01:50.215 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.214+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.54__shadow_file.mpg.2~CeSUMOt6X2h12XLL8HBj1j1fDnMDayT.3_1 2024-09-12T18:01:50.216 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.215+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.54__multipart_file.mpg.2~CeSUMOt6X2h12XLL8HBj1j1fDnMDayT.4 2024-09-12T18:01:50.216 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.216+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.54__shadow_file.mpg.2~CeSUMOt6X2h12XLL8HBj1j1fDnMDayT.4_1 2024-09-12T18:01:50.217 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.216+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.54__multipart_file.mpg.2~CeSUMOt6X2h12XLL8HBj1j1fDnMDayT.5 2024-09-12T18:01:50.217 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.216+0000 7f587d80f800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.10628236085382070922', time=2024-09-12T20:01:38.594357+0000, chain.objs.size()=9 2024-09-12T18:01:50.217 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.216+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.54__multipart_file2.mpg.2~njIW3LRtTlGAkT59TWeer93jBHDvXzm.1 2024-09-12T18:01:50.218 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.217+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.54__shadow_file2.mpg.2~njIW3LRtTlGAkT59TWeer93jBHDvXzm.1_1 2024-09-12T18:01:50.218 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.217+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.54__multipart_file2.mpg.2~njIW3LRtTlGAkT59TWeer93jBHDvXzm.2 2024-09-12T18:01:50.218 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.217+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.54__shadow_file2.mpg.2~njIW3LRtTlGAkT59TWeer93jBHDvXzm.2_1 2024-09-12T18:01:50.218 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.217+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.54__multipart_file2.mpg.2~njIW3LRtTlGAkT59TWeer93jBHDvXzm.3 2024-09-12T18:01:50.218 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.217+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.54__shadow_file2.mpg.2~njIW3LRtTlGAkT59TWeer93jBHDvXzm.3_1 2024-09-12T18:01:50.218 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.217+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.54__multipart_file2.mpg.2~njIW3LRtTlGAkT59TWeer93jBHDvXzm.4 2024-09-12T18:01:50.219 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.219+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.54__shadow_file2.mpg.2~njIW3LRtTlGAkT59TWeer93jBHDvXzm.4_1 2024-09-12T18:01:50.221 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.220+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.54__multipart_file2.mpg.2~njIW3LRtTlGAkT59TWeer93jBHDvXzm.5 2024-09-12T18:01:50.226 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.226+0000 7f587d80f800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:01:50.229 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.228+0000 7f587d80f800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T18:01:50.230 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.229+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.230 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.230+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:50.231 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.230+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T18:01:50.232 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.230+0000 7f587d80f800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.1668439870302762720', time=2024-09-12T20:01:42.728297+0000, chain.objs.size()=21 2024-09-12T18:01:50.232 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.230+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__multipart_key1.2~kVmWwoAguEZgFKr18-OH1w1OI-h7d_O.1 2024-09-12T18:01:50.232 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.230+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__shadow_key1.2~kVmWwoAguEZgFKr18-OH1w1OI-h7d_O.1_1 2024-09-12T18:01:50.232 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.230+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__multipart_key1.2~kVmWwoAguEZgFKr18-OH1w1OI-h7d_O.2 2024-09-12T18:01:50.232 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.230+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__shadow_key1.2~kVmWwoAguEZgFKr18-OH1w1OI-h7d_O.2_1 2024-09-12T18:01:50.232 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.230+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__multipart_key1.2~kVmWwoAguEZgFKr18-OH1w1OI-h7d_O.3 2024-09-12T18:01:50.232 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.230+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__shadow_key1.2~kVmWwoAguEZgFKr18-OH1w1OI-h7d_O.3_1 2024-09-12T18:01:50.232 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.230+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__multipart_key1.2~kVmWwoAguEZgFKr18-OH1w1OI-h7d_O.4 2024-09-12T18:01:50.233 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.230+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__shadow_key1.2~kVmWwoAguEZgFKr18-OH1w1OI-h7d_O.4_1 2024-09-12T18:01:50.233 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.230+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__multipart_key1.2~kVmWwoAguEZgFKr18-OH1w1OI-h7d_O.5 2024-09-12T18:01:50.233 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.230+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__shadow_key1.2~kVmWwoAguEZgFKr18-OH1w1OI-h7d_O.5_1 2024-09-12T18:01:50.233 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.230+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__multipart_key1.2~kVmWwoAguEZgFKr18-OH1w1OI-h7d_O.6 2024-09-12T18:01:50.233 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.230+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__shadow_key1.2~kVmWwoAguEZgFKr18-OH1w1OI-h7d_O.6_1 2024-09-12T18:01:50.235 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.234+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__multipart_key1.2~kVmWwoAguEZgFKr18-OH1w1OI-h7d_O.7 2024-09-12T18:01:50.236 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.234+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__shadow_key1.2~kVmWwoAguEZgFKr18-OH1w1OI-h7d_O.7_1 2024-09-12T18:01:50.236 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.234+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__multipart_key1.2~kVmWwoAguEZgFKr18-OH1w1OI-h7d_O.8 2024-09-12T18:01:50.236 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.234+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__shadow_key1.2~kVmWwoAguEZgFKr18-OH1w1OI-h7d_O.8_1 2024-09-12T18:01:50.236 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.235+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__multipart_key1.2~kVmWwoAguEZgFKr18-OH1w1OI-h7d_O.9 2024-09-12T18:01:50.236 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.235+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__shadow_key1.2~kVmWwoAguEZgFKr18-OH1w1OI-h7d_O.9_1 2024-09-12T18:01:50.236 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.235+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__multipart_key1.2~kVmWwoAguEZgFKr18-OH1w1OI-h7d_O.10 2024-09-12T18:01:50.236 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.235+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__shadow_key1.2~kVmWwoAguEZgFKr18-OH1w1OI-h7d_O.10_1 2024-09-12T18:01:50.236 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.235+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__multipart_key1.2~kVmWwoAguEZgFKr18-OH1w1OI-h7d_O.11 2024-09-12T18:01:50.240 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.240+0000 7f587d80f800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:01:50.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.242+0000 7f587d80f800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T18:01:50.244 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.243+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.245 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.244+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:50.245 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.244+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.246 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.245+0000 7f587d80f800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T18:01:50.247 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.247+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.247 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.247+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:50.248 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.247+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.249 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.248+0000 7f587d80f800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T18:01:50.250 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.249+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.250 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.250+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:50.251 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.250+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T18:01:50.252 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.250+0000 7f587d80f800 20 garbage collection: RGWGC::process iterating over entry tag='2~-Re5odLo8DNdiNlIMcJmCfj-UAv1mWN', time=2024-09-12T20:01:27.987424+0000, chain.objs.size()=9 2024-09-12T18:01:50.252 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.250+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.41__multipart_key1.2~-Re5odLo8DNdiNlIMcJmCfj-UAv1mWN.1 2024-09-12T18:01:50.252 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.250+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.41__shadow_key1.2~-Re5odLo8DNdiNlIMcJmCfj-UAv1mWN.1_1 2024-09-12T18:01:50.252 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.250+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.41__multipart_key1.2~-Re5odLo8DNdiNlIMcJmCfj-UAv1mWN.2 2024-09-12T18:01:50.252 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.250+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.41__shadow_key1.2~-Re5odLo8DNdiNlIMcJmCfj-UAv1mWN.2_1 2024-09-12T18:01:50.252 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.250+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.41__multipart_key1.2~-Re5odLo8DNdiNlIMcJmCfj-UAv1mWN.3 2024-09-12T18:01:50.252 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.250+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.41__shadow_key1.2~-Re5odLo8DNdiNlIMcJmCfj-UAv1mWN.3_1 2024-09-12T18:01:50.252 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.250+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.41__multipart_key1.2~-Re5odLo8DNdiNlIMcJmCfj-UAv1mWN.4 2024-09-12T18:01:50.252 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.250+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.41__shadow_key1.2~-Re5odLo8DNdiNlIMcJmCfj-UAv1mWN.4_1 2024-09-12T18:01:50.252 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.250+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.41__multipart_key1.2~-Re5odLo8DNdiNlIMcJmCfj-UAv1mWN.5 2024-09-12T18:01:50.252 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.250+0000 7f587d80f800 20 garbage collection: RGWGC::process iterating over entry tag='2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl', time=2024-09-12T20:01:46.912567+0000, chain.objs.size()=80 2024-09-12T18:01:50.252 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.250+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.1 2024-09-12T18:01:50.253 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.250+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.2 2024-09-12T18:01:50.253 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.250+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.3 2024-09-12T18:01:50.255 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.254+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.4 2024-09-12T18:01:50.255 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.255+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.5 2024-09-12T18:01:50.255 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.255+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.6 2024-09-12T18:01:50.255 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.255+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.7 2024-09-12T18:01:50.255 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.255+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.8 2024-09-12T18:01:50.256 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.255+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.9 2024-09-12T18:01:50.257 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.256+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.10 2024-09-12T18:01:50.257 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.256+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.11 2024-09-12T18:01:50.257 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.257+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.12 2024-09-12T18:01:50.258 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.257+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.13 2024-09-12T18:01:50.258 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.257+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.14 2024-09-12T18:01:50.259 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.259+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.15 2024-09-12T18:01:50.259 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.259+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.16 2024-09-12T18:01:50.260 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.259+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.17 2024-09-12T18:01:50.260 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.259+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.18 2024-09-12T18:01:50.260 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.259+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.19 2024-09-12T18:01:50.260 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.259+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.20 2024-09-12T18:01:50.261 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.260+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.21 2024-09-12T18:01:50.261 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.260+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.22 2024-09-12T18:01:50.261 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.260+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.23 2024-09-12T18:01:50.261 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.260+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.24 2024-09-12T18:01:50.261 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.260+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.25 2024-09-12T18:01:50.264 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.263+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.26 2024-09-12T18:01:50.264 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.263+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.27 2024-09-12T18:01:50.264 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.263+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.28 2024-09-12T18:01:50.264 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.263+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.29 2024-09-12T18:01:50.264 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.263+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.30 2024-09-12T18:01:50.265 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.263+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.31 2024-09-12T18:01:50.265 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.264+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.32 2024-09-12T18:01:50.265 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.264+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.33 2024-09-12T18:01:50.266 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.265+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.34 2024-09-12T18:01:50.266 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.265+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.35 2024-09-12T18:01:50.266 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.265+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.36 2024-09-12T18:01:50.267 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.267+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.37 2024-09-12T18:01:50.267 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.267+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.38 2024-09-12T18:01:50.268 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.267+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.39 2024-09-12T18:01:50.268 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.267+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.40 2024-09-12T18:01:50.268 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.267+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.41 2024-09-12T18:01:50.268 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.267+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.42 2024-09-12T18:01:50.268 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.267+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.43 2024-09-12T18:01:50.269 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.269+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.44 2024-09-12T18:01:50.271 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.270+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.45 2024-09-12T18:01:50.271 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.270+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.46 2024-09-12T18:01:50.271 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.270+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.47 2024-09-12T18:01:50.271 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.270+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.48 2024-09-12T18:01:50.271 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.270+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.49 2024-09-12T18:01:50.272 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.271+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.50 2024-09-12T18:01:50.272 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.271+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.51 2024-09-12T18:01:50.272 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.271+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.52 2024-09-12T18:01:50.272 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.271+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.53 2024-09-12T18:01:50.272 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.271+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.54 2024-09-12T18:01:50.274 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.273+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.55 2024-09-12T18:01:50.274 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.273+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.56 2024-09-12T18:01:50.276 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.276+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.57 2024-09-12T18:01:50.277 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.276+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.58 2024-09-12T18:01:50.277 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.277+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.59 2024-09-12T18:01:50.278 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.277+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.60 2024-09-12T18:01:50.278 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.277+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.61 2024-09-12T18:01:50.278 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.277+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.62 2024-09-12T18:01:50.278 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.277+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.63 2024-09-12T18:01:50.278 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.277+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.64 2024-09-12T18:01:50.278 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.277+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.65 2024-09-12T18:01:50.278 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.277+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.66 2024-09-12T18:01:50.279 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.278+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.67 2024-09-12T18:01:50.280 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.280+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.68 2024-09-12T18:01:50.280 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.280+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.69 2024-09-12T18:01:50.281 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.280+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.70 2024-09-12T18:01:50.283 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.282+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.71 2024-09-12T18:01:50.283 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.282+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.72 2024-09-12T18:01:50.283 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.282+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.73 2024-09-12T18:01:50.283 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.282+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.74 2024-09-12T18:01:50.283 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.282+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.75 2024-09-12T18:01:50.283 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.282+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.76 2024-09-12T18:01:50.283 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.282+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.77 2024-09-12T18:01:50.283 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.282+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.78 2024-09-12T18:01:50.283 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.282+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.79 2024-09-12T18:01:50.283 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.282+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.59__multipart_key1.2~XzKyNv9pAPMwNWazeeXqSVbCLbp3htl.80 2024-09-12T18:01:50.287 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.287+0000 7f587d80f800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:01:50.290 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.289+0000 7f587d80f800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T18:01:50.291 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.291+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.292 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.292+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:50.293 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.292+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T18:01:50.293 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.292+0000 7f587d80f800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.5316793366543044126', time=2024-09-12T20:01:45.627352+0000, chain.objs.size()=9 2024-09-12T18:01:50.293 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.292+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.57__multipart_key1.2~6E777PyOaHV6RGoofTLZWdw8s2YlQu5.1 2024-09-12T18:01:50.293 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.292+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.57__shadow_key1.2~6E777PyOaHV6RGoofTLZWdw8s2YlQu5.1_1 2024-09-12T18:01:50.293 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.292+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.57__multipart_key1.2~6E777PyOaHV6RGoofTLZWdw8s2YlQu5.2 2024-09-12T18:01:50.293 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.292+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.57__shadow_key1.2~6E777PyOaHV6RGoofTLZWdw8s2YlQu5.2_1 2024-09-12T18:01:50.293 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.292+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.57__multipart_key1.2~6E777PyOaHV6RGoofTLZWdw8s2YlQu5.3 2024-09-12T18:01:50.294 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.292+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.57__shadow_key1.2~6E777PyOaHV6RGoofTLZWdw8s2YlQu5.3_1 2024-09-12T18:01:50.294 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.292+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.57__multipart_key1.2~6E777PyOaHV6RGoofTLZWdw8s2YlQu5.4 2024-09-12T18:01:50.294 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.292+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.57__shadow_key1.2~6E777PyOaHV6RGoofTLZWdw8s2YlQu5.4_1 2024-09-12T18:01:50.294 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.292+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.57__multipart_key1.2~6E777PyOaHV6RGoofTLZWdw8s2YlQu5.5 2024-09-12T18:01:50.297 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.296+0000 7f587d80f800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:01:50.300 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.299+0000 7f587d80f800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T18:01:50.301 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.300+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.302 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.301+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:50.303 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.301+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T18:01:50.303 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.301+0000 7f587d80f800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.12610429914415716737', time=2024-09-12T20:01:43.828703+0000, chain.objs.size()=16 2024-09-12T18:01:50.303 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.301+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__multipart_key1.2~bBuPPUWfdAt4Aqny-3LoO7zkWimwxwz.1 2024-09-12T18:01:50.303 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.301+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__shadow_key1.2~bBuPPUWfdAt4Aqny-3LoO7zkWimwxwz.1_1 2024-09-12T18:01:50.303 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.301+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__shadow_key1.2~bBuPPUWfdAt4Aqny-3LoO7zkWimwxwz.1_2 2024-09-12T18:01:50.303 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.301+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__multipart_key1.2~bBuPPUWfdAt4Aqny-3LoO7zkWimwxwz.2 2024-09-12T18:01:50.304 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.301+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__shadow_key1.2~bBuPPUWfdAt4Aqny-3LoO7zkWimwxwz.2_1 2024-09-12T18:01:50.304 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.301+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__shadow_key1.2~bBuPPUWfdAt4Aqny-3LoO7zkWimwxwz.2_2 2024-09-12T18:01:50.304 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.301+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__multipart_key1.2~bBuPPUWfdAt4Aqny-3LoO7zkWimwxwz.3 2024-09-12T18:01:50.304 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.301+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__shadow_key1.2~bBuPPUWfdAt4Aqny-3LoO7zkWimwxwz.3_1 2024-09-12T18:01:50.304 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.301+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__shadow_key1.2~bBuPPUWfdAt4Aqny-3LoO7zkWimwxwz.3_2 2024-09-12T18:01:50.304 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.301+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__multipart_key1.2~bBuPPUWfdAt4Aqny-3LoO7zkWimwxwz.4 2024-09-12T18:01:50.305 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.301+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__shadow_key1.2~bBuPPUWfdAt4Aqny-3LoO7zkWimwxwz.4_1 2024-09-12T18:01:50.305 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.301+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__shadow_key1.2~bBuPPUWfdAt4Aqny-3LoO7zkWimwxwz.4_2 2024-09-12T18:01:50.305 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.304+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__multipart_key1.2~bBuPPUWfdAt4Aqny-3LoO7zkWimwxwz.5 2024-09-12T18:01:50.306 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.305+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__shadow_key1.2~bBuPPUWfdAt4Aqny-3LoO7zkWimwxwz.5_1 2024-09-12T18:01:50.306 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.305+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__shadow_key1.2~bBuPPUWfdAt4Aqny-3LoO7zkWimwxwz.5_2 2024-09-12T18:01:50.306 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.305+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.56__multipart_key1.2~bBuPPUWfdAt4Aqny-3LoO7zkWimwxwz.6 2024-09-12T18:01:50.310 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.310+0000 7f587d80f800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:01:50.313 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.312+0000 7f587d80f800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T18:01:50.314 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.313+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.315 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.314+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:50.315 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.314+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.316 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.315+0000 7f587d80f800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T18:01:50.317 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.316+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.317 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.317+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:50.317 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.317+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.318 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.318+0000 7f587d80f800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T18:01:50.319 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.319+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.320 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.319+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:50.320 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.320+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.321 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.320+0000 7f587d80f800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T18:01:50.322 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.322+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.322 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.322+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:50.323 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.322+0000 7f587d80f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T18:01:50.323 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.322+0000 7f587d80f800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.13182685628096560944', time=2024-09-12T20:01:29.057968+0000, chain.objs.size()=9 2024-09-12T18:01:50.323 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.322+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.43__multipart_key1.2~fKUEjLCvs2Q83x_l5_vI64zXOvFtNVn.1 2024-09-12T18:01:50.324 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.322+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.43__shadow_key1.2~fKUEjLCvs2Q83x_l5_vI64zXOvFtNVn.1_1 2024-09-12T18:01:50.324 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.322+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.43__multipart_key1.2~fKUEjLCvs2Q83x_l5_vI64zXOvFtNVn.2 2024-09-12T18:01:50.324 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.322+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.43__shadow_key1.2~fKUEjLCvs2Q83x_l5_vI64zXOvFtNVn.2_1 2024-09-12T18:01:50.324 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.322+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.43__multipart_key1.2~fKUEjLCvs2Q83x_l5_vI64zXOvFtNVn.3 2024-09-12T18:01:50.324 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.322+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.43__shadow_key1.2~fKUEjLCvs2Q83x_l5_vI64zXOvFtNVn.3_1 2024-09-12T18:01:50.324 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.322+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.43__multipart_key1.2~fKUEjLCvs2Q83x_l5_vI64zXOvFtNVn.4 2024-09-12T18:01:50.324 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.322+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.43__shadow_key1.2~fKUEjLCvs2Q83x_l5_vI64zXOvFtNVn.4_1 2024-09-12T18:01:50.324 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.322+0000 7f587d80f800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.43__multipart_key1.2~fKUEjLCvs2Q83x_l5_vI64zXOvFtNVn.5 2024-09-12T18:01:50.327 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.326+0000 7f587d80f800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:01:50.330 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.329+0000 7f572efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:01:50.332 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.331+0000 7f587d80f800 20 remove_watcher() i=0 2024-09-12T18:01:50.332 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.331+0000 7f587d80f800 2 removed watcher, disabling cache 2024-09-12T18:01:50.333 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.332+0000 7f587d80f800 20 remove_watcher() i=1 2024-09-12T18:01:50.334 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.333+0000 7f587d80f800 20 remove_watcher() i=2 2024-09-12T18:01:50.335 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.335+0000 7f587d80f800 20 remove_watcher() i=3 2024-09-12T18:01:50.336 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.336+0000 7f587d80f800 20 remove_watcher() i=4 2024-09-12T18:01:50.337 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.337+0000 7f587d80f800 20 remove_watcher() i=5 2024-09-12T18:01:50.338 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.338+0000 7f587d80f800 20 remove_watcher() i=6 2024-09-12T18:01:50.339 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.339+0000 7f587d80f800 20 remove_watcher() i=7 2024-09-12T18:01:50.351 DEBUG:teuthology.orchestra.run.smithi045:> radosgw-admin gc process --include-all 2024-09-12T18:01:50.404 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:01:50.404 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:01:50.443 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.443+0000 7fb24c4bb800 20 rados->read ofs=0 len=0 2024-09-12T18:01:50.445 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.444+0000 7fb24c4bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:50.445 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.444+0000 7fb24c4bb800 20 realm 2024-09-12T18:01:50.445 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.444+0000 7fb24c4bb800 20 rados->read ofs=0 len=0 2024-09-12T18:01:50.445 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.445+0000 7fb24c4bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:50.445 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.445+0000 7fb24c4bb800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:01:50.446 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.445+0000 7fb24c4bb800 20 rados->read ofs=0 len=0 2024-09-12T18:01:50.446 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.445+0000 7fb24c4bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:50.446 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.445+0000 7fb24c4bb800 20 rados->read ofs=0 len=0 2024-09-12T18:01:50.446 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.446+0000 7fb24c4bb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:50.446 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.446+0000 7fb24c4bb800 20 rados->read ofs=0 len=0 2024-09-12T18:01:50.447 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.446+0000 7fb24c4bb800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:01:50.447 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.446+0000 7fb24c4bb800 20 searching for the correct realm 2024-09-12T18:01:50.449 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.449+0000 7fb2497a4640 0 -- 172.21.15.45:0/3702555240 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7fb23c06d8c0 msgr2=0x7fb23c074070 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:01:50.453 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.452+0000 7fb249fa5640 0 -- 172.21.15.45:0/3702555240 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7fb24008d920 msgr2=0x7fb240064410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:01:50.660 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.659+0000 7fb24c4bb800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T18:01:50.660 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.659+0000 7fb24c4bb800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T18:01:50.660 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.659+0000 7fb24c4bb800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:01:50.660 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.659+0000 7fb24c4bb800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:01:50.660 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.659+0000 7fb24c4bb800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:01:50.660 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.659+0000 7fb24c4bb800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:01:50.660 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.659+0000 7fb24c4bb800 20 rados->read ofs=0 len=0 2024-09-12T18:01:50.660 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.659+0000 7fb24c4bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:50.661 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.659+0000 7fb24c4bb800 20 rados->read ofs=0 len=0 2024-09-12T18:01:50.661 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.659+0000 7fb24c4bb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:50.661 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.659+0000 7fb24c4bb800 20 rados->read ofs=0 len=0 2024-09-12T18:01:50.662 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.660+0000 7fb24c4bb800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:01:50.662 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.660+0000 7fb24c4bb800 20 zone default found 2024-09-12T18:01:50.662 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.660+0000 7fb24c4bb800 4 Realm: () 2024-09-12T18:01:50.662 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.660+0000 7fb24c4bb800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T18:01:50.662 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.660+0000 7fb24c4bb800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T18:01:50.662 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.660+0000 7fb24c4bb800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:01:50.662 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.660+0000 7fb24c4bb800 20 zonegroup default 2024-09-12T18:01:50.662 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.660+0000 7fb24c4bb800 20 rados->read ofs=0 len=0 2024-09-12T18:01:50.663 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.660+0000 7fb24c4bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:50.663 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.660+0000 7fb24c4bb800 20 rados->read ofs=0 len=0 2024-09-12T18:01:50.663 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.660+0000 7fb24c4bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:50.663 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.660+0000 7fb24c4bb800 20 rados->read ofs=0 len=0 2024-09-12T18:01:50.663 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.660+0000 7fb24c4bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:50.663 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.660+0000 7fb24c4bb800 20 started sync module instance, tier type = 2024-09-12T18:01:50.663 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.660+0000 7fb24c4bb800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T18:01:50.670 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.669+0000 7fb24c4bb800 20 add_watcher() i=0 2024-09-12T18:01:50.670 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.669+0000 7fb24c4bb800 20 add_watcher() i=1 2024-09-12T18:01:50.670 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.669+0000 7fb24c4bb800 20 add_watcher() i=2 2024-09-12T18:01:50.670 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.669+0000 7fb24c4bb800 20 add_watcher() i=3 2024-09-12T18:01:50.670 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.669+0000 7fb24c4bb800 20 add_watcher() i=4 2024-09-12T18:01:50.670 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.669+0000 7fb24c4bb800 20 add_watcher() i=5 2024-09-12T18:01:50.670 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.669+0000 7fb24c4bb800 20 add_watcher() i=6 2024-09-12T18:01:50.671 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.670+0000 7fb24c4bb800 20 add_watcher() i=7 2024-09-12T18:01:50.671 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.670+0000 7fb24c4bb800 2 all 8 watchers are set, enabling cache 2024-09-12T18:01:50.672 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.672+0000 7fb0fb7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:01:50.672 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.672+0000 7fb24c4bb800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:01:50.673 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.672+0000 7fb24c4bb800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:01:50.707 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.706+0000 7fb0fa7fc640 20 reqs_thread_entry: start 2024-09-12T18:01:50.707 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.706+0000 7fb24c4bb800 20 init_complete bucket index max shards: 1 2024-09-12T18:01:50.707 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.706+0000 7fb24c4bb800 20 Filter name: none 2024-09-12T18:01:50.708 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.706+0000 7fb06ffff640 20 reqs_thread_entry: start 2024-09-12T18:01:50.708 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.707+0000 7fb24c4bb800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T18:01:50.709 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.709+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.709 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.709+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:50.710 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.709+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.711 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.710+0000 7fb24c4bb800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T18:01:50.712 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.712+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.713 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.712+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:50.713 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.712+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.714 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.713+0000 7fb24c4bb800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T18:01:50.715 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.715+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.715 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.715+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:50.716 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.715+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.717 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.716+0000 7fb24c4bb800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T18:01:50.718 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.718+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.718 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.718+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:50.719 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.718+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.720 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.719+0000 7fb24c4bb800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T18:01:50.721 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.721+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.722 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.721+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:50.722 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.722+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.723 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.723+0000 7fb24c4bb800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T18:01:50.724 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.724+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.725 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.724+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:50.725 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.725+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.726 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.725+0000 7fb24c4bb800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T18:01:50.727 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.727+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.728 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.727+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:50.728 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.727+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.729 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.728+0000 7fb24c4bb800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T18:01:50.730 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.730+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.731 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.730+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:50.731 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.730+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.732 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.731+0000 7fb24c4bb800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T18:01:50.733 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.733+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.734 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.733+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:50.734 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.733+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.735 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.734+0000 7fb24c4bb800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T18:01:50.736 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.736+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.737 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.737+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:50.737 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.737+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.738 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.738+0000 7fb24c4bb800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T18:01:50.740 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.739+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.741 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.740+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:50.741 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.740+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.742 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.741+0000 7fb24c4bb800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T18:01:50.743 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.742+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.743 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.743+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:50.743 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.743+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.744 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.744+0000 7fb24c4bb800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T18:01:50.746 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.745+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.746 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.746+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:50.746 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.746+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.748 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.747+0000 7fb24c4bb800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T18:01:50.749 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.749+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.750 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.749+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:50.750 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.749+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.751 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.750+0000 7fb24c4bb800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T18:01:50.752 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.751+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.753 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.752+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:50.754 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.752+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.756 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.753+0000 7fb24c4bb800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T18:01:50.756 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.754+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.756 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.755+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:50.756 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.755+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.757 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.756+0000 7fb24c4bb800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T18:01:50.758 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.757+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.758 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.758+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:50.758 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.758+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.760 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.759+0000 7fb24c4bb800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T18:01:50.762 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.761+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.762 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.761+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:50.762 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.762+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.763 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.763+0000 7fb24c4bb800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T18:01:50.765 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.764+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.765 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.764+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:50.765 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.765+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.766 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.766+0000 7fb24c4bb800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T18:01:50.768 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.767+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.768 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.768+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:50.769 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.768+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.769 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.769+0000 7fb24c4bb800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T18:01:50.771 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.771+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.771 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.771+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:50.772 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.771+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.773 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.772+0000 7fb24c4bb800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T18:01:50.774 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.773+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.774 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.774+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:50.775 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.774+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.775 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.775+0000 7fb24c4bb800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T18:01:50.777 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.776+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.777 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.777+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:50.777 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.777+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.778 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.778+0000 7fb24c4bb800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T18:01:50.779 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.779+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.780 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.780+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:50.780 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.780+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.781 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.781+0000 7fb24c4bb800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T18:01:50.783 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.782+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.783 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.783+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:50.783 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.783+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.784 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.784+0000 7fb24c4bb800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T18:01:50.785 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.785+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.785 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.785+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:50.786 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.785+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.787 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.786+0000 7fb24c4bb800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T18:01:50.788 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.788+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.789 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.788+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:50.789 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.788+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.790 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.789+0000 7fb24c4bb800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T18:01:50.791 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.791+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.792 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.791+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:50.792 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.791+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.793 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.792+0000 7fb24c4bb800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T18:01:50.794 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.794+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.794 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.794+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:50.795 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.794+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.796 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.795+0000 7fb24c4bb800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T18:01:50.797 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.797+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.797 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.797+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:50.798 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.797+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.799 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.798+0000 7fb24c4bb800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T18:01:50.800 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.800+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.800 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.800+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:50.801 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.800+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.802 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.801+0000 7fb24c4bb800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T18:01:50.803 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.803+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.803 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.803+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:50.804 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.803+0000 7fb24c4bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:50.808 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.805+0000 7fb0fb7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:01:50.808 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.807+0000 7fb24c4bb800 20 remove_watcher() i=0 2024-09-12T18:01:50.808 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.807+0000 7fb24c4bb800 2 removed watcher, disabling cache 2024-09-12T18:01:50.809 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.808+0000 7fb24c4bb800 20 remove_watcher() i=1 2024-09-12T18:01:50.809 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.809+0000 7fb24c4bb800 20 remove_watcher() i=2 2024-09-12T18:01:50.811 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.810+0000 7fb24c4bb800 20 remove_watcher() i=3 2024-09-12T18:01:50.812 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.811+0000 7fb24c4bb800 20 remove_watcher() i=4 2024-09-12T18:01:50.813 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.812+0000 7fb24c4bb800 20 remove_watcher() i=5 2024-09-12T18:01:50.813 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.813+0000 7fb24c4bb800 20 remove_watcher() i=6 2024-09-12T18:01:50.814 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.814+0000 7fb24c4bb800 20 remove_watcher() i=7 2024-09-12T18:01:50.826 DEBUG:teuthology.orchestra.run.smithi045:> radosgw-admin gc process --include-all 2024-09-12T18:01:50.879 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:01:50.879 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:01:50.919 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.918+0000 7f4e66615800 20 rados->read ofs=0 len=0 2024-09-12T18:01:50.921 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.920+0000 7f4e66615800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:50.921 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.920+0000 7f4e66615800 20 realm 2024-09-12T18:01:50.921 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.920+0000 7f4e66615800 20 rados->read ofs=0 len=0 2024-09-12T18:01:50.921 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.920+0000 7f4e66615800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:50.921 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.920+0000 7f4e66615800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:01:50.921 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.920+0000 7f4e66615800 20 rados->read ofs=0 len=0 2024-09-12T18:01:50.921 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.920+0000 7f4e66615800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:50.921 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.920+0000 7f4e66615800 20 rados->read ofs=0 len=0 2024-09-12T18:01:50.922 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.921+0000 7f4e66615800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:50.922 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.921+0000 7f4e66615800 20 rados->read ofs=0 len=0 2024-09-12T18:01:50.922 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.922+0000 7f4e66615800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:01:50.922 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.922+0000 7f4e66615800 20 searching for the correct realm 2024-09-12T18:01:50.923 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.923+0000 7f4e61591640 0 -- 172.21.15.45:0/2061808886 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x5566fd060100 msgr2=0x5566fd0624f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:01:50.926 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:50.926+0000 7f4e62593640 0 -- 172.21.15.45:0/2061808886 >> [v2:172.21.15.115:6826/2187734287,v1:172.21.15.115:6827/2187734287] conn(0x7f4e58052030 msgr2=0x7f4e580b48c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:01:51.136 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.135+0000 7f4e66615800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T18:01:51.136 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.135+0000 7f4e66615800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T18:01:51.136 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.135+0000 7f4e66615800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:01:51.136 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.135+0000 7f4e66615800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:01:51.136 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.135+0000 7f4e66615800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:01:51.136 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.135+0000 7f4e66615800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:01:51.136 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.135+0000 7f4e66615800 20 rados->read ofs=0 len=0 2024-09-12T18:01:51.137 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.135+0000 7f4e66615800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:51.137 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.135+0000 7f4e66615800 20 rados->read ofs=0 len=0 2024-09-12T18:01:51.138 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.136+0000 7f4e66615800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:51.138 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.136+0000 7f4e66615800 20 rados->read ofs=0 len=0 2024-09-12T18:01:51.138 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.136+0000 7f4e66615800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:01:51.138 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.136+0000 7f4e66615800 20 zone default found 2024-09-12T18:01:51.138 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.136+0000 7f4e66615800 4 Realm: () 2024-09-12T18:01:51.138 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.136+0000 7f4e66615800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T18:01:51.138 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.136+0000 7f4e66615800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T18:01:51.139 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.136+0000 7f4e66615800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:01:51.139 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.136+0000 7f4e66615800 20 zonegroup default 2024-09-12T18:01:51.139 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.136+0000 7f4e66615800 20 rados->read ofs=0 len=0 2024-09-12T18:01:51.139 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.136+0000 7f4e66615800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:51.139 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.136+0000 7f4e66615800 20 rados->read ofs=0 len=0 2024-09-12T18:01:51.139 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.137+0000 7f4e66615800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:51.139 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.137+0000 7f4e66615800 20 rados->read ofs=0 len=0 2024-09-12T18:01:51.139 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.137+0000 7f4e66615800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:51.139 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.137+0000 7f4e66615800 20 started sync module instance, tier type = 2024-09-12T18:01:51.139 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.137+0000 7f4e66615800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T18:01:51.146 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.146+0000 7f4e66615800 20 add_watcher() i=0 2024-09-12T18:01:51.146 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.146+0000 7f4e66615800 20 add_watcher() i=1 2024-09-12T18:01:51.147 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.146+0000 7f4e66615800 20 add_watcher() i=2 2024-09-12T18:01:51.147 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.146+0000 7f4e66615800 20 add_watcher() i=3 2024-09-12T18:01:51.147 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.146+0000 7f4e66615800 20 add_watcher() i=4 2024-09-12T18:01:51.147 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.146+0000 7f4e66615800 20 add_watcher() i=5 2024-09-12T18:01:51.147 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.146+0000 7f4e66615800 20 add_watcher() i=6 2024-09-12T18:01:51.147 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.147+0000 7f4e66615800 20 add_watcher() i=7 2024-09-12T18:01:51.147 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.147+0000 7f4e66615800 2 all 8 watchers are set, enabling cache 2024-09-12T18:01:51.149 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.148+0000 7f4d137fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:01:51.149 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.149+0000 7f4e66615800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:01:51.149 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.149+0000 7f4e66615800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:01:51.184 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.183+0000 7f4d127fc640 20 reqs_thread_entry: start 2024-09-12T18:01:51.184 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.183+0000 7f4e66615800 20 init_complete bucket index max shards: 1 2024-09-12T18:01:51.184 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.183+0000 7f4e66615800 20 Filter name: none 2024-09-12T18:01:51.184 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.183+0000 7f4c83fff640 20 reqs_thread_entry: start 2024-09-12T18:01:51.184 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.183+0000 7f4e66615800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T18:01:51.185 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.184+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:51.185 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.185+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:51.185 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.185+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:51.186 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.186+0000 7f4e66615800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T18:01:51.188 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.187+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:51.188 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.188+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:51.188 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.188+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:51.189 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.189+0000 7f4e66615800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T18:01:51.190 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.190+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:51.191 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.190+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:51.191 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.191+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:51.192 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.191+0000 7f4e66615800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T18:01:51.193 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.193+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:51.194 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.193+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:51.194 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.194+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:51.195 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.195+0000 7f4e66615800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T18:01:51.196 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.196+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:51.197 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.196+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:51.197 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.196+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:51.198 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.197+0000 7f4e66615800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T18:01:51.199 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.199+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:51.199 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.199+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:51.200 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.199+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:51.200 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.200+0000 7f4e66615800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T18:01:51.202 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.201+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:51.202 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.202+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:51.202 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.202+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:51.203 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.203+0000 7f4e66615800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T18:01:51.205 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.204+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:51.205 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.205+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:51.205 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.205+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:51.206 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.206+0000 7f4e66615800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T18:01:51.208 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.207+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:51.208 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.208+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:51.209 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.208+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:51.209 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.209+0000 7f4e66615800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T18:01:51.211 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.210+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:51.211 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.211+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:51.211 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.211+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:51.212 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.212+0000 7f4e66615800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T18:01:51.214 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.213+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:51.214 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.214+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:51.214 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.214+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:51.215 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.215+0000 7f4e66615800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T18:01:51.217 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.216+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:51.217 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.217+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:51.217 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.217+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:51.218 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.218+0000 7f4e66615800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T18:01:51.220 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.219+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:51.220 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.220+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:51.221 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.220+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:51.221 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.221+0000 7f4e66615800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T18:01:51.223 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.222+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:51.223 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.223+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:51.224 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.223+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:51.225 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.224+0000 7f4e66615800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T18:01:51.226 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.225+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:51.226 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.226+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:51.226 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.226+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:51.227 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.227+0000 7f4e66615800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T18:01:51.229 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.229+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:51.229 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.229+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:51.230 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.229+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:51.231 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.230+0000 7f4e66615800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T18:01:51.232 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.232+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:51.232 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.232+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:51.233 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.232+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:51.234 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.233+0000 7f4e66615800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T18:01:51.235 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.234+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:51.235 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.235+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:51.236 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.235+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:51.236 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.236+0000 7f4e66615800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T18:01:51.238 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.237+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:51.238 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.238+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:51.238 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.238+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:51.239 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.239+0000 7f4e66615800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T18:01:51.240 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.240+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:51.241 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.241+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:51.241 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.241+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:51.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.242+0000 7f4e66615800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T18:01:51.243 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.243+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:51.244 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.244+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:51.244 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.244+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:51.245 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.245+0000 7f4e66615800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T18:01:51.246 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.246+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:51.247 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.246+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:51.247 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.246+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:51.248 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.248+0000 7f4e66615800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T18:01:51.249 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.249+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:51.250 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.250+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:51.250 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.250+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:51.251 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.251+0000 7f4e66615800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T18:01:51.252 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.252+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:51.253 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.252+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:51.253 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.253+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:51.254 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.254+0000 7f4e66615800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T18:01:51.255 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.255+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:51.256 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.255+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:51.256 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.255+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:51.257 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.256+0000 7f4e66615800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T18:01:51.258 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.258+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:51.259 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.258+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:51.259 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.258+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:51.260 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.259+0000 7f4e66615800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T18:01:51.261 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.260+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:51.261 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.261+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:51.261 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.261+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:51.263 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.262+0000 7f4e66615800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T18:01:51.264 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.263+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:51.265 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.264+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:51.265 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.265+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:51.266 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.266+0000 7f4e66615800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T18:01:51.268 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.267+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:51.268 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.268+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:51.269 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.268+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:51.270 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.269+0000 7f4e66615800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T18:01:51.272 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.271+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:51.272 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.271+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:51.272 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.271+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:51.273 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.272+0000 7f4e66615800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T18:01:51.274 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.274+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:51.275 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.274+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:51.275 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.275+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:51.276 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.276+0000 7f4e66615800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T18:01:51.278 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.277+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:51.278 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.278+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:51.278 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.278+0000 7f4e66615800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:51.280 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.280+0000 7f4d137fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:01:51.282 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.282+0000 7f4e66615800 20 remove_watcher() i=0 2024-09-12T18:01:51.282 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.282+0000 7f4e66615800 2 removed watcher, disabling cache 2024-09-12T18:01:51.284 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.283+0000 7f4e66615800 20 remove_watcher() i=1 2024-09-12T18:01:51.285 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.284+0000 7f4e66615800 20 remove_watcher() i=2 2024-09-12T18:01:51.286 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.285+0000 7f4e66615800 20 remove_watcher() i=3 2024-09-12T18:01:51.287 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.286+0000 7f4e66615800 20 remove_watcher() i=4 2024-09-12T18:01:51.288 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.287+0000 7f4e66615800 20 remove_watcher() i=5 2024-09-12T18:01:51.289 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.288+0000 7f4e66615800 20 remove_watcher() i=6 2024-09-12T18:01:51.289 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.289+0000 7f4e66615800 20 remove_watcher() i=7 2024-09-12T18:01:51.301 DEBUG:teuthology.orchestra.run.smithi045:> radosgw-admin gc process --include-all 2024-09-12T18:01:51.355 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:01:51.355 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:01:51.394 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.393+0000 7f79fc33e800 20 rados->read ofs=0 len=0 2024-09-12T18:01:51.395 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.395+0000 7f79fc33e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:51.396 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.395+0000 7f79fc33e800 20 realm 2024-09-12T18:01:51.396 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.395+0000 7f79fc33e800 20 rados->read ofs=0 len=0 2024-09-12T18:01:51.396 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.395+0000 7f79fc33e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:51.396 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.395+0000 7f79fc33e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:01:51.396 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.395+0000 7f79fc33e800 20 rados->read ofs=0 len=0 2024-09-12T18:01:51.396 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.395+0000 7f79fc33e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:51.396 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.395+0000 7f79fc33e800 20 rados->read ofs=0 len=0 2024-09-12T18:01:51.397 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.396+0000 7f79fc33e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:51.397 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.396+0000 7f79fc33e800 20 rados->read ofs=0 len=0 2024-09-12T18:01:51.397 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.397+0000 7f79fc33e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:01:51.397 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.397+0000 7f79fc33e800 20 searching for the correct realm 2024-09-12T18:01:51.399 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.399+0000 7f79f78bf640 0 -- 172.21.15.45:0/37884614 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f79e8039070 msgr2=0x7f79e8053430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:01:51.807 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:51.806+0000 7f79f80c0640 0 -- 172.21.15.45:0/37884614 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f79ec07a1b0 msgr2=0x7f79ec06d900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:01:52.215 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.214+0000 7f79fc33e800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T18:01:52.215 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.214+0000 7f79fc33e800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T18:01:52.215 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.214+0000 7f79fc33e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:01:52.215 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.214+0000 7f79fc33e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:01:52.216 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.214+0000 7f79fc33e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:01:52.216 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.214+0000 7f79fc33e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:01:52.216 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.214+0000 7f79fc33e800 20 rados->read ofs=0 len=0 2024-09-12T18:01:52.216 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.215+0000 7f79fc33e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:52.216 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.215+0000 7f79fc33e800 20 rados->read ofs=0 len=0 2024-09-12T18:01:52.217 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.215+0000 7f79fc33e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:52.217 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.215+0000 7f79fc33e800 20 rados->read ofs=0 len=0 2024-09-12T18:01:52.217 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.216+0000 7f79fc33e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:01:52.217 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.216+0000 7f79fc33e800 20 zone default found 2024-09-12T18:01:52.217 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.216+0000 7f79fc33e800 4 Realm: () 2024-09-12T18:01:52.217 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.216+0000 7f79fc33e800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T18:01:52.217 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.216+0000 7f79fc33e800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T18:01:52.217 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.216+0000 7f79fc33e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:01:52.218 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.216+0000 7f79fc33e800 20 zonegroup default 2024-09-12T18:01:52.218 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.216+0000 7f79fc33e800 20 rados->read ofs=0 len=0 2024-09-12T18:01:52.218 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.216+0000 7f79fc33e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:52.218 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.216+0000 7f79fc33e800 20 rados->read ofs=0 len=0 2024-09-12T18:01:52.218 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.217+0000 7f79fc33e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:52.218 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.217+0000 7f79fc33e800 20 rados->read ofs=0 len=0 2024-09-12T18:01:52.218 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.217+0000 7f79fc33e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:52.218 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.217+0000 7f79fc33e800 20 started sync module instance, tier type = 2024-09-12T18:01:52.218 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.217+0000 7f79fc33e800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T18:01:52.229 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.228+0000 7f79fc33e800 20 add_watcher() i=0 2024-09-12T18:01:52.229 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.228+0000 7f79fc33e800 20 add_watcher() i=1 2024-09-12T18:01:52.229 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.228+0000 7f79fc33e800 20 add_watcher() i=2 2024-09-12T18:01:52.229 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.228+0000 7f79fc33e800 20 add_watcher() i=3 2024-09-12T18:01:52.229 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.228+0000 7f79fc33e800 20 add_watcher() i=4 2024-09-12T18:01:52.229 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.228+0000 7f79fc33e800 20 add_watcher() i=5 2024-09-12T18:01:52.229 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.228+0000 7f79fc33e800 20 add_watcher() i=6 2024-09-12T18:01:52.230 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.229+0000 7f79fc33e800 20 add_watcher() i=7 2024-09-12T18:01:52.230 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.229+0000 7f79fc33e800 2 all 8 watchers are set, enabling cache 2024-09-12T18:01:52.232 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.232+0000 7f78aefdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:01:52.232 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.232+0000 7f79fc33e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:01:52.233 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.232+0000 7f79fc33e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:01:52.273 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.272+0000 7f78adfdb640 20 reqs_thread_entry: start 2024-09-12T18:01:52.273 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.272+0000 7f79fc33e800 20 init_complete bucket index max shards: 1 2024-09-12T18:01:52.273 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.272+0000 7f79fc33e800 20 Filter name: none 2024-09-12T18:01:52.273 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.272+0000 7f781f7fe640 20 reqs_thread_entry: start 2024-09-12T18:01:52.273 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.272+0000 7f79fc33e800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T18:01:52.274 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.273+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:52.274 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.274+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:52.275 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.274+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:52.276 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.275+0000 7f79fc33e800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T18:01:52.277 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.277+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:52.278 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.277+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:52.278 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.277+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:52.279 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.279+0000 7f79fc33e800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T18:01:52.280 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.280+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:52.281 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.280+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:52.281 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.281+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:52.282 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.282+0000 7f79fc33e800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T18:01:52.284 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.283+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:52.284 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.284+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:52.284 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.284+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:52.286 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.285+0000 7f79fc33e800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T18:01:52.287 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.287+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:52.288 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.287+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:52.288 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.287+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:52.289 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.289+0000 7f79fc33e800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T18:01:52.290 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.290+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:52.291 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.290+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:52.291 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.291+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:52.292 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.292+0000 7f79fc33e800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T18:01:52.294 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.293+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:52.294 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.294+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:52.294 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.294+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:52.296 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.295+0000 7f79fc33e800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T18:01:52.297 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.297+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:52.298 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.297+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:52.298 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.297+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:52.299 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.298+0000 7f79fc33e800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T18:01:52.300 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.300+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:52.301 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.300+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:52.301 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.300+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:52.302 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.302+0000 7f79fc33e800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T18:01:52.303 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.303+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:52.304 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.303+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:52.304 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.304+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:52.305 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.305+0000 7f79fc33e800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T18:01:52.307 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.306+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:52.307 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.307+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:52.308 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.307+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:52.309 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.308+0000 7f79fc33e800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T18:01:52.310 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.309+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:52.311 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.310+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:52.311 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.310+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:52.312 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.312+0000 7f79fc33e800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T18:01:52.314 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.313+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:52.314 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.314+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:52.315 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.314+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:52.315 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.315+0000 7f79fc33e800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T18:01:52.317 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.316+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:52.317 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.317+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:52.317 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.317+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:52.318 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.318+0000 7f79fc33e800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T18:01:52.320 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.319+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:52.320 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.320+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:52.320 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.320+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:52.321 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.321+0000 7f79fc33e800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T18:01:52.323 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.322+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:52.323 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.323+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:52.324 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.323+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:52.325 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.324+0000 7f79fc33e800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T18:01:52.326 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.326+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:52.326 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.326+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:52.327 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.326+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:52.328 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.328+0000 7f79fc33e800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T18:01:52.330 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.329+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:52.330 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.330+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:52.330 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.330+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:52.332 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.331+0000 7f79fc33e800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T18:01:52.333 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.333+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:52.334 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.333+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:52.334 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.333+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:52.335 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.334+0000 7f79fc33e800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T18:01:52.336 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.336+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:52.337 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.336+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:52.337 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.336+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:52.338 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.337+0000 7f79fc33e800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T18:01:52.339 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.339+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:52.340 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.339+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:52.340 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.339+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:52.341 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.340+0000 7f79fc33e800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T18:01:52.342 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.342+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:52.343 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.342+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:52.343 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.343+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:52.345 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.344+0000 7f79fc33e800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T18:01:52.346 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.345+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:52.346 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.346+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:52.346 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.346+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:52.347 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.347+0000 7f79fc33e800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T18:01:52.349 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.349+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:52.350 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.349+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:52.350 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.350+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:52.351 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.351+0000 7f79fc33e800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T18:01:52.352 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.352+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:52.353 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.352+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:52.353 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.353+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:52.354 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.354+0000 7f79fc33e800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T18:01:52.355 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.355+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:52.356 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.355+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:52.356 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.356+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:52.357 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.357+0000 7f79fc33e800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T18:01:52.358 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.358+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:52.359 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.359+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:52.359 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.359+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:52.360 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.360+0000 7f79fc33e800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T18:01:52.362 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.361+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:52.362 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.362+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:52.363 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.362+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:52.364 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.363+0000 7f79fc33e800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T18:01:52.365 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.365+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:52.366 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.365+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:52.366 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.366+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:52.367 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.367+0000 7f79fc33e800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T18:01:52.368 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.368+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:52.369 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.368+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:52.369 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.369+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:52.370 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.370+0000 7f79fc33e800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T18:01:52.371 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.371+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:52.372 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.372+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:52.372 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.372+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:52.374 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.373+0000 7f79fc33e800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T18:01:52.376 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.375+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:52.376 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.376+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:52.377 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.376+0000 7f79fc33e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:52.379 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.378+0000 7f78aefdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:01:52.381 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.380+0000 7f79fc33e800 20 remove_watcher() i=0 2024-09-12T18:01:52.381 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.380+0000 7f79fc33e800 2 removed watcher, disabling cache 2024-09-12T18:01:52.382 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.382+0000 7f79fc33e800 20 remove_watcher() i=1 2024-09-12T18:01:52.383 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.383+0000 7f79fc33e800 20 remove_watcher() i=2 2024-09-12T18:01:52.384 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.384+0000 7f79fc33e800 20 remove_watcher() i=3 2024-09-12T18:01:52.385 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.385+0000 7f79fc33e800 20 remove_watcher() i=4 2024-09-12T18:01:52.386 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.385+0000 7f79fc33e800 20 remove_watcher() i=5 2024-09-12T18:01:52.387 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.387+0000 7f79fc33e800 20 remove_watcher() i=6 2024-09-12T18:01:52.388 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:52.388+0000 7f79fc33e800 20 remove_watcher() i=7 2024-09-12T18:01:52.400 DEBUG:teuthology.orchestra.run.smithi045:> cd /home/ubuntu/cephtest/s3-tests-java && /opt/gradle/gradle/bin/gradle clean test --rerun-tasks --no-build-cache --tests BucketTest 2024-09-12T18:01:52.997 INFO:teuthology.orchestra.run.smithi045.stdout:> Task :clean 2024-09-12T18:01:53.794 INFO:teuthology.orchestra.run.smithi045.stdout:> Task :compileJava 2024-09-12T18:01:53.794 INFO:teuthology.orchestra.run.smithi045.stdout:> Task :processResources 2024-09-12T18:01:53.794 INFO:teuthology.orchestra.run.smithi045.stdout:> Task :classes 2024-09-12T18:01:54.294 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:54.295 INFO:teuthology.orchestra.run.smithi045.stdout:> Task :compileTestJava 2024-09-12T18:01:54.295 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:54.295 INFO:teuthology.orchestra.run.smithi045.stdout:> Task :processTestResources NO-SOURCE 2024-09-12T18:01:54.295 INFO:teuthology.orchestra.run.smithi045.stdout:> Task :testClasses 2024-09-12T18:01:54.295 INFO:teuthology.orchestra.run.smithi045.stderr:Note: /home/ubuntu/cephtest/s3-tests-java/src/test/java/BucketTest.java uses or overrides a deprecated API. 2024-09-12T18:01:54.295 INFO:teuthology.orchestra.run.smithi045.stderr:Note: Recompile with -Xlint:deprecation for details. 2024-09-12T18:01:56.295 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:56.295 INFO:teuthology.orchestra.run.smithi045.stdout:> Task :test 2024-09-12T18:01:56.295 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:56.295 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Bucket tests STANDARD_OUT 2024-09-12T18:01:56.296 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12 18:01:55,609 [Test worker] WARN com.amazonaws.util.Base64 - JAXB is unavailable. Will fallback to SDK implementation which may be less performant 2024-09-12T18:01:56.296 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:56.296 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectEmpty STARTED 2024-09-12T18:01:56.296 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:56.296 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectEmpty PASSED 2024-09-12T18:01:56.296 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:56.296 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectMismatch STARTED 2024-09-12T18:01:56.296 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:56.296 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectMismatch PASSED 2024-09-12T18:01:56.394 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:56.394 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectUnreadable STARTED 2024-09-12T18:01:56.394 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:56.394 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectUnreadable PASSED 2024-09-12T18:01:56.594 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:56.594 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Bucket tests > BucketTest.testBucketCreateReadDelete STARTED 2024-09-12T18:01:56.594 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:56.594 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Bucket tests > BucketTest.testBucketCreateReadDelete PASSED 2024-09-12T18:01:56.694 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:56.694 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Bucket tests > BucketTest.testBucketDeleteNonEmpty STARTED 2024-09-12T18:01:56.694 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:56.694 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Bucket tests > BucketTest.testBucketDeleteNonEmpty PASSED 2024-09-12T18:01:56.894 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:56.894 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Bucket tests > BucketTest.testBucketDeleteNotExist STARTED 2024-09-12T18:01:56.994 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:56.994 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Bucket tests > BucketTest.testBucketDeleteNotExist PASSED 2024-09-12T18:01:57.094 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:57.094 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Bucket tests > BucketTest.testBucketListDistinct STARTED 2024-09-12T18:01:57.194 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:57.194 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Bucket tests > BucketTest.testBucketListDistinct PASSED 2024-09-12T18:01:57.494 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:57.494 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Bucket tests > BucketTest.testBucketListEmpty STARTED 2024-09-12T18:01:57.494 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:57.494 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Bucket tests > BucketTest.testBucketListEmpty PASSED 2024-09-12T18:01:57.694 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:57.694 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Bucket tests > BucketTest.testBucketNotExist STARTED 2024-09-12T18:01:57.694 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:57.694 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Bucket tests > BucketTest.testBucketNotExist PASSED 2024-09-12T18:01:57.794 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:57.794 INFO:teuthology.orchestra.run.smithi045.stdout:-------------------------------------------------------------------- 2024-09-12T18:01:57.794 INFO:teuthology.orchestra.run.smithi045.stdout:| Results: SUCCESS (9 tests, 9 successes, 0 failures, 0 skipped) | 2024-09-12T18:01:57.794 INFO:teuthology.orchestra.run.smithi045.stdout:-------------------------------------------------------------------- 2024-09-12T18:01:57.827 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:57.827 INFO:teuthology.orchestra.run.smithi045.stdout:Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0. 2024-09-12T18:01:57.827 INFO:teuthology.orchestra.run.smithi045.stdout:Use '--warning-mode all' to show the individual deprecation warnings. 2024-09-12T18:01:57.827 INFO:teuthology.orchestra.run.smithi045.stdout:See https://docs.gradle.org/6.0.1/userguide/command_line_interface.html#sec:command_line_warnings 2024-09-12T18:01:57.827 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:01:57.827 INFO:teuthology.orchestra.run.smithi045.stdout:BUILD SUCCESSFUL in 5s 2024-09-12T18:01:57.828 INFO:teuthology.orchestra.run.smithi045.stdout:5 actionable tasks: 5 executed 2024-09-12T18:01:57.831 DEBUG:teuthology.orchestra.run.smithi045:> radosgw-admin gc process --include-all 2024-09-12T18:01:57.885 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:01:57.885 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:01:57.926 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:57.925+0000 7f885dd31800 20 rados->read ofs=0 len=0 2024-09-12T18:01:57.927 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:57.926+0000 7f885dd31800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:57.927 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:57.926+0000 7f885dd31800 20 realm 2024-09-12T18:01:57.927 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:57.926+0000 7f885dd31800 20 rados->read ofs=0 len=0 2024-09-12T18:01:57.927 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:57.926+0000 7f885dd31800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:57.927 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:57.926+0000 7f885dd31800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:01:57.927 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:57.926+0000 7f885dd31800 20 rados->read ofs=0 len=0 2024-09-12T18:01:57.927 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:57.927+0000 7f885dd31800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:57.928 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:57.927+0000 7f885dd31800 20 rados->read ofs=0 len=0 2024-09-12T18:01:57.928 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:57.927+0000 7f885dd31800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:57.928 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:57.927+0000 7f885dd31800 20 rados->read ofs=0 len=0 2024-09-12T18:01:57.929 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:57.928+0000 7f885dd31800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:01:57.929 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:57.928+0000 7f885dd31800 20 searching for the correct realm 2024-09-12T18:01:57.932 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:57.931+0000 7f885a277640 0 -- 172.21.15.45:0/2570325235 >> [v2:172.21.15.45:6824/1551660769,v1:172.21.15.45:6825/1551660769] conn(0x5592416bb140 msgr2=0x5592416bd600 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:01:58.137 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.137+0000 7f8859a76640 0 -- 172.21.15.45:0/2570325235 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f88500ae970 msgr2=0x7f88500be130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:01:58.546 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.545+0000 7f885dd31800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T18:01:58.546 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.545+0000 7f885dd31800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T18:01:58.546 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.545+0000 7f885dd31800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:01:58.546 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.545+0000 7f885dd31800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:01:58.546 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.545+0000 7f885dd31800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:01:58.546 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.545+0000 7f885dd31800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:01:58.547 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.545+0000 7f885dd31800 20 rados->read ofs=0 len=0 2024-09-12T18:01:58.547 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.545+0000 7f885dd31800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:58.547 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.545+0000 7f885dd31800 20 rados->read ofs=0 len=0 2024-09-12T18:01:58.547 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.546+0000 7f885dd31800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:58.548 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.546+0000 7f885dd31800 20 rados->read ofs=0 len=0 2024-09-12T18:01:58.548 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.546+0000 7f885dd31800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:01:58.548 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.546+0000 7f885dd31800 20 zone default found 2024-09-12T18:01:58.548 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.546+0000 7f885dd31800 4 Realm: () 2024-09-12T18:01:58.548 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.546+0000 7f885dd31800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T18:01:58.548 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.546+0000 7f885dd31800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T18:01:58.548 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.546+0000 7f885dd31800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:01:58.548 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.546+0000 7f885dd31800 20 zonegroup default 2024-09-12T18:01:58.548 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.546+0000 7f885dd31800 20 rados->read ofs=0 len=0 2024-09-12T18:01:58.548 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.547+0000 7f885dd31800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:58.548 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.547+0000 7f885dd31800 20 rados->read ofs=0 len=0 2024-09-12T18:01:58.549 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.547+0000 7f885dd31800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:58.549 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.547+0000 7f885dd31800 20 rados->read ofs=0 len=0 2024-09-12T18:01:58.549 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.547+0000 7f885dd31800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:58.549 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.547+0000 7f885dd31800 20 started sync module instance, tier type = 2024-09-12T18:01:58.549 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.547+0000 7f885dd31800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T18:01:58.559 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.558+0000 7f885dd31800 20 add_watcher() i=0 2024-09-12T18:01:58.559 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.558+0000 7f885dd31800 20 add_watcher() i=1 2024-09-12T18:01:58.559 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.558+0000 7f885dd31800 20 add_watcher() i=2 2024-09-12T18:01:58.559 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.558+0000 7f885dd31800 20 add_watcher() i=3 2024-09-12T18:01:58.559 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.558+0000 7f885dd31800 20 add_watcher() i=4 2024-09-12T18:01:58.559 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.558+0000 7f885dd31800 20 add_watcher() i=5 2024-09-12T18:01:58.559 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.558+0000 7f885dd31800 20 add_watcher() i=6 2024-09-12T18:01:58.560 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.559+0000 7f885dd31800 20 add_watcher() i=7 2024-09-12T18:01:58.560 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.559+0000 7f885dd31800 2 all 8 watchers are set, enabling cache 2024-09-12T18:01:58.562 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.561+0000 7f86f37fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:01:58.562 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.562+0000 7f885dd31800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:01:58.562 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.562+0000 7f885dd31800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:01:58.604 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.603+0000 7f86f27fc640 20 reqs_thread_entry: start 2024-09-12T18:01:58.635 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.603+0000 7f885dd31800 20 init_complete bucket index max shards: 1 2024-09-12T18:01:58.635 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.604+0000 7f885dd31800 20 Filter name: none 2024-09-12T18:01:58.635 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.604+0000 7f867bfff640 20 reqs_thread_entry: start 2024-09-12T18:01:58.635 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.604+0000 7f885dd31800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T18:01:58.639 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.605+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.639 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.606+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:58.639 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.606+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.640 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.608+0000 7f885dd31800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T18:01:58.640 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.609+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.640 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.610+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:58.640 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.610+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.640 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.611+0000 7f885dd31800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T18:01:58.640 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.613+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.640 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.613+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:58.640 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.614+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.640 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.615+0000 7f885dd31800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T18:01:58.640 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.616+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.640 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.617+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:58.640 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.617+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.641 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.618+0000 7f885dd31800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T18:01:58.641 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.620+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.641 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.620+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:58.641 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.621+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.641 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.622+0000 7f885dd31800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T18:01:58.641 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.623+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.641 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.624+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:58.641 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.624+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.641 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.625+0000 7f885dd31800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T18:01:58.641 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.626+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.641 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.627+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:58.641 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.627+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.642 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.628+0000 7f885dd31800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T18:01:58.642 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.630+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.642 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.630+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:58.642 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.631+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.642 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.632+0000 7f885dd31800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T18:01:58.642 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.633+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.642 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.634+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:58.642 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.634+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.642 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.636+0000 7f885dd31800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T18:01:58.642 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.637+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.642 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.638+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:58.642 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.638+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.643 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.639+0000 7f885dd31800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T18:01:58.643 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.641+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.643 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.642+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:58.643 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.642+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.643 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.643+0000 7f885dd31800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T18:01:58.644 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.644+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.645 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.644+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:58.645 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.645+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.646 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.646+0000 7f885dd31800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T18:01:58.648 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.647+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.648 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.648+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:58.649 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.648+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.650 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.649+0000 7f885dd31800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T18:01:58.651 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.651+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.652 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.652+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:58.652 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.652+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.654 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.653+0000 7f885dd31800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T18:01:58.655 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.655+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.656 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.656+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:58.657 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.656+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.658 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.657+0000 7f885dd31800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T18:01:58.659 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.659+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.659 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.659+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:58.660 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.659+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.661 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.660+0000 7f885dd31800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T18:01:58.662 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.662+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.663 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.662+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:58.663 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.663+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.664 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.664+0000 7f885dd31800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T18:01:58.665 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.665+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.666 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.666+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:58.666 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.666+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.667 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.667+0000 7f885dd31800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T18:01:58.669 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.668+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.669 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.669+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:58.670 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.669+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.670 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.670+0000 7f885dd31800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T18:01:58.672 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.671+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.673 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.672+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:58.673 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.672+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.674 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.673+0000 7f885dd31800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T18:01:58.675 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.674+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.675 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.675+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:58.676 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.675+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.676 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.676+0000 7f885dd31800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T18:01:58.678 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.677+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.678 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.678+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:58.678 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.678+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.679 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.679+0000 7f885dd31800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T18:01:58.681 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.681+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.682 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.681+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:58.682 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.681+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.683 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.683+0000 7f885dd31800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T18:01:58.684 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.684+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.685 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.684+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:58.685 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.685+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.686 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.685+0000 7f885dd31800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T18:01:58.687 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.687+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.688 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.688+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:58.688 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.688+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.689 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.689+0000 7f885dd31800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T18:01:58.691 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.690+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.691 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.691+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:58.691 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.691+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.692 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.692+0000 7f885dd31800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T18:01:58.694 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.693+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.694 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.694+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:58.695 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.695+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.696 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.696+0000 7f885dd31800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T18:01:58.698 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.697+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.698 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.698+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:58.698 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.698+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.701 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.700+0000 7f885dd31800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T18:01:58.702 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.701+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.702 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.702+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:58.703 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.702+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.703 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.703+0000 7f885dd31800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T18:01:58.705 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.704+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.705 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.705+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:58.705 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.705+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.706 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.706+0000 7f885dd31800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T18:01:58.708 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.707+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.708 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.708+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:58.709 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.708+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.710 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.709+0000 7f885dd31800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T18:01:58.711 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.710+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.711 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.711+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:58.712 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.711+0000 7f885dd31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.714 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.713+0000 7f86f37fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:01:58.716 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.715+0000 7f885dd31800 20 remove_watcher() i=0 2024-09-12T18:01:58.716 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.715+0000 7f885dd31800 2 removed watcher, disabling cache 2024-09-12T18:01:58.717 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.716+0000 7f885dd31800 20 remove_watcher() i=1 2024-09-12T18:01:58.718 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.717+0000 7f885dd31800 20 remove_watcher() i=2 2024-09-12T18:01:58.719 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.719+0000 7f885dd31800 20 remove_watcher() i=3 2024-09-12T18:01:58.720 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.720+0000 7f885dd31800 20 remove_watcher() i=4 2024-09-12T18:01:58.721 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.721+0000 7f885dd31800 20 remove_watcher() i=5 2024-09-12T18:01:58.722 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.722+0000 7f885dd31800 20 remove_watcher() i=6 2024-09-12T18:01:58.723 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.722+0000 7f885dd31800 20 remove_watcher() i=7 2024-09-12T18:01:58.735 DEBUG:teuthology.orchestra.run.smithi045:> radosgw-admin gc process --include-all 2024-09-12T18:01:58.788 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:01:58.788 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:01:58.827 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.826+0000 7f9f2120e800 20 rados->read ofs=0 len=0 2024-09-12T18:01:58.829 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.828+0000 7f9f2120e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:58.829 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.828+0000 7f9f2120e800 20 realm 2024-09-12T18:01:58.829 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.828+0000 7f9f2120e800 20 rados->read ofs=0 len=0 2024-09-12T18:01:58.829 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.828+0000 7f9f2120e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:58.829 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.828+0000 7f9f2120e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:01:58.830 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.828+0000 7f9f2120e800 20 rados->read ofs=0 len=0 2024-09-12T18:01:58.830 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.828+0000 7f9f2120e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:58.830 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.828+0000 7f9f2120e800 20 rados->read ofs=0 len=0 2024-09-12T18:01:58.830 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.829+0000 7f9f2120e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:58.830 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.829+0000 7f9f2120e800 20 rados->read ofs=0 len=0 2024-09-12T18:01:58.831 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.830+0000 7f9f2120e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:01:58.831 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.830+0000 7f9f2120e800 20 searching for the correct realm 2024-09-12T18:01:58.833 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.833+0000 7f9f1d05a640 0 -- 172.21.15.45:0/3306006898 >> [v2:172.21.15.45:6824/1551660769,v1:172.21.15.45:6825/1551660769] conn(0x5641c1430e90 msgr2=0x5641c1433350 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:01:58.837 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.836+0000 7f9f1c859640 0 -- 172.21.15.45:0/3306006898 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f9f10072130 msgr2=0x7f9f1009f620 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:01:58.842 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.841+0000 7f9f2120e800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T18:01:58.842 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.841+0000 7f9f2120e800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T18:01:58.842 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.841+0000 7f9f2120e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:01:58.842 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.841+0000 7f9f2120e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:01:58.842 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.841+0000 7f9f2120e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:01:58.842 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.841+0000 7f9f2120e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:01:58.842 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.841+0000 7f9f2120e800 20 rados->read ofs=0 len=0 2024-09-12T18:01:58.842 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.841+0000 7f9f2120e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:58.842 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.841+0000 7f9f2120e800 20 rados->read ofs=0 len=0 2024-09-12T18:01:58.843 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.841+0000 7f9f2120e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:58.843 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.842+0000 7f9f2120e800 20 rados->read ofs=0 len=0 2024-09-12T18:01:58.843 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.842+0000 7f9f2120e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:01:58.844 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.842+0000 7f9f2120e800 20 zone default found 2024-09-12T18:01:58.844 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.842+0000 7f9f2120e800 4 Realm: () 2024-09-12T18:01:58.844 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.842+0000 7f9f2120e800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T18:01:58.844 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.842+0000 7f9f2120e800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T18:01:58.844 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.842+0000 7f9f2120e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:01:58.844 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.842+0000 7f9f2120e800 20 zonegroup default 2024-09-12T18:01:58.844 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.842+0000 7f9f2120e800 20 rados->read ofs=0 len=0 2024-09-12T18:01:58.844 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.842+0000 7f9f2120e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:58.844 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.842+0000 7f9f2120e800 20 rados->read ofs=0 len=0 2024-09-12T18:01:58.844 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.842+0000 7f9f2120e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:58.844 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.842+0000 7f9f2120e800 20 rados->read ofs=0 len=0 2024-09-12T18:01:58.844 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.843+0000 7f9f2120e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:58.844 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.843+0000 7f9f2120e800 20 started sync module instance, tier type = 2024-09-12T18:01:58.845 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.843+0000 7f9f2120e800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T18:01:58.852 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.851+0000 7f9f2120e800 20 add_watcher() i=0 2024-09-12T18:01:58.852 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.851+0000 7f9f2120e800 20 add_watcher() i=1 2024-09-12T18:01:58.852 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.851+0000 7f9f2120e800 20 add_watcher() i=2 2024-09-12T18:01:58.852 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.851+0000 7f9f2120e800 20 add_watcher() i=3 2024-09-12T18:01:58.852 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.851+0000 7f9f2120e800 20 add_watcher() i=4 2024-09-12T18:01:58.852 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.851+0000 7f9f2120e800 20 add_watcher() i=5 2024-09-12T18:01:58.852 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.851+0000 7f9f2120e800 20 add_watcher() i=6 2024-09-12T18:01:58.853 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.852+0000 7f9f2120e800 20 add_watcher() i=7 2024-09-12T18:01:58.853 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.852+0000 7f9f2120e800 2 all 8 watchers are set, enabling cache 2024-09-12T18:01:58.854 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.854+0000 7f9dd37e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:01:58.855 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.854+0000 7f9f2120e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:01:58.855 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.854+0000 7f9f2120e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:01:58.890 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.889+0000 7f9dd27e4640 20 reqs_thread_entry: start 2024-09-12T18:01:58.890 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.889+0000 7f9f2120e800 20 init_complete bucket index max shards: 1 2024-09-12T18:01:58.890 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.889+0000 7f9f2120e800 20 Filter name: none 2024-09-12T18:01:58.890 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.889+0000 7f9dcb7fe640 20 reqs_thread_entry: start 2024-09-12T18:01:58.890 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.889+0000 7f9f2120e800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T18:01:58.891 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.891+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.892 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.891+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:58.892 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.892+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.893 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.893+0000 7f9f2120e800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T18:01:58.894 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.894+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.895 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.894+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:58.895 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.894+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.896 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.895+0000 7f9f2120e800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T18:01:58.897 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.897+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.898 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.897+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:58.898 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.898+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.899 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.899+0000 7f9f2120e800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T18:01:58.900 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.900+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.901 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.900+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:58.901 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.901+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.902 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.902+0000 7f9f2120e800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T18:01:58.903 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.903+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.904 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.903+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:58.904 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.904+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.905 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.905+0000 7f9f2120e800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T18:01:58.906 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.906+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.907 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.906+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:58.907 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.907+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.908 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.908+0000 7f9f2120e800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T18:01:58.910 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.909+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.910 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.910+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:58.910 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.910+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.912 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.911+0000 7f9f2120e800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T18:01:58.913 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.912+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.913 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.913+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:58.914 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.913+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.914 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.914+0000 7f9f2120e800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T18:01:58.916 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.915+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.916 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.916+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:58.916 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.916+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.917 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.917+0000 7f9f2120e800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T18:01:58.919 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.918+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.919 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.919+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:58.919 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.919+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.920 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.920+0000 7f9f2120e800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T18:01:58.922 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.921+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.922 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.922+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:58.922 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.922+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.923 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.923+0000 7f9f2120e800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T18:01:58.925 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.924+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.925 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.925+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:58.925 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.925+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.926 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.926+0000 7f9f2120e800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T18:01:58.928 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.927+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.928 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.928+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:58.928 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.928+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.929 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.929+0000 7f9f2120e800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T18:01:58.930 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.930+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.931 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.931+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:58.931 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.931+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.932 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.932+0000 7f9f2120e800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T18:01:58.934 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.933+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.934 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.934+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:58.935 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.934+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.936 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.936+0000 7f9f2120e800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T18:01:58.937 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.937+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.938 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.937+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:58.938 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.938+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.939 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.938+0000 7f9f2120e800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T18:01:58.940 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.940+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.941 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.940+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:58.941 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.941+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.943 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.942+0000 7f9f2120e800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T18:01:58.944 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.944+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.945 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.944+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:58.945 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.944+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.946 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.945+0000 7f9f2120e800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T18:01:58.947 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.947+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.948 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.947+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:58.948 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.948+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.949 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.949+0000 7f9f2120e800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T18:01:58.950 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.950+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.951 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.950+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:58.951 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.951+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.952 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.952+0000 7f9f2120e800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T18:01:58.954 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.953+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.954 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.954+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:58.954 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.954+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.955 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.955+0000 7f9f2120e800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T18:01:58.956 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.956+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.957 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.956+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:58.957 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.957+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.958 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.958+0000 7f9f2120e800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T18:01:58.959 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.959+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.960 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.959+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:58.960 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.960+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.961 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.960+0000 7f9f2120e800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T18:01:58.962 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.962+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.963 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.962+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:58.963 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.962+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.964 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.963+0000 7f9f2120e800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T18:01:58.965 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.965+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.966 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.965+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:58.966 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.966+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.968 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.968+0000 7f9f2120e800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T18:01:58.969 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.969+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.970 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.969+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:58.970 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.970+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.971 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.970+0000 7f9f2120e800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T18:01:58.972 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.972+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.973 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.972+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:58.973 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.972+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.976 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.974+0000 7f9f2120e800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T18:01:58.976 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.975+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.976 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.975+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:58.977 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.976+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.978 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.977+0000 7f9f2120e800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T18:01:58.979 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.979+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.979 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.979+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:58.980 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.979+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.981 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.980+0000 7f9f2120e800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T18:01:58.982 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.982+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.983 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.982+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:58.983 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.983+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.984 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.984+0000 7f9f2120e800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T18:01:58.985 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.985+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.986 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.985+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:58.986 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.986+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.987 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.986+0000 7f9f2120e800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T18:01:58.988 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.988+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.989 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.988+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:58.989 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.988+0000 7f9f2120e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:58.991 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.990+0000 7f9dd37e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:01:58.993 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.992+0000 7f9f2120e800 20 remove_watcher() i=0 2024-09-12T18:01:58.993 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.992+0000 7f9f2120e800 2 removed watcher, disabling cache 2024-09-12T18:01:58.994 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.993+0000 7f9f2120e800 20 remove_watcher() i=1 2024-09-12T18:01:58.995 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.994+0000 7f9f2120e800 20 remove_watcher() i=2 2024-09-12T18:01:58.996 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.995+0000 7f9f2120e800 20 remove_watcher() i=3 2024-09-12T18:01:58.997 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.996+0000 7f9f2120e800 20 remove_watcher() i=4 2024-09-12T18:01:58.997 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.997+0000 7f9f2120e800 20 remove_watcher() i=5 2024-09-12T18:01:58.998 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.998+0000 7f9f2120e800 20 remove_watcher() i=6 2024-09-12T18:01:58.999 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:58.999+0000 7f9f2120e800 20 remove_watcher() i=7 2024-09-12T18:01:59.013 DEBUG:teuthology.orchestra.run.smithi045:> radosgw-admin gc process --include-all 2024-09-12T18:01:59.066 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:01:59.066 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:01:59.292 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.291+0000 7f3d03182640 0 --2- 172.21.15.45:0/1951490866 >> [v2:172.21.15.45:3301/0,v1:172.21.15.45:6790/0] conn(0x557a8b71ac40 0x557a8b8a24e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2024-09-12T18:01:59.307 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.307+0000 7f3d05698800 20 rados->read ofs=0 len=0 2024-09-12T18:01:59.309 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.308+0000 7f3d05698800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:59.309 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.308+0000 7f3d05698800 20 realm 2024-09-12T18:01:59.310 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.308+0000 7f3d05698800 20 rados->read ofs=0 len=0 2024-09-12T18:01:59.310 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.309+0000 7f3d05698800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:59.310 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.309+0000 7f3d05698800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:01:59.310 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.309+0000 7f3d05698800 20 rados->read ofs=0 len=0 2024-09-12T18:01:59.310 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.309+0000 7f3d05698800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:59.310 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.309+0000 7f3d05698800 20 rados->read ofs=0 len=0 2024-09-12T18:01:59.310 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.310+0000 7f3d05698800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:59.311 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.310+0000 7f3d05698800 20 rados->read ofs=0 len=0 2024-09-12T18:01:59.311 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.310+0000 7f3d05698800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:01:59.311 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.310+0000 7f3d05698800 20 searching for the correct realm 2024-09-12T18:01:59.312 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.312+0000 7f3d03182640 0 -- 172.21.15.45:0/1081931670 >> [v2:172.21.15.45:6808/2245364274,v1:172.21.15.45:6809/2245364274] conn(0x7f3cf8046b00 msgr2=0x7f3cf803f910 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:01:59.518 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.517+0000 7f3d02981640 0 -- 172.21.15.45:0/1081931670 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x557a8b957d20 msgr2=0x557a8b95a130 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:01:59.524 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.523+0000 7f3d05698800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T18:01:59.524 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.523+0000 7f3d05698800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T18:01:59.524 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.523+0000 7f3d05698800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:01:59.524 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.523+0000 7f3d05698800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:01:59.524 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.523+0000 7f3d05698800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:01:59.524 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.523+0000 7f3d05698800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:01:59.524 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.523+0000 7f3d05698800 20 rados->read ofs=0 len=0 2024-09-12T18:01:59.524 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.523+0000 7f3d05698800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:59.524 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.523+0000 7f3d05698800 20 rados->read ofs=0 len=0 2024-09-12T18:01:59.526 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.523+0000 7f3d05698800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:59.526 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.524+0000 7f3d05698800 20 rados->read ofs=0 len=0 2024-09-12T18:01:59.526 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.524+0000 7f3d05698800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:01:59.526 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.524+0000 7f3d05698800 20 zone default found 2024-09-12T18:01:59.526 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.524+0000 7f3d05698800 4 Realm: () 2024-09-12T18:01:59.526 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.524+0000 7f3d05698800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T18:01:59.526 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.524+0000 7f3d05698800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T18:01:59.526 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.524+0000 7f3d05698800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:01:59.526 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.524+0000 7f3d05698800 20 zonegroup default 2024-09-12T18:01:59.526 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.524+0000 7f3d05698800 20 rados->read ofs=0 len=0 2024-09-12T18:01:59.526 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.524+0000 7f3d05698800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:59.526 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.524+0000 7f3d05698800 20 rados->read ofs=0 len=0 2024-09-12T18:01:59.527 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.525+0000 7f3d05698800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:59.527 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.525+0000 7f3d05698800 20 rados->read ofs=0 len=0 2024-09-12T18:01:59.527 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.525+0000 7f3d05698800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:59.527 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.525+0000 7f3d05698800 20 started sync module instance, tier type = 2024-09-12T18:01:59.527 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.525+0000 7f3d05698800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T18:01:59.534 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.534+0000 7f3d05698800 20 add_watcher() i=0 2024-09-12T18:01:59.534 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.534+0000 7f3d05698800 20 add_watcher() i=1 2024-09-12T18:01:59.535 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.534+0000 7f3d05698800 20 add_watcher() i=2 2024-09-12T18:01:59.535 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.534+0000 7f3d05698800 20 add_watcher() i=3 2024-09-12T18:01:59.535 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.534+0000 7f3d05698800 20 add_watcher() i=4 2024-09-12T18:01:59.535 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.534+0000 7f3d05698800 20 add_watcher() i=5 2024-09-12T18:01:59.535 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.534+0000 7f3d05698800 20 add_watcher() i=6 2024-09-12T18:01:59.535 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.535+0000 7f3d05698800 20 add_watcher() i=7 2024-09-12T18:01:59.535 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.535+0000 7f3d05698800 2 all 8 watchers are set, enabling cache 2024-09-12T18:01:59.537 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.536+0000 7f3bb9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:01:59.537 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.537+0000 7f3d05698800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:01:59.537 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.537+0000 7f3d05698800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:01:59.575 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.574+0000 7f3bb8fe1640 20 reqs_thread_entry: start 2024-09-12T18:01:59.575 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.574+0000 7f3d05698800 20 init_complete bucket index max shards: 1 2024-09-12T18:01:59.575 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.574+0000 7f3d05698800 20 Filter name: none 2024-09-12T18:01:59.575 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.574+0000 7f3b327fc640 20 reqs_thread_entry: start 2024-09-12T18:01:59.575 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.574+0000 7f3d05698800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T18:01:59.576 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.576+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:59.577 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.576+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:59.577 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.576+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:59.578 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.577+0000 7f3d05698800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T18:01:59.580 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.579+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:59.580 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.579+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:59.580 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.579+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:59.581 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.580+0000 7f3d05698800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T18:01:59.582 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.582+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:59.583 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.582+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:59.583 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.583+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:59.584 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.584+0000 7f3d05698800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T18:01:59.585 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.585+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:59.586 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.585+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:59.586 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.585+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:59.587 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.586+0000 7f3d05698800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T18:01:59.588 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.588+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:59.589 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.588+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:59.589 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.588+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:59.590 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.589+0000 7f3d05698800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T18:01:59.592 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.591+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:59.592 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.592+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:59.593 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.592+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:59.594 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.593+0000 7f3d05698800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T18:01:59.595 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.595+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:59.596 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.595+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:59.596 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.595+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:59.597 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.596+0000 7f3d05698800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T18:01:59.598 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.598+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:59.599 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.598+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:59.599 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.598+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:59.600 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.599+0000 7f3d05698800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T18:01:59.602 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.601+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:59.602 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.601+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:59.603 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.602+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:59.603 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.603+0000 7f3d05698800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T18:01:59.604 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.604+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:59.605 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.604+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:59.605 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.605+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:59.606 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.606+0000 7f3d05698800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T18:01:59.607 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.607+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:59.608 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.608+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:59.608 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.608+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:59.610 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.609+0000 7f3d05698800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T18:01:59.611 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.610+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:59.611 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.611+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:59.612 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.611+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:59.613 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.612+0000 7f3d05698800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T18:01:59.614 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.614+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:59.615 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.614+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:59.615 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.614+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:59.616 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.615+0000 7f3d05698800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T18:01:59.617 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.617+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:59.618 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.618+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:59.618 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.618+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:59.619 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.619+0000 7f3d05698800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T18:01:59.621 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.620+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:59.621 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.621+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:59.621 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.621+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:59.622 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.622+0000 7f3d05698800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T18:01:59.623 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.623+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:59.624 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.623+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:59.624 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.624+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:59.625 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.625+0000 7f3d05698800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T18:01:59.626 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.626+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:59.627 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.626+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:59.627 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.626+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:59.628 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.627+0000 7f3d05698800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T18:01:59.629 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.629+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:59.630 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.629+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:59.630 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.630+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:59.632 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.631+0000 7f3d05698800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T18:01:59.633 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.632+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:59.633 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.633+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:59.634 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.633+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:59.634 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.634+0000 7f3d05698800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T18:01:59.636 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.635+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:59.636 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.636+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:59.636 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.636+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:59.637 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.637+0000 7f3d05698800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T18:01:59.638 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.638+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:59.639 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.638+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:59.639 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.639+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:59.640 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.640+0000 7f3d05698800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T18:01:59.641 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.641+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:59.642 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.641+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:59.642 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.641+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:59.643 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.642+0000 7f3d05698800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T18:01:59.644 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.644+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:59.645 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.644+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:59.645 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.644+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:59.646 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.645+0000 7f3d05698800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T18:01:59.647 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.646+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:59.647 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.647+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:59.647 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.647+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:59.648 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.648+0000 7f3d05698800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T18:01:59.650 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.649+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:59.650 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.650+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:59.650 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.650+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:59.651 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.651+0000 7f3d05698800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T18:01:59.653 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.652+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:59.653 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.653+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:59.653 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.653+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:59.655 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.654+0000 7f3d05698800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T18:01:59.656 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.656+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:59.657 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.656+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:59.657 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.656+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:59.658 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.657+0000 7f3d05698800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T18:01:59.659 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.659+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:59.659 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.659+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:59.660 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.659+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:59.661 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.660+0000 7f3d05698800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T18:01:59.662 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.661+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:59.662 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.662+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:59.663 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.662+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:59.664 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.663+0000 7f3d05698800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T18:01:59.665 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.664+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:59.665 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.665+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:59.665 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.665+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:59.666 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.666+0000 7f3d05698800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T18:01:59.668 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.668+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:59.669 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.668+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:59.669 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.668+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:59.670 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.669+0000 7f3d05698800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T18:01:59.671 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.670+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:59.672 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.671+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:01:59.672 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.671+0000 7f3d05698800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:01:59.674 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.673+0000 7f3bb9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:01:59.676 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.675+0000 7f3d05698800 20 remove_watcher() i=0 2024-09-12T18:01:59.676 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.675+0000 7f3d05698800 2 removed watcher, disabling cache 2024-09-12T18:01:59.677 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.676+0000 7f3d05698800 20 remove_watcher() i=1 2024-09-12T18:01:59.678 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.677+0000 7f3d05698800 20 remove_watcher() i=2 2024-09-12T18:01:59.679 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.678+0000 7f3d05698800 20 remove_watcher() i=3 2024-09-12T18:01:59.680 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.679+0000 7f3d05698800 20 remove_watcher() i=4 2024-09-12T18:01:59.681 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.680+0000 7f3d05698800 20 remove_watcher() i=5 2024-09-12T18:01:59.682 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.681+0000 7f3d05698800 20 remove_watcher() i=6 2024-09-12T18:01:59.683 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.682+0000 7f3d05698800 20 remove_watcher() i=7 2024-09-12T18:01:59.695 DEBUG:teuthology.orchestra.run.smithi045:> radosgw-admin gc process --include-all 2024-09-12T18:01:59.750 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:01:59.750 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:01:59.789 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.788+0000 7f0ab5746800 20 rados->read ofs=0 len=0 2024-09-12T18:01:59.791 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.790+0000 7f0ab5746800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:59.791 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.790+0000 7f0ab5746800 20 realm 2024-09-12T18:01:59.791 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.790+0000 7f0ab5746800 20 rados->read ofs=0 len=0 2024-09-12T18:01:59.791 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.790+0000 7f0ab5746800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:59.791 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.790+0000 7f0ab5746800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:01:59.791 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.790+0000 7f0ab5746800 20 rados->read ofs=0 len=0 2024-09-12T18:01:59.791 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.790+0000 7f0ab5746800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:01:59.791 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.790+0000 7f0ab5746800 20 rados->read ofs=0 len=0 2024-09-12T18:01:59.792 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.791+0000 7f0ab5746800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:01:59.792 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.791+0000 7f0ab5746800 20 rados->read ofs=0 len=0 2024-09-12T18:01:59.792 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.792+0000 7f0ab5746800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:01:59.793 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.792+0000 7f0ab5746800 20 searching for the correct realm 2024-09-12T18:01:59.794 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:01:59.794+0000 7f0ab2a36640 0 -- 172.21.15.45:0/1030784499 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f0aa40e1070 msgr2=0x7f0aa40a36a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:02:00.001 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.001+0000 7f0ab3237640 0 -- 172.21.15.45:0/1030784499 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f0aa8063450 msgr2=0x7f0aa80638d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:02:00.209 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.208+0000 7f0ab5746800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T18:02:00.209 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.208+0000 7f0ab5746800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T18:02:00.209 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.208+0000 7f0ab5746800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:02:00.210 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.208+0000 7f0ab5746800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:02:00.210 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.208+0000 7f0ab5746800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:02:00.210 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.208+0000 7f0ab5746800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:02:00.210 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.208+0000 7f0ab5746800 20 rados->read ofs=0 len=0 2024-09-12T18:02:00.210 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.209+0000 7f0ab5746800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:00.210 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.209+0000 7f0ab5746800 20 rados->read ofs=0 len=0 2024-09-12T18:02:00.211 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.209+0000 7f0ab5746800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:00.211 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.209+0000 7f0ab5746800 20 rados->read ofs=0 len=0 2024-09-12T18:02:00.211 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.210+0000 7f0ab5746800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:02:00.211 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.210+0000 7f0ab5746800 20 zone default found 2024-09-12T18:02:00.211 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.210+0000 7f0ab5746800 4 Realm: () 2024-09-12T18:02:00.212 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.210+0000 7f0ab5746800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T18:02:00.212 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.210+0000 7f0ab5746800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T18:02:00.212 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.210+0000 7f0ab5746800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:02:00.212 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.210+0000 7f0ab5746800 20 zonegroup default 2024-09-12T18:02:00.212 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.210+0000 7f0ab5746800 20 rados->read ofs=0 len=0 2024-09-12T18:02:00.212 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.210+0000 7f0ab5746800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:00.212 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.210+0000 7f0ab5746800 20 rados->read ofs=0 len=0 2024-09-12T18:02:00.212 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.210+0000 7f0ab5746800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:00.212 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.210+0000 7f0ab5746800 20 rados->read ofs=0 len=0 2024-09-12T18:02:00.212 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.211+0000 7f0ab5746800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:00.212 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.211+0000 7f0ab5746800 20 started sync module instance, tier type = 2024-09-12T18:02:00.212 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.211+0000 7f0ab5746800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T18:02:00.221 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.220+0000 7f0ab5746800 20 add_watcher() i=0 2024-09-12T18:02:00.221 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.220+0000 7f0ab5746800 20 add_watcher() i=1 2024-09-12T18:02:00.221 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.220+0000 7f0ab5746800 20 add_watcher() i=2 2024-09-12T18:02:00.221 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.220+0000 7f0ab5746800 20 add_watcher() i=3 2024-09-12T18:02:00.221 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.220+0000 7f0ab5746800 20 add_watcher() i=4 2024-09-12T18:02:00.221 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.220+0000 7f0ab5746800 20 add_watcher() i=5 2024-09-12T18:02:00.221 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.220+0000 7f0ab5746800 20 add_watcher() i=6 2024-09-12T18:02:00.222 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.221+0000 7f0ab5746800 20 add_watcher() i=7 2024-09-12T18:02:00.222 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.221+0000 7f0ab5746800 2 all 8 watchers are set, enabling cache 2024-09-12T18:02:00.224 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.223+0000 7f0969fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:00.224 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.223+0000 7f0ab5746800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:02:00.224 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.223+0000 7f0ab5746800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:02:00.262 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.261+0000 7f0968fe1640 20 reqs_thread_entry: start 2024-09-12T18:02:00.262 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.261+0000 7f0ab5746800 20 init_complete bucket index max shards: 1 2024-09-12T18:02:00.262 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.261+0000 7f0ab5746800 20 Filter name: none 2024-09-12T18:02:00.262 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.261+0000 7f08e27fc640 20 reqs_thread_entry: start 2024-09-12T18:02:00.262 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.261+0000 7f0ab5746800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T18:02:00.264 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.263+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:00.264 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.263+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:00.264 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.264+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:00.265 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.265+0000 7f0ab5746800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T18:02:00.266 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.266+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:00.267 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.266+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:00.267 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.267+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:00.268 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.268+0000 7f0ab5746800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T18:02:00.270 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.269+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:00.270 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.270+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:00.271 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.270+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:00.272 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.271+0000 7f0ab5746800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T18:02:00.273 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.273+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:00.273 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.273+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:00.274 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.273+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:00.275 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.275+0000 7f0ab5746800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T18:02:00.276 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.276+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:00.277 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.276+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:00.277 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.276+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:00.278 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.277+0000 7f0ab5746800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T18:02:00.279 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.279+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:00.279 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.279+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:00.280 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.279+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:00.281 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.280+0000 7f0ab5746800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T18:02:00.282 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.282+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:00.283 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.282+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:00.283 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.282+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:00.284 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.283+0000 7f0ab5746800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T18:02:00.285 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.285+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:00.286 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.285+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:00.286 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.285+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:00.287 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.286+0000 7f0ab5746800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T18:02:00.288 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.288+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:00.288 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.288+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:00.289 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.288+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:00.290 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.289+0000 7f0ab5746800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T18:02:00.291 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.291+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:00.292 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.291+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:00.292 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.292+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:00.293 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.293+0000 7f0ab5746800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T18:02:00.294 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.294+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:00.295 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.294+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:00.295 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.295+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:00.296 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.295+0000 7f0ab5746800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T18:02:00.297 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.297+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:00.298 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.297+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:00.298 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.298+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:00.299 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.298+0000 7f0ab5746800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T18:02:00.300 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.300+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:00.301 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.301+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:00.301 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.301+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:00.302 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.302+0000 7f0ab5746800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T18:02:00.304 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.303+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:00.305 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.304+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:00.305 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.304+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:00.306 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.305+0000 7f0ab5746800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T18:02:00.307 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.307+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:00.307 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.307+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:00.308 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.307+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:00.309 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.308+0000 7f0ab5746800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T18:02:00.310 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.309+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:00.310 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.310+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:00.311 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.310+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:00.312 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.312+0000 7f0ab5746800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T18:02:00.313 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.313+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:00.314 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.313+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:00.314 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.313+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:00.315 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.314+0000 7f0ab5746800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T18:02:00.316 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.316+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:00.317 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.316+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:00.317 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.316+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:00.318 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.318+0000 7f0ab5746800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T18:02:00.319 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.319+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:00.320 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.319+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:00.320 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.320+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:00.321 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.321+0000 7f0ab5746800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T18:02:00.322 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.322+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:00.323 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.322+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:00.323 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.323+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:00.324 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.324+0000 7f0ab5746800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T18:02:00.325 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.325+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:00.326 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.325+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:00.326 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.325+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:00.327 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.326+0000 7f0ab5746800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T18:02:00.329 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.328+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:00.329 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.329+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:00.329 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.329+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:00.330 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.330+0000 7f0ab5746800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T18:02:00.332 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.331+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:00.332 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.332+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:00.332 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.332+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:00.333 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.333+0000 7f0ab5746800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T18:02:00.334 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.334+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:00.335 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.334+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:00.335 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.335+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:00.336 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.336+0000 7f0ab5746800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T18:02:00.337 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.337+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:00.338 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.337+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:00.338 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.338+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:00.339 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.338+0000 7f0ab5746800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T18:02:00.340 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.340+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:00.340 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.340+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:00.341 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.340+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:00.342 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.341+0000 7f0ab5746800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T18:02:00.343 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.342+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:00.343 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.343+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:00.343 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.343+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:00.345 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.344+0000 7f0ab5746800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T18:02:00.346 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.346+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:00.346 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.346+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:00.347 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.346+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:00.348 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.347+0000 7f0ab5746800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T18:02:00.349 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.348+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:00.349 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.349+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:00.349 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.349+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:00.350 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.350+0000 7f0ab5746800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T18:02:00.351 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.351+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:00.352 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.352+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:00.352 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.352+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:00.353 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.353+0000 7f0ab5746800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T18:02:00.355 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.354+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:00.355 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.355+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:00.356 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.355+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:00.356 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.356+0000 7f0ab5746800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T18:02:00.358 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.357+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:00.358 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.358+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:00.359 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.358+0000 7f0ab5746800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:00.361 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.360+0000 7f0969fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:00.363 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.362+0000 7f0ab5746800 20 remove_watcher() i=0 2024-09-12T18:02:00.363 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.362+0000 7f0ab5746800 2 removed watcher, disabling cache 2024-09-12T18:02:00.363 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.363+0000 7f0ab5746800 20 remove_watcher() i=1 2024-09-12T18:02:00.364 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.364+0000 7f0ab5746800 20 remove_watcher() i=2 2024-09-12T18:02:00.365 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.365+0000 7f0ab5746800 20 remove_watcher() i=3 2024-09-12T18:02:00.366 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.366+0000 7f0ab5746800 20 remove_watcher() i=4 2024-09-12T18:02:00.367 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.367+0000 7f0ab5746800 20 remove_watcher() i=5 2024-09-12T18:02:00.368 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.368+0000 7f0ab5746800 20 remove_watcher() i=6 2024-09-12T18:02:00.369 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:00.369+0000 7f0ab5746800 20 remove_watcher() i=7 2024-09-12T18:02:00.381 DEBUG:teuthology.orchestra.run.smithi045:> cd /home/ubuntu/cephtest/s3-tests-java && /opt/gradle/gradle/bin/gradle clean test --rerun-tasks --no-build-cache --tests ObjectTest 2024-09-12T18:02:00.879 INFO:teuthology.orchestra.run.smithi045.stdout:> Task :clean 2024-09-12T18:02:01.675 INFO:teuthology.orchestra.run.smithi045.stdout:> Task :compileJava 2024-09-12T18:02:01.675 INFO:teuthology.orchestra.run.smithi045.stdout:> Task :processResources 2024-09-12T18:02:01.675 INFO:teuthology.orchestra.run.smithi045.stdout:> Task :classes 2024-09-12T18:02:02.175 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:02.175 INFO:teuthology.orchestra.run.smithi045.stdout:> Task :compileTestJava 2024-09-12T18:02:02.175 INFO:teuthology.orchestra.run.smithi045.stderr:Note: /home/ubuntu/cephtest/s3-tests-java/src/test/java/BucketTest.java uses or overrides a deprecated API. 2024-09-12T18:02:02.175 INFO:teuthology.orchestra.run.smithi045.stderr:Note: Recompile with -Xlint:deprecation for details. 2024-09-12T18:02:02.176 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:02.176 INFO:teuthology.orchestra.run.smithi045.stdout:> Task :processTestResources NO-SOURCE 2024-09-12T18:02:02.176 INFO:teuthology.orchestra.run.smithi045.stdout:> Task :testClasses 2024-09-12T18:02:04.175 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:04.175 INFO:teuthology.orchestra.run.smithi045.stdout:> Task :test 2024-09-12T18:02:04.175 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:04.175 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests STANDARD_OUT 2024-09-12T18:02:04.176 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12 18:02:03,533 [Test worker] WARN com.amazonaws.util.Base64 - JAXB is unavailable. Will fallback to SDK implementation which may be less performant 2024-09-12T18:02:04.176 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:04.176 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.TestObjectCopyKeyNotFound STARTED 2024-09-12T18:02:04.176 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:04.176 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.TestObjectCopyKeyNotFound PASSED 2024-09-12T18:02:04.275 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:04.275 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.TestObjectCreateBadExpectNone STARTED 2024-09-12T18:02:04.275 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:04.275 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.TestObjectCreateBadExpectNone PASSED 2024-09-12T18:02:04.475 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:04.475 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.TestObjectCreateBadMd5Empty STARTED 2024-09-12T18:02:04.475 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:04.475 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.TestObjectCreateBadMd5Empty PASSED 2024-09-12T18:02:04.674 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:04.675 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testAbortMultipartUploadLLAPI STARTED 2024-09-12T18:02:05.274 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:05.275 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testAbortMultipartUploadLLAPI PASSED 2024-09-12T18:02:05.474 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:05.475 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testAbortMultipartUploadNotFoundLLAPI STARTED 2024-09-12T18:02:05.574 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:05.574 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testAbortMultipartUploadNotFoundLLAPI PASSED 2024-09-12T18:02:05.674 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:05.674 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testDownloadHLAPI STARTED 2024-09-12T18:02:05.774 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:05.775 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testDownloadHLAPI PASSED 2024-09-12T18:02:05.975 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:05.975 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testDownloadNoBucketHLAPI STARTED 2024-09-12T18:02:05.975 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:05.975 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testDownloadNoBucketHLAPI PASSED 2024-09-12T18:02:06.074 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:06.075 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testDownloadNoKeyHLAPI STARTED 2024-09-12T18:02:06.075 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:06.075 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testDownloadNoKeyHLAPI PASSED 2024-09-12T18:02:06.274 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:06.274 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1MB STARTED 2024-09-12T18:02:06.574 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:06.575 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1MB PASSED 2024-09-12T18:02:06.774 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:06.775 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1b STARTED 2024-09-12T18:02:06.775 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:06.775 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1b PASSED 2024-09-12T18:02:06.974 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:06.974 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1kb STARTED 2024-09-12T18:02:07.074 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:07.074 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1kb PASSED 2024-09-12T18:02:07.274 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:07.275 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testEncryptionKeyNoSSEC STARTED 2024-09-12T18:02:07.275 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:07.275 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testEncryptionKeyNoSSEC PASSED 2024-09-12T18:02:07.474 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:07.474 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECInvalidMd5 STARTED 2024-09-12T18:02:07.574 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:07.574 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECInvalidMd5 PASSED 2024-09-12T18:02:07.774 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:07.774 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECNoKey STARTED 2024-09-12T18:02:07.775 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:07.775 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECNoKey PASSED 2024-09-12T18:02:07.974 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:07.974 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECNoMd5 STARTED 2024-09-12T18:02:08.074 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:08.075 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECNoMd5 PASSED 2024-09-12T18:02:08.275 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:08.275 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testMultiObjectDelete STARTED 2024-09-12T18:02:08.374 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:08.375 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testMultiObjectDelete PASSED 2024-09-12T18:02:08.574 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:08.574 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testMultipartCopyHLAPIA STARTED 2024-09-12T18:02:08.974 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:08.975 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testMultipartCopyHLAPIA PASSED 2024-09-12T18:02:09.274 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:09.274 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testMultipartCopyMultipleSizesLLAPI STARTED 2024-09-12T18:02:13.974 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:13.975 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testMultipartCopyMultipleSizesLLAPI PASSED 2024-09-12T18:02:14.275 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:14.275 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testMultipartCopyNoSRCBucketHLAPI STARTED 2024-09-12T18:02:14.275 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:14.275 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testMultipartCopyNoSRCBucketHLAPI PASSED 2024-09-12T18:02:14.474 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:14.475 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testMultipartCopyNoSRCKeyHLAPI STARTED 2024-09-12T18:02:14.475 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:14.475 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testMultipartCopyNoSRCKeyHLAPI PASSED 2024-09-12T18:02:14.774 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:14.774 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testMultipartDownloadHLAPI STARTED 2024-09-12T18:02:15.174 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:15.174 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testMultipartDownloadHLAPI PASSED 2024-09-12T18:02:15.374 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:15.375 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testMultipartDownloadNoBucketHLAPI STARTED 2024-09-12T18:02:15.375 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:15.375 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testMultipartDownloadNoBucketHLAPI PASSED 2024-09-12T18:02:15.474 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:15.474 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testMultipartDownloadWithPauseHLAPI STARTED 2024-09-12T18:02:16.174 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:16.174 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testMultipartDownloadWithPauseHLAPI PASSED 2024-09-12T18:02:16.374 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:16.374 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testMultipartUploadHLAPIAWS4 STARTED 2024-09-12T18:02:16.774 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:16.775 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testMultipartUploadHLAPIAWS4 PASSED 2024-09-12T18:02:16.974 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:16.974 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testMultipartUploadIncorrectMissingPartLLAPI STARTED 2024-09-12T18:02:17.374 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:17.374 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testMultipartUploadIncorrectMissingPartLLAPI PASSED 2024-09-12T18:02:17.574 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:17.574 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testMultipartUploadMultipleSizesLLAPI STARTED 2024-09-12T18:02:19.674 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:19.675 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testMultipartUploadMultipleSizesLLAPI PASSED 2024-09-12T18:02:19.874 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:19.874 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testMultipartUploadOverwriteExistingObjectLLAPI STARTED 2024-09-12T18:02:20.774 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:20.775 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testMultipartUploadOverwriteExistingObjectLLAPI PASSED 2024-09-12T18:02:20.974 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:20.974 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testMultipartUploadSmallLLAPI STARTED 2024-09-12T18:02:21.374 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:21.374 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testMultipartUploadSmallLLAPI PASSED 2024-09-12T18:02:21.574 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:21.574 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testMultipartUploadWithPause STARTED 2024-09-12T18:02:22.074 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:22.074 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testMultipartUploadWithPause PASSED 2024-09-12T18:02:22.375 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:22.375 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectCopyBucketNotFound STARTED 2024-09-12T18:02:22.375 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:22.375 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectCopyBucketNotFound PASSED 2024-09-12T18:02:22.475 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:22.475 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectCreateBadExpectMismatch STARTED 2024-09-12T18:02:22.475 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:22.475 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectCreateBadExpectMismatch PASSED 2024-09-12T18:02:22.674 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:22.674 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5InvalidShort STARTED 2024-09-12T18:02:22.774 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:22.774 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5InvalidShort PASSED 2024-09-12T18:02:22.975 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:22.975 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5Ivalid STARTED 2024-09-12T18:02:22.975 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:22.975 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5Ivalid PASSED 2024-09-12T18:02:23.174 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:23.174 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5None STARTED 2024-09-12T18:02:23.274 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:23.274 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5None PASSED 2024-09-12T18:02:23.374 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:23.374 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5Unreadable STARTED 2024-09-12T18:02:23.474 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:23.474 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5Unreadable PASSED 2024-09-12T18:02:23.674 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:23.674 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectHeadZeroBytes STARTED 2024-09-12T18:02:23.675 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:23.675 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectHeadZeroBytes PASSED 2024-09-12T18:02:23.874 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:23.875 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterDot STARTED 2024-09-12T18:02:23.974 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:23.974 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterDot PASSED 2024-09-12T18:02:24.174 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:24.175 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterNotExist STARTED 2024-09-12T18:02:24.175 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:24.175 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterNotExist PASSED 2024-09-12T18:02:24.374 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:24.374 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterPercentage STARTED 2024-09-12T18:02:24.474 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:24.474 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterPercentage PASSED 2024-09-12T18:02:24.674 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:24.674 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectListMarkerAfterList STARTED 2024-09-12T18:02:24.774 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:24.774 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectListMarkerAfterList PASSED 2024-09-12T18:02:24.975 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:24.975 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectListMarkerBeforeList STARTED 2024-09-12T18:02:24.975 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:24.975 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectListMarkerBeforeList PASSED 2024-09-12T18:02:25.174 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:25.174 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectListMarkerNotInList STARTED 2024-09-12T18:02:25.274 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:25.274 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectListMarkerNotInList PASSED 2024-09-12T18:02:25.474 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:25.475 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectListMarkerUnreadable STARTED 2024-09-12T18:02:25.574 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:25.574 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectListMarkerUnreadable PASSED 2024-09-12T18:02:25.774 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:25.774 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysNegative STARTED 2024-09-12T18:02:25.874 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:25.874 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysNegative PASSED 2024-09-12T18:02:26.074 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:26.074 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysNone STARTED 2024-09-12T18:02:26.075 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:26.075 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysNone PASSED 2024-09-12T18:02:26.274 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:26.274 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysOne STARTED 2024-09-12T18:02:26.374 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:26.374 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysOne PASSED 2024-09-12T18:02:26.574 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:26.575 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysZero STARTED 2024-09-12T18:02:26.674 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:26.674 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysZero PASSED 2024-09-12T18:02:26.874 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:26.875 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectListPrefixAlt STARTED 2024-09-12T18:02:26.974 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:26.974 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectListPrefixAlt PASSED 2024-09-12T18:02:27.174 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:27.175 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectListPrefixBasic STARTED 2024-09-12T18:02:27.175 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:27.175 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectListPrefixBasic PASSED 2024-09-12T18:02:27.374 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:27.375 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterAlt STARTED 2024-09-12T18:02:27.474 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:27.474 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterAlt PASSED 2024-09-12T18:02:27.674 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:27.674 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterBasic STARTED 2024-09-12T18:02:27.774 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:27.775 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterBasic PASSED 2024-09-12T18:02:27.974 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:27.975 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterDelimiterNotExist STARTED 2024-09-12T18:02:27.975 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:27.975 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterDelimiterNotExist PASSED 2024-09-12T18:02:28.174 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:28.174 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterPrefixDelimiterNotExist STARTED 2024-09-12T18:02:28.274 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:28.275 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterPrefixDelimiterNotExist PASSED 2024-09-12T18:02:28.474 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:28.474 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterPrefixNotExist STARTED 2024-09-12T18:02:28.574 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:28.574 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterPrefixNotExist PASSED 2024-09-12T18:02:28.774 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:28.774 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectListPrefixEmpty STARTED 2024-09-12T18:02:28.775 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:28.775 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectListPrefixEmpty PASSED 2024-09-12T18:02:28.974 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:28.974 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectListPrefixNone STARTED 2024-09-12T18:02:29.074 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:29.075 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectListPrefixNone PASSED 2024-09-12T18:02:29.274 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:29.274 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectListPrefixNotExist STARTED 2024-09-12T18:02:29.374 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:29.374 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectListPrefixNotExist PASSED 2024-09-12T18:02:29.574 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:29.575 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectListPrefixUnreadable STARTED 2024-09-12T18:02:29.575 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:29.575 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectListPrefixUnreadable PASSED 2024-09-12T18:02:29.774 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:29.774 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectReadFromNonExistantBucket STARTED 2024-09-12T18:02:29.874 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:29.874 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectReadFromNonExistantBucket PASSED 2024-09-12T18:02:30.075 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:30.075 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectReadNotExist STARTED 2024-09-12T18:02:30.075 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:30.075 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectReadNotExist PASSED 2024-09-12T18:02:30.275 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:30.275 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectWriteCacheControl STARTED 2024-09-12T18:02:30.275 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:30.275 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectWriteCacheControl PASSED 2024-09-12T18:02:30.474 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:30.475 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectWriteCheckEtag STARTED 2024-09-12T18:02:30.475 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:30.475 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectWriteCheckEtag PASSED 2024-09-12T18:02:30.674 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:30.674 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectWriteReadUpdateReadDelete STARTED 2024-09-12T18:02:30.874 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:30.874 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectWriteReadUpdateReadDelete PASSED 2024-09-12T18:02:31.075 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:31.075 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectWriteToNonExistantBucket STARTED 2024-09-12T18:02:31.075 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:31.076 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testObjectWriteToNonExistantBucket PASSED 2024-09-12T18:02:31.175 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:31.175 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testRangedSkipLeadingBytesResponseCode STARTED 2024-09-12T18:02:31.275 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:31.275 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testRangedSkipLeadingBytesResponseCode PASSED 2024-09-12T18:02:31.477 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:31.477 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testRangedrequestResponseCode STARTED 2024-09-12T18:02:31.477 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:31.477 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testRangedrequestResponseCode PASSED 2024-09-12T18:02:31.674 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:31.674 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testSSEKMSNoKey STARTED 2024-09-12T18:02:31.874 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:31.874 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testSSEKMSNoKey PASSED 2024-09-12T18:02:32.074 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:32.075 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testSSEKMSNotDeclared STARTED 2024-09-12T18:02:32.075 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:32.075 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testSSEKMSNotDeclared PASSED 2024-09-12T18:02:32.274 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:32.274 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testUploadFileHLAPIBigFile STARTED 2024-09-12T18:02:32.574 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:32.575 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testUploadFileHLAPIBigFile PASSED 2024-09-12T18:02:32.774 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:32.774 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testUploadFileList STARTED 2024-09-12T18:02:33.274 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:33.274 INFO:teuthology.orchestra.run.smithi045.stdout:suite > Object tests > ObjectTest.testUploadFileList PASSED 2024-09-12T18:02:33.497 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:33.497 INFO:teuthology.orchestra.run.smithi045.stdout:---------------------------------------------------------------------- 2024-09-12T18:02:33.497 INFO:teuthology.orchestra.run.smithi045.stdout:| Results: SUCCESS (70 tests, 70 successes, 0 failures, 0 skipped) | 2024-09-12T18:02:33.497 INFO:teuthology.orchestra.run.smithi045.stdout:---------------------------------------------------------------------- 2024-09-12T18:02:33.497 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:33.497 INFO:teuthology.orchestra.run.smithi045.stdout:Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0. 2024-09-12T18:02:33.497 INFO:teuthology.orchestra.run.smithi045.stdout:Use '--warning-mode all' to show the individual deprecation warnings. 2024-09-12T18:02:33.497 INFO:teuthology.orchestra.run.smithi045.stdout:See https://docs.gradle.org/6.0.1/userguide/command_line_interface.html#sec:command_line_warnings 2024-09-12T18:02:33.498 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:33.498 INFO:teuthology.orchestra.run.smithi045.stdout:BUILD SUCCESSFUL in 33s 2024-09-12T18:02:33.498 INFO:teuthology.orchestra.run.smithi045.stdout:5 actionable tasks: 5 executed 2024-09-12T18:02:33.512 DEBUG:teuthology.orchestra.run.smithi045:> radosgw-admin gc process --include-all 2024-09-12T18:02:33.567 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:02:33.567 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:02:33.606 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.605+0000 7f802bc98800 20 rados->read ofs=0 len=0 2024-09-12T18:02:33.608 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.607+0000 7f802bc98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:33.608 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.607+0000 7f802bc98800 20 realm 2024-09-12T18:02:33.608 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.607+0000 7f802bc98800 20 rados->read ofs=0 len=0 2024-09-12T18:02:33.608 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.607+0000 7f802bc98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:33.608 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.607+0000 7f802bc98800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:02:33.608 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.607+0000 7f802bc98800 20 rados->read ofs=0 len=0 2024-09-12T18:02:33.608 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.607+0000 7f802bc98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:33.608 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.607+0000 7f802bc98800 20 rados->read ofs=0 len=0 2024-09-12T18:02:33.609 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.608+0000 7f802bc98800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:33.609 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.608+0000 7f802bc98800 20 rados->read ofs=0 len=0 2024-09-12T18:02:33.609 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.609+0000 7f802bc98800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:02:33.609 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.609+0000 7f802bc98800 20 searching for the correct realm 2024-09-12T18:02:33.612 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.612+0000 7f8029f83640 0 -- 172.21.15.45:0/2647798505 >> [v2:172.21.15.45:6824/1551660769,v1:172.21.15.45:6825/1551660769] conn(0x556dcde9aff0 msgr2=0x556dcde9d4b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:02:33.616 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.615+0000 7f8029782640 0 -- 172.21.15.45:0/2647798505 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f8020070d10 msgr2=0x7f802006d910 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:02:33.620 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.619+0000 7f802bc98800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T18:02:33.620 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.620+0000 7f802bc98800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T18:02:33.620 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.620+0000 7f802bc98800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:02:33.620 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.620+0000 7f802bc98800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:02:33.621 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.620+0000 7f802bc98800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:02:33.621 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.620+0000 7f802bc98800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:02:33.621 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.620+0000 7f802bc98800 20 rados->read ofs=0 len=0 2024-09-12T18:02:33.621 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.620+0000 7f802bc98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:33.621 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.620+0000 7f802bc98800 20 rados->read ofs=0 len=0 2024-09-12T18:02:33.622 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.620+0000 7f802bc98800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:33.622 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.620+0000 7f802bc98800 20 rados->read ofs=0 len=0 2024-09-12T18:02:33.622 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.620+0000 7f802bc98800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:02:33.622 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.620+0000 7f802bc98800 20 zone default found 2024-09-12T18:02:33.622 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.620+0000 7f802bc98800 4 Realm: () 2024-09-12T18:02:33.622 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.620+0000 7f802bc98800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T18:02:33.622 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.620+0000 7f802bc98800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T18:02:33.622 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.620+0000 7f802bc98800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:02:33.622 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.620+0000 7f802bc98800 20 zonegroup default 2024-09-12T18:02:33.623 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.620+0000 7f802bc98800 20 rados->read ofs=0 len=0 2024-09-12T18:02:33.623 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.621+0000 7f802bc98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:33.623 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.621+0000 7f802bc98800 20 rados->read ofs=0 len=0 2024-09-12T18:02:33.623 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.621+0000 7f802bc98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:33.623 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.621+0000 7f802bc98800 20 rados->read ofs=0 len=0 2024-09-12T18:02:33.623 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.621+0000 7f802bc98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:33.623 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.621+0000 7f802bc98800 20 started sync module instance, tier type = 2024-09-12T18:02:33.623 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.621+0000 7f802bc98800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T18:02:33.630 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.630+0000 7f802bc98800 20 add_watcher() i=0 2024-09-12T18:02:33.630 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.630+0000 7f802bc98800 20 add_watcher() i=1 2024-09-12T18:02:33.630 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.630+0000 7f802bc98800 20 add_watcher() i=2 2024-09-12T18:02:33.631 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.630+0000 7f802bc98800 20 add_watcher() i=3 2024-09-12T18:02:33.631 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.630+0000 7f802bc98800 20 add_watcher() i=4 2024-09-12T18:02:33.631 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.630+0000 7f802bc98800 20 add_watcher() i=5 2024-09-12T18:02:33.631 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.630+0000 7f802bc98800 20 add_watcher() i=6 2024-09-12T18:02:33.631 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.631+0000 7f802bc98800 20 add_watcher() i=7 2024-09-12T18:02:33.631 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.631+0000 7f802bc98800 2 all 8 watchers are set, enabling cache 2024-09-12T18:02:33.633 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.632+0000 7f7edffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:33.633 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.632+0000 7f802bc98800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:02:33.633 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.632+0000 7f802bc98800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:02:33.668 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.667+0000 7f7edefe5640 20 reqs_thread_entry: start 2024-09-12T18:02:33.668 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.667+0000 7f802bc98800 20 init_complete bucket index max shards: 1 2024-09-12T18:02:33.668 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.667+0000 7f802bc98800 20 Filter name: none 2024-09-12T18:02:33.668 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.667+0000 7f7edcfe1640 20 reqs_thread_entry: start 2024-09-12T18:02:33.668 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.667+0000 7f802bc98800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T18:02:33.669 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.668+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:33.669 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.669+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:33.671 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.669+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T18:02:33.671 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.669+0000 7f802bc98800 20 garbage collection: RGWGC::process iterating over entry tag='2~wwuV8U0dwdWon3vQtjS2dtXO6nylTzP', time=2024-09-12T20:02:05.224812+0000, chain.objs.size()=9 2024-09-12T18:02:33.671 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.669+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.80__multipart_key1.2~wwuV8U0dwdWon3vQtjS2dtXO6nylTzP.1 2024-09-12T18:02:33.671 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.669+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.80__shadow_key1.2~wwuV8U0dwdWon3vQtjS2dtXO6nylTzP.1_1 2024-09-12T18:02:33.671 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.669+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.80__multipart_key1.2~wwuV8U0dwdWon3vQtjS2dtXO6nylTzP.2 2024-09-12T18:02:33.671 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.669+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.80__shadow_key1.2~wwuV8U0dwdWon3vQtjS2dtXO6nylTzP.2_1 2024-09-12T18:02:33.671 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.669+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.80__multipart_key1.2~wwuV8U0dwdWon3vQtjS2dtXO6nylTzP.3 2024-09-12T18:02:33.671 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.669+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.80__shadow_key1.2~wwuV8U0dwdWon3vQtjS2dtXO6nylTzP.3_1 2024-09-12T18:02:33.671 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.669+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.80__multipart_key1.2~wwuV8U0dwdWon3vQtjS2dtXO6nylTzP.4 2024-09-12T18:02:33.671 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.669+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.80__shadow_key1.2~wwuV8U0dwdWon3vQtjS2dtXO6nylTzP.4_1 2024-09-12T18:02:33.672 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.669+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.80__multipart_key1.2~wwuV8U0dwdWon3vQtjS2dtXO6nylTzP.5 2024-09-12T18:02:33.672 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.669+0000 7f802bc98800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.1607503196314872304', time=2024-09-12T20:02:19.682375+0000, chain.objs.size()=7 2024-09-12T18:02:33.672 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.669+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.103__multipart_key1.2~Q6Vb151HNA6wTvFsf8w7_Cijz8FVQwi.1 2024-09-12T18:02:33.672 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.670+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.103__shadow_key1.2~Q6Vb151HNA6wTvFsf8w7_Cijz8FVQwi.1_1 2024-09-12T18:02:33.672 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.670+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.103__shadow_key1.2~Q6Vb151HNA6wTvFsf8w7_Cijz8FVQwi.1_2 2024-09-12T18:02:33.672 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.672+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.103__multipart_key1.2~Q6Vb151HNA6wTvFsf8w7_Cijz8FVQwi.2 2024-09-12T18:02:33.673 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.672+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.103__shadow_key1.2~Q6Vb151HNA6wTvFsf8w7_Cijz8FVQwi.2_1 2024-09-12T18:02:33.673 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.673+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.103__shadow_key1.2~Q6Vb151HNA6wTvFsf8w7_Cijz8FVQwi.2_2 2024-09-12T18:02:33.674 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.673+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.103__multipart_key1.2~Q6Vb151HNA6wTvFsf8w7_Cijz8FVQwi.3 2024-09-12T18:02:33.677 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.676+0000 7f802bc98800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:02:33.679 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.678+0000 7f802bc98800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T18:02:33.680 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.679+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:33.680 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.680+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:33.681 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.680+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T18:02:33.681 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.680+0000 7f802bc98800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.18317870269396906075', time=2024-09-12T20:02:13.430048+0000, chain.objs.size()=7 2024-09-12T18:02:33.681 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.680+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.95__multipart_key1.2~NVON0VRCIVMCSNYFau9N89PVSXVTYhy.1 2024-09-12T18:02:33.681 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.680+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.95__shadow_key1.2~NVON0VRCIVMCSNYFau9N89PVSXVTYhy.1_1 2024-09-12T18:02:33.682 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.680+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.95__shadow_key1.2~NVON0VRCIVMCSNYFau9N89PVSXVTYhy.1_2 2024-09-12T18:02:33.682 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.680+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.95__multipart_key1.2~NVON0VRCIVMCSNYFau9N89PVSXVTYhy.2 2024-09-12T18:02:33.682 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.680+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.95__shadow_key1.2~NVON0VRCIVMCSNYFau9N89PVSXVTYhy.2_1 2024-09-12T18:02:33.682 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.680+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.95__shadow_key1.2~NVON0VRCIVMCSNYFau9N89PVSXVTYhy.2_2 2024-09-12T18:02:33.682 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.680+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.95__multipart_key1.2~NVON0VRCIVMCSNYFau9N89PVSXVTYhy.3 2024-09-12T18:02:33.686 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.685+0000 7f802bc98800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:02:33.688 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.687+0000 7f802bc98800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T18:02:33.689 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.689+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:33.689 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.689+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:33.691 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.689+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T18:02:33.691 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.689+0000 7f802bc98800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.8370360733998471852', time=2024-09-12T20:02:16.789503+0000, chain.objs.size()=9 2024-09-12T18:02:33.691 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.689+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.101__multipart_file.mpg.2~5q9aCCfxOwwA-SonO7Psjyt28DOGOhH.1 2024-09-12T18:02:33.691 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.689+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.101__shadow_file.mpg.2~5q9aCCfxOwwA-SonO7Psjyt28DOGOhH.1_1 2024-09-12T18:02:33.691 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.689+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.101__multipart_file.mpg.2~5q9aCCfxOwwA-SonO7Psjyt28DOGOhH.2 2024-09-12T18:02:33.691 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.690+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.101__shadow_file.mpg.2~5q9aCCfxOwwA-SonO7Psjyt28DOGOhH.2_1 2024-09-12T18:02:33.691 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.690+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.101__multipart_file.mpg.2~5q9aCCfxOwwA-SonO7Psjyt28DOGOhH.3 2024-09-12T18:02:33.692 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.690+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.101__shadow_file.mpg.2~5q9aCCfxOwwA-SonO7Psjyt28DOGOhH.3_1 2024-09-12T18:02:33.692 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.690+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.101__multipart_file.mpg.2~5q9aCCfxOwwA-SonO7Psjyt28DOGOhH.4 2024-09-12T18:02:33.692 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.690+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.101__shadow_file.mpg.2~5q9aCCfxOwwA-SonO7Psjyt28DOGOhH.4_1 2024-09-12T18:02:33.692 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.690+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.101__multipart_file.mpg.2~5q9aCCfxOwwA-SonO7Psjyt28DOGOhH.5 2024-09-12T18:02:33.692 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.690+0000 7f802bc98800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.9831569192152048420', time=2024-09-12T20:02:18.936507+0000, chain.objs.size()=9 2024-09-12T18:02:33.692 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.690+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.103__multipart_key1.2~E7UcZy0nC-aSd_eAvm4u1yf7SvH_UX8.1 2024-09-12T18:02:33.692 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.690+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.103__shadow_key1.2~E7UcZy0nC-aSd_eAvm4u1yf7SvH_UX8.1_1 2024-09-12T18:02:33.692 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.690+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.103__multipart_key1.2~E7UcZy0nC-aSd_eAvm4u1yf7SvH_UX8.2 2024-09-12T18:02:33.694 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.693+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.103__shadow_key1.2~E7UcZy0nC-aSd_eAvm4u1yf7SvH_UX8.2_1 2024-09-12T18:02:33.694 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.693+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.103__multipart_key1.2~E7UcZy0nC-aSd_eAvm4u1yf7SvH_UX8.3 2024-09-12T18:02:33.696 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.695+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.103__shadow_key1.2~E7UcZy0nC-aSd_eAvm4u1yf7SvH_UX8.3_1 2024-09-12T18:02:33.696 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.695+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.103__multipart_key1.2~E7UcZy0nC-aSd_eAvm4u1yf7SvH_UX8.4 2024-09-12T18:02:33.696 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.695+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.103__shadow_key1.2~E7UcZy0nC-aSd_eAvm4u1yf7SvH_UX8.4_1 2024-09-12T18:02:33.696 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.695+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.103__multipart_key1.2~E7UcZy0nC-aSd_eAvm4u1yf7SvH_UX8.5 2024-09-12T18:02:33.699 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.699+0000 7f802bc98800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:02:33.702 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.702+0000 7f802bc98800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T18:02:33.704 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.703+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:33.704 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.704+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:33.705 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.704+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:33.705 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.705+0000 7f802bc98800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T18:02:33.707 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.706+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:33.707 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.707+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:33.708 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.707+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:33.709 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.709+0000 7f802bc98800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T18:02:33.710 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.710+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:33.711 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.711+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:33.712 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.711+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T18:02:33.712 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.711+0000 7f802bc98800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.15396978593811609303', time=2024-09-12T20:02:19.232976+0000, chain.objs.size()=7 2024-09-12T18:02:33.712 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.711+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.103__multipart_key1.2~kAk_PC4GNTBJu3O91PD-2991UGPwJND.1 2024-09-12T18:02:33.712 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.711+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.103__shadow_key1.2~kAk_PC4GNTBJu3O91PD-2991UGPwJND.1_1 2024-09-12T18:02:33.712 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.711+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.103__shadow_key1.2~kAk_PC4GNTBJu3O91PD-2991UGPwJND.1_2 2024-09-12T18:02:33.712 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.711+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.103__multipart_key1.2~kAk_PC4GNTBJu3O91PD-2991UGPwJND.2 2024-09-12T18:02:33.713 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.711+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.103__shadow_key1.2~kAk_PC4GNTBJu3O91PD-2991UGPwJND.2_1 2024-09-12T18:02:33.713 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.711+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.103__shadow_key1.2~kAk_PC4GNTBJu3O91PD-2991UGPwJND.2_2 2024-09-12T18:02:33.713 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.711+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.103__multipart_key1.2~kAk_PC4GNTBJu3O91PD-2991UGPwJND.3 2024-09-12T18:02:33.715 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.714+0000 7f802bc98800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:02:33.717 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.717+0000 7f802bc98800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T18:02:33.718 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.718+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:33.719 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.718+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:33.719 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.718+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:33.720 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.719+0000 7f802bc98800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T18:02:33.724 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.721+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:33.724 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.721+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:33.724 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.722+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:33.725 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.723+0000 7f802bc98800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T18:02:33.726 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.724+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:33.726 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.724+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:33.726 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.725+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T18:02:33.726 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.725+0000 7f802bc98800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.16686722169667863665', time=2024-09-12T20:02:32.635521+0000, chain.objs.size()=9 2024-09-12T18:02:33.726 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.725+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.144__multipart_key1.2~s3jhHdrpUz0hx-DIZcPQWoEugy-MBw4.1 2024-09-12T18:02:33.726 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.725+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.144__shadow_key1.2~s3jhHdrpUz0hx-DIZcPQWoEugy-MBw4.1_1 2024-09-12T18:02:33.726 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.725+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.144__multipart_key1.2~s3jhHdrpUz0hx-DIZcPQWoEugy-MBw4.2 2024-09-12T18:02:33.727 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.725+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.144__shadow_key1.2~s3jhHdrpUz0hx-DIZcPQWoEugy-MBw4.2_1 2024-09-12T18:02:33.727 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.725+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.144__multipart_key1.2~s3jhHdrpUz0hx-DIZcPQWoEugy-MBw4.3 2024-09-12T18:02:33.727 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.725+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.144__shadow_key1.2~s3jhHdrpUz0hx-DIZcPQWoEugy-MBw4.3_1 2024-09-12T18:02:33.727 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.725+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.144__multipart_key1.2~s3jhHdrpUz0hx-DIZcPQWoEugy-MBw4.4 2024-09-12T18:02:33.727 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.725+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.144__shadow_key1.2~s3jhHdrpUz0hx-DIZcPQWoEugy-MBw4.4_1 2024-09-12T18:02:33.727 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.725+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.144__multipart_key1.2~s3jhHdrpUz0hx-DIZcPQWoEugy-MBw4.5 2024-09-12T18:02:33.729 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.729+0000 7f802bc98800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:02:33.732 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.731+0000 7f802bc98800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T18:02:33.733 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.733+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:33.733 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.733+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:33.735 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.733+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T18:02:33.735 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.733+0000 7f802bc98800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.8717701455933811734', time=2024-09-12T20:02:13.862922+0000, chain.objs.size()=7 2024-09-12T18:02:33.735 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.733+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.95__multipart_key1.2~6RvJfCi9V9wo2M8gEg0wwFPftCz3Gp_.1 2024-09-12T18:02:33.735 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.733+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.95__shadow_key1.2~6RvJfCi9V9wo2M8gEg0wwFPftCz3Gp_.1_1 2024-09-12T18:02:33.735 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.733+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.95__shadow_key1.2~6RvJfCi9V9wo2M8gEg0wwFPftCz3Gp_.1_2 2024-09-12T18:02:33.735 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.733+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.95__multipart_key1.2~6RvJfCi9V9wo2M8gEg0wwFPftCz3Gp_.2 2024-09-12T18:02:33.735 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.733+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.95__shadow_key1.2~6RvJfCi9V9wo2M8gEg0wwFPftCz3Gp_.2_1 2024-09-12T18:02:33.735 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.733+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.95__shadow_key1.2~6RvJfCi9V9wo2M8gEg0wwFPftCz3Gp_.2_2 2024-09-12T18:02:33.735 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.733+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.95__multipart_key1.2~6RvJfCi9V9wo2M8gEg0wwFPftCz3Gp_.3 2024-09-12T18:02:33.736 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.733+0000 7f802bc98800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.3910004889172304386', time=2024-09-12T20:02:20.785814+0000, chain.objs.size()=9 2024-09-12T18:02:33.736 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.733+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.104__multipart_key1.2~vtlRLz8FXh4FXTx2LupTd_G6OvV-nFp.1 2024-09-12T18:02:33.736 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.733+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.104__shadow_key1.2~vtlRLz8FXh4FXTx2LupTd_G6OvV-nFp.1_1 2024-09-12T18:02:33.736 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.734+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.104__multipart_key1.2~vtlRLz8FXh4FXTx2LupTd_G6OvV-nFp.2 2024-09-12T18:02:33.736 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.734+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.104__shadow_key1.2~vtlRLz8FXh4FXTx2LupTd_G6OvV-nFp.2_1 2024-09-12T18:02:33.736 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.734+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.104__multipart_key1.2~vtlRLz8FXh4FXTx2LupTd_G6OvV-nFp.3 2024-09-12T18:02:33.737 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.736+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.104__shadow_key1.2~vtlRLz8FXh4FXTx2LupTd_G6OvV-nFp.3_1 2024-09-12T18:02:33.739 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.739+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.104__multipart_key1.2~vtlRLz8FXh4FXTx2LupTd_G6OvV-nFp.4 2024-09-12T18:02:33.739 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.739+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.104__shadow_key1.2~vtlRLz8FXh4FXTx2LupTd_G6OvV-nFp.4_1 2024-09-12T18:02:33.739 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.739+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.104__multipart_key1.2~vtlRLz8FXh4FXTx2LupTd_G6OvV-nFp.5 2024-09-12T18:02:33.742 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.742+0000 7f802bc98800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:02:33.745 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.744+0000 7f802bc98800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T18:02:33.746 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.746+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:33.747 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.746+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:33.747 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.746+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:33.748 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.747+0000 7f802bc98800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T18:02:33.749 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.748+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:33.749 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.749+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:33.750 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.749+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T18:02:33.750 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.749+0000 7f802bc98800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.3083926761751392244', time=2024-09-12T20:02:33.343636+0000, chain.objs.size()=9 2024-09-12T18:02:33.750 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.749+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.145__multipart_key1/data/file.mpg.2~P_cKmdW1zH5Sg9AtG_bdTzVc3ZyxzAm.1 2024-09-12T18:02:33.751 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.749+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.145__shadow_key1/data/file.mpg.2~P_cKmdW1zH5Sg9AtG_bdTzVc3ZyxzAm.1_1 2024-09-12T18:02:33.751 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.749+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.145__multipart_key1/data/file.mpg.2~P_cKmdW1zH5Sg9AtG_bdTzVc3ZyxzAm.2 2024-09-12T18:02:33.751 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.749+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.145__shadow_key1/data/file.mpg.2~P_cKmdW1zH5Sg9AtG_bdTzVc3ZyxzAm.2_1 2024-09-12T18:02:33.751 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.749+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.145__multipart_key1/data/file.mpg.2~P_cKmdW1zH5Sg9AtG_bdTzVc3ZyxzAm.3 2024-09-12T18:02:33.751 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.749+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.145__shadow_key1/data/file.mpg.2~P_cKmdW1zH5Sg9AtG_bdTzVc3ZyxzAm.3_1 2024-09-12T18:02:33.751 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.749+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.145__multipart_key1/data/file.mpg.2~P_cKmdW1zH5Sg9AtG_bdTzVc3ZyxzAm.4 2024-09-12T18:02:33.751 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.750+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.145__shadow_key1/data/file.mpg.2~P_cKmdW1zH5Sg9AtG_bdTzVc3ZyxzAm.4_1 2024-09-12T18:02:33.751 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.750+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.145__multipart_key1/data/file.mpg.2~P_cKmdW1zH5Sg9AtG_bdTzVc3ZyxzAm.5 2024-09-12T18:02:33.753 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.753+0000 7f802bc98800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:02:33.756 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.755+0000 7f802bc98800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T18:02:33.757 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.757+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:33.757 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.757+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:33.759 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.757+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T18:02:33.759 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.757+0000 7f802bc98800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.9385773305442255984', time=2024-09-12T20:02:09.104231+0000, chain.objs.size()=9 2024-09-12T18:02:33.759 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.757+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.92__multipart_key1.2~sBaK8Gbva1wVjGawgIWM7hEZC4VYm0z.1 2024-09-12T18:02:33.759 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.757+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.92__shadow_key1.2~sBaK8Gbva1wVjGawgIWM7hEZC4VYm0z.1_1 2024-09-12T18:02:33.759 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.757+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.92__multipart_key1.2~sBaK8Gbva1wVjGawgIWM7hEZC4VYm0z.2 2024-09-12T18:02:33.759 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.757+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.92__shadow_key1.2~sBaK8Gbva1wVjGawgIWM7hEZC4VYm0z.2_1 2024-09-12T18:02:33.759 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.757+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.92__multipart_key1.2~sBaK8Gbva1wVjGawgIWM7hEZC4VYm0z.3 2024-09-12T18:02:33.759 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.757+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.92__shadow_key1.2~sBaK8Gbva1wVjGawgIWM7hEZC4VYm0z.3_1 2024-09-12T18:02:33.759 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.757+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.92__multipart_key1.2~sBaK8Gbva1wVjGawgIWM7hEZC4VYm0z.4 2024-09-12T18:02:33.759 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.757+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.92__shadow_key1.2~sBaK8Gbva1wVjGawgIWM7hEZC4VYm0z.4_1 2024-09-12T18:02:33.760 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.757+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.92__multipart_key1.2~sBaK8Gbva1wVjGawgIWM7hEZC4VYm0z.5 2024-09-12T18:02:33.760 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.757+0000 7f802bc98800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.10728387403996915943', time=2024-09-12T20:02:14.004204+0000, chain.objs.size()=5 2024-09-12T18:02:33.760 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.757+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.94__shadow_.CzDz4RzhgSEQON2w2EUSoq93V0GCyaI_1 2024-09-12T18:02:33.760 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.757+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.94__shadow_.CzDz4RzhgSEQON2w2EUSoq93V0GCyaI_2 2024-09-12T18:02:33.760 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.757+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.94__shadow_.CzDz4RzhgSEQON2w2EUSoq93V0GCyaI_3 2024-09-12T18:02:33.761 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.760+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.94__shadow_.CzDz4RzhgSEQON2w2EUSoq93V0GCyaI_4 2024-09-12T18:02:33.761 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.761+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.94__shadow_.CzDz4RzhgSEQON2w2EUSoq93V0GCyaI_5 2024-09-12T18:02:33.764 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.763+0000 7f802bc98800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:02:33.766 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.766+0000 7f802bc98800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T18:02:33.767 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.767+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:33.768 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.767+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:33.768 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.768+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:33.769 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.768+0000 7f802bc98800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T18:02:33.770 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.770+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:33.770 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.770+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:33.771 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.770+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T18:02:33.771 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.770+0000 7f802bc98800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.8023185066800449097', time=2024-09-12T20:02:11.415281+0000, chain.objs.size()=9 2024-09-12T18:02:33.772 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.770+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.95__multipart_key1.2~MJTccG4lLvUr6NbiBS9EW4dsbXDOtds.1 2024-09-12T18:02:33.772 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.770+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.95__shadow_key1.2~MJTccG4lLvUr6NbiBS9EW4dsbXDOtds.1_1 2024-09-12T18:02:33.772 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.770+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.95__multipart_key1.2~MJTccG4lLvUr6NbiBS9EW4dsbXDOtds.2 2024-09-12T18:02:33.772 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.770+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.95__shadow_key1.2~MJTccG4lLvUr6NbiBS9EW4dsbXDOtds.2_1 2024-09-12T18:02:33.772 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.771+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.95__multipart_key1.2~MJTccG4lLvUr6NbiBS9EW4dsbXDOtds.3 2024-09-12T18:02:33.772 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.771+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.95__shadow_key1.2~MJTccG4lLvUr6NbiBS9EW4dsbXDOtds.3_1 2024-09-12T18:02:33.772 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.771+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.95__multipart_key1.2~MJTccG4lLvUr6NbiBS9EW4dsbXDOtds.4 2024-09-12T18:02:33.772 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.771+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.95__shadow_key1.2~MJTccG4lLvUr6NbiBS9EW4dsbXDOtds.4_1 2024-09-12T18:02:33.772 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.771+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.95__multipart_key1.2~MJTccG4lLvUr6NbiBS9EW4dsbXDOtds.5 2024-09-12T18:02:33.772 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.771+0000 7f802bc98800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.12512267647228082465', time=2024-09-12T20:02:16.209576+0000, chain.objs.size()=9 2024-09-12T18:02:33.772 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.771+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.100__multipart_key1.2~IcwKe_X_CnCVf09VKugir5_XrAoRTaI.1 2024-09-12T18:02:33.772 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.771+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.100__shadow_key1.2~IcwKe_X_CnCVf09VKugir5_XrAoRTaI.1_1 2024-09-12T18:02:33.773 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.771+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.100__multipart_key1.2~IcwKe_X_CnCVf09VKugir5_XrAoRTaI.2 2024-09-12T18:02:33.775 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.774+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.100__shadow_key1.2~IcwKe_X_CnCVf09VKugir5_XrAoRTaI.2_1 2024-09-12T18:02:33.775 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.774+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.100__multipart_key1.2~IcwKe_X_CnCVf09VKugir5_XrAoRTaI.3 2024-09-12T18:02:33.775 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.774+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.100__shadow_key1.2~IcwKe_X_CnCVf09VKugir5_XrAoRTaI.3_1 2024-09-12T18:02:33.775 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.774+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.100__multipart_key1.2~IcwKe_X_CnCVf09VKugir5_XrAoRTaI.4 2024-09-12T18:02:33.775 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.774+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.100__shadow_key1.2~IcwKe_X_CnCVf09VKugir5_XrAoRTaI.4_1 2024-09-12T18:02:33.776 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.774+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.100__multipart_key1.2~IcwKe_X_CnCVf09VKugir5_XrAoRTaI.5 2024-09-12T18:02:33.779 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.779+0000 7f802bc98800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:02:33.782 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.781+0000 7f802bc98800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T18:02:33.783 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.782+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:33.783 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.783+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:33.784 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.783+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:33.785 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.784+0000 7f802bc98800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T18:02:33.786 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.786+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:33.787 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.786+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:33.788 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.787+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T18:02:33.788 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.787+0000 7f802bc98800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.15503193545313404437', time=2024-09-12T20:02:12.994891+0000, chain.objs.size()=9 2024-09-12T18:02:33.788 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.787+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.95__multipart_key1.2~ro1gUcFly4Xq47gHIKLlVGya5j1InO8.1 2024-09-12T18:02:33.788 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.787+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.95__shadow_key1.2~ro1gUcFly4Xq47gHIKLlVGya5j1InO8.1_1 2024-09-12T18:02:33.788 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.787+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.95__multipart_key1.2~ro1gUcFly4Xq47gHIKLlVGya5j1InO8.2 2024-09-12T18:02:33.788 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.787+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.95__shadow_key1.2~ro1gUcFly4Xq47gHIKLlVGya5j1InO8.2_1 2024-09-12T18:02:33.788 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.787+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.95__multipart_key1.2~ro1gUcFly4Xq47gHIKLlVGya5j1InO8.3 2024-09-12T18:02:33.789 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.787+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.95__shadow_key1.2~ro1gUcFly4Xq47gHIKLlVGya5j1InO8.3_1 2024-09-12T18:02:33.789 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.787+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.95__multipart_key1.2~ro1gUcFly4Xq47gHIKLlVGya5j1InO8.4 2024-09-12T18:02:33.789 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.787+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.95__shadow_key1.2~ro1gUcFly4Xq47gHIKLlVGya5j1InO8.4_1 2024-09-12T18:02:33.789 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.787+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.95__multipart_key1.2~ro1gUcFly4Xq47gHIKLlVGya5j1InO8.5 2024-09-12T18:02:33.791 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.791+0000 7f802bc98800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:02:33.794 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.794+0000 7f802bc98800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T18:02:33.795 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.795+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:33.796 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.795+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:33.797 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.796+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T18:02:33.797 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.796+0000 7f802bc98800 20 garbage collection: RGWGC::process iterating over entry tag='2~TZjitQG5534Jhl2klH508NFdlR0jD2h', time=2024-09-12T20:02:17.464024+0000, chain.objs.size()=9 2024-09-12T18:02:33.797 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.796+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.102__multipart_key1.2~TZjitQG5534Jhl2klH508NFdlR0jD2h.7 2024-09-12T18:02:33.797 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.796+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.102__shadow_key1.2~TZjitQG5534Jhl2klH508NFdlR0jD2h.7_1 2024-09-12T18:02:33.797 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.796+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.102__multipart_key1.2~TZjitQG5534Jhl2klH508NFdlR0jD2h.8 2024-09-12T18:02:33.797 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.796+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.102__shadow_key1.2~TZjitQG5534Jhl2klH508NFdlR0jD2h.8_1 2024-09-12T18:02:33.797 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.796+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.102__multipart_key1.2~TZjitQG5534Jhl2klH508NFdlR0jD2h.9 2024-09-12T18:02:33.797 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.796+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.102__shadow_key1.2~TZjitQG5534Jhl2klH508NFdlR0jD2h.9_1 2024-09-12T18:02:33.797 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.796+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.102__multipart_key1.2~TZjitQG5534Jhl2klH508NFdlR0jD2h.10 2024-09-12T18:02:33.797 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.796+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.102__shadow_key1.2~TZjitQG5534Jhl2klH508NFdlR0jD2h.10_1 2024-09-12T18:02:33.797 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.796+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.102__multipart_key1.2~TZjitQG5534Jhl2klH508NFdlR0jD2h.11 2024-09-12T18:02:33.800 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.800+0000 7f802bc98800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:02:33.802 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.802+0000 7f802bc98800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T18:02:33.804 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.803+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:33.804 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.804+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:33.806 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.804+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T18:02:33.806 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.804+0000 7f802bc98800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.16542670843624934262', time=2024-09-12T20:02:16.799462+0000, chain.objs.size()=9 2024-09-12T18:02:33.806 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.804+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.101__multipart_file2.mpg.2~XGnqMKtzv_Si8hamNu8qFnlnf7ct3Uv.1 2024-09-12T18:02:33.806 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.804+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.101__shadow_file2.mpg.2~XGnqMKtzv_Si8hamNu8qFnlnf7ct3Uv.1_1 2024-09-12T18:02:33.806 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.804+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.101__multipart_file2.mpg.2~XGnqMKtzv_Si8hamNu8qFnlnf7ct3Uv.2 2024-09-12T18:02:33.806 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.804+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.101__shadow_file2.mpg.2~XGnqMKtzv_Si8hamNu8qFnlnf7ct3Uv.2_1 2024-09-12T18:02:33.806 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.804+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.101__multipart_file2.mpg.2~XGnqMKtzv_Si8hamNu8qFnlnf7ct3Uv.3 2024-09-12T18:02:33.806 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.804+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.101__shadow_file2.mpg.2~XGnqMKtzv_Si8hamNu8qFnlnf7ct3Uv.3_1 2024-09-12T18:02:33.806 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.804+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.101__multipart_file2.mpg.2~XGnqMKtzv_Si8hamNu8qFnlnf7ct3Uv.4 2024-09-12T18:02:33.806 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.804+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.101__shadow_file2.mpg.2~XGnqMKtzv_Si8hamNu8qFnlnf7ct3Uv.4_1 2024-09-12T18:02:33.806 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.804+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.101__multipart_file2.mpg.2~XGnqMKtzv_Si8hamNu8qFnlnf7ct3Uv.5 2024-09-12T18:02:33.806 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.804+0000 7f802bc98800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.9628987255923921961', time=2024-09-12T20:02:21.429776+0000, chain.objs.size()=9 2024-09-12T18:02:33.807 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.804+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.105__multipart_key1.2~iG9OpxNwotpaUKiT2qzIq15q1gonjTh.1 2024-09-12T18:02:33.807 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.805+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.105__shadow_key1.2~iG9OpxNwotpaUKiT2qzIq15q1gonjTh.1_1 2024-09-12T18:02:33.807 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.805+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.105__multipart_key1.2~iG9OpxNwotpaUKiT2qzIq15q1gonjTh.2 2024-09-12T18:02:33.809 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.809+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.105__shadow_key1.2~iG9OpxNwotpaUKiT2qzIq15q1gonjTh.2_1 2024-09-12T18:02:33.810 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.809+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.105__multipart_key1.2~iG9OpxNwotpaUKiT2qzIq15q1gonjTh.3 2024-09-12T18:02:33.810 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.809+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.105__shadow_key1.2~iG9OpxNwotpaUKiT2qzIq15q1gonjTh.3_1 2024-09-12T18:02:33.810 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.809+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.105__multipart_key1.2~iG9OpxNwotpaUKiT2qzIq15q1gonjTh.4 2024-09-12T18:02:33.810 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.809+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.105__shadow_key1.2~iG9OpxNwotpaUKiT2qzIq15q1gonjTh.4_1 2024-09-12T18:02:33.810 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.809+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.105__multipart_key1.2~iG9OpxNwotpaUKiT2qzIq15q1gonjTh.5 2024-09-12T18:02:33.813 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.813+0000 7f802bc98800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:02:33.816 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.815+0000 7f802bc98800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T18:02:33.817 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.817+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:33.817 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.817+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:33.818 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.818+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T18:02:33.818 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.818+0000 7f802bc98800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.13841497782071183452', time=2024-09-12T20:02:14.111005+0000, chain.objs.size()=7 2024-09-12T18:02:33.818 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.818+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.95__multipart_key1.2~GIl8b1p9h610TGUsOeTEgjrkF6a-w0S.1 2024-09-12T18:02:33.818 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.818+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.95__shadow_key1.2~GIl8b1p9h610TGUsOeTEgjrkF6a-w0S.1_1 2024-09-12T18:02:33.818 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.818+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.95__shadow_key1.2~GIl8b1p9h610TGUsOeTEgjrkF6a-w0S.1_2 2024-09-12T18:02:33.819 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.818+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.95__multipart_key1.2~GIl8b1p9h610TGUsOeTEgjrkF6a-w0S.2 2024-09-12T18:02:33.819 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.818+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.95__shadow_key1.2~GIl8b1p9h610TGUsOeTEgjrkF6a-w0S.2_1 2024-09-12T18:02:33.819 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.818+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.95__shadow_key1.2~GIl8b1p9h610TGUsOeTEgjrkF6a-w0S.2_2 2024-09-12T18:02:33.819 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.818+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.95__multipart_key1.2~GIl8b1p9h610TGUsOeTEgjrkF6a-w0S.3 2024-09-12T18:02:33.821 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.821+0000 7f802bc98800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:02:33.824 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.823+0000 7f802bc98800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T18:02:33.825 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.825+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:33.825 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.825+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:33.826 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.825+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:33.827 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.826+0000 7f802bc98800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T18:02:33.828 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.827+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:33.828 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.828+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:33.829 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.828+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:33.829 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.829+0000 7f802bc98800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T18:02:33.831 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.830+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:33.831 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.831+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:33.832 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.831+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T18:02:33.832 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.831+0000 7f802bc98800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.5055824520122533106', time=2024-09-12T20:02:18.266555+0000, chain.objs.size()=9 2024-09-12T18:02:33.832 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.831+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.103__multipart_key1.2~p0LylU9ZkH8Tyt0NjwXvNtVrYU1p3ly.1 2024-09-12T18:02:33.832 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.831+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.103__shadow_key1.2~p0LylU9ZkH8Tyt0NjwXvNtVrYU1p3ly.1_1 2024-09-12T18:02:33.833 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.831+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.103__multipart_key1.2~p0LylU9ZkH8Tyt0NjwXvNtVrYU1p3ly.2 2024-09-12T18:02:33.833 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.831+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.103__shadow_key1.2~p0LylU9ZkH8Tyt0NjwXvNtVrYU1p3ly.2_1 2024-09-12T18:02:33.833 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.831+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.103__multipart_key1.2~p0LylU9ZkH8Tyt0NjwXvNtVrYU1p3ly.3 2024-09-12T18:02:33.833 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.831+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.103__shadow_key1.2~p0LylU9ZkH8Tyt0NjwXvNtVrYU1p3ly.3_1 2024-09-12T18:02:33.833 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.831+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.103__multipart_key1.2~p0LylU9ZkH8Tyt0NjwXvNtVrYU1p3ly.4 2024-09-12T18:02:33.833 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.831+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.103__shadow_key1.2~p0LylU9ZkH8Tyt0NjwXvNtVrYU1p3ly.4_1 2024-09-12T18:02:33.833 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.831+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.103__multipart_key1.2~p0LylU9ZkH8Tyt0NjwXvNtVrYU1p3ly.5 2024-09-12T18:02:33.833 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.831+0000 7f802bc98800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.2669543343429753260', time=2024-09-12T20:02:19.545194+0000, chain.objs.size()=7 2024-09-12T18:02:33.833 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.831+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.103__multipart_key1.2~3SOSktPATRij3pOfBQ_I03KTU0DtwVv.1 2024-09-12T18:02:33.833 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.831+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.103__shadow_key1.2~3SOSktPATRij3pOfBQ_I03KTU0DtwVv.1_1 2024-09-12T18:02:33.833 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.831+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.103__shadow_key1.2~3SOSktPATRij3pOfBQ_I03KTU0DtwVv.1_2 2024-09-12T18:02:33.835 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.835+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.103__multipart_key1.2~3SOSktPATRij3pOfBQ_I03KTU0DtwVv.2 2024-09-12T18:02:33.835 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.835+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.103__shadow_key1.2~3SOSktPATRij3pOfBQ_I03KTU0DtwVv.2_1 2024-09-12T18:02:33.837 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.836+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.103__shadow_key1.2~3SOSktPATRij3pOfBQ_I03KTU0DtwVv.2_2 2024-09-12T18:02:33.837 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.837+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.103__multipart_key1.2~3SOSktPATRij3pOfBQ_I03KTU0DtwVv.3 2024-09-12T18:02:33.839 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.839+0000 7f802bc98800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:02:33.842 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.841+0000 7f802bc98800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T18:02:33.843 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.843+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:33.844 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.843+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:33.844 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.843+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:33.845 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.844+0000 7f802bc98800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T18:02:33.846 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.845+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:33.846 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.846+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:33.847 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.846+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:33.847 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.847+0000 7f802bc98800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T18:02:33.849 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.848+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:33.849 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.849+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:33.849 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.849+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:33.851 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.850+0000 7f802bc98800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T18:02:33.852 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.851+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:33.852 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.852+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:33.853 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.852+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T18:02:33.853 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.852+0000 7f802bc98800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.15815643803764213974', time=2024-09-12T20:02:06.573455+0000, chain.objs.size()=2 2024-09-12T18:02:33.853 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.852+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.84__shadow_.kqd8tKYvVaqTrBhSgBLGoLIgExy4GHS_1 2024-09-12T18:02:33.854 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.852+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.84__shadow_.kqd8tKYvVaqTrBhSgBLGoLIgExy4GHS_2 2024-09-12T18:02:33.854 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.852+0000 7f802bc98800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.17249605418271081388', time=2024-09-12T20:02:12.007325+0000, chain.objs.size()=9 2024-09-12T18:02:33.854 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.852+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.95__multipart_key1.2~QvFzQ6v2_fI4IxplsydN4JaFWFz_YDS.1 2024-09-12T18:02:33.854 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.852+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.95__shadow_key1.2~QvFzQ6v2_fI4IxplsydN4JaFWFz_YDS.1_1 2024-09-12T18:02:33.854 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.852+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.95__multipart_key1.2~QvFzQ6v2_fI4IxplsydN4JaFWFz_YDS.2 2024-09-12T18:02:33.854 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.852+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.95__shadow_key1.2~QvFzQ6v2_fI4IxplsydN4JaFWFz_YDS.2_1 2024-09-12T18:02:33.854 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.852+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.95__multipart_key1.2~QvFzQ6v2_fI4IxplsydN4JaFWFz_YDS.3 2024-09-12T18:02:33.854 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.852+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.95__shadow_key1.2~QvFzQ6v2_fI4IxplsydN4JaFWFz_YDS.3_1 2024-09-12T18:02:33.854 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.852+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.95__multipart_key1.2~QvFzQ6v2_fI4IxplsydN4JaFWFz_YDS.4 2024-09-12T18:02:33.854 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.852+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.95__shadow_key1.2~QvFzQ6v2_fI4IxplsydN4JaFWFz_YDS.4_1 2024-09-12T18:02:33.854 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.852+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.95__multipart_key1.2~QvFzQ6v2_fI4IxplsydN4JaFWFz_YDS.5 2024-09-12T18:02:33.858 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.858+0000 7f802bc98800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:02:33.860 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.860+0000 7f802bc98800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T18:02:33.862 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.861+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:33.862 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.862+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:33.863 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.862+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T18:02:33.863 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.862+0000 7f802bc98800 20 garbage collection: RGWGC::process iterating over entry tag='2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY', time=2024-09-12T20:02:22.209203+0000, chain.objs.size()=91 2024-09-12T18:02:33.863 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.862+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.1 2024-09-12T18:02:33.863 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.862+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.2 2024-09-12T18:02:33.863 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.862+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.3 2024-09-12T18:02:33.864 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.862+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.4 2024-09-12T18:02:33.864 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.862+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.5 2024-09-12T18:02:33.864 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.862+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.6 2024-09-12T18:02:33.864 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.862+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.7 2024-09-12T18:02:33.864 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.862+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.8 2024-09-12T18:02:33.864 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.862+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.9 2024-09-12T18:02:33.864 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.862+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.10 2024-09-12T18:02:33.864 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.862+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.11 2024-09-12T18:02:33.864 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.862+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.12 2024-09-12T18:02:33.866 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.865+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.13 2024-09-12T18:02:33.866 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.865+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.14 2024-09-12T18:02:33.867 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.865+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.15 2024-09-12T18:02:33.867 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.865+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.16 2024-09-12T18:02:33.867 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.865+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.17 2024-09-12T18:02:33.867 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.865+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.18 2024-09-12T18:02:33.867 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.866+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.19 2024-09-12T18:02:33.867 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.866+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.20 2024-09-12T18:02:33.867 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.866+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.21 2024-09-12T18:02:33.867 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.866+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.22 2024-09-12T18:02:33.867 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.867+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.23 2024-09-12T18:02:33.870 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.870+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.24 2024-09-12T18:02:33.870 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.870+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.25 2024-09-12T18:02:33.870 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.870+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.26 2024-09-12T18:02:33.871 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.870+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.27 2024-09-12T18:02:33.871 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.871+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.28 2024-09-12T18:02:33.872 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.871+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.29 2024-09-12T18:02:33.872 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.871+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.30 2024-09-12T18:02:33.872 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.871+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.31 2024-09-12T18:02:33.872 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.871+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.32 2024-09-12T18:02:33.872 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.871+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.33 2024-09-12T18:02:33.872 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.871+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.34 2024-09-12T18:02:33.874 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.873+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.35 2024-09-12T18:02:33.874 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.873+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.36 2024-09-12T18:02:33.874 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.873+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.37 2024-09-12T18:02:33.875 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.875+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.38 2024-09-12T18:02:33.875 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.875+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.39 2024-09-12T18:02:33.876 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.875+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.40 2024-09-12T18:02:33.876 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.875+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.41 2024-09-12T18:02:33.876 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.875+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.42 2024-09-12T18:02:33.876 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.875+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.43 2024-09-12T18:02:33.878 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.877+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.44 2024-09-12T18:02:33.878 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.877+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.45 2024-09-12T18:02:33.878 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.877+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.46 2024-09-12T18:02:33.878 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.877+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.47 2024-09-12T18:02:33.878 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.877+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.48 2024-09-12T18:02:33.879 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.879+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.49 2024-09-12T18:02:33.879 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.879+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.50 2024-09-12T18:02:33.881 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.880+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.51 2024-09-12T18:02:33.881 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.880+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.52 2024-09-12T18:02:33.881 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.880+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.53 2024-09-12T18:02:33.881 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.880+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.54 2024-09-12T18:02:33.881 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.881+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.55 2024-09-12T18:02:33.882 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.881+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.56 2024-09-12T18:02:33.883 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.882+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.57 2024-09-12T18:02:33.883 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.882+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.58 2024-09-12T18:02:33.883 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.882+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.59 2024-09-12T18:02:33.884 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.883+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.60 2024-09-12T18:02:33.884 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.883+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.61 2024-09-12T18:02:33.884 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.883+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.62 2024-09-12T18:02:33.885 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.884+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.63 2024-09-12T18:02:33.885 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.885+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.64 2024-09-12T18:02:33.886 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.885+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.65 2024-09-12T18:02:33.886 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.885+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.66 2024-09-12T18:02:33.886 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.885+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.67 2024-09-12T18:02:33.888 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.887+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.68 2024-09-12T18:02:33.888 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.887+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.69 2024-09-12T18:02:33.888 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.887+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.70 2024-09-12T18:02:33.888 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.887+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.71 2024-09-12T18:02:33.890 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.889+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.72 2024-09-12T18:02:33.890 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.889+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.73 2024-09-12T18:02:33.890 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.889+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.74 2024-09-12T18:02:33.890 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.889+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.75 2024-09-12T18:02:33.890 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.889+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.76 2024-09-12T18:02:33.890 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.889+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.77 2024-09-12T18:02:33.890 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.889+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.78 2024-09-12T18:02:33.890 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.889+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.79 2024-09-12T18:02:33.891 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.889+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.80 2024-09-12T18:02:33.892 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.892+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.81 2024-09-12T18:02:33.893 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.892+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.82 2024-09-12T18:02:33.893 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.892+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.83 2024-09-12T18:02:33.893 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.892+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.84 2024-09-12T18:02:33.894 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.893+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.85 2024-09-12T18:02:33.895 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.894+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.86 2024-09-12T18:02:33.895 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.894+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.87 2024-09-12T18:02:33.895 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.894+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.88 2024-09-12T18:02:33.895 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.894+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.89 2024-09-12T18:02:33.895 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.894+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.90 2024-09-12T18:02:33.895 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.894+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.106__multipart_key1.2~NRsySFjxJsu-9qGlGPU1ovtO67MEqQY.91 2024-09-12T18:02:33.899 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.898+0000 7f802bc98800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:02:33.901 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.901+0000 7f802bc98800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T18:02:33.902 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.902+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:33.903 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.902+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:33.903 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.902+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:33.904 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.903+0000 7f802bc98800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T18:02:33.905 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.905+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:33.905 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.905+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:33.906 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.905+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:33.907 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.906+0000 7f802bc98800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T18:02:33.908 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.908+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:33.908 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.908+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:33.910 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.908+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T18:02:33.910 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.908+0000 7f802bc98800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.10341388419676026628', time=2024-09-12T20:02:08.995801+0000, chain.objs.size()=9 2024-09-12T18:02:33.910 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.908+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.92__multipart_key1.2~sBaK8Gbva1wVjGawgIWM7hEZC4VYm0z.1 2024-09-12T18:02:33.910 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.908+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.92__shadow_key1.2~sBaK8Gbva1wVjGawgIWM7hEZC4VYm0z.1_1 2024-09-12T18:02:33.910 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.908+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.92__multipart_key1.2~sBaK8Gbva1wVjGawgIWM7hEZC4VYm0z.2 2024-09-12T18:02:33.910 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.908+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.92__shadow_key1.2~sBaK8Gbva1wVjGawgIWM7hEZC4VYm0z.2_1 2024-09-12T18:02:33.910 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.908+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.92__multipart_key1.2~sBaK8Gbva1wVjGawgIWM7hEZC4VYm0z.3 2024-09-12T18:02:33.910 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.908+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.92__shadow_key1.2~sBaK8Gbva1wVjGawgIWM7hEZC4VYm0z.3_1 2024-09-12T18:02:33.910 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.908+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.92__multipart_key1.2~sBaK8Gbva1wVjGawgIWM7hEZC4VYm0z.4 2024-09-12T18:02:33.910 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.908+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.92__shadow_key1.2~sBaK8Gbva1wVjGawgIWM7hEZC4VYm0z.4_1 2024-09-12T18:02:33.911 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.908+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.92__multipart_key1.2~sBaK8Gbva1wVjGawgIWM7hEZC4VYm0z.5 2024-09-12T18:02:33.911 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.908+0000 7f802bc98800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.13911049287271832440', time=2024-09-12T20:02:15.208082+0000, chain.objs.size()=9 2024-09-12T18:02:33.911 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.908+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.99__multipart_key1.2~lDuSLlbtXP1krWNdPOrHIzHHrgkSdYx.1 2024-09-12T18:02:33.911 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.908+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.99__shadow_key1.2~lDuSLlbtXP1krWNdPOrHIzHHrgkSdYx.1_1 2024-09-12T18:02:33.911 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.908+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.99__multipart_key1.2~lDuSLlbtXP1krWNdPOrHIzHHrgkSdYx.2 2024-09-12T18:02:33.913 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.912+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.99__shadow_key1.2~lDuSLlbtXP1krWNdPOrHIzHHrgkSdYx.2_1 2024-09-12T18:02:33.913 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.912+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.99__multipart_key1.2~lDuSLlbtXP1krWNdPOrHIzHHrgkSdYx.3 2024-09-12T18:02:33.913 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.912+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.99__shadow_key1.2~lDuSLlbtXP1krWNdPOrHIzHHrgkSdYx.3_1 2024-09-12T18:02:33.913 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.912+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.99__multipart_key1.2~lDuSLlbtXP1krWNdPOrHIzHHrgkSdYx.4 2024-09-12T18:02:33.913 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.912+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.99__shadow_key1.2~lDuSLlbtXP1krWNdPOrHIzHHrgkSdYx.4_1 2024-09-12T18:02:33.913 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.912+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.99__multipart_key1.2~lDuSLlbtXP1krWNdPOrHIzHHrgkSdYx.5 2024-09-12T18:02:33.913 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.912+0000 7f802bc98800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.13745588234268845203', time=2024-09-12T20:02:18.624511+0000, chain.objs.size()=9 2024-09-12T18:02:33.913 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.912+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.103__multipart_key1.2~OEMODwL75r6OTPeswizbY9i7_vL2sq9.1 2024-09-12T18:02:33.913 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.912+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.103__shadow_key1.2~OEMODwL75r6OTPeswizbY9i7_vL2sq9.1_1 2024-09-12T18:02:33.913 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.912+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.103__multipart_key1.2~OEMODwL75r6OTPeswizbY9i7_vL2sq9.2 2024-09-12T18:02:33.914 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.913+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.103__shadow_key1.2~OEMODwL75r6OTPeswizbY9i7_vL2sq9.2_1 2024-09-12T18:02:33.914 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.913+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.103__multipart_key1.2~OEMODwL75r6OTPeswizbY9i7_vL2sq9.3 2024-09-12T18:02:33.917 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.917+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.103__shadow_key1.2~OEMODwL75r6OTPeswizbY9i7_vL2sq9.3_1 2024-09-12T18:02:33.917 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.917+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.103__multipart_key1.2~OEMODwL75r6OTPeswizbY9i7_vL2sq9.4 2024-09-12T18:02:33.917 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.917+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.103__shadow_key1.2~OEMODwL75r6OTPeswizbY9i7_vL2sq9.4_1 2024-09-12T18:02:33.918 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.917+0000 7f802bc98800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.103__multipart_key1.2~OEMODwL75r6OTPeswizbY9i7_vL2sq9.5 2024-09-12T18:02:33.921 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.920+0000 7f802bc98800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:02:33.923 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.923+0000 7f802bc98800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T18:02:33.925 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.924+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:33.928 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.925+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:33.928 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.925+0000 7f802bc98800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:33.928 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.927+0000 7f7edffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:33.929 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.929+0000 7f802bc98800 20 remove_watcher() i=0 2024-09-12T18:02:33.929 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.929+0000 7f802bc98800 2 removed watcher, disabling cache 2024-09-12T18:02:33.930 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.930+0000 7f802bc98800 20 remove_watcher() i=1 2024-09-12T18:02:33.931 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.931+0000 7f802bc98800 20 remove_watcher() i=2 2024-09-12T18:02:33.932 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.932+0000 7f802bc98800 20 remove_watcher() i=3 2024-09-12T18:02:33.933 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.933+0000 7f802bc98800 20 remove_watcher() i=4 2024-09-12T18:02:33.934 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.934+0000 7f802bc98800 20 remove_watcher() i=5 2024-09-12T18:02:33.935 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.935+0000 7f802bc98800 20 remove_watcher() i=6 2024-09-12T18:02:33.936 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:33.936+0000 7f802bc98800 20 remove_watcher() i=7 2024-09-12T18:02:33.948 DEBUG:teuthology.orchestra.run.smithi045:> radosgw-admin gc process --include-all 2024-09-12T18:02:34.000 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:02:34.000 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:02:34.041 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.040+0000 7fc625f40800 20 rados->read ofs=0 len=0 2024-09-12T18:02:34.042 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.041+0000 7fc625f40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:34.042 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.041+0000 7fc625f40800 20 realm 2024-09-12T18:02:34.042 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.041+0000 7fc625f40800 20 rados->read ofs=0 len=0 2024-09-12T18:02:34.042 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.041+0000 7fc625f40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:34.042 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.041+0000 7fc625f40800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:02:34.042 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.041+0000 7fc625f40800 20 rados->read ofs=0 len=0 2024-09-12T18:02:34.042 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.042+0000 7fc625f40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:34.043 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.042+0000 7fc625f40800 20 rados->read ofs=0 len=0 2024-09-12T18:02:34.043 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.042+0000 7fc625f40800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:34.043 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.042+0000 7fc625f40800 20 rados->read ofs=0 len=0 2024-09-12T18:02:34.044 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.043+0000 7fc625f40800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:02:34.044 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.043+0000 7fc625f40800 20 searching for the correct realm 2024-09-12T18:02:34.046 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.046+0000 7fc6214bf640 0 -- 172.21.15.45:0/257360028 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x556955ff5440 msgr2=0x556955ff7830 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:02:34.050 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.049+0000 7fc621cc0640 0 -- 172.21.15.45:0/257360028 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7fc6180765a0 msgr2=0x7fc618074c80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:02:34.257 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.256+0000 7fc625f40800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T18:02:34.257 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.256+0000 7fc625f40800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T18:02:34.257 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.256+0000 7fc625f40800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:02:34.257 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.256+0000 7fc625f40800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:02:34.258 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.256+0000 7fc625f40800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:02:34.258 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.256+0000 7fc625f40800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:02:34.258 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.256+0000 7fc625f40800 20 rados->read ofs=0 len=0 2024-09-12T18:02:34.258 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.256+0000 7fc625f40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:34.258 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.256+0000 7fc625f40800 20 rados->read ofs=0 len=0 2024-09-12T18:02:34.258 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.257+0000 7fc625f40800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:34.258 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.257+0000 7fc625f40800 20 rados->read ofs=0 len=0 2024-09-12T18:02:34.259 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.257+0000 7fc625f40800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:02:34.259 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.257+0000 7fc625f40800 20 zone default found 2024-09-12T18:02:34.259 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.257+0000 7fc625f40800 4 Realm: () 2024-09-12T18:02:34.259 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.257+0000 7fc625f40800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T18:02:34.259 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.257+0000 7fc625f40800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T18:02:34.259 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.257+0000 7fc625f40800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:02:34.260 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.257+0000 7fc625f40800 20 zonegroup default 2024-09-12T18:02:34.260 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.257+0000 7fc625f40800 20 rados->read ofs=0 len=0 2024-09-12T18:02:34.260 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.257+0000 7fc625f40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:34.260 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.257+0000 7fc625f40800 20 rados->read ofs=0 len=0 2024-09-12T18:02:34.260 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.258+0000 7fc625f40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:34.260 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.258+0000 7fc625f40800 20 rados->read ofs=0 len=0 2024-09-12T18:02:34.260 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.258+0000 7fc625f40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:34.260 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.258+0000 7fc625f40800 20 started sync module instance, tier type = 2024-09-12T18:02:34.260 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.258+0000 7fc625f40800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T18:02:34.267 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.267+0000 7fc625f40800 20 add_watcher() i=0 2024-09-12T18:02:34.267 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.267+0000 7fc625f40800 20 add_watcher() i=1 2024-09-12T18:02:34.268 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.267+0000 7fc625f40800 20 add_watcher() i=2 2024-09-12T18:02:34.268 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.267+0000 7fc625f40800 20 add_watcher() i=3 2024-09-12T18:02:34.268 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.267+0000 7fc625f40800 20 add_watcher() i=4 2024-09-12T18:02:34.268 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.267+0000 7fc625f40800 20 add_watcher() i=5 2024-09-12T18:02:34.268 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.267+0000 7fc625f40800 20 add_watcher() i=6 2024-09-12T18:02:34.268 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.268+0000 7fc625f40800 20 add_watcher() i=7 2024-09-12T18:02:34.268 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.268+0000 7fc625f40800 2 all 8 watchers are set, enabling cache 2024-09-12T18:02:34.270 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.269+0000 7fc4d37fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:34.270 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.270+0000 7fc625f40800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:02:34.270 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.270+0000 7fc625f40800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:02:34.305 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.304+0000 7fc4d27fc640 20 reqs_thread_entry: start 2024-09-12T18:02:34.305 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.304+0000 7fc625f40800 20 init_complete bucket index max shards: 1 2024-09-12T18:02:34.305 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.304+0000 7fc625f40800 20 Filter name: none 2024-09-12T18:02:34.305 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.304+0000 7fc447fff640 20 reqs_thread_entry: start 2024-09-12T18:02:34.305 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.304+0000 7fc625f40800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T18:02:34.306 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.305+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:34.306 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.306+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:34.307 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.306+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:34.308 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.307+0000 7fc625f40800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T18:02:34.309 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.308+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:34.309 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.309+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:34.310 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.309+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:34.311 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.310+0000 7fc625f40800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T18:02:34.312 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.311+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:34.312 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.312+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:34.313 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.312+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:34.314 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.313+0000 7fc625f40800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T18:02:34.315 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.315+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:34.315 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.315+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:34.316 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.315+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:34.317 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.316+0000 7fc625f40800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T18:02:34.318 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.317+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:34.319 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.318+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:34.319 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.318+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:34.319 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.319+0000 7fc625f40800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T18:02:34.321 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.320+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:34.321 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.321+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:34.321 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.321+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:34.322 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.322+0000 7fc625f40800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T18:02:34.323 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.323+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:34.324 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.323+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:34.324 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.324+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:34.325 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.325+0000 7fc625f40800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T18:02:34.326 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.326+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:34.327 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.326+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:34.327 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.326+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:34.328 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.327+0000 7fc625f40800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T18:02:34.329 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.329+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:34.330 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.329+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:34.330 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.330+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:34.331 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.331+0000 7fc625f40800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T18:02:34.333 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.332+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:34.333 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.333+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:34.334 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.333+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:34.334 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.334+0000 7fc625f40800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T18:02:34.336 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.335+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:34.336 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.336+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:34.337 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.336+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:34.337 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.337+0000 7fc625f40800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T18:02:34.338 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.338+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:34.339 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.338+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:34.339 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.339+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:34.340 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.340+0000 7fc625f40800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T18:02:34.341 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.341+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:34.342 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.341+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:34.342 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.342+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:34.343 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.342+0000 7fc625f40800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T18:02:34.344 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.344+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:34.345 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.344+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:34.345 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.345+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:34.346 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.346+0000 7fc625f40800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T18:02:34.347 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.347+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:34.348 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.347+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:34.348 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.348+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:34.349 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.348+0000 7fc625f40800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T18:02:34.350 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.350+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:34.350 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.350+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:34.351 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.350+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:34.352 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.351+0000 7fc625f40800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T18:02:34.353 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.353+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:34.353 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.353+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:34.354 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.353+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:34.355 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.354+0000 7fc625f40800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T18:02:34.356 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.356+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:34.357 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.356+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:34.357 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.356+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:34.358 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.357+0000 7fc625f40800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T18:02:34.359 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.359+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:34.359 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.359+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:34.360 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.359+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:34.361 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.360+0000 7fc625f40800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T18:02:34.362 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.362+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:34.362 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.362+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:34.363 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.362+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:34.363 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.363+0000 7fc625f40800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T18:02:34.365 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.364+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:34.365 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.365+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:34.365 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.365+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:34.366 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.366+0000 7fc625f40800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T18:02:34.367 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.367+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:34.368 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.367+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:34.368 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.368+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:34.369 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.369+0000 7fc625f40800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T18:02:34.370 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.370+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:34.371 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.370+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:34.371 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.371+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:34.372 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.372+0000 7fc625f40800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T18:02:34.373 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.373+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:34.374 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.373+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:34.374 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.374+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:34.375 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.375+0000 7fc625f40800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T18:02:34.376 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.376+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:34.377 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.376+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:34.377 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.376+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:34.378 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.377+0000 7fc625f40800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T18:02:34.379 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.379+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:34.379 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.379+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:34.380 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.379+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:34.381 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.380+0000 7fc625f40800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T18:02:34.382 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.382+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:34.382 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.382+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:34.383 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.382+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:34.383 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.383+0000 7fc625f40800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T18:02:34.385 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.384+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:34.385 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.385+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:34.385 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.385+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:34.386 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.386+0000 7fc625f40800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T18:02:34.388 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.387+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:34.388 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.388+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:34.388 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.388+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:34.389 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.389+0000 7fc625f40800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T18:02:34.390 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.390+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:34.391 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.390+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:34.391 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.391+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:34.392 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.392+0000 7fc625f40800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T18:02:34.393 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.393+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:34.394 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.393+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:34.394 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.394+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:34.395 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.394+0000 7fc625f40800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T18:02:34.396 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.396+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:34.397 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.396+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:02:34.397 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.396+0000 7fc625f40800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:02:34.399 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.398+0000 7fc4d37fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:34.401 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.400+0000 7fc625f40800 20 remove_watcher() i=0 2024-09-12T18:02:34.401 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.400+0000 7fc625f40800 2 removed watcher, disabling cache 2024-09-12T18:02:34.402 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.401+0000 7fc625f40800 20 remove_watcher() i=1 2024-09-12T18:02:34.403 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.402+0000 7fc625f40800 20 remove_watcher() i=2 2024-09-12T18:02:34.404 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.403+0000 7fc625f40800 20 remove_watcher() i=3 2024-09-12T18:02:34.405 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.405+0000 7fc625f40800 20 remove_watcher() i=4 2024-09-12T18:02:34.406 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.405+0000 7fc625f40800 20 remove_watcher() i=5 2024-09-12T18:02:34.407 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.406+0000 7fc625f40800 20 remove_watcher() i=6 2024-09-12T18:02:34.408 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:34.407+0000 7fc625f40800 20 remove_watcher() i=7 2024-09-12T18:02:34.420 INFO:teuthology.run_tasks:Running task s3tests... 2024-09-12T18:02:34.442 DEBUG:tasks.s3tests:s3tests config is {'client.0': {'rgw_server': 'client.0', 'accounts': {'iam alt root': 'RGW99999999999999999', 'iam root': 'RGW88888888888888888', 's3 main': 'RGW11111111111111111', 's3 tenant': 'RGW33333333333333333'}, 'force-branch': 'ceph-master', 'slow_backend': True, 'storage classes': 'LUKEWARM, FROZEN'}} 2024-09-12T18:02:34.442 INFO:tasks.s3tests:Downloading s3-tests... 2024-09-12T18:02:34.442 INFO:tasks.s3tests:Using branch 'ceph-master' for s3tests 2024-09-12T18:02:34.442 DEBUG:teuthology.orchestra.run.smithi045:> git clone -b ceph-master https://git.ceph.com/s3-tests.git /home/ubuntu/cephtest/s3-tests-client.0 2024-09-12T18:02:34.472 INFO:teuthology.orchestra.run.smithi045.stderr:Cloning into '/home/ubuntu/cephtest/s3-tests-client.0'... 2024-09-12T18:02:35.404 INFO:tasks.s3tests:Creating rgw users... 2024-09-12T18:02:35.404 DEBUG:teuthology.orchestra.run.smithi045:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 --cluster ceph account create --account-id RGW11111111111111111 --account-name Mr.RGW11111111111111111 --email RGW11111111111111111+test@test.test 2024-09-12T18:02:35.506 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:02:35.507 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:02:35.542 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.541+0000 7f7f4e12e800 20 rados->read ofs=0 len=0 2024-09-12T18:02:35.543 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.542+0000 7f7f4e12e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:35.543 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.542+0000 7f7f4e12e800 20 realm 2024-09-12T18:02:35.543 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.542+0000 7f7f4e12e800 20 rados->read ofs=0 len=0 2024-09-12T18:02:35.544 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.543+0000 7f7f4e12e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:35.544 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.543+0000 7f7f4e12e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:02:35.544 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.543+0000 7f7f4e12e800 20 rados->read ofs=0 len=0 2024-09-12T18:02:35.544 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.543+0000 7f7f4e12e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:35.544 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.543+0000 7f7f4e12e800 20 rados->read ofs=0 len=0 2024-09-12T18:02:35.544 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.544+0000 7f7f4e12e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:35.544 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.544+0000 7f7f4e12e800 20 rados->read ofs=0 len=0 2024-09-12T18:02:35.545 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.545+0000 7f7f4e12e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:02:35.545 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.545+0000 7f7f4e12e800 20 searching for the correct realm 2024-09-12T18:02:35.548 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.548+0000 7f7f4a6de640 0 -- 172.21.15.45:0/3111318200 >> [v2:172.21.15.45:6824/1551660769,v1:172.21.15.45:6825/1551660769] conn(0x55fa331d4ff0 msgr2=0x55fa331d7480 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:02:35.552 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.551+0000 7f7f49edd640 0 -- 172.21.15.45:0/3111318200 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f7f4009c960 msgr2=0x7f7f4009b3e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:02:35.556 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.556+0000 7f7f4e12e800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T18:02:35.556 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.556+0000 7f7f4e12e800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T18:02:35.557 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.556+0000 7f7f4e12e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:02:35.557 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.556+0000 7f7f4e12e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:02:35.557 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.556+0000 7f7f4e12e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:02:35.557 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.556+0000 7f7f4e12e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:02:35.557 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.556+0000 7f7f4e12e800 20 rados->read ofs=0 len=0 2024-09-12T18:02:35.557 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.556+0000 7f7f4e12e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:35.557 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.556+0000 7f7f4e12e800 20 rados->read ofs=0 len=0 2024-09-12T18:02:35.558 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.556+0000 7f7f4e12e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:35.558 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.556+0000 7f7f4e12e800 20 rados->read ofs=0 len=0 2024-09-12T18:02:35.558 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.557+0000 7f7f4e12e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:02:35.559 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.557+0000 7f7f4e12e800 20 zone default found 2024-09-12T18:02:35.560 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.557+0000 7f7f4e12e800 4 Realm: () 2024-09-12T18:02:35.561 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.557+0000 7f7f4e12e800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T18:02:35.561 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.557+0000 7f7f4e12e800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T18:02:35.561 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.557+0000 7f7f4e12e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:02:35.561 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.557+0000 7f7f4e12e800 20 zonegroup default 2024-09-12T18:02:35.561 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.557+0000 7f7f4e12e800 20 rados->read ofs=0 len=0 2024-09-12T18:02:35.561 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.557+0000 7f7f4e12e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:35.561 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.557+0000 7f7f4e12e800 20 rados->read ofs=0 len=0 2024-09-12T18:02:35.561 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.557+0000 7f7f4e12e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:35.561 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.557+0000 7f7f4e12e800 20 rados->read ofs=0 len=0 2024-09-12T18:02:35.561 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.558+0000 7f7f4e12e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:35.561 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.558+0000 7f7f4e12e800 20 started sync module instance, tier type = 2024-09-12T18:02:35.561 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.558+0000 7f7f4e12e800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T18:02:35.567 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.566+0000 7f7f4e12e800 20 add_watcher() i=0 2024-09-12T18:02:35.567 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.566+0000 7f7f4e12e800 20 add_watcher() i=1 2024-09-12T18:02:35.567 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.566+0000 7f7f4e12e800 20 add_watcher() i=2 2024-09-12T18:02:35.567 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.566+0000 7f7f4e12e800 20 add_watcher() i=3 2024-09-12T18:02:35.567 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.566+0000 7f7f4e12e800 20 add_watcher() i=4 2024-09-12T18:02:35.567 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.566+0000 7f7f4e12e800 20 add_watcher() i=5 2024-09-12T18:02:35.568 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.566+0000 7f7f4e12e800 20 add_watcher() i=6 2024-09-12T18:02:35.568 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.567+0000 7f7f4e12e800 20 add_watcher() i=7 2024-09-12T18:02:35.568 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.567+0000 7f7f4e12e800 2 all 8 watchers are set, enabling cache 2024-09-12T18:02:35.570 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.569+0000 7f7dfb7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:35.571 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.569+0000 7f7f4e12e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:02:35.571 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.569+0000 7f7f4e12e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:02:35.571 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.569+0000 7f7f4e12e800 5 note: GC not initialized 2024-09-12T18:02:35.571 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.569+0000 7f7dfa7fc640 20 reqs_thread_entry: start 2024-09-12T18:02:35.571 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.570+0000 7f7f4e12e800 20 init_complete bucket index max shards: 1 2024-09-12T18:02:35.571 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.570+0000 7f7f4e12e800 20 Filter name: none 2024-09-12T18:02:35.571 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.570+0000 7f7d6bfff640 20 reqs_thread_entry: start 2024-09-12T18:02:35.571 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.570+0000 7f7f4e12e800 10 cache get: name=default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 : miss 2024-09-12T18:02:35.571 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.570+0000 7f7f4e12e800 20 rados->read ofs=0 len=0 2024-09-12T18:02:35.572 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.570+0000 7f7f4e12e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:35.572 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.570+0000 7f7f4e12e800 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 info.flags=0x0 2024-09-12T18:02:35.572 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.570+0000 7f7f4e12e800 10 adding default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 to cache LRU end 2024-09-12T18:02:35.572 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.570+0000 7f7f4e12e800 20 failed to read name.$Mr.RGW11111111111111111 with: (2) No such file or directory 2024-09-12T18:02:35.572 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.570+0000 7f7f4e12e800 10 cache get: name=default.rgw.meta+users.email+rgw11111111111111111+test@test.test : miss 2024-09-12T18:02:35.573 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.570+0000 7f7f4e12e800 20 rados->read ofs=0 len=0 2024-09-12T18:02:35.573 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.571+0000 7f7f4e12e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:35.573 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.571+0000 7f7f4e12e800 10 cache put: name=default.rgw.meta+users.email+rgw11111111111111111+test@test.test info.flags=0x0 2024-09-12T18:02:35.573 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.571+0000 7f7f4e12e800 10 adding default.rgw.meta+users.email+rgw11111111111111111+test@test.test to cache LRU end 2024-09-12T18:02:35.573 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.571+0000 7f7f4e12e800 20 failed to read rgw11111111111111111+test@test.test with: (2) No such file or directory 2024-09-12T18:02:35.573 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.572+0000 7f7f4e12e800 10 cache put: name=default.rgw.meta+accounts+account.RGW11111111111111111 info.flags=0x17 2024-09-12T18:02:35.573 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.572+0000 7f7f4e12e800 10 adding default.rgw.meta+accounts+account.RGW11111111111111111 to cache LRU end 2024-09-12T18:02:35.573 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.572+0000 7f7f4e12e800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:accounts:account.RGW11111111111111111, ofs0, ns] 2024-09-12T18:02:35.574 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.572+0000 7f7e2d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398981 cookie 94533087750064 notifier 8402 bl.length()=384 2024-09-12T18:02:35.574 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.572+0000 7f7e2d7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+account.RGW11111111111111111 info.flags=0x17 2024-09-12T18:02:35.574 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.572+0000 7f7e2d7fa640 10 rgw watcher librados: moving default.rgw.meta+accounts+account.RGW11111111111111111 to cache LRU end 2024-09-12T18:02:35.574 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.574+0000 7f7f4e12e800 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 info.flags=0x17 2024-09-12T18:02:35.574 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.574+0000 7f7f4e12e800 10 moving default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 to cache LRU end 2024-09-12T18:02:35.575 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.574+0000 7f7f4e12e800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:accounts:name.$Mr.RGW11111111111111111, ofs0, ns] 2024-09-12T18:02:35.575 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.574+0000 7f7e2d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576399090 cookie 94533087758672 notifier 8402 bl.length()=225 2024-09-12T18:02:35.575 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.574+0000 7f7e2d7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 info.flags=0x17 2024-09-12T18:02:35.575 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.574+0000 7f7e2d7fa640 10 rgw watcher librados: moving default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 to cache LRU end 2024-09-12T18:02:35.576 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.576+0000 7f7f4e12e800 10 cache put: name=default.rgw.meta+users.email+rgw11111111111111111+test@test.test info.flags=0x17 2024-09-12T18:02:35.577 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.576+0000 7f7f4e12e800 10 moving default.rgw.meta+users.email+rgw11111111111111111+test@test.test to cache LRU end 2024-09-12T18:02:35.577 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.576+0000 7f7f4e12e800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.email:rgw11111111111111111+test@test.test, ofs0, ns] 2024-09-12T18:02:35.577 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.576+0000 7f7e2cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398986 cookie 94533087765008 notifier 8402 bl.length()=234 2024-09-12T18:02:35.577 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.576+0000 7f7e2cff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+rgw11111111111111111+test@test.test info.flags=0x17 2024-09-12T18:02:35.577 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.576+0000 7f7e2cff9640 10 rgw watcher librados: moving default.rgw.meta+users.email+rgw11111111111111111+test@test.test to cache LRU end 2024-09-12T18:02:35.578 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.578+0000 7f7dfb7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:35.580 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.580+0000 7f7f4e12e800 20 remove_watcher() i=0 2024-09-12T18:02:35.580 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.580+0000 7f7f4e12e800 2 removed watcher, disabling cache 2024-09-12T18:02:35.581 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.581+0000 7f7f4e12e800 20 remove_watcher() i=1 2024-09-12T18:02:35.582 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.582+0000 7f7f4e12e800 20 remove_watcher() i=2 2024-09-12T18:02:35.583 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.583+0000 7f7f4e12e800 20 remove_watcher() i=3 2024-09-12T18:02:35.584 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.584+0000 7f7f4e12e800 20 remove_watcher() i=4 2024-09-12T18:02:35.585 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.585+0000 7f7f4e12e800 20 remove_watcher() i=5 2024-09-12T18:02:35.586 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.586+0000 7f7f4e12e800 20 remove_watcher() i=6 2024-09-12T18:02:35.587 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.586+0000 7f7f4e12e800 20 remove_watcher() i=7 2024-09-12T18:02:35.596 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2024-09-12T18:02:35.596 INFO:teuthology.orchestra.run.smithi045.stdout: "id": "RGW11111111111111111", 2024-09-12T18:02:35.596 INFO:teuthology.orchestra.run.smithi045.stdout: "tenant": "", 2024-09-12T18:02:35.596 INFO:teuthology.orchestra.run.smithi045.stdout: "name": "Mr.RGW11111111111111111", 2024-09-12T18:02:35.596 INFO:teuthology.orchestra.run.smithi045.stdout: "email": "RGW11111111111111111+test@test.test", 2024-09-12T18:02:35.597 INFO:teuthology.orchestra.run.smithi045.stdout: "quota": { 2024-09-12T18:02:35.597 INFO:teuthology.orchestra.run.smithi045.stdout: "enabled": false, 2024-09-12T18:02:35.597 INFO:teuthology.orchestra.run.smithi045.stdout: "check_on_raw": false, 2024-09-12T18:02:35.597 INFO:teuthology.orchestra.run.smithi045.stdout: "max_size": -1, 2024-09-12T18:02:35.597 INFO:teuthology.orchestra.run.smithi045.stdout: "max_size_kb": 0, 2024-09-12T18:02:35.597 INFO:teuthology.orchestra.run.smithi045.stdout: "max_objects": -1 2024-09-12T18:02:35.597 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-12T18:02:35.597 INFO:teuthology.orchestra.run.smithi045.stdout: "bucket_quota": { 2024-09-12T18:02:35.597 INFO:teuthology.orchestra.run.smithi045.stdout: "enabled": false, 2024-09-12T18:02:35.597 INFO:teuthology.orchestra.run.smithi045.stdout: "check_on_raw": false, 2024-09-12T18:02:35.597 INFO:teuthology.orchestra.run.smithi045.stdout: "max_size": -1, 2024-09-12T18:02:35.598 INFO:teuthology.orchestra.run.smithi045.stdout: "max_size_kb": 0, 2024-09-12T18:02:35.598 INFO:teuthology.orchestra.run.smithi045.stdout: "max_objects": -1 2024-09-12T18:02:35.598 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-12T18:02:35.598 INFO:teuthology.orchestra.run.smithi045.stdout: "max_users": 1000, 2024-09-12T18:02:35.598 INFO:teuthology.orchestra.run.smithi045.stdout: "max_roles": 1000, 2024-09-12T18:02:35.598 INFO:teuthology.orchestra.run.smithi045.stdout: "max_groups": 1000, 2024-09-12T18:02:35.598 INFO:teuthology.orchestra.run.smithi045.stdout: "max_buckets": 1000, 2024-09-12T18:02:35.598 INFO:teuthology.orchestra.run.smithi045.stdout: "max_access_keys": 4 2024-09-12T18:02:35.598 INFO:teuthology.orchestra.run.smithi045.stdout:} 2024-09-12T18:02:35.599 DEBUG:tasks.s3tests:Creating user RGW11111111111111111 on client.0 2024-09-12T18:02:35.600 DEBUG:teuthology.orchestra.run.smithi045:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid foo.client.0 --display-name Mr.RGW11111111111111111 --email foo+test@test.test --access-key WLDBYUQBRIQJZHIVMCMR --secret DN5v1las5mw+AZrBcXZkEQuSmCwNDQxdRph3KMioJR9/Q0qw07s0Mw== --cluster ceph --account-id RGW11111111111111111 --account-root 2024-09-12T18:02:35.669 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:02:35.669 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:02:35.705 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.705+0000 7fd13ad20800 20 rados->read ofs=0 len=0 2024-09-12T18:02:35.706 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.706+0000 7fd13ad20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:35.706 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.706+0000 7fd13ad20800 20 realm 2024-09-12T18:02:35.706 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.706+0000 7fd13ad20800 20 rados->read ofs=0 len=0 2024-09-12T18:02:35.707 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.706+0000 7fd13ad20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:35.707 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.706+0000 7fd13ad20800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:02:35.707 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.706+0000 7fd13ad20800 20 rados->read ofs=0 len=0 2024-09-12T18:02:35.707 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.706+0000 7fd13ad20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:35.707 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.706+0000 7fd13ad20800 20 rados->read ofs=0 len=0 2024-09-12T18:02:35.708 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.707+0000 7fd13ad20800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:35.708 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.707+0000 7fd13ad20800 20 rados->read ofs=0 len=0 2024-09-12T18:02:35.708 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.708+0000 7fd13ad20800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:02:35.708 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.708+0000 7fd13ad20800 20 searching for the correct realm 2024-09-12T18:02:35.711 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.710+0000 7fd136101640 0 -- 172.21.15.45:0/1399938929 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x55b7691dc100 msgr2=0x55b7691de4f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:02:35.714 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.714+0000 7fd136902640 0 -- 172.21.15.45:0/1399938929 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7fd12c08d4d0 msgr2=0x7fd12c0ab690 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:02:35.922 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.921+0000 7fd13ad20800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T18:02:35.922 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.921+0000 7fd13ad20800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T18:02:35.922 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.921+0000 7fd13ad20800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:02:35.922 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.921+0000 7fd13ad20800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:02:35.922 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.921+0000 7fd13ad20800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:02:35.922 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.921+0000 7fd13ad20800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:02:35.922 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.921+0000 7fd13ad20800 20 rados->read ofs=0 len=0 2024-09-12T18:02:35.922 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.921+0000 7fd13ad20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:35.922 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.921+0000 7fd13ad20800 20 rados->read ofs=0 len=0 2024-09-12T18:02:35.923 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.921+0000 7fd13ad20800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:35.923 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.922+0000 7fd13ad20800 20 rados->read ofs=0 len=0 2024-09-12T18:02:35.923 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.922+0000 7fd13ad20800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:02:35.923 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.922+0000 7fd13ad20800 20 zone default found 2024-09-12T18:02:35.923 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.922+0000 7fd13ad20800 4 Realm: () 2024-09-12T18:02:35.923 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.922+0000 7fd13ad20800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T18:02:35.924 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.922+0000 7fd13ad20800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T18:02:35.924 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.922+0000 7fd13ad20800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:02:35.924 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.922+0000 7fd13ad20800 20 zonegroup default 2024-09-12T18:02:35.924 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.922+0000 7fd13ad20800 20 rados->read ofs=0 len=0 2024-09-12T18:02:35.924 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.922+0000 7fd13ad20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:35.924 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.922+0000 7fd13ad20800 20 rados->read ofs=0 len=0 2024-09-12T18:02:35.924 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.923+0000 7fd13ad20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:35.925 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.923+0000 7fd13ad20800 20 rados->read ofs=0 len=0 2024-09-12T18:02:35.925 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.923+0000 7fd13ad20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:35.925 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.923+0000 7fd13ad20800 20 started sync module instance, tier type = 2024-09-12T18:02:35.925 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.923+0000 7fd13ad20800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T18:02:35.933 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.932+0000 7fd13ad20800 20 add_watcher() i=0 2024-09-12T18:02:35.933 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.932+0000 7fd13ad20800 20 add_watcher() i=1 2024-09-12T18:02:35.933 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.932+0000 7fd13ad20800 20 add_watcher() i=2 2024-09-12T18:02:35.933 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.932+0000 7fd13ad20800 20 add_watcher() i=3 2024-09-12T18:02:35.933 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.932+0000 7fd13ad20800 20 add_watcher() i=4 2024-09-12T18:02:35.933 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.932+0000 7fd13ad20800 20 add_watcher() i=5 2024-09-12T18:02:35.933 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.932+0000 7fd13ad20800 20 add_watcher() i=6 2024-09-12T18:02:35.934 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.933+0000 7fd13ad20800 20 add_watcher() i=7 2024-09-12T18:02:35.934 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.933+0000 7fd13ad20800 2 all 8 watchers are set, enabling cache 2024-09-12T18:02:35.936 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.935+0000 7fcfed7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:35.936 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.935+0000 7fd13ad20800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:02:35.936 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.935+0000 7fd13ad20800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:02:35.936 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.935+0000 7fd13ad20800 5 note: GC not initialized 2024-09-12T18:02:35.936 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.935+0000 7fcf67fff640 20 reqs_thread_entry: start 2024-09-12T18:02:35.936 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.935+0000 7fd13ad20800 20 init_complete bucket index max shards: 1 2024-09-12T18:02:35.936 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.935+0000 7fd13ad20800 20 Filter name: none 2024-09-12T18:02:35.936 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.935+0000 7fcf65ffb640 20 reqs_thread_entry: start 2024-09-12T18:02:35.937 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.935+0000 7fd13ad20800 10 cache get: name=default.rgw.meta+users.uid+foo.client.0 : miss 2024-09-12T18:02:35.937 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.935+0000 7fd13ad20800 20 rados->read ofs=0 len=0 2024-09-12T18:02:35.938 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.936+0000 7fd13ad20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:35.938 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.936+0000 7fd13ad20800 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x0 2024-09-12T18:02:35.938 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.936+0000 7fd13ad20800 10 adding default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-12T18:02:35.938 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.936+0000 7fd13ad20800 10 cache get: name=default.rgw.meta+users.email+foo+test@test.test : miss 2024-09-12T18:02:35.938 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.936+0000 7fd13ad20800 20 rados->read ofs=0 len=0 2024-09-12T18:02:35.938 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.936+0000 7fd13ad20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:35.938 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.936+0000 7fd13ad20800 10 cache put: name=default.rgw.meta+users.email+foo+test@test.test info.flags=0x0 2024-09-12T18:02:35.938 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.936+0000 7fd13ad20800 10 adding default.rgw.meta+users.email+foo+test@test.test to cache LRU end 2024-09-12T18:02:35.938 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.936+0000 7fd13ad20800 10 cache get: name=default.rgw.meta+users.keys+WLDBYUQBRIQJZHIVMCMR : miss 2024-09-12T18:02:35.938 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.936+0000 7fd13ad20800 20 rados->read ofs=0 len=0 2024-09-12T18:02:35.938 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.936+0000 7fd13ad20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:35.939 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.936+0000 7fd13ad20800 10 cache put: name=default.rgw.meta+users.keys+WLDBYUQBRIQJZHIVMCMR info.flags=0x0 2024-09-12T18:02:35.939 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.936+0000 7fd13ad20800 10 adding default.rgw.meta+users.keys+WLDBYUQBRIQJZHIVMCMR to cache LRU end 2024-09-12T18:02:35.939 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.936+0000 7fd13ad20800 10 cache get: name=default.rgw.meta+accounts+account.RGW11111111111111111 : miss 2024-09-12T18:02:35.939 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.936+0000 7fd13ad20800 20 rados->read ofs=0 len=0 2024-09-12T18:02:35.939 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.937+0000 7fd13ad20800 20 rados_obj.operate() r=0 bl.length=184 2024-09-12T18:02:35.939 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.937+0000 7fd13ad20800 10 cache put: name=default.rgw.meta+accounts+account.RGW11111111111111111 info.flags=0x17 2024-09-12T18:02:35.939 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.937+0000 7fd13ad20800 10 adding default.rgw.meta+accounts+account.RGW11111111111111111 to cache LRU end 2024-09-12T18:02:35.939 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.937+0000 7fd13ad20800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:02:35.939 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.937+0000 7fd13ad20800 10 cache get: name=default.rgw.meta+users.keys+WLDBYUQBRIQJZHIVMCMR : hit (negative entry) 2024-09-12T18:02:35.939 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.937+0000 7fd13ad20800 10 cache get: name=default.rgw.meta+users.keys+WLDBYUQBRIQJZHIVMCMR : hit (negative entry) 2024-09-12T18:02:35.940 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.938+0000 7fd13ad20800 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2024-09-12T18:02:35.940 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.938+0000 7fd13ad20800 10 moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-12T18:02:35.940 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.938+0000 7fd13ad20800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.uid:foo.client.0, ofs0, ns] 2024-09-12T18:02:35.940 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.938+0000 7fd01a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576399091 cookie 94246230940496 notifier 8952 bl.length()=673 2024-09-12T18:02:35.940 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.938+0000 7fd01a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2024-09-12T18:02:35.940 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.938+0000 7fd01a7fc640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-12T18:02:35.941 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.940+0000 7fd13ad20800 10 cache put: name=default.rgw.meta+users.email+foo+test@test.test info.flags=0x7 2024-09-12T18:02:35.941 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.940+0000 7fd13ad20800 10 moving default.rgw.meta+users.email+foo+test@test.test to cache LRU end 2024-09-12T18:02:35.941 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.940+0000 7fd13ad20800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.email:foo+test@test.test, ofs0, ns] 2024-09-12T18:02:35.941 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.941+0000 7fd019ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576399092 cookie 94246230979264 notifier 8952 bl.length()=185 2024-09-12T18:02:35.941 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.941+0000 7fd019ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+foo+test@test.test info.flags=0x7 2024-09-12T18:02:35.941 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.941+0000 7fd019ffb640 10 rgw watcher librados: moving default.rgw.meta+users.email+foo+test@test.test to cache LRU end 2024-09-12T18:02:35.943 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.942+0000 7fd13ad20800 10 cache put: name=default.rgw.meta+users.keys+WLDBYUQBRIQJZHIVMCMR info.flags=0x7 2024-09-12T18:02:35.943 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.942+0000 7fd13ad20800 10 moving default.rgw.meta+users.keys+WLDBYUQBRIQJZHIVMCMR to cache LRU end 2024-09-12T18:02:35.943 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.942+0000 7fd13ad20800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.keys:WLDBYUQBRIQJZHIVMCMR, ofs0, ns] 2024-09-12T18:02:35.944 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.943+0000 7fd019ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576399093 cookie 94246230979264 notifier 8952 bl.length()=186 2024-09-12T18:02:35.944 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.943+0000 7fd019ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+WLDBYUQBRIQJZHIVMCMR info.flags=0x7 2024-09-12T18:02:35.944 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.943+0000 7fd019ffb640 10 rgw watcher librados: moving default.rgw.meta+users.keys+WLDBYUQBRIQJZHIVMCMR to cache LRU end 2024-09-12T18:02:35.944 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.944+0000 7fd13ad20800 20 linked user foo.client.0 to account RGW11111111111111111 2024-09-12T18:02:35.945 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2024-09-12T18:02:35.945 INFO:teuthology.orchestra.run.smithi045.stdout: "user_id": "foo.client.0", 2024-09-12T18:02:35.945 INFO:teuthology.orchestra.run.smithi045.stdout: "display_name": "Mr.RGW11111111111111111", 2024-09-12T18:02:35.945 INFO:teuthology.orchestra.run.smithi045.stdout: "email": "foo+test@test.test", 2024-09-12T18:02:35.945 INFO:teuthology.orchestra.run.smithi045.stdout: "suspended": 0, 2024-09-12T18:02:35.945 INFO:teuthology.orchestra.run.smithi045.stdout: "max_buckets": 1000, 2024-09-12T18:02:35.945 INFO:teuthology.orchestra.run.smithi045.stdout: "subusers": [], 2024-09-12T18:02:35.945 INFO:teuthology.orchestra.run.smithi045.stdout: "keys": [ 2024-09-12T18:02:35.945 INFO:teuthology.orchestra.run.smithi045.stdout: { 2024-09-12T18:02:35.945 INFO:teuthology.orchestra.run.smithi045.stdout: "user": "foo.client.0", 2024-09-12T18:02:35.945 INFO:teuthology.orchestra.run.smithi045.stdout: "access_key": "WLDBYUQBRIQJZHIVMCMR", 2024-09-12T18:02:35.945 INFO:teuthology.orchestra.run.smithi045.stdout: "secret_key": "DN5v1las5mw+AZrBcXZkEQuSmCwNDQxdRph3KMioJR9/Q0qw07s0Mw==", 2024-09-12T18:02:35.946 INFO:teuthology.orchestra.run.smithi045.stdout: "active": true, 2024-09-12T18:02:35.946 INFO:teuthology.orchestra.run.smithi045.stdout: "create_date": "2024-09-12T18:02:35.937734Z" 2024-09-12T18:02:35.946 INFO:teuthology.orchestra.run.smithi045.stdout: } 2024-09-12T18:02:35.946 INFO:teuthology.orchestra.run.smithi045.stdout: ], 2024-09-12T18:02:35.946 INFO:teuthology.orchestra.run.smithi045.stdout: "swift_keys": [], 2024-09-12T18:02:35.946 INFO:teuthology.orchestra.run.smithi045.stdout: "caps": [], 2024-09-12T18:02:35.946 INFO:teuthology.orchestra.run.smithi045.stdout: "op_mask": "read, write, delete", 2024-09-12T18:02:35.946 INFO:teuthology.orchestra.run.smithi045.stdout: "default_placement": "", 2024-09-12T18:02:35.946 INFO:teuthology.orchestra.run.smithi045.stdout: "default_storage_class": "", 2024-09-12T18:02:35.946 INFO:teuthology.orchestra.run.smithi045.stdout: "placement_tags": [], 2024-09-12T18:02:35.946 INFO:teuthology.orchestra.run.smithi045.stdout: "bucket_quota": { 2024-09-12T18:02:35.946 INFO:teuthology.orchestra.run.smithi045.stdout: "enabled": false, 2024-09-12T18:02:35.946 INFO:teuthology.orchestra.run.smithi045.stdout: "check_on_raw": false, 2024-09-12T18:02:35.946 INFO:teuthology.orchestra.run.smithi045.stdout: "max_size": -1, 2024-09-12T18:02:35.947 INFO:teuthology.orchestra.run.smithi045.stdout: "max_size_kb": 0, 2024-09-12T18:02:35.947 INFO:teuthology.orchestra.run.smithi045.stdout: "max_objects": -1 2024-09-12T18:02:35.947 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-12T18:02:35.947 INFO:teuthology.orchestra.run.smithi045.stdout: "user_quota": { 2024-09-12T18:02:35.947 INFO:teuthology.orchestra.run.smithi045.stdout: "enabled": false, 2024-09-12T18:02:35.947 INFO:teuthology.orchestra.run.smithi045.stdout: "check_on_raw": false, 2024-09-12T18:02:35.947 INFO:teuthology.orchestra.run.smithi045.stdout: "max_size": -1, 2024-09-12T18:02:35.947 INFO:teuthology.orchestra.run.smithi045.stdout: "max_size_kb": 0, 2024-09-12T18:02:35.947 INFO:teuthology.orchestra.run.smithi045.stdout: "max_objects": -1 2024-09-12T18:02:35.947 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-12T18:02:35.947 INFO:teuthology.orchestra.run.smithi045.stdout: "temp_url_keys": [], 2024-09-12T18:02:35.947 INFO:teuthology.orchestra.run.smithi045.stdout: "type": "root", 2024-09-12T18:02:35.947 INFO:teuthology.orchestra.run.smithi045.stdout: "mfa_ids": [], 2024-09-12T18:02:35.947 INFO:teuthology.orchestra.run.smithi045.stdout: "account_id": "RGW11111111111111111", 2024-09-12T18:02:35.948 INFO:teuthology.orchestra.run.smithi045.stdout: "path": "/", 2024-09-12T18:02:35.948 INFO:teuthology.orchestra.run.smithi045.stdout: "create_date": "2024-09-12T18:02:35.937723Z", 2024-09-12T18:02:35.948 INFO:teuthology.orchestra.run.smithi045.stdout: "tags": [], 2024-09-12T18:02:35.948 INFO:teuthology.orchestra.run.smithi045.stdout: "group_ids": [] 2024-09-12T18:02:35.948 INFO:teuthology.orchestra.run.smithi045.stdout:} 2024-09-12T18:02:35.948 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:35.948 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.945+0000 7fcfed7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:35.948 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.947+0000 7fd13ad20800 20 remove_watcher() i=0 2024-09-12T18:02:35.949 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.947+0000 7fd13ad20800 2 removed watcher, disabling cache 2024-09-12T18:02:35.949 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.948+0000 7fd13ad20800 20 remove_watcher() i=1 2024-09-12T18:02:35.950 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.949+0000 7fd13ad20800 20 remove_watcher() i=2 2024-09-12T18:02:35.951 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.950+0000 7fd13ad20800 20 remove_watcher() i=3 2024-09-12T18:02:35.952 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.951+0000 7fd13ad20800 20 remove_watcher() i=4 2024-09-12T18:02:35.953 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.952+0000 7fd13ad20800 20 remove_watcher() i=5 2024-09-12T18:02:35.954 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.953+0000 7fd13ad20800 20 remove_watcher() i=6 2024-09-12T18:02:35.955 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:35.954+0000 7fd13ad20800 20 remove_watcher() i=7 2024-09-12T18:02:35.966 DEBUG:teuthology.orchestra.run.smithi045:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid foo.client.0 --totp-serial 7152499197 --totp-seed FPVFK6CYI24XLTYHOM2C4KDZDJRF6G7BYMN4TNLR2M7E4SO77F6D5DHIVNNPN3NR --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-12T18:02:36.034 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:02:36.034 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:02:36.070 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:36.069+0000 7fda8b135800 20 rados->read ofs=0 len=0 2024-09-12T18:02:36.072 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:36.071+0000 7fda8b135800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:36.072 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:36.071+0000 7fda8b135800 20 realm 2024-09-12T18:02:36.072 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:36.071+0000 7fda8b135800 20 rados->read ofs=0 len=0 2024-09-12T18:02:36.072 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:36.071+0000 7fda8b135800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:36.072 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:36.071+0000 7fda8b135800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:02:36.072 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:36.071+0000 7fda8b135800 20 rados->read ofs=0 len=0 2024-09-12T18:02:36.072 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:36.071+0000 7fda8b135800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:36.072 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:36.071+0000 7fda8b135800 20 rados->read ofs=0 len=0 2024-09-12T18:02:36.073 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:36.072+0000 7fda8b135800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:36.073 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:36.072+0000 7fda8b135800 20 rados->read ofs=0 len=0 2024-09-12T18:02:36.073 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:36.073+0000 7fda8b135800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:02:36.073 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:36.073+0000 7fda8b135800 20 searching for the correct realm 2024-09-12T18:02:36.076 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:36.075+0000 7fda7e6e3640 0 -- 172.21.15.45:0/1297637096 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7fda7807d040 msgr2=0x7fda780604a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:02:36.282 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:36.281+0000 7fda86ee4640 0 -- 172.21.15.45:0/1297637096 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7fda700cf870 msgr2=0x7fda700b4040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:02:36.489 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:36.488+0000 7fda8b135800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T18:02:36.489 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:36.488+0000 7fda8b135800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T18:02:36.489 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:36.488+0000 7fda8b135800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:02:36.489 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:36.488+0000 7fda8b135800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:02:36.489 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:36.488+0000 7fda8b135800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:02:36.490 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:36.488+0000 7fda8b135800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:02:36.490 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:36.488+0000 7fda8b135800 20 rados->read ofs=0 len=0 2024-09-12T18:02:36.490 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:36.489+0000 7fda8b135800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:36.490 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:36.489+0000 7fda8b135800 20 rados->read ofs=0 len=0 2024-09-12T18:02:36.491 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:36.489+0000 7fda8b135800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:36.491 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:36.489+0000 7fda8b135800 20 rados->read ofs=0 len=0 2024-09-12T18:02:36.491 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:36.489+0000 7fda8b135800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:02:36.491 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:36.489+0000 7fda8b135800 20 zone default found 2024-09-12T18:02:36.491 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:36.489+0000 7fda8b135800 4 Realm: () 2024-09-12T18:02:36.491 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:36.489+0000 7fda8b135800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T18:02:36.491 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:36.489+0000 7fda8b135800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T18:02:36.492 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:36.489+0000 7fda8b135800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:02:36.492 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:36.489+0000 7fda8b135800 20 zonegroup default 2024-09-12T18:02:36.492 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:36.489+0000 7fda8b135800 20 rados->read ofs=0 len=0 2024-09-12T18:02:36.492 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:36.490+0000 7fda8b135800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:36.492 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:36.490+0000 7fda8b135800 20 rados->read ofs=0 len=0 2024-09-12T18:02:36.492 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:36.490+0000 7fda8b135800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:36.492 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:36.490+0000 7fda8b135800 20 rados->read ofs=0 len=0 2024-09-12T18:02:36.492 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:36.490+0000 7fda8b135800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:36.492 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:36.490+0000 7fda8b135800 20 started sync module instance, tier type = 2024-09-12T18:02:36.492 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:36.490+0000 7fda8b135800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T18:02:36.501 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:36.500+0000 7fda8b135800 20 add_watcher() i=0 2024-09-12T18:02:36.501 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:36.500+0000 7fda8b135800 20 add_watcher() i=1 2024-09-12T18:02:36.501 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:36.500+0000 7fda8b135800 20 add_watcher() i=2 2024-09-12T18:02:36.501 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:36.500+0000 7fda8b135800 20 add_watcher() i=3 2024-09-12T18:02:36.501 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:36.500+0000 7fda8b135800 20 add_watcher() i=4 2024-09-12T18:02:36.501 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:36.500+0000 7fda8b135800 20 add_watcher() i=5 2024-09-12T18:02:36.502 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:36.500+0000 7fda8b135800 20 add_watcher() i=6 2024-09-12T18:02:36.502 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:36.502+0000 7fda8b135800 20 add_watcher() i=7 2024-09-12T18:02:36.502 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:36.502+0000 7fda8b135800 2 all 8 watchers are set, enabling cache 2024-09-12T18:02:36.505 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:36.504+0000 7fd93dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:36.505 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:36.504+0000 7fda8b135800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:02:36.505 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:36.504+0000 7fda8b135800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:02:36.505 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:36.504+0000 7fda8b135800 5 note: GC not initialized 2024-09-12T18:02:36.505 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:36.504+0000 7fd93cfe1640 20 reqs_thread_entry: start 2024-09-12T18:02:36.505 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:36.504+0000 7fda8b135800 20 init_complete bucket index max shards: 1 2024-09-12T18:02:36.505 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:36.504+0000 7fda8b135800 20 Filter name: none 2024-09-12T18:02:36.505 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:36.504+0000 7fd935ffb640 20 reqs_thread_entry: start 2024-09-12T18:02:36.505 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:36.504+0000 7fda8b135800 10 cache get: name=default.rgw.meta+users.uid+foo.client.0 : miss 2024-09-12T18:02:36.506 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:36.504+0000 7fda8b135800 20 rados->read ofs=0 len=0 2024-09-12T18:02:36.506 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:36.505+0000 7fda8b135800 20 rados_obj.operate() r=0 bl.length=488 2024-09-12T18:02:36.506 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:36.505+0000 7fda8b135800 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x13 2024-09-12T18:02:36.506 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:36.505+0000 7fda8b135800 10 adding default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-12T18:02:36.506 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:36.505+0000 7fda8b135800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:02:38.168 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.167+0000 7fda8b135800 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2024-09-12T18:02:38.168 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.167+0000 7fda8b135800 10 moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-12T18:02:38.168 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.167+0000 7fda8b135800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.uid:foo.client.0, ofs0, ns] 2024-09-12T18:02:38.169 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.168+0000 7fd969ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333686 cookie 93850254013488 notifier 8970 bl.length()=687 2024-09-12T18:02:38.169 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.168+0000 7fd969ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2024-09-12T18:02:38.169 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.168+0000 7fd969ffb640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-12T18:02:38.170 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.170+0000 7fd93dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:38.172 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.172+0000 7fda8b135800 20 remove_watcher() i=0 2024-09-12T18:02:38.173 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.172+0000 7fda8b135800 2 removed watcher, disabling cache 2024-09-12T18:02:38.174 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.173+0000 7fda8b135800 20 remove_watcher() i=1 2024-09-12T18:02:38.175 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.175+0000 7fda8b135800 20 remove_watcher() i=2 2024-09-12T18:02:38.176 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.176+0000 7fda8b135800 20 remove_watcher() i=3 2024-09-12T18:02:38.177 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.177+0000 7fda8b135800 20 remove_watcher() i=4 2024-09-12T18:02:38.179 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.178+0000 7fda8b135800 20 remove_watcher() i=5 2024-09-12T18:02:38.180 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.179+0000 7fda8b135800 20 remove_watcher() i=6 2024-09-12T18:02:38.181 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.180+0000 7fda8b135800 20 remove_watcher() i=7 2024-09-12T18:02:38.193 DEBUG:tasks.s3tests:Creating user bar.client.0 on client.0 2024-09-12T18:02:38.194 DEBUG:teuthology.orchestra.run.smithi045:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid bar.client.0 --display-name Mr.bar.client.0 --email bar+test@test.test --access-key SJOMGTRWOCEEIDMXIVWS --secret 0Gv6ahopwWfBLuhhLJo6YoVHPTmQm3QdypYJEp2CNinJu3IdPWWAPg== --cluster ceph 2024-09-12T18:02:38.262 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:02:38.262 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:02:38.299 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.298+0000 7f25cdb38800 20 rados->read ofs=0 len=0 2024-09-12T18:02:38.300 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.300+0000 7f25cdb38800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:38.301 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.300+0000 7f25cdb38800 20 realm 2024-09-12T18:02:38.301 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.300+0000 7f25cdb38800 20 rados->read ofs=0 len=0 2024-09-12T18:02:38.301 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.300+0000 7f25cdb38800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:38.301 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.300+0000 7f25cdb38800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:02:38.301 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.300+0000 7f25cdb38800 20 rados->read ofs=0 len=0 2024-09-12T18:02:38.301 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.300+0000 7f25cdb38800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:38.301 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.300+0000 7f25cdb38800 20 rados->read ofs=0 len=0 2024-09-12T18:02:38.302 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.301+0000 7f25cdb38800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:38.302 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.301+0000 7f25cdb38800 20 rados->read ofs=0 len=0 2024-09-12T18:02:38.302 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.302+0000 7f25cdb38800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:02:38.302 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.302+0000 7f25cdb38800 20 searching for the correct realm 2024-09-12T18:02:38.305 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.304+0000 7f25c9080640 0 -- 172.21.15.45:0/4193578590 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f25bc04d260 msgr2=0x7f25bc046a80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:02:38.309 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.308+0000 7f25c9881640 0 -- 172.21.15.45:0/4193578590 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f25c00a2040 msgr2=0x7f25c0095410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:02:38.516 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.515+0000 7f25cdb38800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T18:02:38.516 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.515+0000 7f25cdb38800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T18:02:38.516 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.515+0000 7f25cdb38800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:02:38.516 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.515+0000 7f25cdb38800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:02:38.516 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.515+0000 7f25cdb38800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:02:38.516 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.515+0000 7f25cdb38800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:02:38.517 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.515+0000 7f25cdb38800 20 rados->read ofs=0 len=0 2024-09-12T18:02:38.517 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.515+0000 7f25cdb38800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:38.517 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.515+0000 7f25cdb38800 20 rados->read ofs=0 len=0 2024-09-12T18:02:38.517 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.515+0000 7f25cdb38800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:38.517 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.515+0000 7f25cdb38800 20 rados->read ofs=0 len=0 2024-09-12T18:02:38.518 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.515+0000 7f25cdb38800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:02:38.518 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.515+0000 7f25cdb38800 20 zone default found 2024-09-12T18:02:38.518 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.515+0000 7f25cdb38800 4 Realm: () 2024-09-12T18:02:38.518 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.515+0000 7f25cdb38800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T18:02:38.518 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.515+0000 7f25cdb38800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T18:02:38.519 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.515+0000 7f25cdb38800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:02:38.519 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.515+0000 7f25cdb38800 20 zonegroup default 2024-09-12T18:02:38.519 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.515+0000 7f25cdb38800 20 rados->read ofs=0 len=0 2024-09-12T18:02:38.519 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.516+0000 7f25cdb38800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:38.519 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.516+0000 7f25cdb38800 20 rados->read ofs=0 len=0 2024-09-12T18:02:38.519 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.516+0000 7f25cdb38800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:38.519 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.516+0000 7f25cdb38800 20 rados->read ofs=0 len=0 2024-09-12T18:02:38.519 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.516+0000 7f25cdb38800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:38.519 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.516+0000 7f25cdb38800 20 started sync module instance, tier type = 2024-09-12T18:02:38.519 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.516+0000 7f25cdb38800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T18:02:38.526 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.526+0000 7f25cdb38800 20 add_watcher() i=0 2024-09-12T18:02:38.527 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.526+0000 7f25cdb38800 20 add_watcher() i=1 2024-09-12T18:02:38.527 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.526+0000 7f25cdb38800 20 add_watcher() i=2 2024-09-12T18:02:38.527 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.526+0000 7f25cdb38800 20 add_watcher() i=3 2024-09-12T18:02:38.527 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.526+0000 7f25cdb38800 20 add_watcher() i=4 2024-09-12T18:02:38.527 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.526+0000 7f25cdb38800 20 add_watcher() i=5 2024-09-12T18:02:38.527 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.526+0000 7f25cdb38800 20 add_watcher() i=6 2024-09-12T18:02:38.527 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.527+0000 7f25cdb38800 20 add_watcher() i=7 2024-09-12T18:02:38.528 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.527+0000 7f25cdb38800 2 all 8 watchers are set, enabling cache 2024-09-12T18:02:38.530 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.529+0000 7f247bfff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:38.530 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.529+0000 7f25cdb38800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:02:38.530 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.529+0000 7f25cdb38800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:02:38.530 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.529+0000 7f25cdb38800 5 note: GC not initialized 2024-09-12T18:02:38.530 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.529+0000 7f247affd640 20 reqs_thread_entry: start 2024-09-12T18:02:38.530 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.529+0000 7f25cdb38800 20 init_complete bucket index max shards: 1 2024-09-12T18:02:38.530 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.529+0000 7f25cdb38800 20 Filter name: none 2024-09-12T18:02:38.530 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.529+0000 7f2478ff9640 20 reqs_thread_entry: start 2024-09-12T18:02:38.531 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.529+0000 7f25cdb38800 10 cache get: name=default.rgw.meta+users.uid+bar.client.0 : miss 2024-09-12T18:02:38.531 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.529+0000 7f25cdb38800 20 rados->read ofs=0 len=0 2024-09-12T18:02:38.531 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.530+0000 7f25cdb38800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:38.532 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.530+0000 7f25cdb38800 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x0 2024-09-12T18:02:38.532 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.530+0000 7f25cdb38800 10 adding default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-12T18:02:38.532 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.530+0000 7f25cdb38800 10 cache get: name=default.rgw.meta+users.email+bar+test@test.test : miss 2024-09-12T18:02:38.532 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.530+0000 7f25cdb38800 20 rados->read ofs=0 len=0 2024-09-12T18:02:38.532 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.530+0000 7f25cdb38800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:38.532 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.530+0000 7f25cdb38800 10 cache put: name=default.rgw.meta+users.email+bar+test@test.test info.flags=0x0 2024-09-12T18:02:38.532 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.530+0000 7f25cdb38800 10 adding default.rgw.meta+users.email+bar+test@test.test to cache LRU end 2024-09-12T18:02:38.532 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.530+0000 7f25cdb38800 10 cache get: name=default.rgw.meta+users.keys+SJOMGTRWOCEEIDMXIVWS : miss 2024-09-12T18:02:38.532 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.530+0000 7f25cdb38800 20 rados->read ofs=0 len=0 2024-09-12T18:02:38.533 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.530+0000 7f25cdb38800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:38.533 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.530+0000 7f25cdb38800 10 cache put: name=default.rgw.meta+users.keys+SJOMGTRWOCEEIDMXIVWS info.flags=0x0 2024-09-12T18:02:38.533 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.530+0000 7f25cdb38800 10 adding default.rgw.meta+users.keys+SJOMGTRWOCEEIDMXIVWS to cache LRU end 2024-09-12T18:02:38.533 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.530+0000 7f25cdb38800 10 cache get: name=default.rgw.meta+users.keys+SJOMGTRWOCEEIDMXIVWS : hit (negative entry) 2024-09-12T18:02:38.533 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.530+0000 7f25cdb38800 10 cache get: name=default.rgw.meta+users.keys+SJOMGTRWOCEEIDMXIVWS : hit (negative entry) 2024-09-12T18:02:38.534 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.532+0000 7f25cdb38800 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2024-09-12T18:02:38.534 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.532+0000 7f25cdb38800 10 moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-12T18:02:38.534 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.532+0000 7f25cdb38800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:bar.client.0, ofs0, ns] 2024-09-12T18:02:38.534 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.532+0000 7f24ad7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333574 cookie 94352717285696 notifier 8988 bl.length()=645 2024-09-12T18:02:38.534 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.532+0000 7f24ad7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2024-09-12T18:02:38.534 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.532+0000 7f24ad7fa640 10 rgw watcher librados: moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-12T18:02:38.535 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.534+0000 7f25cdb38800 10 cache put: name=default.rgw.meta+users.email+bar+test@test.test info.flags=0x7 2024-09-12T18:02:38.535 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.534+0000 7f25cdb38800 10 moving default.rgw.meta+users.email+bar+test@test.test to cache LRU end 2024-09-12T18:02:38.535 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.534+0000 7f25cdb38800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.email:bar+test@test.test, ofs0, ns] 2024-09-12T18:02:38.535 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.534+0000 7f24acff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333616 cookie 94352717304336 notifier 8988 bl.length()=185 2024-09-12T18:02:38.535 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.534+0000 7f24acff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+bar+test@test.test info.flags=0x7 2024-09-12T18:02:38.535 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.534+0000 7f24acff9640 10 rgw watcher librados: moving default.rgw.meta+users.email+bar+test@test.test to cache LRU end 2024-09-12T18:02:38.537 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.536+0000 7f25cdb38800 10 cache put: name=default.rgw.meta+users.keys+SJOMGTRWOCEEIDMXIVWS info.flags=0x7 2024-09-12T18:02:38.537 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.536+0000 7f25cdb38800 10 moving default.rgw.meta+users.keys+SJOMGTRWOCEEIDMXIVWS to cache LRU end 2024-09-12T18:02:38.537 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.536+0000 7f25cdb38800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.keys:SJOMGTRWOCEEIDMXIVWS, ofs0, ns] 2024-09-12T18:02:38.537 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.536+0000 7f24ad7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333500 cookie 94352717307984 notifier 8988 bl.length()=186 2024-09-12T18:02:38.537 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.536+0000 7f24ad7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+SJOMGTRWOCEEIDMXIVWS info.flags=0x7 2024-09-12T18:02:38.537 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.536+0000 7f24ad7fa640 10 rgw watcher librados: moving default.rgw.meta+users.keys+SJOMGTRWOCEEIDMXIVWS to cache LRU end 2024-09-12T18:02:38.537 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2024-09-12T18:02:38.538 INFO:teuthology.orchestra.run.smithi045.stdout: "user_id": "bar.client.0", 2024-09-12T18:02:38.538 INFO:teuthology.orchestra.run.smithi045.stdout: "display_name": "Mr.bar.client.0", 2024-09-12T18:02:38.538 INFO:teuthology.orchestra.run.smithi045.stdout: "email": "bar+test@test.test", 2024-09-12T18:02:38.538 INFO:teuthology.orchestra.run.smithi045.stdout: "suspended": 0, 2024-09-12T18:02:38.538 INFO:teuthology.orchestra.run.smithi045.stdout: "max_buckets": 1000, 2024-09-12T18:02:38.538 INFO:teuthology.orchestra.run.smithi045.stdout: "subusers": [], 2024-09-12T18:02:38.538 INFO:teuthology.orchestra.run.smithi045.stdout: "keys": [ 2024-09-12T18:02:38.538 INFO:teuthology.orchestra.run.smithi045.stdout: { 2024-09-12T18:02:38.538 INFO:teuthology.orchestra.run.smithi045.stdout: "user": "bar.client.0", 2024-09-12T18:02:38.538 INFO:teuthology.orchestra.run.smithi045.stdout: "access_key": "SJOMGTRWOCEEIDMXIVWS", 2024-09-12T18:02:38.538 INFO:teuthology.orchestra.run.smithi045.stdout: "secret_key": "0Gv6ahopwWfBLuhhLJo6YoVHPTmQm3QdypYJEp2CNinJu3IdPWWAPg==", 2024-09-12T18:02:38.539 INFO:teuthology.orchestra.run.smithi045.stdout: "active": true, 2024-09-12T18:02:38.539 INFO:teuthology.orchestra.run.smithi045.stdout: "create_date": "2024-09-12T18:02:38.531384Z" 2024-09-12T18:02:38.539 INFO:teuthology.orchestra.run.smithi045.stdout: } 2024-09-12T18:02:38.539 INFO:teuthology.orchestra.run.smithi045.stdout: ], 2024-09-12T18:02:38.539 INFO:teuthology.orchestra.run.smithi045.stdout: "swift_keys": [], 2024-09-12T18:02:38.539 INFO:teuthology.orchestra.run.smithi045.stdout: "caps": [], 2024-09-12T18:02:38.539 INFO:teuthology.orchestra.run.smithi045.stdout: "op_mask": "read, write, delete", 2024-09-12T18:02:38.539 INFO:teuthology.orchestra.run.smithi045.stdout: "default_placement": "", 2024-09-12T18:02:38.539 INFO:teuthology.orchestra.run.smithi045.stdout: "default_storage_class": "", 2024-09-12T18:02:38.539 INFO:teuthology.orchestra.run.smithi045.stdout: "placement_tags": [], 2024-09-12T18:02:38.539 INFO:teuthology.orchestra.run.smithi045.stdout: "bucket_quota": { 2024-09-12T18:02:38.539 INFO:teuthology.orchestra.run.smithi045.stdout: "enabled": false, 2024-09-12T18:02:38.540 INFO:teuthology.orchestra.run.smithi045.stdout: "check_on_raw": false, 2024-09-12T18:02:38.540 INFO:teuthology.orchestra.run.smithi045.stdout: "max_size": -1, 2024-09-12T18:02:38.540 INFO:teuthology.orchestra.run.smithi045.stdout: "max_size_kb": 0, 2024-09-12T18:02:38.540 INFO:teuthology.orchestra.run.smithi045.stdout: "max_objects": -1 2024-09-12T18:02:38.540 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-12T18:02:38.540 INFO:teuthology.orchestra.run.smithi045.stdout: "user_quota": { 2024-09-12T18:02:38.540 INFO:teuthology.orchestra.run.smithi045.stdout: "enabled": false, 2024-09-12T18:02:38.540 INFO:teuthology.orchestra.run.smithi045.stdout: "check_on_raw": false, 2024-09-12T18:02:38.540 INFO:teuthology.orchestra.run.smithi045.stdout: "max_size": -1, 2024-09-12T18:02:38.540 INFO:teuthology.orchestra.run.smithi045.stdout: "max_size_kb": 0, 2024-09-12T18:02:38.540 INFO:teuthology.orchestra.run.smithi045.stdout: "max_objects": -1 2024-09-12T18:02:38.541 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-12T18:02:38.541 INFO:teuthology.orchestra.run.smithi045.stdout: "temp_url_keys": [], 2024-09-12T18:02:38.541 INFO:teuthology.orchestra.run.smithi045.stdout: "type": "rgw", 2024-09-12T18:02:38.541 INFO:teuthology.orchestra.run.smithi045.stdout: "mfa_ids": [], 2024-09-12T18:02:38.541 INFO:teuthology.orchestra.run.smithi045.stdout: "account_id": "", 2024-09-12T18:02:38.541 INFO:teuthology.orchestra.run.smithi045.stdout: "path": "/", 2024-09-12T18:02:38.541 INFO:teuthology.orchestra.run.smithi045.stdout: "create_date": "2024-09-12T18:02:38.531374Z", 2024-09-12T18:02:38.541 INFO:teuthology.orchestra.run.smithi045.stdout: "tags": [], 2024-09-12T18:02:38.541 INFO:teuthology.orchestra.run.smithi045.stdout: "group_ids": [] 2024-09-12T18:02:38.541 INFO:teuthology.orchestra.run.smithi045.stdout:} 2024-09-12T18:02:38.541 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:38.542 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.537+0000 7f247bfff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:38.542 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.540+0000 7f25cdb38800 20 remove_watcher() i=0 2024-09-12T18:02:38.542 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.540+0000 7f25cdb38800 2 removed watcher, disabling cache 2024-09-12T18:02:38.542 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.541+0000 7f25cdb38800 20 remove_watcher() i=1 2024-09-12T18:02:38.543 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.542+0000 7f25cdb38800 20 remove_watcher() i=2 2024-09-12T18:02:38.543 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.543+0000 7f25cdb38800 20 remove_watcher() i=3 2024-09-12T18:02:38.544 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.544+0000 7f25cdb38800 20 remove_watcher() i=4 2024-09-12T18:02:38.545 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.545+0000 7f25cdb38800 20 remove_watcher() i=5 2024-09-12T18:02:38.546 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.546+0000 7f25cdb38800 20 remove_watcher() i=6 2024-09-12T18:02:38.547 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.547+0000 7f25cdb38800 20 remove_watcher() i=7 2024-09-12T18:02:38.559 DEBUG:teuthology.orchestra.run.smithi045:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid bar.client.0 --totp-serial 8755897401 --totp-seed PDNBHHXJKI6YHT3W23YL4XKZDB7IZV6PBPNIJX2YPMCP725IUVZ4EOA7QVYJPWBK --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-12T18:02:38.627 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:02:38.627 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:02:38.662 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.662+0000 7f3395535800 20 rados->read ofs=0 len=0 2024-09-12T18:02:38.664 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.664+0000 7f3395535800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:38.664 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.664+0000 7f3395535800 20 realm 2024-09-12T18:02:38.665 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.664+0000 7f3395535800 20 rados->read ofs=0 len=0 2024-09-12T18:02:38.665 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.664+0000 7f3395535800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:38.665 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.664+0000 7f3395535800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:02:38.665 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.664+0000 7f3395535800 20 rados->read ofs=0 len=0 2024-09-12T18:02:38.665 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.664+0000 7f3395535800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:38.665 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.664+0000 7f3395535800 20 rados->read ofs=0 len=0 2024-09-12T18:02:38.665 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.665+0000 7f3395535800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:38.666 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.665+0000 7f3395535800 20 rados->read ofs=0 len=0 2024-09-12T18:02:38.666 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.666+0000 7f3395535800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:02:38.666 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.666+0000 7f3395535800 20 searching for the correct realm 2024-09-12T18:02:38.669 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.669+0000 7f3390ae3640 0 -- 172.21.15.45:0/3589591431 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x562e63a0c1a0 msgr2=0x562e63a0e590 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:02:38.672 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.672+0000 7f33912e4640 0 -- 172.21.15.45:0/3589591431 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f33880374f0 msgr2=0x7f3388057970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:02:38.879 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.878+0000 7f3395535800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T18:02:38.879 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.878+0000 7f3395535800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T18:02:38.879 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.878+0000 7f3395535800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:02:38.879 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.878+0000 7f3395535800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:02:38.879 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.878+0000 7f3395535800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:02:38.880 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.878+0000 7f3395535800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:02:38.880 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.878+0000 7f3395535800 20 rados->read ofs=0 len=0 2024-09-12T18:02:38.880 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.878+0000 7f3395535800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:38.880 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.878+0000 7f3395535800 20 rados->read ofs=0 len=0 2024-09-12T18:02:38.881 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.879+0000 7f3395535800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:38.881 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.879+0000 7f3395535800 20 rados->read ofs=0 len=0 2024-09-12T18:02:38.881 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.879+0000 7f3395535800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:02:38.881 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.879+0000 7f3395535800 20 zone default found 2024-09-12T18:02:38.881 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.879+0000 7f3395535800 4 Realm: () 2024-09-12T18:02:38.881 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.879+0000 7f3395535800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T18:02:38.881 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.879+0000 7f3395535800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T18:02:38.882 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.879+0000 7f3395535800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:02:38.882 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.879+0000 7f3395535800 20 zonegroup default 2024-09-12T18:02:38.882 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.879+0000 7f3395535800 20 rados->read ofs=0 len=0 2024-09-12T18:02:38.882 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.879+0000 7f3395535800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:38.882 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.879+0000 7f3395535800 20 rados->read ofs=0 len=0 2024-09-12T18:02:38.882 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.880+0000 7f3395535800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:38.882 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.880+0000 7f3395535800 20 rados->read ofs=0 len=0 2024-09-12T18:02:38.882 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.880+0000 7f3395535800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:38.882 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.880+0000 7f3395535800 20 started sync module instance, tier type = 2024-09-12T18:02:38.882 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.880+0000 7f3395535800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T18:02:38.890 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.890+0000 7f3395535800 20 add_watcher() i=0 2024-09-12T18:02:38.890 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.890+0000 7f3395535800 20 add_watcher() i=1 2024-09-12T18:02:38.890 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.890+0000 7f3395535800 20 add_watcher() i=2 2024-09-12T18:02:38.891 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.890+0000 7f3395535800 20 add_watcher() i=3 2024-09-12T18:02:38.891 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.890+0000 7f3395535800 20 add_watcher() i=4 2024-09-12T18:02:38.891 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.890+0000 7f3395535800 20 add_watcher() i=5 2024-09-12T18:02:38.891 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.890+0000 7f3395535800 20 add_watcher() i=6 2024-09-12T18:02:38.891 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.891+0000 7f3395535800 20 add_watcher() i=7 2024-09-12T18:02:38.891 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.891+0000 7f3395535800 2 all 8 watchers are set, enabling cache 2024-09-12T18:02:38.894 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.892+0000 7f3247fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:38.894 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.893+0000 7f3395535800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:02:38.894 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.893+0000 7f3395535800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:02:38.894 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.893+0000 7f3395535800 5 note: GC not initialized 2024-09-12T18:02:38.894 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.893+0000 7f3246fe5640 20 reqs_thread_entry: start 2024-09-12T18:02:38.894 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.893+0000 7f3395535800 20 init_complete bucket index max shards: 1 2024-09-12T18:02:38.895 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.893+0000 7f3395535800 20 Filter name: none 2024-09-12T18:02:38.895 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.893+0000 7f3244fe1640 20 reqs_thread_entry: start 2024-09-12T18:02:38.895 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.893+0000 7f3395535800 10 cache get: name=default.rgw.meta+users.uid+bar.client.0 : miss 2024-09-12T18:02:38.895 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.893+0000 7f3395535800 20 rados->read ofs=0 len=0 2024-09-12T18:02:38.895 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.894+0000 7f3395535800 20 rados_obj.operate() r=0 bl.length=460 2024-09-12T18:02:38.895 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.894+0000 7f3395535800 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x13 2024-09-12T18:02:38.895 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.894+0000 7f3395535800 10 adding default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-12T18:02:38.895 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.894+0000 7f3395535800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:02:38.898 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.897+0000 7f3395535800 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2024-09-12T18:02:38.898 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.897+0000 7f3395535800 10 moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-12T18:02:38.898 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.897+0000 7f3395535800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:bar.client.0, ofs0, ns] 2024-09-12T18:02:38.898 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.897+0000 7f3263fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1138166333575 cookie 94757239999376 notifier 9006 bl.length()=659 2024-09-12T18:02:38.898 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.897+0000 7f3263fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2024-09-12T18:02:38.898 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.897+0000 7f3263fff640 10 rgw watcher librados: moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-12T18:02:38.900 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.899+0000 7f3247fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:38.902 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.901+0000 7f3395535800 20 remove_watcher() i=0 2024-09-12T18:02:38.902 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.901+0000 7f3395535800 2 removed watcher, disabling cache 2024-09-12T18:02:38.903 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.902+0000 7f3395535800 20 remove_watcher() i=1 2024-09-12T18:02:38.904 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.903+0000 7f3395535800 20 remove_watcher() i=2 2024-09-12T18:02:38.905 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.905+0000 7f3395535800 20 remove_watcher() i=3 2024-09-12T18:02:38.906 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.906+0000 7f3395535800 20 remove_watcher() i=4 2024-09-12T18:02:38.907 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.907+0000 7f3395535800 20 remove_watcher() i=5 2024-09-12T18:02:38.908 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.908+0000 7f3395535800 20 remove_watcher() i=6 2024-09-12T18:02:38.909 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:38.909+0000 7f3395535800 20 remove_watcher() i=7 2024-09-12T18:02:38.921 DEBUG:teuthology.orchestra.run.smithi045:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 --cluster ceph account create --account-id RGW33333333333333333 --account-name Mr.RGW33333333333333333 --email RGW33333333333333333+test@test.test --tenant testx 2024-09-12T18:02:38.984 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:02:38.985 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:02:39.021 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.020+0000 7f1844815800 20 rados->read ofs=0 len=0 2024-09-12T18:02:39.023 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.022+0000 7f1844815800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:39.023 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.022+0000 7f1844815800 20 realm 2024-09-12T18:02:39.023 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.022+0000 7f1844815800 20 rados->read ofs=0 len=0 2024-09-12T18:02:39.023 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.022+0000 7f1844815800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:39.023 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.022+0000 7f1844815800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:02:39.023 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.022+0000 7f1844815800 20 rados->read ofs=0 len=0 2024-09-12T18:02:39.024 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.023+0000 7f1844815800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:39.024 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.023+0000 7f1844815800 20 rados->read ofs=0 len=0 2024-09-12T18:02:39.024 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.024+0000 7f1844815800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:39.024 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.024+0000 7f1844815800 20 rados->read ofs=0 len=0 2024-09-12T18:02:39.025 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.024+0000 7f1844815800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:02:39.028 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.024+0000 7f1844815800 20 searching for the correct realm 2024-09-12T18:02:39.028 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.027+0000 7f1837791640 0 -- 172.21.15.45:0/1002247597 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f18300c7a30 msgr2=0x7f18300e71a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:02:39.032 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.031+0000 7f183ff92640 0 -- 172.21.15.45:0/1002247597 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f1828062040 msgr2=0x7f1828062420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:02:39.255 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.255+0000 7f1844815800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T18:02:39.256 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.255+0000 7f1844815800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T18:02:39.256 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.255+0000 7f1844815800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:02:39.256 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.255+0000 7f1844815800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:02:39.256 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.255+0000 7f1844815800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:02:39.256 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.255+0000 7f1844815800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:02:39.256 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.255+0000 7f1844815800 20 rados->read ofs=0 len=0 2024-09-12T18:02:39.257 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.255+0000 7f1844815800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:39.257 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.255+0000 7f1844815800 20 rados->read ofs=0 len=0 2024-09-12T18:02:39.258 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.255+0000 7f1844815800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:39.258 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.255+0000 7f1844815800 20 rados->read ofs=0 len=0 2024-09-12T18:02:39.258 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.256+0000 7f1844815800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:02:39.258 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.256+0000 7f1844815800 20 zone default found 2024-09-12T18:02:39.258 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.256+0000 7f1844815800 4 Realm: () 2024-09-12T18:02:39.258 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.256+0000 7f1844815800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T18:02:39.258 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.256+0000 7f1844815800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T18:02:39.259 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.256+0000 7f1844815800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:02:39.259 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.256+0000 7f1844815800 20 zonegroup default 2024-09-12T18:02:39.259 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.256+0000 7f1844815800 20 rados->read ofs=0 len=0 2024-09-12T18:02:39.259 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.256+0000 7f1844815800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:39.259 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.256+0000 7f1844815800 20 rados->read ofs=0 len=0 2024-09-12T18:02:39.259 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.256+0000 7f1844815800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:39.259 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.256+0000 7f1844815800 20 rados->read ofs=0 len=0 2024-09-12T18:02:39.259 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.257+0000 7f1844815800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:39.259 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.257+0000 7f1844815800 20 started sync module instance, tier type = 2024-09-12T18:02:39.259 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.257+0000 7f1844815800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T18:02:39.267 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.267+0000 7f1844815800 20 add_watcher() i=0 2024-09-12T18:02:39.267 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.267+0000 7f1844815800 20 add_watcher() i=1 2024-09-12T18:02:39.267 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.267+0000 7f1844815800 20 add_watcher() i=2 2024-09-12T18:02:39.267 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.267+0000 7f1844815800 20 add_watcher() i=3 2024-09-12T18:02:39.268 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.267+0000 7f1844815800 20 add_watcher() i=4 2024-09-12T18:02:39.268 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.267+0000 7f1844815800 20 add_watcher() i=5 2024-09-12T18:02:39.268 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.267+0000 7f1844815800 20 add_watcher() i=6 2024-09-12T18:02:39.268 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.268+0000 7f1844815800 20 add_watcher() i=7 2024-09-12T18:02:39.268 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.268+0000 7f1844815800 2 all 8 watchers are set, enabling cache 2024-09-12T18:02:39.271 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.269+0000 7f16f5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:39.271 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.269+0000 7f1844815800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:02:39.271 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.269+0000 7f1844815800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:02:39.271 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.269+0000 7f1844815800 5 note: GC not initialized 2024-09-12T18:02:39.271 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.270+0000 7f16f4fe1640 20 reqs_thread_entry: start 2024-09-12T18:02:39.271 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.270+0000 7f1844815800 20 init_complete bucket index max shards: 1 2024-09-12T18:02:39.272 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.270+0000 7f1844815800 20 Filter name: none 2024-09-12T18:02:39.272 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.270+0000 7f166e7fc640 20 reqs_thread_entry: start 2024-09-12T18:02:39.272 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.270+0000 7f1844815800 10 cache get: name=default.rgw.meta+accounts+name.testx$Mr.RGW33333333333333333 : miss 2024-09-12T18:02:39.272 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.270+0000 7f1844815800 20 rados->read ofs=0 len=0 2024-09-12T18:02:39.272 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.270+0000 7f1844815800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:39.272 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.270+0000 7f1844815800 10 cache put: name=default.rgw.meta+accounts+name.testx$Mr.RGW33333333333333333 info.flags=0x0 2024-09-12T18:02:39.273 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.270+0000 7f1844815800 10 adding default.rgw.meta+accounts+name.testx$Mr.RGW33333333333333333 to cache LRU end 2024-09-12T18:02:39.273 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.270+0000 7f1844815800 20 failed to read name.testx$Mr.RGW33333333333333333 with: (2) No such file or directory 2024-09-12T18:02:39.273 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.270+0000 7f1844815800 10 cache get: name=default.rgw.meta+users.email+rgw33333333333333333+test@test.test : miss 2024-09-12T18:02:39.273 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.270+0000 7f1844815800 20 rados->read ofs=0 len=0 2024-09-12T18:02:39.274 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.271+0000 7f1844815800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:39.274 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.271+0000 7f1844815800 10 cache put: name=default.rgw.meta+users.email+rgw33333333333333333+test@test.test info.flags=0x0 2024-09-12T18:02:39.274 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.271+0000 7f1844815800 10 adding default.rgw.meta+users.email+rgw33333333333333333+test@test.test to cache LRU end 2024-09-12T18:02:39.274 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.271+0000 7f1844815800 20 failed to read rgw33333333333333333+test@test.test with: (2) No such file or directory 2024-09-12T18:02:39.274 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.272+0000 7f1844815800 10 cache put: name=default.rgw.meta+accounts+account.RGW33333333333333333 info.flags=0x17 2024-09-12T18:02:39.274 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.272+0000 7f1844815800 10 adding default.rgw.meta+accounts+account.RGW33333333333333333 to cache LRU end 2024-09-12T18:02:39.274 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.272+0000 7f1844815800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:accounts:account.RGW33333333333333333, ofs0, ns] 2024-09-12T18:02:39.274 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.272+0000 7f171effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300872 cookie 94058950461904 notifier 9021 bl.length()=389 2024-09-12T18:02:39.275 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.272+0000 7f171effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+account.RGW33333333333333333 info.flags=0x17 2024-09-12T18:02:39.275 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.272+0000 7f171effd640 10 rgw watcher librados: moving default.rgw.meta+accounts+account.RGW33333333333333333 to cache LRU end 2024-09-12T18:02:39.275 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.274+0000 7f1844815800 10 cache put: name=default.rgw.meta+accounts+name.testx$Mr.RGW33333333333333333 info.flags=0x17 2024-09-12T18:02:39.276 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.274+0000 7f1844815800 10 moving default.rgw.meta+accounts+name.testx$Mr.RGW33333333333333333 to cache LRU end 2024-09-12T18:02:39.276 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.274+0000 7f1844815800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:accounts:name.testx$Mr.RGW33333333333333333, ofs0, ns] 2024-09-12T18:02:39.276 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.275+0000 7f171e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300983 cookie 94058950473712 notifier 9021 bl.length()=230 2024-09-12T18:02:39.276 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.275+0000 7f171e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+name.testx$Mr.RGW33333333333333333 info.flags=0x17 2024-09-12T18:02:39.276 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.275+0000 7f171e7fc640 10 rgw watcher librados: moving default.rgw.meta+accounts+name.testx$Mr.RGW33333333333333333 to cache LRU end 2024-09-12T18:02:39.277 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.277+0000 7f1844815800 10 cache put: name=default.rgw.meta+users.email+rgw33333333333333333+test@test.test info.flags=0x17 2024-09-12T18:02:39.277 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.277+0000 7f1844815800 10 moving default.rgw.meta+users.email+rgw33333333333333333+test@test.test to cache LRU end 2024-09-12T18:02:39.278 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.277+0000 7f1844815800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.email:rgw33333333333333333+test@test.test, ofs0, ns] 2024-09-12T18:02:39.278 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.277+0000 7f171e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300875 cookie 94058950470080 notifier 9021 bl.length()=234 2024-09-12T18:02:39.278 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.277+0000 7f171e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+rgw33333333333333333+test@test.test info.flags=0x17 2024-09-12T18:02:39.278 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.277+0000 7f171e7fc640 10 rgw watcher librados: moving default.rgw.meta+users.email+rgw33333333333333333+test@test.test to cache LRU end 2024-09-12T18:02:39.279 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.278+0000 7f16f5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:39.281 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.281+0000 7f1844815800 20 remove_watcher() i=0 2024-09-12T18:02:39.281 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.281+0000 7f1844815800 2 removed watcher, disabling cache 2024-09-12T18:02:39.282 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.282+0000 7f1844815800 20 remove_watcher() i=1 2024-09-12T18:02:39.283 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.283+0000 7f1844815800 20 remove_watcher() i=2 2024-09-12T18:02:39.284 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.284+0000 7f1844815800 20 remove_watcher() i=3 2024-09-12T18:02:39.285 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.285+0000 7f1844815800 20 remove_watcher() i=4 2024-09-12T18:02:39.286 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.286+0000 7f1844815800 20 remove_watcher() i=5 2024-09-12T18:02:39.287 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.287+0000 7f1844815800 20 remove_watcher() i=6 2024-09-12T18:02:39.288 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.288+0000 7f1844815800 20 remove_watcher() i=7 2024-09-12T18:02:39.297 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2024-09-12T18:02:39.297 INFO:teuthology.orchestra.run.smithi045.stdout: "id": "RGW33333333333333333", 2024-09-12T18:02:39.297 INFO:teuthology.orchestra.run.smithi045.stdout: "tenant": "testx", 2024-09-12T18:02:39.298 INFO:teuthology.orchestra.run.smithi045.stdout: "name": "Mr.RGW33333333333333333", 2024-09-12T18:02:39.298 INFO:teuthology.orchestra.run.smithi045.stdout: "email": "RGW33333333333333333+test@test.test", 2024-09-12T18:02:39.298 INFO:teuthology.orchestra.run.smithi045.stdout: "quota": { 2024-09-12T18:02:39.298 INFO:teuthology.orchestra.run.smithi045.stdout: "enabled": false, 2024-09-12T18:02:39.298 INFO:teuthology.orchestra.run.smithi045.stdout: "check_on_raw": false, 2024-09-12T18:02:39.298 INFO:teuthology.orchestra.run.smithi045.stdout: "max_size": -1, 2024-09-12T18:02:39.298 INFO:teuthology.orchestra.run.smithi045.stdout: "max_size_kb": 0, 2024-09-12T18:02:39.298 INFO:teuthology.orchestra.run.smithi045.stdout: "max_objects": -1 2024-09-12T18:02:39.298 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-12T18:02:39.298 INFO:teuthology.orchestra.run.smithi045.stdout: "bucket_quota": { 2024-09-12T18:02:39.298 INFO:teuthology.orchestra.run.smithi045.stdout: "enabled": false, 2024-09-12T18:02:39.298 INFO:teuthology.orchestra.run.smithi045.stdout: "check_on_raw": false, 2024-09-12T18:02:39.298 INFO:teuthology.orchestra.run.smithi045.stdout: "max_size": -1, 2024-09-12T18:02:39.298 INFO:teuthology.orchestra.run.smithi045.stdout: "max_size_kb": 0, 2024-09-12T18:02:39.299 INFO:teuthology.orchestra.run.smithi045.stdout: "max_objects": -1 2024-09-12T18:02:39.299 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-12T18:02:39.299 INFO:teuthology.orchestra.run.smithi045.stdout: "max_users": 1000, 2024-09-12T18:02:39.299 INFO:teuthology.orchestra.run.smithi045.stdout: "max_roles": 1000, 2024-09-12T18:02:39.299 INFO:teuthology.orchestra.run.smithi045.stdout: "max_groups": 1000, 2024-09-12T18:02:39.299 INFO:teuthology.orchestra.run.smithi045.stdout: "max_buckets": 1000, 2024-09-12T18:02:39.299 INFO:teuthology.orchestra.run.smithi045.stdout: "max_access_keys": 4 2024-09-12T18:02:39.299 INFO:teuthology.orchestra.run.smithi045.stdout:} 2024-09-12T18:02:39.300 DEBUG:tasks.s3tests:Creating user RGW33333333333333333 on client.0 2024-09-12T18:02:39.300 DEBUG:teuthology.orchestra.run.smithi045:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid 'testx$tenanteduser.client.0' --display-name Mr.RGW33333333333333333 --email 'testx$tenanteduser+test@test.test' --access-key MANUHAAHTAKHTNWWJODN --secret jkz9hD6neIIysV2rVEXxAI9dUW9ianCGlHv8tmV2Ehaz2hEl+QiqHg== --cluster ceph --account-id RGW33333333333333333 --account-root 2024-09-12T18:02:39.370 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:02:39.370 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:02:39.405 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.404+0000 7f0bff7af800 20 rados->read ofs=0 len=0 2024-09-12T18:02:39.407 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.406+0000 7f0bff7af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:39.407 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.406+0000 7f0bff7af800 20 realm 2024-09-12T18:02:39.407 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.406+0000 7f0bff7af800 20 rados->read ofs=0 len=0 2024-09-12T18:02:39.407 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.406+0000 7f0bff7af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:39.407 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.406+0000 7f0bff7af800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:02:39.407 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.406+0000 7f0bff7af800 20 rados->read ofs=0 len=0 2024-09-12T18:02:39.407 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.406+0000 7f0bff7af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:39.407 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.406+0000 7f0bff7af800 20 rados->read ofs=0 len=0 2024-09-12T18:02:39.408 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.407+0000 7f0bff7af800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:39.408 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.407+0000 7f0bff7af800 20 rados->read ofs=0 len=0 2024-09-12T18:02:39.409 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.408+0000 7f0bff7af800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:02:39.409 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.408+0000 7f0bff7af800 20 searching for the correct realm 2024-09-12T18:02:39.411 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.410+0000 7f0bfca98640 0 -- 172.21.15.45:0/1579828563 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f0bf0083c20 msgr2=0x7f0bf005fa10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:02:39.617 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.616+0000 7f0bfd299640 0 -- 172.21.15.45:0/1579828563 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f0be807b3f0 msgr2=0x7f0be807b870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:02:39.823 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.822+0000 7f0bff7af800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T18:02:39.824 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.823+0000 7f0bff7af800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T18:02:39.824 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.823+0000 7f0bff7af800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:02:39.824 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.823+0000 7f0bff7af800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:02:39.824 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.823+0000 7f0bff7af800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:02:39.824 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.823+0000 7f0bff7af800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:02:39.824 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.823+0000 7f0bff7af800 20 rados->read ofs=0 len=0 2024-09-12T18:02:39.824 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.823+0000 7f0bff7af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:39.824 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.823+0000 7f0bff7af800 20 rados->read ofs=0 len=0 2024-09-12T18:02:39.826 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.823+0000 7f0bff7af800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:39.826 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.823+0000 7f0bff7af800 20 rados->read ofs=0 len=0 2024-09-12T18:02:39.826 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.824+0000 7f0bff7af800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:02:39.826 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.824+0000 7f0bff7af800 20 zone default found 2024-09-12T18:02:39.826 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.824+0000 7f0bff7af800 4 Realm: () 2024-09-12T18:02:39.826 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.824+0000 7f0bff7af800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T18:02:39.826 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.824+0000 7f0bff7af800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T18:02:39.826 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.824+0000 7f0bff7af800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:02:39.826 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.824+0000 7f0bff7af800 20 zonegroup default 2024-09-12T18:02:39.826 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.824+0000 7f0bff7af800 20 rados->read ofs=0 len=0 2024-09-12T18:02:39.826 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.824+0000 7f0bff7af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:39.826 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.824+0000 7f0bff7af800 20 rados->read ofs=0 len=0 2024-09-12T18:02:39.827 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.824+0000 7f0bff7af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:39.827 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.824+0000 7f0bff7af800 20 rados->read ofs=0 len=0 2024-09-12T18:02:39.827 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.825+0000 7f0bff7af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:39.827 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.825+0000 7f0bff7af800 20 started sync module instance, tier type = 2024-09-12T18:02:39.827 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.825+0000 7f0bff7af800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T18:02:39.835 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.835+0000 7f0bff7af800 20 add_watcher() i=0 2024-09-12T18:02:39.835 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.835+0000 7f0bff7af800 20 add_watcher() i=1 2024-09-12T18:02:39.835 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.835+0000 7f0bff7af800 20 add_watcher() i=2 2024-09-12T18:02:39.835 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.835+0000 7f0bff7af800 20 add_watcher() i=3 2024-09-12T18:02:39.835 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.835+0000 7f0bff7af800 20 add_watcher() i=4 2024-09-12T18:02:39.836 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.835+0000 7f0bff7af800 20 add_watcher() i=5 2024-09-12T18:02:39.836 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.835+0000 7f0bff7af800 20 add_watcher() i=6 2024-09-12T18:02:39.836 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.836+0000 7f0bff7af800 20 add_watcher() i=7 2024-09-12T18:02:39.836 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.836+0000 7f0bff7af800 2 all 8 watchers are set, enabling cache 2024-09-12T18:02:39.839 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.838+0000 7f0ab37e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:39.839 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.838+0000 7f0bff7af800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:02:39.839 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.838+0000 7f0bff7af800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:02:39.839 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.838+0000 7f0bff7af800 5 note: GC not initialized 2024-09-12T18:02:39.839 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.838+0000 7f0ab27e4640 20 reqs_thread_entry: start 2024-09-12T18:02:39.839 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.838+0000 7f0bff7af800 20 init_complete bucket index max shards: 1 2024-09-12T18:02:39.840 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.838+0000 7f0bff7af800 20 Filter name: none 2024-09-12T18:02:39.840 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.839+0000 7f0a23fff640 20 reqs_thread_entry: start 2024-09-12T18:02:39.840 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.839+0000 7f0bff7af800 10 cache get: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 : miss 2024-09-12T18:02:39.840 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.839+0000 7f0bff7af800 20 rados->read ofs=0 len=0 2024-09-12T18:02:39.841 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.839+0000 7f0bff7af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:39.841 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.839+0000 7f0bff7af800 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x0 2024-09-12T18:02:39.841 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.839+0000 7f0bff7af800 10 adding default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-12T18:02:39.841 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.839+0000 7f0bff7af800 10 cache get: name=default.rgw.meta+users.email+testx$tenanteduser+test@test.test : miss 2024-09-12T18:02:39.841 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.839+0000 7f0bff7af800 20 rados->read ofs=0 len=0 2024-09-12T18:02:39.841 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.839+0000 7f0bff7af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:39.842 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.839+0000 7f0bff7af800 10 cache put: name=default.rgw.meta+users.email+testx$tenanteduser+test@test.test info.flags=0x0 2024-09-12T18:02:39.842 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.839+0000 7f0bff7af800 10 adding default.rgw.meta+users.email+testx$tenanteduser+test@test.test to cache LRU end 2024-09-12T18:02:39.842 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.839+0000 7f0bff7af800 10 cache get: name=default.rgw.meta+users.keys+MANUHAAHTAKHTNWWJODN : miss 2024-09-12T18:02:39.842 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.839+0000 7f0bff7af800 20 rados->read ofs=0 len=0 2024-09-12T18:02:39.842 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.840+0000 7f0bff7af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:39.842 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.840+0000 7f0bff7af800 10 cache put: name=default.rgw.meta+users.keys+MANUHAAHTAKHTNWWJODN info.flags=0x0 2024-09-12T18:02:39.842 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.840+0000 7f0bff7af800 10 adding default.rgw.meta+users.keys+MANUHAAHTAKHTNWWJODN to cache LRU end 2024-09-12T18:02:39.844 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.840+0000 7f0bff7af800 10 cache get: name=default.rgw.meta+accounts+account.RGW33333333333333333 : miss 2024-09-12T18:02:39.844 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.840+0000 7f0bff7af800 20 rados->read ofs=0 len=0 2024-09-12T18:02:39.844 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.840+0000 7f0bff7af800 20 rados_obj.operate() r=0 bl.length=189 2024-09-12T18:02:39.844 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.840+0000 7f0bff7af800 10 cache put: name=default.rgw.meta+accounts+account.RGW33333333333333333 info.flags=0x17 2024-09-12T18:02:39.844 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.840+0000 7f0bff7af800 10 adding default.rgw.meta+accounts+account.RGW33333333333333333 to cache LRU end 2024-09-12T18:02:39.844 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.840+0000 7f0bff7af800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:02:39.844 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.840+0000 7f0bff7af800 10 cache get: name=default.rgw.meta+users.keys+MANUHAAHTAKHTNWWJODN : hit (negative entry) 2024-09-12T18:02:39.844 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.840+0000 7f0bff7af800 10 cache get: name=default.rgw.meta+users.keys+MANUHAAHTAKHTNWWJODN : hit (negative entry) 2024-09-12T18:02:39.845 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.842+0000 7f0bff7af800 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2024-09-12T18:02:39.845 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.842+0000 7f0bff7af800 10 moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-12T18:02:39.845 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.842+0000 7f0bff7af800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.uid:testx$tenanteduser.client.0, ofs0, ns] 2024-09-12T18:02:39.846 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.842+0000 7f0ae0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300913 cookie 94888720728064 notifier 9039 bl.length()=732 2024-09-12T18:02:39.846 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.842+0000 7f0ae0ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2024-09-12T18:02:39.846 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.842+0000 7f0ae0ff9640 10 rgw watcher librados: moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-12T18:02:39.846 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.844+0000 7f0bff7af800 10 cache put: name=default.rgw.meta+users.email+testx$tenanteduser+test@test.test info.flags=0x7 2024-09-12T18:02:39.846 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.844+0000 7f0bff7af800 10 moving default.rgw.meta+users.email+testx$tenanteduser+test@test.test to cache LRU end 2024-09-12T18:02:39.846 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.844+0000 7f0bff7af800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.email:testx$tenanteduser+test@test.test, ofs0, ns] 2024-09-12T18:02:39.846 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.845+0000 7f0acffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300797 cookie 94888720730768 notifier 9039 bl.length()=215 2024-09-12T18:02:39.846 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.845+0000 7f0acffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+testx$tenanteduser+test@test.test info.flags=0x7 2024-09-12T18:02:39.846 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.845+0000 7f0acffff640 10 rgw watcher librados: moving default.rgw.meta+users.email+testx$tenanteduser+test@test.test to cache LRU end 2024-09-12T18:02:39.847 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.847+0000 7f0bff7af800 10 cache put: name=default.rgw.meta+users.keys+MANUHAAHTAKHTNWWJODN info.flags=0x7 2024-09-12T18:02:39.847 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.847+0000 7f0bff7af800 10 moving default.rgw.meta+users.keys+MANUHAAHTAKHTNWWJODN to cache LRU end 2024-09-12T18:02:39.847 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.847+0000 7f0bff7af800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:users.keys:MANUHAAHTAKHTNWWJODN, ofs0, ns] 2024-09-12T18:02:39.847 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.847+0000 7f0ae0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300914 cookie 94888720721648 notifier 9039 bl.length()=201 2024-09-12T18:02:39.848 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.847+0000 7f0ae0ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+MANUHAAHTAKHTNWWJODN info.flags=0x7 2024-09-12T18:02:39.848 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.847+0000 7f0ae0ff9640 10 rgw watcher librados: moving default.rgw.meta+users.keys+MANUHAAHTAKHTNWWJODN to cache LRU end 2024-09-12T18:02:39.849 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.849+0000 7f0bff7af800 20 linked user testx$tenanteduser.client.0 to account RGW33333333333333333 2024-09-12T18:02:39.849 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2024-09-12T18:02:39.849 INFO:teuthology.orchestra.run.smithi045.stdout: "user_id": "testx$tenanteduser.client.0", 2024-09-12T18:02:39.849 INFO:teuthology.orchestra.run.smithi045.stdout: "display_name": "Mr.RGW33333333333333333", 2024-09-12T18:02:39.849 INFO:teuthology.orchestra.run.smithi045.stdout: "email": "testx$tenanteduser+test@test.test", 2024-09-12T18:02:39.850 INFO:teuthology.orchestra.run.smithi045.stdout: "suspended": 0, 2024-09-12T18:02:39.850 INFO:teuthology.orchestra.run.smithi045.stdout: "max_buckets": 1000, 2024-09-12T18:02:39.850 INFO:teuthology.orchestra.run.smithi045.stdout: "subusers": [], 2024-09-12T18:02:39.850 INFO:teuthology.orchestra.run.smithi045.stdout: "keys": [ 2024-09-12T18:02:39.850 INFO:teuthology.orchestra.run.smithi045.stdout: { 2024-09-12T18:02:39.850 INFO:teuthology.orchestra.run.smithi045.stdout: "user": "testx$tenanteduser.client.0", 2024-09-12T18:02:39.850 INFO:teuthology.orchestra.run.smithi045.stdout: "access_key": "MANUHAAHTAKHTNWWJODN", 2024-09-12T18:02:39.850 INFO:teuthology.orchestra.run.smithi045.stdout: "secret_key": "jkz9hD6neIIysV2rVEXxAI9dUW9ianCGlHv8tmV2Ehaz2hEl+QiqHg==", 2024-09-12T18:02:39.850 INFO:teuthology.orchestra.run.smithi045.stdout: "active": true, 2024-09-12T18:02:39.850 INFO:teuthology.orchestra.run.smithi045.stdout: "create_date": "2024-09-12T18:02:39.841449Z" 2024-09-12T18:02:39.850 INFO:teuthology.orchestra.run.smithi045.stdout: } 2024-09-12T18:02:39.850 INFO:teuthology.orchestra.run.smithi045.stdout: ], 2024-09-12T18:02:39.851 INFO:teuthology.orchestra.run.smithi045.stdout: "swift_keys": [], 2024-09-12T18:02:39.851 INFO:teuthology.orchestra.run.smithi045.stdout: "caps": [], 2024-09-12T18:02:39.851 INFO:teuthology.orchestra.run.smithi045.stdout: "op_mask": "read, write, delete", 2024-09-12T18:02:39.851 INFO:teuthology.orchestra.run.smithi045.stdout: "default_placement": "", 2024-09-12T18:02:39.851 INFO:teuthology.orchestra.run.smithi045.stdout: "default_storage_class": "", 2024-09-12T18:02:39.851 INFO:teuthology.orchestra.run.smithi045.stdout: "placement_tags": [], 2024-09-12T18:02:39.851 INFO:teuthology.orchestra.run.smithi045.stdout: "bucket_quota": { 2024-09-12T18:02:39.851 INFO:teuthology.orchestra.run.smithi045.stdout: "enabled": false, 2024-09-12T18:02:39.851 INFO:teuthology.orchestra.run.smithi045.stdout: "check_on_raw": false, 2024-09-12T18:02:39.851 INFO:teuthology.orchestra.run.smithi045.stdout: "max_size": -1, 2024-09-12T18:02:39.851 INFO:teuthology.orchestra.run.smithi045.stdout: "max_size_kb": 0, 2024-09-12T18:02:39.851 INFO:teuthology.orchestra.run.smithi045.stdout: "max_objects": -1 2024-09-12T18:02:39.851 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-12T18:02:39.851 INFO:teuthology.orchestra.run.smithi045.stdout: "user_quota": { 2024-09-12T18:02:39.852 INFO:teuthology.orchestra.run.smithi045.stdout: "enabled": false, 2024-09-12T18:02:39.852 INFO:teuthology.orchestra.run.smithi045.stdout: "check_on_raw": false, 2024-09-12T18:02:39.852 INFO:teuthology.orchestra.run.smithi045.stdout: "max_size": -1, 2024-09-12T18:02:39.852 INFO:teuthology.orchestra.run.smithi045.stdout: "max_size_kb": 0, 2024-09-12T18:02:39.852 INFO:teuthology.orchestra.run.smithi045.stdout: "max_objects": -1 2024-09-12T18:02:39.852 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-12T18:02:39.852 INFO:teuthology.orchestra.run.smithi045.stdout: "temp_url_keys": [], 2024-09-12T18:02:39.852 INFO:teuthology.orchestra.run.smithi045.stdout: "type": "root", 2024-09-12T18:02:39.852 INFO:teuthology.orchestra.run.smithi045.stdout: "mfa_ids": [], 2024-09-12T18:02:39.853 INFO:teuthology.orchestra.run.smithi045.stdout: "account_id": "RGW33333333333333333", 2024-09-12T18:02:39.853 INFO:teuthology.orchestra.run.smithi045.stdout: "path": "/", 2024-09-12T18:02:39.853 INFO:teuthology.orchestra.run.smithi045.stdout: "create_date": "2024-09-12T18:02:39.841438Z", 2024-09-12T18:02:39.853 INFO:teuthology.orchestra.run.smithi045.stdout: "tags": [], 2024-09-12T18:02:39.853 INFO:teuthology.orchestra.run.smithi045.stdout: "group_ids": [] 2024-09-12T18:02:39.853 INFO:teuthology.orchestra.run.smithi045.stdout:} 2024-09-12T18:02:39.853 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:39.854 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.850+0000 7f0ab37e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:39.854 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.852+0000 7f0bff7af800 20 remove_watcher() i=0 2024-09-12T18:02:39.854 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.852+0000 7f0bff7af800 2 removed watcher, disabling cache 2024-09-12T18:02:39.854 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.853+0000 7f0bff7af800 20 remove_watcher() i=1 2024-09-12T18:02:39.855 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.854+0000 7f0bff7af800 20 remove_watcher() i=2 2024-09-12T18:02:39.856 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.856+0000 7f0bff7af800 20 remove_watcher() i=3 2024-09-12T18:02:39.857 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.857+0000 7f0bff7af800 20 remove_watcher() i=4 2024-09-12T18:02:39.858 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.858+0000 7f0bff7af800 20 remove_watcher() i=5 2024-09-12T18:02:39.859 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.859+0000 7f0bff7af800 20 remove_watcher() i=6 2024-09-12T18:02:39.860 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.860+0000 7f0bff7af800 20 remove_watcher() i=7 2024-09-12T18:02:39.873 DEBUG:teuthology.orchestra.run.smithi045:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid 'testx$tenanteduser.client.0' --totp-serial 1561973946 --totp-seed U55U2COXOD75YREZKY2Y4BRZBXKRK4YFORCYGNF7F5TTCZBYJ3UIWS7CL5YYLPAO --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-12T18:02:39.943 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:02:39.943 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:02:39.978 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.978+0000 7f9e43b40800 20 rados->read ofs=0 len=0 2024-09-12T18:02:39.980 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.979+0000 7f9e43b40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:39.980 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.979+0000 7f9e43b40800 20 realm 2024-09-12T18:02:39.980 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.979+0000 7f9e43b40800 20 rados->read ofs=0 len=0 2024-09-12T18:02:39.980 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.980+0000 7f9e43b40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:39.981 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.980+0000 7f9e43b40800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:02:39.981 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.980+0000 7f9e43b40800 20 rados->read ofs=0 len=0 2024-09-12T18:02:39.981 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.980+0000 7f9e43b40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:39.981 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.980+0000 7f9e43b40800 20 rados->read ofs=0 len=0 2024-09-12T18:02:39.981 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.981+0000 7f9e43b40800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:39.981 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.981+0000 7f9e43b40800 20 rados->read ofs=0 len=0 2024-09-12T18:02:39.982 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.982+0000 7f9e43b40800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:02:39.982 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.982+0000 7f9e43b40800 20 searching for the correct realm 2024-09-12T18:02:39.986 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.985+0000 7f9e400c1640 0 -- 172.21.15.45:0/2486800851 >> [v2:172.21.15.45:6800/38958590,v1:172.21.15.45:6801/38958590] conn(0x5606a8ed9fa0 msgr2=0x5606a8edc410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:02:39.989 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.989+0000 7f9e3f8c0640 0 -- 172.21.15.45:0/2486800851 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f9e3404e9e0 msgr2=0x7f9e3404e450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:02:39.994 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.993+0000 7f9e43b40800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T18:02:39.994 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.993+0000 7f9e43b40800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T18:02:39.994 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.993+0000 7f9e43b40800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:02:39.994 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.993+0000 7f9e43b40800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:02:39.995 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.993+0000 7f9e43b40800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:02:39.995 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.993+0000 7f9e43b40800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:02:39.995 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.993+0000 7f9e43b40800 20 rados->read ofs=0 len=0 2024-09-12T18:02:39.995 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.994+0000 7f9e43b40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:39.995 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.994+0000 7f9e43b40800 20 rados->read ofs=0 len=0 2024-09-12T18:02:39.996 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.994+0000 7f9e43b40800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:39.996 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.994+0000 7f9e43b40800 20 rados->read ofs=0 len=0 2024-09-12T18:02:39.996 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.994+0000 7f9e43b40800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:02:39.997 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.994+0000 7f9e43b40800 20 zone default found 2024-09-12T18:02:39.997 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.994+0000 7f9e43b40800 4 Realm: () 2024-09-12T18:02:39.997 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.994+0000 7f9e43b40800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T18:02:39.997 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.994+0000 7f9e43b40800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T18:02:39.997 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.994+0000 7f9e43b40800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:02:39.997 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.994+0000 7f9e43b40800 20 zonegroup default 2024-09-12T18:02:39.997 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.994+0000 7f9e43b40800 20 rados->read ofs=0 len=0 2024-09-12T18:02:39.997 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.995+0000 7f9e43b40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:39.997 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.995+0000 7f9e43b40800 20 rados->read ofs=0 len=0 2024-09-12T18:02:39.997 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.995+0000 7f9e43b40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:39.997 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.995+0000 7f9e43b40800 20 rados->read ofs=0 len=0 2024-09-12T18:02:39.997 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.995+0000 7f9e43b40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:39.998 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.995+0000 7f9e43b40800 20 started sync module instance, tier type = 2024-09-12T18:02:39.998 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:39.995+0000 7f9e43b40800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T18:02:40.005 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.004+0000 7f9e43b40800 20 add_watcher() i=0 2024-09-12T18:02:40.005 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.004+0000 7f9e43b40800 20 add_watcher() i=1 2024-09-12T18:02:40.005 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.004+0000 7f9e43b40800 20 add_watcher() i=2 2024-09-12T18:02:40.005 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.004+0000 7f9e43b40800 20 add_watcher() i=3 2024-09-12T18:02:40.005 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.004+0000 7f9e43b40800 20 add_watcher() i=4 2024-09-12T18:02:40.005 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.004+0000 7f9e43b40800 20 add_watcher() i=5 2024-09-12T18:02:40.006 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.004+0000 7f9e43b40800 20 add_watcher() i=6 2024-09-12T18:02:40.006 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.005+0000 7f9e43b40800 20 add_watcher() i=7 2024-09-12T18:02:40.006 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.005+0000 7f9e43b40800 2 all 8 watchers are set, enabling cache 2024-09-12T18:02:40.008 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.007+0000 7f9cf5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:40.008 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.007+0000 7f9e43b40800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:02:40.009 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.007+0000 7f9e43b40800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:02:40.009 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.007+0000 7f9e43b40800 5 note: GC not initialized 2024-09-12T18:02:40.009 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.007+0000 7f9cf4fe1640 20 reqs_thread_entry: start 2024-09-12T18:02:40.009 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.008+0000 7f9e43b40800 20 init_complete bucket index max shards: 1 2024-09-12T18:02:40.009 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.008+0000 7f9e43b40800 20 Filter name: none 2024-09-12T18:02:40.009 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.008+0000 7f9c6e7fc640 20 reqs_thread_entry: start 2024-09-12T18:02:40.009 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.008+0000 7f9e43b40800 10 cache get: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 : miss 2024-09-12T18:02:40.009 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.008+0000 7f9e43b40800 20 rados->read ofs=0 len=0 2024-09-12T18:02:40.010 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.008+0000 7f9e43b40800 20 rados_obj.operate() r=0 bl.length=532 2024-09-12T18:02:40.010 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.008+0000 7f9e43b40800 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x13 2024-09-12T18:02:40.010 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.008+0000 7f9e43b40800 10 adding default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-12T18:02:40.010 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.008+0000 7f9e43b40800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:02:40.011 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.011+0000 7f9e43b40800 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2024-09-12T18:02:40.012 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.011+0000 7f9e43b40800 10 moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-12T18:02:40.012 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.011+0000 7f9e43b40800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.uid:testx$tenanteduser.client.0, ofs0, ns] 2024-09-12T18:02:40.012 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.011+0000 7f9d1effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300915 cookie 94586604009744 notifier 8522 bl.length()=746 2024-09-12T18:02:40.012 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.011+0000 7f9d1effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2024-09-12T18:02:40.012 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.011+0000 7f9d1effd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-12T18:02:40.013 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.012+0000 7f9cf5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:40.016 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.016+0000 7f9e43b40800 20 remove_watcher() i=0 2024-09-12T18:02:40.016 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.016+0000 7f9e43b40800 2 removed watcher, disabling cache 2024-09-12T18:02:40.017 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.017+0000 7f9e43b40800 20 remove_watcher() i=1 2024-09-12T18:02:40.018 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.018+0000 7f9e43b40800 20 remove_watcher() i=2 2024-09-12T18:02:40.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.019+0000 7f9e43b40800 20 remove_watcher() i=3 2024-09-12T18:02:40.020 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.020+0000 7f9e43b40800 20 remove_watcher() i=4 2024-09-12T18:02:40.021 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.021+0000 7f9e43b40800 20 remove_watcher() i=5 2024-09-12T18:02:40.022 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.022+0000 7f9e43b40800 20 remove_watcher() i=6 2024-09-12T18:02:40.023 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.023+0000 7f9e43b40800 20 remove_watcher() i=7 2024-09-12T18:02:40.035 DEBUG:tasks.s3tests:Creating user foobar.client.0 on client.0 2024-09-12T18:02:40.035 DEBUG:teuthology.orchestra.run.smithi045:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid foobar.client.0 --display-name Mr.foobar.client.0 --email foobar+test@test.test --access-key ZQEONFMWOYZWNLZGWRLW --secret L3vX6tSYChyK4RivyEtOm1mJfPjuue2mqw2bFtDZInuoKjs1eZ8RrQ== --cluster ceph 2024-09-12T18:02:40.101 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:02:40.101 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:02:40.137 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.136+0000 7efd6dd35800 20 rados->read ofs=0 len=0 2024-09-12T18:02:40.139 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.138+0000 7efd6dd35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:40.139 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.138+0000 7efd6dd35800 20 realm 2024-09-12T18:02:40.139 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.138+0000 7efd6dd35800 20 rados->read ofs=0 len=0 2024-09-12T18:02:40.139 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.138+0000 7efd6dd35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:40.139 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.138+0000 7efd6dd35800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:02:40.140 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.138+0000 7efd6dd35800 20 rados->read ofs=0 len=0 2024-09-12T18:02:40.140 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.138+0000 7efd6dd35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:40.140 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.138+0000 7efd6dd35800 20 rados->read ofs=0 len=0 2024-09-12T18:02:40.342 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.341+0000 7efd6dd35800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:40.342 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.341+0000 7efd6dd35800 20 rados->read ofs=0 len=0 2024-09-12T18:02:40.343 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.342+0000 7efd6dd35800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:02:40.343 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.342+0000 7efd6dd35800 20 searching for the correct realm 2024-09-12T18:02:40.346 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.346+0000 7efd6a2e5640 0 -- 172.21.15.45:0/2256031244 >> [v2:172.21.15.45:6800/38958590,v1:172.21.15.45:6801/38958590] conn(0x563c470cbc80 msgr2=0x563c470ce110 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:02:40.350 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.350+0000 7efd692e3640 0 -- 172.21.15.45:0/2256031244 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7efd5c074070 msgr2=0x7efd5c007c90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:02:40.355 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.354+0000 7efd6dd35800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T18:02:40.355 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.354+0000 7efd6dd35800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T18:02:40.355 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.354+0000 7efd6dd35800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:02:40.355 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.354+0000 7efd6dd35800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:02:40.355 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.354+0000 7efd6dd35800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:02:40.355 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.354+0000 7efd6dd35800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:02:40.355 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.354+0000 7efd6dd35800 20 rados->read ofs=0 len=0 2024-09-12T18:02:40.355 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.354+0000 7efd6dd35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:40.356 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.354+0000 7efd6dd35800 20 rados->read ofs=0 len=0 2024-09-12T18:02:40.357 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.355+0000 7efd6dd35800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:40.357 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.355+0000 7efd6dd35800 20 rados->read ofs=0 len=0 2024-09-12T18:02:40.357 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.355+0000 7efd6dd35800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:02:40.357 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.355+0000 7efd6dd35800 20 zone default found 2024-09-12T18:02:40.357 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.355+0000 7efd6dd35800 4 Realm: () 2024-09-12T18:02:40.357 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.355+0000 7efd6dd35800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T18:02:40.357 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.355+0000 7efd6dd35800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T18:02:40.357 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.355+0000 7efd6dd35800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:02:40.357 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.355+0000 7efd6dd35800 20 zonegroup default 2024-09-12T18:02:40.358 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.355+0000 7efd6dd35800 20 rados->read ofs=0 len=0 2024-09-12T18:02:40.358 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.355+0000 7efd6dd35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:40.358 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.355+0000 7efd6dd35800 20 rados->read ofs=0 len=0 2024-09-12T18:02:40.358 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.356+0000 7efd6dd35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:40.358 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.356+0000 7efd6dd35800 20 rados->read ofs=0 len=0 2024-09-12T18:02:40.358 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.356+0000 7efd6dd35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:40.358 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.356+0000 7efd6dd35800 20 started sync module instance, tier type = 2024-09-12T18:02:40.358 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.356+0000 7efd6dd35800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T18:02:40.366 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.366+0000 7efd6dd35800 20 add_watcher() i=0 2024-09-12T18:02:40.367 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.366+0000 7efd6dd35800 20 add_watcher() i=1 2024-09-12T18:02:40.367 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.366+0000 7efd6dd35800 20 add_watcher() i=2 2024-09-12T18:02:40.367 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.366+0000 7efd6dd35800 20 add_watcher() i=3 2024-09-12T18:02:40.367 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.366+0000 7efd6dd35800 20 add_watcher() i=4 2024-09-12T18:02:40.367 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.366+0000 7efd6dd35800 20 add_watcher() i=5 2024-09-12T18:02:40.367 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.366+0000 7efd6dd35800 20 add_watcher() i=6 2024-09-12T18:02:40.367 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.367+0000 7efd6dd35800 20 add_watcher() i=7 2024-09-12T18:02:40.367 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.367+0000 7efd6dd35800 2 all 8 watchers are set, enabling cache 2024-09-12T18:02:40.371 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.369+0000 7efc1b7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:40.371 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.369+0000 7efd6dd35800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:02:40.371 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.369+0000 7efd6dd35800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:02:40.371 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.369+0000 7efd6dd35800 5 note: GC not initialized 2024-09-12T18:02:40.371 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.369+0000 7efc1a7fc640 20 reqs_thread_entry: start 2024-09-12T18:02:40.371 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.369+0000 7efd6dd35800 20 init_complete bucket index max shards: 1 2024-09-12T18:02:40.371 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.369+0000 7efd6dd35800 20 Filter name: none 2024-09-12T18:02:40.371 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.369+0000 7efb8bfff640 20 reqs_thread_entry: start 2024-09-12T18:02:40.372 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.370+0000 7efd6dd35800 10 cache get: name=default.rgw.meta+users.uid+foobar.client.0 : miss 2024-09-12T18:02:40.372 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.370+0000 7efd6dd35800 20 rados->read ofs=0 len=0 2024-09-12T18:02:40.372 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.370+0000 7efd6dd35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:40.372 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.370+0000 7efd6dd35800 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x0 2024-09-12T18:02:40.372 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.370+0000 7efd6dd35800 10 adding default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-12T18:02:40.372 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.370+0000 7efd6dd35800 10 cache get: name=default.rgw.meta+users.email+foobar+test@test.test : miss 2024-09-12T18:02:40.372 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.370+0000 7efd6dd35800 20 rados->read ofs=0 len=0 2024-09-12T18:02:40.372 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.370+0000 7efd6dd35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:40.372 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.370+0000 7efd6dd35800 10 cache put: name=default.rgw.meta+users.email+foobar+test@test.test info.flags=0x0 2024-09-12T18:02:40.372 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.370+0000 7efd6dd35800 10 adding default.rgw.meta+users.email+foobar+test@test.test to cache LRU end 2024-09-12T18:02:40.372 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.370+0000 7efd6dd35800 10 cache get: name=default.rgw.meta+users.keys+ZQEONFMWOYZWNLZGWRLW : miss 2024-09-12T18:02:40.372 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.370+0000 7efd6dd35800 20 rados->read ofs=0 len=0 2024-09-12T18:02:40.372 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.370+0000 7efd6dd35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:40.373 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.370+0000 7efd6dd35800 10 cache put: name=default.rgw.meta+users.keys+ZQEONFMWOYZWNLZGWRLW info.flags=0x0 2024-09-12T18:02:40.373 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.370+0000 7efd6dd35800 10 adding default.rgw.meta+users.keys+ZQEONFMWOYZWNLZGWRLW to cache LRU end 2024-09-12T18:02:40.373 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.370+0000 7efd6dd35800 10 cache get: name=default.rgw.meta+users.keys+ZQEONFMWOYZWNLZGWRLW : hit (negative entry) 2024-09-12T18:02:40.373 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.370+0000 7efd6dd35800 10 cache get: name=default.rgw.meta+users.keys+ZQEONFMWOYZWNLZGWRLW : hit (negative entry) 2024-09-12T18:02:40.373 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.372+0000 7efd6dd35800 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-12T18:02:40.373 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.372+0000 7efd6dd35800 10 moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-12T18:02:40.374 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.372+0000 7efd6dd35800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:foobar.client.0, ofs0, ns] 2024-09-12T18:02:40.374 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.372+0000 7efc4d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300798 cookie 94816890125408 notifier 9072 bl.length()=660 2024-09-12T18:02:40.374 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.372+0000 7efc4d7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-12T18:02:40.374 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.372+0000 7efc4d7fa640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-12T18:02:40.375 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.374+0000 7efd6dd35800 10 cache put: name=default.rgw.meta+users.email+foobar+test@test.test info.flags=0x7 2024-09-12T18:02:40.375 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.374+0000 7efd6dd35800 10 moving default.rgw.meta+users.email+foobar+test@test.test to cache LRU end 2024-09-12T18:02:40.375 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.374+0000 7efd6dd35800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.email:foobar+test@test.test, ofs0, ns] 2024-09-12T18:02:40.375 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.374+0000 7efc4cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300873 cookie 94816890107552 notifier 9072 bl.length()=191 2024-09-12T18:02:40.375 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.374+0000 7efc4cff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+foobar+test@test.test info.flags=0x7 2024-09-12T18:02:40.375 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.375+0000 7efc4cff9640 10 rgw watcher librados: moving default.rgw.meta+users.email+foobar+test@test.test to cache LRU end 2024-09-12T18:02:40.377 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.377+0000 7efd6dd35800 10 cache put: name=default.rgw.meta+users.keys+ZQEONFMWOYZWNLZGWRLW info.flags=0x7 2024-09-12T18:02:40.377 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.377+0000 7efd6dd35800 10 moving default.rgw.meta+users.keys+ZQEONFMWOYZWNLZGWRLW to cache LRU end 2024-09-12T18:02:40.378 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.377+0000 7efd6dd35800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.keys:ZQEONFMWOYZWNLZGWRLW, ofs0, ns] 2024-09-12T18:02:40.378 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.377+0000 7efc4cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300876 cookie 94816890113808 notifier 9072 bl.length()=189 2024-09-12T18:02:40.378 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.377+0000 7efc4cff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+ZQEONFMWOYZWNLZGWRLW info.flags=0x7 2024-09-12T18:02:40.378 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.377+0000 7efc4cff9640 10 rgw watcher librados: moving default.rgw.meta+users.keys+ZQEONFMWOYZWNLZGWRLW to cache LRU end 2024-09-12T18:02:40.378 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2024-09-12T18:02:40.378 INFO:teuthology.orchestra.run.smithi045.stdout: "user_id": "foobar.client.0", 2024-09-12T18:02:40.378 INFO:teuthology.orchestra.run.smithi045.stdout: "display_name": "Mr.foobar.client.0", 2024-09-12T18:02:40.378 INFO:teuthology.orchestra.run.smithi045.stdout: "email": "foobar+test@test.test", 2024-09-12T18:02:40.378 INFO:teuthology.orchestra.run.smithi045.stdout: "suspended": 0, 2024-09-12T18:02:40.378 INFO:teuthology.orchestra.run.smithi045.stdout: "max_buckets": 1000, 2024-09-12T18:02:40.379 INFO:teuthology.orchestra.run.smithi045.stdout: "subusers": [], 2024-09-12T18:02:40.379 INFO:teuthology.orchestra.run.smithi045.stdout: "keys": [ 2024-09-12T18:02:40.379 INFO:teuthology.orchestra.run.smithi045.stdout: { 2024-09-12T18:02:40.379 INFO:teuthology.orchestra.run.smithi045.stdout: "user": "foobar.client.0", 2024-09-12T18:02:40.379 INFO:teuthology.orchestra.run.smithi045.stdout: "access_key": "ZQEONFMWOYZWNLZGWRLW", 2024-09-12T18:02:40.379 INFO:teuthology.orchestra.run.smithi045.stdout: "secret_key": "L3vX6tSYChyK4RivyEtOm1mJfPjuue2mqw2bFtDZInuoKjs1eZ8RrQ==", 2024-09-12T18:02:40.379 INFO:teuthology.orchestra.run.smithi045.stdout: "active": true, 2024-09-12T18:02:40.379 INFO:teuthology.orchestra.run.smithi045.stdout: "create_date": "2024-09-12T18:02:40.371523Z" 2024-09-12T18:02:40.379 INFO:teuthology.orchestra.run.smithi045.stdout: } 2024-09-12T18:02:40.379 INFO:teuthology.orchestra.run.smithi045.stdout: ], 2024-09-12T18:02:40.379 INFO:teuthology.orchestra.run.smithi045.stdout: "swift_keys": [], 2024-09-12T18:02:40.379 INFO:teuthology.orchestra.run.smithi045.stdout: "caps": [], 2024-09-12T18:02:40.379 INFO:teuthology.orchestra.run.smithi045.stdout: "op_mask": "read, write, delete", 2024-09-12T18:02:40.379 INFO:teuthology.orchestra.run.smithi045.stdout: "default_placement": "", 2024-09-12T18:02:40.380 INFO:teuthology.orchestra.run.smithi045.stdout: "default_storage_class": "", 2024-09-12T18:02:40.380 INFO:teuthology.orchestra.run.smithi045.stdout: "placement_tags": [], 2024-09-12T18:02:40.380 INFO:teuthology.orchestra.run.smithi045.stdout: "bucket_quota": { 2024-09-12T18:02:40.380 INFO:teuthology.orchestra.run.smithi045.stdout: "enabled": false, 2024-09-12T18:02:40.380 INFO:teuthology.orchestra.run.smithi045.stdout: "check_on_raw": false, 2024-09-12T18:02:40.380 INFO:teuthology.orchestra.run.smithi045.stdout: "max_size": -1, 2024-09-12T18:02:40.380 INFO:teuthology.orchestra.run.smithi045.stdout: "max_size_kb": 0, 2024-09-12T18:02:40.380 INFO:teuthology.orchestra.run.smithi045.stdout: "max_objects": -1 2024-09-12T18:02:40.380 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-12T18:02:40.380 INFO:teuthology.orchestra.run.smithi045.stdout: "user_quota": { 2024-09-12T18:02:40.380 INFO:teuthology.orchestra.run.smithi045.stdout: "enabled": false, 2024-09-12T18:02:40.380 INFO:teuthology.orchestra.run.smithi045.stdout: "check_on_raw": false, 2024-09-12T18:02:40.380 INFO:teuthology.orchestra.run.smithi045.stdout: "max_size": -1, 2024-09-12T18:02:40.381 INFO:teuthology.orchestra.run.smithi045.stdout: "max_size_kb": 0, 2024-09-12T18:02:40.381 INFO:teuthology.orchestra.run.smithi045.stdout: "max_objects": -1 2024-09-12T18:02:40.381 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-12T18:02:40.381 INFO:teuthology.orchestra.run.smithi045.stdout: "temp_url_keys": [], 2024-09-12T18:02:40.381 INFO:teuthology.orchestra.run.smithi045.stdout: "type": "rgw", 2024-09-12T18:02:40.381 INFO:teuthology.orchestra.run.smithi045.stdout: "mfa_ids": [], 2024-09-12T18:02:40.381 INFO:teuthology.orchestra.run.smithi045.stdout: "account_id": "", 2024-09-12T18:02:40.381 INFO:teuthology.orchestra.run.smithi045.stdout: "path": "/", 2024-09-12T18:02:40.381 INFO:teuthology.orchestra.run.smithi045.stdout: "create_date": "2024-09-12T18:02:40.371512Z", 2024-09-12T18:02:40.381 INFO:teuthology.orchestra.run.smithi045.stdout: "tags": [], 2024-09-12T18:02:40.381 INFO:teuthology.orchestra.run.smithi045.stdout: "group_ids": [] 2024-09-12T18:02:40.381 INFO:teuthology.orchestra.run.smithi045.stdout:} 2024-09-12T18:02:40.381 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:40.382 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.378+0000 7efc1b7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:40.382 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.381+0000 7efd6dd35800 20 remove_watcher() i=0 2024-09-12T18:02:40.382 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.381+0000 7efd6dd35800 2 removed watcher, disabling cache 2024-09-12T18:02:40.382 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.382+0000 7efd6dd35800 20 remove_watcher() i=1 2024-09-12T18:02:40.384 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.383+0000 7efd6dd35800 20 remove_watcher() i=2 2024-09-12T18:02:40.385 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.384+0000 7efd6dd35800 20 remove_watcher() i=3 2024-09-12T18:02:40.385 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.385+0000 7efd6dd35800 20 remove_watcher() i=4 2024-09-12T18:02:40.387 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.386+0000 7efd6dd35800 20 remove_watcher() i=5 2024-09-12T18:02:40.387 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.387+0000 7efd6dd35800 20 remove_watcher() i=6 2024-09-12T18:02:40.388 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.388+0000 7efd6dd35800 20 remove_watcher() i=7 2024-09-12T18:02:40.400 DEBUG:teuthology.orchestra.run.smithi045:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid foobar.client.0 --totp-serial 4091668242 --totp-seed QUREFEPCVY6LSWW7GYSXJMTCDTKXKYTDOWPXX7SPR3UJTC33ZZATKNCSHLCIE5VW --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-12T18:02:40.469 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:02:40.469 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:02:40.505 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.505+0000 7fadc1b2c800 20 rados->read ofs=0 len=0 2024-09-12T18:02:40.507 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.506+0000 7fadc1b2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:40.507 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.506+0000 7fadc1b2c800 20 realm 2024-09-12T18:02:40.507 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.506+0000 7fadc1b2c800 20 rados->read ofs=0 len=0 2024-09-12T18:02:40.507 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.507+0000 7fadc1b2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:40.508 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.507+0000 7fadc1b2c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:02:40.508 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.507+0000 7fadc1b2c800 20 rados->read ofs=0 len=0 2024-09-12T18:02:40.508 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.507+0000 7fadc1b2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:40.508 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.507+0000 7fadc1b2c800 20 rados->read ofs=0 len=0 2024-09-12T18:02:40.508 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.508+0000 7fadc1b2c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:40.508 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.508+0000 7fadc1b2c800 20 rados->read ofs=0 len=0 2024-09-12T18:02:40.509 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.509+0000 7fadc1b2c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:02:40.509 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.509+0000 7fadc1b2c800 20 searching for the correct realm 2024-09-12T18:02:40.512 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.512+0000 7fadbdf62640 0 -- 172.21.15.45:0/1772682393 >> [v2:172.21.15.45:6800/38958590,v1:172.21.15.45:6801/38958590] conn(0x5559a4633aa0 msgr2=0x5559a4635f10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:02:40.516 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.516+0000 7fadbcf60640 0 -- 172.21.15.45:0/1772682393 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7fadb0018070 msgr2=0x7fadb00aa3c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:02:40.520 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.520+0000 7fadc1b2c800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T18:02:40.521 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.520+0000 7fadc1b2c800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T18:02:40.521 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.520+0000 7fadc1b2c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:02:40.521 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.520+0000 7fadc1b2c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:02:40.521 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.520+0000 7fadc1b2c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:02:40.521 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.520+0000 7fadc1b2c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:02:40.521 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.520+0000 7fadc1b2c800 20 rados->read ofs=0 len=0 2024-09-12T18:02:40.521 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.520+0000 7fadc1b2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:40.521 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.520+0000 7fadc1b2c800 20 rados->read ofs=0 len=0 2024-09-12T18:02:40.521 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.520+0000 7fadc1b2c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:40.521 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.520+0000 7fadc1b2c800 20 rados->read ofs=0 len=0 2024-09-12T18:02:40.522 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.520+0000 7fadc1b2c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:02:40.522 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.520+0000 7fadc1b2c800 20 zone default found 2024-09-12T18:02:40.522 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.520+0000 7fadc1b2c800 4 Realm: () 2024-09-12T18:02:40.523 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.520+0000 7fadc1b2c800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T18:02:40.523 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.520+0000 7fadc1b2c800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T18:02:40.523 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.520+0000 7fadc1b2c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:02:40.523 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.520+0000 7fadc1b2c800 20 zonegroup default 2024-09-12T18:02:40.523 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.520+0000 7fadc1b2c800 20 rados->read ofs=0 len=0 2024-09-12T18:02:40.523 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.521+0000 7fadc1b2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:40.523 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.521+0000 7fadc1b2c800 20 rados->read ofs=0 len=0 2024-09-12T18:02:40.523 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.521+0000 7fadc1b2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:40.523 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.521+0000 7fadc1b2c800 20 rados->read ofs=0 len=0 2024-09-12T18:02:40.523 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.522+0000 7fadc1b2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:40.523 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.522+0000 7fadc1b2c800 20 started sync module instance, tier type = 2024-09-12T18:02:40.523 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.522+0000 7fadc1b2c800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T18:02:40.531 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.531+0000 7fadc1b2c800 20 add_watcher() i=0 2024-09-12T18:02:40.531 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.531+0000 7fadc1b2c800 20 add_watcher() i=1 2024-09-12T18:02:40.531 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.531+0000 7fadc1b2c800 20 add_watcher() i=2 2024-09-12T18:02:40.531 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.531+0000 7fadc1b2c800 20 add_watcher() i=3 2024-09-12T18:02:40.532 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.531+0000 7fadc1b2c800 20 add_watcher() i=4 2024-09-12T18:02:40.532 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.531+0000 7fadc1b2c800 20 add_watcher() i=5 2024-09-12T18:02:40.532 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.531+0000 7fadc1b2c800 20 add_watcher() i=6 2024-09-12T18:02:40.532 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.531+0000 7fadc1b2c800 20 add_watcher() i=7 2024-09-12T18:02:40.532 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.531+0000 7fadc1b2c800 2 all 8 watchers are set, enabling cache 2024-09-12T18:02:40.534 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.533+0000 7fac737e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:40.535 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.533+0000 7fadc1b2c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:02:40.535 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.533+0000 7fadc1b2c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:02:40.535 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.533+0000 7fadc1b2c800 5 note: GC not initialized 2024-09-12T18:02:40.535 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.534+0000 7fac727e4640 20 reqs_thread_entry: start 2024-09-12T18:02:40.535 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.534+0000 7fadc1b2c800 20 init_complete bucket index max shards: 1 2024-09-12T18:02:40.535 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.534+0000 7fadc1b2c800 20 Filter name: none 2024-09-12T18:02:40.535 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.534+0000 7fabe3fff640 20 reqs_thread_entry: start 2024-09-12T18:02:40.535 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.534+0000 7fadc1b2c800 10 cache get: name=default.rgw.meta+users.uid+foobar.client.0 : miss 2024-09-12T18:02:40.535 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.534+0000 7fadc1b2c800 20 rados->read ofs=0 len=0 2024-09-12T18:02:40.536 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.534+0000 7fadc1b2c800 20 rados_obj.operate() r=0 bl.length=472 2024-09-12T18:02:40.536 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.534+0000 7fadc1b2c800 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x13 2024-09-12T18:02:40.536 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.534+0000 7fadc1b2c800 10 adding default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-12T18:02:40.536 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.534+0000 7fadc1b2c800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:02:40.538 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.537+0000 7fadc1b2c800 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-12T18:02:40.538 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.537+0000 7fadc1b2c800 10 moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-12T18:02:40.538 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.537+0000 7fadc1b2c800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:foobar.client.0, ofs0, ns] 2024-09-12T18:02:40.538 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.537+0000 7faca0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300799 cookie 93843498500928 notifier 9090 bl.length()=674 2024-09-12T18:02:40.538 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.537+0000 7faca0ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-12T18:02:40.538 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.537+0000 7faca0ff9640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-12T18:02:40.539 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.538+0000 7fac737e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:40.541 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.541+0000 7fadc1b2c800 20 remove_watcher() i=0 2024-09-12T18:02:40.541 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.541+0000 7fadc1b2c800 2 removed watcher, disabling cache 2024-09-12T18:02:40.542 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.542+0000 7fadc1b2c800 20 remove_watcher() i=1 2024-09-12T18:02:40.543 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.543+0000 7fadc1b2c800 20 remove_watcher() i=2 2024-09-12T18:02:40.544 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.544+0000 7fadc1b2c800 20 remove_watcher() i=3 2024-09-12T18:02:40.546 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.545+0000 7fadc1b2c800 20 remove_watcher() i=4 2024-09-12T18:02:40.547 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.546+0000 7fadc1b2c800 20 remove_watcher() i=5 2024-09-12T18:02:40.548 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.547+0000 7fadc1b2c800 20 remove_watcher() i=6 2024-09-12T18:02:40.549 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.548+0000 7fadc1b2c800 20 remove_watcher() i=7 2024-09-12T18:02:40.560 DEBUG:teuthology.orchestra.run.smithi045:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 caps add --uid foobar.client.0 --caps 'oidc-provider=*;roles=*;user-policy=*' --cluster ceph 2024-09-12T18:02:40.619 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:02:40.619 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:02:40.654 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.654+0000 7fbd29a31800 20 rados->read ofs=0 len=0 2024-09-12T18:02:40.656 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.656+0000 7fbd29a31800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:40.656 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.656+0000 7fbd29a31800 20 realm 2024-09-12T18:02:40.657 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.656+0000 7fbd29a31800 20 rados->read ofs=0 len=0 2024-09-12T18:02:40.657 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.656+0000 7fbd29a31800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:40.657 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.656+0000 7fbd29a31800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:02:40.657 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.656+0000 7fbd29a31800 20 rados->read ofs=0 len=0 2024-09-12T18:02:40.657 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.656+0000 7fbd29a31800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:40.657 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.656+0000 7fbd29a31800 20 rados->read ofs=0 len=0 2024-09-12T18:02:40.657 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.657+0000 7fbd29a31800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:40.657 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.657+0000 7fbd29a31800 20 rados->read ofs=0 len=0 2024-09-12T18:02:40.660 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.658+0000 7fbd29a31800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:02:40.660 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.658+0000 7fbd29a31800 20 searching for the correct realm 2024-09-12T18:02:40.661 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.661+0000 7fbd2558c640 0 -- 172.21.15.45:0/305942182 >> [v2:172.21.15.45:6824/1551660769,v1:172.21.15.45:6825/1551660769] conn(0x560948f5c170 msgr2=0x560948f5e630 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:02:40.665 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.664+0000 7fbd24d8b640 0 -- 172.21.15.45:0/305942182 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7fbd18058960 msgr2=0x7fbd180573e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:02:40.669 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.668+0000 7fbd29a31800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T18:02:40.669 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.668+0000 7fbd29a31800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T18:02:40.669 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.668+0000 7fbd29a31800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:02:40.669 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.668+0000 7fbd29a31800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:02:40.669 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.668+0000 7fbd29a31800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:02:40.669 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.668+0000 7fbd29a31800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:02:40.669 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.668+0000 7fbd29a31800 20 rados->read ofs=0 len=0 2024-09-12T18:02:40.670 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.668+0000 7fbd29a31800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:40.670 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.668+0000 7fbd29a31800 20 rados->read ofs=0 len=0 2024-09-12T18:02:40.671 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.669+0000 7fbd29a31800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:40.671 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.669+0000 7fbd29a31800 20 rados->read ofs=0 len=0 2024-09-12T18:02:40.671 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.669+0000 7fbd29a31800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:02:40.671 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.669+0000 7fbd29a31800 20 zone default found 2024-09-12T18:02:40.671 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.669+0000 7fbd29a31800 4 Realm: () 2024-09-12T18:02:40.671 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.669+0000 7fbd29a31800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T18:02:40.671 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.669+0000 7fbd29a31800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T18:02:40.671 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.669+0000 7fbd29a31800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:02:40.671 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.669+0000 7fbd29a31800 20 zonegroup default 2024-09-12T18:02:40.672 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.669+0000 7fbd29a31800 20 rados->read ofs=0 len=0 2024-09-12T18:02:40.672 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.669+0000 7fbd29a31800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:40.672 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.669+0000 7fbd29a31800 20 rados->read ofs=0 len=0 2024-09-12T18:02:40.672 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.670+0000 7fbd29a31800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:40.672 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.670+0000 7fbd29a31800 20 rados->read ofs=0 len=0 2024-09-12T18:02:40.672 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.670+0000 7fbd29a31800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:40.672 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.670+0000 7fbd29a31800 20 started sync module instance, tier type = 2024-09-12T18:02:40.672 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.670+0000 7fbd29a31800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T18:02:40.680 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.679+0000 7fbd29a31800 20 add_watcher() i=0 2024-09-12T18:02:40.680 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.679+0000 7fbd29a31800 20 add_watcher() i=1 2024-09-12T18:02:40.680 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.679+0000 7fbd29a31800 20 add_watcher() i=2 2024-09-12T18:02:40.680 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.679+0000 7fbd29a31800 20 add_watcher() i=3 2024-09-12T18:02:40.680 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.679+0000 7fbd29a31800 20 add_watcher() i=4 2024-09-12T18:02:40.680 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.679+0000 7fbd29a31800 20 add_watcher() i=5 2024-09-12T18:02:40.680 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.679+0000 7fbd29a31800 20 add_watcher() i=6 2024-09-12T18:02:40.681 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.680+0000 7fbd29a31800 20 add_watcher() i=7 2024-09-12T18:02:40.681 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.680+0000 7fbd29a31800 2 all 8 watchers are set, enabling cache 2024-09-12T18:02:40.684 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.682+0000 7fbbdb7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:40.684 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.682+0000 7fbd29a31800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:02:40.684 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.682+0000 7fbd29a31800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:02:40.684 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.682+0000 7fbd29a31800 5 note: GC not initialized 2024-09-12T18:02:40.684 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.682+0000 7fbbda7e4640 20 reqs_thread_entry: start 2024-09-12T18:02:40.684 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.683+0000 7fbd29a31800 20 init_complete bucket index max shards: 1 2024-09-12T18:02:40.684 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.683+0000 7fbd29a31800 20 Filter name: none 2024-09-12T18:02:40.684 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.683+0000 7fbbd3fff640 20 reqs_thread_entry: start 2024-09-12T18:02:40.685 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.683+0000 7fbd29a31800 10 cache get: name=default.rgw.meta+users.uid+foobar.client.0 : miss 2024-09-12T18:02:40.685 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.683+0000 7fbd29a31800 20 rados->read ofs=0 len=0 2024-09-12T18:02:40.685 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.683+0000 7fbd29a31800 20 rados_obj.operate() r=0 bl.length=486 2024-09-12T18:02:40.685 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.683+0000 7fbd29a31800 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x13 2024-09-12T18:02:40.685 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.683+0000 7fbd29a31800 10 adding default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-12T18:02:40.685 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.683+0000 7fbd29a31800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:02:40.686 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.684+0000 7fbd29a31800 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-12T18:02:40.686 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.684+0000 7fbd29a31800 10 moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-12T18:02:40.686 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.684+0000 7fbd29a31800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:foobar.client.0, ofs0, ns] 2024-09-12T18:02:40.686 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.685+0000 7fbbfbfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300800 cookie 94597878792368 notifier 8573 bl.length()=727 2024-09-12T18:02:40.686 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.685+0000 7fbbfbfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-12T18:02:40.686 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.685+0000 7fbbfbfff640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-12T18:02:40.686 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2024-09-12T18:02:40.686 INFO:teuthology.orchestra.run.smithi045.stdout: "user_id": "foobar.client.0", 2024-09-12T18:02:40.687 INFO:teuthology.orchestra.run.smithi045.stdout: "display_name": "Mr.foobar.client.0", 2024-09-12T18:02:40.687 INFO:teuthology.orchestra.run.smithi045.stdout: "email": "foobar+test@test.test", 2024-09-12T18:02:40.687 INFO:teuthology.orchestra.run.smithi045.stdout: "suspended": 0, 2024-09-12T18:02:40.687 INFO:teuthology.orchestra.run.smithi045.stdout: "max_buckets": 1000, 2024-09-12T18:02:40.687 INFO:teuthology.orchestra.run.smithi045.stdout: "subusers": [], 2024-09-12T18:02:40.687 INFO:teuthology.orchestra.run.smithi045.stdout: "keys": [ 2024-09-12T18:02:40.687 INFO:teuthology.orchestra.run.smithi045.stdout: { 2024-09-12T18:02:40.687 INFO:teuthology.orchestra.run.smithi045.stdout: "user": "foobar.client.0", 2024-09-12T18:02:40.687 INFO:teuthology.orchestra.run.smithi045.stdout: "access_key": "ZQEONFMWOYZWNLZGWRLW", 2024-09-12T18:02:40.687 INFO:teuthology.orchestra.run.smithi045.stdout: "secret_key": "L3vX6tSYChyK4RivyEtOm1mJfPjuue2mqw2bFtDZInuoKjs1eZ8RrQ==", 2024-09-12T18:02:40.687 INFO:teuthology.orchestra.run.smithi045.stdout: "active": true, 2024-09-12T18:02:40.687 INFO:teuthology.orchestra.run.smithi045.stdout: "create_date": "2024-09-12T18:02:40.371523Z" 2024-09-12T18:02:40.687 INFO:teuthology.orchestra.run.smithi045.stdout: } 2024-09-12T18:02:40.687 INFO:teuthology.orchestra.run.smithi045.stdout: ], 2024-09-12T18:02:40.688 INFO:teuthology.orchestra.run.smithi045.stdout: "swift_keys": [], 2024-09-12T18:02:40.688 INFO:teuthology.orchestra.run.smithi045.stdout: "caps": [ 2024-09-12T18:02:40.688 INFO:teuthology.orchestra.run.smithi045.stdout: { 2024-09-12T18:02:40.688 INFO:teuthology.orchestra.run.smithi045.stdout: "type": "oidc-provider", 2024-09-12T18:02:40.688 INFO:teuthology.orchestra.run.smithi045.stdout: "perm": "*" 2024-09-12T18:02:40.688 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-12T18:02:40.688 INFO:teuthology.orchestra.run.smithi045.stdout: { 2024-09-12T18:02:40.688 INFO:teuthology.orchestra.run.smithi045.stdout: "type": "roles", 2024-09-12T18:02:40.688 INFO:teuthology.orchestra.run.smithi045.stdout: "perm": "*" 2024-09-12T18:02:40.688 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-12T18:02:40.688 INFO:teuthology.orchestra.run.smithi045.stdout: { 2024-09-12T18:02:40.688 INFO:teuthology.orchestra.run.smithi045.stdout: "type": "user-policy", 2024-09-12T18:02:40.688 INFO:teuthology.orchestra.run.smithi045.stdout: "perm": "*" 2024-09-12T18:02:40.689 INFO:teuthology.orchestra.run.smithi045.stdout: } 2024-09-12T18:02:40.689 INFO:teuthology.orchestra.run.smithi045.stdout: ], 2024-09-12T18:02:40.689 INFO:teuthology.orchestra.run.smithi045.stdout: "op_mask": "read, write, delete", 2024-09-12T18:02:40.689 INFO:teuthology.orchestra.run.smithi045.stdout: "default_placement": "", 2024-09-12T18:02:40.689 INFO:teuthology.orchestra.run.smithi045.stdout: "default_storage_class": "", 2024-09-12T18:02:40.689 INFO:teuthology.orchestra.run.smithi045.stdout: "placement_tags": [], 2024-09-12T18:02:40.689 INFO:teuthology.orchestra.run.smithi045.stdout: "bucket_quota": { 2024-09-12T18:02:40.689 INFO:teuthology.orchestra.run.smithi045.stdout: "enabled": false, 2024-09-12T18:02:40.689 INFO:teuthology.orchestra.run.smithi045.stdout: "check_on_raw": false, 2024-09-12T18:02:40.689 INFO:teuthology.orchestra.run.smithi045.stdout: "max_size": -1, 2024-09-12T18:02:40.689 INFO:teuthology.orchestra.run.smithi045.stdout: "max_size_kb": 0, 2024-09-12T18:02:40.689 INFO:teuthology.orchestra.run.smithi045.stdout: "max_objects": -1 2024-09-12T18:02:40.689 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-12T18:02:40.690 INFO:teuthology.orchestra.run.smithi045.stdout: "user_quota": { 2024-09-12T18:02:40.690 INFO:teuthology.orchestra.run.smithi045.stdout: "enabled": false, 2024-09-12T18:02:40.690 INFO:teuthology.orchestra.run.smithi045.stdout: "check_on_raw": false, 2024-09-12T18:02:40.690 INFO:teuthology.orchestra.run.smithi045.stdout: "max_size": -1, 2024-09-12T18:02:40.690 INFO:teuthology.orchestra.run.smithi045.stdout: "max_size_kb": 0, 2024-09-12T18:02:40.690 INFO:teuthology.orchestra.run.smithi045.stdout: "max_objects": -1 2024-09-12T18:02:40.690 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-12T18:02:40.690 INFO:teuthology.orchestra.run.smithi045.stdout: "temp_url_keys": [], 2024-09-12T18:02:40.690 INFO:teuthology.orchestra.run.smithi045.stdout: "type": "rgw", 2024-09-12T18:02:40.690 INFO:teuthology.orchestra.run.smithi045.stdout: "mfa_ids": [ 2024-09-12T18:02:40.690 INFO:teuthology.orchestra.run.smithi045.stdout: "4091668242" 2024-09-12T18:02:40.690 INFO:teuthology.orchestra.run.smithi045.stdout: ], 2024-09-12T18:02:40.690 INFO:teuthology.orchestra.run.smithi045.stdout: "account_id": "", 2024-09-12T18:02:40.691 INFO:teuthology.orchestra.run.smithi045.stdout: "path": "/", 2024-09-12T18:02:40.691 INFO:teuthology.orchestra.run.smithi045.stdout: "create_date": "2024-09-12T18:02:40.371512Z", 2024-09-12T18:02:40.691 INFO:teuthology.orchestra.run.smithi045.stdout: "tags": [], 2024-09-12T18:02:40.691 INFO:teuthology.orchestra.run.smithi045.stdout: "group_ids": [] 2024-09-12T18:02:40.691 INFO:teuthology.orchestra.run.smithi045.stdout:} 2024-09-12T18:02:40.691 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:40.692 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.686+0000 7fbbdb7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:40.692 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.689+0000 7fbd29a31800 20 remove_watcher() i=0 2024-09-12T18:02:40.692 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.689+0000 7fbd29a31800 2 removed watcher, disabling cache 2024-09-12T18:02:40.692 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.690+0000 7fbd29a31800 20 remove_watcher() i=1 2024-09-12T18:02:40.692 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.691+0000 7fbd29a31800 20 remove_watcher() i=2 2024-09-12T18:02:40.692 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.692+0000 7fbd29a31800 20 remove_watcher() i=3 2024-09-12T18:02:40.693 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.693+0000 7fbd29a31800 20 remove_watcher() i=4 2024-09-12T18:02:40.694 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.694+0000 7fbd29a31800 20 remove_watcher() i=5 2024-09-12T18:02:40.695 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.695+0000 7fbd29a31800 20 remove_watcher() i=6 2024-09-12T18:02:40.696 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.696+0000 7fbd29a31800 20 remove_watcher() i=7 2024-09-12T18:02:40.708 DEBUG:teuthology.orchestra.run.smithi045:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 --cluster ceph account create --account-id RGW88888888888888888 --account-name Mr.RGW88888888888888888 --email RGW88888888888888888+test@test.test 2024-09-12T18:02:40.769 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:02:40.769 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:02:40.805 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.805+0000 7f138a12c800 20 rados->read ofs=0 len=0 2024-09-12T18:02:40.807 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.806+0000 7f138a12c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:40.807 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.806+0000 7f138a12c800 20 realm 2024-09-12T18:02:40.807 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.806+0000 7f138a12c800 20 rados->read ofs=0 len=0 2024-09-12T18:02:40.807 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.806+0000 7f138a12c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:40.807 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.806+0000 7f138a12c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:02:40.808 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.806+0000 7f138a12c800 20 rados->read ofs=0 len=0 2024-09-12T18:02:40.808 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.807+0000 7f138a12c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:40.808 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.807+0000 7f138a12c800 20 rados->read ofs=0 len=0 2024-09-12T18:02:40.808 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.807+0000 7f138a12c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:40.808 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.807+0000 7f138a12c800 20 rados->read ofs=0 len=0 2024-09-12T18:02:40.809 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.808+0000 7f138a12c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:02:40.809 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.808+0000 7f138a12c800 20 searching for the correct realm 2024-09-12T18:02:40.811 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:40.810+0000 7f138564e640 0 -- 172.21.15.45:0/3137736623 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f137807c040 msgr2=0x7f13780913d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:02:41.017 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.016+0000 7f1385e4f640 0 -- 172.21.15.45:0/3137736623 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f137c09a9c0 msgr2=0x7f137c0e7660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:02:41.226 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.224+0000 7f138a12c800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T18:02:41.226 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.224+0000 7f138a12c800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T18:02:41.226 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.224+0000 7f138a12c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:02:41.226 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.224+0000 7f138a12c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:02:41.226 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.224+0000 7f138a12c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:02:41.226 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.224+0000 7f138a12c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:02:41.226 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.224+0000 7f138a12c800 20 rados->read ofs=0 len=0 2024-09-12T18:02:41.226 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.225+0000 7f138a12c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:41.226 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.225+0000 7f138a12c800 20 rados->read ofs=0 len=0 2024-09-12T18:02:41.226 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.225+0000 7f138a12c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:41.226 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.225+0000 7f138a12c800 20 rados->read ofs=0 len=0 2024-09-12T18:02:41.227 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.225+0000 7f138a12c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:02:41.227 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.225+0000 7f138a12c800 20 zone default found 2024-09-12T18:02:41.227 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.225+0000 7f138a12c800 4 Realm: () 2024-09-12T18:02:41.228 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.225+0000 7f138a12c800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T18:02:41.228 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.225+0000 7f138a12c800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T18:02:41.228 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.225+0000 7f138a12c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:02:41.228 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.225+0000 7f138a12c800 20 zonegroup default 2024-09-12T18:02:41.228 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.225+0000 7f138a12c800 20 rados->read ofs=0 len=0 2024-09-12T18:02:41.228 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.226+0000 7f138a12c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:41.228 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.226+0000 7f138a12c800 20 rados->read ofs=0 len=0 2024-09-12T18:02:41.228 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.226+0000 7f138a12c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:41.228 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.226+0000 7f138a12c800 20 rados->read ofs=0 len=0 2024-09-12T18:02:41.228 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.226+0000 7f138a12c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:41.228 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.226+0000 7f138a12c800 20 started sync module instance, tier type = 2024-09-12T18:02:41.228 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.226+0000 7f138a12c800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T18:02:41.238 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.237+0000 7f138a12c800 20 add_watcher() i=0 2024-09-12T18:02:41.238 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.237+0000 7f138a12c800 20 add_watcher() i=1 2024-09-12T18:02:41.238 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.237+0000 7f138a12c800 20 add_watcher() i=2 2024-09-12T18:02:41.238 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.237+0000 7f138a12c800 20 add_watcher() i=3 2024-09-12T18:02:41.238 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.237+0000 7f138a12c800 20 add_watcher() i=4 2024-09-12T18:02:41.238 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.237+0000 7f138a12c800 20 add_watcher() i=5 2024-09-12T18:02:41.238 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.237+0000 7f138a12c800 20 add_watcher() i=6 2024-09-12T18:02:41.239 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.238+0000 7f138a12c800 20 add_watcher() i=7 2024-09-12T18:02:41.239 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.238+0000 7f138a12c800 2 all 8 watchers are set, enabling cache 2024-09-12T18:02:41.241 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.240+0000 7f1237fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:41.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.240+0000 7f138a12c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:02:41.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.240+0000 7f138a12c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:02:41.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.240+0000 7f138a12c800 5 note: GC not initialized 2024-09-12T18:02:41.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.241+0000 7f1236ffd640 20 reqs_thread_entry: start 2024-09-12T18:02:41.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.241+0000 7f138a12c800 20 init_complete bucket index max shards: 1 2024-09-12T18:02:41.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.241+0000 7f138a12c800 20 Filter name: none 2024-09-12T18:02:41.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.241+0000 7f1234ff9640 20 reqs_thread_entry: start 2024-09-12T18:02:41.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.241+0000 7f138a12c800 10 cache get: name=default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 : miss 2024-09-12T18:02:41.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.241+0000 7f138a12c800 20 rados->read ofs=0 len=0 2024-09-12T18:02:41.243 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.241+0000 7f138a12c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:41.243 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.241+0000 7f138a12c800 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 info.flags=0x0 2024-09-12T18:02:41.243 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.241+0000 7f138a12c800 10 adding default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 to cache LRU end 2024-09-12T18:02:41.243 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.241+0000 7f138a12c800 20 failed to read name.$Mr.RGW88888888888888888 with: (2) No such file or directory 2024-09-12T18:02:41.243 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.241+0000 7f138a12c800 10 cache get: name=default.rgw.meta+users.email+rgw88888888888888888+test@test.test : miss 2024-09-12T18:02:41.243 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.241+0000 7f138a12c800 20 rados->read ofs=0 len=0 2024-09-12T18:02:41.243 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.242+0000 7f138a12c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:41.243 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.242+0000 7f138a12c800 10 cache put: name=default.rgw.meta+users.email+rgw88888888888888888+test@test.test info.flags=0x0 2024-09-12T18:02:41.243 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.242+0000 7f138a12c800 10 adding default.rgw.meta+users.email+rgw88888888888888888+test@test.test to cache LRU end 2024-09-12T18:02:41.243 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.242+0000 7f138a12c800 20 failed to read rgw88888888888888888+test@test.test with: (2) No such file or directory 2024-09-12T18:02:41.244 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.243+0000 7f138a12c800 10 cache put: name=default.rgw.meta+accounts+account.RGW88888888888888888 info.flags=0x17 2024-09-12T18:02:41.244 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.243+0000 7f138a12c800 10 adding default.rgw.meta+accounts+account.RGW88888888888888888 to cache LRU end 2024-09-12T18:02:41.244 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.243+0000 7f138a12c800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:accounts:account.RGW88888888888888888, ofs0, ns] 2024-09-12T18:02:41.244 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.244+0000 7f12697fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300874 cookie 94268028285680 notifier 9129 bl.length()=384 2024-09-12T18:02:41.244 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.244+0000 7f12697fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+account.RGW88888888888888888 info.flags=0x17 2024-09-12T18:02:41.244 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.244+0000 7f12697fa640 10 rgw watcher librados: moving default.rgw.meta+accounts+account.RGW88888888888888888 to cache LRU end 2024-09-12T18:02:41.246 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.246+0000 7f138a12c800 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 info.flags=0x17 2024-09-12T18:02:41.246 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.246+0000 7f138a12c800 10 moving default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 to cache LRU end 2024-09-12T18:02:41.246 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.246+0000 7f138a12c800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:accounts:name.$Mr.RGW88888888888888888, ofs0, ns] 2024-09-12T18:02:41.247 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.246+0000 7f1268ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300984 cookie 94268028293792 notifier 9129 bl.length()=225 2024-09-12T18:02:41.247 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.246+0000 7f1268ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 info.flags=0x17 2024-09-12T18:02:41.247 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.246+0000 7f1268ff9640 10 rgw watcher librados: moving default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 to cache LRU end 2024-09-12T18:02:41.248 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.248+0000 7f138a12c800 10 cache put: name=default.rgw.meta+users.email+rgw88888888888888888+test@test.test info.flags=0x17 2024-09-12T18:02:41.248 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.248+0000 7f138a12c800 10 moving default.rgw.meta+users.email+rgw88888888888888888+test@test.test to cache LRU end 2024-09-12T18:02:41.249 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.248+0000 7f138a12c800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.email:rgw88888888888888888+test@test.test, ofs0, ns] 2024-09-12T18:02:41.249 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.248+0000 7f12697fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300877 cookie 94268028292256 notifier 9129 bl.length()=234 2024-09-12T18:02:41.249 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.248+0000 7f12697fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+rgw88888888888888888+test@test.test info.flags=0x17 2024-09-12T18:02:41.249 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.248+0000 7f12697fa640 10 rgw watcher librados: moving default.rgw.meta+users.email+rgw88888888888888888+test@test.test to cache LRU end 2024-09-12T18:02:41.250 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.250+0000 7f1237fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:41.253 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.252+0000 7f138a12c800 20 remove_watcher() i=0 2024-09-12T18:02:41.253 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.252+0000 7f138a12c800 2 removed watcher, disabling cache 2024-09-12T18:02:41.254 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.254+0000 7f138a12c800 20 remove_watcher() i=1 2024-09-12T18:02:41.255 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.255+0000 7f138a12c800 20 remove_watcher() i=2 2024-09-12T18:02:41.256 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.256+0000 7f138a12c800 20 remove_watcher() i=3 2024-09-12T18:02:41.257 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.257+0000 7f138a12c800 20 remove_watcher() i=4 2024-09-12T18:02:41.258 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.258+0000 7f138a12c800 20 remove_watcher() i=5 2024-09-12T18:02:41.260 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.259+0000 7f138a12c800 20 remove_watcher() i=6 2024-09-12T18:02:41.261 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.260+0000 7f138a12c800 20 remove_watcher() i=7 2024-09-12T18:02:41.272 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2024-09-12T18:02:41.272 INFO:teuthology.orchestra.run.smithi045.stdout: "id": "RGW88888888888888888", 2024-09-12T18:02:41.272 INFO:teuthology.orchestra.run.smithi045.stdout: "tenant": "", 2024-09-12T18:02:41.272 INFO:teuthology.orchestra.run.smithi045.stdout: "name": "Mr.RGW88888888888888888", 2024-09-12T18:02:41.272 INFO:teuthology.orchestra.run.smithi045.stdout: "email": "RGW88888888888888888+test@test.test", 2024-09-12T18:02:41.273 INFO:teuthology.orchestra.run.smithi045.stdout: "quota": { 2024-09-12T18:02:41.273 INFO:teuthology.orchestra.run.smithi045.stdout: "enabled": false, 2024-09-12T18:02:41.273 INFO:teuthology.orchestra.run.smithi045.stdout: "check_on_raw": false, 2024-09-12T18:02:41.273 INFO:teuthology.orchestra.run.smithi045.stdout: "max_size": -1, 2024-09-12T18:02:41.273 INFO:teuthology.orchestra.run.smithi045.stdout: "max_size_kb": 0, 2024-09-12T18:02:41.273 INFO:teuthology.orchestra.run.smithi045.stdout: "max_objects": -1 2024-09-12T18:02:41.273 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-12T18:02:41.273 INFO:teuthology.orchestra.run.smithi045.stdout: "bucket_quota": { 2024-09-12T18:02:41.274 INFO:teuthology.orchestra.run.smithi045.stdout: "enabled": false, 2024-09-12T18:02:41.274 INFO:teuthology.orchestra.run.smithi045.stdout: "check_on_raw": false, 2024-09-12T18:02:41.274 INFO:teuthology.orchestra.run.smithi045.stdout: "max_size": -1, 2024-09-12T18:02:41.274 INFO:teuthology.orchestra.run.smithi045.stdout: "max_size_kb": 0, 2024-09-12T18:02:41.274 INFO:teuthology.orchestra.run.smithi045.stdout: "max_objects": -1 2024-09-12T18:02:41.274 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-12T18:02:41.274 INFO:teuthology.orchestra.run.smithi045.stdout: "max_users": 1000, 2024-09-12T18:02:41.275 INFO:teuthology.orchestra.run.smithi045.stdout: "max_roles": 1000, 2024-09-12T18:02:41.275 INFO:teuthology.orchestra.run.smithi045.stdout: "max_groups": 1000, 2024-09-12T18:02:41.275 INFO:teuthology.orchestra.run.smithi045.stdout: "max_buckets": 1000, 2024-09-12T18:02:41.275 INFO:teuthology.orchestra.run.smithi045.stdout: "max_access_keys": 4 2024-09-12T18:02:41.275 INFO:teuthology.orchestra.run.smithi045.stdout:} 2024-09-12T18:02:41.276 DEBUG:tasks.s3tests:Creating user RGW88888888888888888 on client.0 2024-09-12T18:02:41.277 DEBUG:teuthology.orchestra.run.smithi045:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid root1.client.0 --display-name Mr.RGW88888888888888888 --email root1+test@test.test --access-key NYWJSCPYXSLYTZYHHABG --secret WJClX2eY2yRmRrgZv1a4uARar1CjjOPLzsioEPagnyEJoRhg4uhADg== --cluster ceph --account-id RGW88888888888888888 --account-root 2024-09-12T18:02:41.347 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:02:41.348 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:02:41.383 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.383+0000 7fdb22619800 20 rados->read ofs=0 len=0 2024-09-12T18:02:41.385 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.384+0000 7fdb22619800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:41.385 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.384+0000 7fdb22619800 20 realm 2024-09-12T18:02:41.385 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.384+0000 7fdb22619800 20 rados->read ofs=0 len=0 2024-09-12T18:02:41.385 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.384+0000 7fdb22619800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:41.385 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.384+0000 7fdb22619800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:02:41.386 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.384+0000 7fdb22619800 20 rados->read ofs=0 len=0 2024-09-12T18:02:41.386 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.384+0000 7fdb22619800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:41.386 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.384+0000 7fdb22619800 20 rados->read ofs=0 len=0 2024-09-12T18:02:41.386 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.385+0000 7fdb22619800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:41.386 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.385+0000 7fdb22619800 20 rados->read ofs=0 len=0 2024-09-12T18:02:41.387 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.386+0000 7fdb22619800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:02:41.387 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.386+0000 7fdb22619800 20 searching for the correct realm 2024-09-12T18:02:41.390 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.389+0000 7fdb1d5ea640 0 -- 172.21.15.45:0/2581472545 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7fdb100c8070 msgr2=0x7fdb100eaa70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:02:41.394 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.393+0000 7fdb1ddeb640 0 -- 172.21.15.45:0/2581472545 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7fdb14056040 msgr2=0x7fdb1402e8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:02:41.600 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.599+0000 7fdb22619800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T18:02:41.600 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.599+0000 7fdb22619800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T18:02:41.601 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.599+0000 7fdb22619800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:02:41.601 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.599+0000 7fdb22619800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:02:41.601 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.599+0000 7fdb22619800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:02:41.601 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.599+0000 7fdb22619800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:02:41.601 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.599+0000 7fdb22619800 20 rados->read ofs=0 len=0 2024-09-12T18:02:41.601 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.600+0000 7fdb22619800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:41.601 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.600+0000 7fdb22619800 20 rados->read ofs=0 len=0 2024-09-12T18:02:41.602 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.600+0000 7fdb22619800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:41.602 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.600+0000 7fdb22619800 20 rados->read ofs=0 len=0 2024-09-12T18:02:41.602 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.600+0000 7fdb22619800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:02:41.602 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.600+0000 7fdb22619800 20 zone default found 2024-09-12T18:02:41.602 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.600+0000 7fdb22619800 4 Realm: () 2024-09-12T18:02:41.602 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.600+0000 7fdb22619800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T18:02:41.603 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.600+0000 7fdb22619800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T18:02:41.603 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.600+0000 7fdb22619800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:02:41.603 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.600+0000 7fdb22619800 20 zonegroup default 2024-09-12T18:02:41.603 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.600+0000 7fdb22619800 20 rados->read ofs=0 len=0 2024-09-12T18:02:41.603 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.601+0000 7fdb22619800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:41.603 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.601+0000 7fdb22619800 20 rados->read ofs=0 len=0 2024-09-12T18:02:41.603 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.601+0000 7fdb22619800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:41.603 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.601+0000 7fdb22619800 20 rados->read ofs=0 len=0 2024-09-12T18:02:41.603 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.601+0000 7fdb22619800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:41.603 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.601+0000 7fdb22619800 20 started sync module instance, tier type = 2024-09-12T18:02:41.603 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.601+0000 7fdb22619800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T18:02:41.613 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.612+0000 7fdb22619800 20 add_watcher() i=0 2024-09-12T18:02:41.613 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.612+0000 7fdb22619800 20 add_watcher() i=1 2024-09-12T18:02:41.613 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.612+0000 7fdb22619800 20 add_watcher() i=2 2024-09-12T18:02:41.613 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.612+0000 7fdb22619800 20 add_watcher() i=3 2024-09-12T18:02:41.613 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.612+0000 7fdb22619800 20 add_watcher() i=4 2024-09-12T18:02:41.613 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.612+0000 7fdb22619800 20 add_watcher() i=5 2024-09-12T18:02:41.613 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.612+0000 7fdb22619800 20 add_watcher() i=6 2024-09-12T18:02:41.613 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.613+0000 7fdb22619800 20 add_watcher() i=7 2024-09-12T18:02:41.614 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.613+0000 7fdb22619800 2 all 8 watchers are set, enabling cache 2024-09-12T18:02:41.616 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.615+0000 7fd9cf7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:41.617 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.615+0000 7fdb22619800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:02:41.617 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.615+0000 7fdb22619800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:02:41.617 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.615+0000 7fdb22619800 5 note: GC not initialized 2024-09-12T18:02:41.617 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.615+0000 7fd9ce7fc640 20 reqs_thread_entry: start 2024-09-12T18:02:41.617 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.615+0000 7fdb22619800 20 init_complete bucket index max shards: 1 2024-09-12T18:02:41.617 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.615+0000 7fdb22619800 20 Filter name: none 2024-09-12T18:02:41.617 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.615+0000 7fd93ffff640 20 reqs_thread_entry: start 2024-09-12T18:02:41.617 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.616+0000 7fdb22619800 10 cache get: name=default.rgw.meta+users.uid+root1.client.0 : miss 2024-09-12T18:02:41.617 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.616+0000 7fdb22619800 20 rados->read ofs=0 len=0 2024-09-12T18:02:41.617 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.616+0000 7fdb22619800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:41.617 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.616+0000 7fdb22619800 10 cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x0 2024-09-12T18:02:41.617 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.616+0000 7fdb22619800 10 adding default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-12T18:02:41.617 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.616+0000 7fdb22619800 10 cache get: name=default.rgw.meta+users.email+root1+test@test.test : miss 2024-09-12T18:02:41.618 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.616+0000 7fdb22619800 20 rados->read ofs=0 len=0 2024-09-12T18:02:41.618 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.616+0000 7fdb22619800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:41.618 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.616+0000 7fdb22619800 10 cache put: name=default.rgw.meta+users.email+root1+test@test.test info.flags=0x0 2024-09-12T18:02:41.618 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.616+0000 7fdb22619800 10 adding default.rgw.meta+users.email+root1+test@test.test to cache LRU end 2024-09-12T18:02:41.618 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.616+0000 7fdb22619800 10 cache get: name=default.rgw.meta+users.keys+NYWJSCPYXSLYTZYHHABG : miss 2024-09-12T18:02:41.618 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.616+0000 7fdb22619800 20 rados->read ofs=0 len=0 2024-09-12T18:02:41.618 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.616+0000 7fdb22619800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:41.619 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.616+0000 7fdb22619800 10 cache put: name=default.rgw.meta+users.keys+NYWJSCPYXSLYTZYHHABG info.flags=0x0 2024-09-12T18:02:41.619 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.616+0000 7fdb22619800 10 adding default.rgw.meta+users.keys+NYWJSCPYXSLYTZYHHABG to cache LRU end 2024-09-12T18:02:41.619 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.616+0000 7fdb22619800 10 cache get: name=default.rgw.meta+accounts+account.RGW88888888888888888 : miss 2024-09-12T18:02:41.619 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.617+0000 7fdb22619800 20 rados->read ofs=0 len=0 2024-09-12T18:02:41.619 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.617+0000 7fdb22619800 20 rados_obj.operate() r=0 bl.length=184 2024-09-12T18:02:41.619 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.617+0000 7fdb22619800 10 cache put: name=default.rgw.meta+accounts+account.RGW88888888888888888 info.flags=0x17 2024-09-12T18:02:41.619 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.617+0000 7fdb22619800 10 adding default.rgw.meta+accounts+account.RGW88888888888888888 to cache LRU end 2024-09-12T18:02:41.619 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.617+0000 7fdb22619800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:02:41.619 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.617+0000 7fdb22619800 10 cache get: name=default.rgw.meta+users.keys+NYWJSCPYXSLYTZYHHABG : hit (negative entry) 2024-09-12T18:02:41.619 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.617+0000 7fdb22619800 10 cache get: name=default.rgw.meta+users.keys+NYWJSCPYXSLYTZYHHABG : hit (negative entry) 2024-09-12T18:02:41.620 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.619+0000 7fdb22619800 10 cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x17 2024-09-12T18:02:41.620 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.619+0000 7fdb22619800 10 moving default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-12T18:02:41.620 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.619+0000 7fdb22619800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:root1.client.0, ofs0, ns] 2024-09-12T18:02:41.620 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.619+0000 7fda017fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300875 cookie 93987895816176 notifier 9150 bl.length()=681 2024-09-12T18:02:41.620 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.620+0000 7fda017fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x17 2024-09-12T18:02:41.620 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.620+0000 7fda017fa640 10 rgw watcher librados: moving default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-12T18:02:41.621 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.621+0000 7fdb22619800 10 cache put: name=default.rgw.meta+users.email+root1+test@test.test info.flags=0x7 2024-09-12T18:02:41.622 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.621+0000 7fdb22619800 10 moving default.rgw.meta+users.email+root1+test@test.test to cache LRU end 2024-09-12T18:02:41.622 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.621+0000 7fdb22619800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.email:root1+test@test.test, ofs0, ns] 2024-09-12T18:02:41.622 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.621+0000 7fda017fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300916 cookie 93987895836384 notifier 9150 bl.length()=189 2024-09-12T18:02:41.622 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.621+0000 7fda017fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+root1+test@test.test info.flags=0x7 2024-09-12T18:02:41.622 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.621+0000 7fda017fa640 10 rgw watcher librados: moving default.rgw.meta+users.email+root1+test@test.test to cache LRU end 2024-09-12T18:02:41.624 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.623+0000 7fdb22619800 10 cache put: name=default.rgw.meta+users.keys+NYWJSCPYXSLYTZYHHABG info.flags=0x7 2024-09-12T18:02:41.624 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.623+0000 7fdb22619800 10 moving default.rgw.meta+users.keys+NYWJSCPYXSLYTZYHHABG to cache LRU end 2024-09-12T18:02:41.624 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.623+0000 7fdb22619800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.keys:NYWJSCPYXSLYTZYHHABG, ofs0, ns] 2024-09-12T18:02:41.624 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.624+0000 7fda00ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300838 cookie 93987895825376 notifier 9150 bl.length()=188 2024-09-12T18:02:41.624 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.624+0000 7fda00ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+NYWJSCPYXSLYTZYHHABG info.flags=0x7 2024-09-12T18:02:41.625 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.624+0000 7fda00ff9640 10 rgw watcher librados: moving default.rgw.meta+users.keys+NYWJSCPYXSLYTZYHHABG to cache LRU end 2024-09-12T18:02:41.626 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.626+0000 7fdb22619800 20 linked user root1.client.0 to account RGW88888888888888888 2024-09-12T18:02:41.626 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2024-09-12T18:02:41.626 INFO:teuthology.orchestra.run.smithi045.stdout: "user_id": "root1.client.0", 2024-09-12T18:02:41.627 INFO:teuthology.orchestra.run.smithi045.stdout: "display_name": "Mr.RGW88888888888888888", 2024-09-12T18:02:41.627 INFO:teuthology.orchestra.run.smithi045.stdout: "email": "root1+test@test.test", 2024-09-12T18:02:41.627 INFO:teuthology.orchestra.run.smithi045.stdout: "suspended": 0, 2024-09-12T18:02:41.627 INFO:teuthology.orchestra.run.smithi045.stdout: "max_buckets": 1000, 2024-09-12T18:02:41.627 INFO:teuthology.orchestra.run.smithi045.stdout: "subusers": [], 2024-09-12T18:02:41.627 INFO:teuthology.orchestra.run.smithi045.stdout: "keys": [ 2024-09-12T18:02:41.627 INFO:teuthology.orchestra.run.smithi045.stdout: { 2024-09-12T18:02:41.627 INFO:teuthology.orchestra.run.smithi045.stdout: "user": "root1.client.0", 2024-09-12T18:02:41.627 INFO:teuthology.orchestra.run.smithi045.stdout: "access_key": "NYWJSCPYXSLYTZYHHABG", 2024-09-12T18:02:41.627 INFO:teuthology.orchestra.run.smithi045.stdout: "secret_key": "WJClX2eY2yRmRrgZv1a4uARar1CjjOPLzsioEPagnyEJoRhg4uhADg==", 2024-09-12T18:02:41.627 INFO:teuthology.orchestra.run.smithi045.stdout: "active": true, 2024-09-12T18:02:41.627 INFO:teuthology.orchestra.run.smithi045.stdout: "create_date": "2024-09-12T18:02:41.618240Z" 2024-09-12T18:02:41.627 INFO:teuthology.orchestra.run.smithi045.stdout: } 2024-09-12T18:02:41.628 INFO:teuthology.orchestra.run.smithi045.stdout: ], 2024-09-12T18:02:41.628 INFO:teuthology.orchestra.run.smithi045.stdout: "swift_keys": [], 2024-09-12T18:02:41.628 INFO:teuthology.orchestra.run.smithi045.stdout: "caps": [], 2024-09-12T18:02:41.628 INFO:teuthology.orchestra.run.smithi045.stdout: "op_mask": "read, write, delete", 2024-09-12T18:02:41.628 INFO:teuthology.orchestra.run.smithi045.stdout: "default_placement": "", 2024-09-12T18:02:41.628 INFO:teuthology.orchestra.run.smithi045.stdout: "default_storage_class": "", 2024-09-12T18:02:41.628 INFO:teuthology.orchestra.run.smithi045.stdout: "placement_tags": [], 2024-09-12T18:02:41.628 INFO:teuthology.orchestra.run.smithi045.stdout: "bucket_quota": { 2024-09-12T18:02:41.628 INFO:teuthology.orchestra.run.smithi045.stdout: "enabled": false, 2024-09-12T18:02:41.628 INFO:teuthology.orchestra.run.smithi045.stdout: "check_on_raw": false, 2024-09-12T18:02:41.628 INFO:teuthology.orchestra.run.smithi045.stdout: "max_size": -1, 2024-09-12T18:02:41.628 INFO:teuthology.orchestra.run.smithi045.stdout: "max_size_kb": 0, 2024-09-12T18:02:41.628 INFO:teuthology.orchestra.run.smithi045.stdout: "max_objects": -1 2024-09-12T18:02:41.628 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-12T18:02:41.628 INFO:teuthology.orchestra.run.smithi045.stdout: "user_quota": { 2024-09-12T18:02:41.629 INFO:teuthology.orchestra.run.smithi045.stdout: "enabled": false, 2024-09-12T18:02:41.629 INFO:teuthology.orchestra.run.smithi045.stdout: "check_on_raw": false, 2024-09-12T18:02:41.629 INFO:teuthology.orchestra.run.smithi045.stdout: "max_size": -1, 2024-09-12T18:02:41.629 INFO:teuthology.orchestra.run.smithi045.stdout: "max_size_kb": 0, 2024-09-12T18:02:41.629 INFO:teuthology.orchestra.run.smithi045.stdout: "max_objects": -1 2024-09-12T18:02:41.629 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-12T18:02:41.629 INFO:teuthology.orchestra.run.smithi045.stdout: "temp_url_keys": [], 2024-09-12T18:02:41.629 INFO:teuthology.orchestra.run.smithi045.stdout: "type": "root", 2024-09-12T18:02:41.629 INFO:teuthology.orchestra.run.smithi045.stdout: "mfa_ids": [], 2024-09-12T18:02:41.629 INFO:teuthology.orchestra.run.smithi045.stdout: "account_id": "RGW88888888888888888", 2024-09-12T18:02:41.629 INFO:teuthology.orchestra.run.smithi045.stdout: "path": "/", 2024-09-12T18:02:41.629 INFO:teuthology.orchestra.run.smithi045.stdout: "create_date": "2024-09-12T18:02:41.618229Z", 2024-09-12T18:02:41.629 INFO:teuthology.orchestra.run.smithi045.stdout: "tags": [], 2024-09-12T18:02:41.629 INFO:teuthology.orchestra.run.smithi045.stdout: "group_ids": [] 2024-09-12T18:02:41.629 INFO:teuthology.orchestra.run.smithi045.stdout:} 2024-09-12T18:02:41.630 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:41.630 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.627+0000 7fd9cf7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:41.630 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.629+0000 7fdb22619800 20 remove_watcher() i=0 2024-09-12T18:02:41.630 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.629+0000 7fdb22619800 2 removed watcher, disabling cache 2024-09-12T18:02:41.631 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.630+0000 7fdb22619800 20 remove_watcher() i=1 2024-09-12T18:02:41.632 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.632+0000 7fdb22619800 20 remove_watcher() i=2 2024-09-12T18:02:41.633 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.633+0000 7fdb22619800 20 remove_watcher() i=3 2024-09-12T18:02:41.634 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.634+0000 7fdb22619800 20 remove_watcher() i=4 2024-09-12T18:02:41.635 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.635+0000 7fdb22619800 20 remove_watcher() i=5 2024-09-12T18:02:41.637 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.636+0000 7fdb22619800 20 remove_watcher() i=6 2024-09-12T18:02:41.638 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.637+0000 7fdb22619800 20 remove_watcher() i=7 2024-09-12T18:02:41.649 DEBUG:teuthology.orchestra.run.smithi045:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid root1.client.0 --totp-serial 8629223357 --totp-seed D7MLZZDPWUHI47UQM34KYZNJJUVMCHWYHAKJPPD6GFVUF2ORHMMPRUD5HE4QXWXW --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-12T18:02:41.717 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:02:41.717 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:02:41.753 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.752+0000 7f2079d42800 20 rados->read ofs=0 len=0 2024-09-12T18:02:41.755 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.754+0000 7f2079d42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:41.755 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.754+0000 7f2079d42800 20 realm 2024-09-12T18:02:41.755 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.754+0000 7f2079d42800 20 rados->read ofs=0 len=0 2024-09-12T18:02:41.755 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.754+0000 7f2079d42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:41.755 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.754+0000 7f2079d42800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:02:41.755 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.754+0000 7f2079d42800 20 rados->read ofs=0 len=0 2024-09-12T18:02:41.755 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.754+0000 7f2079d42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:41.756 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.754+0000 7f2079d42800 20 rados->read ofs=0 len=0 2024-09-12T18:02:41.756 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.755+0000 7f2079d42800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:41.756 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.755+0000 7f2079d42800 20 rados->read ofs=0 len=0 2024-09-12T18:02:41.756 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.756+0000 7f2079d42800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:02:41.757 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.756+0000 7f2079d42800 20 searching for the correct realm 2024-09-12T18:02:41.759 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.759+0000 7f2075285640 0 -- 172.21.15.45:0/2163537647 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x55ab898fe060 msgr2=0x55ab89900450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:02:41.763 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.762+0000 7f2075a86640 0 -- 172.21.15.45:0/2163537647 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f206c039990 msgr2=0x7f206c06e430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:02:41.969 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.968+0000 7f2079d42800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T18:02:41.969 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.968+0000 7f2079d42800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T18:02:41.969 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.968+0000 7f2079d42800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:02:41.970 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.968+0000 7f2079d42800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:02:41.970 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.968+0000 7f2079d42800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:02:41.970 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.968+0000 7f2079d42800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:02:41.970 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.968+0000 7f2079d42800 20 rados->read ofs=0 len=0 2024-09-12T18:02:41.970 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.969+0000 7f2079d42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:41.970 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.969+0000 7f2079d42800 20 rados->read ofs=0 len=0 2024-09-12T18:02:41.971 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.969+0000 7f2079d42800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:41.971 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.969+0000 7f2079d42800 20 rados->read ofs=0 len=0 2024-09-12T18:02:41.971 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.969+0000 7f2079d42800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:02:41.971 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.969+0000 7f2079d42800 20 zone default found 2024-09-12T18:02:41.971 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.969+0000 7f2079d42800 4 Realm: () 2024-09-12T18:02:41.971 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.969+0000 7f2079d42800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T18:02:41.971 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.969+0000 7f2079d42800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T18:02:41.971 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.969+0000 7f2079d42800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:02:41.972 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.969+0000 7f2079d42800 20 zonegroup default 2024-09-12T18:02:41.972 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.969+0000 7f2079d42800 20 rados->read ofs=0 len=0 2024-09-12T18:02:41.972 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.970+0000 7f2079d42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:41.972 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.970+0000 7f2079d42800 20 rados->read ofs=0 len=0 2024-09-12T18:02:41.972 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.970+0000 7f2079d42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:41.972 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.970+0000 7f2079d42800 20 rados->read ofs=0 len=0 2024-09-12T18:02:41.972 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.971+0000 7f2079d42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:41.972 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.971+0000 7f2079d42800 20 started sync module instance, tier type = 2024-09-12T18:02:41.972 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.971+0000 7f2079d42800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T18:02:41.981 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.980+0000 7f2079d42800 20 add_watcher() i=0 2024-09-12T18:02:41.981 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.980+0000 7f2079d42800 20 add_watcher() i=1 2024-09-12T18:02:41.981 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.980+0000 7f2079d42800 20 add_watcher() i=2 2024-09-12T18:02:41.981 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.980+0000 7f2079d42800 20 add_watcher() i=3 2024-09-12T18:02:41.981 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.980+0000 7f2079d42800 20 add_watcher() i=4 2024-09-12T18:02:41.981 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.980+0000 7f2079d42800 20 add_watcher() i=5 2024-09-12T18:02:41.981 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.980+0000 7f2079d42800 20 add_watcher() i=6 2024-09-12T18:02:41.981 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.981+0000 7f2079d42800 20 add_watcher() i=7 2024-09-12T18:02:41.982 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.981+0000 7f2079d42800 2 all 8 watchers are set, enabling cache 2024-09-12T18:02:41.984 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.983+0000 7f1f277fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:41.984 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.983+0000 7f2079d42800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:02:41.984 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.983+0000 7f2079d42800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:02:41.984 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.983+0000 7f2079d42800 5 note: GC not initialized 2024-09-12T18:02:41.984 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.983+0000 7f1f267fc640 20 reqs_thread_entry: start 2024-09-12T18:02:41.984 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.983+0000 7f2079d42800 20 init_complete bucket index max shards: 1 2024-09-12T18:02:41.984 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.983+0000 7f2079d42800 20 Filter name: none 2024-09-12T18:02:41.984 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.983+0000 7f1e97fff640 20 reqs_thread_entry: start 2024-09-12T18:02:41.984 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.983+0000 7f2079d42800 10 cache get: name=default.rgw.meta+users.uid+root1.client.0 : miss 2024-09-12T18:02:41.984 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.983+0000 7f2079d42800 20 rados->read ofs=0 len=0 2024-09-12T18:02:41.985 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.984+0000 7f2079d42800 20 rados_obj.operate() r=0 bl.length=494 2024-09-12T18:02:41.985 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.984+0000 7f2079d42800 10 cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x13 2024-09-12T18:02:41.985 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.984+0000 7f2079d42800 10 adding default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-12T18:02:41.985 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.984+0000 7f2079d42800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:02:41.987 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.986+0000 7f2079d42800 10 cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x17 2024-09-12T18:02:41.987 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.986+0000 7f2079d42800 10 moving default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-12T18:02:41.987 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.986+0000 7f2079d42800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:root1.client.0, ofs0, ns] 2024-09-12T18:02:41.988 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.987+0000 7f1f597fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300876 cookie 94195235681968 notifier 9171 bl.length()=695 2024-09-12T18:02:41.988 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.987+0000 7f1f597fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x17 2024-09-12T18:02:41.988 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.987+0000 7f1f597fa640 10 rgw watcher librados: moving default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-12T18:02:41.989 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.988+0000 7f1f277fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:41.991 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.991+0000 7f2079d42800 20 remove_watcher() i=0 2024-09-12T18:02:41.991 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.991+0000 7f2079d42800 2 removed watcher, disabling cache 2024-09-12T18:02:41.992 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.992+0000 7f2079d42800 20 remove_watcher() i=1 2024-09-12T18:02:41.993 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.993+0000 7f2079d42800 20 remove_watcher() i=2 2024-09-12T18:02:41.994 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.994+0000 7f2079d42800 20 remove_watcher() i=3 2024-09-12T18:02:41.995 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.995+0000 7f2079d42800 20 remove_watcher() i=4 2024-09-12T18:02:41.996 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.996+0000 7f2079d42800 20 remove_watcher() i=5 2024-09-12T18:02:41.997 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.997+0000 7f2079d42800 20 remove_watcher() i=6 2024-09-12T18:02:41.999 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:41.998+0000 7f2079d42800 20 remove_watcher() i=7 2024-09-12T18:02:42.011 DEBUG:teuthology.orchestra.run.smithi045:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 --cluster ceph account create --account-id RGW99999999999999999 --account-name Mr.RGW99999999999999999 --email RGW99999999999999999+test@test.test 2024-09-12T18:02:42.072 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:02:42.072 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:02:42.108 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.108+0000 7f9b3872e800 20 rados->read ofs=0 len=0 2024-09-12T18:02:42.110 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.110+0000 7f9b3872e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:42.110 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.110+0000 7f9b3872e800 20 realm 2024-09-12T18:02:42.110 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.110+0000 7f9b3872e800 20 rados->read ofs=0 len=0 2024-09-12T18:02:42.110 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.110+0000 7f9b3872e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:42.111 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.110+0000 7f9b3872e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:02:42.111 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.110+0000 7f9b3872e800 20 rados->read ofs=0 len=0 2024-09-12T18:02:42.111 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.110+0000 7f9b3872e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:42.111 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.110+0000 7f9b3872e800 20 rados->read ofs=0 len=0 2024-09-12T18:02:42.111 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.111+0000 7f9b3872e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:42.111 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.111+0000 7f9b3872e800 20 rados->read ofs=0 len=0 2024-09-12T18:02:42.112 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.112+0000 7f9b3872e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:02:42.112 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.112+0000 7f9b3872e800 20 searching for the correct realm 2024-09-12T18:02:42.115 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.115+0000 7f9b34cb1640 0 -- 172.21.15.45:0/2413900940 >> [v2:172.21.15.45:6800/38958590,v1:172.21.15.45:6801/38958590] conn(0x5610c4843520 msgr2=0x5610c48459b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:02:42.119 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.118+0000 7f9b344b0640 0 -- 172.21.15.45:0/2413900940 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f9b1c072d50 msgr2=0x7f9b1c022920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:02:42.123 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.122+0000 7f9b3872e800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T18:02:42.123 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.122+0000 7f9b3872e800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T18:02:42.123 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.122+0000 7f9b3872e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:02:42.123 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.122+0000 7f9b3872e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:02:42.123 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.122+0000 7f9b3872e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:02:42.123 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.122+0000 7f9b3872e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:02:42.124 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.123+0000 7f9b3872e800 20 rados->read ofs=0 len=0 2024-09-12T18:02:42.124 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.123+0000 7f9b3872e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:42.124 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.123+0000 7f9b3872e800 20 rados->read ofs=0 len=0 2024-09-12T18:02:42.125 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.123+0000 7f9b3872e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:42.125 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.123+0000 7f9b3872e800 20 rados->read ofs=0 len=0 2024-09-12T18:02:42.125 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.123+0000 7f9b3872e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:02:42.125 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.123+0000 7f9b3872e800 20 zone default found 2024-09-12T18:02:42.125 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.123+0000 7f9b3872e800 4 Realm: () 2024-09-12T18:02:42.125 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.123+0000 7f9b3872e800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T18:02:42.125 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.123+0000 7f9b3872e800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T18:02:42.125 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.123+0000 7f9b3872e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:02:42.125 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.123+0000 7f9b3872e800 20 zonegroup default 2024-09-12T18:02:42.126 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.123+0000 7f9b3872e800 20 rados->read ofs=0 len=0 2024-09-12T18:02:42.126 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.124+0000 7f9b3872e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:42.126 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.124+0000 7f9b3872e800 20 rados->read ofs=0 len=0 2024-09-12T18:02:42.126 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.124+0000 7f9b3872e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:42.126 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.124+0000 7f9b3872e800 20 rados->read ofs=0 len=0 2024-09-12T18:02:42.126 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.124+0000 7f9b3872e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:42.126 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.124+0000 7f9b3872e800 20 started sync module instance, tier type = 2024-09-12T18:02:42.126 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.124+0000 7f9b3872e800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T18:02:42.134 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.134+0000 7f9b3872e800 20 add_watcher() i=0 2024-09-12T18:02:42.134 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.134+0000 7f9b3872e800 20 add_watcher() i=1 2024-09-12T18:02:42.134 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.134+0000 7f9b3872e800 20 add_watcher() i=2 2024-09-12T18:02:42.134 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.134+0000 7f9b3872e800 20 add_watcher() i=3 2024-09-12T18:02:42.134 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.134+0000 7f9b3872e800 20 add_watcher() i=4 2024-09-12T18:02:42.134 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.134+0000 7f9b3872e800 20 add_watcher() i=5 2024-09-12T18:02:42.135 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.134+0000 7f9b3872e800 20 add_watcher() i=6 2024-09-12T18:02:42.135 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.134+0000 7f9b3872e800 20 add_watcher() i=7 2024-09-12T18:02:42.135 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.134+0000 7f9b3872e800 2 all 8 watchers are set, enabling cache 2024-09-12T18:02:42.137 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.136+0000 7f99eafdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:42.138 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.136+0000 7f9b3872e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:02:42.138 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.136+0000 7f9b3872e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:02:42.138 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.136+0000 7f9b3872e800 5 note: GC not initialized 2024-09-12T18:02:42.138 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.136+0000 7f99e9fdb640 20 reqs_thread_entry: start 2024-09-12T18:02:42.138 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.136+0000 7f9b3872e800 20 init_complete bucket index max shards: 1 2024-09-12T18:02:42.138 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.137+0000 7f9b3872e800 20 Filter name: none 2024-09-12T18:02:42.138 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.137+0000 7f995b7fe640 20 reqs_thread_entry: start 2024-09-12T18:02:42.138 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.137+0000 7f9b3872e800 10 cache get: name=default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 : miss 2024-09-12T18:02:42.138 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.137+0000 7f9b3872e800 20 rados->read ofs=0 len=0 2024-09-12T18:02:42.138 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.137+0000 7f9b3872e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:42.138 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.137+0000 7f9b3872e800 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 info.flags=0x0 2024-09-12T18:02:42.138 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.137+0000 7f9b3872e800 10 adding default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 to cache LRU end 2024-09-12T18:02:42.139 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.137+0000 7f9b3872e800 20 failed to read name.$Mr.RGW99999999999999999 with: (2) No such file or directory 2024-09-12T18:02:42.139 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.137+0000 7f9b3872e800 10 cache get: name=default.rgw.meta+users.email+rgw99999999999999999+test@test.test : miss 2024-09-12T18:02:42.139 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.137+0000 7f9b3872e800 20 rados->read ofs=0 len=0 2024-09-12T18:02:42.139 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.137+0000 7f9b3872e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:42.139 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.137+0000 7f9b3872e800 10 cache put: name=default.rgw.meta+users.email+rgw99999999999999999+test@test.test info.flags=0x0 2024-09-12T18:02:42.139 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.137+0000 7f9b3872e800 10 adding default.rgw.meta+users.email+rgw99999999999999999+test@test.test to cache LRU end 2024-09-12T18:02:42.140 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.137+0000 7f9b3872e800 20 failed to read rgw99999999999999999+test@test.test with: (2) No such file or directory 2024-09-12T18:02:42.140 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.139+0000 7f9b3872e800 10 cache put: name=default.rgw.meta+accounts+account.RGW99999999999999999 info.flags=0x17 2024-09-12T18:02:42.140 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.139+0000 7f9b3872e800 10 adding default.rgw.meta+accounts+account.RGW99999999999999999 to cache LRU end 2024-09-12T18:02:42.140 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.139+0000 7f9b3872e800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:accounts:account.RGW99999999999999999, ofs0, ns] 2024-09-12T18:02:42.140 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.139+0000 7f9a0b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300877 cookie 94630016528960 notifier 8642 bl.length()=384 2024-09-12T18:02:42.140 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.139+0000 7f9a0b7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+account.RGW99999999999999999 info.flags=0x17 2024-09-12T18:02:42.140 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.139+0000 7f9a0b7fe640 10 rgw watcher librados: moving default.rgw.meta+accounts+account.RGW99999999999999999 to cache LRU end 2024-09-12T18:02:42.141 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.141+0000 7f9b3872e800 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 info.flags=0x17 2024-09-12T18:02:42.141 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.141+0000 7f9b3872e800 10 moving default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 to cache LRU end 2024-09-12T18:02:42.141 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.141+0000 7f9b3872e800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:accounts:name.$Mr.RGW99999999999999999, ofs0, ns] 2024-09-12T18:02:42.142 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.141+0000 7f9a0b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300985 cookie 94630016538320 notifier 8642 bl.length()=225 2024-09-12T18:02:42.142 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.141+0000 7f9a0b7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 info.flags=0x17 2024-09-12T18:02:42.142 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.141+0000 7f9a0b7fe640 10 rgw watcher librados: moving default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 to cache LRU end 2024-09-12T18:02:42.144 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.143+0000 7f9b3872e800 10 cache put: name=default.rgw.meta+users.email+rgw99999999999999999+test@test.test info.flags=0x17 2024-09-12T18:02:42.144 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.143+0000 7f9b3872e800 10 moving default.rgw.meta+users.email+rgw99999999999999999+test@test.test to cache LRU end 2024-09-12T18:02:42.144 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.143+0000 7f9b3872e800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.email:rgw99999999999999999+test@test.test, ofs0, ns] 2024-09-12T18:02:42.144 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.143+0000 7f9a0affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300878 cookie 94630016537264 notifier 8642 bl.length()=234 2024-09-12T18:02:42.144 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.143+0000 7f9a0affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+rgw99999999999999999+test@test.test info.flags=0x17 2024-09-12T18:02:42.144 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.143+0000 7f9a0affd640 10 rgw watcher librados: moving default.rgw.meta+users.email+rgw99999999999999999+test@test.test to cache LRU end 2024-09-12T18:02:42.145 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.145+0000 7f99eafdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:42.148 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.147+0000 7f9b3872e800 20 remove_watcher() i=0 2024-09-12T18:02:42.148 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.147+0000 7f9b3872e800 2 removed watcher, disabling cache 2024-09-12T18:02:42.149 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.149+0000 7f9b3872e800 20 remove_watcher() i=1 2024-09-12T18:02:42.150 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.150+0000 7f9b3872e800 20 remove_watcher() i=2 2024-09-12T18:02:42.152 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.151+0000 7f9b3872e800 20 remove_watcher() i=3 2024-09-12T18:02:42.153 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.152+0000 7f9b3872e800 20 remove_watcher() i=4 2024-09-12T18:02:42.154 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.153+0000 7f9b3872e800 20 remove_watcher() i=5 2024-09-12T18:02:42.155 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.154+0000 7f9b3872e800 20 remove_watcher() i=6 2024-09-12T18:02:42.156 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.155+0000 7f9b3872e800 20 remove_watcher() i=7 2024-09-12T18:02:42.165 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2024-09-12T18:02:42.165 INFO:teuthology.orchestra.run.smithi045.stdout: "id": "RGW99999999999999999", 2024-09-12T18:02:42.165 INFO:teuthology.orchestra.run.smithi045.stdout: "tenant": "", 2024-09-12T18:02:42.165 INFO:teuthology.orchestra.run.smithi045.stdout: "name": "Mr.RGW99999999999999999", 2024-09-12T18:02:42.165 INFO:teuthology.orchestra.run.smithi045.stdout: "email": "RGW99999999999999999+test@test.test", 2024-09-12T18:02:42.165 INFO:teuthology.orchestra.run.smithi045.stdout: "quota": { 2024-09-12T18:02:42.166 INFO:teuthology.orchestra.run.smithi045.stdout: "enabled": false, 2024-09-12T18:02:42.166 INFO:teuthology.orchestra.run.smithi045.stdout: "check_on_raw": false, 2024-09-12T18:02:42.166 INFO:teuthology.orchestra.run.smithi045.stdout: "max_size": -1, 2024-09-12T18:02:42.166 INFO:teuthology.orchestra.run.smithi045.stdout: "max_size_kb": 0, 2024-09-12T18:02:42.166 INFO:teuthology.orchestra.run.smithi045.stdout: "max_objects": -1 2024-09-12T18:02:42.166 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-12T18:02:42.166 INFO:teuthology.orchestra.run.smithi045.stdout: "bucket_quota": { 2024-09-12T18:02:42.166 INFO:teuthology.orchestra.run.smithi045.stdout: "enabled": false, 2024-09-12T18:02:42.166 INFO:teuthology.orchestra.run.smithi045.stdout: "check_on_raw": false, 2024-09-12T18:02:42.166 INFO:teuthology.orchestra.run.smithi045.stdout: "max_size": -1, 2024-09-12T18:02:42.166 INFO:teuthology.orchestra.run.smithi045.stdout: "max_size_kb": 0, 2024-09-12T18:02:42.166 INFO:teuthology.orchestra.run.smithi045.stdout: "max_objects": -1 2024-09-12T18:02:42.166 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-12T18:02:42.166 INFO:teuthology.orchestra.run.smithi045.stdout: "max_users": 1000, 2024-09-12T18:02:42.167 INFO:teuthology.orchestra.run.smithi045.stdout: "max_roles": 1000, 2024-09-12T18:02:42.167 INFO:teuthology.orchestra.run.smithi045.stdout: "max_groups": 1000, 2024-09-12T18:02:42.167 INFO:teuthology.orchestra.run.smithi045.stdout: "max_buckets": 1000, 2024-09-12T18:02:42.167 INFO:teuthology.orchestra.run.smithi045.stdout: "max_access_keys": 4 2024-09-12T18:02:42.167 INFO:teuthology.orchestra.run.smithi045.stdout:} 2024-09-12T18:02:42.168 DEBUG:tasks.s3tests:Creating user RGW99999999999999999 on client.0 2024-09-12T18:02:42.168 DEBUG:teuthology.orchestra.run.smithi045:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid root2.client.0 --display-name Mr.RGW99999999999999999 --email root2+test@test.test --access-key BOWLIOACJZYMKGWLKLTC --secret rCV9RRZIq+TEly5ATEyZkcb/KbfNeew6AuQFuanp+Am6xbnYwwQ6IQ== --cluster ceph --account-id RGW99999999999999999 --account-root 2024-09-12T18:02:42.238 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:02:42.238 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:02:42.273 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.273+0000 7f32bcebb800 20 rados->read ofs=0 len=0 2024-09-12T18:02:42.275 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.274+0000 7f32bcebb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:42.275 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.274+0000 7f32bcebb800 20 realm 2024-09-12T18:02:42.275 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.274+0000 7f32bcebb800 20 rados->read ofs=0 len=0 2024-09-12T18:02:42.276 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.275+0000 7f32bcebb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:42.276 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.275+0000 7f32bcebb800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:02:42.276 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.275+0000 7f32bcebb800 20 rados->read ofs=0 len=0 2024-09-12T18:02:42.276 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.275+0000 7f32bcebb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:42.276 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.275+0000 7f32bcebb800 20 rados->read ofs=0 len=0 2024-09-12T18:02:42.276 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.276+0000 7f32bcebb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:42.276 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.276+0000 7f32bcebb800 20 rados->read ofs=0 len=0 2024-09-12T18:02:42.277 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.276+0000 7f32bcebb800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:02:42.277 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.277+0000 7f32bcebb800 20 searching for the correct realm 2024-09-12T18:02:42.280 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.280+0000 7f32ba1a4640 0 -- 172.21.15.45:0/220152356 >> [v2:172.21.15.45:6800/38958590,v1:172.21.15.45:6801/38958590] conn(0x55fdcd0421f0 msgr2=0x55fdcd044690 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:02:42.284 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.283+0000 7f32ba1a4640 0 -- 172.21.15.45:0/220152356 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f32ac03fae0 msgr2=0x7f32ac09f930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:02:42.288 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.287+0000 7f32bcebb800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T18:02:42.288 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.287+0000 7f32bcebb800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T18:02:42.288 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.287+0000 7f32bcebb800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:02:42.288 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.287+0000 7f32bcebb800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:02:42.288 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.287+0000 7f32bcebb800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:02:42.288 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.287+0000 7f32bcebb800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:02:42.288 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.287+0000 7f32bcebb800 20 rados->read ofs=0 len=0 2024-09-12T18:02:42.288 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.287+0000 7f32bcebb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:42.288 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.287+0000 7f32bcebb800 20 rados->read ofs=0 len=0 2024-09-12T18:02:42.289 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.288+0000 7f32bcebb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:42.289 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.288+0000 7f32bcebb800 20 rados->read ofs=0 len=0 2024-09-12T18:02:42.289 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.288+0000 7f32bcebb800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:02:42.289 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.288+0000 7f32bcebb800 20 zone default found 2024-09-12T18:02:42.290 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.288+0000 7f32bcebb800 4 Realm: () 2024-09-12T18:02:42.290 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.288+0000 7f32bcebb800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T18:02:42.290 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.288+0000 7f32bcebb800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T18:02:42.290 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.288+0000 7f32bcebb800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:02:42.290 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.288+0000 7f32bcebb800 20 zonegroup default 2024-09-12T18:02:42.290 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.288+0000 7f32bcebb800 20 rados->read ofs=0 len=0 2024-09-12T18:02:42.290 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.288+0000 7f32bcebb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:42.290 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.288+0000 7f32bcebb800 20 rados->read ofs=0 len=0 2024-09-12T18:02:42.487 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.487+0000 7f32bcebb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:42.488 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.487+0000 7f32bcebb800 20 rados->read ofs=0 len=0 2024-09-12T18:02:42.488 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.487+0000 7f32bcebb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:42.488 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.487+0000 7f32bcebb800 20 started sync module instance, tier type = 2024-09-12T18:02:42.488 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.487+0000 7f32bcebb800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T18:02:42.498 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.497+0000 7f32bcebb800 20 add_watcher() i=0 2024-09-12T18:02:42.500 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.497+0000 7f32bcebb800 20 add_watcher() i=1 2024-09-12T18:02:42.500 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.498+0000 7f32bcebb800 20 add_watcher() i=2 2024-09-12T18:02:42.500 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.498+0000 7f32bcebb800 20 add_watcher() i=3 2024-09-12T18:02:42.500 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.498+0000 7f32bcebb800 20 add_watcher() i=4 2024-09-12T18:02:42.500 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.498+0000 7f32bcebb800 20 add_watcher() i=5 2024-09-12T18:02:42.500 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.498+0000 7f32bcebb800 20 add_watcher() i=6 2024-09-12T18:02:42.500 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.499+0000 7f32bcebb800 20 add_watcher() i=7 2024-09-12T18:02:42.500 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.499+0000 7f32bcebb800 2 all 8 watchers are set, enabling cache 2024-09-12T18:02:42.502 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.500+0000 7f31717e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:42.502 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.501+0000 7f32bcebb800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:02:42.502 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.501+0000 7f32bcebb800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:02:42.502 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.501+0000 7f32bcebb800 5 note: GC not initialized 2024-09-12T18:02:42.502 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.501+0000 7f30ebfff640 20 reqs_thread_entry: start 2024-09-12T18:02:42.502 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.501+0000 7f32bcebb800 20 init_complete bucket index max shards: 1 2024-09-12T18:02:42.502 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.501+0000 7f32bcebb800 20 Filter name: none 2024-09-12T18:02:42.502 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.501+0000 7f30e9ffb640 20 reqs_thread_entry: start 2024-09-12T18:02:42.502 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.501+0000 7f32bcebb800 10 cache get: name=default.rgw.meta+users.uid+root2.client.0 : miss 2024-09-12T18:02:42.502 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.501+0000 7f32bcebb800 20 rados->read ofs=0 len=0 2024-09-12T18:02:42.504 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.501+0000 7f32bcebb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:42.504 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.501+0000 7f32bcebb800 10 cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x0 2024-09-12T18:02:42.504 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.501+0000 7f32bcebb800 10 adding default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-12T18:02:42.504 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.501+0000 7f32bcebb800 10 cache get: name=default.rgw.meta+users.email+root2+test@test.test : miss 2024-09-12T18:02:42.504 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.501+0000 7f32bcebb800 20 rados->read ofs=0 len=0 2024-09-12T18:02:42.504 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.502+0000 7f32bcebb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:42.504 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.502+0000 7f32bcebb800 10 cache put: name=default.rgw.meta+users.email+root2+test@test.test info.flags=0x0 2024-09-12T18:02:42.505 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.502+0000 7f32bcebb800 10 adding default.rgw.meta+users.email+root2+test@test.test to cache LRU end 2024-09-12T18:02:42.505 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.502+0000 7f32bcebb800 10 cache get: name=default.rgw.meta+users.keys+BOWLIOACJZYMKGWLKLTC : miss 2024-09-12T18:02:42.505 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.502+0000 7f32bcebb800 20 rados->read ofs=0 len=0 2024-09-12T18:02:42.505 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.502+0000 7f32bcebb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:42.505 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.502+0000 7f32bcebb800 10 cache put: name=default.rgw.meta+users.keys+BOWLIOACJZYMKGWLKLTC info.flags=0x0 2024-09-12T18:02:42.505 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.502+0000 7f32bcebb800 10 adding default.rgw.meta+users.keys+BOWLIOACJZYMKGWLKLTC to cache LRU end 2024-09-12T18:02:42.505 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.502+0000 7f32bcebb800 10 cache get: name=default.rgw.meta+accounts+account.RGW99999999999999999 : miss 2024-09-12T18:02:42.505 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.502+0000 7f32bcebb800 20 rados->read ofs=0 len=0 2024-09-12T18:02:42.505 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.503+0000 7f32bcebb800 20 rados_obj.operate() r=0 bl.length=184 2024-09-12T18:02:42.505 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.503+0000 7f32bcebb800 10 cache put: name=default.rgw.meta+accounts+account.RGW99999999999999999 info.flags=0x17 2024-09-12T18:02:42.505 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.503+0000 7f32bcebb800 10 adding default.rgw.meta+accounts+account.RGW99999999999999999 to cache LRU end 2024-09-12T18:02:42.505 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.503+0000 7f32bcebb800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:02:42.505 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.503+0000 7f32bcebb800 10 cache get: name=default.rgw.meta+users.keys+BOWLIOACJZYMKGWLKLTC : hit (negative entry) 2024-09-12T18:02:42.505 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.503+0000 7f32bcebb800 10 cache get: name=default.rgw.meta+users.keys+BOWLIOACJZYMKGWLKLTC : hit (negative entry) 2024-09-12T18:02:42.506 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.505+0000 7f32bcebb800 10 cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x17 2024-09-12T18:02:42.506 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.505+0000 7f32bcebb800 10 moving default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-12T18:02:42.506 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.505+0000 7f32bcebb800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:root2.client.0, ofs0, ns] 2024-09-12T18:02:42.506 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.505+0000 7f319e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300878 cookie 94548554753152 notifier 9207 bl.length()=681 2024-09-12T18:02:42.506 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.505+0000 7f319e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x17 2024-09-12T18:02:42.506 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.505+0000 7f319e7fc640 10 rgw watcher librados: moving default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-12T18:02:42.508 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.507+0000 7f32bcebb800 10 cache put: name=default.rgw.meta+users.email+root2+test@test.test info.flags=0x7 2024-09-12T18:02:42.508 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.507+0000 7f32bcebb800 10 moving default.rgw.meta+users.email+root2+test@test.test to cache LRU end 2024-09-12T18:02:42.508 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.507+0000 7f32bcebb800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.email:root2+test@test.test, ofs0, ns] 2024-09-12T18:02:42.508 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.507+0000 7f319e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300917 cookie 94548554766144 notifier 9207 bl.length()=189 2024-09-12T18:02:42.508 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.507+0000 7f319e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+root2+test@test.test info.flags=0x7 2024-09-12T18:02:42.508 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.507+0000 7f319e7fc640 10 rgw watcher librados: moving default.rgw.meta+users.email+root2+test@test.test to cache LRU end 2024-09-12T18:02:42.509 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.509+0000 7f32bcebb800 10 cache put: name=default.rgw.meta+users.keys+BOWLIOACJZYMKGWLKLTC info.flags=0x7 2024-09-12T18:02:42.509 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.509+0000 7f32bcebb800 10 moving default.rgw.meta+users.keys+BOWLIOACJZYMKGWLKLTC to cache LRU end 2024-09-12T18:02:42.510 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.509+0000 7f32bcebb800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.keys:BOWLIOACJZYMKGWLKLTC, ofs0, ns] 2024-09-12T18:02:42.510 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.509+0000 7f319dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300986 cookie 94548554762816 notifier 9207 bl.length()=188 2024-09-12T18:02:42.510 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.509+0000 7f319dffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+BOWLIOACJZYMKGWLKLTC info.flags=0x7 2024-09-12T18:02:42.510 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.509+0000 7f319dffb640 10 rgw watcher librados: moving default.rgw.meta+users.keys+BOWLIOACJZYMKGWLKLTC to cache LRU end 2024-09-12T18:02:42.512 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.511+0000 7f32bcebb800 20 linked user root2.client.0 to account RGW99999999999999999 2024-09-12T18:02:42.512 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2024-09-12T18:02:42.512 INFO:teuthology.orchestra.run.smithi045.stdout: "user_id": "root2.client.0", 2024-09-12T18:02:42.512 INFO:teuthology.orchestra.run.smithi045.stdout: "display_name": "Mr.RGW99999999999999999", 2024-09-12T18:02:42.512 INFO:teuthology.orchestra.run.smithi045.stdout: "email": "root2+test@test.test", 2024-09-12T18:02:42.512 INFO:teuthology.orchestra.run.smithi045.stdout: "suspended": 0, 2024-09-12T18:02:42.512 INFO:teuthology.orchestra.run.smithi045.stdout: "max_buckets": 1000, 2024-09-12T18:02:42.512 INFO:teuthology.orchestra.run.smithi045.stdout: "subusers": [], 2024-09-12T18:02:42.512 INFO:teuthology.orchestra.run.smithi045.stdout: "keys": [ 2024-09-12T18:02:42.513 INFO:teuthology.orchestra.run.smithi045.stdout: { 2024-09-12T18:02:42.513 INFO:teuthology.orchestra.run.smithi045.stdout: "user": "root2.client.0", 2024-09-12T18:02:42.513 INFO:teuthology.orchestra.run.smithi045.stdout: "access_key": "BOWLIOACJZYMKGWLKLTC", 2024-09-12T18:02:42.513 INFO:teuthology.orchestra.run.smithi045.stdout: "secret_key": "rCV9RRZIq+TEly5ATEyZkcb/KbfNeew6AuQFuanp+Am6xbnYwwQ6IQ==", 2024-09-12T18:02:42.513 INFO:teuthology.orchestra.run.smithi045.stdout: "active": true, 2024-09-12T18:02:42.513 INFO:teuthology.orchestra.run.smithi045.stdout: "create_date": "2024-09-12T18:02:42.503911Z" 2024-09-12T18:02:42.513 INFO:teuthology.orchestra.run.smithi045.stdout: } 2024-09-12T18:02:42.513 INFO:teuthology.orchestra.run.smithi045.stdout: ], 2024-09-12T18:02:42.513 INFO:teuthology.orchestra.run.smithi045.stdout: "swift_keys": [], 2024-09-12T18:02:42.513 INFO:teuthology.orchestra.run.smithi045.stdout: "caps": [], 2024-09-12T18:02:42.513 INFO:teuthology.orchestra.run.smithi045.stdout: "op_mask": "read, write, delete", 2024-09-12T18:02:42.513 INFO:teuthology.orchestra.run.smithi045.stdout: "default_placement": "", 2024-09-12T18:02:42.513 INFO:teuthology.orchestra.run.smithi045.stdout: "default_storage_class": "", 2024-09-12T18:02:42.513 INFO:teuthology.orchestra.run.smithi045.stdout: "placement_tags": [], 2024-09-12T18:02:42.514 INFO:teuthology.orchestra.run.smithi045.stdout: "bucket_quota": { 2024-09-12T18:02:42.514 INFO:teuthology.orchestra.run.smithi045.stdout: "enabled": false, 2024-09-12T18:02:42.514 INFO:teuthology.orchestra.run.smithi045.stdout: "check_on_raw": false, 2024-09-12T18:02:42.514 INFO:teuthology.orchestra.run.smithi045.stdout: "max_size": -1, 2024-09-12T18:02:42.514 INFO:teuthology.orchestra.run.smithi045.stdout: "max_size_kb": 0, 2024-09-12T18:02:42.514 INFO:teuthology.orchestra.run.smithi045.stdout: "max_objects": -1 2024-09-12T18:02:42.514 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-12T18:02:42.514 INFO:teuthology.orchestra.run.smithi045.stdout: "user_quota": { 2024-09-12T18:02:42.514 INFO:teuthology.orchestra.run.smithi045.stdout: "enabled": false, 2024-09-12T18:02:42.514 INFO:teuthology.orchestra.run.smithi045.stdout: "check_on_raw": false, 2024-09-12T18:02:42.514 INFO:teuthology.orchestra.run.smithi045.stdout: "max_size": -1, 2024-09-12T18:02:42.514 INFO:teuthology.orchestra.run.smithi045.stdout: "max_size_kb": 0, 2024-09-12T18:02:42.514 INFO:teuthology.orchestra.run.smithi045.stdout: "max_objects": -1 2024-09-12T18:02:42.514 INFO:teuthology.orchestra.run.smithi045.stdout: }, 2024-09-12T18:02:42.515 INFO:teuthology.orchestra.run.smithi045.stdout: "temp_url_keys": [], 2024-09-12T18:02:42.515 INFO:teuthology.orchestra.run.smithi045.stdout: "type": "root", 2024-09-12T18:02:42.515 INFO:teuthology.orchestra.run.smithi045.stdout: "mfa_ids": [], 2024-09-12T18:02:42.515 INFO:teuthology.orchestra.run.smithi045.stdout: "account_id": "RGW99999999999999999", 2024-09-12T18:02:42.515 INFO:teuthology.orchestra.run.smithi045.stdout: "path": "/", 2024-09-12T18:02:42.515 INFO:teuthology.orchestra.run.smithi045.stdout: "create_date": "2024-09-12T18:02:42.503899Z", 2024-09-12T18:02:42.515 INFO:teuthology.orchestra.run.smithi045.stdout: "tags": [], 2024-09-12T18:02:42.515 INFO:teuthology.orchestra.run.smithi045.stdout: "group_ids": [] 2024-09-12T18:02:42.515 INFO:teuthology.orchestra.run.smithi045.stdout:} 2024-09-12T18:02:42.515 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:02:42.516 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.512+0000 7f31717e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:42.516 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.515+0000 7f32bcebb800 20 remove_watcher() i=0 2024-09-12T18:02:42.516 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.515+0000 7f32bcebb800 2 removed watcher, disabling cache 2024-09-12T18:02:42.516 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.516+0000 7f32bcebb800 20 remove_watcher() i=1 2024-09-12T18:02:42.517 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.517+0000 7f32bcebb800 20 remove_watcher() i=2 2024-09-12T18:02:42.519 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.518+0000 7f32bcebb800 20 remove_watcher() i=3 2024-09-12T18:02:42.520 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.519+0000 7f32bcebb800 20 remove_watcher() i=4 2024-09-12T18:02:42.520 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.520+0000 7f32bcebb800 20 remove_watcher() i=5 2024-09-12T18:02:42.521 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.521+0000 7f32bcebb800 20 remove_watcher() i=6 2024-09-12T18:02:42.523 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.522+0000 7f32bcebb800 20 remove_watcher() i=7 2024-09-12T18:02:42.534 DEBUG:teuthology.orchestra.run.smithi045:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid root2.client.0 --totp-serial 7795039252 --totp-seed 6QXUMTMI4DMCKWZ7KMEPOBMVNUCGSCYGKPZZL6STUBNIEHLNN7D37KTMQGDDWY5T --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-12T18:02:42.602 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:02:42.602 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:02:42.639 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.638+0000 7f9aaba13800 20 rados->read ofs=0 len=0 2024-09-12T18:02:42.640 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.640+0000 7f9aaba13800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:42.641 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.640+0000 7f9aaba13800 20 realm 2024-09-12T18:02:42.641 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.640+0000 7f9aaba13800 20 rados->read ofs=0 len=0 2024-09-12T18:02:42.641 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.640+0000 7f9aaba13800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:42.641 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.640+0000 7f9aaba13800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:02:42.641 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.640+0000 7f9aaba13800 20 rados->read ofs=0 len=0 2024-09-12T18:02:42.641 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.640+0000 7f9aaba13800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:42.641 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.640+0000 7f9aaba13800 20 rados->read ofs=0 len=0 2024-09-12T18:02:42.641 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.641+0000 7f9aaba13800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:42.641 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.641+0000 7f9aaba13800 20 rados->read ofs=0 len=0 2024-09-12T18:02:42.642 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.642+0000 7f9aaba13800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:02:42.643 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.642+0000 7f9aaba13800 20 searching for the correct realm 2024-09-12T18:02:42.645 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.645+0000 7f9aa7949640 0 -- 172.21.15.45:0/443088709 >> [v2:172.21.15.45:6824/1551660769,v1:172.21.15.45:6825/1551660769] conn(0x561eb7c2e000 msgr2=0x561eb7c304c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:02:42.649 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.649+0000 7f9aa7148640 0 -- 172.21.15.45:0/443088709 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f9a9c09f1a0 msgr2=0x7f9a9c06e790 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:02:42.654 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.653+0000 7f9aaba13800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T18:02:42.654 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.653+0000 7f9aaba13800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T18:02:42.654 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.653+0000 7f9aaba13800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:02:42.654 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.653+0000 7f9aaba13800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:02:42.654 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.653+0000 7f9aaba13800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:02:42.654 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.653+0000 7f9aaba13800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:02:42.654 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.653+0000 7f9aaba13800 20 rados->read ofs=0 len=0 2024-09-12T18:02:42.654 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.653+0000 7f9aaba13800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:42.655 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.653+0000 7f9aaba13800 20 rados->read ofs=0 len=0 2024-09-12T18:02:42.656 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.654+0000 7f9aaba13800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:02:42.656 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.654+0000 7f9aaba13800 20 rados->read ofs=0 len=0 2024-09-12T18:02:42.656 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.654+0000 7f9aaba13800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:02:42.656 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.654+0000 7f9aaba13800 20 zone default found 2024-09-12T18:02:42.656 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.654+0000 7f9aaba13800 4 Realm: () 2024-09-12T18:02:42.656 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.654+0000 7f9aaba13800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T18:02:42.656 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.654+0000 7f9aaba13800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T18:02:42.656 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.654+0000 7f9aaba13800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:02:42.656 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.654+0000 7f9aaba13800 20 zonegroup default 2024-09-12T18:02:42.656 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.654+0000 7f9aaba13800 20 rados->read ofs=0 len=0 2024-09-12T18:02:42.656 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.654+0000 7f9aaba13800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:42.656 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.654+0000 7f9aaba13800 20 rados->read ofs=0 len=0 2024-09-12T18:02:42.657 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.655+0000 7f9aaba13800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:42.657 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.655+0000 7f9aaba13800 20 rados->read ofs=0 len=0 2024-09-12T18:02:42.657 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.655+0000 7f9aaba13800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:02:42.657 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.655+0000 7f9aaba13800 20 started sync module instance, tier type = 2024-09-12T18:02:42.657 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.655+0000 7f9aaba13800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T18:02:42.665 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.665+0000 7f9aaba13800 20 add_watcher() i=0 2024-09-12T18:02:42.665 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.665+0000 7f9aaba13800 20 add_watcher() i=1 2024-09-12T18:02:42.665 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.665+0000 7f9aaba13800 20 add_watcher() i=2 2024-09-12T18:02:42.666 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.665+0000 7f9aaba13800 20 add_watcher() i=3 2024-09-12T18:02:42.666 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.665+0000 7f9aaba13800 20 add_watcher() i=4 2024-09-12T18:02:42.666 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.665+0000 7f9aaba13800 20 add_watcher() i=5 2024-09-12T18:02:42.666 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.665+0000 7f9aaba13800 20 add_watcher() i=6 2024-09-12T18:02:42.666 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.666+0000 7f9aaba13800 20 add_watcher() i=7 2024-09-12T18:02:42.666 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.666+0000 7f9aaba13800 2 all 8 watchers are set, enabling cache 2024-09-12T18:02:42.669 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.667+0000 7f995dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:42.669 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.667+0000 7f9aaba13800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:02:42.669 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.667+0000 7f9aaba13800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:02:42.669 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.667+0000 7f9aaba13800 5 note: GC not initialized 2024-09-12T18:02:42.669 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.668+0000 7f995cfe1640 20 reqs_thread_entry: start 2024-09-12T18:02:42.669 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.668+0000 7f9aaba13800 20 init_complete bucket index max shards: 1 2024-09-12T18:02:42.669 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.668+0000 7f9aaba13800 20 Filter name: none 2024-09-12T18:02:42.669 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.668+0000 7f98d67fc640 20 reqs_thread_entry: start 2024-09-12T18:02:42.669 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.668+0000 7f9aaba13800 10 cache get: name=default.rgw.meta+users.uid+root2.client.0 : miss 2024-09-12T18:02:42.669 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.668+0000 7f9aaba13800 20 rados->read ofs=0 len=0 2024-09-12T18:02:42.670 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.668+0000 7f9aaba13800 20 rados_obj.operate() r=0 bl.length=494 2024-09-12T18:02:42.670 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.668+0000 7f9aaba13800 10 cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x13 2024-09-12T18:02:42.670 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.668+0000 7f9aaba13800 10 adding default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-12T18:02:42.670 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.668+0000 7f9aaba13800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:02:42.672 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.671+0000 7f9aaba13800 10 cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x17 2024-09-12T18:02:42.672 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.671+0000 7f9aaba13800 10 moving default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-12T18:02:42.672 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.671+0000 7f9aaba13800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:root2.client.0, ofs0, ns] 2024-09-12T18:02:42.672 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.672+0000 7f998affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300879 cookie 94689932022560 notifier 9228 bl.length()=695 2024-09-12T18:02:42.672 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.672+0000 7f998affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x17 2024-09-12T18:02:42.672 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.672+0000 7f998affd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-12T18:02:42.673 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.673+0000 7f995dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:02:42.676 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.675+0000 7f9aaba13800 20 remove_watcher() i=0 2024-09-12T18:02:42.676 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.675+0000 7f9aaba13800 2 removed watcher, disabling cache 2024-09-12T18:02:42.677 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.677+0000 7f9aaba13800 20 remove_watcher() i=1 2024-09-12T18:02:42.678 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.678+0000 7f9aaba13800 20 remove_watcher() i=2 2024-09-12T18:02:42.679 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.679+0000 7f9aaba13800 20 remove_watcher() i=3 2024-09-12T18:02:42.680 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.680+0000 7f9aaba13800 20 remove_watcher() i=4 2024-09-12T18:02:42.681 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.681+0000 7f9aaba13800 20 remove_watcher() i=5 2024-09-12T18:02:42.682 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.682+0000 7f9aaba13800 20 remove_watcher() i=6 2024-09-12T18:02:42.683 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:02:42.683+0000 7f9aaba13800 20 remove_watcher() i=7 2024-09-12T18:02:42.695 INFO:tasks.s3tests:Configuring s3-tests... 2024-09-12T18:02:42.696 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-12T18:02:42.696 DEBUG:teuthology.orchestra.run.smithi045:> dd of=/home/ubuntu/cephtest/archive/s3-tests.client.0.conf 2024-09-12T18:02:42.725 INFO:tasks.s3tests:Configuring boto... 2024-09-12T18:02:42.725 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-12T18:02:42.726 DEBUG:teuthology.orchestra.run.smithi045:> dd of=/home/ubuntu/cephtest/boto-client.0.cfg 2024-09-12T18:02:42.795 DEBUG:teuthology.orchestra.run.smithi045:s3 tests against rgw> source /home/ubuntu/cephtest/tox-venv/bin/activate && cd /home/ubuntu/cephtest/s3-tests-client.0 && S3TEST_CONF=/home/ubuntu/cephtest/archive/s3-tests.client.0.conf BOTO_CONFIG=/home/ubuntu/cephtest/boto-client.0.cfg REQUESTS_CA_BUNDLE=/etc/pki/tls/certs/ca-bundle.crt tox -- -v -m 'not fails_on_rgw and not lifecycle_expiration and not lifecycle_transition and not cloud_transition and not test_of_sts and not webidentity_test and not fails_with_subdomain and not sse_s3' 2024-09-12T18:02:42.980 INFO:teuthology.orchestra.run.smithi045.stdout:GLOB sdist-make: /home/ubuntu/cephtest/s3-tests-client.0/setup.py 2024-09-12T18:02:43.170 INFO:teuthology.orchestra.run.smithi045.stdout:py create: /home/ubuntu/cephtest/s3-tests-client.0/.tox/py 2024-09-12T18:02:43.446 INFO:teuthology.orchestra.run.smithi045.stdout:py installdeps: -rrequirements.txt 2024-09-12T18:04:34.514 INFO:teuthology.orchestra.run.smithi045.stdout:py inst: /home/ubuntu/cephtest/s3-tests-client.0/.tox/.tmp/package/1/s3tests-0.0.1.zip 2024-09-12T18:04:35.979 INFO:teuthology.orchestra.run.smithi045.stdout:py installed: boto==2.49.0,boto3==1.24.96,botocore==1.27.96,cachetools==5.5.0,certifi==2024.8.30,chardet==5.2.0,charset-normalizer==3.3.2,colorama==0.4.6,distlib==0.3.8,exceptiongroup==1.2.2,filelock==3.16.0,gevent==24.2.1,greenlet==3.1.0,httplib2==0.22.0,idna==3.8,iniconfig==2.0.0,isodate==0.6.1,jmespath==1.0.1,lxml==5.3.0,munch==4.0.0,packaging==24.1,platformdirs==4.3.2,pluggy==1.5.0,pyparsing==3.1.4,pyproject-api==1.7.1,pytest==8.3.3,python-dateutil==2.9.0.post0,pytz==2024.2,PyYAML==6.0.2,requests==2.32.3,s3tests @ file:///home/ubuntu/cephtest/s3-tests-client.0/.tox/.tmp/package/1/s3tests-0.0.1.zip#sha256=63204661ed0ffb9f54646e1c3de5e3d3cae69813ee467a38610c0f42c8340025,s3transfer==0.6.2,six==1.16.0,tomli==2.0.1,tox==4.18.1,urllib3==1.26.20,virtualenv==20.26.4,zope.event==5.0,zope.interface==7.0.3 2024-09-12T18:04:35.980 INFO:teuthology.orchestra.run.smithi045.stdout:py run-test-pre: PYTHONHASHSEED='2595776057' 2024-09-12T18:04:35.980 INFO:teuthology.orchestra.run.smithi045.stdout:py run-test: commands[0] | pytest -v -m 'not fails_on_rgw and not lifecycle_expiration and not lifecycle_transition and not cloud_transition and not test_of_sts and not webidentity_test and not fails_with_subdomain and not sse_s3' 2024-09-12T18:04:36.119 INFO:teuthology.orchestra.run.smithi045.stdout:============================= test session starts ============================== 2024-09-12T18:04:36.120 INFO:teuthology.orchestra.run.smithi045.stdout:platform linux -- Python 3.9.19, pytest-8.3.3, pluggy-1.5.0 -- /home/ubuntu/cephtest/s3-tests-client.0/.tox/py/bin/python 2024-09-12T18:04:36.120 INFO:teuthology.orchestra.run.smithi045.stdout:cachedir: .tox/py/.pytest_cache 2024-09-12T18:04:36.120 INFO:teuthology.orchestra.run.smithi045.stdout:rootdir: /home/ubuntu/cephtest/s3-tests-client.0 2024-09-12T18:04:36.120 INFO:teuthology.orchestra.run.smithi045.stdout:configfile: pytest.ini 2024-09-12T18:04:37.953 INFO:teuthology.orchestra.run.smithi045.stdout:collecting ... collected 872 items / 126 deselected / 746 selected 2024-09-12T18:04:37.953 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:04:38.272 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_headers.py::test_object_create_bad_contentlength_none PASSED [ 0%] 2024-09-12T18:04:38.436 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_empty PASSED [ 0%] 2024-09-12T18:04:38.594 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_headers.py::test_object_create_date_and_amz_date PASSED [ 0%] 2024-09-12T18:04:38.751 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_headers.py::test_object_create_amz_date_and_no_date PASSED [ 0%] 2024-09-12T18:04:38.911 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_none PASSED [ 0%] 2024-09-12T18:04:39.022 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_headers.py::test_bucket_create_contentlength_none PASSED [ 0%] 2024-09-12T18:04:39.182 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_headers.py::test_object_acl_create_contentlength_none PASSED [ 0%] 2024-09-12T18:04:39.294 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_contentlength_none PASSED [ 1%] 2024-09-12T18:04:39.382 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_authorization_empty PASSED [ 1%] 2024-09-12T18:04:39.470 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_authorization_none PASSED [ 1%] 2024-09-12T18:04:39.632 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_headers.py::test_object_create_bad_contentlength_mismatch_below_aws2 PASSED [ 1%] 2024-09-12T18:04:39.794 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_incorrect_aws2 PASSED [ 1%] 2024-09-12T18:04:39.956 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_invalid_aws2 PASSED [ 1%] 2024-09-12T18:04:40.119 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_none_aws2 PASSED [ 1%] 2024-09-12T18:04:40.206 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_authorization_invalid_aws2 PASSED [ 2%] 2024-09-12T18:04:40.294 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_none_aws2 PASSED [ 2%] 2024-09-12T18:04:40.340 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_headers.py::test_object_create_bad_md5_invalid_garbage_aws4 SKIPPED [ 2%] 2024-09-12T18:04:40.388 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_headers.py::test_object_create_bad_contentlength_mismatch_below_aws4 SKIPPED [ 2%] 2024-09-12T18:04:40.435 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_incorrect_aws4 SKIPPED [ 2%] 2024-09-12T18:04:40.483 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_invalid_aws4 SKIPPED [ 2%] 2024-09-12T18:04:40.530 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_headers.py::test_object_create_bad_ua_empty_aws4 SKIPPED [ 2%] 2024-09-12T18:04:40.578 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_headers.py::test_object_create_bad_ua_none_aws4 SKIPPED [ 2%] 2024-09-12T18:04:40.626 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_invalid_aws4 SKIPPED [ 3%] 2024-09-12T18:04:40.673 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_invalid_aws4 SKIPPED [ 3%] 2024-09-12T18:04:40.719 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_empty_aws4 SKIPPED [ 3%] 2024-09-12T18:04:40.768 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_empty_aws4 SKIPPED [ 3%] 2024-09-12T18:04:40.815 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_none_aws4 SKIPPED [ 3%] 2024-09-12T18:04:40.863 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_none_aws4 SKIPPED [ 3%] 2024-09-12T18:04:40.910 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_before_today_aws4 SKIPPED [ 3%] 2024-09-12T18:04:40.957 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_before_today_aws4 SKIPPED [ 4%] 2024-09-12T18:04:41.004 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_after_today_aws4 SKIPPED [ 4%] 2024-09-12T18:04:41.052 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_after_today_aws4 SKIPPED [ 4%] 2024-09-12T18:04:41.100 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_before_epoch_aws4 SKIPPED [ 4%] 2024-09-12T18:04:41.147 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_before_epoch_aws4 SKIPPED [ 4%] 2024-09-12T18:04:41.195 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_after_end_aws4 SKIPPED [ 4%] 2024-09-12T18:04:41.243 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_after_end_aws4 SKIPPED [ 4%] 2024-09-12T18:04:41.291 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_headers.py::test_object_create_missing_signed_custom_header_aws4 SKIPPED [ 4%] 2024-09-12T18:04:41.338 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_headers.py::test_object_create_missing_signed_header_aws4 SKIPPED [ 5%] 2024-09-12T18:04:41.385 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_authorization_invalid_aws4 SKIPPED [ 5%] 2024-09-12T18:04:41.432 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_ua_empty_aws4 SKIPPED [ 5%] 2024-09-12T18:04:41.479 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_ua_none_aws4 SKIPPED [ 5%] 2024-09-12T18:04:41.527 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_invalid_aws4 SKIPPED [ 5%] 2024-09-12T18:04:41.574 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_invalid_aws4 SKIPPED [ 5%] 2024-09-12T18:04:41.621 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_empty_aws4 SKIPPED [ 5%] 2024-09-12T18:04:41.669 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_empty_aws4 SKIPPED [ 6%] 2024-09-12T18:04:41.716 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_none_aws4 SKIPPED [ 6%] 2024-09-12T18:04:41.763 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_none_aws4 SKIPPED [ 6%] 2024-09-12T18:04:41.812 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_before_today_aws4 SKIPPED [ 6%] 2024-09-12T18:04:41.859 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_before_today_aws4 SKIPPED [ 6%] 2024-09-12T18:04:41.907 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_after_today_aws4 SKIPPED [ 6%] 2024-09-12T18:04:41.953 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_after_today_aws4 SKIPPED [ 6%] 2024-09-12T18:04:42.001 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_before_epoch_aws4 SKIPPED [ 6%] 2024-09-12T18:04:42.048 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_before_epoch_aws4 SKIPPED [ 7%] 2024-09-12T18:04:42.475 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_s3.py::test_versioning_obj_read_not_exist_null PASSED [ 7%] 2024-09-12T18:04:43.054 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_s3.py::test_object_storage_class PASSED [ 7%] 2024-09-12T18:04:44.139 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_s3.py::test_object_storage_class_multipart PASSED [ 7%] 2024-09-12T18:04:45.133 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_s3.py::test_object_modify_storage_class PASSED [ 7%] 2024-09-12T18:04:46.935 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_s3.py::test_object_modify_storage_class_multipart PASSED [ 7%] 2024-09-12T18:04:47.478 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_s3.py::test_object_storage_class_copy PASSED [ 7%] 2024-09-12T18:04:48.267 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_s3.py::test_object_storage_class_copy_multipart PASSED [ 8%] 2024-09-12T18:04:48.494 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_s3.py::test_atomic_dual_conditional_write_1mb PASSED [ 8%] 2024-09-12T18:04:48.616 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_s3.py::test_atomic_write_bucket_gone PASSED [ 8%] 2024-09-12T18:04:48.816 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_s3.py::test_encryption_sse_c_multipart_invalid_chunks_1 PASSED [ 8%] 2024-09-12T18:04:49.018 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_s3.py::test_encryption_sse_c_multipart_invalid_chunks_2 PASSED [ 8%] 2024-09-12T18:04:49.345 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_s3.py::test_bucket_policy_set_condition_operator_end_with_IfExists PASSED [ 8%] 2024-09-12T18:04:49.525 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_s3.py::test_bucket_policy_put_obj_request_obj_tag PASSED [ 8%] 2024-09-12T18:04:49.757 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_s3_website.py::test_website_nonexistant_bucket_rgw SKIPPED [ 8%] 2024-09-12T18:04:49.757 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_public_index SKIPPED [ 9%] 2024-09-12T18:04:49.758 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_public_index SKIPPED [ 9%] 2024-09-12T18:04:49.759 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_empty SKIPPED [ 9%] 2024-09-12T18:04:49.760 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_empty SKIPPED [ 9%] 2024-09-12T18:04:49.761 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_private_index SKIPPED [ 9%] 2024-09-12T18:04:49.762 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_private_index SKIPPED [ 9%] 2024-09-12T18:04:49.762 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_empty_missingerrordoc SKIPPED [ 9%] 2024-09-12T18:04:49.763 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_empty_missingerrordoc SKIPPED [ 10%] 2024-09-12T18:04:49.764 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_private_index_missingerrordoc SKIPPED [ 10%] 2024-09-12T18:04:49.765 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_private_index_missingerrordoc SKIPPED [ 10%] 2024-09-12T18:04:49.766 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_empty_blockederrordoc SKIPPED [ 10%] 2024-09-12T18:04:49.766 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_pubilc_errordoc SKIPPED [ 10%] 2024-09-12T18:04:49.767 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_empty_blockederrordoc SKIPPED [ 10%] 2024-09-12T18:04:49.768 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_private_index_blockederrordoc SKIPPED [ 10%] 2024-09-12T18:04:49.769 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_private_index_blockederrordoc SKIPPED [ 10%] 2024-09-12T18:04:49.770 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_empty_gooderrordoc SKIPPED [ 11%] 2024-09-12T18:04:49.770 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_empty_gooderrordoc SKIPPED [ 11%] 2024-09-12T18:04:49.771 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_private_index_gooderrordoc SKIPPED [ 11%] 2024-09-12T18:04:49.772 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_private_index_gooderrordoc SKIPPED [ 11%] 2024-09-12T18:04:49.773 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_s3_website.py::test_website_bucket_private_redirectall_base SKIPPED [ 11%] 2024-09-12T18:04:49.774 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_s3_website.py::test_website_bucket_private_redirectall_path SKIPPED [ 11%] 2024-09-12T18:04:49.775 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_s3_website.py::test_website_bucket_private_redirectall_path_upgrade SKIPPED [ 11%] 2024-09-12T18:04:49.775 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_nonwebsite SKIPPED [ 12%] 2024-09-12T18:04:49.776 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_public_relative SKIPPED [ 12%] 2024-09-12T18:04:49.777 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_public_abs SKIPPED [ 12%] 2024-09-12T18:04:49.778 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_private_relative SKIPPED [ 12%] 2024-09-12T18:04:49.778 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_private_abs SKIPPED [ 12%] 2024-09-12T18:04:49.867 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_s3_website.py::test_routing_generator XFAIL [ 12%] 2024-09-12T18:04:49.880 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_utils.py::test_generate PASSED [ 12%] 2024-09-12T18:04:50.424 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_invalid_short PASSED [ 13%] 2024-09-12T18:04:55.777 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_bad PASSED [ 13%] 2024-09-12T18:04:56.103 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_empty PASSED [ 13%] 2024-09-12T18:04:56.499 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_none PASSED [ 13%] 2024-09-12T18:04:56.889 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_expect_mismatch PASSED [ 13%] 2024-09-12T18:04:57.259 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_expect_empty PASSED [ 13%] 2024-09-12T18:04:57.595 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_expect_none PASSED [ 13%] 2024-09-12T18:04:57.922 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_contentlength_negative PASSED [ 13%] 2024-09-12T18:04:58.304 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_contenttype_invalid PASSED [ 14%] 2024-09-12T18:04:58.671 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_contenttype_empty PASSED [ 14%] 2024-09-12T18:04:59.027 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_contenttype_none PASSED [ 14%] 2024-09-12T18:04:59.379 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_put_bad_canned_acl PASSED [ 14%] 2024-09-12T18:04:59.656 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_expect_mismatch PASSED [ 14%] 2024-09-12T18:04:59.935 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_expect_empty PASSED [ 14%] 2024-09-12T18:05:00.149 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_contentlength_negative PASSED [ 14%] 2024-09-12T18:05:00.427 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_invalid_garbage_aws2 PASSED [ 15%] 2024-09-12T18:05:00.792 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_ua_empty_aws2 PASSED [ 15%] 2024-09-12T18:05:01.155 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_ua_none_aws2 PASSED [ 15%] 2024-09-12T18:05:01.506 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_invalid_aws2 PASSED [ 15%] 2024-09-12T18:05:01.836 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_empty_aws2 PASSED [ 15%] 2024-09-12T18:05:02.154 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_before_today_aws2 PASSED [ 15%] 2024-09-12T18:05:02.473 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_before_epoch_aws2 PASSED [ 15%] 2024-09-12T18:05:02.825 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_after_end_aws2 PASSED [ 15%] 2024-09-12T18:05:03.097 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_ua_empty_aws2 PASSED [ 16%] 2024-09-12T18:05:03.411 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_ua_none_aws2 PASSED [ 16%] 2024-09-12T18:05:03.666 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_invalid_aws2 PASSED [ 16%] 2024-09-12T18:05:03.942 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_empty_aws2 PASSED [ 16%] 2024-09-12T18:05:04.186 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_before_today_aws2 PASSED [ 16%] 2024-09-12T18:05:04.442 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_after_today_aws2 PASSED [ 16%] 2024-09-12T18:05:04.696 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_before_epoch_aws2 PASSED [ 16%] 2024-09-12T18:05:05.130 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_put_user_policy PASSED [ 17%] 2024-09-12T18:05:05.373 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_put_user_policy_invalid_user PASSED [ 17%] 2024-09-12T18:05:05.634 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_put_user_policy_parameter_limit PASSED [ 17%] 2024-09-12T18:05:05.973 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_put_existing_user_policy PASSED [ 17%] 2024-09-12T18:05:06.321 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_list_user_policy PASSED [ 17%] 2024-09-12T18:05:06.603 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_list_user_policy_invalid_user PASSED [ 17%] 2024-09-12T18:05:06.946 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_get_user_policy PASSED [ 17%] 2024-09-12T18:05:07.285 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_get_user_policy_invalid_user PASSED [ 17%] 2024-09-12T18:05:07.737 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_get_user_policy_from_multiple_policies PASSED [ 18%] 2024-09-12T18:05:08.033 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_delete_user_policy PASSED [ 18%] 2024-09-12T18:05:08.384 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_delete_user_policy_invalid_user PASSED [ 18%] 2024-09-12T18:05:08.746 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_delete_user_policy_invalid_policy_name PASSED [ 18%] 2024-09-12T18:05:09.308 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_delete_user_policy_from_multiple_policies PASSED [ 18%] 2024-09-12T18:05:09.720 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_allow_bucket_actions_in_user_policy PASSED [ 18%] 2024-09-12T18:05:10.107 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_deny_bucket_actions_in_user_policy PASSED [ 18%] 2024-09-12T18:05:10.466 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_allow_object_actions_in_user_policy PASSED [ 19%] 2024-09-12T18:05:10.972 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_deny_object_actions_in_user_policy PASSED [ 19%] 2024-09-12T18:05:11.382 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_allow_multipart_actions_in_user_policy PASSED [ 19%] 2024-09-12T18:05:11.872 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_deny_multipart_actions_in_user_policy PASSED [ 19%] 2024-09-12T18:05:12.342 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_allow_tagging_actions_in_user_policy PASSED [ 19%] 2024-09-12T18:05:12.813 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_deny_tagging_actions_in_user_policy PASSED [ 19%] 2024-09-12T18:05:13.237 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_verify_conflicting_user_policy_statements PASSED [ 19%] 2024-09-12T18:05:13.744 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_verify_conflicting_user_policies PASSED [ 19%] 2024-09-12T18:05:14.135 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_verify_allow_iam_actions PASSED [ 20%] 2024-09-12T18:05:15.077 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_create PASSED [ 20%] 2024-09-12T18:05:15.749 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_case_insensitive_name PASSED [ 20%] 2024-09-12T18:05:16.555 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_delete PASSED [ 20%] 2024-09-12T18:05:18.220 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_list PASSED [ 20%] 2024-09-12T18:05:20.440 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_list_path_prefix PASSED [ 20%] 2024-09-12T18:05:21.697 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_update_name PASSED [ 20%] 2024-09-12T18:05:22.812 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_update_path PASSED [ 21%] 2024-09-12T18:05:23.636 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_access_key_create PASSED [ 21%] 2024-09-12T18:05:24.170 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_account_current_user_access_key_create PASSED [ 21%] 2024-09-12T18:05:25.167 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_access_key_update PASSED [ 21%] 2024-09-12T18:05:25.891 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_account_current_user_access_key_update PASSED [ 21%] 2024-09-12T18:05:26.830 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_access_key_delete PASSED [ 21%] 2024-09-12T18:05:27.505 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_account_current_user_access_key_delete PASSED [ 21%] 2024-09-12T18:05:28.777 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_access_key_list PASSED [ 21%] 2024-09-12T18:05:29.654 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_bucket_policy_allow PASSED [ 22%] 2024-09-12T18:05:30.987 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_policy PASSED [ 22%] 2024-09-12T18:05:32.288 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_policy_managed PASSED [ 22%] 2024-09-12T18:05:33.182 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_policy_allow PASSED [ 22%] 2024-09-12T18:05:33.996 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_account_group_create PASSED [ 22%] 2024-09-12T18:05:34.683 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_account_group_case_insensitive_name PASSED [ 22%] 2024-09-12T18:05:36.312 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_account_group_list PASSED [ 22%] 2024-09-12T18:05:37.503 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_account_group_update PASSED [ 23%] 2024-09-12T18:05:38.867 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_account_inline_group_policy PASSED [ 23%] 2024-09-12T18:05:40.149 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_account_managed_group_policy PASSED [ 23%] 2024-09-12T18:05:41.301 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_account_inline_group_policy_allow PASSED [ 23%] 2024-09-12T18:05:42.467 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_account_managed_group_policy_allow PASSED [ 23%] 2024-09-12T18:05:43.386 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_create PASSED [ 23%] 2024-09-12T18:05:44.068 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_case_insensitive_name PASSED [ 23%] 2024-09-12T18:05:44.849 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_delete PASSED [ 23%] 2024-09-12T18:05:46.319 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_list PASSED [ 24%] 2024-09-12T18:05:48.251 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_list_path_prefix PASSED [ 24%] 2024-09-12T18:05:49.051 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_update PASSED [ 24%] 2024-09-12T18:05:50.291 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_policy PASSED [ 24%] 2024-09-12T18:05:51.542 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_policy_managed PASSED [ 24%] 2024-09-12T18:05:52.653 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_policy_allow PASSED [ 24%] 2024-09-12T18:05:53.871 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_same_account_role_policy_allow PASSED [ 24%] 2024-09-12T18:05:55.164 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_role_policy_allow PASSED [ 25%] 2024-09-12T18:05:56.345 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_policy_allow_create_bucket PASSED [ 25%] 2024-09-12T18:05:57.510 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_policy_allow_get_role PASSED [ 25%] 2024-09-12T18:05:58.278 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_account_oidc_provider PASSED [ 25%] 2024-09-12T18:05:58.938 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_verify_add_new_client_id_to_oidc PASSED [ 25%] 2024-09-12T18:05:59.595 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_verify_add_existing_client_id_to_oidc PASSED [ 25%] 2024-09-12T18:06:00.310 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_verify_update_thumbprintlist_of_oidc PASSED [ 25%] 2024-09-12T18:06:01.317 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_user_policy_allow_user_arn PASSED [ 26%] 2024-09-12T18:06:02.417 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_bucket_policy_allow_user_arn PASSED [ 26%] 2024-09-12T18:06:03.483 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_bucket_policy_allow_account_arn PASSED [ 26%] 2024-09-12T18:06:04.529 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_user_policy_allow_account_arn PASSED [ 26%] 2024-09-12T18:06:05.587 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_bucket_policy_allow_account_id PASSED [ 26%] 2024-09-12T18:06:06.679 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_user_policy_allow_account_id PASSED [ 26%] 2024-09-12T18:06:07.735 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_acl_user_policy_grant_user_id PASSED [ 26%] 2024-09-12T18:06:08.805 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_policy_bucket_acl_grant_user_id PASSED [ 26%] 2024-09-12T18:06:09.838 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_acl_user_policy_grant_canonical_id PASSED [ 27%] 2024-09-12T18:06:10.896 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_policy_bucket_acl_grant_canonical_id PASSED [ 27%] 2024-09-12T18:06:11.957 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_acl_user_policy_grant_account_email PASSED [ 27%] 2024-09-12T18:06:13.049 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_policy_bucket_acl_grant_account_email PASSED [ 27%] 2024-09-12T18:06:13.735 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_root_bucket_policy_allow_account_arn PASSED [ 27%] 2024-09-12T18:06:14.449 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_root_bucket_policy_allow_account_id PASSED [ 27%] 2024-09-12T18:06:15.111 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_root_bucket_acl_grant_canonical_id PASSED [ 27%] 2024-09-12T18:06:15.800 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_root_bucket_acl_grant_account_email PASSED [ 28%] 2024-09-12T18:06:16.310 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_empty PASSED [ 28%] 2024-09-12T18:06:16.803 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_distinct PASSED [ 28%] 2024-09-12T18:06:17.333 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_many PASSED [ 28%] 2024-09-12T18:06:17.778 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_many PASSED [ 28%] 2024-09-12T18:06:18.197 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_basic_key_count PASSED [ 28%] 2024-09-12T18:06:18.620 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_basic PASSED [ 28%] 2024-09-12T18:06:19.051 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_basic PASSED [ 28%] 2024-09-12T18:06:19.454 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_encoding_basic PASSED [ 29%] 2024-09-12T18:06:19.844 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_encoding_basic PASSED [ 29%] 2024-09-12T18:06:20.580 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_prefix PASSED [ 29%] 2024-09-12T18:06:21.354 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_prefix PASSED [ 29%] 2024-09-12T18:06:21.757 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_prefix_ends_with_delimiter PASSED [ 29%] 2024-09-12T18:06:22.199 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_prefix_ends_with_delimiter PASSED [ 29%] 2024-09-12T18:06:22.589 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_alt PASSED [ 29%] 2024-09-12T18:06:22.991 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_alt PASSED [ 30%] 2024-09-12T18:06:23.740 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_prefix_underscore PASSED [ 30%] 2024-09-12T18:06:24.517 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_prefix_underscore PASSED [ 30%] 2024-09-12T18:06:24.945 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_percentage PASSED [ 30%] 2024-09-12T18:06:25.342 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_percentage PASSED [ 30%] 2024-09-12T18:06:25.742 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_whitespace PASSED [ 30%] 2024-09-12T18:06:26.134 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_whitespace PASSED [ 30%] 2024-09-12T18:06:26.526 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_dot PASSED [ 30%] 2024-09-12T18:06:26.917 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_dot PASSED [ 31%] 2024-09-12T18:06:27.352 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_unreadable PASSED [ 31%] 2024-09-12T18:06:27.779 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_unreadable PASSED [ 31%] 2024-09-12T18:06:28.181 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_empty PASSED [ 31%] 2024-09-12T18:06:28.579 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_empty PASSED [ 31%] 2024-09-12T18:06:28.983 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_none PASSED [ 31%] 2024-09-12T18:06:29.417 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_none PASSED [ 31%] 2024-09-12T18:06:29.844 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_fetchowner_notempty PASSED [ 32%] 2024-09-12T18:06:30.233 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_fetchowner_defaultempty PASSED [ 32%] 2024-09-12T18:06:30.684 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_fetchowner_empty PASSED [ 32%] 2024-09-12T18:06:31.117 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_not_exist PASSED [ 32%] 2024-09-12T18:06:31.508 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_not_exist PASSED [ 32%] 2024-09-12T18:06:40.283 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_not_skip_special PASSED [ 32%] 2024-09-12T18:06:40.698 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_basic PASSED [ 32%] 2024-09-12T18:06:41.123 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_basic PASSED [ 32%] 2024-09-12T18:06:41.537 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_alt PASSED [ 33%] 2024-09-12T18:06:41.919 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_alt PASSED [ 33%] 2024-09-12T18:06:42.347 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_empty PASSED [ 33%] 2024-09-12T18:06:42.740 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_empty PASSED [ 33%] 2024-09-12T18:06:43.167 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_none PASSED [ 33%] 2024-09-12T18:06:43.550 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_none PASSED [ 33%] 2024-09-12T18:06:43.930 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_not_exist PASSED [ 33%] 2024-09-12T18:06:44.312 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_not_exist PASSED [ 34%] 2024-09-12T18:06:44.736 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_unreadable PASSED [ 34%] 2024-09-12T18:06:45.160 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_unreadable PASSED [ 34%] 2024-09-12T18:06:45.580 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_basic PASSED [ 34%] 2024-09-12T18:06:46.004 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_basic PASSED [ 34%] 2024-09-12T18:06:46.427 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_alt PASSED [ 34%] 2024-09-12T18:06:46.816 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_alt PASSED [ 34%] 2024-09-12T18:06:47.204 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_prefix_not_exist PASSED [ 34%] 2024-09-12T18:06:47.634 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_prefix_not_exist PASSED [ 35%] 2024-09-12T18:06:48.063 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_delimiter_not_exist PASSED [ 35%] 2024-09-12T18:06:48.450 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_delimiter_not_exist PASSED [ 35%] 2024-09-12T18:06:48.839 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_prefix_delimiter_not_exist PASSED [ 35%] 2024-09-12T18:06:49.262 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_prefix_delimiter_not_exist PASSED [ 35%] 2024-09-12T18:06:49.739 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_maxkeys_one PASSED [ 35%] 2024-09-12T18:06:50.217 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_maxkeys_one PASSED [ 35%] 2024-09-12T18:06:50.658 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_maxkeys_zero PASSED [ 36%] 2024-09-12T18:06:51.057 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_maxkeys_zero PASSED [ 36%] 2024-09-12T18:06:51.478 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_maxkeys_none PASSED [ 36%] 2024-09-12T18:06:51.897 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_maxkeys_none PASSED [ 36%] 2024-09-12T18:06:52.141 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_account_usage PASSED [ 36%] 2024-09-12T18:06:52.555 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_head_bucket_usage PASSED [ 36%] 2024-09-12T18:06:53.336 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_unordered PASSED [ 36%] 2024-09-12T18:06:54.073 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_unordered PASSED [ 36%] 2024-09-12T18:06:54.463 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_maxkeys_invalid PASSED [ 37%] 2024-09-12T18:06:54.893 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_none PASSED [ 37%] 2024-09-12T18:06:55.282 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_empty PASSED [ 37%] 2024-09-12T18:06:55.669 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_continuationtoken_empty PASSED [ 37%] 2024-09-12T18:06:56.146 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_continuationtoken PASSED [ 37%] 2024-09-12T18:06:56.608 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_both_continuationtoken_startafter PASSED [ 37%] 2024-09-12T18:06:57.033 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_unreadable PASSED [ 37%] 2024-09-12T18:06:57.432 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_startafter_unreadable PASSED [ 38%] 2024-09-12T18:06:57.854 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_not_in_list PASSED [ 38%] 2024-09-12T18:06:58.276 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_startafter_not_in_list PASSED [ 38%] 2024-09-12T18:06:58.666 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_after_list PASSED [ 38%] 2024-09-12T18:06:59.132 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_startafter_after_list PASSED [ 38%] 2024-09-12T18:06:59.670 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_return_data PASSED [ 38%] 2024-09-12T18:07:00.361 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_return_data_versioning PASSED [ 38%] 2024-09-12T18:07:00.700 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_objects_anonymous PASSED [ 39%] 2024-09-12T18:07:01.097 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_objects_anonymous PASSED [ 39%] 2024-09-12T18:07:01.449 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_objects_anonymous_fail PASSED [ 39%] 2024-09-12T18:07:01.777 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_objects_anonymous_fail PASSED [ 39%] 2024-09-12T18:07:02.070 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_notexist PASSED [ 39%] 2024-09-12T18:07:02.314 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucketv2_notexist PASSED [ 39%] 2024-09-12T18:07:02.555 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_delete_notexist PASSED [ 39%] 2024-09-12T18:07:02.962 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_delete_nonempty PASSED [ 39%] 2024-09-12T18:07:03.352 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_concurrent_set_canned_acl PASSED [ 40%] 2024-09-12T18:07:03.595 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_to_nonexist_bucket PASSED [ 40%] 2024-09-12T18:07:04.002 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_with_chunked_transfer_encoding PASSED [ 40%] 2024-09-12T18:07:04.322 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_delete PASSED [ 40%] 2024-09-12T18:07:04.686 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_read_not_exist PASSED [ 40%] 2024-09-12T18:07:05.054 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_requestid_matches_header_on_error PASSED [ 40%] 2024-09-12T18:07:05.720 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_concurrent_multi_object_delete PASSED [ 40%] 2024-09-12T18:07:06.263 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_multi_object_delete PASSED [ 41%] 2024-09-12T18:07:06.777 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_multi_objectv2_delete PASSED [ 41%] 2024-09-12T18:07:15.787 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_multi_object_delete_key_limit PASSED [ 41%] 2024-09-12T18:07:24.504 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_multi_objectv2_delete_key_limit PASSED [ 41%] 2024-09-12T18:07:24.876 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_head_zero_bytes PASSED [ 41%] 2024-09-12T18:07:25.239 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_check_etag PASSED [ 41%] 2024-09-12T18:07:25.568 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_cache_control PASSED [ 41%] 2024-09-12T18:07:25.971 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_expires PASSED [ 41%] 2024-09-12T18:07:26.385 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_read_update_read_delete PASSED [ 42%] 2024-09-12T18:07:26.755 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_set_get_metadata_none_to_good PASSED [ 42%] 2024-09-12T18:07:27.118 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_set_get_metadata_none_to_empty PASSED [ 42%] 2024-09-12T18:07:27.544 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_set_get_metadata_overwrite_to_empty PASSED [ 42%] 2024-09-12T18:07:27.934 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_metadata_replaced_on_put PASSED [ 42%] 2024-09-12T18:07:28.361 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_file PASSED [ 42%] 2024-09-12T18:07:28.760 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_anonymous_request PASSED [ 42%] 2024-09-12T18:07:29.186 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_authenticated_request PASSED [ 43%] 2024-09-12T18:07:29.591 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_authenticated_no_content_type PASSED [ 43%] 2024-09-12T18:07:29.927 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_authenticated_request_bad_access_key PASSED [ 43%] 2024-09-12T18:07:30.296 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_set_success_code PASSED [ 43%] 2024-09-12T18:07:30.656 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_set_invalid_success_code PASSED [ 43%] 2024-09-12T18:07:31.032 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_larger_than_chunk PASSED [ 43%] 2024-09-12T18:07:31.502 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_set_key_from_filename PASSED [ 43%] 2024-09-12T18:07:31.918 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_ignored_header PASSED [ 43%] 2024-09-12T18:07:32.289 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_case_insensitive_condition_fields PASSED [ 44%] 2024-09-12T18:07:32.671 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_escaped_field_values PASSED [ 44%] 2024-09-12T18:07:33.089 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_success_redirect_action PASSED [ 44%] 2024-09-12T18:07:33.415 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_signature PASSED [ 44%] 2024-09-12T18:07:33.743 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_access_key PASSED [ 44%] 2024-09-12T18:07:34.070 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_date_format PASSED [ 44%] 2024-09-12T18:07:34.398 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_no_key_specified PASSED [ 44%] 2024-09-12T18:07:34.807 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_signature PASSED [ 45%] 2024-09-12T18:07:35.162 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_policy_condition PASSED [ 45%] 2024-09-12T18:07:35.550 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_user_specified_header PASSED [ 45%] 2024-09-12T18:07:35.873 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_request_missing_policy_specified_field PASSED [ 45%] 2024-09-12T18:07:36.243 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_condition_is_case_sensitive PASSED [ 45%] 2024-09-12T18:07:36.580 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_expires_is_case_sensitive PASSED [ 45%] 2024-09-12T18:07:36.905 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_expired_policy PASSED [ 45%] 2024-09-12T18:07:37.352 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_wrong_bucket PASSED [ 45%] 2024-09-12T18:07:37.719 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_request_field_value PASSED [ 46%] 2024-09-12T18:07:38.058 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_expires_condition PASSED [ 46%] 2024-09-12T18:07:38.414 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_conditions_list PASSED [ 46%] 2024-09-12T18:07:38.752 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_size_limit_exceeded PASSED [ 46%] 2024-09-12T18:07:39.079 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_content_length_argument PASSED [ 46%] 2024-09-12T18:07:39.435 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_content_length_argument PASSED [ 46%] 2024-09-12T18:07:39.761 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_size_below_minimum PASSED [ 46%] 2024-09-12T18:07:40.180 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_size_rgw_chunk_size_bug PASSED [ 47%] 2024-09-12T18:07:40.508 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_empty_conditions PASSED [ 47%] 2024-09-12T18:07:40.918 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifmatch_good PASSED [ 47%] 2024-09-12T18:07:41.371 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifmatch_failed PASSED [ 47%] 2024-09-12T18:07:41.742 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifnonematch_good PASSED [ 47%] 2024-09-12T18:07:42.159 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifnonematch_failed PASSED [ 47%] 2024-09-12T18:07:42.569 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifmodifiedsince_good PASSED [ 47%] 2024-09-12T18:07:44.006 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifmodifiedsince_failed PASSED [ 47%] 2024-09-12T18:07:44.467 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifunmodifiedsince_good PASSED [ 48%] 2024-09-12T18:07:44.843 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifunmodifiedsince_failed PASSED [ 48%] 2024-09-12T18:07:45.358 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifmatch_good PASSED [ 48%] 2024-09-12T18:07:45.965 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifmatch_failed PASSED [ 48%] 2024-09-12T18:07:46.476 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifmatch_overwrite_existed_good PASSED [ 48%] 2024-09-12T18:07:46.853 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifmatch_nonexisted_failed PASSED [ 48%] 2024-09-12T18:07:47.299 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifnonmatch_good PASSED [ 48%] 2024-09-12T18:07:47.778 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifnonmatch_failed PASSED [ 49%] 2024-09-12T18:07:48.157 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifnonmatch_nonexisted_good PASSED [ 49%] 2024-09-12T18:07:48.672 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifnonmatch_overwrite_existed_failed PASSED [ 49%] 2024-09-12T18:07:49.047 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get PASSED [ 49%] 2024-09-12T18:07:49.388 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_bucket_gone PASSED [ 49%] 2024-09-12T18:07:49.717 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_delete_key_bucket_gone PASSED [ 49%] 2024-09-12T18:07:50.064 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_object_gone PASSED [ 49%] 2024-09-12T18:07:50.382 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_head PASSED [ 50%] 2024-09-12T18:07:50.624 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_head_notexist PASSED [ 50%] 2024-09-12T18:07:51.061 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_head_extended PASSED [ 50%] 2024-09-12T18:07:51.390 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_bucket_acl PASSED [ 50%] 2024-09-12T18:07:51.813 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_object_acl PASSED [ 50%] 2024-09-12T18:07:54.459 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_put_acl_mtime PASSED [ 50%] 2024-09-12T18:07:54.821 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated PASSED [ 50%] 2024-09-12T18:07:55.245 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_response_headers PASSED [ 50%] 2024-09-12T18:07:55.612 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated_bucket_acl PASSED [ 51%] 2024-09-12T18:07:55.950 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated_object_acl PASSED [ 51%] 2024-09-12T18:07:56.295 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated_bucket_gone PASSED [ 51%] 2024-09-12T18:07:56.687 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated_object_gone PASSED [ 51%] 2024-09-12T18:07:57.132 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_not_expired PASSED [ 51%] 2024-09-12T18:07:57.573 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_not_expired_tenant PASSED [ 51%] 2024-09-12T18:07:57.993 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_out_range_zero PASSED [ 51%] 2024-09-12T18:07:58.370 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_out_max_range PASSED [ 52%] 2024-09-12T18:07:58.745 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_out_positive_range PASSED [ 52%] 2024-09-12T18:07:59.190 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_anon_put PASSED [ 52%] 2024-09-12T18:07:59.567 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_anon_put_write_access PASSED [ 52%] 2024-09-12T18:07:59.924 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_put_authenticated PASSED [ 52%] 2024-09-12T18:08:00.320 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_presigned_put_object_with_acl PASSED [ 52%] 2024-09-12T18:08:00.784 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_presigned_put_object_with_acl_tenant PASSED [ 52%] 2024-09-12T18:08:01.201 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_put_authenticated_expired PASSED [ 52%] 2024-09-12T18:08:01.496 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_bad_starts_nonalpha PASSED [ 53%] 2024-09-12T18:08:01.739 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_bad_short_one PASSED [ 53%] 2024-09-12T18:08:01.983 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_bad_short_two PASSED [ 53%] 2024-09-12T18:08:02.285 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_long_60 PASSED [ 53%] 2024-09-12T18:08:02.588 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_long_61 PASSED [ 53%] 2024-09-12T18:08:02.890 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_long_62 PASSED [ 53%] 2024-09-12T18:08:03.193 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_long_63 PASSED [ 53%] 2024-09-12T18:08:03.553 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_long_name PASSED [ 54%] 2024-09-12T18:08:03.797 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_bad_ip PASSED [ 54%] 2024-09-12T18:08:04.038 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_underscore PASSED [ 54%] 2024-09-12T18:08:04.359 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_long PASSED [ 54%] 2024-09-12T18:08:04.611 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_dash_at_end PASSED [ 54%] 2024-09-12T18:08:04.854 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_dot_dot PASSED [ 54%] 2024-09-12T18:08:05.108 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_dot_dash PASSED [ 54%] 2024-09-12T18:08:05.353 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_dash_dot PASSED [ 54%] 2024-09-12T18:08:05.640 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_exists PASSED [ 55%] 2024-09-12T18:08:05.954 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_get_location PASSED [ 55%] 2024-09-12T18:08:06.309 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_exists_nonowner PASSED [ 55%] 2024-09-12T18:08:06.639 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_recreate_overwrite_acl PASSED [ 55%] 2024-09-12T18:08:06.954 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_recreate_new_acl PASSED [ 55%] 2024-09-12T18:08:07.273 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_default PASSED [ 55%] 2024-09-12T18:08:07.617 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned_during_create PASSED [ 55%] 2024-09-12T18:08:08.020 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned PASSED [ 56%] 2024-09-12T18:08:08.365 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned_publicreadwrite PASSED [ 56%] 2024-09-12T18:08:08.723 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned_authenticatedread PASSED [ 56%] 2024-09-12T18:08:09.164 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_default PASSED [ 56%] 2024-09-12T18:08:09.610 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_during_create PASSED [ 56%] 2024-09-12T18:08:10.082 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned PASSED [ 56%] 2024-09-12T18:08:10.454 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_publicreadwrite PASSED [ 56%] 2024-09-12T18:08:10.899 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_authenticatedread PASSED [ 56%] 2024-09-12T18:08:11.329 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_bucketownerread PASSED [ 57%] 2024-09-12T18:08:11.778 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_bucketownerfullcontrol PASSED [ 57%] 2024-09-12T18:08:12.194 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_full_control_verify_owner PASSED [ 57%] 2024-09-12T18:08:12.612 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_full_control_verify_attributes PASSED [ 57%] 2024-09-12T18:08:12.968 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned_private_to_private PASSED [ 57%] 2024-09-12T18:08:13.427 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl PASSED [ 57%] 2024-09-12T18:08:13.891 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_write PASSED [ 57%] 2024-09-12T18:08:14.354 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_writeacp PASSED [ 58%] 2024-09-12T18:08:14.790 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_read PASSED [ 58%] 2024-09-12T18:08:15.283 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_readacp PASSED [ 58%] 2024-09-12T18:08:15.945 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_fullcontrol PASSED [ 58%] 2024-09-12T18:08:16.567 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_read PASSED [ 58%] 2024-09-12T18:08:17.129 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_readacp PASSED [ 58%] 2024-09-12T18:08:17.713 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_write PASSED [ 58%] 2024-09-12T18:08:18.284 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_writeacp PASSED [ 58%] 2024-09-12T18:08:18.684 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_nonexist_user PASSED [ 59%] 2024-09-12T18:08:19.100 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_header_acl_grants PASSED [ 59%] 2024-09-12T18:08:19.526 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_header_acl_grants PASSED [ 59%] 2024-09-12T18:08:19.963 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_email PASSED [ 59%] 2024-09-12T18:08:20.331 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_email_not_exist PASSED [ 59%] 2024-09-12T18:08:20.794 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_revoke_all PASSED [ 59%] 2024-09-12T18:08:21.448 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_object_private PASSED [ 59%] 2024-09-12T18:08:22.084 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_objectv2_private PASSED [ 60%] 2024-09-12T18:08:22.795 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_object_publicread PASSED [ 60%] 2024-09-12T18:08:23.455 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_objectv2_publicread PASSED [ 60%] 2024-09-12T18:08:24.073 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_object_publicreadwrite PASSED [ 60%] 2024-09-12T18:08:24.693 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_objectv2_publicreadwrite PASSED [ 60%] 2024-09-12T18:08:25.356 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicread_object_private PASSED [ 60%] 2024-09-12T18:08:26.020 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicread_object_publicread PASSED [ 60%] 2024-09-12T18:08:26.722 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicread_object_publicreadwrite PASSED [ 60%] 2024-09-12T18:08:27.311 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicreadwrite_object_private PASSED [ 61%] 2024-09-12T18:08:27.853 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicreadwrite_object_publicread PASSED [ 61%] 2024-09-12T18:08:28.359 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicreadwrite_object_publicreadwrite PASSED [ 61%] 2024-09-12T18:08:29.027 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_buckets_create_then_list PASSED [ 61%] 2024-09-12T18:08:29.636 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_buckets_list_ctime PASSED [ 61%] 2024-09-12T18:08:29.930 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_list_buckets_anonymous PASSED [ 61%] 2024-09-12T18:08:30.186 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_list_buckets_invalid_auth PASSED [ 61%] 2024-09-12T18:08:30.429 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_list_buckets_bad_auth PASSED [ 62%] 2024-09-12T18:08:30.806 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_starts_alpha PASSED [ 62%] 2024-09-12T18:08:31.204 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_starts_digit PASSED [ 62%] 2024-09-12T18:08:31.509 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_contains_period PASSED [ 62%] 2024-09-12T18:08:31.811 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_contains_hyphen PASSED [ 62%] 2024-09-12T18:08:32.331 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_recreate_not_overriding PASSED [ 62%] 2024-09-12T18:08:33.413 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_special_key_names PASSED [ 62%] 2024-09-12T18:08:33.930 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_special_prefix PASSED [ 63%] 2024-09-12T18:08:34.389 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_zero_size PASSED [ 63%] 2024-09-12T18:08:34.873 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_16m PASSED [ 63%] 2024-09-12T18:08:35.329 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_same_bucket PASSED [ 63%] 2024-09-12T18:08:35.764 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_verify_contenttype PASSED [ 63%] 2024-09-12T18:08:36.173 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_to_itself PASSED [ 63%] 2024-09-12T18:08:36.608 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_to_itself_with_metadata PASSED [ 63%] 2024-09-12T18:08:37.239 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_diff_bucket PASSED [ 63%] 2024-09-12T18:08:37.690 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_not_owned_bucket PASSED [ 64%] 2024-09-12T18:08:38.299 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_not_owned_object_bucket PASSED [ 64%] 2024-09-12T18:08:38.821 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_canned_acl PASSED [ 64%] 2024-09-12T18:08:39.432 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_retaining_metadata PASSED [ 64%] 2024-09-12T18:08:40.051 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_replacing_metadata PASSED [ 64%] 2024-09-12T18:08:40.388 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_bucket_not_found PASSED [ 64%] 2024-09-12T18:08:40.703 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_key_not_found PASSED [ 64%] 2024-09-12T18:08:41.914 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_versioned_bucket PASSED [ 65%] 2024-09-12T18:08:42.432 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_versioned_url_encoding PASSED [ 65%] 2024-09-12T18:08:44.386 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_versioning_multipart_upload PASSED [ 65%] 2024-09-12T18:08:44.789 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_empty PASSED [ 65%] 2024-09-12T18:08:45.345 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_small PASSED [ 65%] 2024-09-12T18:08:46.137 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_small PASSED [ 65%] 2024-09-12T18:08:46.598 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_invalid_range PASSED [ 65%] 2024-09-12T18:08:47.451 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_without_range PASSED [ 65%] 2024-09-12T18:08:49.300 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_special_names PASSED [ 66%] 2024-09-12T18:08:51.685 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload PASSED [ 66%] 2024-09-12T18:08:54.194 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_versioned PASSED [ 66%] 2024-09-12T18:09:04.996 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_resend_part PASSED [ 66%] 2024-09-12T18:09:06.319 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_multiple_sizes PASSED [ 66%] 2024-09-12T18:09:09.024 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_multiple_sizes PASSED [ 66%] 2024-09-12T18:09:09.513 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_size_too_small PASSED [ 66%] 2024-09-12T18:09:10.294 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_contents PASSED [ 67%] 2024-09-12T18:09:10.965 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_overwrite_existing_object PASSED [ 67%] 2024-09-12T18:09:11.563 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_abort_multipart_upload PASSED [ 67%] 2024-09-12T18:09:11.966 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_abort_multipart_upload_not_found PASSED [ 67%] 2024-09-12T18:09:12.642 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_list_multipart_upload PASSED [ 67%] 2024-09-12T18:09:13.156 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_list_multipart_upload_owner PASSED [ 67%] 2024-09-12T18:09:13.584 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_missing_part PASSED [ 67%] 2024-09-12T18:09:14.000 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_incorrect_etag PASSED [ 67%] 2024-09-12T18:09:27.661 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_get_part PASSED [ 68%] 2024-09-12T18:09:29.671 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_single_get_part PASSED [ 68%] 2024-09-12T18:09:30.120 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_non_multipart_get_part PASSED [ 68%] 2024-09-12T18:09:30.404 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_100_continue PASSED [ 68%] 2024-09-12T18:09:30.862 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_set_cors PASSED [ 68%] 2024-09-12T18:09:35.981 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_cors_origin_response PASSED [ 68%] 2024-09-12T18:09:39.458 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_cors_origin_wildcard PASSED [ 68%] 2024-09-12T18:09:42.883 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_cors_header_option PASSED [ 69%] 2024-09-12T18:09:43.362 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_get_object PASSED [ 69%] 2024-09-12T18:09:43.878 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_get_object_tenant PASSED [ 69%] 2024-09-12T18:09:44.347 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_put_object PASSED [ 69%] 2024-09-12T18:09:44.822 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_put_object_with_acl PASSED [ 69%] 2024-09-12T18:09:45.253 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_put_object_tenant PASSED [ 69%] 2024-09-12T18:09:45.685 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_put_object_tenant_with_acl PASSED [ 69%] 2024-09-12T18:09:46.099 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_set_bucket_tagging PASSED [ 69%] 2024-09-12T18:09:46.645 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_read_1mb PASSED [ 70%] 2024-09-12T18:09:47.260 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_read_4mb PASSED [ 70%] 2024-09-12T18:09:47.832 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_read_8mb PASSED [ 70%] 2024-09-12T18:09:48.417 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_write_1mb PASSED [ 70%] 2024-09-12T18:09:49.089 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_write_4mb PASSED [ 70%] 2024-09-12T18:09:49.783 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_write_8mb PASSED [ 70%] 2024-09-12T18:09:50.182 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_dual_write_1mb PASSED [ 70%] 2024-09-12T18:09:50.805 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_dual_write_4mb PASSED [ 71%] 2024-09-12T18:09:51.486 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_dual_write_8mb PASSED [ 71%] 2024-09-12T18:09:52.019 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_conditional_write_1mb PASSED [ 71%] 2024-09-12T18:09:52.540 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_multipart_upload_write PASSED [ 71%] 2024-09-12T18:09:53.187 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_resend_first_finishes_last PASSED [ 71%] 2024-09-12T18:09:53.603 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_response_code PASSED [ 71%] 2024-09-12T18:09:58.535 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_big_request_response_code PASSED [ 71%] 2024-09-12T18:09:58.943 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_skip_leading_bytes_response_code PASSED [ 71%] 2024-09-12T18:09:59.356 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_return_trailing_bytes_response_code PASSED [ 72%] 2024-09-12T18:09:59.731 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_invalid_range PASSED [ 72%] 2024-09-12T18:10:00.180 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_empty_object PASSED [ 72%] 2024-09-12T18:10:00.786 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_bucket_create_suspend PASSED [ 72%] 2024-09-12T18:10:07.099 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_read_remove PASSED [ 72%] 2024-09-12T18:10:07.608 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_read_remove_head PASSED [ 72%] 2024-09-12T18:10:08.206 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_plain_null_version_removal PASSED [ 72%] 2024-09-12T18:10:08.887 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_plain_null_version_overwrite PASSED [ 73%] 2024-09-12T18:10:09.611 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_plain_null_version_overwrite_suspended PASSED [ 73%] 2024-09-12T18:10:12.351 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_suspend_versions PASSED [ 73%] 2024-09-12T18:10:12.950 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_suspended_copy PASSED [ 73%] 2024-09-12T18:10:16.496 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_versions_remove_all PASSED [ 73%] 2024-09-12T18:10:29.156 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_versions_remove_special_names PASSED [ 73%] 2024-09-12T18:10:31.382 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_overwrite_multipart PASSED [ 73%] 2024-09-12T18:10:32.521 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_list_marker PASSED [ 73%] 2024-09-12T18:10:33.780 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_copy_obj_version PASSED [ 74%] 2024-09-12T18:10:34.420 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_multi_object_delete PASSED [ 74%] 2024-09-12T18:10:35.070 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_multi_object_delete_with_marker PASSED [ 74%] 2024-09-12T18:10:35.612 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_multi_object_delete_with_marker_create PASSED [ 74%] 2024-09-12T18:10:36.282 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_versioned_object_acl PASSED [ 74%] 2024-09-12T18:10:36.896 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_versioned_object_acl_no_version_specified PASSED [ 74%] 2024-09-12T18:10:37.622 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_versioned_concurrent_object_create_and_remove PASSED [ 74%] 2024-09-12T18:10:37.939 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set PASSED [ 75%] 2024-09-12T18:10:38.301 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_get PASSED [ 75%] 2024-09-12T18:10:38.659 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_get_no_id PASSED [ 75%] 2024-09-12T18:10:38.991 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_id_too_long PASSED [ 75%] 2024-09-12T18:10:39.308 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_same_id PASSED [ 75%] 2024-09-12T18:10:39.711 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_invalid_status PASSED [ 75%] 2024-09-12T18:10:40.075 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_date PASSED [ 75%] 2024-09-12T18:10:40.424 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_invalid_date PASSED [ 76%] 2024-09-12T18:10:40.872 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_noncurrent PASSED [ 76%] 2024-09-12T18:10:41.190 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_deletemarker PASSED [ 76%] 2024-09-12T18:10:41.485 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_filter PASSED [ 76%] 2024-09-12T18:10:41.782 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_empty_filter PASSED [ 76%] 2024-09-12T18:10:42.103 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_multipart PASSED [ 76%] 2024-09-12T18:10:42.455 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_transition_set_invalid_date PASSED [ 76%] 2024-09-12T18:10:42.872 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_1b PASSED [ 76%] 2024-09-12T18:10:43.254 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_1kb PASSED [ 77%] 2024-09-12T18:10:43.673 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_1MB PASSED [ 77%] 2024-09-12T18:10:44.128 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_13b PASSED [ 77%] 2024-09-12T18:10:44.519 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_method_head PASSED [ 77%] 2024-09-12T18:10:44.895 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_present PASSED [ 77%] 2024-09-12T18:10:45.304 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_other_key PASSED [ 77%] 2024-09-12T18:10:45.636 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_invalid_md5 PASSED [ 77%] 2024-09-12T18:10:45.972 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_no_md5 PASSED [ 78%] 2024-09-12T18:10:46.337 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_no_key PASSED [ 78%] 2024-09-12T18:10:46.658 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_key_no_sse_c PASSED [ 78%] 2024-09-12T18:10:49.993 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_multipart_upload PASSED [ 78%] 2024-09-12T18:10:53.344 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_unaligned_multipart_upload PASSED [ 78%] 2024-09-12T18:10:54.289 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_multipart_bad_download PASSED [ 78%] 2024-09-12T18:10:54.734 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_post_object_authenticated_request PASSED [ 78%] 2024-09-12T18:11:56.157 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_enforced_with_bucket_policy PASSED [ 78%] 2024-09-12T18:12:57.316 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_deny_algo_with_bucket_policy PASSED [ 79%] 2024-09-12T18:12:57.733 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_method_head PASSED [ 79%] 2024-09-12T18:12:58.182 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_present PASSED [ 79%] 2024-09-12T18:12:58.582 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_no_key PASSED [ 79%] 2024-09-12T18:12:58.908 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_not_declared PASSED [ 79%] 2024-09-12T18:13:01.403 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_multipart_upload PASSED [ 79%] 2024-09-12T18:13:02.142 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_multipart_invalid_chunks_1 PASSED [ 79%] 2024-09-12T18:13:02.883 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_multipart_invalid_chunks_2 PASSED [ 80%] 2024-09-12T18:13:03.298 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_post_object_authenticated_request PASSED [ 80%] 2024-09-12T18:13:03.708 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_1b PASSED [ 80%] 2024-09-12T18:13:04.114 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_1kb PASSED [ 80%] 2024-09-12T18:13:04.543 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_1MB PASSED [ 80%] 2024-09-12T18:13:04.957 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_13b PASSED [ 80%] 2024-09-12T18:13:05.371 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_read_declare PASSED [ 80%] 2024-09-12T18:13:05.802 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy PASSED [ 80%] 2024-09-12T18:13:06.262 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucketv2_policy PASSED [ 81%] 2024-09-12T18:13:06.709 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_acl PASSED [ 81%] 2024-09-12T18:13:07.106 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucketv2_policy_acl PASSED [ 81%] 2024-09-12T18:13:07.566 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_different_tenant PASSED [ 81%] 2024-09-12T18:13:07.971 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_tenanted_bucket PASSED [ 81%] 2024-09-12T18:13:08.677 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_another_bucket PASSED [ 81%] 2024-09-12T18:13:09.383 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucketv2_policy_another_bucket PASSED [ 81%] 2024-09-12T18:13:09.853 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_get_obj_tagging PASSED [ 82%] 2024-09-12T18:13:10.333 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_get_obj_head_tagging PASSED [ 82%] 2024-09-12T18:13:10.839 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_put_max_tags PASSED [ 82%] 2024-09-12T18:13:11.392 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_put_excess_tags PASSED [ 82%] 2024-09-12T18:13:11.873 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_put_max_kvsize_tags PASSED [ 82%] 2024-09-12T18:13:12.364 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_put_excess_key_tags PASSED [ 82%] 2024-09-12T18:13:12.873 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_put_excess_val_tags PASSED [ 82%] 2024-09-12T18:13:13.446 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_put_modify_tags PASSED [ 82%] 2024-09-12T18:13:13.950 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_put_delete_tags PASSED [ 83%] 2024-09-12T18:13:14.370 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_tags_anonymous_request PASSED [ 83%] 2024-09-12T18:13:14.817 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_tags_authenticated_request PASSED [ 83%] 2024-09-12T18:13:15.345 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_with_tags PASSED [ 83%] 2024-09-12T18:13:15.863 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_get_tags_acl_public PASSED [ 83%] 2024-09-12T18:13:16.433 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_put_tags_acl_public PASSED [ 83%] 2024-09-12T18:13:16.957 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_delete_tags_obj_public PASSED [ 83%] 2024-09-12T18:13:17.848 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_bucket_atomic_upload_return_version_id PASSED [ 84%] 2024-09-12T18:13:19.996 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_bucket_multipart_upload_return_version_id PASSED [ 84%] 2024-09-12T18:13:20.536 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_get_obj_existing_tag PASSED [ 84%] 2024-09-12T18:13:21.124 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_get_obj_tagging_existing_tag PASSED [ 84%] 2024-09-12T18:13:21.701 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_tagging_existing_tag PASSED [ 84%] 2024-09-12T18:13:22.497 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_copy_source PASSED [ 84%] 2024-09-12T18:13:23.091 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_copy_source_meta PASSED [ 84%] 2024-09-12T18:13:23.467 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_acl PASSED [ 84%] 2024-09-12T18:13:24.137 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_grant PASSED [ 85%] 2024-09-12T18:13:24.454 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_c_s3 PASSED [ 85%] 2024-09-12T18:13:24.801 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_c_kms PASSED [ 85%] 2024-09-12T18:13:25.129 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_s3_kms PASSED [ 85%] 2024-09-12T18:13:25.445 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_bad_enc_kms PASSED [ 85%] 2024-09-12T18:13:25.898 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_kms_noenc PASSED [ 85%] 2024-09-12T18:13:26.289 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_kms_s3 PASSED [ 85%] 2024-09-12T18:13:26.945 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_get_obj_acl_existing_tag PASSED [ 86%] 2024-09-12T18:13:27.261 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock PASSED [ 86%] 2024-09-12T18:13:27.574 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_bucket PASSED [ 86%] 2024-09-12T18:13:27.886 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_with_days_and_years PASSED [ 86%] 2024-09-12T18:13:28.213 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_days PASSED [ 86%] 2024-09-12T18:13:28.543 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_years PASSED [ 86%] 2024-09-12T18:13:28.902 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_mode PASSED [ 86%] 2024-09-12T18:13:29.218 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_status PASSED [ 86%] 2024-09-12T18:13:29.542 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_suspend_versioning PASSED [ 87%] 2024-09-12T18:13:29.866 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_lock PASSED [ 87%] 2024-09-12T18:13:30.230 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_lock_invalid_bucket PASSED [ 87%] 2024-09-12T18:13:30.575 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention PASSED [ 87%] 2024-09-12T18:13:30.969 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_invalid_bucket PASSED [ 87%] 2024-09-12T18:13:31.385 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_invalid_mode PASSED [ 87%] 2024-09-12T18:13:31.737 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_retention PASSED [ 87%] 2024-09-12T18:13:32.055 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_retention_iso8601 PASSED [ 88%] 2024-09-12T18:13:32.419 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_retention_invalid_bucket PASSED [ 88%] 2024-09-12T18:13:32.850 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_versionid PASSED [ 88%] 2024-09-12T18:13:33.232 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_override_default_retention PASSED [ 88%] 2024-09-12T18:13:33.633 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_increase_period PASSED [ 88%] 2024-09-12T18:13:33.989 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_shorten_period PASSED [ 88%] 2024-09-12T18:13:34.342 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_shorten_period_bypass PASSED [ 88%] 2024-09-12T18:13:34.687 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_retention PASSED [ 89%] 2024-09-12T18:13:35.129 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_multipart_object_with_retention PASSED [ 89%] 2024-09-12T18:13:35.579 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_retention_and_marker PASSED [ 89%] 2024-09-12T18:13:36.006 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_multi_delete_object_with_retention PASSED [ 89%] 2024-09-12T18:13:36.342 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_legal_hold PASSED [ 89%] 2024-09-12T18:13:36.713 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_legal_hold_invalid_bucket PASSED [ 89%] 2024-09-12T18:13:37.081 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_legal_hold_invalid_status PASSED [ 89%] 2024-09-12T18:13:37.748 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_legal_hold PASSED [ 89%] 2024-09-12T18:13:38.147 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_legal_hold_invalid_bucket PASSED [ 90%] 2024-09-12T18:13:38.530 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_legal_hold_on PASSED [ 90%] 2024-09-12T18:13:39.021 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_multipart_object_with_legal_hold_on PASSED [ 90%] 2024-09-12T18:13:39.321 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_legal_hold_off PASSED [ 90%] 2024-09-12T18:13:39.639 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_metadata PASSED [ 90%] 2024-09-12T18:13:39.954 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_uploading_obj PASSED [ 90%] 2024-09-12T18:13:50.185 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_changing_mode_from_governance_with_bypass PASSED [ 90%] 2024-09-12T18:13:50.596 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_changing_mode_from_governance_without_bypass PASSED [ 91%] 2024-09-12T18:14:00.218 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_changing_mode_from_compliance PASSED [ 91%] 2024-09-12T18:14:00.660 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_copy_object_ifmatch_good PASSED [ 91%] 2024-09-12T18:14:01.133 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_copy_object_ifnonematch_failed PASSED [ 91%] 2024-09-12T18:14:01.505 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_get_bucket_policy_status PASSED [ 91%] 2024-09-12T18:14:01.921 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_get_public_acl_bucket_policy_status PASSED [ 91%] 2024-09-12T18:14:02.299 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_get_authpublic_acl_bucket_policy_status PASSED [ 91%] 2024-09-12T18:14:02.702 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_get_publicpolicy_acl_bucket_policy_status PASSED [ 91%] 2024-09-12T18:14:03.106 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_get_nonpublicpolicy_acl_bucket_policy_status PASSED [ 92%] 2024-09-12T18:14:03.481 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_get_nonpublicpolicy_principal_bucket_policy_status PASSED [ 92%] 2024-09-12T18:14:03.839 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_allow_notprincipal PASSED [ 92%] 2024-09-12T18:14:04.279 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_get_undefined_public_block PASSED [ 92%] 2024-09-12T18:14:04.721 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_get_public_block_deny_bucket_policy PASSED [ 92%] 2024-09-12T18:14:05.062 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_put_public_block PASSED [ 92%] 2024-09-12T18:14:05.563 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_block_public_put_bucket_acls PASSED [ 92%] 2024-09-12T18:14:06.026 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_block_public_object_canned_acls PASSED [ 93%] 2024-09-12T18:14:06.385 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_block_public_policy PASSED [ 93%] 2024-09-12T18:14:06.739 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_block_public_policy_with_principal PASSED [ 93%] 2024-09-12T18:14:07.337 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_ignore_public_acls PASSED [ 93%] 2024-09-12T18:14:08.402 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_on_a_bucket_with_policy PASSED [ 93%] 2024-09-12T18:14:08.678 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_put_bucket_encryption_kms PASSED [ 93%] 2024-09-12T18:14:09.074 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_get_bucket_encryption_kms PASSED [ 93%] 2024-09-12T18:14:09.451 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_delete_bucket_encryption_kms PASSED [ 93%] 2024-09-12T18:14:09.902 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_default_post_object_authenticated_request PASSED [ 94%] 2024-09-12T18:14:10.351 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_torrent PASSED [ 94%] 2024-09-12T18:14:10.736 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_object_checksum_sha256 PASSED [ 94%] 2024-09-12T18:14:11.422 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_checksum_sha256 PASSED [ 94%] 2024-09-12T18:14:12.165 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_checksum_3parts PASSED [ 94%] 2024-09-12T18:14:12.573 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_checksum PASSED [ 94%] 2024-09-12T18:14:18.034 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3select.py::test_generate_where_clause PASSED [ 94%] 2024-09-12T18:14:23.279 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3select.py::test_generate_projection PASSED [ 95%] 2024-09-12T18:14:23.622 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3select.py::test_count_operation PASSED [ 95%] 2024-09-12T18:14:24.238 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3select.py::test_count_json_operation PASSED [ 95%] 2024-09-12T18:14:25.365 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3select.py::test_json_column_sum_min_max PASSED [ 95%] 2024-09-12T18:14:26.654 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3select.py::test_json_nullif_expressions PASSED [ 95%] 2024-09-12T18:14:27.589 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3select.py::test_column_sum_min_max PASSED [ 95%] 2024-09-12T18:14:28.408 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3select.py::test_nullif_expressions PASSED [ 95%] 2024-09-12T18:14:29.089 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3select.py::test_nulliftrue_expressions PASSED [ 95%] 2024-09-12T18:14:29.666 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3select.py::test_is_not_null_expressions PASSED [ 96%] 2024-09-12T18:14:30.043 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3select.py::test_lowerupper_expressions PASSED [ 96%] 2024-09-12T18:14:30.962 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3select.py::test_in_expressions PASSED [ 96%] 2024-09-12T18:14:31.984 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3select.py::test_true_false_in_expressions PASSED [ 96%] 2024-09-12T18:14:33.720 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3select.py::test_like_expressions PASSED [ 96%] 2024-09-12T18:14:34.613 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3select.py::test_truefalselike_expressions PASSED [ 96%] 2024-09-12T18:14:35.228 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3select.py::test_complex_expressions PASSED [ 96%] 2024-09-12T18:14:35.754 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3select.py::test_alias PASSED [ 97%] 2024-09-12T18:14:36.176 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3select.py::test_alias_cyclic_refernce PASSED [ 97%] 2024-09-12T18:14:37.121 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3select.py::test_datetime PASSED [ 97%] 2024-09-12T18:14:37.770 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3select.py::test_true_false_datetime PASSED [ 97%] 2024-09-12T18:14:38.406 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3select.py::test_csv_parser PASSED [ 97%] 2024-09-12T18:14:38.906 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3select.py::test_csv_definition PASSED [ 97%] 2024-09-12T18:14:39.568 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3select.py::test_schema_definition PASSED [ 97%] 2024-09-12T18:14:40.156 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3select.py::test_when_then_else_expressions PASSED [ 97%] 2024-09-12T18:14:40.796 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3select.py::test_coalesce_expressions PASSED [ 98%] 2024-09-12T18:14:41.423 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3select.py::test_cast_expressions PASSED [ 98%] 2024-09-12T18:14:41.628 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3select.py::test_version PASSED [ 98%] 2024-09-12T18:14:42.707 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3select.py::test_trim_expressions PASSED [ 98%] 2024-09-12T18:14:43.790 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3select.py::test_truefalse_trim_expressions PASSED [ 98%] 2024-09-12T18:14:44.365 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3select.py::test_escape_expressions PASSED [ 98%] 2024-09-12T18:14:44.901 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3select.py::test_case_value_expressions PASSED [ 98%] 2024-09-12T18:14:45.430 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3select.py::test_bool_cast_expressions PASSED [ 99%] 2024-09-12T18:14:56.226 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3select.py::test_progress_expressions PASSED [ 99%] 2024-09-12T18:14:56.474 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3select.py::test_output_serial_expressions PASSED [ 99%] 2024-09-12T18:14:57.222 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_sns.py::test_account_topic PASSED [ 99%] 2024-09-12T18:14:57.836 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_sns.py::test_cross_account_topic PASSED [ 99%] 2024-09-12T18:14:58.303 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_sns.py::test_account_topic_publish PASSED [ 99%] 2024-09-12T18:14:58.921 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_sns.py::test_cross_account_topic_publish PASSED [ 99%] 2024-09-12T18:14:58.946 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_utils.py::test_generate PASSED [100%] 2024-09-12T18:14:58.946 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:14:58.946 INFO:teuthology.orchestra.run.smithi045.stdout:=============================== warnings summary =============================== 2024-09-12T18:14:58.947 INFO:teuthology.orchestra.run.smithi045.stdout:.tox/py/lib/python3.9/site-packages/boto/plugin.py:40 2024-09-12T18:14:58.947 INFO:teuthology.orchestra.run.smithi045.stdout: /home/ubuntu/cephtest/s3-tests-client.0/.tox/py/lib/python3.9/site-packages/boto/plugin.py:40: DeprecationWarning: the imp module is deprecated in favour of importlib; see the module's documentation for alternative uses 2024-09-12T18:14:58.947 INFO:teuthology.orchestra.run.smithi045.stdout: import imp 2024-09-12T18:14:58.947 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:14:58.947 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_headers.py:120 2024-09-12T18:14:58.947 INFO:teuthology.orchestra.run.smithi045.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_headers.py:120: SyntaxWarning: "is" with a literal. Did you mean "=="? 2024-09-12T18:14:58.947 INFO:teuthology.orchestra.run.smithi045.stdout: if boto_type is 'S3Connection': 2024-09-12T18:14:58.947 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:14:58.947 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_headers.py:124 2024-09-12T18:14:58.947 INFO:teuthology.orchestra.run.smithi045.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_headers.py:124: SyntaxWarning: "is" with a literal. Did you mean "=="? 2024-09-12T18:14:58.947 INFO:teuthology.orchestra.run.smithi045.stdout: elif boto_type is 'HTTPRequest': 2024-09-12T18:14:58.947 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:14:58.948 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_s3.py:359 2024-09-12T18:14:58.948 INFO:teuthology.orchestra.run.smithi045.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_s3.py:359: DeprecationWarning: invalid escape sequence \W 2024-09-12T18:14:58.948 INFO:teuthology.orchestra.run.smithi045.stdout: extra_sc = re.split('\W+', config['main']['storage_classes']) 2024-09-12T18:14:58.948 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:14:58.948 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_s3_website.py:176 2024-09-12T18:14:58.948 INFO:teuthology.orchestra.run.smithi045.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_s3_website.py:176: SyntaxWarning: "is" with a literal. Did you mean "=="? 2024-09-12T18:14:58.948 INFO:teuthology.orchestra.run.smithi045.stdout: if k is 'BucketName': 2024-09-12T18:14:58.948 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:14:58.948 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_s3_website.py:253 2024-09-12T18:14:58.948 INFO:teuthology.orchestra.run.smithi045.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_s3_website.py:253: PytestUnknownMarkWarning: Unknown pytest.mark.timeout - is this a typo? You can register custom marks to avoid this warning - for details, see https://docs.pytest.org/en/stable/how-to/mark.html 2024-09-12T18:14:58.948 INFO:teuthology.orchestra.run.smithi045.stdout: @pytest.mark.timeout(10) 2024-09-12T18:14:58.948 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:14:58.949 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests/functional/test_s3_website.py:1077 2024-09-12T18:14:58.949 INFO:teuthology.orchestra.run.smithi045.stdout: s3tests/functional/test_s3_website.py:1077: PytestCollectionWarning: yield tests were removed in pytest 4.0 - test_routing_generator will be ignored 2024-09-12T18:14:58.949 INFO:teuthology.orchestra.run.smithi045.stdout: @pytest.mark.s3website_routing_rules 2024-09-12T18:14:58.949 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:14:58.949 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py:2214 2024-09-12T18:14:58.949 INFO:teuthology.orchestra.run.smithi045.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2214: DeprecationWarning: invalid escape sequence \$ 2024-09-12T18:14:58.949 INFO:teuthology.orchestra.run.smithi045.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-12T18:14:58.949 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:14:58.949 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py:2229 2024-09-12T18:14:58.949 INFO:teuthology.orchestra.run.smithi045.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2229: DeprecationWarning: invalid escape sequence \$ 2024-09-12T18:14:58.949 INFO:teuthology.orchestra.run.smithi045.stdout: payload = OrderedDict([ ("key" , "\$foo.txt"),("AWSAccessKeyId" , aws_access_key_id),\ 2024-09-12T18:14:58.949 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:14:58.949 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py:2235 2024-09-12T18:14:58.950 INFO:teuthology.orchestra.run.smithi045.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2235: DeprecationWarning: invalid escape sequence \$ 2024-09-12T18:14:58.950 INFO:teuthology.orchestra.run.smithi045.stdout: response = client.get_object(Bucket=bucket_name, Key='\$foo.txt') 2024-09-12T18:14:58.950 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:14:58.950 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py:2292 2024-09-12T18:14:58.950 INFO:teuthology.orchestra.run.smithi045.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2292: DeprecationWarning: invalid escape sequence \$ 2024-09-12T18:14:58.950 INFO:teuthology.orchestra.run.smithi045.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-12T18:14:58.950 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:14:58.950 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py:2307 2024-09-12T18:14:58.950 INFO:teuthology.orchestra.run.smithi045.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2307: DeprecationWarning: invalid escape sequence \$ 2024-09-12T18:14:58.950 INFO:teuthology.orchestra.run.smithi045.stdout: payload = OrderedDict([ ("key" , "\$foo.txt"),("AWSAccessKeyId" , aws_access_key_id),\ 2024-09-12T18:14:58.950 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:14:58.950 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py:2325 2024-09-12T18:14:58.950 INFO:teuthology.orchestra.run.smithi045.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2325: DeprecationWarning: invalid escape sequence \$ 2024-09-12T18:14:58.951 INFO:teuthology.orchestra.run.smithi045.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-12T18:14:58.951 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:14:58.951 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py:2340 2024-09-12T18:14:58.951 INFO:teuthology.orchestra.run.smithi045.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2340: DeprecationWarning: invalid escape sequence \$ 2024-09-12T18:14:58.951 INFO:teuthology.orchestra.run.smithi045.stdout: payload = OrderedDict([ ("key" , "\$foo.txt"),("AWSAccessKeyId" , aws_access_key_id[::-1]),\ 2024-09-12T18:14:58.951 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:14:58.951 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py:2358 2024-09-12T18:14:58.951 INFO:teuthology.orchestra.run.smithi045.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2358: DeprecationWarning: invalid escape sequence \$ 2024-09-12T18:14:58.951 INFO:teuthology.orchestra.run.smithi045.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-12T18:14:58.951 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:14:58.951 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py:2373 2024-09-12T18:14:58.951 INFO:teuthology.orchestra.run.smithi045.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2373: DeprecationWarning: invalid escape sequence \$ 2024-09-12T18:14:58.952 INFO:teuthology.orchestra.run.smithi045.stdout: payload = OrderedDict([ ("key" , "\$foo.txt"),("AWSAccessKeyId" , aws_access_key_id),\ 2024-09-12T18:14:58.952 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:14:58.952 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py:2423 2024-09-12T18:14:58.952 INFO:teuthology.orchestra.run.smithi045.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2423: DeprecationWarning: invalid escape sequence \$ 2024-09-12T18:14:58.952 INFO:teuthology.orchestra.run.smithi045.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-12T18:14:58.952 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:14:58.952 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py:2455 2024-09-12T18:14:58.952 INFO:teuthology.orchestra.run.smithi045.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2455: DeprecationWarning: invalid escape sequence \$ 2024-09-12T18:14:58.952 INFO:teuthology.orchestra.run.smithi045.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-12T18:14:58.952 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:14:58.952 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_headers.py: 29 warnings 2024-09-12T18:14:58.952 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_iam.py: 82 warnings 2024-09-12T18:14:58.952 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3.py: 497 warnings 2024-09-12T18:14:58.953 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_s3select.py: 33 warnings 2024-09-12T18:14:58.953 INFO:teuthology.orchestra.run.smithi045.stdout:s3tests_boto3/functional/test_sns.py: 3 warnings 2024-09-12T18:14:58.953 INFO:teuthology.orchestra.run.smithi045.stdout: /home/ubuntu/cephtest/s3-tests-client.0/.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi045.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:14:58.953 INFO:teuthology.orchestra.run.smithi045.stdout: warnings.warn( 2024-09-12T18:14:58.953 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:14:58.953 INFO:teuthology.orchestra.run.smithi045.stdout:-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html 2024-09-12T18:14:58.953 INFO:teuthology.orchestra.run.smithi045.stdout:= 680 passed, 65 skipped, 126 deselected, 1 xfailed, 662 warnings in 622.83s (0:10:22) = 2024-09-12T18:14:59.090 INFO:teuthology.orchestra.run.smithi045.stdout:___________________________________ summary ____________________________________ 2024-09-12T18:14:59.090 INFO:teuthology.orchestra.run.smithi045.stdout: py: commands succeeded 2024-09-12T18:14:59.090 INFO:teuthology.orchestra.run.smithi045.stdout: congratulations :) 2024-09-12T18:14:59.108 DEBUG:tasks.s3tests:Scanning radosgw logs for leaked encryption keys... 2024-09-12T18:14:59.108 DEBUG:teuthology.orchestra.run.smithi045:> grep --binary-files=text pO3upElrwuEXSoFwCfnZPdSsmt/xWeFa0N9KgDijwVs= /var/log/ceph/rgw.ceph.client.0.log 2024-09-12T18:14:59.213 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T18:14:59.213 INFO:tasks.s3tests:Cleaning up boto... 2024-09-12T18:14:59.214 DEBUG:teuthology.orchestra.run.smithi045:> rm /home/ubuntu/cephtest/boto-client.0.cfg 2024-09-12T18:14:59.243 INFO:tasks.s3tests:Removing s3-tests... 2024-09-12T18:14:59.243 DEBUG:teuthology.orchestra.run.smithi045:> rm -rf /home/ubuntu/cephtest/s3-tests-client.0 2024-09-12T18:14:59.445 INFO:teuthology.run_tasks:Running task workunit... 2024-09-12T18:14:59.469 INFO:tasks.workunit:Pulling workunits from ref bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T18:14:59.469 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-12T18:14:59.469 DEBUG:teuthology.orchestra.run.smithi045:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-12T18:14:59.501 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T18:14:59.501 INFO:teuthology.orchestra.run.smithi045.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-12T18:14:59.502 DEBUG:teuthology.orchestra.run.smithi045:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T18:14:59.572 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-12T18:14:59.572 DEBUG:teuthology.orchestra.run.smithi045:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-12T18:14:59.642 INFO:tasks.workunit:timeout=3h 2024-09-12T18:14:59.642 INFO:tasks.workunit:cleanup=True 2024-09-12T18:14:59.643 DEBUG:teuthology.orchestra.run.smithi045:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T18:14:59.712 INFO:tasks.workunit.client.0.smithi045.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-12T18:16:00.502 INFO:tasks.workunit.client.0.smithi045.stderr:Updating files: 91% (11601/12697) Updating files: 92% (11682/12697) Updating files: 93% (11809/12697) Updating files: 94% (11936/12697) Updating files: 95% (12063/12697) Updating files: 96% (12190/12697) Updating files: 97% (12317/12697) Updating files: 98% (12444/12697) Updating files: 99% (12571/12697) Updating files: 100% (12697/12697) Updating files: 100% (12697/12697), done. 2024-09-12T18:16:01.234 INFO:tasks.workunit.client.0.smithi045.stderr:Note: switching to 'bad475c18c96ec20c5778159aa33ba72b84e9c1b'. 2024-09-12T18:16:01.234 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T18:16:01.234 INFO:tasks.workunit.client.0.smithi045.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-12T18:16:01.234 INFO:tasks.workunit.client.0.smithi045.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-12T18:16:01.234 INFO:tasks.workunit.client.0.smithi045.stderr:state without impacting any branches by switching back to a branch. 2024-09-12T18:16:01.234 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T18:16:01.235 INFO:tasks.workunit.client.0.smithi045.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-12T18:16:01.235 INFO:tasks.workunit.client.0.smithi045.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-12T18:16:01.235 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T18:16:01.235 INFO:tasks.workunit.client.0.smithi045.stderr: git switch -c 2024-09-12T18:16:01.235 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T18:16:01.235 INFO:tasks.workunit.client.0.smithi045.stderr:Or undo this operation with: 2024-09-12T18:16:01.235 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T18:16:01.235 INFO:tasks.workunit.client.0.smithi045.stderr: git switch - 2024-09-12T18:16:01.235 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T18:16:01.235 INFO:tasks.workunit.client.0.smithi045.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-12T18:16:01.235 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T18:16:01.236 INFO:tasks.workunit.client.0.smithi045.stderr:HEAD is now at bad475c18c9 rgw: clear output keys in RGWMetadataLister::get_next() 2024-09-12T18:16:01.239 DEBUG:teuthology.orchestra.run.smithi045:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-12T18:16:01.309 INFO:tasks.workunit.client.0.smithi045.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-12T18:16:01.311 INFO:tasks.workunit.client.0.smithi045.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T18:16:01.311 INFO:tasks.workunit.client.0.smithi045.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-12T18:16:01.364 INFO:tasks.workunit.client.0.smithi045.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-12T18:16:01.415 INFO:tasks.workunit.client.0.smithi045.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-12T18:16:01.455 INFO:tasks.workunit.client.0.smithi045.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T18:16:01.457 INFO:tasks.workunit.client.0.smithi045.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T18:16:01.457 INFO:tasks.workunit.client.0.smithi045.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-12T18:16:01.497 INFO:tasks.workunit.client.0.smithi045.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T18:16:01.500 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2024-09-12T18:16:01.500 DEBUG:teuthology.orchestra.run.smithi045:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-12T18:16:01.571 INFO:tasks.workunit:Running workunits matching rgw/run-versioning.sh on client.0... 2024-09-12T18:16:01.572 INFO:tasks.workunit:Running workunit rgw/run-versioning.sh... 2024-09-12T18:16:01.573 DEBUG:teuthology.orchestra.run.smithi045:workunit test rgw/run-versioning.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-versioning.sh 2024-09-12T18:16:01.646 INFO:tasks.workunit.client.0.smithi045.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-versioning.sh 2024-09-12T18:16:01.647 INFO:tasks.workunit.client.0.smithi045.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T18:16:01.647 INFO:tasks.workunit.client.0.smithi045.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T18:16:04.063 INFO:tasks.workunit.client.0.smithi045.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2024-09-12T18:16:04.063 INFO:tasks.workunit.client.0.smithi045.stderr:++ deactivate nondestructive 2024-09-12T18:16:04.063 INFO:tasks.workunit.client.0.smithi045.stderr:++ '[' -n '' ']' 2024-09-12T18:16:04.063 INFO:tasks.workunit.client.0.smithi045.stderr:++ '[' -n '' ']' 2024-09-12T18:16:04.063 INFO:tasks.workunit.client.0.smithi045.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T18:16:04.063 INFO:tasks.workunit.client.0.smithi045.stderr:++ hash -r 2024-09-12T18:16:04.063 INFO:tasks.workunit.client.0.smithi045.stderr:++ '[' -n '' ']' 2024-09-12T18:16:04.063 INFO:tasks.workunit.client.0.smithi045.stderr:++ unset VIRTUAL_ENV 2024-09-12T18:16:04.063 INFO:tasks.workunit.client.0.smithi045.stderr:++ '[' '!' nondestructive = nondestructive ']' 2024-09-12T18:16:04.064 INFO:tasks.workunit.client.0.smithi045.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T18:16:04.064 INFO:tasks.workunit.client.0.smithi045.stderr:++ export VIRTUAL_ENV 2024-09-12T18:16:04.065 INFO:tasks.workunit.client.0.smithi045.stderr:++ _OLD_VIRTUAL_PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2024-09-12T18:16:04.065 INFO:tasks.workunit.client.0.smithi045.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2024-09-12T18:16:04.065 INFO:tasks.workunit.client.0.smithi045.stderr:++ export PATH 2024-09-12T18:16:04.065 INFO:tasks.workunit.client.0.smithi045.stderr:++ '[' -n '' ']' 2024-09-12T18:16:04.065 INFO:tasks.workunit.client.0.smithi045.stderr:++ '[' -z '' ']' 2024-09-12T18:16:04.065 INFO:tasks.workunit.client.0.smithi045.stderr:++ _OLD_VIRTUAL_PS1= 2024-09-12T18:16:04.065 INFO:tasks.workunit.client.0.smithi045.stderr:++ PS1='(rgw) ' 2024-09-12T18:16:04.065 INFO:tasks.workunit.client.0.smithi045.stderr:++ export PS1 2024-09-12T18:16:04.065 INFO:tasks.workunit.client.0.smithi045.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T18:16:04.065 INFO:tasks.workunit.client.0.smithi045.stderr:++ hash -r 2024-09-12T18:16:04.065 INFO:tasks.workunit.client.0.smithi045.stderr:+ pip install pip --upgrade 2024-09-12T18:16:04.305 INFO:tasks.workunit.client.0.smithi045.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.9/site-packages (21.3.1) 2024-09-12T18:16:04.493 INFO:tasks.workunit.client.0.smithi045.stdout:Collecting pip 2024-09-12T18:16:04.499 INFO:tasks.workunit.client.0.smithi045.stdout: Using cached pip-24.2-py3-none-any.whl (1.8 MB) 2024-09-12T18:16:04.546 INFO:tasks.workunit.client.0.smithi045.stdout:Installing collected packages: pip 2024-09-12T18:16:04.546 INFO:tasks.workunit.client.0.smithi045.stdout: Attempting uninstall: pip 2024-09-12T18:16:04.546 INFO:tasks.workunit.client.0.smithi045.stdout: Found existing installation: pip 21.3.1 2024-09-12T18:16:04.718 INFO:tasks.workunit.client.0.smithi045.stdout: Uninstalling pip-21.3.1: 2024-09-12T18:16:04.724 INFO:tasks.workunit.client.0.smithi045.stdout: Successfully uninstalled pip-21.3.1 2024-09-12T18:16:05.514 INFO:tasks.workunit.client.0.smithi045.stdout:Successfully installed pip-24.2 2024-09-12T18:16:05.564 INFO:tasks.workunit.client.0.smithi045.stderr:+ pip install boto3 2024-09-12T18:16:06.372 INFO:tasks.workunit.client.0.smithi045.stdout:Collecting boto3 2024-09-12T18:16:06.374 INFO:tasks.workunit.client.0.smithi045.stdout: Using cached boto3-1.35.17-py3-none-any.whl.metadata (6.6 kB) 2024-09-12T18:16:06.934 INFO:tasks.workunit.client.0.smithi045.stdout:Collecting botocore<1.36.0,>=1.35.17 (from boto3) 2024-09-12T18:16:06.935 INFO:tasks.workunit.client.0.smithi045.stdout: Using cached botocore-1.35.17-py3-none-any.whl.metadata (5.7 kB) 2024-09-12T18:16:06.990 INFO:tasks.workunit.client.0.smithi045.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2024-09-12T18:16:06.991 INFO:tasks.workunit.client.0.smithi045.stdout: Using cached jmespath-1.0.1-py3-none-any.whl.metadata (7.6 kB) 2024-09-12T18:16:07.045 INFO:tasks.workunit.client.0.smithi045.stdout:Collecting s3transfer<0.11.0,>=0.10.0 (from boto3) 2024-09-12T18:16:07.047 INFO:tasks.workunit.client.0.smithi045.stdout: Using cached s3transfer-0.10.2-py3-none-any.whl.metadata (1.7 kB) 2024-09-12T18:16:07.096 INFO:tasks.workunit.client.0.smithi045.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T18:16:07.097 INFO:tasks.workunit.client.0.smithi045.stdout: Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2024-09-12T18:16:07.175 INFO:tasks.workunit.client.0.smithi045.stdout:Collecting urllib3<1.27,>=1.25.4 (from botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T18:16:07.176 INFO:tasks.workunit.client.0.smithi045.stdout: Using cached urllib3-1.26.20-py2.py3-none-any.whl.metadata (50 kB) 2024-09-12T18:16:07.318 INFO:tasks.workunit.client.0.smithi045.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T18:16:07.319 INFO:tasks.workunit.client.0.smithi045.stdout: Using cached six-1.16.0-py2.py3-none-any.whl.metadata (1.8 kB) 2024-09-12T18:16:07.326 INFO:tasks.workunit.client.0.smithi045.stdout:Using cached boto3-1.35.17-py3-none-any.whl (139 kB) 2024-09-12T18:16:07.327 INFO:tasks.workunit.client.0.smithi045.stdout:Using cached botocore-1.35.17-py3-none-any.whl (12.5 MB) 2024-09-12T18:16:07.336 INFO:tasks.workunit.client.0.smithi045.stdout:Using cached jmespath-1.0.1-py3-none-any.whl (20 kB) 2024-09-12T18:16:07.338 INFO:tasks.workunit.client.0.smithi045.stdout:Using cached s3transfer-0.10.2-py3-none-any.whl (82 kB) 2024-09-12T18:16:07.339 INFO:tasks.workunit.client.0.smithi045.stdout:Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2024-09-12T18:16:07.341 INFO:tasks.workunit.client.0.smithi045.stdout:Using cached urllib3-1.26.20-py2.py3-none-any.whl (144 kB) 2024-09-12T18:16:07.342 INFO:tasks.workunit.client.0.smithi045.stdout:Using cached six-1.16.0-py2.py3-none-any.whl (11 kB) 2024-09-12T18:16:07.421 INFO:tasks.workunit.client.0.smithi045.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2024-09-12T18:16:08.522 INFO:tasks.workunit.client.0.smithi045.stdout:Successfully installed boto3-1.35.17 botocore-1.35.17 jmespath-1.0.1 python-dateutil-2.9.0.post0 s3transfer-0.10.2 six-1.16.0 urllib3-1.26.20 2024-09-12T18:16:08.641 INFO:tasks.workunit.client.0.smithi045.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_versioning.py 2024-09-12T18:16:08.767 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin user create --uid versioning-tester --display-name "Versioning Testing" --access-key LTA662PVVDTDWX6M2AB0 --secret pvtchqajgzqx5581t6qbddbkj0bgf3a69qdkjcea 2024-09-12T18:16:08.804 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:16:08.805 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:16:08.845 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:08.843+0000 7fabbfd39800 20 rados->read ofs=0 len=0 2024-09-12T18:16:08.847 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:08.844+0000 7fabbfd39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:16:08.847 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:08.844+0000 7fabbfd39800 20 realm 2024-09-12T18:16:08.847 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:08.844+0000 7fabbfd39800 20 rados->read ofs=0 len=0 2024-09-12T18:16:08.847 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:08.845+0000 7fabbfd39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:16:08.847 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:08.845+0000 7fabbfd39800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:16:08.847 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:08.845+0000 7fabbfd39800 20 rados->read ofs=0 len=0 2024-09-12T18:16:08.847 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:08.845+0000 7fabbfd39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:16:08.847 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:08.845+0000 7fabbfd39800 20 rados->read ofs=0 len=0 2024-09-12T18:16:08.848 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:08.846+0000 7fabbfd39800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:16:08.848 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:08.846+0000 7fabbfd39800 20 rados->read ofs=0 len=0 2024-09-12T18:16:08.849 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:08.847+0000 7fabbfd39800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:16:08.849 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:08.847+0000 7fabbfd39800 20 searching for the correct realm 2024-09-12T18:16:08.852 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:08.850+0000 7fabbb1c6640 0 -- 172.21.15.45:0/1003808877 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x555ce8228170 msgr2=0x555ce822a560 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:16:08.855 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:08.854+0000 7fabbb9c7640 0 -- 172.21.15.45:0/1003808877 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7fabb00ae920 msgr2=0x7fabb00903f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:16:09.063 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.061+0000 7fabbfd39800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T18:16:09.063 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.061+0000 7fabbfd39800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T18:16:09.063 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.061+0000 7fabbfd39800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:16:09.063 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.061+0000 7fabbfd39800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:16:09.063 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.061+0000 7fabbfd39800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:16:09.064 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.061+0000 7fabbfd39800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:16:09.064 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.061+0000 7fabbfd39800 20 rados->read ofs=0 len=0 2024-09-12T18:16:09.064 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.061+0000 7fabbfd39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:16:09.064 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.061+0000 7fabbfd39800 20 rados->read ofs=0 len=0 2024-09-12T18:16:09.065 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.062+0000 7fabbfd39800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:16:09.065 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.062+0000 7fabbfd39800 20 rados->read ofs=0 len=0 2024-09-12T18:16:09.065 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.062+0000 7fabbfd39800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:16:09.065 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.062+0000 7fabbfd39800 20 zone default found 2024-09-12T18:16:09.065 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.062+0000 7fabbfd39800 4 Realm: () 2024-09-12T18:16:09.065 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.062+0000 7fabbfd39800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T18:16:09.065 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.062+0000 7fabbfd39800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T18:16:09.066 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.062+0000 7fabbfd39800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:16:09.066 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.062+0000 7fabbfd39800 20 zonegroup default 2024-09-12T18:16:09.066 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.062+0000 7fabbfd39800 20 rados->read ofs=0 len=0 2024-09-12T18:16:09.066 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.062+0000 7fabbfd39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:16:09.066 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.062+0000 7fabbfd39800 20 rados->read ofs=0 len=0 2024-09-12T18:16:09.066 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.063+0000 7fabbfd39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:16:09.066 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.063+0000 7fabbfd39800 20 rados->read ofs=0 len=0 2024-09-12T18:16:09.066 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.063+0000 7fabbfd39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:16:09.066 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.063+0000 7fabbfd39800 20 started sync module instance, tier type = 2024-09-12T18:16:09.066 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.063+0000 7fabbfd39800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T18:16:09.074 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.072+0000 7fabbfd39800 20 add_watcher() i=0 2024-09-12T18:16:09.074 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.072+0000 7fabbfd39800 20 add_watcher() i=1 2024-09-12T18:16:09.074 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.072+0000 7fabbfd39800 20 add_watcher() i=2 2024-09-12T18:16:09.074 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.072+0000 7fabbfd39800 20 add_watcher() i=3 2024-09-12T18:16:09.074 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.072+0000 7fabbfd39800 20 add_watcher() i=4 2024-09-12T18:16:09.074 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.072+0000 7fabbfd39800 20 add_watcher() i=5 2024-09-12T18:16:09.075 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.072+0000 7fabbfd39800 20 add_watcher() i=6 2024-09-12T18:16:09.075 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.073+0000 7fabbfd39800 20 add_watcher() i=7 2024-09-12T18:16:09.075 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.073+0000 7fabbfd39800 2 all 8 watchers are set, enabling cache 2024-09-12T18:16:09.076 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.075+0000 7faa71fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:16:09.077 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.075+0000 7fabbfd39800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:16:09.078 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.075+0000 7fabbfd39800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:16:09.078 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.075+0000 7fabbfd39800 5 note: GC not initialized 2024-09-12T18:16:09.078 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.075+0000 7faa70fe1640 20 reqs_thread_entry: start 2024-09-12T18:16:09.078 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.076+0000 7fabbfd39800 20 init_complete bucket index max shards: 1 2024-09-12T18:16:09.078 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.076+0000 7fabbfd39800 20 Filter name: none 2024-09-12T18:16:09.078 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.076+0000 7fa9ea7fc640 20 reqs_thread_entry: start 2024-09-12T18:16:09.078 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.076+0000 7fabbfd39800 10 cache get: name=default.rgw.meta+users.uid+versioning-tester : miss 2024-09-12T18:16:09.078 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.076+0000 7fabbfd39800 20 rados->read ofs=0 len=0 2024-09-12T18:16:09.079 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.077+0000 7fabbfd39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:16:09.079 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.077+0000 7fabbfd39800 10 cache put: name=default.rgw.meta+users.uid+versioning-tester info.flags=0x0 2024-09-12T18:16:09.079 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.077+0000 7fabbfd39800 10 adding default.rgw.meta+users.uid+versioning-tester to cache LRU end 2024-09-12T18:16:09.079 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.077+0000 7fabbfd39800 10 cache get: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 : miss 2024-09-12T18:16:09.079 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.077+0000 7fabbfd39800 20 rados->read ofs=0 len=0 2024-09-12T18:16:09.079 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.077+0000 7fabbfd39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:16:09.079 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.077+0000 7fabbfd39800 10 cache put: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 info.flags=0x0 2024-09-12T18:16:09.079 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.077+0000 7fabbfd39800 10 adding default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 to cache LRU end 2024-09-12T18:16:09.079 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.077+0000 7fabbfd39800 10 cache get: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 : hit (negative entry) 2024-09-12T18:16:09.080 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.077+0000 7fabbfd39800 10 cache get: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 : hit (negative entry) 2024-09-12T18:16:09.081 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.078+0000 7fabbfd39800 10 cache put: name=default.rgw.meta+users.uid+versioning-tester info.flags=0x17 2024-09-12T18:16:09.081 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.078+0000 7fabbfd39800 10 moving default.rgw.meta+users.uid+versioning-tester to cache LRU end 2024-09-12T18:16:09.081 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.078+0000 7fabbfd39800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:versioning-tester, ofs0, ns] 2024-09-12T18:16:09.081 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.079+0000 7faa9affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300972 cookie 93857519977664 notifier 8690 bl.length()=613 2024-09-12T18:16:09.081 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.079+0000 7faa9affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+versioning-tester info.flags=0x17 2024-09-12T18:16:09.081 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.079+0000 7faa9affd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+versioning-tester to cache LRU end 2024-09-12T18:16:09.082 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.080+0000 7fabbfd39800 10 cache put: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 info.flags=0x7 2024-09-12T18:16:09.083 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.080+0000 7fabbfd39800 10 moving default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 to cache LRU end 2024-09-12T18:16:09.083 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.080+0000 7fabbfd39800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:users.keys:LTA662PVVDTDWX6M2AB0, ofs0, ns] 2024-09-12T18:16:09.083 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.081+0000 7faa9a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461301276 cookie 93857519973152 notifier 8690 bl.length()=191 2024-09-12T18:16:09.083 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.081+0000 7faa9a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 info.flags=0x7 2024-09-12T18:16:09.083 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.081+0000 7faa9a7fc640 10 rgw watcher librados: moving default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 to cache LRU end 2024-09-12T18:16:09.084 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.082+0000 7faa71fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:16:09.086 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.084+0000 7fabbfd39800 20 remove_watcher() i=0 2024-09-12T18:16:09.086 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.084+0000 7fabbfd39800 2 removed watcher, disabling cache 2024-09-12T18:16:09.087 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.085+0000 7fabbfd39800 20 remove_watcher() i=1 2024-09-12T18:16:09.088 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.086+0000 7fabbfd39800 20 remove_watcher() i=2 2024-09-12T18:16:09.089 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.088+0000 7fabbfd39800 20 remove_watcher() i=3 2024-09-12T18:16:09.090 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.089+0000 7fabbfd39800 20 remove_watcher() i=4 2024-09-12T18:16:09.091 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.089+0000 7fabbfd39800 20 remove_watcher() i=5 2024-09-12T18:16:09.092 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.090+0000 7fabbfd39800 20 remove_watcher() i=6 2024-09-12T18:16:09.093 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.091+0000 7fabbfd39800 20 remove_watcher() i=7 2024-09-12T18:16:09.240 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:16:09.240 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T18:16:09.287 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:16:09.287 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T18:16:09.333 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:16:09.333 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T18:16:09.344 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:16:09.345 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T18:16:09.348 INFO:tasks.workunit.client.0.smithi045.stderr:TEST: verify that index entries and OLH objects are cleaned up after redundant deletes 2024-09-12T18:16:09.348 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T18:16:09.351 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:16:09.351 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T18:16:09.360 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:16:09.361 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T18:16:09.368 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:16:09.368 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T18:16:09.380 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bi list --bucket versioning-bucket 2024-09-12T18:16:09.409 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:16:09.409 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:16:09.448 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.446+0000 7fbe41f40800 20 rados->read ofs=0 len=0 2024-09-12T18:16:09.450 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.448+0000 7fbe41f40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:16:09.450 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.448+0000 7fbe41f40800 20 realm 2024-09-12T18:16:09.451 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.448+0000 7fbe41f40800 20 rados->read ofs=0 len=0 2024-09-12T18:16:09.451 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.449+0000 7fbe41f40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:16:09.451 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.449+0000 7fbe41f40800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:16:09.451 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.449+0000 7fbe41f40800 20 rados->read ofs=0 len=0 2024-09-12T18:16:09.451 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.449+0000 7fbe41f40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:16:09.451 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.449+0000 7fbe41f40800 20 rados->read ofs=0 len=0 2024-09-12T18:16:09.451 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.450+0000 7fbe41f40800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:16:09.451 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.450+0000 7fbe41f40800 20 rados->read ofs=0 len=0 2024-09-12T18:16:09.452 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.451+0000 7fbe41f40800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:16:09.452 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.451+0000 7fbe41f40800 20 searching for the correct realm 2024-09-12T18:16:09.455 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.453+0000 7fbe37fff640 0 -- 172.21.15.45:0/2520715877 >> [v2:172.21.15.115:6808/3289659802,v1:172.21.15.115:6809/3289659802] conn(0x557559af8840 msgr2=0x557559afac30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:16:09.459 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.457+0000 7fbe3dced640 0 -- 172.21.15.45:0/2520715877 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7fbe28089430 msgr2=0x7fbe28089890 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:16:09.667 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.665+0000 7fbe41f40800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T18:16:09.667 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.665+0000 7fbe41f40800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T18:16:09.667 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.665+0000 7fbe41f40800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:16:09.667 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.665+0000 7fbe41f40800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:16:09.667 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.665+0000 7fbe41f40800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:16:09.667 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.665+0000 7fbe41f40800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:16:09.667 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.665+0000 7fbe41f40800 20 rados->read ofs=0 len=0 2024-09-12T18:16:09.667 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.665+0000 7fbe41f40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:16:09.667 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.665+0000 7fbe41f40800 20 rados->read ofs=0 len=0 2024-09-12T18:16:09.668 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.665+0000 7fbe41f40800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:16:09.669 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.665+0000 7fbe41f40800 20 rados->read ofs=0 len=0 2024-09-12T18:16:09.669 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.666+0000 7fbe41f40800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:16:09.669 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.666+0000 7fbe41f40800 20 zone default found 2024-09-12T18:16:09.669 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.666+0000 7fbe41f40800 4 Realm: () 2024-09-12T18:16:09.669 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.666+0000 7fbe41f40800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T18:16:09.669 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.666+0000 7fbe41f40800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T18:16:09.669 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.666+0000 7fbe41f40800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:16:09.669 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.666+0000 7fbe41f40800 20 zonegroup default 2024-09-12T18:16:09.669 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.666+0000 7fbe41f40800 20 rados->read ofs=0 len=0 2024-09-12T18:16:09.669 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.666+0000 7fbe41f40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:16:09.669 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.666+0000 7fbe41f40800 20 rados->read ofs=0 len=0 2024-09-12T18:16:09.669 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.666+0000 7fbe41f40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:16:09.669 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.666+0000 7fbe41f40800 20 rados->read ofs=0 len=0 2024-09-12T18:16:09.670 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.667+0000 7fbe41f40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:16:09.670 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.667+0000 7fbe41f40800 20 started sync module instance, tier type = 2024-09-12T18:16:09.670 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.667+0000 7fbe41f40800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T18:16:09.679 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.677+0000 7fbe41f40800 20 add_watcher() i=0 2024-09-12T18:16:09.679 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.677+0000 7fbe41f40800 20 add_watcher() i=1 2024-09-12T18:16:09.679 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.677+0000 7fbe41f40800 20 add_watcher() i=2 2024-09-12T18:16:09.679 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.677+0000 7fbe41f40800 20 add_watcher() i=3 2024-09-12T18:16:09.679 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.677+0000 7fbe41f40800 20 add_watcher() i=4 2024-09-12T18:16:09.679 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.677+0000 7fbe41f40800 20 add_watcher() i=5 2024-09-12T18:16:09.679 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.677+0000 7fbe41f40800 20 add_watcher() i=6 2024-09-12T18:16:09.680 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.678+0000 7fbe41f40800 20 add_watcher() i=7 2024-09-12T18:16:09.680 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.678+0000 7fbe41f40800 2 all 8 watchers are set, enabling cache 2024-09-12T18:16:09.682 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.679+0000 7fbcef7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:16:09.682 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.680+0000 7fbe41f40800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:16:09.682 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.680+0000 7fbe41f40800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:16:09.682 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.680+0000 7fbe41f40800 5 note: GC not initialized 2024-09-12T18:16:09.682 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.680+0000 7fbcee7fc640 20 reqs_thread_entry: start 2024-09-12T18:16:09.682 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.680+0000 7fbe41f40800 20 init_complete bucket index max shards: 1 2024-09-12T18:16:09.682 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.680+0000 7fbe41f40800 20 Filter name: none 2024-09-12T18:16:09.683 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.680+0000 7fbc5ffff640 20 reqs_thread_entry: start 2024-09-12T18:16:09.683 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.680+0000 7fbe41f40800 20 rados->read ofs=0 len=0 2024-09-12T18:16:09.683 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.681+0000 7fbe41f40800 20 rados_obj.operate() r=0 bl.length=209 2024-09-12T18:16:09.683 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.681+0000 7fbe41f40800 20 rados->read ofs=0 len=0 2024-09-12T18:16:09.683 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.681+0000 7fbe41f40800 20 rados_obj.operate() r=0 bl.length=431 2024-09-12T18:16:09.684 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.681+0000 7fbe41f40800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:16:09.684 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.681+0000 7fbe41f40800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T18:16:09.684 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.681+0000 7fbe41f40800 20 INFO: main: starting shard=0 2024-09-12T18:16:09.684 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.681+0000 7fbe41f40800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.783.0 2024-09-12T18:16:09.684 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.682+0000 7fbe41f40800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T18:16:09.684 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.682+0000 7fbe41f40800 20 INFO: main: done 2024-09-12T18:16:09.685 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.683+0000 7fbcef7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:16:09.687 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.686+0000 7fbe41f40800 20 remove_watcher() i=0 2024-09-12T18:16:09.687 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.686+0000 7fbe41f40800 2 removed watcher, disabling cache 2024-09-12T18:16:09.688 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.687+0000 7fbe41f40800 20 remove_watcher() i=1 2024-09-12T18:16:09.689 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.688+0000 7fbe41f40800 20 remove_watcher() i=2 2024-09-12T18:16:09.690 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.689+0000 7fbe41f40800 20 remove_watcher() i=3 2024-09-12T18:16:09.691 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.690+0000 7fbe41f40800 20 remove_watcher() i=4 2024-09-12T18:16:09.692 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.691+0000 7fbe41f40800 20 remove_watcher() i=5 2024-09-12T18:16:09.693 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.692+0000 7fbe41f40800 20 remove_watcher() i=6 2024-09-12T18:16:09.694 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.693+0000 7fbe41f40800 20 remove_watcher() i=7 2024-09-12T18:16:09.708 INFO:tasks.workunit.client.0.smithi045.stderr:rados -p default.rgw.buckets.data ls | grep d927a559-c69c-4e49-bd4d-c766b440ab24 2024-09-12T18:16:09.736 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:16:09.737 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:16:09.777 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:09.775+0000 7f53acb10640 0 -- 172.21.15.45:0/424203429 >> [v2:172.21.15.45:6824/1551660769,v1:172.21.15.45:6825/1551660769] conn(0x7f53a0009300 msgr2=0x7f53a0009720 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:16:09.784 INFO:tasks.workunit.client.0.smithi045.stderr:TEST: verify that index entries and OLH objects are cleaned up after index linking error 2024-09-12T18:16:09.785 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T18:16:09.786 INFO:tasks.workunit.client.0.smithi045.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2024-09-12T18:16:11.197 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:16:11.197 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T18:16:11.208 INFO:tasks.workunit.client.0.smithi045.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2024-09-12T18:16:11.627 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bi list --bucket versioning-bucket 2024-09-12T18:16:11.656 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:16:11.656 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:16:11.695 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.693+0000 7f80d0814800 20 rados->read ofs=0 len=0 2024-09-12T18:16:11.697 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.695+0000 7f80d0814800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:16:11.697 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.695+0000 7f80d0814800 20 realm 2024-09-12T18:16:11.697 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.695+0000 7f80d0814800 20 rados->read ofs=0 len=0 2024-09-12T18:16:11.697 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.695+0000 7f80d0814800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:16:11.697 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.695+0000 7f80d0814800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:16:11.697 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.695+0000 7f80d0814800 20 rados->read ofs=0 len=0 2024-09-12T18:16:11.698 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.695+0000 7f80d0814800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:16:11.698 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.695+0000 7f80d0814800 20 rados->read ofs=0 len=0 2024-09-12T18:16:11.698 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.696+0000 7f80d0814800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:16:11.698 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.696+0000 7f80d0814800 20 rados->read ofs=0 len=0 2024-09-12T18:16:11.699 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.697+0000 7f80d0814800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:16:11.699 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.697+0000 7f80d0814800 20 searching for the correct realm 2024-09-12T18:16:11.702 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.701+0000 7f80cc6cc640 0 -- 172.21.15.45:0/421799916 >> [v2:172.21.15.45:6824/1551660769,v1:172.21.15.45:6825/1551660769] conn(0x555a5c2b0880 msgr2=0x555a5c2b2d40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:16:11.706 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.704+0000 7f80cbecb640 0 -- 172.21.15.45:0/421799916 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f80b401b4e0 msgr2=0x7f80b4029040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:16:11.710 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.708+0000 7f80d0814800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T18:16:11.710 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.708+0000 7f80d0814800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T18:16:11.710 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.708+0000 7f80d0814800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:16:11.710 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.708+0000 7f80d0814800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:16:11.711 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.708+0000 7f80d0814800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:16:11.711 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.708+0000 7f80d0814800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:16:11.711 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.708+0000 7f80d0814800 20 rados->read ofs=0 len=0 2024-09-12T18:16:11.711 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.709+0000 7f80d0814800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:16:11.711 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.709+0000 7f80d0814800 20 rados->read ofs=0 len=0 2024-09-12T18:16:11.712 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.709+0000 7f80d0814800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:16:11.712 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.709+0000 7f80d0814800 20 rados->read ofs=0 len=0 2024-09-12T18:16:11.712 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.709+0000 7f80d0814800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:16:11.712 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.709+0000 7f80d0814800 20 zone default found 2024-09-12T18:16:11.712 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.709+0000 7f80d0814800 4 Realm: () 2024-09-12T18:16:11.712 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.709+0000 7f80d0814800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T18:16:11.713 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.709+0000 7f80d0814800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T18:16:11.713 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.709+0000 7f80d0814800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:16:11.713 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.709+0000 7f80d0814800 20 zonegroup default 2024-09-12T18:16:11.713 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.709+0000 7f80d0814800 20 rados->read ofs=0 len=0 2024-09-12T18:16:11.713 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.709+0000 7f80d0814800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:16:11.713 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.709+0000 7f80d0814800 20 rados->read ofs=0 len=0 2024-09-12T18:16:11.713 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.710+0000 7f80d0814800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:16:11.713 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.710+0000 7f80d0814800 20 rados->read ofs=0 len=0 2024-09-12T18:16:11.713 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.710+0000 7f80d0814800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:16:11.713 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.710+0000 7f80d0814800 20 started sync module instance, tier type = 2024-09-12T18:16:11.713 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.710+0000 7f80d0814800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T18:16:11.721 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.719+0000 7f80d0814800 20 add_watcher() i=0 2024-09-12T18:16:11.721 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.719+0000 7f80d0814800 20 add_watcher() i=1 2024-09-12T18:16:11.721 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.719+0000 7f80d0814800 20 add_watcher() i=2 2024-09-12T18:16:11.722 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.719+0000 7f80d0814800 20 add_watcher() i=3 2024-09-12T18:16:11.722 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.719+0000 7f80d0814800 20 add_watcher() i=4 2024-09-12T18:16:11.722 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.719+0000 7f80d0814800 20 add_watcher() i=5 2024-09-12T18:16:11.722 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.719+0000 7f80d0814800 20 add_watcher() i=6 2024-09-12T18:16:11.722 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.720+0000 7f80d0814800 20 add_watcher() i=7 2024-09-12T18:16:11.722 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.720+0000 7f80d0814800 2 all 8 watchers are set, enabling cache 2024-09-12T18:16:11.724 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.722+0000 7f7f81fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:16:11.725 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.723+0000 7f80d0814800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:16:11.725 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.723+0000 7f80d0814800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:16:11.725 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.723+0000 7f80d0814800 5 note: GC not initialized 2024-09-12T18:16:11.726 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.723+0000 7f7f80fe1640 20 reqs_thread_entry: start 2024-09-12T18:16:11.726 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.723+0000 7f80d0814800 20 init_complete bucket index max shards: 1 2024-09-12T18:16:11.726 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.723+0000 7f80d0814800 20 Filter name: none 2024-09-12T18:16:11.726 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.723+0000 7f7efa7fc640 20 reqs_thread_entry: start 2024-09-12T18:16:11.726 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.723+0000 7f80d0814800 20 rados->read ofs=0 len=0 2024-09-12T18:16:11.726 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.723+0000 7f80d0814800 20 rados_obj.operate() r=0 bl.length=209 2024-09-12T18:16:11.726 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.723+0000 7f80d0814800 20 rados->read ofs=0 len=0 2024-09-12T18:16:11.727 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.724+0000 7f80d0814800 20 rados_obj.operate() r=0 bl.length=431 2024-09-12T18:16:11.727 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.724+0000 7f80d0814800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:16:11.727 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.724+0000 7f80d0814800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T18:16:11.727 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.724+0000 7f80d0814800 20 INFO: main: starting shard=0 2024-09-12T18:16:11.727 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.724+0000 7f80d0814800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.783.0 2024-09-12T18:16:11.727 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.725+0000 7f80d0814800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T18:16:11.727 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.725+0000 7f80d0814800 20 INFO: main: done 2024-09-12T18:16:11.728 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.726+0000 7f7f81fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:16:11.730 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.729+0000 7f80d0814800 20 remove_watcher() i=0 2024-09-12T18:16:11.730 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.729+0000 7f80d0814800 2 removed watcher, disabling cache 2024-09-12T18:16:11.731 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.730+0000 7f80d0814800 20 remove_watcher() i=1 2024-09-12T18:16:11.732 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.731+0000 7f80d0814800 20 remove_watcher() i=2 2024-09-12T18:16:11.733 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.731+0000 7f80d0814800 20 remove_watcher() i=3 2024-09-12T18:16:11.734 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.732+0000 7f80d0814800 20 remove_watcher() i=4 2024-09-12T18:16:11.735 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.733+0000 7f80d0814800 20 remove_watcher() i=5 2024-09-12T18:16:11.736 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.734+0000 7f80d0814800 20 remove_watcher() i=6 2024-09-12T18:16:11.737 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.735+0000 7f80d0814800 20 remove_watcher() i=7 2024-09-12T18:16:11.750 INFO:tasks.workunit.client.0.smithi045.stderr:rados -p default.rgw.buckets.data ls | grep b9d3f531-8e3f-4400-ad6d-73f1b188d35f 2024-09-12T18:16:11.772 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:16:11.772 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:16:11.817 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:11.815+0000 7f5777a2c640 0 -- 172.21.15.45:0/2567061250 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f57600c0bd0 msgr2=0x7f57600da610 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:16:11.824 INFO:tasks.workunit.client.0.smithi045.stderr:TEST: verify that original null object version is intact after failed olh upgrade 2024-09-12T18:16:11.824 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T18:16:11.826 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:16:11.826 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T18:16:11.832 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:16:11.832 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T18:16:11.840 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:16:11.840 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T18:16:11.845 INFO:tasks.workunit.client.0.smithi045.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2024-09-12T18:16:13.263 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:16:13.263 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T18:16:13.316 INFO:tasks.workunit.client.0.smithi045.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T18:16:13.318 INFO:tasks.workunit.client.0.smithi045.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2024-09-12T18:16:13.746 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:16:13.747 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T18:16:13.754 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:16:13.754 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T18:16:13.796 INFO:tasks.workunit.client.0.smithi045.stderr:TEST: verify that concurrent delete requests do not leave behind olh entries 2024-09-12T18:16:13.796 INFO:tasks.workunit.client.0.smithi045.stderr: 2024-09-12T18:16:13.797 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:16:13.797 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T18:16:13.844 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:16:13.845 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T18:16:13.886 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:16:13.887 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T18:16:13.897 INFO:tasks.workunit.client.0.smithi045.stderr:ceph config set client rgw_debug_inject_latency_bi_unlink 2 2024-09-12T18:16:15.317 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:16:15.317 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T18:16:15.321 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:16:15.321 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T18:16:17.338 INFO:tasks.workunit.client.0.smithi045.stderr:ceph config rm client rgw_debug_inject_latency_bi_unlink 2024-09-12T18:16:17.761 INFO:tasks.workunit.client.0.smithi045.stderr:radosgw-admin bucket check olh --bucket versioning-bucket --dump-keys 2024-09-12T18:16:17.792 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:16:17.792 INFO:tasks.workunit.client.0.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:16:17.832 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:17.831+0000 7fbc39a98800 20 rados->read ofs=0 len=0 2024-09-12T18:16:17.834 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:17.833+0000 7fbc39a98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:16:17.834 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:17.833+0000 7fbc39a98800 20 realm 2024-09-12T18:16:17.834 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:17.833+0000 7fbc39a98800 20 rados->read ofs=0 len=0 2024-09-12T18:16:17.834 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:17.833+0000 7fbc39a98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:16:17.834 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:17.833+0000 7fbc39a98800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:16:17.834 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:17.833+0000 7fbc39a98800 20 rados->read ofs=0 len=0 2024-09-12T18:16:17.834 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:17.833+0000 7fbc39a98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:16:17.834 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:17.833+0000 7fbc39a98800 20 rados->read ofs=0 len=0 2024-09-12T18:16:17.835 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:17.834+0000 7fbc39a98800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:16:17.835 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:17.834+0000 7fbc39a98800 20 rados->read ofs=0 len=0 2024-09-12T18:16:17.835 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:17.835+0000 7fbc39a98800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:16:17.836 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:17.835+0000 7fbc39a98800 20 searching for the correct realm 2024-09-12T18:16:17.838 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:17.837+0000 7fbc36d81640 0 -- 172.21.15.45:0/2971332776 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7fbc280b6070 msgr2=0x7fbc280ab580 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:16:17.843 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:17.842+0000 7fbc37582640 0 -- 172.21.15.45:0/2971332776 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7fbc2c08d040 msgr2=0x7fbc2c09b570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:16:18.050 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.049+0000 7fbc39a98800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T18:16:18.051 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.049+0000 7fbc39a98800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T18:16:18.051 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.049+0000 7fbc39a98800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:16:18.051 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.049+0000 7fbc39a98800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:16:18.051 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.049+0000 7fbc39a98800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:16:18.051 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.049+0000 7fbc39a98800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:16:18.051 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.049+0000 7fbc39a98800 20 rados->read ofs=0 len=0 2024-09-12T18:16:18.051 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.049+0000 7fbc39a98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:16:18.051 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.050+0000 7fbc39a98800 20 rados->read ofs=0 len=0 2024-09-12T18:16:18.053 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.050+0000 7fbc39a98800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:16:18.053 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.050+0000 7fbc39a98800 20 rados->read ofs=0 len=0 2024-09-12T18:16:18.053 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.050+0000 7fbc39a98800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:16:18.053 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.050+0000 7fbc39a98800 20 zone default found 2024-09-12T18:16:18.053 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.050+0000 7fbc39a98800 4 Realm: () 2024-09-12T18:16:18.053 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.050+0000 7fbc39a98800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T18:16:18.053 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.050+0000 7fbc39a98800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T18:16:18.053 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.050+0000 7fbc39a98800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:16:18.053 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.050+0000 7fbc39a98800 20 zonegroup default 2024-09-12T18:16:18.053 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.050+0000 7fbc39a98800 20 rados->read ofs=0 len=0 2024-09-12T18:16:18.053 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.051+0000 7fbc39a98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:16:18.053 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.051+0000 7fbc39a98800 20 rados->read ofs=0 len=0 2024-09-12T18:16:18.054 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.051+0000 7fbc39a98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:16:18.054 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.051+0000 7fbc39a98800 20 rados->read ofs=0 len=0 2024-09-12T18:16:18.054 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.051+0000 7fbc39a98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:16:18.054 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.051+0000 7fbc39a98800 20 started sync module instance, tier type = 2024-09-12T18:16:18.054 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.051+0000 7fbc39a98800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T18:16:18.062 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.061+0000 7fbc39a98800 20 add_watcher() i=0 2024-09-12T18:16:18.062 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.061+0000 7fbc39a98800 20 add_watcher() i=1 2024-09-12T18:16:18.062 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.061+0000 7fbc39a98800 20 add_watcher() i=2 2024-09-12T18:16:18.062 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.061+0000 7fbc39a98800 20 add_watcher() i=3 2024-09-12T18:16:18.063 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.061+0000 7fbc39a98800 20 add_watcher() i=4 2024-09-12T18:16:18.063 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.061+0000 7fbc39a98800 20 add_watcher() i=5 2024-09-12T18:16:18.063 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.061+0000 7fbc39a98800 20 add_watcher() i=6 2024-09-12T18:16:18.063 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.062+0000 7fbc39a98800 20 add_watcher() i=7 2024-09-12T18:16:18.063 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.062+0000 7fbc39a98800 2 all 8 watchers are set, enabling cache 2024-09-12T18:16:18.066 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.064+0000 7fbaedfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:16:18.066 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.064+0000 7fbc39a98800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:16:18.066 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.064+0000 7fbc39a98800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:16:18.066 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.064+0000 7fbc39a98800 5 note: GC not initialized 2024-09-12T18:16:18.066 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.064+0000 7fbaecfe1640 20 reqs_thread_entry: start 2024-09-12T18:16:18.066 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.064+0000 7fbc39a98800 20 init_complete bucket index max shards: 1 2024-09-12T18:16:18.066 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.064+0000 7fbc39a98800 20 Filter name: none 2024-09-12T18:16:18.067 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.064+0000 7fba667fc640 20 reqs_thread_entry: start 2024-09-12T18:16:18.067 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.065+0000 7fbc39a98800 10 cache get: name=default.rgw.meta+root+versioning-bucket : miss 2024-09-12T18:16:18.067 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.065+0000 7fbc39a98800 20 rados->read ofs=0 len=0 2024-09-12T18:16:18.067 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.065+0000 7fbc39a98800 20 rados_obj.operate() r=0 bl.length=209 2024-09-12T18:16:18.067 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.065+0000 7fbc39a98800 10 cache put: name=default.rgw.meta+root+versioning-bucket info.flags=0x11 2024-09-12T18:16:18.067 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.065+0000 7fbc39a98800 10 adding default.rgw.meta+root+versioning-bucket to cache LRU end 2024-09-12T18:16:18.067 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.065+0000 7fbc39a98800 10 cache get: name=default.rgw.meta+root+.bucket.meta.versioning-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.783 : miss 2024-09-12T18:16:18.067 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.065+0000 7fbc39a98800 20 rados->read ofs=0 len=0 2024-09-12T18:16:18.068 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.066+0000 7fbc39a98800 20 rados_obj.operate() r=0 bl.length=431 2024-09-12T18:16:18.068 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.066+0000 7fbc39a98800 10 cache put: name=default.rgw.meta+root+.bucket.meta.versioning-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.783 info.flags=0x17 2024-09-12T18:16:18.068 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.066+0000 7fbc39a98800 10 adding default.rgw.meta+root+.bucket.meta.versioning-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.783 to cache LRU end 2024-09-12T18:16:18.068 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.066+0000 7fbc39a98800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:16:18.069 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.066+0000 7fbc39a98800 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T18:16:18.069 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.066+0000 7fbc39a98800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.versioning-bucket:b6123b67-6580-4373-9691-e0e950df5f06.4566.783 2024-09-12T18:16:18.069 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.066+0000 7fbc39a98800 20 bucket index object: :.dir.b6123b67-6580-4373-9691-e0e950df5f06.4566.783.0 2024-09-12T18:16:18.069 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.067+0000 7fbc39a98800 1 NOTICE: finished shard 0 (0 entries found) 2024-09-12T18:16:18.069 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.067+0000 7fbc39a98800 1 NOTICE: finished all shards (0 entries found) 2024-09-12T18:16:18.069 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.068+0000 7fbaedfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:16:18.071 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.070+0000 7fbc39a98800 20 remove_watcher() i=0 2024-09-12T18:16:18.071 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.070+0000 7fbc39a98800 2 removed watcher, disabling cache 2024-09-12T18:16:18.072 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.071+0000 7fbc39a98800 20 remove_watcher() i=1 2024-09-12T18:16:18.073 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.072+0000 7fbc39a98800 20 remove_watcher() i=2 2024-09-12T18:16:18.074 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.073+0000 7fbc39a98800 20 remove_watcher() i=3 2024-09-12T18:16:18.075 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.074+0000 7fbc39a98800 20 remove_watcher() i=4 2024-09-12T18:16:18.076 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.075+0000 7fbc39a98800 20 remove_watcher() i=5 2024-09-12T18:16:18.077 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.076+0000 7fbc39a98800 20 remove_watcher() i=6 2024-09-12T18:16:18.078 INFO:tasks.workunit.client.0.smithi045.stderr:2024-09-12T18:16:18.077+0000 7fbc39a98800 20 remove_watcher() i=7 2024-09-12T18:16:18.090 INFO:tasks.workunit.client.0.smithi045.stderr:Deleting bucket versioning-bucket 2024-09-12T18:16:18.092 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:16:18.093 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T18:16:18.097 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:16:18.097 INFO:tasks.workunit.client.0.smithi045.stderr: warnings.warn( 2024-09-12T18:16:18.113 INFO:tasks.workunit.client.0.smithi045.stderr:Completed bucket versioning tests 2024-09-12T18:16:18.114 INFO:tasks.workunit.client.0.smithi045.stdout:Could not connect to the endpoint URL: "http://localhost:80/" 2024-09-12T18:16:18.114 INFO:tasks.workunit.client.0.smithi045.stdout:Could not connect to the endpoint URL: "http://localhost:8000/" 2024-09-12T18:16:18.114 INFO:tasks.workunit.client.0.smithi045.stdout:connected to https://localhost:443 2024-09-12T18:16:18.177 INFO:tasks.workunit.client.0.smithi045.stderr:+ deactivate 2024-09-12T18:16:18.177 INFO:tasks.workunit.client.0.smithi045.stderr:+ '[' -n /home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin ']' 2024-09-12T18:16:18.177 INFO:tasks.workunit.client.0.smithi045.stderr:+ PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2024-09-12T18:16:18.177 INFO:tasks.workunit.client.0.smithi045.stderr:+ export PATH 2024-09-12T18:16:18.177 INFO:tasks.workunit.client.0.smithi045.stderr:+ unset _OLD_VIRTUAL_PATH 2024-09-12T18:16:18.177 INFO:tasks.workunit.client.0.smithi045.stderr:+ '[' -n '' ']' 2024-09-12T18:16:18.177 INFO:tasks.workunit.client.0.smithi045.stderr:+ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T18:16:18.177 INFO:tasks.workunit.client.0.smithi045.stderr:+ hash -r 2024-09-12T18:16:18.178 INFO:tasks.workunit.client.0.smithi045.stderr:+ '[' -n '' ']' 2024-09-12T18:16:18.178 INFO:tasks.workunit.client.0.smithi045.stderr:+ unset VIRTUAL_ENV 2024-09-12T18:16:18.178 INFO:tasks.workunit.client.0.smithi045.stderr:+ '[' '!' '' = nondestructive ']' 2024-09-12T18:16:18.178 INFO:tasks.workunit.client.0.smithi045.stderr:+ unset -f deactivate 2024-09-12T18:16:18.178 INFO:tasks.workunit.client.0.smithi045.stderr:+ echo OK. 2024-09-12T18:16:18.179 INFO:tasks.workunit.client.0.smithi045.stdout:OK. 2024-09-12T18:16:18.179 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T18:16:18.180 DEBUG:teuthology.orchestra.run.smithi045:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T18:16:18.261 INFO:tasks.workunit:Stopping ['rgw/run-versioning.sh'] on client.0... 2024-09-12T18:16:18.262 DEBUG:teuthology.orchestra.run.smithi045:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-12T18:16:18.647 DEBUG:teuthology.parallel:result is None 2024-09-12T18:16:18.648 DEBUG:teuthology.orchestra.run.smithi045:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T18:16:18.687 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T18:16:18.687 DEBUG:teuthology.orchestra.run.smithi045:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T18:16:18.757 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T18:16:18.758 DEBUG:teuthology.run_tasks:Unwinding manager s3tests 2024-09-12T18:16:18.780 DEBUG:teuthology.run_tasks:Unwinding manager s3tests-java 2024-09-12T18:16:18.790 DEBUG:tasks.s3tests_java:S3 Tests Java: END 2024-09-12T18:16:18.791 INFO:tasks.s3tests_java:S3 Tests Java: Cleaning up s3-tests-java... 2024-09-12T18:16:18.791 DEBUG:teuthology.orchestra.run.smithi045:> rm -rf /home/ubuntu/cephtest/s3-tests-java 2024-09-12T18:16:18.861 INFO:tasks.s3tests_java:S3 Tests Java: Deleting S3 users... 2024-09-12T18:16:18.861 DEBUG:teuthology.orchestra.run.smithi045:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid tester.client.0 --purge-data --cluster ceph 2024-09-12T18:16:18.919 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:16:18.919 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:16:18.955 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:18.954+0000 7f7087b35800 20 rados->read ofs=0 len=0 2024-09-12T18:16:18.957 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:18.956+0000 7f7087b35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:16:18.957 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:18.956+0000 7f7087b35800 20 realm 2024-09-12T18:16:18.957 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:18.956+0000 7f7087b35800 20 rados->read ofs=0 len=0 2024-09-12T18:16:18.957 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:18.956+0000 7f7087b35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:16:18.957 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:18.956+0000 7f7087b35800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:16:18.957 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:18.956+0000 7f7087b35800 20 rados->read ofs=0 len=0 2024-09-12T18:16:18.958 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:18.956+0000 7f7087b35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:16:18.958 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:18.956+0000 7f7087b35800 20 rados->read ofs=0 len=0 2024-09-12T18:16:18.958 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:18.957+0000 7f7087b35800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:16:18.958 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:18.957+0000 7f7087b35800 20 rados->read ofs=0 len=0 2024-09-12T18:16:18.959 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:18.958+0000 7f7087b35800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:16:18.959 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:18.958+0000 7f7087b35800 20 searching for the correct realm 2024-09-12T18:16:18.962 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:18.961+0000 7f707b0e3640 0 -- 172.21.15.45:0/2591288142 >> [v2:172.21.15.115:6818/2881677275,v1:172.21.15.115:6819/2881677275] conn(0x7f707402c070 msgr2=0x7f7074045430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:16:18.966 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:18.965+0000 7f70838e4640 0 -- 172.21.15.45:0/2591288142 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7f706c0d0b80 msgr2=0x7f706c056850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:16:19.178 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.172+0000 7f7087b35800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T18:16:19.178 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.172+0000 7f7087b35800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T18:16:19.178 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.172+0000 7f7087b35800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:16:19.178 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.172+0000 7f7087b35800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:16:19.178 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.172+0000 7f7087b35800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:16:19.179 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.172+0000 7f7087b35800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:16:19.179 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.172+0000 7f7087b35800 20 rados->read ofs=0 len=0 2024-09-12T18:16:19.179 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.172+0000 7f7087b35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:16:19.179 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.172+0000 7f7087b35800 20 rados->read ofs=0 len=0 2024-09-12T18:16:19.179 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.173+0000 7f7087b35800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:16:19.179 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.173+0000 7f7087b35800 20 rados->read ofs=0 len=0 2024-09-12T18:16:19.179 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.173+0000 7f7087b35800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:16:19.179 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.173+0000 7f7087b35800 20 zone default found 2024-09-12T18:16:19.179 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.173+0000 7f7087b35800 4 Realm: () 2024-09-12T18:16:19.179 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.173+0000 7f7087b35800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T18:16:19.179 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.173+0000 7f7087b35800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T18:16:19.179 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.173+0000 7f7087b35800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:16:19.180 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.173+0000 7f7087b35800 20 zonegroup default 2024-09-12T18:16:19.180 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.173+0000 7f7087b35800 20 rados->read ofs=0 len=0 2024-09-12T18:16:19.180 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.174+0000 7f7087b35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:16:19.180 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.174+0000 7f7087b35800 20 rados->read ofs=0 len=0 2024-09-12T18:16:19.180 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.174+0000 7f7087b35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:16:19.180 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.174+0000 7f7087b35800 20 rados->read ofs=0 len=0 2024-09-12T18:16:19.180 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.174+0000 7f7087b35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:16:19.180 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.174+0000 7f7087b35800 20 started sync module instance, tier type = 2024-09-12T18:16:19.180 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.174+0000 7f7087b35800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T18:16:19.184 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.184+0000 7f7087b35800 20 add_watcher() i=0 2024-09-12T18:16:19.185 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.184+0000 7f7087b35800 20 add_watcher() i=1 2024-09-12T18:16:19.185 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.184+0000 7f7087b35800 20 add_watcher() i=2 2024-09-12T18:16:19.185 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.184+0000 7f7087b35800 20 add_watcher() i=3 2024-09-12T18:16:19.185 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.184+0000 7f7087b35800 20 add_watcher() i=4 2024-09-12T18:16:19.185 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.184+0000 7f7087b35800 20 add_watcher() i=5 2024-09-12T18:16:19.185 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.184+0000 7f7087b35800 20 add_watcher() i=6 2024-09-12T18:16:19.185 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.185+0000 7f7087b35800 20 add_watcher() i=7 2024-09-12T18:16:19.185 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.185+0000 7f7087b35800 2 all 8 watchers are set, enabling cache 2024-09-12T18:16:19.188 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.186+0000 7f6f3a7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:16:19.188 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.186+0000 7f7087b35800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:16:19.188 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.186+0000 7f7087b35800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:16:19.226 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.225+0000 7f6f397e2640 20 reqs_thread_entry: start 2024-09-12T18:16:19.226 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.225+0000 7f7087b35800 20 init_complete bucket index max shards: 1 2024-09-12T18:16:19.226 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.225+0000 7f7087b35800 20 Filter name: none 2024-09-12T18:16:19.227 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.225+0000 7f6f327fc640 20 reqs_thread_entry: start 2024-09-12T18:16:19.227 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.225+0000 7f7087b35800 10 cache get: name=default.rgw.meta+users.uid+tester.client.0 : miss 2024-09-12T18:16:19.227 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.225+0000 7f7087b35800 20 rados->read ofs=0 len=0 2024-09-12T18:16:19.227 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.226+0000 7f7087b35800 20 rados_obj.operate() r=0 bl.length=482 2024-09-12T18:16:19.227 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.226+0000 7f7087b35800 10 cache put: name=default.rgw.meta+users.uid+tester.client.0 info.flags=0x13 2024-09-12T18:16:19.227 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.226+0000 7f7087b35800 10 adding default.rgw.meta+users.uid+tester.client.0 to cache LRU end 2024-09-12T18:16:19.227 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.226+0000 7f7087b35800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:16:19.228 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.226+0000 7f7087b35800 10 removing key index: ACZCKUSDGKYTRZBGMLOY 2024-09-12T18:16:19.228 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.227+0000 7f7087b35800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:users.keys:ACZCKUSDGKYTRZBGMLOY, ofs0, ns] 2024-09-12T18:16:19.228 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.228+0000 7f6f62ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461301284 cookie 93846610728000 notifier 8813 bl.length()=170 2024-09-12T18:16:19.229 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.228+0000 7f7087b35800 10 removing email index: tester.client.0_test@test.test 2024-09-12T18:16:19.230 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.229+0000 7f7087b35800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:users.email:tester.client.0_test@test.test, ofs0, ns] 2024-09-12T18:16:19.230 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.229+0000 7f6f627fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461301056 cookie 93846610723088 notifier 8813 bl.length()=181 2024-09-12T18:16:19.231 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.230+0000 7f7087b35800 10 removing user buckets index 2024-09-12T18:16:19.232 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.231+0000 7f7087b35800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.meta:users.uid:tester.client.0.buckets, ofs0, ns] 2024-09-12T18:16:19.233 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.231+0000 7f6f62ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300973 cookie 93846610715920 notifier 8813 bl.length()=172 2024-09-12T18:16:19.233 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.232+0000 7f7087b35800 10 removing user index: tester.client.0 2024-09-12T18:16:19.234 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.233+0000 7f7087b35800 10 removing default.rgw.meta+users.uid+tester.client.0 from cache 2024-09-12T18:16:19.234 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.233+0000 7f7087b35800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 1, obj: default.rgw.meta:users.uid:tester.client.0, ofs0, ns] 2024-09-12T18:16:19.234 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.233+0000 7f6f627fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461301285 cookie 93846610732224 notifier 8813 bl.length()=164 2024-09-12T18:16:19.235 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.235+0000 7f6f3a7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:16:19.238 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.237+0000 7f7087b35800 20 remove_watcher() i=0 2024-09-12T18:16:19.238 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.237+0000 7f7087b35800 2 removed watcher, disabling cache 2024-09-12T18:16:19.239 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.238+0000 7f7087b35800 20 remove_watcher() i=1 2024-09-12T18:16:19.240 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.239+0000 7f7087b35800 20 remove_watcher() i=2 2024-09-12T18:16:19.241 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.240+0000 7f7087b35800 20 remove_watcher() i=3 2024-09-12T18:16:19.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.241+0000 7f7087b35800 20 remove_watcher() i=4 2024-09-12T18:16:19.243 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.242+0000 7f7087b35800 20 remove_watcher() i=5 2024-09-12T18:16:19.244 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.243+0000 7f7087b35800 20 remove_watcher() i=6 2024-09-12T18:16:19.245 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:19.244+0000 7f7087b35800 20 remove_watcher() i=7 2024-09-12T18:16:19.257 DEBUG:teuthology.run_tasks:Unwinding manager ragweed 2024-09-12T18:16:19.268 DEBUG:teuthology.run_tasks:Unwinding manager tox 2024-09-12T18:16:19.310 DEBUG:teuthology.orchestra.run.smithi045:> rm -rf /home/ubuntu/cephtest/tox-venv 2024-09-12T18:16:19.369 DEBUG:teuthology.run_tasks:Unwinding manager rgw 2024-09-12T18:16:19.381 DEBUG:tasks.rgw.client.0:waiting for process to exit 2024-09-12T18:16:19.381 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T18:16:19.382 INFO:tasks.rgw.client.0.smithi045.stdout:2024-09-12T18:16:19.381+0000 7f3bae1f3640 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper term radosgw --rgw-frontends beast ssl_certificate=/home/ubuntu/cephtest/ca/rgw.client.0.crt ssl_port=443 -n client.0 --cluster ceph -k /etc/ceph/ceph.client.0.keyring --log-file /var/log/ceph/rgw.ceph.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.ceph.client.0.sock --foreground (PID: 43542) UID: 0 2024-09-12T18:16:19.382 INFO:tasks.rgw.client.0.smithi045.stdout:2024-09-12T18:16:19.381+0000 7f3bb1a4e880 -1 shutting down 2024-09-12T18:16:35.588 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~0s 2024-09-12T18:16:37.686 INFO:tasks.rgw.client.0:Stopped 2024-09-12T18:16:37.686 DEBUG:teuthology.orchestra.run.smithi045:> rm -f /home/ubuntu/cephtest/rgw.opslog.ceph.client.0.sock 2024-09-12T18:16:37.724 DEBUG:teuthology.orchestra.run.smithi045:> sudo rm -f /etc/ceph/vault-root-token 2024-09-12T18:16:37.809 DEBUG:teuthology.orchestra.run.smithi045:> sudo rm -f /home/ubuntu/cephtest/url_file 2024-09-12T18:16:37.851 INFO:tasks.util.rgw:rgwadmin: client.0 : ['gc', 'process', '--include-all'] 2024-09-12T18:16:37.851 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'gc', 'process', '--include-all'] 2024-09-12T18:16:37.852 DEBUG:teuthology.orchestra.run.smithi045:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph gc process --include-all 2024-09-12T18:16:37.951 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:16:37.952 INFO:teuthology.orchestra.run.smithi045.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:16:37.988 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:37.987+0000 7ff5d5b34800 20 rados->read ofs=0 len=0 2024-09-12T18:16:37.990 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:37.989+0000 7ff5d5b34800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:16:37.990 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:37.989+0000 7ff5d5b34800 20 realm 2024-09-12T18:16:37.991 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:37.989+0000 7ff5d5b34800 20 rados->read ofs=0 len=0 2024-09-12T18:16:37.991 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:37.989+0000 7ff5d5b34800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:16:37.991 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:37.989+0000 7ff5d5b34800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:16:37.991 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:37.989+0000 7ff5d5b34800 20 rados->read ofs=0 len=0 2024-09-12T18:16:37.991 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:37.989+0000 7ff5d5b34800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:16:37.992 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:37.989+0000 7ff5d5b34800 20 rados->read ofs=0 len=0 2024-09-12T18:16:37.993 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:37.990+0000 7ff5d5b34800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:16:37.993 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:37.990+0000 7ff5d5b34800 20 rados->read ofs=0 len=0 2024-09-12T18:16:37.993 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:37.991+0000 7ff5d5b34800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:16:37.994 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:37.991+0000 7ff5d5b34800 20 searching for the correct realm 2024-09-12T18:16:37.995 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:37.994+0000 7ff5d20b8640 0 -- 172.21.15.45:0/3255452513 >> [v2:172.21.15.45:6800/38958590,v1:172.21.15.45:6801/38958590] conn(0x55569b736810 msgr2=0x55569b738cd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:16:37.999 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:37.998+0000 7ff5d18b7640 0 -- 172.21.15.45:0/3255452513 >> [v2:172.21.15.45:6816/2797194895,v1:172.21.15.45:6817/2797194895] conn(0x7ff5bc075320 msgr2=0x7ff5bc0999b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:16:38.004 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.003+0000 7ff5d5b34800 20 RGWRados::pool_iterate: got zone_info.b6123b67-6580-4373-9691-e0e950df5f06 2024-09-12T18:16:38.004 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.003+0000 7ff5d5b34800 20 RGWRados::pool_iterate: got zonegroup_info.48c1a615-0d63-48c0-bf4b-7cb325775291 2024-09-12T18:16:38.004 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.003+0000 7ff5d5b34800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:16:38.004 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.003+0000 7ff5d5b34800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:16:38.004 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.003+0000 7ff5d5b34800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:16:38.004 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.003+0000 7ff5d5b34800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:16:38.004 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.003+0000 7ff5d5b34800 20 rados->read ofs=0 len=0 2024-09-12T18:16:38.004 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.003+0000 7ff5d5b34800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:16:38.004 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.003+0000 7ff5d5b34800 20 rados->read ofs=0 len=0 2024-09-12T18:16:38.005 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.003+0000 7ff5d5b34800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:16:38.006 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.003+0000 7ff5d5b34800 20 rados->read ofs=0 len=0 2024-09-12T18:16:38.006 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.003+0000 7ff5d5b34800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:16:38.006 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.003+0000 7ff5d5b34800 20 zone default found 2024-09-12T18:16:38.006 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.003+0000 7ff5d5b34800 4 Realm: () 2024-09-12T18:16:38.006 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.003+0000 7ff5d5b34800 4 ZoneGroup: default (48c1a615-0d63-48c0-bf4b-7cb325775291) 2024-09-12T18:16:38.006 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.003+0000 7ff5d5b34800 4 Zone: default (b6123b67-6580-4373-9691-e0e950df5f06) 2024-09-12T18:16:38.006 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.003+0000 7ff5d5b34800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:16:38.006 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.003+0000 7ff5d5b34800 20 zonegroup default 2024-09-12T18:16:38.006 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.003+0000 7ff5d5b34800 20 rados->read ofs=0 len=0 2024-09-12T18:16:38.006 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.004+0000 7ff5d5b34800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:16:38.006 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.004+0000 7ff5d5b34800 20 rados->read ofs=0 len=0 2024-09-12T18:16:38.006 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.004+0000 7ff5d5b34800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:16:38.007 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.004+0000 7ff5d5b34800 20 rados->read ofs=0 len=0 2024-09-12T18:16:38.007 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.004+0000 7ff5d5b34800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:16:38.007 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.004+0000 7ff5d5b34800 20 started sync module instance, tier type = 2024-09-12T18:16:38.007 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.004+0000 7ff5d5b34800 20 started zone id=b6123b67-6580-4373-9691-e0e950df5f06 (name=default) with tier type = 2024-09-12T18:16:38.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.013+0000 7ff5d5b34800 20 add_watcher() i=0 2024-09-12T18:16:38.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.013+0000 7ff5d5b34800 20 add_watcher() i=1 2024-09-12T18:16:38.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.013+0000 7ff5d5b34800 20 add_watcher() i=2 2024-09-12T18:16:38.014 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.013+0000 7ff5d5b34800 20 add_watcher() i=3 2024-09-12T18:16:38.015 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.013+0000 7ff5d5b34800 20 add_watcher() i=4 2024-09-12T18:16:38.015 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.013+0000 7ff5d5b34800 20 add_watcher() i=5 2024-09-12T18:16:38.015 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.013+0000 7ff5d5b34800 20 add_watcher() i=6 2024-09-12T18:16:38.015 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.014+0000 7ff5d5b34800 20 add_watcher() i=7 2024-09-12T18:16:38.015 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.014+0000 7ff5d5b34800 2 all 8 watchers are set, enabling cache 2024-09-12T18:16:38.017 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.016+0000 7ff4837fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:16:38.017 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.016+0000 7ff5d5b34800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:16:38.017 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.016+0000 7ff5d5b34800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:16:38.056 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.054+0000 7ff4827fc640 20 reqs_thread_entry: start 2024-09-12T18:16:38.056 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.055+0000 7ff5d5b34800 20 init_complete bucket index max shards: 1 2024-09-12T18:16:38.056 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.055+0000 7ff5d5b34800 20 Filter name: none 2024-09-12T18:16:38.056 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.055+0000 7ff3f3fff640 20 reqs_thread_entry: start 2024-09-12T18:16:38.056 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.055+0000 7ff5d5b34800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T18:16:38.057 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.056+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:16:38.059 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.057+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:16:38.059 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.057+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=5, truncated=0, next_marker='' 2024-09-12T18:16:38.059 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.057+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.18280925013053797292', time=2024-09-12T20:04:45.555098+0000, chain.objs.size()=3 2024-09-12T18:16:38.059 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.057+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.162__multipart_foo-STANDARD.2~NKPePDjffzyv7ybKnXEdxThWzCv0ixr.1 2024-09-12T18:16:38.059 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.058+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.162__multipart_foo-STANDARD.2~NKPePDjffzyv7ybKnXEdxThWzCv0ixr.2 2024-09-12T18:16:38.059 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.058+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.162__multipart_foo-STANDARD.2~NKPePDjffzyv7ybKnXEdxThWzCv0ixr.3 2024-09-12T18:16:38.059 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.058+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.16046085615560881131', time=2024-09-12T20:08:49.109793+0000, chain.objs.size()=1 2024-09-12T18:16:38.060 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.058+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.519__multipart_mymultipart.2~D-_SWfPArUjc84ijirgIley2-gnnH7G.1 2024-09-12T18:16:38.060 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.058+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.9861141583366949798', time=2024-09-12T20:08:54.001680+0000, chain.objs.size()=6 2024-09-12T18:16:38.060 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.058+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.522__multipart_mymultipart.2~K4MHLWPO0c_n-H2OCkS0CIYjSnW-TZs.1 2024-09-12T18:16:38.060 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.058+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.522__shadow_mymultipart.2~K4MHLWPO0c_n-H2OCkS0CIYjSnW-TZs.1_1 2024-09-12T18:16:38.060 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.058+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.522__multipart_mymultipart.2~K4MHLWPO0c_n-H2OCkS0CIYjSnW-TZs.2 2024-09-12T18:16:38.060 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.058+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.522__shadow_mymultipart.2~K4MHLWPO0c_n-H2OCkS0CIYjSnW-TZs.2_1 2024-09-12T18:16:38.060 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.058+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.522__multipart_mymultipart.2~K4MHLWPO0c_n-H2OCkS0CIYjSnW-TZs.3 2024-09-12T18:16:38.060 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.058+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.522__shadow_mymultipart.2~K4MHLWPO0c_n-H2OCkS0CIYjSnW-TZs.3_1 2024-09-12T18:16:38.060 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.058+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.14007534485455616862', time=2024-09-12T20:09:00.744523+0000, chain.objs.size()=12 2024-09-12T18:16:38.060 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.058+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.523__multipart_mymultipart.2~4eWnpKyN_lCwlOj5nnaRCvmAIa56n6H.1 2024-09-12T18:16:38.060 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.058+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.523__shadow_mymultipart.2~4eWnpKyN_lCwlOj5nnaRCvmAIa56n6H.1_1 2024-09-12T18:16:38.063 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.062+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.523__multipart_mymultipart.2~4eWnpKyN_lCwlOj5nnaRCvmAIa56n6H.2 2024-09-12T18:16:38.063 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.062+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.523__shadow_mymultipart.2~4eWnpKyN_lCwlOj5nnaRCvmAIa56n6H.2_1 2024-09-12T18:16:38.063 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.062+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.523__multipart_mymultipart.CLvZ3R7t5OTGGqpH9w8LXtf_XaI0BJbk.3 2024-09-12T18:16:38.063 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.062+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.523__shadow_mymultipart.CLvZ3R7t5OTGGqpH9w8LXtf_XaI0BJbk.3_1 2024-09-12T18:16:38.063 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.062+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.523__multipart_mymultipart.2~4eWnpKyN_lCwlOj5nnaRCvmAIa56n6H.4 2024-09-12T18:16:38.064 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.063+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.523__shadow_mymultipart.2~4eWnpKyN_lCwlOj5nnaRCvmAIa56n6H.4_1 2024-09-12T18:16:38.064 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.063+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.523__multipart_mymultipart.2~4eWnpKyN_lCwlOj5nnaRCvmAIa56n6H.5 2024-09-12T18:16:38.064 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.063+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.523__shadow_mymultipart.2~4eWnpKyN_lCwlOj5nnaRCvmAIa56n6H.5_1 2024-09-12T18:16:38.064 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.063+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.523__multipart_mymultipart.2~4eWnpKyN_lCwlOj5nnaRCvmAIa56n6H.6 2024-09-12T18:16:38.064 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.063+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.523__shadow_mymultipart.2~4eWnpKyN_lCwlOj5nnaRCvmAIa56n6H.6_1 2024-09-12T18:16:38.066 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.065+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.359530834310013959', time=2024-09-12T20:13:19.703631+0000, chain.objs.size()=6 2024-09-12T18:16:38.066 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.065+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.662__multipart_baz.2~pnXbMPqGleHhofbpr-2hhfeeqp7k2Zw.1 2024-09-12T18:16:38.069 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.067+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.662__multipart_baz.2~pnXbMPqGleHhofbpr-2hhfeeqp7k2Zw.2 2024-09-12T18:16:38.069 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.067+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.662__multipart_baz.2~pnXbMPqGleHhofbpr-2hhfeeqp7k2Zw.3 2024-09-12T18:16:38.069 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.067+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.662__multipart_baz.2~pnXbMPqGleHhofbpr-2hhfeeqp7k2Zw.4 2024-09-12T18:16:38.069 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.067+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.662__multipart_baz.2~pnXbMPqGleHhofbpr-2hhfeeqp7k2Zw.5 2024-09-12T18:16:38.069 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.067+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.662__multipart_baz.2~pnXbMPqGleHhofbpr-2hhfeeqp7k2Zw.6 2024-09-12T18:16:38.073 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.072+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:16:38.075 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.074+0000 7ff5d5b34800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T18:16:38.076 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.076+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:16:38.077 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.076+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:16:38.078 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.077+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T18:16:38.078 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.077+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.15750122813314008790', time=2024-09-12T20:13:13.759050+0000, chain.objs.size()=1 2024-09-12T18:16:38.078 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.077+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.651__shadow_.cwR0r4RaLb0rYkXox-9p8xejhdw8suC_1 2024-09-12T18:16:38.078 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.077+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.6786086616290037552', time=2024-09-12T20:14:11.931080+0000, chain.objs.size()=3 2024-09-12T18:16:38.078 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.077+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.744__multipart_mymultipart3.2~o9vAseucOadIXrK8-t6kWudy5F-DuWV.1 2024-09-12T18:16:38.078 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.077+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.744__multipart_mymultipart3.2~o9vAseucOadIXrK8-t6kWudy5F-DuWV.2 2024-09-12T18:16:38.078 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.077+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.744__multipart_mymultipart3.2~o9vAseucOadIXrK8-t6kWudy5F-DuWV.3 2024-09-12T18:16:38.080 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.079+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:16:38.082 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.081+0000 7ff5d5b34800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T18:16:38.083 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.082+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:16:38.083 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.083+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:16:38.085 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.083+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=7, truncated=0, next_marker='' 2024-09-12T18:16:38.085 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.083+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.8166837975674318416', time=2024-09-12T20:08:43.983822+0000, chain.objs.size()=6 2024-09-12T18:16:38.085 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.083+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.508__multipart_srcmultipart.2~lU4w8BvD_qffY_0m1ra_FWxsooDtMgj.1 2024-09-12T18:16:38.085 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.083+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.508__multipart_srcmultipart.2~lU4w8BvD_qffY_0m1ra_FWxsooDtMgj.2 2024-09-12T18:16:38.085 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.083+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.508__multipart_srcmultipart.2~lU4w8BvD_qffY_0m1ra_FWxsooDtMgj.3 2024-09-12T18:16:38.085 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.083+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.508__multipart_srcmultipart.2~lU4w8BvD_qffY_0m1ra_FWxsooDtMgj.4 2024-09-12T18:16:38.085 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.083+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.508__multipart_srcmultipart.2~lU4w8BvD_qffY_0m1ra_FWxsooDtMgj.5 2024-09-12T18:16:38.085 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.083+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.508__multipart_srcmultipart.2~lU4w8BvD_qffY_0m1ra_FWxsooDtMgj.6 2024-09-12T18:16:38.085 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.083+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.9611110257404303438', time=2024-09-12T20:08:43.984863+0000, chain.objs.size()=6 2024-09-12T18:16:38.085 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.083+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.508__multipart_srcmultipart.2~lU4w8BvD_qffY_0m1ra_FWxsooDtMgj.1 2024-09-12T18:16:38.085 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.083+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.508__multipart_srcmultipart.2~lU4w8BvD_qffY_0m1ra_FWxsooDtMgj.2 2024-09-12T18:16:38.086 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.083+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.508__multipart_srcmultipart.2~lU4w8BvD_qffY_0m1ra_FWxsooDtMgj.3 2024-09-12T18:16:38.086 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.083+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.508__multipart_srcmultipart.2~lU4w8BvD_qffY_0m1ra_FWxsooDtMgj.4 2024-09-12T18:16:38.086 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.083+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.508__multipart_srcmultipart.2~lU4w8BvD_qffY_0m1ra_FWxsooDtMgj.5 2024-09-12T18:16:38.086 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.084+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.508__multipart_srcmultipart.2~lU4w8BvD_qffY_0m1ra_FWxsooDtMgj.6 2024-09-12T18:16:38.088 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.087+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.17414241515417482809', time=2024-09-12T20:08:51.481052+0000, chain.objs.size()=6 2024-09-12T18:16:38.088 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.087+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.520__multipart_mymultipart.2~ml5jhUhyCrhZw-3y0ikQdsOaqzNGrmi.1 2024-09-12T18:16:38.088 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.087+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.520__multipart_mymultipart.2~ml5jhUhyCrhZw-3y0ikQdsOaqzNGrmi.2 2024-09-12T18:16:38.090 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.088+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.520__multipart_mymultipart.2~ml5jhUhyCrhZw-3y0ikQdsOaqzNGrmi.3 2024-09-12T18:16:38.090 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.088+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.520__multipart_mymultipart.2~ml5jhUhyCrhZw-3y0ikQdsOaqzNGrmi.4 2024-09-12T18:16:38.090 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.088+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.520__multipart_mymultipart.2~ml5jhUhyCrhZw-3y0ikQdsOaqzNGrmi.5 2024-09-12T18:16:38.090 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.088+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.520__multipart_mymultipart.2~ml5jhUhyCrhZw-3y0ikQdsOaqzNGrmi.6 2024-09-12T18:16:38.090 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.088+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.17135681865715224123', time=2024-09-12T20:08:58.386650+0000, chain.objs.size()=6 2024-09-12T18:16:38.090 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.088+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.523__multipart_mymultipart.2~yq6XgS2A2h_C2zsqUPLKqJ_uudX2unA.1 2024-09-12T18:16:38.090 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.088+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.523__multipart_mymultipart.DayQZdN_qrVmPc5dnaD-gFoWUgu9Pdua.2 2024-09-12T18:16:38.090 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.089+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.523__multipart_mymultipart.2~yq6XgS2A2h_C2zsqUPLKqJ_uudX2unA.3 2024-09-12T18:16:38.090 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.089+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.523__multipart_mymultipart.2~yq6XgS2A2h_C2zsqUPLKqJ_uudX2unA.4 2024-09-12T18:16:38.090 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.089+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.523__multipart_mymultipart.2~yq6XgS2A2h_C2zsqUPLKqJ_uudX2unA.5 2024-09-12T18:16:38.091 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.090+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.523__multipart_mymultipart.2~yq6XgS2A2h_C2zsqUPLKqJ_uudX2unA.6 2024-09-12T18:16:38.091 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.090+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.3144551279368418680', time=2024-09-12T20:09:29.478008+0000, chain.objs.size()=2 2024-09-12T18:16:38.091 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.090+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.537__multipart_mymultipart.2~-QMg8pmUufDxECkCLUU8PJzfmHBuCfa.1 2024-09-12T18:16:38.091 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.090+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.537__shadow_mymultipart.2~-QMg8pmUufDxECkCLUU8PJzfmHBuCfa.1_1 2024-09-12T18:16:38.093 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.092+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.1545900221656380066', time=2024-09-12T20:10:31.126884+0000, chain.objs.size()=4 2024-09-12T18:16:38.094 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.092+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.579__multipart_testobj.2~w_4BVydueZjS-ZaqZqZ_9LpfzTqTKgB.1 2024-09-12T18:16:38.094 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.092+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.579__multipart_testobj.2~w_4BVydueZjS-ZaqZqZ_9LpfzTqTKgB.2 2024-09-12T18:16:38.094 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.093+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.579__multipart_testobj.2~w_4BVydueZjS-ZaqZqZ_9LpfzTqTKgB.3 2024-09-12T18:16:38.096 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.095+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.579__multipart_testobj.2~w_4BVydueZjS-ZaqZqZ_9LpfzTqTKgB.4 2024-09-12T18:16:38.096 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.095+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='2~DBQozdGSUBSpsaEyBzsHnwI_leam-br', time=2024-09-12T20:14:11.253795+0000, chain.objs.size()=1 2024-09-12T18:16:38.096 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.095+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.743__multipart_mymultipart.2~DBQozdGSUBSpsaEyBzsHnwI_leam-br.1 2024-09-12T18:16:38.098 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.097+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:16:38.100 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.100+0000 7ff5d5b34800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T18:16:38.102 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.101+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:16:38.102 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.102+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:16:38.103 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.102+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-12T18:16:38.103 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.102+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='_wtemZSAy-MaHhIaw1eu5hOMvD0vIvhF', time=2024-09-12T20:04:44.340750+0000, chain.objs.size()=1 2024-09-12T18:16:38.103 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.102+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b6123b67-6580-4373-9691-e0e950df5f06.4566.161__shadow_.KaQvGD2AjBfSzdUQXFaUODwwWPlo1FV_0 2024-09-12T18:16:38.103 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.102+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.12322418071534030295', time=2024-09-12T20:09:07.739232+0000, chain.objs.size()=3 2024-09-12T18:16:38.104 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.102+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.526__multipart_mymultipart.2~83eAMMS368IE6QPmrIaeO6NPipBFpMf.1 2024-09-12T18:16:38.104 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.102+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.526__shadow_mymultipart.2~83eAMMS368IE6QPmrIaeO6NPipBFpMf.1_1 2024-09-12T18:16:38.104 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.102+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.526__multipart_mymultipart.2~83eAMMS368IE6QPmrIaeO6NPipBFpMf.2 2024-09-12T18:16:38.104 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.102+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='2~cgvz_T0y2LTNzRVfBIvMhy8743-Svqs', time=2024-09-12T20:09:12.377957+0000, chain.objs.size()=2 2024-09-12T18:16:38.104 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.102+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.532__multipart_mymultipart.2~cgvz_T0y2LTNzRVfBIvMhy8743-Svqs.1 2024-09-12T18:16:38.104 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.102+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.532__multipart_mymultipart.2~cgvz_T0y2LTNzRVfBIvMhy8743-Svqs.2 2024-09-12T18:16:38.104 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.102+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='2~69cY119K_mQE1UgSwV9exuIrNokMXfy', time=2024-09-12T20:09:13.413626+0000, chain.objs.size()=1 2024-09-12T18:16:38.104 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.102+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.534__multipart_mymultipart.2~69cY119K_mQE1UgSwV9exuIrNokMXfy.1 2024-09-12T18:16:38.105 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.105+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:16:38.108 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.108+0000 7ff5d5b34800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T18:16:38.110 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.109+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:16:38.110 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.109+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:16:38.111 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.110+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T18:16:38.111 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.110+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.7563126648173719534', time=2024-09-12T20:13:01.211074+0000, chain.objs.size()=12 2024-09-12T18:16:38.111 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.110+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.624__multipart_multipart_enc.2~XI39WTwh1REkTzkGarnLA16ocBMgPxX.1 2024-09-12T18:16:38.112 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.110+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.624__shadow_multipart_enc.2~XI39WTwh1REkTzkGarnLA16ocBMgPxX.1_1 2024-09-12T18:16:38.112 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.110+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.624__multipart_multipart_enc.2~XI39WTwh1REkTzkGarnLA16ocBMgPxX.2 2024-09-12T18:16:38.112 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.110+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.624__shadow_multipart_enc.2~XI39WTwh1REkTzkGarnLA16ocBMgPxX.2_1 2024-09-12T18:16:38.112 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.110+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.624__multipart_multipart_enc.2~XI39WTwh1REkTzkGarnLA16ocBMgPxX.3 2024-09-12T18:16:38.112 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.110+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.624__shadow_multipart_enc.2~XI39WTwh1REkTzkGarnLA16ocBMgPxX.3_1 2024-09-12T18:16:38.112 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.110+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.624__multipart_multipart_enc.2~XI39WTwh1REkTzkGarnLA16ocBMgPxX.4 2024-09-12T18:16:38.112 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.110+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.624__shadow_multipart_enc.2~XI39WTwh1REkTzkGarnLA16ocBMgPxX.4_1 2024-09-12T18:16:38.112 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.110+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.624__multipart_multipart_enc.2~XI39WTwh1REkTzkGarnLA16ocBMgPxX.5 2024-09-12T18:16:38.112 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.110+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.624__shadow_multipart_enc.2~XI39WTwh1REkTzkGarnLA16ocBMgPxX.5_1 2024-09-12T18:16:38.112 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.110+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.624__multipart_multipart_enc.2~XI39WTwh1REkTzkGarnLA16ocBMgPxX.6 2024-09-12T18:16:38.112 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.110+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.624__shadow_multipart_enc.2~XI39WTwh1REkTzkGarnLA16ocBMgPxX.6_1 2024-09-12T18:16:38.117 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.116+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:16:38.119 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.118+0000 7ff5d5b34800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T18:16:38.120 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.120+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:16:38.121 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.120+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:16:38.121 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.121+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T18:16:38.122 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.121+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='_Bz5VHP15SlJTibtxMIr5hWxzUB6swtA', time=2024-09-12T20:04:48.245085+0000, chain.objs.size()=3 2024-09-12T18:16:38.122 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.121+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b6123b67-6580-4373-9691-e0e950df5f06.4566.166__shadow_.7J-Z9IZnyv6AMpD022L_JTGIJcWZ7XH_0 2024-09-12T18:16:38.122 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.121+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b6123b67-6580-4373-9691-e0e950df5f06.4566.166__shadow_.7J-Z9IZnyv6AMpD022L_JTGIJcWZ7XH_1 2024-09-12T18:16:38.122 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.121+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b6123b67-6580-4373-9691-e0e950df5f06.4566.166__shadow_.7J-Z9IZnyv6AMpD022L_JTGIJcWZ7XH_2 2024-09-12T18:16:38.122 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.121+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.1953538888667341415', time=2024-09-12T20:09:51.281854+0000, chain.objs.size()=1 2024-09-12T18:16:38.122 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.121+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.559__shadow_.vWm0BrktzD3_bS6jrnD7A8Gzp1m8eUP_1 2024-09-12T18:16:38.122 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.121+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.5900346195337623743', time=2024-09-12T20:09:52.676947+0000, chain.objs.size()=1 2024-09-12T18:16:38.122 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.121+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.562__multipart_mymultipart.2~01rxvYtrH5HISBdAHBIon6_WhxYur29.1 2024-09-12T18:16:38.124 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.123+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:16:38.126 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.125+0000 7ff5d5b34800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T18:16:38.127 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.126+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:16:38.127 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.127+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:16:38.128 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.127+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T18:16:38.128 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.127+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.5634116196146990521', time=2024-09-12T20:04:44.561107+0000, chain.objs.size()=3 2024-09-12T18:16:38.128 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.127+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b6123b67-6580-4373-9691-e0e950df5f06.4566.161__shadow_.5S-dgFjw00moIyUeQmyJLoJ8sMz9a0A_0 2024-09-12T18:16:38.128 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.127+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b6123b67-6580-4373-9691-e0e950df5f06.4566.161__shadow_.5S-dgFjw00moIyUeQmyJLoJ8sMz9a0A_1 2024-09-12T18:16:38.129 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.127+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b6123b67-6580-4373-9691-e0e950df5f06.4566.161__shadow_.5S-dgFjw00moIyUeQmyJLoJ8sMz9a0A_2 2024-09-12T18:16:38.129 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.127+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='_dP9SZvroWoSuoydrGJcKXD0CmPkt6n-', time=2024-09-12T20:04:47.454856+0000, chain.objs.size()=1 2024-09-12T18:16:38.129 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.127+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b6123b67-6580-4373-9691-e0e950df5f06.4566.164__shadow_.n6yCIUiKYhyE3iLlFK95WuaWr5tzylG_0 2024-09-12T18:16:38.129 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.127+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='2~yq6XgS2A2h_C2zsqUPLKqJ_uudX2unA', time=2024-09-12T20:08:56.423847+0000, chain.objs.size()=1 2024-09-12T18:16:38.129 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.127+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.523__multipart_mymultipart.2~yq6XgS2A2h_C2zsqUPLKqJ_uudX2unA.2 2024-09-12T18:16:38.130 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.130+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:16:38.132 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.132+0000 7ff5d5b34800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T18:16:38.134 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.133+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:16:38.134 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.133+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:16:38.135 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.134+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=5, truncated=0, next_marker='' 2024-09-12T18:16:38.135 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.134+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.11974224325911200694', time=2024-09-12T20:04:43.038184+0000, chain.objs.size()=2 2024-09-12T18:16:38.135 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.134+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.159__shadow_.-YCal6wLOj5plZuA6-kui7enw4kQWXv_1 2024-09-12T18:16:38.135 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.134+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.159__shadow_.-YCal6wLOj5plZuA6-kui7enw4kQWXv_2 2024-09-12T18:16:38.136 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.134+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.11926927430183848323', time=2024-09-12T20:08:45.945725+0000, chain.objs.size()=1 2024-09-12T18:16:38.136 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.134+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.514__multipart_mymultipart.2~vmEBShIOhI4BKHLvjM2makNS9vXfyeY.1 2024-09-12T18:16:38.136 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.134+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='2~pGcjXbtF4lQ_19AiZx0-x-lzHdYICyT', time=2024-09-12T20:09:13.845406+0000, chain.objs.size()=1 2024-09-12T18:16:38.136 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.134+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.535__multipart_mymultipart.2~pGcjXbtF4lQ_19AiZx0-x-lzHdYICyT.1 2024-09-12T18:16:38.136 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.134+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.2398509634835525884', time=2024-09-12T20:09:51.097831+0000, chain.objs.size()=1 2024-09-12T18:16:38.136 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.134+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.559__shadow_.F-5iewaEQEbJhj_2Sog5UEV-jrPISvE_1 2024-09-12T18:16:38.136 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.134+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.2378433552901891853', time=2024-09-12T20:13:19.607807+0000, chain.objs.size()=12 2024-09-12T18:16:38.136 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.134+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.661__multipart_bar.2~SPz5E0vstBgTYa6gf1S9l_F6B8nt_9Z.1 2024-09-12T18:16:38.136 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.134+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.661__shadow_bar.2~SPz5E0vstBgTYa6gf1S9l_F6B8nt_9Z.1_1 2024-09-12T18:16:38.136 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.134+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.661__multipart_bar.2~SPz5E0vstBgTYa6gf1S9l_F6B8nt_9Z.2 2024-09-12T18:16:38.136 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.134+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.661__shadow_bar.2~SPz5E0vstBgTYa6gf1S9l_F6B8nt_9Z.2_1 2024-09-12T18:16:38.136 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.134+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.661__multipart_bar.2~SPz5E0vstBgTYa6gf1S9l_F6B8nt_9Z.3 2024-09-12T18:16:38.137 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.134+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.661__shadow_bar.2~SPz5E0vstBgTYa6gf1S9l_F6B8nt_9Z.3_1 2024-09-12T18:16:38.137 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.134+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.661__multipart_bar.2~SPz5E0vstBgTYa6gf1S9l_F6B8nt_9Z.4 2024-09-12T18:16:38.138 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.137+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.661__shadow_bar.2~SPz5E0vstBgTYa6gf1S9l_F6B8nt_9Z.4_1 2024-09-12T18:16:38.138 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.137+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.661__multipart_bar.2~SPz5E0vstBgTYa6gf1S9l_F6B8nt_9Z.5 2024-09-12T18:16:38.139 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.138+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.661__shadow_bar.2~SPz5E0vstBgTYa6gf1S9l_F6B8nt_9Z.5_1 2024-09-12T18:16:38.139 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.138+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.661__multipart_bar.2~SPz5E0vstBgTYa6gf1S9l_F6B8nt_9Z.6 2024-09-12T18:16:38.139 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.138+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.661__shadow_bar.2~SPz5E0vstBgTYa6gf1S9l_F6B8nt_9Z.6_1 2024-09-12T18:16:38.142 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.141+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:16:38.144 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.144+0000 7ff5d5b34800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T18:16:38.146 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.145+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:16:38.146 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.146+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:16:38.147 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.146+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=9, truncated=0, next_marker='' 2024-09-12T18:16:38.147 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.146+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='2~4eWnpKyN_lCwlOj5nnaRCvmAIa56n6H', time=2024-09-12T20:08:58.381119+0000, chain.objs.size()=2 2024-09-12T18:16:38.147 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.146+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.523__multipart_mymultipart.2~4eWnpKyN_lCwlOj5nnaRCvmAIa56n6H.3 2024-09-12T18:16:38.147 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.146+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.523__shadow_mymultipart.2~4eWnpKyN_lCwlOj5nnaRCvmAIa56n6H.3_1 2024-09-12T18:16:38.147 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.146+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='2~HUe6iK1qpneas7DPoUo8AXA8w4r9dUs', time=2024-09-12T20:09:03.055171+0000, chain.objs.size()=1 2024-09-12T18:16:38.147 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.146+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.523__multipart_mymultipart.2~HUe6iK1qpneas7DPoUo8AXA8w4r9dUs.1 2024-09-12T18:16:38.147 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.146+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='2~HUe6iK1qpneas7DPoUo8AXA8w4r9dUs', time=2024-09-12T20:09:03.056491+0000, chain.objs.size()=1 2024-09-12T18:16:38.147 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.146+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.523__multipart_mymultipart.2~HUe6iK1qpneas7DPoUo8AXA8w4r9dUs.2 2024-09-12T18:16:38.148 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.146+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='2~HUe6iK1qpneas7DPoUo8AXA8w4r9dUs', time=2024-09-12T20:09:03.057561+0000, chain.objs.size()=1 2024-09-12T18:16:38.148 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.146+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.523__multipart_mymultipart.2~HUe6iK1qpneas7DPoUo8AXA8w4r9dUs.3 2024-09-12T18:16:38.148 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.146+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='2~HUe6iK1qpneas7DPoUo8AXA8w4r9dUs', time=2024-09-12T20:09:03.058671+0000, chain.objs.size()=1 2024-09-12T18:16:38.148 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.146+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.523__multipart_mymultipart.2~HUe6iK1qpneas7DPoUo8AXA8w4r9dUs.4 2024-09-12T18:16:38.148 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.146+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='2~HUe6iK1qpneas7DPoUo8AXA8w4r9dUs', time=2024-09-12T20:09:03.059954+0000, chain.objs.size()=1 2024-09-12T18:16:38.148 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.146+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.523__multipart_mymultipart.2~HUe6iK1qpneas7DPoUo8AXA8w4r9dUs.5 2024-09-12T18:16:38.148 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.146+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='2~HUe6iK1qpneas7DPoUo8AXA8w4r9dUs', time=2024-09-12T20:09:03.061228+0000, chain.objs.size()=1 2024-09-12T18:16:38.148 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.146+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.523__multipart_mymultipart.2~HUe6iK1qpneas7DPoUo8AXA8w4r9dUs.6 2024-09-12T18:16:38.148 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.146+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.15518202889840443615', time=2024-09-12T20:09:08.832770+0000, chain.objs.size()=2 2024-09-12T18:16:38.148 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.146+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.526__multipart_mymultipart.2~DJ_AG-huarH65kszkuw_e-a95uMt-qa.1 2024-09-12T18:16:38.148 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.146+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.526__multipart_mymultipart.2~DJ_AG-huarH65kszkuw_e-a95uMt-qa.2 2024-09-12T18:16:38.148 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.146+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.17107764458609547555', time=2024-09-12T20:14:08.210673+0000, chain.objs.size()=20 2024-09-12T18:16:38.149 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.146+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.736__multipart_foo.2~yP3v7P_91zdwV3YDUTB53U9Vb8iWJVx.1 2024-09-12T18:16:38.149 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.146+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.736__shadow_foo.2~yP3v7P_91zdwV3YDUTB53U9Vb8iWJVx.1_1 2024-09-12T18:16:38.151 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.150+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.736__multipart_foo.2~yP3v7P_91zdwV3YDUTB53U9Vb8iWJVx.2 2024-09-12T18:16:38.151 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.150+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.736__shadow_foo.2~yP3v7P_91zdwV3YDUTB53U9Vb8iWJVx.2_1 2024-09-12T18:16:38.151 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.150+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.736__multipart_foo.2~yP3v7P_91zdwV3YDUTB53U9Vb8iWJVx.3 2024-09-12T18:16:38.152 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.150+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.736__shadow_foo.2~yP3v7P_91zdwV3YDUTB53U9Vb8iWJVx.3_1 2024-09-12T18:16:38.152 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.150+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.736__multipart_foo.2~yP3v7P_91zdwV3YDUTB53U9Vb8iWJVx.4 2024-09-12T18:16:38.152 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.150+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.736__shadow_foo.2~yP3v7P_91zdwV3YDUTB53U9Vb8iWJVx.4_1 2024-09-12T18:16:38.152 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.150+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.736__multipart_foo.2~yP3v7P_91zdwV3YDUTB53U9Vb8iWJVx.5 2024-09-12T18:16:38.152 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.150+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.736__shadow_foo.2~yP3v7P_91zdwV3YDUTB53U9Vb8iWJVx.5_1 2024-09-12T18:16:38.152 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.150+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.736__multipart_foo.2~yP3v7P_91zdwV3YDUTB53U9Vb8iWJVx.6 2024-09-12T18:16:38.152 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.150+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.736__shadow_foo.2~yP3v7P_91zdwV3YDUTB53U9Vb8iWJVx.6_1 2024-09-12T18:16:38.152 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.150+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.736__multipart_foo.2~yP3v7P_91zdwV3YDUTB53U9Vb8iWJVx.7 2024-09-12T18:16:38.153 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.153+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.736__shadow_foo.2~yP3v7P_91zdwV3YDUTB53U9Vb8iWJVx.7_1 2024-09-12T18:16:38.154 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.153+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.736__multipart_foo.2~yP3v7P_91zdwV3YDUTB53U9Vb8iWJVx.8 2024-09-12T18:16:38.155 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.154+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.736__shadow_foo.2~yP3v7P_91zdwV3YDUTB53U9Vb8iWJVx.8_1 2024-09-12T18:16:38.155 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.154+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.736__multipart_foo.2~yP3v7P_91zdwV3YDUTB53U9Vb8iWJVx.9 2024-09-12T18:16:38.155 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.154+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.736__shadow_foo.2~yP3v7P_91zdwV3YDUTB53U9Vb8iWJVx.9_1 2024-09-12T18:16:38.155 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.154+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.736__multipart_foo.2~yP3v7P_91zdwV3YDUTB53U9Vb8iWJVx.10 2024-09-12T18:16:38.155 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.155+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.736__shadow_foo.2~yP3v7P_91zdwV3YDUTB53U9Vb8iWJVx.10_1 2024-09-12T18:16:38.160 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.160+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:16:38.163 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.162+0000 7ff5d5b34800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T18:16:38.164 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.163+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:16:38.165 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.164+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:16:38.165 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.164+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T18:16:38.165 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.164+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.16252513248355482114', time=2024-09-12T20:04:48.185154+0000, chain.objs.size()=3 2024-09-12T18:16:38.165 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.164+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.165__multipart_foo.2~jqI-97ixikiXSUeTLSpatMwqcwcpIbx.1 2024-09-12T18:16:38.166 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.164+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.165__shadow_foo.2~jqI-97ixikiXSUeTLSpatMwqcwcpIbx.1_1 2024-09-12T18:16:38.166 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.164+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.165__multipart_foo.2~jqI-97ixikiXSUeTLSpatMwqcwcpIbx.2 2024-09-12T18:16:38.166 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.164+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.16941650135968724107', time=2024-09-12T20:09:05.311491+0000, chain.objs.size()=1 2024-09-12T18:16:38.166 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.164+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.524__multipart_mymultipart.2~-N7mZvjzugHEo46VH8l0Gc7A8CD7pGH.1 2024-09-12T18:16:38.166 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.164+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='2~RjA2bg_agelsLeOoRbi6jF0JWrm6qRO', time=2024-09-12T20:09:12.369929+0000, chain.objs.size()=1 2024-09-12T18:16:38.166 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.164+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.532__multipart_mymultipart.2~RjA2bg_agelsLeOoRbi6jF0JWrm6qRO.1 2024-09-12T18:16:38.168 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.167+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:16:38.171 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.170+0000 7ff5d5b34800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T18:16:38.172 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.172+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:16:38.173 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.172+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:16:38.173 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.172+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T18:16:38.174 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.172+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='_ATEmsLruuNA3o8t-_SFqYLDG1bKWVht', time=2024-09-12T20:04:44.963349+0000, chain.objs.size()=2 2024-09-12T18:16:38.174 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.172+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.161__shadow_.vw9bcQBO9dOKMok8i5kzC9EK43LLUfP_1 2024-09-12T18:16:38.174 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.172+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.161__shadow_.vw9bcQBO9dOKMok8i5kzC9EK43LLUfP_2 2024-09-12T18:16:38.174 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.172+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='_cIUyB_StIzlQchPF8V9C6z8DmJI-2Be', time=2024-09-12T20:04:45.622116+0000, chain.objs.size()=1 2024-09-12T18:16:38.174 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.172+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b6123b67-6580-4373-9691-e0e950df5f06.4566.162__shadow_.uxyNrqIK7XcdrCN5tmvnBEeWtzAtkKV_0 2024-09-12T18:16:38.174 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.172+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='_EbYso539R2F9J7C2FzY9eB_cZtQuvOp', time=2024-09-12T20:04:46.918003+0000, chain.objs.size()=1 2024-09-12T18:16:38.174 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.172+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b6123b67-6580-4373-9691-e0e950df5f06.4566.162__shadow_.AUbzgkU92fonUFsf4KEC1vWSSXcUhHU_0 2024-09-12T18:16:38.175 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.174+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:16:38.178 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.177+0000 7ff5d5b34800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T18:16:38.179 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.178+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:16:38.180 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.179+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:16:38.181 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.179+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T18:16:38.181 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.179+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.3846104557184066454', time=2024-09-12T20:04:43.026887+0000, chain.objs.size()=3 2024-09-12T18:16:38.181 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.179+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b6123b67-6580-4373-9691-e0e950df5f06.4566.159__shadow_.h8p_CEflKMjcGOMmEmVKvtZOxj94mup_0 2024-09-12T18:16:38.181 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.179+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b6123b67-6580-4373-9691-e0e950df5f06.4566.159__shadow_.h8p_CEflKMjcGOMmEmVKvtZOxj94mup_1 2024-09-12T18:16:38.181 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.179+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b6123b67-6580-4373-9691-e0e950df5f06.4566.159__shadow_.h8p_CEflKMjcGOMmEmVKvtZOxj94mup_2 2024-09-12T18:16:38.181 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.179+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.16991661556021354205', time=2024-09-12T20:04:44.116367+0000, chain.objs.size()=5 2024-09-12T18:16:38.181 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.179+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b6123b67-6580-4373-9691-e0e950df5f06.4566.160__multipart_mymultipart-LUKEWARM.2~Axhp5U6ZPlXJjZOZmA3HHfjrqeOlVxh.1 2024-09-12T18:16:38.181 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.179+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b6123b67-6580-4373-9691-e0e950df5f06.4566.160__shadow_mymultipart-LUKEWARM.2~Axhp5U6ZPlXJjZOZmA3HHfjrqeOlVxh.1_1 2024-09-12T18:16:38.181 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.179+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b6123b67-6580-4373-9691-e0e950df5f06.4566.160__multipart_mymultipart-LUKEWARM.2~Axhp5U6ZPlXJjZOZmA3HHfjrqeOlVxh.2 2024-09-12T18:16:38.182 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.179+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b6123b67-6580-4373-9691-e0e950df5f06.4566.160__shadow_mymultipart-LUKEWARM.2~Axhp5U6ZPlXJjZOZmA3HHfjrqeOlVxh.2_1 2024-09-12T18:16:38.182 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.179+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b6123b67-6580-4373-9691-e0e950df5f06.4566.160__multipart_mymultipart-LUKEWARM.2~Axhp5U6ZPlXJjZOZmA3HHfjrqeOlVxh.3 2024-09-12T18:16:38.182 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.179+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='_HQobUPKzYBSZAEucNGecH50JvY_NjuK', time=2024-09-12T20:04:46.742866+0000, chain.objs.size()=2 2024-09-12T18:16:38.182 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.179+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.162__shadow_.DUW24LuRDl6g-lPU2WefcUSHmLtm-bt_1 2024-09-12T18:16:38.182 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.180+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.162__shadow_.DUW24LuRDl6g-lPU2WefcUSHmLtm-bt_2 2024-09-12T18:16:38.183 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.182+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:16:38.185 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.185+0000 7ff5d5b34800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T18:16:38.187 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.186+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:16:38.187 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.186+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:16:38.188 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.187+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-12T18:16:38.188 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.187+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.4574247079647673921', time=2024-09-12T20:08:56.430478+0000, chain.objs.size()=6 2024-09-12T18:16:38.188 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.187+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.523__multipart_mymultipart.Qp39XC5QpQprYoiVc8526yNMidApAI9-.1 2024-09-12T18:16:38.189 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.187+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.523__multipart_mymultipart.2~dyEroc7Y1Ikm0nyxvJsmFcWAy8WyF6q.2 2024-09-12T18:16:38.189 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.187+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.523__multipart_mymultipart.2~dyEroc7Y1Ikm0nyxvJsmFcWAy8WyF6q.3 2024-09-12T18:16:38.189 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.187+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.523__multipart_mymultipart.2~dyEroc7Y1Ikm0nyxvJsmFcWAy8WyF6q.4 2024-09-12T18:16:38.189 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.187+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.523__multipart_mymultipart.2~dyEroc7Y1Ikm0nyxvJsmFcWAy8WyF6q.5 2024-09-12T18:16:38.189 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.187+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.523__multipart_mymultipart.2~dyEroc7Y1Ikm0nyxvJsmFcWAy8WyF6q.6 2024-09-12T18:16:38.189 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.187+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='2~x0dllYOYcUMAS_yWFlvJbHhbDNjULDs', time=2024-09-12T20:09:00.737493+0000, chain.objs.size()=2 2024-09-12T18:16:38.189 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.187+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.523__multipart_mymultipart.2~x0dllYOYcUMAS_yWFlvJbHhbDNjULDs.2 2024-09-12T18:16:38.189 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.187+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.523__shadow_mymultipart.2~x0dllYOYcUMAS_yWFlvJbHhbDNjULDs.2_1 2024-09-12T18:16:38.189 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.187+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='2~x0dllYOYcUMAS_yWFlvJbHhbDNjULDs', time=2024-09-12T20:09:00.738729+0000, chain.objs.size()=2 2024-09-12T18:16:38.189 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.187+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.523__multipart_mymultipart.2~x0dllYOYcUMAS_yWFlvJbHhbDNjULDs.3 2024-09-12T18:16:38.189 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.187+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.523__shadow_mymultipart.2~x0dllYOYcUMAS_yWFlvJbHhbDNjULDs.3_1 2024-09-12T18:16:38.189 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.187+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.1112269836966070327', time=2024-09-12T20:09:10.101030+0000, chain.objs.size()=4 2024-09-12T18:16:38.190 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.187+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.528__multipart_mymultipart.2~TQeicP2tbqHXg7ZPVKkZSINCeEyVoV8.1 2024-09-12T18:16:38.190 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.187+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.528__multipart_mymultipart.2~TQeicP2tbqHXg7ZPVKkZSINCeEyVoV8.2 2024-09-12T18:16:38.190 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.189+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.528__multipart_mymultipart.2~TQeicP2tbqHXg7ZPVKkZSINCeEyVoV8.3 2024-09-12T18:16:38.190 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.189+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.528__multipart_mymultipart.2~TQeicP2tbqHXg7ZPVKkZSINCeEyVoV8.4 2024-09-12T18:16:38.194 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.193+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:16:38.196 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.195+0000 7ff5d5b34800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T18:16:38.197 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.197+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:16:38.198 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.197+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:16:38.199 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.197+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T18:16:38.199 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.197+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.7121241415624087160', time=2024-09-12T20:10:49.802146+0000, chain.objs.size()=12 2024-09-12T18:16:38.199 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.198+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.614__multipart_multipart_enc.2~3WSHzgUdEdU5gPiiQMABnY5owSs33Yu.1 2024-09-12T18:16:38.199 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.198+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.614__shadow_multipart_enc.2~3WSHzgUdEdU5gPiiQMABnY5owSs33Yu.1_1 2024-09-12T18:16:38.199 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.198+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.614__multipart_multipart_enc.2~3WSHzgUdEdU5gPiiQMABnY5owSs33Yu.2 2024-09-12T18:16:38.199 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.198+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.614__shadow_multipart_enc.2~3WSHzgUdEdU5gPiiQMABnY5owSs33Yu.2_1 2024-09-12T18:16:38.199 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.198+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.614__multipart_multipart_enc.2~3WSHzgUdEdU5gPiiQMABnY5owSs33Yu.3 2024-09-12T18:16:38.199 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.198+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.614__shadow_multipart_enc.2~3WSHzgUdEdU5gPiiQMABnY5owSs33Yu.3_1 2024-09-12T18:16:38.199 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.198+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.614__multipart_multipart_enc.2~3WSHzgUdEdU5gPiiQMABnY5owSs33Yu.4 2024-09-12T18:16:38.199 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.198+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.614__shadow_multipart_enc.2~3WSHzgUdEdU5gPiiQMABnY5owSs33Yu.4_1 2024-09-12T18:16:38.199 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.198+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.614__multipart_multipart_enc.2~3WSHzgUdEdU5gPiiQMABnY5owSs33Yu.5 2024-09-12T18:16:38.200 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.198+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.614__shadow_multipart_enc.2~3WSHzgUdEdU5gPiiQMABnY5owSs33Yu.5_1 2024-09-12T18:16:38.200 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.198+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.614__multipart_multipart_enc.2~3WSHzgUdEdU5gPiiQMABnY5owSs33Yu.6 2024-09-12T18:16:38.200 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.198+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.614__shadow_multipart_enc.2~3WSHzgUdEdU5gPiiQMABnY5owSs33Yu.6_1 2024-09-12T18:16:38.201 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.200+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.1679432023172151700', time=2024-09-12T20:13:10.143112+0000, chain.objs.size()=1 2024-09-12T18:16:38.201 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.201+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.644__shadow_.v9aPe_OVZQac1ol-xXi2j5ZzJZyIFtb_1 2024-09-12T18:16:38.205 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.204+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:16:38.207 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.206+0000 7ff5d5b34800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T18:16:38.209 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.209+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:16:38.210 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.209+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:16:38.210 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.209+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T18:16:38.210 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.209+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.2000776779684129', time=2024-09-12T20:09:05.463987+0000, chain.objs.size()=2 2024-09-12T18:16:38.211 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.209+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.524__multipart_mymultipart.2~-_GJUusq_SwUY4tB6MlWEK06EPY19EK.1 2024-09-12T18:16:38.211 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.209+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.524__multipart_mymultipart.2~-_GJUusq_SwUY4tB6MlWEK06EPY19EK.2 2024-09-12T18:16:38.212 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.211+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:16:38.214 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.213+0000 7ff5d5b34800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T18:16:38.215 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.214+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:16:38.216 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.215+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:16:38.216 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.215+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T18:16:38.217 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.215+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.17710128079250773197', time=2024-09-12T20:09:03.067083+0000, chain.objs.size()=12 2024-09-12T18:16:38.217 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.215+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.523__multipart_mymultipart.2~x0dllYOYcUMAS_yWFlvJbHhbDNjULDs.1 2024-09-12T18:16:38.217 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.215+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.523__shadow_mymultipart.2~x0dllYOYcUMAS_yWFlvJbHhbDNjULDs.1_1 2024-09-12T18:16:38.217 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.215+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.523__multipart_mymultipart.wDTG7K10oMaXLGy8odrYaBKMhnSfrRTw.2 2024-09-12T18:16:38.217 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.215+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.523__shadow_mymultipart.wDTG7K10oMaXLGy8odrYaBKMhnSfrRTw.2_1 2024-09-12T18:16:38.217 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.215+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.523__multipart_mymultipart.1XAfHVgayyi0SLQSNdmNvKXm-lQt5wx7.3 2024-09-12T18:16:38.217 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.215+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.523__shadow_mymultipart.1XAfHVgayyi0SLQSNdmNvKXm-lQt5wx7.3_1 2024-09-12T18:16:38.217 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.215+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.523__multipart_mymultipart.2~x0dllYOYcUMAS_yWFlvJbHhbDNjULDs.4 2024-09-12T18:16:38.217 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.215+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.523__shadow_mymultipart.2~x0dllYOYcUMAS_yWFlvJbHhbDNjULDs.4_1 2024-09-12T18:16:38.217 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.215+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.523__multipart_mymultipart.2~x0dllYOYcUMAS_yWFlvJbHhbDNjULDs.5 2024-09-12T18:16:38.217 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.215+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.523__shadow_mymultipart.2~x0dllYOYcUMAS_yWFlvJbHhbDNjULDs.5_1 2024-09-12T18:16:38.217 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.215+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.523__multipart_mymultipart.2~x0dllYOYcUMAS_yWFlvJbHhbDNjULDs.6 2024-09-12T18:16:38.218 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.215+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.523__shadow_mymultipart.2~x0dllYOYcUMAS_yWFlvJbHhbDNjULDs.6_1 2024-09-12T18:16:38.219 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.218+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.11300249270389664050', time=2024-09-12T20:09:27.428461+0000, chain.objs.size()=4 2024-09-12T18:16:38.219 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.218+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.536__multipart_mymultipart.2~PmC8yDv3f0kFbqivycytNZRNNCEE5qg.1 2024-09-12T18:16:38.219 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.218+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.536__multipart_mymultipart.2~PmC8yDv3f0kFbqivycytNZRNNCEE5qg.2 2024-09-12T18:16:38.219 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.218+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.536__multipart_mymultipart.Xu6-oivnZvVnUIaY_XZwYOi9NG0K64jX.3 2024-09-12T18:16:38.220 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.218+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.536__multipart_mymultipart.2~PmC8yDv3f0kFbqivycytNZRNNCEE5qg.4 2024-09-12T18:16:38.221 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.220+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.1990406469919048382', time=2024-09-12T20:13:16.243374+0000, chain.objs.size()=1 2024-09-12T18:16:38.221 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.220+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.656__shadow_.OmYQ-gsd0Eb6SFaEBPtSJ0AdKGcrQZZ_1 2024-09-12T18:16:38.225 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.224+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:16:38.227 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.227+0000 7ff5d5b34800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T18:16:38.229 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.228+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:16:38.229 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.229+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:16:38.230 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.229+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T18:16:38.230 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.229+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.10566892820838396304', time=2024-09-12T20:08:48.767739+0000, chain.objs.size()=1 2024-09-12T18:16:38.230 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.229+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.519__multipart_mymultipart.2~boJ5kQiEC_zPufwbKY2Sji0eS-wqPgv.1 2024-09-12T18:16:38.230 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.229+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.5088775157185253174', time=2024-09-12T20:08:49.008954+0000, chain.objs.size()=1 2024-09-12T18:16:38.230 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.229+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.518__shadow_.M5glQrfbZDLqllhRRovN56G5Y6Shniz_1 2024-09-12T18:16:38.230 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.229+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='2~YpEnbNp3NT89tzE8Ha7Q1Ck-MvBAFU0', time=2024-09-12T20:09:52.748886+0000, chain.objs.size()=1 2024-09-12T18:16:38.230 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.229+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.562__multipart_mymultipart.2~YpEnbNp3NT89tzE8Ha7Q1Ck-MvBAFU0.1 2024-09-12T18:16:38.231 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.230+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:16:38.233 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.233+0000 7ff5d5b34800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T18:16:38.235 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.234+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:16:38.235 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.234+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:16:38.236 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.235+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=6, truncated=0, next_marker='' 2024-09-12T18:16:38.236 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.235+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='_jgcHWEmB4Fr2UiGIhtfv1QKOiY1Dv4d', time=2024-09-12T20:04:46.907852+0000, chain.objs.size()=3 2024-09-12T18:16:38.236 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.235+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b6123b67-6580-4373-9691-e0e950df5f06.4566.162__shadow_.-QWDWyCTPlVs9UlzcJF3OKYufhZz5tK_0 2024-09-12T18:16:38.236 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.235+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b6123b67-6580-4373-9691-e0e950df5f06.4566.162__shadow_.-QWDWyCTPlVs9UlzcJF3OKYufhZz5tK_1 2024-09-12T18:16:38.236 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.235+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b6123b67-6580-4373-9691-e0e950df5f06.4566.162__shadow_.-QWDWyCTPlVs9UlzcJF3OKYufhZz5tK_2 2024-09-12T18:16:38.236 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.235+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.17564527739655989528', time=2024-09-12T20:08:45.108772+0000, chain.objs.size()=1 2024-09-12T18:16:38.236 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.235+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.512__multipart_mymultipart.2~q25DonY3O7t6-SfRMSyk34gazrJ8Fav.1 2024-09-12T18:16:38.236 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.235+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.1635977757380626969', time=2024-09-12T20:08:48.403350+0000, chain.objs.size()=1 2024-09-12T18:16:38.237 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.235+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.519__multipart_mymultipart.2~38KeO5k_VLOjajiU26vvJDmN5AuGE7G.1 2024-09-12T18:16:38.237 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.235+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='2~dyEroc7Y1Ikm0nyxvJsmFcWAy8WyF6q', time=2024-09-12T20:08:54.623712+0000, chain.objs.size()=1 2024-09-12T18:16:38.237 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.235+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.523__multipart_mymultipart.2~dyEroc7Y1Ikm0nyxvJsmFcWAy8WyF6q.1 2024-09-12T18:16:38.237 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.235+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.13733004394866117200', time=2024-09-12T20:09:10.522381+0000, chain.objs.size()=1 2024-09-12T18:16:38.237 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.235+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.529__shadow_.KWtgILyas3JOP5gUnVDjuxSD3mmqbOe_1 2024-09-12T18:16:38.237 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.235+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='2~Bfq_OBuHNFVWR__dpsv1n6P0yiiA1IB', time=2024-09-12T20:13:01.978322+0000, chain.objs.size()=12 2024-09-12T18:16:38.240 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.235+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.625__multipart_multipart_enc.2~Bfq_OBuHNFVWR__dpsv1n6P0yiiA1IB.1 2024-09-12T18:16:38.241 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.235+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.625__shadow_multipart_enc.2~Bfq_OBuHNFVWR__dpsv1n6P0yiiA1IB.1_1 2024-09-12T18:16:38.241 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.235+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.625__multipart_multipart_enc.2~Bfq_OBuHNFVWR__dpsv1n6P0yiiA1IB.2 2024-09-12T18:16:38.241 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.235+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.625__shadow_multipart_enc.2~Bfq_OBuHNFVWR__dpsv1n6P0yiiA1IB.2_1 2024-09-12T18:16:38.241 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.235+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.625__multipart_multipart_enc.2~Bfq_OBuHNFVWR__dpsv1n6P0yiiA1IB.3 2024-09-12T18:16:38.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.238+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.625__shadow_multipart_enc.2~Bfq_OBuHNFVWR__dpsv1n6P0yiiA1IB.3_1 2024-09-12T18:16:38.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.238+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.625__multipart_multipart_enc.2~Bfq_OBuHNFVWR__dpsv1n6P0yiiA1IB.4 2024-09-12T18:16:38.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.239+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.625__shadow_multipart_enc.2~Bfq_OBuHNFVWR__dpsv1n6P0yiiA1IB.4_1 2024-09-12T18:16:38.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.239+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.625__multipart_multipart_enc.2~Bfq_OBuHNFVWR__dpsv1n6P0yiiA1IB.5 2024-09-12T18:16:38.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.239+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.625__shadow_multipart_enc.2~Bfq_OBuHNFVWR__dpsv1n6P0yiiA1IB.5_1 2024-09-12T18:16:38.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.239+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.625__multipart_multipart_enc.2~Bfq_OBuHNFVWR__dpsv1n6P0yiiA1IB.6 2024-09-12T18:16:38.242 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.239+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.625__shadow_multipart_enc.2~Bfq_OBuHNFVWR__dpsv1n6P0yiiA1IB.6_1 2024-09-12T18:16:38.243 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.243+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:16:38.246 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.245+0000 7ff5d5b34800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T18:16:38.247 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.246+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:16:38.248 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.247+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:16:38.249 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.247+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T18:16:38.249 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.247+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.17107027144393965929', time=2024-09-12T20:09:08.521985+0000, chain.objs.size()=3 2024-09-12T18:16:38.249 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.247+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.526__multipart_mymultipart.2~LaJkzDG-mPIhWHxhHAfDHFZWr0rO-JO.1 2024-09-12T18:16:38.249 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.247+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.526__multipart_mymultipart.2~LaJkzDG-mPIhWHxhHAfDHFZWr0rO-JO.2 2024-09-12T18:16:38.249 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.247+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.526__multipart_mymultipart.2~LaJkzDG-mPIhWHxhHAfDHFZWr0rO-JO.3 2024-09-12T18:16:38.249 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.247+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='2~PmC8yDv3f0kFbqivycytNZRNNCEE5qg', time=2024-09-12T20:09:14.333023+0000, chain.objs.size()=1 2024-09-12T18:16:38.249 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.247+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.536__multipart_mymultipart.2~PmC8yDv3f0kFbqivycytNZRNNCEE5qg.3 2024-09-12T18:16:38.249 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.247+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='2~4EcHhcs6GBF9p_RSHFNGz1oiy7BcN70', time=2024-09-12T20:13:02.728408+0000, chain.objs.size()=12 2024-09-12T18:16:38.249 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.247+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.626__multipart_multipart_enc.2~4EcHhcs6GBF9p_RSHFNGz1oiy7BcN70.1 2024-09-12T18:16:38.249 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.247+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.626__shadow_multipart_enc.2~4EcHhcs6GBF9p_RSHFNGz1oiy7BcN70.1_1 2024-09-12T18:16:38.249 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.247+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.626__multipart_multipart_enc.2~4EcHhcs6GBF9p_RSHFNGz1oiy7BcN70.2 2024-09-12T18:16:38.250 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.247+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.626__shadow_multipart_enc.2~4EcHhcs6GBF9p_RSHFNGz1oiy7BcN70.2_1 2024-09-12T18:16:38.250 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.247+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.626__multipart_multipart_enc.2~4EcHhcs6GBF9p_RSHFNGz1oiy7BcN70.3 2024-09-12T18:16:38.250 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.247+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.626__shadow_multipart_enc.2~4EcHhcs6GBF9p_RSHFNGz1oiy7BcN70.3_1 2024-09-12T18:16:38.250 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.247+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.626__multipart_multipart_enc.2~4EcHhcs6GBF9p_RSHFNGz1oiy7BcN70.4 2024-09-12T18:16:38.250 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.247+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.626__shadow_multipart_enc.2~4EcHhcs6GBF9p_RSHFNGz1oiy7BcN70.4_1 2024-09-12T18:16:38.251 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.250+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.626__multipart_multipart_enc.2~4EcHhcs6GBF9p_RSHFNGz1oiy7BcN70.5 2024-09-12T18:16:38.251 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.250+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.626__shadow_multipart_enc.2~4EcHhcs6GBF9p_RSHFNGz1oiy7BcN70.5_1 2024-09-12T18:16:38.252 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.251+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.626__multipart_multipart_enc.2~4EcHhcs6GBF9p_RSHFNGz1oiy7BcN70.6 2024-09-12T18:16:38.252 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.251+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.626__shadow_multipart_enc.2~4EcHhcs6GBF9p_RSHFNGz1oiy7BcN70.6_1 2024-09-12T18:16:38.255 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.254+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:16:38.257 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.257+0000 7ff5d5b34800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T18:16:38.258 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.258+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:16:38.259 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.258+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:16:38.260 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.259+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T18:16:38.260 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.259+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='_W1gAE8BMDRhnc0DyVg4YC2QWcUFfL9n', time=2024-09-12T20:04:45.106087+0000, chain.objs.size()=3 2024-09-12T18:16:38.260 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.259+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b6123b67-6580-4373-9691-e0e950df5f06.4566.161__shadow_.xy5GYBrF9e3Lm3o-ntXb8d0jZr0r3eS_0 2024-09-12T18:16:38.260 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.259+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b6123b67-6580-4373-9691-e0e950df5f06.4566.161__shadow_.xy5GYBrF9e3Lm3o-ntXb8d0jZr0r3eS_1 2024-09-12T18:16:38.260 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.259+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b6123b67-6580-4373-9691-e0e950df5f06.4566.161__shadow_.xy5GYBrF9e3Lm3o-ntXb8d0jZr0r3eS_2 2024-09-12T18:16:38.260 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.259+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.13125610099793387128', time=2024-09-12T20:09:06.020263+0000, chain.objs.size()=3 2024-09-12T18:16:38.260 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.259+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.524__multipart_mymultipart.2~7eMoBMnI-4uUWjJ9mLovv48S-4n7IJj.1 2024-09-12T18:16:38.260 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.259+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.524__multipart_mymultipart.2~7eMoBMnI-4uUWjJ9mLovv48S-4n7IJj.2 2024-09-12T18:16:38.260 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.259+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.524__multipart_mymultipart.2~7eMoBMnI-4uUWjJ9mLovv48S-4n7IJj.3 2024-09-12T18:16:38.264 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.263+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:16:38.266 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.265+0000 7ff5d5b34800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T18:16:38.267 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.267+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:16:38.268 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.267+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:16:38.269 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.268+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T18:16:38.269 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.268+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.17065169190851755983', time=2024-09-12T20:04:44.110626+0000, chain.objs.size()=5 2024-09-12T18:16:38.269 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.268+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b6123b67-6580-4373-9691-e0e950df5f06.4566.160__multipart_mymultipart-FROZEN.2~U2axgOJbTosqRz1VH3zxuxn1hvq4Xqm.1 2024-09-12T18:16:38.269 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.268+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b6123b67-6580-4373-9691-e0e950df5f06.4566.160__shadow_mymultipart-FROZEN.2~U2axgOJbTosqRz1VH3zxuxn1hvq4Xqm.1_1 2024-09-12T18:16:38.270 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.268+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b6123b67-6580-4373-9691-e0e950df5f06.4566.160__multipart_mymultipart-FROZEN.2~U2axgOJbTosqRz1VH3zxuxn1hvq4Xqm.2 2024-09-12T18:16:38.270 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.268+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b6123b67-6580-4373-9691-e0e950df5f06.4566.160__shadow_mymultipart-FROZEN.2~U2axgOJbTosqRz1VH3zxuxn1hvq4Xqm.2_1 2024-09-12T18:16:38.270 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.268+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b6123b67-6580-4373-9691-e0e950df5f06.4566.160__multipart_mymultipart-FROZEN.2~U2axgOJbTosqRz1VH3zxuxn1hvq4Xqm.3 2024-09-12T18:16:38.270 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.268+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.18355457965533066591', time=2024-09-12T20:08:48.019795+0000, chain.objs.size()=1 2024-09-12T18:16:38.270 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.268+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.519__multipart_mymultipart.2~lYLEqdc0_5BUS52sCn21iWZ76Zg8wq8.1 2024-09-12T18:16:38.271 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.270+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:16:38.273 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.272+0000 7ff5d5b34800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T18:16:38.274 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.274+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:16:38.275 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.274+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:16:38.276 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.274+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-12T18:16:38.276 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.274+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.12441795291685619400', time=2024-09-12T20:04:44.875062+0000, chain.objs.size()=3 2024-09-12T18:16:38.276 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.274+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b6123b67-6580-4373-9691-e0e950df5f06.4566.161__shadow_.dGmJf8c_vzFlVblOnsRV3z1m7aMg3k__0 2024-09-12T18:16:38.276 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.274+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b6123b67-6580-4373-9691-e0e950df5f06.4566.161__shadow_.dGmJf8c_vzFlVblOnsRV3z1m7aMg3k__1 2024-09-12T18:16:38.276 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.274+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b6123b67-6580-4373-9691-e0e950df5f06.4566.161__shadow_.dGmJf8c_vzFlVblOnsRV3z1m7aMg3k__2 2024-09-12T18:16:38.276 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.274+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='_b9R8GsnLy1tygUvGUootvIzhpBfu8Qw', time=2024-09-12T20:04:46.173530+0000, chain.objs.size()=2 2024-09-12T18:16:38.276 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.274+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.162__shadow_._ij_hY-7ofRmABZ6tmDSlJ5TX-vqp23_1 2024-09-12T18:16:38.276 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.274+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.162__shadow_._ij_hY-7ofRmABZ6tmDSlJ5TX-vqp23_2 2024-09-12T18:16:38.276 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.274+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='2~TG-uiCcQ8iVWmuICNPlHwLoPFq9WjI0', time=2024-09-12T20:09:11.212117+0000, chain.objs.size()=2 2024-09-12T18:16:38.276 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.274+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.530__multipart_mymultipart.2~TG-uiCcQ8iVWmuICNPlHwLoPFq9WjI0.1 2024-09-12T18:16:38.277 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.274+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.530__multipart_mymultipart.2~TG-uiCcQ8iVWmuICNPlHwLoPFq9WjI0.2 2024-09-12T18:16:38.277 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.274+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.181212047549005841', time=2024-09-12T20:09:58.299299+0000, chain.objs.size()=1 2024-09-12T18:16:38.277 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.274+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.564__shadow_.z-L-FRjHE-d4gKZHrOnVbdNSQBPfEoK_1 2024-09-12T18:16:38.278 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.277+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:16:38.281 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.280+0000 7ff5d5b34800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T18:16:38.282 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.281+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:16:38.282 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.282+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:16:38.283 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.282+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T18:16:38.284 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.282+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='2~NQvtdMDRTZ9AA-IdKNV4S3SCi3Tj6Dz', time=2024-09-12T20:05:11.149459+0000, chain.objs.size()=1 2024-09-12T18:16:38.284 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.282+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.202__multipart_mymultipart.2~NQvtdMDRTZ9AA-IdKNV4S3SCi3Tj6Dz.1 2024-09-12T18:16:38.284 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.282+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.12675463222545515180', time=2024-09-12T20:10:53.151072+0000, chain.objs.size()=12 2024-09-12T18:16:38.284 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.282+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.615__multipart_multipart_enc.2~CSX3NwMX2ZtiQk0Jk5n27qPe-fZzp4e.1 2024-09-12T18:16:38.284 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.282+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.615__shadow_multipart_enc.2~CSX3NwMX2ZtiQk0Jk5n27qPe-fZzp4e.1_1 2024-09-12T18:16:38.284 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.282+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.615__multipart_multipart_enc.2~CSX3NwMX2ZtiQk0Jk5n27qPe-fZzp4e.2 2024-09-12T18:16:38.284 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.282+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.615__shadow_multipart_enc.2~CSX3NwMX2ZtiQk0Jk5n27qPe-fZzp4e.2_1 2024-09-12T18:16:38.284 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.282+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.615__multipart_multipart_enc.2~CSX3NwMX2ZtiQk0Jk5n27qPe-fZzp4e.3 2024-09-12T18:16:38.284 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.282+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.615__shadow_multipart_enc.2~CSX3NwMX2ZtiQk0Jk5n27qPe-fZzp4e.3_1 2024-09-12T18:16:38.284 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.282+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.615__multipart_multipart_enc.2~CSX3NwMX2ZtiQk0Jk5n27qPe-fZzp4e.4 2024-09-12T18:16:38.284 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.283+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.615__shadow_multipart_enc.2~CSX3NwMX2ZtiQk0Jk5n27qPe-fZzp4e.4_1 2024-09-12T18:16:38.285 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.283+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.615__multipart_multipart_enc.2~CSX3NwMX2ZtiQk0Jk5n27qPe-fZzp4e.5 2024-09-12T18:16:38.285 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.283+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.615__shadow_multipart_enc.2~CSX3NwMX2ZtiQk0Jk5n27qPe-fZzp4e.5_1 2024-09-12T18:16:38.285 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.283+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.615__multipart_multipart_enc.2~CSX3NwMX2ZtiQk0Jk5n27qPe-fZzp4e.6 2024-09-12T18:16:38.288 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.287+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.615__shadow_multipart_enc.2~CSX3NwMX2ZtiQk0Jk5n27qPe-fZzp4e.6_1 2024-09-12T18:16:38.288 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.287+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.11992681819573304165', time=2024-09-12T20:13:19.806930+0000, chain.objs.size()=6 2024-09-12T18:16:38.288 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.287+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.663__multipart_foo.2~BWVzaAVVZcLb_JAb73DH566tD0EA-70.1 2024-09-12T18:16:38.288 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.287+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.663__multipart_foo.2~BWVzaAVVZcLb_JAb73DH566tD0EA-70.2 2024-09-12T18:16:38.288 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.287+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.663__multipart_foo.2~BWVzaAVVZcLb_JAb73DH566tD0EA-70.3 2024-09-12T18:16:38.288 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.287+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.663__multipart_foo.2~BWVzaAVVZcLb_JAb73DH566tD0EA-70.4 2024-09-12T18:16:38.289 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.287+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.663__multipart_foo.2~BWVzaAVVZcLb_JAb73DH566tD0EA-70.5 2024-09-12T18:16:38.289 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.287+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.663__multipart_foo.2~BWVzaAVVZcLb_JAb73DH566tD0EA-70.6 2024-09-12T18:16:38.291 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.290+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:16:38.294 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.293+0000 7ff5d5b34800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T18:16:38.295 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.294+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:16:38.295 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.295+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:16:38.296 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.295+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T18:16:38.297 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.295+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='_NCARak7Tv1xu2Tj6CYq8nEch11_4Cj5', time=2024-09-12T20:04:46.912755+0000, chain.objs.size()=3 2024-09-12T18:16:38.297 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.295+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b6123b67-6580-4373-9691-e0e950df5f06.4566.162__shadow_.IJmt1kSUCi3Oah9R6lpe7j-Iv2w3EVc_0 2024-09-12T18:16:38.297 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.295+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b6123b67-6580-4373-9691-e0e950df5f06.4566.162__shadow_.IJmt1kSUCi3Oah9R6lpe7j-Iv2w3EVc_1 2024-09-12T18:16:38.297 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.295+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b6123b67-6580-4373-9691-e0e950df5f06.4566.162__shadow_.IJmt1kSUCi3Oah9R6lpe7j-Iv2w3EVc_2 2024-09-12T18:16:38.297 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.295+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='_-9Ywl3BnFRNIeCd6XepyNbJw43utyix', time=2024-09-12T20:04:48.250020+0000, chain.objs.size()=3 2024-09-12T18:16:38.297 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.295+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b6123b67-6580-4373-9691-e0e950df5f06.4566.166__shadow_.PcEFSAYY9HoIJcfLQlu25oxMHzWUtPh_0 2024-09-12T18:16:38.297 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.295+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b6123b67-6580-4373-9691-e0e950df5f06.4566.166__shadow_.PcEFSAYY9HoIJcfLQlu25oxMHzWUtPh_1 2024-09-12T18:16:38.297 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.295+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b6123b67-6580-4373-9691-e0e950df5f06.4566.166__shadow_.PcEFSAYY9HoIJcfLQlu25oxMHzWUtPh_2 2024-09-12T18:16:38.297 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.295+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.11280426131796886624', time=2024-09-12T20:08:53.125716+0000, chain.objs.size()=3 2024-09-12T18:16:38.297 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.295+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.522__multipart_mymultipart.2~gse4qIPcuNjByKb0SZRsKUklDlvFOp9.1 2024-09-12T18:16:38.297 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.295+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.522__multipart_mymultipart.2~gse4qIPcuNjByKb0SZRsKUklDlvFOp9.2 2024-09-12T18:16:38.297 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.295+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.522__multipart_mymultipart.2~gse4qIPcuNjByKb0SZRsKUklDlvFOp9.3 2024-09-12T18:16:38.299 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.298+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:16:38.301 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.301+0000 7ff5d5b34800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T18:16:38.303 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.302+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:16:38.303 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.302+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:16:38.304 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.303+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T18:16:38.304 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.303+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.3190368854376117994', time=2024-09-12T20:08:44.082921+0000, chain.objs.size()=6 2024-09-12T18:16:38.304 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.303+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.508__multipart_srcmultipart.2~lU4w8BvD_qffY_0m1ra_FWxsooDtMgj.1 2024-09-12T18:16:38.305 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.303+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.508__multipart_srcmultipart.2~lU4w8BvD_qffY_0m1ra_FWxsooDtMgj.2 2024-09-12T18:16:38.305 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.303+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.508__multipart_srcmultipart.2~lU4w8BvD_qffY_0m1ra_FWxsooDtMgj.3 2024-09-12T18:16:38.305 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.303+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.508__multipart_srcmultipart.2~lU4w8BvD_qffY_0m1ra_FWxsooDtMgj.4 2024-09-12T18:16:38.305 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.303+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.508__multipart_srcmultipart.2~lU4w8BvD_qffY_0m1ra_FWxsooDtMgj.5 2024-09-12T18:16:38.305 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.303+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.508__multipart_srcmultipart.2~lU4w8BvD_qffY_0m1ra_FWxsooDtMgj.6 2024-09-12T18:16:38.305 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.303+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.4476079218221342778', time=2024-09-12T20:08:47.246357+0000, chain.objs.size()=1 2024-09-12T18:16:38.305 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.303+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.517__multipart_mymultipartcopy.2~MSAvwN_WAITWwT_Sbli_kU8DxnT5ynj.1 2024-09-12T18:16:38.305 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.303+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='2~ZNenv8Rgfso1iY7RDhp0dQWajEoUkgw', time=2024-09-12T20:09:09.345586+0000, chain.objs.size()=10 2024-09-12T18:16:38.305 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.303+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.527__multipart_mymultipart.2~ZNenv8Rgfso1iY7RDhp0dQWajEoUkgw.1 2024-09-12T18:16:38.305 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.303+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.527__multipart_mymultipart.2~ZNenv8Rgfso1iY7RDhp0dQWajEoUkgw.2 2024-09-12T18:16:38.305 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.303+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.527__multipart_mymultipart.2~ZNenv8Rgfso1iY7RDhp0dQWajEoUkgw.3 2024-09-12T18:16:38.305 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.303+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.527__multipart_mymultipart.2~ZNenv8Rgfso1iY7RDhp0dQWajEoUkgw.4 2024-09-12T18:16:38.305 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.303+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.527__multipart_mymultipart.2~ZNenv8Rgfso1iY7RDhp0dQWajEoUkgw.5 2024-09-12T18:16:38.307 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.306+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.527__multipart_mymultipart.2~ZNenv8Rgfso1iY7RDhp0dQWajEoUkgw.6 2024-09-12T18:16:38.308 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.307+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.527__multipart_mymultipart.2~ZNenv8Rgfso1iY7RDhp0dQWajEoUkgw.7 2024-09-12T18:16:38.308 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.307+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.527__multipart_mymultipart.2~ZNenv8Rgfso1iY7RDhp0dQWajEoUkgw.8 2024-09-12T18:16:38.308 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.307+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.527__multipart_mymultipart.2~ZNenv8Rgfso1iY7RDhp0dQWajEoUkgw.9 2024-09-12T18:16:38.308 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.307+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.527__multipart_mymultipart.2~ZNenv8Rgfso1iY7RDhp0dQWajEoUkgw.10 2024-09-12T18:16:38.310 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.310+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:16:38.313 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.312+0000 7ff5d5b34800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T18:16:38.314 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.313+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:16:38.315 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.314+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:16:38.316 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.314+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-12T18:16:38.316 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.314+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='_WbKdwuwdn2aXdM0D_UlTbq3401unVEn', time=2024-09-12T20:04:45.110921+0000, chain.objs.size()=3 2024-09-12T18:16:38.316 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.314+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b6123b67-6580-4373-9691-e0e950df5f06.4566.161__shadow_.MSoJ5O_8AWYc8irv8vWu3aMyxJBaUWD_0 2024-09-12T18:16:38.316 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.314+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b6123b67-6580-4373-9691-e0e950df5f06.4566.161__shadow_.MSoJ5O_8AWYc8irv8vWu3aMyxJBaUWD_1 2024-09-12T18:16:38.316 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.314+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b6123b67-6580-4373-9691-e0e950df5f06.4566.161__shadow_.MSoJ5O_8AWYc8irv8vWu3aMyxJBaUWD_2 2024-09-12T18:16:38.317 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.314+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.12178087703577222172', time=2024-09-12T20:09:04.750313+0000, chain.objs.size()=6 2024-09-12T18:16:38.317 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.314+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.523__multipart_mymultipart.pwQNP8z1i-3ZJphdAUwW0IfDS3Fpl_Ps.1 2024-09-12T18:16:38.317 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.314+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.523__multipart_mymultipart.EG1vclG8LR2fQFwuJo85OFmJ3C3h5sSf.2 2024-09-12T18:16:38.317 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.315+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.523__multipart_mymultipart.vZO04ZWsgt1CD2x4EqOtyjHJnPqHS7Xx.3 2024-09-12T18:16:38.317 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.315+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.523__multipart_mymultipart.bmgghV8_JUHCtmR9t9LtzaEnPYYuAH66.4 2024-09-12T18:16:38.317 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.315+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.523__multipart_mymultipart.rnnUGgBRDlP7fWJG5smzv_02rC_Um5r4.5 2024-09-12T18:16:38.317 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.315+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.523__multipart_mymultipart.Bdoao8tOXGTZQB8-iooC1DGz5eiZ2pDK.6 2024-09-12T18:16:38.317 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.315+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.13725903822057864736', time=2024-09-12T20:13:34.872882+0000, chain.objs.size()=1 2024-09-12T18:16:38.317 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.315+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.703__multipart_file1.2~6zGGlkZ68EUFj2RtwCTsuA7rBXdzyMH.1 2024-09-12T18:16:38.317 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.315+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.8537248695825022615', time=2024-09-12T20:13:38.822971+0000, chain.objs.size()=1 2024-09-12T18:16:38.317 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.315+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.712__multipart_file1.2~6-aZTOwLUQTk38Pd7gILvl7eH7OH1kP.1 2024-09-12T18:16:38.319 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.319+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:16:38.322 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.321+0000 7ff5d5b34800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T18:16:38.323 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.323+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:16:38.324 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.323+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:16:38.325 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.324+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-12T18:16:38.325 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.324+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.7258857651331693328', time=2024-09-12T20:04:43.032155+0000, chain.objs.size()=3 2024-09-12T18:16:38.325 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.324+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b6123b67-6580-4373-9691-e0e950df5f06.4566.159__shadow_.u7ScmUb1rrBdK4XuZK4fryUDLPQbI7p_0 2024-09-12T18:16:38.325 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.324+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b6123b67-6580-4373-9691-e0e950df5f06.4566.159__shadow_.u7ScmUb1rrBdK4XuZK4fryUDLPQbI7p_1 2024-09-12T18:16:38.325 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.324+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b6123b67-6580-4373-9691-e0e950df5f06.4566.159__shadow_.u7ScmUb1rrBdK4XuZK4fryUDLPQbI7p_2 2024-09-12T18:16:38.325 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.324+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='_W-xJ_cc6ML6Cy1dmMyktSnfurUWsOYW', time=2024-09-12T20:04:44.647036+0000, chain.objs.size()=2 2024-09-12T18:16:38.325 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.324+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.161__shadow_.pqeLvl6E7bII0T68NHz0tz_4g0WABVb_1 2024-09-12T18:16:38.325 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.324+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.161__shadow_.pqeLvl6E7bII0T68NHz0tz_4g0WABVb_2 2024-09-12T18:16:38.326 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.324+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='2~uaQ61O7fzTbMr_2yIzoxHzOgNFdSuaF', time=2024-09-12T20:05:11.648474+0000, chain.objs.size()=1 2024-09-12T18:16:38.326 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.324+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.203__multipart_mymultipart.2~uaQ61O7fzTbMr_2yIzoxHzOgNFdSuaF.1 2024-09-12T18:16:38.326 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.324+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.5592361893861661879', time=2024-09-12T20:10:54.095778+0000, chain.objs.size()=12 2024-09-12T18:16:38.326 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.324+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.616__multipart_multipart_enc.2~_XVcpLS_4hq0KJHctesT2xMMIoDOcgx.1 2024-09-12T18:16:38.326 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.324+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.616__shadow_multipart_enc.2~_XVcpLS_4hq0KJHctesT2xMMIoDOcgx.1_1 2024-09-12T18:16:38.326 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.324+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.616__multipart_multipart_enc.2~_XVcpLS_4hq0KJHctesT2xMMIoDOcgx.2 2024-09-12T18:16:38.326 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.324+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.616__shadow_multipart_enc.2~_XVcpLS_4hq0KJHctesT2xMMIoDOcgx.2_1 2024-09-12T18:16:38.326 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.324+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.616__multipart_multipart_enc.2~_XVcpLS_4hq0KJHctesT2xMMIoDOcgx.3 2024-09-12T18:16:38.326 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.324+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.616__shadow_multipart_enc.2~_XVcpLS_4hq0KJHctesT2xMMIoDOcgx.3_1 2024-09-12T18:16:38.327 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.327+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.616__multipart_multipart_enc.2~_XVcpLS_4hq0KJHctesT2xMMIoDOcgx.4 2024-09-12T18:16:38.328 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.327+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.616__shadow_multipart_enc.2~_XVcpLS_4hq0KJHctesT2xMMIoDOcgx.4_1 2024-09-12T18:16:38.328 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.327+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.616__multipart_multipart_enc.2~_XVcpLS_4hq0KJHctesT2xMMIoDOcgx.5 2024-09-12T18:16:38.329 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.328+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.616__shadow_multipart_enc.2~_XVcpLS_4hq0KJHctesT2xMMIoDOcgx.5_1 2024-09-12T18:16:38.329 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.328+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.616__multipart_multipart_enc.2~_XVcpLS_4hq0KJHctesT2xMMIoDOcgx.6 2024-09-12T18:16:38.332 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.330+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.616__shadow_multipart_enc.2~_XVcpLS_4hq0KJHctesT2xMMIoDOcgx.6_1 2024-09-12T18:16:38.333 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.332+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:16:38.335 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.335+0000 7ff5d5b34800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T18:16:38.337 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.336+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:16:38.338 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.337+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:16:38.339 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.337+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-12T18:16:38.339 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.337+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.14363853402122897887', time=2024-09-12T20:08:44.179821+0000, chain.objs.size()=6 2024-09-12T18:16:38.339 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.337+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.508__multipart_srcmultipart.2~lU4w8BvD_qffY_0m1ra_FWxsooDtMgj.1 2024-09-12T18:16:38.339 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.337+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.508__multipart_srcmultipart.2~lU4w8BvD_qffY_0m1ra_FWxsooDtMgj.2 2024-09-12T18:16:38.339 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.337+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.508__multipart_srcmultipart.2~lU4w8BvD_qffY_0m1ra_FWxsooDtMgj.3 2024-09-12T18:16:38.339 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.337+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.508__multipart_srcmultipart.2~lU4w8BvD_qffY_0m1ra_FWxsooDtMgj.4 2024-09-12T18:16:38.339 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.337+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.508__multipart_srcmultipart.2~lU4w8BvD_qffY_0m1ra_FWxsooDtMgj.5 2024-09-12T18:16:38.339 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.337+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.508__multipart_srcmultipart.2~lU4w8BvD_qffY_0m1ra_FWxsooDtMgj.6 2024-09-12T18:16:38.339 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.337+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.14673811447642824710', time=2024-09-12T20:08:44.180628+0000, chain.objs.size()=6 2024-09-12T18:16:38.339 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.337+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.508__multipart_srcmultipart.2~lU4w8BvD_qffY_0m1ra_FWxsooDtMgj.1 2024-09-12T18:16:38.340 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.337+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.508__multipart_srcmultipart.2~lU4w8BvD_qffY_0m1ra_FWxsooDtMgj.2 2024-09-12T18:16:38.340 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.337+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.508__multipart_srcmultipart.2~lU4w8BvD_qffY_0m1ra_FWxsooDtMgj.3 2024-09-12T18:16:38.340 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.337+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.508__multipart_srcmultipart.2~lU4w8BvD_qffY_0m1ra_FWxsooDtMgj.4 2024-09-12T18:16:38.340 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.337+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.508__multipart_srcmultipart.2~lU4w8BvD_qffY_0m1ra_FWxsooDtMgj.5 2024-09-12T18:16:38.340 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.337+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.508__multipart_srcmultipart.2~lU4w8BvD_qffY_0m1ra_FWxsooDtMgj.6 2024-09-12T18:16:38.342 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.341+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.9485598062253198301', time=2024-09-12T20:09:05.859205+0000, chain.objs.size()=3 2024-09-12T18:16:38.342 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.341+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.524__multipart_mymultipart.2~s8uv1Y4pWsvMfKMyU3dmqgTOIJx5sUJ.1 2024-09-12T18:16:38.343 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.341+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.524__multipart_mymultipart.2~s8uv1Y4pWsvMfKMyU3dmqgTOIJx5sUJ.2 2024-09-12T18:16:38.343 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.341+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.524__multipart_mymultipart.2~s8uv1Y4pWsvMfKMyU3dmqgTOIJx5sUJ.3 2024-09-12T18:16:38.343 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.341+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.11144381108353317383', time=2024-09-12T20:09:08.135905+0000, chain.objs.size()=3 2024-09-12T18:16:38.343 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.341+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.526__multipart_mymultipart.2~ykchRb5ClXgCx7Gb9fLX6ORhX_cV42H.1 2024-09-12T18:16:38.343 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.341+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.526__multipart_mymultipart.2~ykchRb5ClXgCx7Gb9fLX6ORhX_cV42H.2 2024-09-12T18:16:38.343 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.341+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.526__multipart_mymultipart.2~ykchRb5ClXgCx7Gb9fLX6ORhX_cV42H.3 2024-09-12T18:16:38.346 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.345+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:16:38.348 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.348+0000 7ff5d5b34800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T18:16:38.349 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.349+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:16:38.350 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.349+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:16:38.351 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.350+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-12T18:16:38.351 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.350+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.8600059774780923116', time=2024-09-12T20:04:44.121569+0000, chain.objs.size()=3 2024-09-12T18:16:38.351 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.350+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.160__multipart_mymultipart-STANDARD.2~VxKuLae2UgYXhB566Kl7L-Rw1yvmTBk.1 2024-09-12T18:16:38.351 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.350+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.160__multipart_mymultipart-STANDARD.2~VxKuLae2UgYXhB566Kl7L-Rw1yvmTBk.2 2024-09-12T18:16:38.351 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.350+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.160__multipart_mymultipart-STANDARD.2~VxKuLae2UgYXhB566Kl7L-Rw1yvmTBk.3 2024-09-12T18:16:38.351 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.350+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.8872619726979701599', time=2024-09-12T20:08:43.984249+0000, chain.objs.size()=6 2024-09-12T18:16:38.351 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.350+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.508__multipart_srcmultipart.2~lU4w8BvD_qffY_0m1ra_FWxsooDtMgj.1 2024-09-12T18:16:38.351 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.350+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.508__multipart_srcmultipart.2~lU4w8BvD_qffY_0m1ra_FWxsooDtMgj.2 2024-09-12T18:16:38.352 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.350+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.508__multipart_srcmultipart.2~lU4w8BvD_qffY_0m1ra_FWxsooDtMgj.3 2024-09-12T18:16:38.352 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.350+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.508__multipart_srcmultipart.2~lU4w8BvD_qffY_0m1ra_FWxsooDtMgj.4 2024-09-12T18:16:38.352 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.350+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.508__multipart_srcmultipart.2~lU4w8BvD_qffY_0m1ra_FWxsooDtMgj.5 2024-09-12T18:16:38.352 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.350+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.508__multipart_srcmultipart.2~lU4w8BvD_qffY_0m1ra_FWxsooDtMgj.6 2024-09-12T18:16:38.352 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.350+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.9049477753867488745', time=2024-09-12T20:09:07.348531+0000, chain.objs.size()=2 2024-09-12T18:16:38.352 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.350+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.526__multipart_mymultipart.2~LXb38p8_VSaXyprlnozWmK9hjRWjZcF.1 2024-09-12T18:16:38.352 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.350+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.526__multipart_mymultipart.2~LXb38p8_VSaXyprlnozWmK9hjRWjZcF.2 2024-09-12T18:16:38.352 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.350+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.12546358516836393731', time=2024-09-12T20:10:30.946913+0000, chain.objs.size()=4 2024-09-12T18:16:38.352 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.350+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.579__multipart_testobj.2~shASsCG5AVsWPDwYLazg4lT6Kt-i3ii.1 2024-09-12T18:16:38.354 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.353+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.579__multipart_testobj.2~shASsCG5AVsWPDwYLazg4lT6Kt-i3ii.2 2024-09-12T18:16:38.355 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.354+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.579__multipart_testobj.2~shASsCG5AVsWPDwYLazg4lT6Kt-i3ii.3 2024-09-12T18:16:38.355 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.354+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.579__multipart_testobj.2~shASsCG5AVsWPDwYLazg4lT6Kt-i3ii.4 2024-09-12T18:16:38.357 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.357+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:16:38.360 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.359+0000 7ff5d5b34800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T18:16:38.361 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.360+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:16:38.361 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.361+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:16:38.363 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.361+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=5, truncated=0, next_marker='' 2024-09-12T18:16:38.363 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.361+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.13018891233015261026', time=2024-09-12T20:04:46.067832+0000, chain.objs.size()=5 2024-09-12T18:16:38.363 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.361+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b6123b67-6580-4373-9691-e0e950df5f06.4566.162__multipart_foo-LUKEWARM.2~qeg3TDP3qPSXkAZkxgzR4GDFsqBY2mZ.1 2024-09-12T18:16:38.363 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.361+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b6123b67-6580-4373-9691-e0e950df5f06.4566.162__shadow_foo-LUKEWARM.2~qeg3TDP3qPSXkAZkxgzR4GDFsqBY2mZ.1_1 2024-09-12T18:16:38.363 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.361+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b6123b67-6580-4373-9691-e0e950df5f06.4566.162__multipart_foo-LUKEWARM.2~qeg3TDP3qPSXkAZkxgzR4GDFsqBY2mZ.2 2024-09-12T18:16:38.363 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.361+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b6123b67-6580-4373-9691-e0e950df5f06.4566.162__shadow_foo-LUKEWARM.2~qeg3TDP3qPSXkAZkxgzR4GDFsqBY2mZ.2_1 2024-09-12T18:16:38.363 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.361+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b6123b67-6580-4373-9691-e0e950df5f06.4566.162__multipart_foo-LUKEWARM.2~qeg3TDP3qPSXkAZkxgzR4GDFsqBY2mZ.3 2024-09-12T18:16:38.363 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.361+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.16789175593735972769', time=2024-09-12T20:08:53.618130+0000, chain.objs.size()=3 2024-09-12T18:16:38.363 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.361+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.522__multipart_mymultipart.2~45NbcPPAwU5eZZX_3cbcmlESObuxHaK.1 2024-09-12T18:16:38.364 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.361+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.522__multipart_mymultipart.2~45NbcPPAwU5eZZX_3cbcmlESObuxHaK.2 2024-09-12T18:16:38.364 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.361+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.522__multipart_mymultipart.2~45NbcPPAwU5eZZX_3cbcmlESObuxHaK.3 2024-09-12T18:16:38.364 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.361+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.12870851532623277038', time=2024-09-12T20:09:06.128288+0000, chain.objs.size()=2 2024-09-12T18:16:38.364 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.361+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.524__multipart_mymultipart.2~Mtn3qji6CJ2C5BPNyvzIhZJiuoEUCV1.1 2024-09-12T18:16:38.364 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.361+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.524__multipart_mymultipart.2~Mtn3qji6CJ2C5BPNyvzIhZJiuoEUCV1.2 2024-09-12T18:16:38.364 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.361+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.5598655094547037692', time=2024-09-12T20:09:52.996416+0000, chain.objs.size()=1 2024-09-12T18:16:38.364 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.361+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.562__multipart_mymultipart.WMvI9pFHdHh4zAdNEap7IU3LnpfyVEsk.1 2024-09-12T18:16:38.364 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.361+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.4335743974207529825', time=2024-09-12T20:14:11.211213+0000, chain.objs.size()=1 2024-09-12T18:16:38.364 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.361+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.743__multipart_mymultipart3.2~VrMdkjeuNuwdSjjpnlu0WyiFg88fbbm.1 2024-09-12T18:16:38.367 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.366+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:16:38.369 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.368+0000 7ff5d5b34800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T18:16:38.370 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.370+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:16:38.371 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.370+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:16:38.372 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.370+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-12T18:16:38.372 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.370+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.9276909680569090721', time=2024-09-12T20:04:46.639781+0000, chain.objs.size()=5 2024-09-12T18:16:38.372 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.370+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b6123b67-6580-4373-9691-e0e950df5f06.4566.162__multipart_foo-FROZEN.2~AWBBpf7e5FeddBkv4panW5IgNnHOH97.1 2024-09-12T18:16:38.372 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.370+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b6123b67-6580-4373-9691-e0e950df5f06.4566.162__shadow_foo-FROZEN.2~AWBBpf7e5FeddBkv4panW5IgNnHOH97.1_1 2024-09-12T18:16:38.372 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.370+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b6123b67-6580-4373-9691-e0e950df5f06.4566.162__multipart_foo-FROZEN.2~AWBBpf7e5FeddBkv4panW5IgNnHOH97.2 2024-09-12T18:16:38.372 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.370+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b6123b67-6580-4373-9691-e0e950df5f06.4566.162__shadow_foo-FROZEN.2~AWBBpf7e5FeddBkv4panW5IgNnHOH97.2_1 2024-09-12T18:16:38.372 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.370+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b6123b67-6580-4373-9691-e0e950df5f06.4566.162__multipart_foo-FROZEN.2~AWBBpf7e5FeddBkv4panW5IgNnHOH97.3 2024-09-12T18:16:38.372 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.370+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.16559286913631001628', time=2024-09-12T20:09:07.017149+0000, chain.objs.size()=1 2024-09-12T18:16:38.373 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.371+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.526__multipart_mymultipart.2~_Gx0Gn-NfZOc0cdNfKXvImbJp-TcNOS.1 2024-09-12T18:16:38.373 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.371+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.18096750963227310004', time=2024-09-12T20:09:10.774892+0000, chain.objs.size()=2 2024-09-12T18:16:38.373 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.371+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.529__multipart_mymultipart.2~jXDS3_wLsvBzc2TQr8kU-Krj-0Z7evs.1 2024-09-12T18:16:38.373 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.371+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.529__multipart_mymultipart.2~jXDS3_wLsvBzc2TQr8kU-Krj-0Z7evs.2 2024-09-12T18:16:38.373 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.371+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='2~2a-byJNOlQPIVKmP3cLYxL5kKf2Jy6z', time=2024-09-12T20:14:11.258950+0000, chain.objs.size()=1 2024-09-12T18:16:38.373 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.371+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.743__multipart_mymultipart2.2~2a-byJNOlQPIVKmP3cLYxL5kKf2Jy6z.1 2024-09-12T18:16:38.374 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.373+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:16:38.376 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.376+0000 7ff5d5b34800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T18:16:38.378 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.377+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:16:38.378 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.377+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:16:38.379 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.378+0000 7ff5d5b34800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=5, truncated=0, next_marker='' 2024-09-12T18:16:38.379 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.378+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='_R4AK2MX2l5EWxNk_WKhSLxjVYyzgnNs', time=2024-09-12T20:04:45.116542+0000, chain.objs.size()=1 2024-09-12T18:16:38.379 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.378+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b6123b67-6580-4373-9691-e0e950df5f06.4566.161__shadow_.47gW_4UW4p6KMWWV5omU7ws-_pOJNIV_0 2024-09-12T18:16:38.379 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.378+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='_NPTE4YJ8nw1qTI-4EVn9EE8JYeJKSfp', time=2024-09-12T20:04:47.460838+0000, chain.objs.size()=1 2024-09-12T18:16:38.379 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.378+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b6123b67-6580-4373-9691-e0e950df5f06.4566.164__shadow_.iykEX40vG9dgY5t0Bn4WB-HYs7J0ZZR_0 2024-09-12T18:16:38.379 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.378+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.3187244357181825784', time=2024-09-12T20:09:05.631546+0000, chain.objs.size()=2 2024-09-12T18:16:38.379 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.378+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.524__multipart_mymultipart.2~IYa4B9FaaTGsNkuhf0dEgCEeqaE91ct.1 2024-09-12T18:16:38.379 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.378+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.524__multipart_mymultipart.2~IYa4B9FaaTGsNkuhf0dEgCEeqaE91ct.2 2024-09-12T18:16:38.379 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.378+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='2~znE5HIBKbzM6L2FFZWthY2irPD3eAGI', time=2024-09-12T20:09:12.385239+0000, chain.objs.size()=1 2024-09-12T18:16:38.380 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.378+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.532__multipart_mymultipart2.2~znE5HIBKbzM6L2FFZWthY2irPD3eAGI.1 2024-09-12T18:16:38.380 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.378+0000 7ff5d5b34800 20 garbage collection: RGWGC::process iterating over entry tag='b6123b67-6580-4373-9691-e0e950df5f06.4566.5523192968014215294', time=2024-09-12T20:10:30.691981+0000, chain.objs.size()=4 2024-09-12T18:16:38.380 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.378+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.579__multipart_testobj.2~p0RgQAPq_woLQPuOlSEUGgypiuAHzFl.1 2024-09-12T18:16:38.380 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.378+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.579__multipart_testobj.2~p0RgQAPq_woLQPuOlSEUGgypiuAHzFl.2 2024-09-12T18:16:38.380 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.378+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.579__multipart_testobj.2~p0RgQAPq_woLQPuOlSEUGgypiuAHzFl.3 2024-09-12T18:16:38.380 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.378+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b6123b67-6580-4373-9691-e0e950df5f06.4566.579__multipart_testobj.2~p0RgQAPq_woLQPuOlSEUGgypiuAHzFl.4 2024-09-12T18:16:38.381 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.380+0000 7ff5d5b34800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:16:38.384 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.383+0000 7ff4837fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:16:38.386 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.386+0000 7ff5d5b34800 20 remove_watcher() i=0 2024-09-12T18:16:38.387 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.386+0000 7ff5d5b34800 2 removed watcher, disabling cache 2024-09-12T18:16:38.388 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.387+0000 7ff5d5b34800 20 remove_watcher() i=1 2024-09-12T18:16:38.389 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.388+0000 7ff5d5b34800 20 remove_watcher() i=2 2024-09-12T18:16:38.390 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.389+0000 7ff5d5b34800 20 remove_watcher() i=3 2024-09-12T18:16:38.391 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.390+0000 7ff5d5b34800 20 remove_watcher() i=4 2024-09-12T18:16:38.392 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.391+0000 7ff5d5b34800 20 remove_watcher() i=5 2024-09-12T18:16:38.393 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.392+0000 7ff5d5b34800 20 remove_watcher() i=6 2024-09-12T18:16:38.394 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:38.393+0000 7ff5d5b34800 20 remove_watcher() i=7 2024-09-12T18:16:38.405 DEBUG:teuthology.run_tasks:Unwinding manager openssl_keys 2024-09-12T18:16:38.417 DEBUG:teuthology.orchestra.run.smithi045:> rm -f /home/ubuntu/cephtest/ca/root.crt /home/ubuntu/cephtest/ca/root.key 2024-09-12T18:16:38.446 DEBUG:teuthology.orchestra.run.smithi045:> rmdir --ignore-fail-on-non-empty /home/ubuntu/cephtest/ca 2024-09-12T18:16:38.517 DEBUG:teuthology.orchestra.run.smithi045:> rm -f /home/ubuntu/cephtest/ca/rgw.client.0.crt /home/ubuntu/cephtest/ca/rgw.client.0.key 2024-09-12T18:16:38.586 DEBUG:teuthology.orchestra.run.smithi045:> rmdir --ignore-fail-on-non-empty /home/ubuntu/cephtest/ca 2024-09-12T18:16:38.656 DEBUG:teuthology.orchestra.run.smithi045:> sudo rm /usr/share/pki/ca-trust-source/anchors/root.crt 2024-09-12T18:16:38.736 DEBUG:teuthology.orchestra.run.smithi045:> sudo update-ca-trust 2024-09-12T18:16:39.794 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2024-09-12T18:16:39.806 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-12T18:16:39.806 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T18:16:40.142 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:16:40.155 INFO:teuthology.orchestra.run.smithi045.stderr:dumped all 2024-09-12T18:16:40.158 INFO:teuthology.orchestra.run.smithi045.stdout:{"pg_ready":true,"pg_map":{"version":1519,"stamp":"2024-09-12T18:16:38.246171+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":746753473,"num_objects":955,"num_object_clones":0,"num_object_copies":2477,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":955,"num_whiteouts":0,"num_read":168516,"num_read_kb":2763599,"num_write":124740,"num_write_kb":2540019,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":62,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12956,"ondisk_log_size":12956,"up":850,"acting":850,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":850,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":2518528,"kb_used_data":1201664,"kb_used_omap":12,"kb_used_meta":1316723,"kb_avail":752456192,"statfs":{"total":773094113280,"available":770515140608,"internally_reserved":0,"allocated":1230503936,"data_stored":1214425688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12777,"internal_metadata":1348324887},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004586"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":18,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:37.531243+0000","last_change":"2024-09-12T18:02:38.154715+0000","last_active":"2024-09-12T18:12:37.531243+0000","last_peered":"2024-09-12T18:12:37.531243+0000","last_clean":"2024-09-12T18:12:37.531243+0000","last_became_active":"2024-09-12T18:02:38.154287+0000","last_became_peered":"2024-09-12T18:02:38.154287+0000","last_unstale":"2024-09-12T18:12:37.531243+0000","last_undegraded":"2024-09-12T18:12:37.531243+0000","last_fullsized":"2024-09-12T18:12:37.531243+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:27:26.835780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"266'10","reported_seq":52,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:02.525937+0000","last_change":"2024-09-12T17:52:02.159670+0000","last_active":"2024-09-12T18:12:02.525937+0000","last_peered":"2024-09-12T18:12:02.525937+0000","last_clean":"2024-09-12T18:12:02.525937+0000","last_became_active":"2024-09-12T17:52:02.159370+0000","last_became_peered":"2024-09-12T17:52:02.159370+0000","last_unstale":"2024-09-12T18:12:02.525937+0000","last_undegraded":"2024-09-12T18:12:02.525937+0000","last_fullsized":"2024-09-12T18:12:02.525937+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:46:14.192164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":14,"num_read_kb":25602,"num_write":20,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"263'6","reported_seq":51,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:02.537119+0000","last_change":"2024-09-12T17:51:59.142267+0000","last_active":"2024-09-12T18:12:02.537119+0000","last_peered":"2024-09-12T18:12:02.537119+0000","last_clean":"2024-09-12T18:12:02.537119+0000","last_became_active":"2024-09-12T17:51:59.141807+0000","last_became_peered":"2024-09-12T17:51:59.141807+0000","last_unstale":"2024-09-12T18:12:02.537119+0000","last_undegraded":"2024-09-12T18:12:02.537119+0000","last_fullsized":"2024-09-12T18:12:02.537119+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:02:21.526041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":4098,"num_write":6,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"266'11","reported_seq":79,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:07.517164+0000","last_change":"2024-09-12T17:50:12.697067+0000","last_active":"2024-09-12T18:13:07.517164+0000","last_peered":"2024-09-12T18:13:07.517164+0000","last_clean":"2024-09-12T18:13:07.517164+0000","last_became_active":"2024-09-12T17:50:12.696789+0000","last_became_peered":"2024-09-12T17:50:12.696789+0000","last_unstale":"2024-09-12T18:13:07.517164+0000","last_undegraded":"2024-09-12T18:13:07.517164+0000","last_fullsized":"2024-09-12T18:13:07.517164+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:19:49.870131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":56,"num_read_kb":39,"num_write":21,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":18,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:37.394925+0000","last_change":"2024-09-12T18:02:38.163163+0000","last_active":"2024-09-12T18:12:37.394925+0000","last_peered":"2024-09-12T18:12:37.394925+0000","last_clean":"2024-09-12T18:12:37.394925+0000","last_became_active":"2024-09-12T18:02:38.162843+0000","last_became_peered":"2024-09-12T18:02:38.162843+0000","last_unstale":"2024-09-12T18:12:37.394925+0000","last_undegraded":"2024-09-12T18:12:37.394925+0000","last_fullsized":"2024-09-12T18:12:37.394925+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:06:38.397676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"263'2","reported_seq":36,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:02.419879+0000","last_change":"2024-09-12T17:52:02.158518+0000","last_active":"2024-09-12T18:12:02.419879+0000","last_peered":"2024-09-12T18:12:02.419879+0000","last_clean":"2024-09-12T18:12:02.419879+0000","last_became_active":"2024-09-12T17:52:02.157199+0000","last_became_peered":"2024-09-12T17:52:02.157199+0000","last_unstale":"2024-09-12T18:12:02.419879+0000","last_undegraded":"2024-09-12T18:12:02.419879+0000","last_fullsized":"2024-09-12T18:12:02.419879+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:48:16.929354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"266'4","reported_seq":45,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:02.389977+0000","last_change":"2024-09-12T17:51:59.136507+0000","last_active":"2024-09-12T18:12:02.389977+0000","last_peered":"2024-09-12T18:12:02.389977+0000","last_clean":"2024-09-12T18:12:02.389977+0000","last_became_active":"2024-09-12T17:51:59.136219+0000","last_became_peered":"2024-09-12T17:51:59.136219+0000","last_unstale":"2024-09-12T18:12:02.389977+0000","last_undegraded":"2024-09-12T18:12:02.389977+0000","last_fullsized":"2024-09-12T18:12:02.389977+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:32:58.389565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60370,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":4155,"num_write":9,"num_write_kb":4155,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"266'14","reported_seq":86,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:17.407631+0000","last_change":"2024-09-12T17:50:12.697889+0000","last_active":"2024-09-12T18:14:17.407631+0000","last_peered":"2024-09-12T18:14:17.407631+0000","last_clean":"2024-09-12T18:14:17.407631+0000","last_became_active":"2024-09-12T17:50:12.697593+0000","last_became_peered":"2024-09-12T17:50:12.697593+0000","last_unstale":"2024-09-12T18:14:17.407631+0000","last_undegraded":"2024-09-12T18:14:17.407631+0000","last_fullsized":"2024-09-12T18:14:17.407631+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:54:19.497186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":66,"num_read_kb":45,"num_write":35,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":18,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:17.393208+0000","last_change":"2024-09-12T18:02:38.156348+0000","last_active":"2024-09-12T18:12:17.393208+0000","last_peered":"2024-09-12T18:12:17.393208+0000","last_clean":"2024-09-12T18:12:17.393208+0000","last_became_active":"2024-09-12T18:02:38.156025+0000","last_became_peered":"2024-09-12T18:02:38.156025+0000","last_unstale":"2024-09-12T18:12:17.393208+0000","last_undegraded":"2024-09-12T18:12:17.393208+0000","last_fullsized":"2024-09-12T18:12:17.393208+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:51:21.666012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"266'3","reported_seq":40,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:52.515111+0000","last_change":"2024-09-12T17:52:02.670448+0000","last_active":"2024-09-12T18:12:52.515111+0000","last_peered":"2024-09-12T18:12:52.515111+0000","last_clean":"2024-09-12T18:12:52.515111+0000","last_became_active":"2024-09-12T17:52:02.670051+0000","last_became_peered":"2024-09-12T17:52:02.670051+0000","last_unstale":"2024-09-12T18:12:52.515111+0000","last_undegraded":"2024-09-12T18:12:52.515111+0000","last_fullsized":"2024-09-12T18:12:52.515111+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:19:23.457783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8428753,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":8232,"num_write":3,"num_write_kb":8232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"263'2","reported_seq":45,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:07.406205+0000","last_change":"2024-09-12T17:51:59.143402+0000","last_active":"2024-09-12T18:14:07.406205+0000","last_peered":"2024-09-12T18:14:07.406205+0000","last_clean":"2024-09-12T18:14:07.406205+0000","last_became_active":"2024-09-12T17:51:59.142509+0000","last_became_peered":"2024-09-12T17:51:59.142509+0000","last_unstale":"2024-09-12T18:14:07.406205+0000","last_undegraded":"2024-09-12T18:14:07.406205+0000","last_fullsized":"2024-09-12T18:14:07.406205+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:44:18.648507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":318,"num_write":2,"num_write_kb":318,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"266'24","reported_seq":114,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:42.513458+0000","last_change":"2024-09-12T17:50:12.693436+0000","last_active":"2024-09-12T18:12:42.513458+0000","last_peered":"2024-09-12T18:12:42.513458+0000","last_clean":"2024-09-12T18:12:42.513458+0000","last_became_active":"2024-09-12T17:50:12.693126+0000","last_became_peered":"2024-09-12T17:50:12.693126+0000","last_unstale":"2024-09-12T18:12:42.513458+0000","last_undegraded":"2024-09-12T18:12:42.513458+0000","last_fullsized":"2024-09-12T18:12:42.513458+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:26:33.914535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":127,"num_read_kb":89,"num_write":41,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":18,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:17.539056+0000","last_change":"2024-09-12T18:02:38.154955+0000","last_active":"2024-09-12T18:12:17.539056+0000","last_peered":"2024-09-12T18:12:17.539056+0000","last_clean":"2024-09-12T18:12:17.539056+0000","last_became_active":"2024-09-12T18:02:38.154676+0000","last_became_peered":"2024-09-12T18:02:38.154676+0000","last_unstale":"2024-09-12T18:12:17.539056+0000","last_undegraded":"2024-09-12T18:12:17.539056+0000","last_fullsized":"2024-09-12T18:12:17.539056+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:18:52.950039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"263'3","reported_seq":40,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.554187+0000","last_change":"2024-09-12T17:52:02.672301+0000","last_active":"2024-09-12T18:14:02.554187+0000","last_peered":"2024-09-12T18:14:02.554187+0000","last_clean":"2024-09-12T18:14:02.554187+0000","last_became_active":"2024-09-12T17:52:02.670321+0000","last_became_peered":"2024-09-12T17:52:02.670321+0000","last_unstale":"2024-09-12T18:14:02.554187+0000","last_undegraded":"2024-09-12T18:14:02.554187+0000","last_fullsized":"2024-09-12T18:14:02.554187+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:20:55.132903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"0'0","reported_seq":40,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:52.427657+0000","last_change":"2024-09-12T17:51:59.143850+0000","last_active":"2024-09-12T18:12:52.427657+0000","last_peered":"2024-09-12T18:12:52.427657+0000","last_clean":"2024-09-12T18:12:52.427657+0000","last_became_active":"2024-09-12T17:51:59.142658+0000","last_became_peered":"2024-09-12T17:51:59.142658+0000","last_unstale":"2024-09-12T18:12:52.427657+0000","last_undegraded":"2024-09-12T18:12:52.427657+0000","last_fullsized":"2024-09-12T18:12:52.427657+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:10:45.094945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"266'26","reported_seq":116,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:42.543589+0000","last_change":"2024-09-12T17:50:12.698702+0000","last_active":"2024-09-12T18:12:42.543589+0000","last_peered":"2024-09-12T18:12:42.543589+0000","last_clean":"2024-09-12T18:12:42.543589+0000","last_became_active":"2024-09-12T17:50:12.698413+0000","last_became_peered":"2024-09-12T17:50:12.698413+0000","last_unstale":"2024-09-12T18:12:42.543589+0000","last_undegraded":"2024-09-12T18:12:42.543589+0000","last_fullsized":"2024-09-12T18:12:42.543589+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:16:03.786030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":132,"num_read_kb":92,"num_write":46,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:37.558294+0000","last_change":"2024-09-12T18:02:38.160435+0000","last_active":"2024-09-12T18:14:37.558294+0000","last_peered":"2024-09-12T18:14:37.558294+0000","last_clean":"2024-09-12T18:14:37.558294+0000","last_became_active":"2024-09-12T18:02:38.160067+0000","last_became_peered":"2024-09-12T18:02:38.160067+0000","last_unstale":"2024-09-12T18:14:37.558294+0000","last_undegraded":"2024-09-12T18:14:37.558294+0000","last_fullsized":"2024-09-12T18:14:37.558294+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:37:53.344720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"266'1","reported_seq":35,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:57.409101+0000","last_change":"2024-09-12T17:52:02.160809+0000","last_active":"2024-09-12T18:13:57.409101+0000","last_peered":"2024-09-12T18:13:57.409101+0000","last_clean":"2024-09-12T18:13:57.409101+0000","last_became_active":"2024-09-12T17:52:02.160479+0000","last_became_peered":"2024-09-12T17:52:02.160479+0000","last_unstale":"2024-09-12T18:13:57.409101+0000","last_undegraded":"2024-09-12T18:13:57.409101+0000","last_fullsized":"2024-09-12T18:13:57.409101+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:16:23.802920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145728,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":3072,"num_write":1,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"263'2","reported_seq":43,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.522147+0000","last_change":"2024-09-12T17:51:59.138783+0000","last_active":"2024-09-12T18:13:47.522147+0000","last_peered":"2024-09-12T18:13:47.522147+0000","last_clean":"2024-09-12T18:13:47.522147+0000","last_became_active":"2024-09-12T17:51:59.137857+0000","last_became_peered":"2024-09-12T17:51:59.137857+0000","last_unstale":"2024-09-12T18:13:47.522147+0000","last_undegraded":"2024-09-12T18:13:47.522147+0000","last_fullsized":"2024-09-12T18:13:47.522147+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:43:32.976452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"266'29","reported_seq":120,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:42.543529+0000","last_change":"2024-09-12T17:50:12.693949+0000","last_active":"2024-09-12T18:12:42.543529+0000","last_peered":"2024-09-12T18:12:42.543529+0000","last_clean":"2024-09-12T18:12:42.543529+0000","last_became_active":"2024-09-12T17:50:12.693690+0000","last_became_peered":"2024-09-12T17:50:12.693690+0000","last_unstale":"2024-09-12T18:12:42.543529+0000","last_undegraded":"2024-09-12T18:12:42.543529+0000","last_fullsized":"2024-09-12T18:12:42.543529+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:31:34.755413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":133,"num_read_kb":91,"num_write":59,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:02.398386+0000","last_change":"2024-09-12T18:02:38.163723+0000","last_active":"2024-09-12T18:13:02.398386+0000","last_peered":"2024-09-12T18:13:02.398386+0000","last_clean":"2024-09-12T18:13:02.398386+0000","last_became_active":"2024-09-12T18:02:38.163323+0000","last_became_peered":"2024-09-12T18:02:38.163323+0000","last_unstale":"2024-09-12T18:13:02.398386+0000","last_undegraded":"2024-09-12T18:13:02.398386+0000","last_fullsized":"2024-09-12T18:13:02.398386+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:32:30.376178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"266'9","reported_seq":52,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.404476+0000","last_change":"2024-09-12T17:52:02.162613+0000","last_active":"2024-09-12T18:13:47.404476+0000","last_peered":"2024-09-12T18:13:47.404476+0000","last_clean":"2024-09-12T18:13:47.404476+0000","last_became_active":"2024-09-12T17:52:02.162331+0000","last_became_peered":"2024-09-12T17:52:02.162331+0000","last_unstale":"2024-09-12T18:13:47.404476+0000","last_undegraded":"2024-09-12T18:13:47.404476+0000","last_fullsized":"2024-09-12T18:13:47.404476+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:15:01.359986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":15,"num_read_kb":11266,"num_write":9,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"0'0","reported_seq":39,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:52.435253+0000","last_change":"2024-09-12T17:51:59.147427+0000","last_active":"2024-09-12T18:13:52.435253+0000","last_peered":"2024-09-12T18:13:52.435253+0000","last_clean":"2024-09-12T18:13:52.435253+0000","last_became_active":"2024-09-12T17:51:59.146797+0000","last_became_peered":"2024-09-12T17:51:59.146797+0000","last_unstale":"2024-09-12T18:13:52.435253+0000","last_undegraded":"2024-09-12T18:13:52.435253+0000","last_fullsized":"2024-09-12T18:13:52.435253+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:50:00.007520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"266'26","reported_seq":119,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:42.396370+0000","last_change":"2024-09-12T17:50:12.701450+0000","last_active":"2024-09-12T18:12:42.396370+0000","last_peered":"2024-09-12T18:12:42.396370+0000","last_clean":"2024-09-12T18:12:42.396370+0000","last_became_active":"2024-09-12T17:50:12.701160+0000","last_became_peered":"2024-09-12T17:50:12.701160+0000","last_unstale":"2024-09-12T18:12:42.396370+0000","last_undegraded":"2024-09-12T18:12:42.396370+0000","last_fullsized":"2024-09-12T18:12:42.396370+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:58:58.160695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":134,"num_read_kb":93,"num_write":56,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"266'1","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:42.397388+0000","last_change":"2024-09-12T18:02:38.160031+0000","last_active":"2024-09-12T18:12:42.397388+0000","last_peered":"2024-09-12T18:12:42.397388+0000","last_clean":"2024-09-12T18:12:42.397388+0000","last_became_active":"2024-09-12T18:02:38.159671+0000","last_became_peered":"2024-09-12T18:02:38.159671+0000","last_unstale":"2024-09-12T18:12:42.397388+0000","last_undegraded":"2024-09-12T18:12:42.397388+0000","last_fullsized":"2024-09-12T18:12:42.397388+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:04:29.599670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"266'3","reported_seq":38,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:02.391361+0000","last_change":"2024-09-12T17:52:02.160947+0000","last_active":"2024-09-12T18:12:02.391361+0000","last_peered":"2024-09-12T18:12:02.391361+0000","last_clean":"2024-09-12T18:12:02.391361+0000","last_became_active":"2024-09-12T17:52:02.160209+0000","last_became_peered":"2024-09-12T17:52:02.160209+0000","last_unstale":"2024-09-12T18:12:02.391361+0000","last_undegraded":"2024-09-12T18:12:02.391361+0000","last_fullsized":"2024-09-12T18:12:02.391361+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:11:40.496192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6291456,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"266'1","reported_seq":40,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:02.419804+0000","last_change":"2024-09-12T17:51:59.139093+0000","last_active":"2024-09-12T18:12:02.419804+0000","last_peered":"2024-09-12T18:12:02.419804+0000","last_clean":"2024-09-12T18:12:02.419804+0000","last_became_active":"2024-09-12T17:51:59.138726+0000","last_became_peered":"2024-09-12T17:51:59.138726+0000","last_unstale":"2024-09-12T18:12:02.419804+0000","last_undegraded":"2024-09-12T18:12:02.419804+0000","last_fullsized":"2024-09-12T18:12:02.419804+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:48:45.367916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1024,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"266'16","reported_seq":87,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:02.507221+0000","last_change":"2024-09-12T17:50:12.699498+0000","last_active":"2024-09-12T18:12:02.507221+0000","last_peered":"2024-09-12T18:12:02.507221+0000","last_clean":"2024-09-12T18:12:02.507221+0000","last_became_active":"2024-09-12T17:50:12.699215+0000","last_became_peered":"2024-09-12T17:50:12.699215+0000","last_unstale":"2024-09-12T18:12:02.507221+0000","last_undegraded":"2024-09-12T18:12:02.507221+0000","last_fullsized":"2024-09-12T18:12:02.507221+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:58:53.199650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":73,"num_read_kb":51,"num_write":32,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":18,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:42.397443+0000","last_change":"2024-09-12T18:02:38.160199+0000","last_active":"2024-09-12T18:12:42.397443+0000","last_peered":"2024-09-12T18:12:42.397443+0000","last_clean":"2024-09-12T18:12:42.397443+0000","last_became_active":"2024-09-12T18:02:38.159706+0000","last_became_peered":"2024-09-12T18:02:38.159706+0000","last_unstale":"2024-09-12T18:12:42.397443+0000","last_undegraded":"2024-09-12T18:12:42.397443+0000","last_fullsized":"2024-09-12T18:12:42.397443+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:30:43.270936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"0'0","reported_seq":26,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:32.530582+0000","last_change":"2024-09-12T17:52:32.769283+0000","last_active":"2024-09-12T18:12:32.530582+0000","last_peered":"2024-09-12T18:12:32.530582+0000","last_clean":"2024-09-12T18:12:32.530582+0000","last_became_active":"2024-09-12T17:52:32.768929+0000","last_became_peered":"2024-09-12T17:52:32.768929+0000","last_unstale":"2024-09-12T18:12:32.530582+0000","last_undegraded":"2024-09-12T18:12:32.530582+0000","last_fullsized":"2024-09-12T18:12:32.530582+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:00:32.829080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1b","version":"266'3","reported_seq":44,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:02.507260+0000","last_change":"2024-09-12T17:51:59.143451+0000","last_active":"2024-09-12T18:12:02.507260+0000","last_peered":"2024-09-12T18:12:02.507260+0000","last_clean":"2024-09-12T18:12:02.507260+0000","last_became_active":"2024-09-12T17:51:59.143126+0000","last_became_peered":"2024-09-12T17:51:59.143126+0000","last_unstale":"2024-09-12T18:12:02.507260+0000","last_undegraded":"2024-09-12T18:12:02.507260+0000","last_fullsized":"2024-09-12T18:12:02.507260+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:02:19.433747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":8192,"num_write":3,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"266'81","reported_seq":266,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:18.410312+0000","last_change":"2024-09-12T17:50:12.699422+0000","last_active":"2024-09-12T18:13:18.410312+0000","last_peered":"2024-09-12T18:13:18.410312+0000","last_clean":"2024-09-12T18:13:18.410312+0000","last_became_active":"2024-09-12T17:50:12.699126+0000","last_became_peered":"2024-09-12T17:50:12.699126+0000","last_unstale":"2024-09-12T18:13:18.410312+0000","last_undegraded":"2024-09-12T18:13:18.410312+0000","last_fullsized":"2024-09-12T18:13:18.410312+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":0,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:59:38.911867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":413,"num_read_kb":292,"num_write":157,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:17.407812+0000","last_change":"2024-09-12T18:02:38.154104+0000","last_active":"2024-09-12T18:14:17.407812+0000","last_peered":"2024-09-12T18:14:17.407812+0000","last_clean":"2024-09-12T18:14:17.407812+0000","last_became_active":"2024-09-12T18:02:38.153814+0000","last_became_peered":"2024-09-12T18:02:38.153814+0000","last_unstale":"2024-09-12T18:14:17.407812+0000","last_undegraded":"2024-09-12T18:14:17.407812+0000","last_fullsized":"2024-09-12T18:14:17.407812+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:39:49.053554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"266'5","reported_seq":45,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.552077+0000","last_change":"2024-09-12T17:52:02.669934+0000","last_active":"2024-09-12T18:13:47.552077+0000","last_peered":"2024-09-12T18:13:47.552077+0000","last_clean":"2024-09-12T18:13:47.552077+0000","last_became_active":"2024-09-12T17:52:02.669589+0000","last_became_peered":"2024-09-12T17:52:02.669589+0000","last_unstale":"2024-09-12T18:13:47.552077+0000","last_undegraded":"2024-09-12T18:13:47.552077+0000","last_fullsized":"2024-09-12T18:13:47.552077+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:31:30.368051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":10,"num_read_kb":11266,"num_write":5,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"266'9","reported_seq":56,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:07.535642+0000","last_change":"2024-09-12T17:51:59.144613+0000","last_active":"2024-09-12T18:13:07.535642+0000","last_peered":"2024-09-12T18:13:07.535642+0000","last_clean":"2024-09-12T18:13:07.535642+0000","last_became_active":"2024-09-12T17:51:59.144250+0000","last_became_peered":"2024-09-12T17:51:59.144250+0000","last_unstale":"2024-09-12T18:13:07.535642+0000","last_undegraded":"2024-09-12T18:13:07.535642+0000","last_fullsized":"2024-09-12T18:13:07.535642+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:34:23.658107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":12,"num_read_kb":5122,"num_write":19,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"266'5","reported_seq":59,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:11:57.506410+0000","last_change":"2024-09-12T17:50:12.700926+0000","last_active":"2024-09-12T18:11:57.506410+0000","last_peered":"2024-09-12T18:11:57.506410+0000","last_clean":"2024-09-12T18:11:57.506410+0000","last_became_active":"2024-09-12T17:50:12.699983+0000","last_became_peered":"2024-09-12T17:50:12.699983+0000","last_unstale":"2024-09-12T18:11:57.506410+0000","last_undegraded":"2024-09-12T18:11:57.506410+0000","last_fullsized":"2024-09-12T18:11:57.506410+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:05:19.286760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":22,"num_read_kb":15,"num_write":10,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"266'1","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:17.407543+0000","last_change":"2024-09-12T18:02:38.161793+0000","last_active":"2024-09-12T18:14:17.407543+0000","last_peered":"2024-09-12T18:14:17.407543+0000","last_clean":"2024-09-12T18:14:17.407543+0000","last_became_active":"2024-09-12T18:02:38.161523+0000","last_became_peered":"2024-09-12T18:02:38.161523+0000","last_unstale":"2024-09-12T18:14:17.407543+0000","last_undegraded":"2024-09-12T18:14:17.407543+0000","last_fullsized":"2024-09-12T18:14:17.407543+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:26:13.196724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"266'1","reported_seq":36,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:02.546161+0000","last_change":"2024-09-12T17:52:02.672291+0000","last_active":"2024-09-12T18:13:02.546161+0000","last_peered":"2024-09-12T18:13:02.546161+0000","last_clean":"2024-09-12T18:13:02.546161+0000","last_became_active":"2024-09-12T17:52:02.670396+0000","last_became_peered":"2024-09-12T17:52:02.670396+0000","last_unstale":"2024-09-12T18:13:02.546161+0000","last_undegraded":"2024-09-12T18:13:02.546161+0000","last_fullsized":"2024-09-12T18:13:02.546161+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:25:59.767774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2048,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"266'1","reported_seq":40,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.406564+0000","last_change":"2024-09-12T17:51:59.148138+0000","last_active":"2024-09-12T18:13:47.406564+0000","last_peered":"2024-09-12T18:13:47.406564+0000","last_clean":"2024-09-12T18:13:47.406564+0000","last_became_active":"2024-09-12T17:51:59.147803+0000","last_became_peered":"2024-09-12T17:51:59.147803+0000","last_unstale":"2024-09-12T18:13:47.406564+0000","last_undegraded":"2024-09-12T18:13:47.406564+0000","last_fullsized":"2024-09-12T18:13:47.406564+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:11:13.210869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"261'11","reported_seq":77,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:11:57.536548+0000","last_change":"2024-09-12T17:50:12.696768+0000","last_active":"2024-09-12T18:11:57.536548+0000","last_peered":"2024-09-12T18:11:57.536548+0000","last_clean":"2024-09-12T18:11:57.536548+0000","last_became_active":"2024-09-12T17:50:12.696176+0000","last_became_peered":"2024-09-12T17:50:12.696176+0000","last_unstale":"2024-09-12T18:11:57.536548+0000","last_undegraded":"2024-09-12T18:11:57.536548+0000","last_fullsized":"2024-09-12T18:11:57.536548+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:14:12.095435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":56,"num_read_kb":39,"num_write":22,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":18,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:02.391671+0000","last_change":"2024-09-12T18:02:38.157257+0000","last_active":"2024-09-12T18:12:02.391671+0000","last_peered":"2024-09-12T18:12:02.391671+0000","last_clean":"2024-09-12T18:12:02.391671+0000","last_became_active":"2024-09-12T18:02:38.156976+0000","last_became_peered":"2024-09-12T18:02:38.156976+0000","last_unstale":"2024-09-12T18:12:02.391671+0000","last_undegraded":"2024-09-12T18:12:02.391671+0000","last_fullsized":"2024-09-12T18:12:02.391671+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:32:28.142997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"266'1","reported_seq":36,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.552139+0000","last_change":"2024-09-12T17:52:02.670421+0000","last_active":"2024-09-12T18:13:47.552139+0000","last_peered":"2024-09-12T18:13:47.552139+0000","last_clean":"2024-09-12T18:13:47.552139+0000","last_became_active":"2024-09-12T17:52:02.670103+0000","last_became_peered":"2024-09-12T17:52:02.670103+0000","last_unstale":"2024-09-12T18:13:47.552139+0000","last_undegraded":"2024-09-12T18:13:47.552139+0000","last_fullsized":"2024-09-12T18:13:47.552139+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:59:33.020694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":8192,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"266'3","reported_seq":44,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.403890+0000","last_change":"2024-09-12T17:51:59.145067+0000","last_active":"2024-09-12T18:13:47.403890+0000","last_peered":"2024-09-12T18:13:47.403890+0000","last_clean":"2024-09-12T18:13:47.403890+0000","last_became_active":"2024-09-12T17:51:59.144777+0000","last_became_peered":"2024-09-12T17:51:59.144777+0000","last_unstale":"2024-09-12T18:13:47.403890+0000","last_undegraded":"2024-09-12T18:13:47.403890+0000","last_fullsized":"2024-09-12T18:13:47.403890+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:00:34.776516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2048,"num_write":8,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"266'45","reported_seq":168,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:11:57.389115+0000","last_change":"2024-09-12T17:50:12.695990+0000","last_active":"2024-09-12T18:11:57.389115+0000","last_peered":"2024-09-12T18:11:57.389115+0000","last_clean":"2024-09-12T18:11:57.389115+0000","last_became_active":"2024-09-12T17:50:12.695715+0000","last_became_peered":"2024-09-12T17:50:12.695715+0000","last_unstale":"2024-09-12T18:11:57.389115+0000","last_undegraded":"2024-09-12T18:11:57.389115+0000","last_fullsized":"2024-09-12T18:11:57.389115+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:17:57.918870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":227,"num_read_kb":165,"num_write":78,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:17.411697+0000","last_change":"2024-09-12T18:02:38.154300+0000","last_active":"2024-09-12T18:14:17.411697+0000","last_peered":"2024-09-12T18:14:17.411697+0000","last_clean":"2024-09-12T18:14:17.411697+0000","last_became_active":"2024-09-12T18:02:38.154016+0000","last_became_peered":"2024-09-12T18:02:38.154016+0000","last_unstale":"2024-09-12T18:14:17.411697+0000","last_undegraded":"2024-09-12T18:14:17.411697+0000","last_fullsized":"2024-09-12T18:14:17.411697+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:25:04.140986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"0'0","reported_seq":33,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.434649+0000","last_change":"2024-09-12T17:52:02.163858+0000","last_active":"2024-09-12T18:13:47.434649+0000","last_peered":"2024-09-12T18:13:47.434649+0000","last_clean":"2024-09-12T18:13:47.434649+0000","last_became_active":"2024-09-12T17:52:02.163574+0000","last_became_peered":"2024-09-12T17:52:02.163574+0000","last_unstale":"2024-09-12T18:13:47.434649+0000","last_undegraded":"2024-09-12T18:13:47.434649+0000","last_fullsized":"2024-09-12T18:13:47.434649+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:29:20.038171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"266'1","reported_seq":41,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.522313+0000","last_change":"2024-09-12T17:51:59.147385+0000","last_active":"2024-09-12T18:13:47.522313+0000","last_peered":"2024-09-12T18:13:47.522313+0000","last_clean":"2024-09-12T18:13:47.522313+0000","last_became_active":"2024-09-12T17:51:59.146966+0000","last_became_peered":"2024-09-12T17:51:59.146966+0000","last_unstale":"2024-09-12T18:13:47.522313+0000","last_undegraded":"2024-09-12T18:13:47.522313+0000","last_fullsized":"2024-09-12T18:13:47.522313+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:38:21.934004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"266'30","reported_seq":127,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:37.405171+0000","last_change":"2024-09-12T17:50:12.698962+0000","last_active":"2024-09-12T18:13:37.405171+0000","last_peered":"2024-09-12T18:13:37.405171+0000","last_clean":"2024-09-12T18:13:37.405171+0000","last_became_active":"2024-09-12T17:50:12.698681+0000","last_became_peered":"2024-09-12T17:50:12.698681+0000","last_unstale":"2024-09-12T18:13:37.405171+0000","last_undegraded":"2024-09-12T18:13:37.405171+0000","last_fullsized":"2024-09-12T18:13:37.405171+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:05:34.136310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":147,"num_read_kb":99,"num_write":50,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":18,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:17.539222+0000","last_change":"2024-09-12T18:02:38.164426+0000","last_active":"2024-09-12T18:12:17.539222+0000","last_peered":"2024-09-12T18:12:17.539222+0000","last_clean":"2024-09-12T18:12:17.539222+0000","last_became_active":"2024-09-12T18:02:38.163909+0000","last_became_peered":"2024-09-12T18:02:38.163909+0000","last_unstale":"2024-09-12T18:12:17.539222+0000","last_undegraded":"2024-09-12T18:12:17.539222+0000","last_fullsized":"2024-09-12T18:12:17.539222+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:26:26.179647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"263'5","reported_seq":43,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:02.398338+0000","last_change":"2024-09-12T17:52:02.163975+0000","last_active":"2024-09-12T18:13:02.398338+0000","last_peered":"2024-09-12T18:13:02.398338+0000","last_clean":"2024-09-12T18:13:02.398338+0000","last_became_active":"2024-09-12T17:52:02.163688+0000","last_became_peered":"2024-09-12T17:52:02.163688+0000","last_unstale":"2024-09-12T18:13:02.398338+0000","last_undegraded":"2024-09-12T18:13:02.398338+0000","last_fullsized":"2024-09-12T18:13:02.398338+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:15:34.865266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":12290,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"266'10","reported_seq":63,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:02.428681+0000","last_change":"2024-09-12T17:51:59.137941+0000","last_active":"2024-09-12T18:13:02.428681+0000","last_peered":"2024-09-12T18:13:02.428681+0000","last_clean":"2024-09-12T18:13:02.428681+0000","last_became_active":"2024-09-12T17:51:59.137686+0000","last_became_peered":"2024-09-12T17:51:59.137686+0000","last_unstale":"2024-09-12T18:13:02.428681+0000","last_undegraded":"2024-09-12T18:13:02.428681+0000","last_fullsized":"2024-09-12T18:13:02.428681+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:44:52.447455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":20,"num_read_kb":28676,"num_write":15,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"266'43","reported_seq":160,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:11.058735+0000","last_change":"2024-09-12T17:50:12.700952+0000","last_active":"2024-09-12T18:14:11.058735+0000","last_peered":"2024-09-12T18:14:11.058735+0000","last_clean":"2024-09-12T18:14:11.058735+0000","last_became_active":"2024-09-12T17:50:12.700684+0000","last_became_peered":"2024-09-12T17:50:12.700684+0000","last_unstale":"2024-09-12T18:14:11.058735+0000","last_undegraded":"2024-09-12T18:14:11.058735+0000","last_fullsized":"2024-09-12T18:14:11.058735+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:24:42.365213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":209,"num_read_kb":143,"num_write":82,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":18,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:22.510321+0000","last_change":"2024-09-12T18:02:38.161375+0000","last_active":"2024-09-12T18:12:22.510321+0000","last_peered":"2024-09-12T18:12:22.510321+0000","last_clean":"2024-09-12T18:12:22.510321+0000","last_became_active":"2024-09-12T18:02:38.161018+0000","last_became_peered":"2024-09-12T18:02:38.161018+0000","last_unstale":"2024-09-12T18:12:22.510321+0000","last_undegraded":"2024-09-12T18:12:22.510321+0000","last_fullsized":"2024-09-12T18:12:22.510321+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:17:41.476375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"266'5","reported_seq":44,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:02.398290+0000","last_change":"2024-09-12T17:52:02.163206+0000","last_active":"2024-09-12T18:13:02.398290+0000","last_peered":"2024-09-12T18:13:02.398290+0000","last_clean":"2024-09-12T18:13:02.398290+0000","last_became_active":"2024-09-12T17:52:02.162832+0000","last_became_peered":"2024-09-12T17:52:02.162832+0000","last_unstale":"2024-09-12T18:13:02.398290+0000","last_undegraded":"2024-09-12T18:13:02.398290+0000","last_fullsized":"2024-09-12T18:13:02.398290+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:40:11.707122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":12288,"num_write":10,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"266'1","reported_seq":41,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:02.546097+0000","last_change":"2024-09-12T17:51:59.146555+0000","last_active":"2024-09-12T18:13:02.546097+0000","last_peered":"2024-09-12T18:13:02.546097+0000","last_clean":"2024-09-12T18:13:02.546097+0000","last_became_active":"2024-09-12T17:51:59.146245+0000","last_became_peered":"2024-09-12T17:51:59.146245+0000","last_unstale":"2024-09-12T18:13:02.546097+0000","last_undegraded":"2024-09-12T18:13:02.546097+0000","last_fullsized":"2024-09-12T18:13:02.546097+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:46:38.431503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"0'0","reported_seq":48,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:32.520079+0000","last_change":"2024-09-12T17:50:12.698342+0000","last_active":"2024-09-12T18:13:32.520079+0000","last_peered":"2024-09-12T18:13:32.520079+0000","last_clean":"2024-09-12T18:13:32.520079+0000","last_became_active":"2024-09-12T17:50:12.698060+0000","last_became_peered":"2024-09-12T17:50:12.698060+0000","last_unstale":"2024-09-12T18:13:32.520079+0000","last_undegraded":"2024-09-12T18:13:32.520079+0000","last_fullsized":"2024-09-12T18:13:32.520079+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:30:56.848197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"265'1","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:07.507995+0000","last_change":"2024-09-12T18:02:38.164222+0000","last_active":"2024-09-12T18:12:07.507995+0000","last_peered":"2024-09-12T18:12:07.507995+0000","last_clean":"2024-09-12T18:12:07.507995+0000","last_became_active":"2024-09-12T18:02:38.163910+0000","last_became_peered":"2024-09-12T18:02:38.163910+0000","last_unstale":"2024-09-12T18:12:07.507995+0000","last_undegraded":"2024-09-12T18:12:07.507995+0000","last_fullsized":"2024-09-12T18:12:07.507995+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:32:00.713848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"266'4","reported_seq":43,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:02.546144+0000","last_change":"2024-09-12T17:52:02.160664+0000","last_active":"2024-09-12T18:13:02.546144+0000","last_peered":"2024-09-12T18:13:02.546144+0000","last_clean":"2024-09-12T18:13:02.546144+0000","last_became_active":"2024-09-12T17:52:02.160320+0000","last_became_peered":"2024-09-12T17:52:02.160320+0000","last_unstale":"2024-09-12T18:13:02.546144+0000","last_undegraded":"2024-09-12T18:13:02.546144+0000","last_fullsized":"2024-09-12T18:13:02.546144+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:18:28.519965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":644733,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":1578,"num_write":4,"num_write_kb":948,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"0'0","reported_seq":39,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:02.398923+0000","last_change":"2024-09-12T17:51:59.149864+0000","last_active":"2024-09-12T18:13:02.398923+0000","last_peered":"2024-09-12T18:13:02.398923+0000","last_clean":"2024-09-12T18:13:02.398923+0000","last_became_active":"2024-09-12T17:51:59.149378+0000","last_became_peered":"2024-09-12T17:51:59.149378+0000","last_unstale":"2024-09-12T18:13:02.398923+0000","last_undegraded":"2024-09-12T18:13:02.398923+0000","last_fullsized":"2024-09-12T18:13:02.398923+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:42:00.733944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"266'16","reported_seq":91,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:32.432451+0000","last_change":"2024-09-12T17:50:12.690151+0000","last_active":"2024-09-12T18:13:32.432451+0000","last_peered":"2024-09-12T18:13:32.432451+0000","last_clean":"2024-09-12T18:13:32.432451+0000","last_became_active":"2024-09-12T17:50:12.689881+0000","last_became_peered":"2024-09-12T17:50:12.689881+0000","last_unstale":"2024-09-12T18:13:32.432451+0000","last_undegraded":"2024-09-12T18:13:32.432451+0000","last_fullsized":"2024-09-12T18:13:32.432451+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:59:12.522778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":81,"num_read_kb":57,"num_write":29,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"266'1","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:17.539151+0000","last_change":"2024-09-12T18:02:38.164143+0000","last_active":"2024-09-12T18:12:17.539151+0000","last_peered":"2024-09-12T18:12:17.539151+0000","last_clean":"2024-09-12T18:12:17.539151+0000","last_became_active":"2024-09-12T18:02:38.162945+0000","last_became_peered":"2024-09-12T18:02:38.162945+0000","last_unstale":"2024-09-12T18:12:17.539151+0000","last_undegraded":"2024-09-12T18:12:17.539151+0000","last_fullsized":"2024-09-12T18:12:17.539151+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:56:33.407884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"266'1","reported_seq":34,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:02.398900+0000","last_change":"2024-09-12T17:52:02.155072+0000","last_active":"2024-09-12T18:13:02.398900+0000","last_peered":"2024-09-12T18:13:02.398900+0000","last_clean":"2024-09-12T18:13:02.398900+0000","last_became_active":"2024-09-12T17:52:02.154753+0000","last_became_peered":"2024-09-12T17:52:02.154753+0000","last_unstale":"2024-09-12T18:13:02.398900+0000","last_undegraded":"2024-09-12T18:13:02.398900+0000","last_fullsized":"2024-09-12T18:13:02.398900+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:59:19.708414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"0'0","reported_seq":39,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:02.534883+0000","last_change":"2024-09-12T17:51:59.146758+0000","last_active":"2024-09-12T18:13:02.534883+0000","last_peered":"2024-09-12T18:13:02.534883+0000","last_clean":"2024-09-12T18:13:02.534883+0000","last_became_active":"2024-09-12T17:51:59.146423+0000","last_became_peered":"2024-09-12T17:51:59.146423+0000","last_unstale":"2024-09-12T18:13:02.534883+0000","last_undegraded":"2024-09-12T18:13:02.534883+0000","last_fullsized":"2024-09-12T18:13:02.534883+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:09:08.137641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"266'142","reported_seq":466,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:11.262492+0000","last_change":"2024-09-12T17:50:12.696215+0000","last_active":"2024-09-12T18:14:11.262492+0000","last_peered":"2024-09-12T18:14:11.262492+0000","last_clean":"2024-09-12T18:14:11.262492+0000","last_became_active":"2024-09-12T17:50:12.695302+0000","last_became_peered":"2024-09-12T17:50:12.695302+0000","last_unstale":"2024-09-12T18:14:11.262492+0000","last_undegraded":"2024-09-12T18:14:11.262492+0000","last_fullsized":"2024-09-12T18:14:11.262492+0000","mapping_epoch":252,"log_start":"263'100","ondisk_log_start":"263'100","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:21:21.737387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":818,"num_read_kb":651,"num_write":189,"num_write_kb":126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:32.401796+0000","last_change":"2024-09-12T18:02:38.157255+0000","last_active":"2024-09-12T18:13:32.401796+0000","last_peered":"2024-09-12T18:13:32.401796+0000","last_clean":"2024-09-12T18:13:32.401796+0000","last_became_active":"2024-09-12T18:02:38.156956+0000","last_became_peered":"2024-09-12T18:02:38.156956+0000","last_unstale":"2024-09-12T18:13:32.401796+0000","last_undegraded":"2024-09-12T18:13:32.401796+0000","last_fullsized":"2024-09-12T18:13:32.401796+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:47:02.929735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"263'2","reported_seq":37,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:17.539172+0000","last_change":"2024-09-12T17:52:02.161475+0000","last_active":"2024-09-12T18:12:17.539172+0000","last_peered":"2024-09-12T18:12:17.539172+0000","last_clean":"2024-09-12T18:12:17.539172+0000","last_became_active":"2024-09-12T17:52:02.160519+0000","last_became_peered":"2024-09-12T17:52:02.160519+0000","last_unstale":"2024-09-12T18:12:17.539172+0000","last_undegraded":"2024-09-12T18:12:17.539172+0000","last_fullsized":"2024-09-12T18:12:17.539172+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:36:24.820111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"266'2","reported_seq":43,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:17.393995+0000","last_change":"2024-09-12T17:51:59.145277+0000","last_active":"2024-09-12T18:12:17.393995+0000","last_peered":"2024-09-12T18:12:17.393995+0000","last_clean":"2024-09-12T18:12:17.393995+0000","last_became_active":"2024-09-12T17:51:59.144978+0000","last_became_peered":"2024-09-12T17:51:59.144978+0000","last_unstale":"2024-09-12T18:12:17.393995+0000","last_undegraded":"2024-09-12T18:12:17.393995+0000","last_fullsized":"2024-09-12T18:12:17.393995+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:33:21.479269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2048,"num_write":7,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"266'11","reported_seq":76,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:38.621111+0000","last_change":"2024-09-12T17:50:12.699972+0000","last_active":"2024-09-12T18:13:38.621111+0000","last_peered":"2024-09-12T18:13:38.621111+0000","last_clean":"2024-09-12T18:13:38.621111+0000","last_became_active":"2024-09-12T17:50:12.698913+0000","last_became_peered":"2024-09-12T17:50:12.698913+0000","last_unstale":"2024-09-12T18:13:38.621111+0000","last_undegraded":"2024-09-12T18:13:38.621111+0000","last_fullsized":"2024-09-12T18:13:38.621111+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:41:56.088986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":51,"num_read_kb":36,"num_write":23,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:57.407930+0000","last_change":"2024-09-12T18:02:38.159136+0000","last_active":"2024-09-12T18:13:57.407930+0000","last_peered":"2024-09-12T18:13:57.407930+0000","last_clean":"2024-09-12T18:13:57.407930+0000","last_became_active":"2024-09-12T18:02:38.158852+0000","last_became_peered":"2024-09-12T18:02:38.158852+0000","last_unstale":"2024-09-12T18:13:57.407930+0000","last_undegraded":"2024-09-12T18:13:57.407930+0000","last_fullsized":"2024-09-12T18:13:57.407930+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:57:22.862407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"263'4","reported_seq":42,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:17.539118+0000","last_change":"2024-09-12T17:52:02.164062+0000","last_active":"2024-09-12T18:12:17.539118+0000","last_peered":"2024-09-12T18:12:17.539118+0000","last_clean":"2024-09-12T18:12:17.539118+0000","last_became_active":"2024-09-12T17:52:02.163005+0000","last_became_peered":"2024-09-12T17:52:02.163005+0000","last_unstale":"2024-09-12T18:12:17.539118+0000","last_undegraded":"2024-09-12T18:12:17.539118+0000","last_fullsized":"2024-09-12T18:12:17.539118+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:15:31.568040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":12290,"num_write":4,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"266'2","reported_seq":45,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:17.391998+0000","last_change":"2024-09-12T17:51:59.143191+0000","last_active":"2024-09-12T18:12:17.391998+0000","last_peered":"2024-09-12T18:12:17.391998+0000","last_clean":"2024-09-12T18:12:17.391998+0000","last_became_active":"2024-09-12T17:51:59.141618+0000","last_became_peered":"2024-09-12T17:51:59.141618+0000","last_unstale":"2024-09-12T18:12:17.391998+0000","last_undegraded":"2024-09-12T18:12:17.391998+0000","last_fullsized":"2024-09-12T18:12:17.391998+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:59:45.650134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":10240,"num_write":2,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"266'58","reported_seq":208,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:11.781418+0000","last_change":"2024-09-12T17:50:12.698175+0000","last_active":"2024-09-12T18:14:11.781418+0000","last_peered":"2024-09-12T18:14:11.781418+0000","last_clean":"2024-09-12T18:14:11.781418+0000","last_became_active":"2024-09-12T17:50:12.697897+0000","last_became_peered":"2024-09-12T17:50:12.697897+0000","last_unstale":"2024-09-12T18:14:11.781418+0000","last_undegraded":"2024-09-12T18:14:11.781418+0000","last_fullsized":"2024-09-12T18:14:11.781418+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":0,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:20:02.710918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":299,"num_read_kb":217,"num_write":105,"num_write_kb":42,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:27.401731+0000","last_change":"2024-09-12T18:02:38.163694+0000","last_active":"2024-09-12T18:13:27.401731+0000","last_peered":"2024-09-12T18:13:27.401731+0000","last_clean":"2024-09-12T18:13:27.401731+0000","last_became_active":"2024-09-12T18:02:38.163438+0000","last_became_peered":"2024-09-12T18:02:38.163438+0000","last_unstale":"2024-09-12T18:13:27.401731+0000","last_undegraded":"2024-09-12T18:13:27.401731+0000","last_fullsized":"2024-09-12T18:13:27.401731+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:24:44.345072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"266'5","reported_seq":44,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:22.392859+0000","last_change":"2024-09-12T17:52:02.669692+0000","last_active":"2024-09-12T18:12:22.392859+0000","last_peered":"2024-09-12T18:12:22.392859+0000","last_clean":"2024-09-12T18:12:22.392859+0000","last_became_active":"2024-09-12T17:52:02.669335+0000","last_became_peered":"2024-09-12T17:52:02.669335+0000","last_unstale":"2024-09-12T18:12:22.392859+0000","last_undegraded":"2024-09-12T18:12:22.392859+0000","last_fullsized":"2024-09-12T18:12:22.392859+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:39:17.032465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":9,"num_read_kb":4098,"num_write":5,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"266'1","reported_seq":41,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:17.509570+0000","last_change":"2024-09-12T17:51:59.145629+0000","last_active":"2024-09-12T18:12:17.509570+0000","last_peered":"2024-09-12T18:12:17.509570+0000","last_clean":"2024-09-12T18:12:17.509570+0000","last_became_active":"2024-09-12T17:51:59.145349+0000","last_became_peered":"2024-09-12T17:51:59.145349+0000","last_unstale":"2024-09-12T18:12:17.509570+0000","last_undegraded":"2024-09-12T18:12:17.509570+0000","last_fullsized":"2024-09-12T18:12:17.509570+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:36:18.870770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"266'19","reported_seq":99,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:42.396426+0000","last_change":"2024-09-12T17:50:12.699096+0000","last_active":"2024-09-12T18:12:42.396426+0000","last_peered":"2024-09-12T18:12:42.396426+0000","last_clean":"2024-09-12T18:12:42.396426+0000","last_became_active":"2024-09-12T17:50:12.698820+0000","last_became_peered":"2024-09-12T17:50:12.698820+0000","last_unstale":"2024-09-12T18:12:42.396426+0000","last_undegraded":"2024-09-12T18:12:42.396426+0000","last_fullsized":"2024-09-12T18:12:42.396426+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:26:44.053633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":96,"num_read_kb":66,"num_write":35,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:32.404388+0000","last_change":"2024-09-12T18:02:38.158359+0000","last_active":"2024-09-12T18:13:32.404388+0000","last_peered":"2024-09-12T18:13:32.404388+0000","last_clean":"2024-09-12T18:13:32.404388+0000","last_became_active":"2024-09-12T18:02:38.158057+0000","last_became_peered":"2024-09-12T18:02:38.158057+0000","last_unstale":"2024-09-12T18:13:32.404388+0000","last_undegraded":"2024-09-12T18:13:32.404388+0000","last_fullsized":"2024-09-12T18:13:32.404388+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:34:22.586580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"266'3","reported_seq":39,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:17.539201+0000","last_change":"2024-09-12T17:52:02.164617+0000","last_active":"2024-09-12T18:12:17.539201+0000","last_peered":"2024-09-12T18:12:17.539201+0000","last_clean":"2024-09-12T18:12:17.539201+0000","last_became_active":"2024-09-12T17:52:02.163690+0000","last_became_peered":"2024-09-12T17:52:02.163690+0000","last_unstale":"2024-09-12T18:12:17.539201+0000","last_undegraded":"2024-09-12T18:12:17.539201+0000","last_fullsized":"2024-09-12T18:12:17.539201+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:31:37.816854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":1553,"num_write":3,"num_write_kb":1553,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"266'1","reported_seq":41,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:22.392838+0000","last_change":"2024-09-12T17:51:59.147940+0000","last_active":"2024-09-12T18:12:22.392838+0000","last_peered":"2024-09-12T18:12:22.392838+0000","last_clean":"2024-09-12T18:12:22.392838+0000","last_became_active":"2024-09-12T17:51:59.147662+0000","last_became_peered":"2024-09-12T17:51:59.147662+0000","last_unstale":"2024-09-12T18:12:22.392838+0000","last_undegraded":"2024-09-12T18:12:22.392838+0000","last_fullsized":"2024-09-12T18:12:22.392838+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:37:42.006675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"266'53","reported_seq":195,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:08.023477+0000","last_change":"2024-09-12T17:50:12.696816+0000","last_active":"2024-09-12T18:14:08.023477+0000","last_peered":"2024-09-12T18:14:08.023477+0000","last_clean":"2024-09-12T18:14:08.023477+0000","last_became_active":"2024-09-12T17:50:12.696539+0000","last_became_peered":"2024-09-12T17:50:12.696539+0000","last_unstale":"2024-09-12T18:14:08.023477+0000","last_undegraded":"2024-09-12T18:14:08.023477+0000","last_fullsized":"2024-09-12T18:14:08.023477+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":0,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:35:48.258532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":280,"num_read_kb":196,"num_write":91,"num_write_kb":39,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:52.552877+0000","last_change":"2024-09-12T18:02:38.159735+0000","last_active":"2024-09-12T18:13:52.552877+0000","last_peered":"2024-09-12T18:13:52.552877+0000","last_clean":"2024-09-12T18:13:52.552877+0000","last_became_active":"2024-09-12T18:02:38.159409+0000","last_became_peered":"2024-09-12T18:02:38.159409+0000","last_unstale":"2024-09-12T18:13:52.552877+0000","last_undegraded":"2024-09-12T18:13:52.552877+0000","last_fullsized":"2024-09-12T18:13:52.552877+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:42:23.485522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"0'0","reported_seq":34,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.433823+0000","last_change":"2024-09-12T17:52:02.162686+0000","last_active":"2024-09-12T18:13:42.433823+0000","last_peered":"2024-09-12T18:13:42.433823+0000","last_clean":"2024-09-12T18:13:42.433823+0000","last_became_active":"2024-09-12T17:52:02.162397+0000","last_became_peered":"2024-09-12T17:52:02.162397+0000","last_unstale":"2024-09-12T18:13:42.433823+0000","last_undegraded":"2024-09-12T18:13:42.433823+0000","last_fullsized":"2024-09-12T18:13:42.433823+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:01:26.630396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"266'4","reported_seq":48,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.521417+0000","last_change":"2024-09-12T17:51:59.144770+0000","last_active":"2024-09-12T18:13:42.521417+0000","last_peered":"2024-09-12T18:13:42.521417+0000","last_clean":"2024-09-12T18:13:42.521417+0000","last_became_active":"2024-09-12T17:51:59.144477+0000","last_became_peered":"2024-09-12T17:51:59.144477+0000","last_unstale":"2024-09-12T18:13:42.521417+0000","last_undegraded":"2024-09-12T18:13:42.521417+0000","last_fullsized":"2024-09-12T18:13:42.521417+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:48:09.467583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5,"num_read_kb":12288,"num_write":4,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"266'43","reported_seq":166,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:18.987187+0000","last_change":"2024-09-12T17:50:12.699599+0000","last_active":"2024-09-12T18:13:18.987187+0000","last_peered":"2024-09-12T18:13:18.987187+0000","last_clean":"2024-09-12T18:13:18.987187+0000","last_became_active":"2024-09-12T17:50:12.699290+0000","last_became_peered":"2024-09-12T17:50:12.699290+0000","last_unstale":"2024-09-12T18:13:18.987187+0000","last_undegraded":"2024-09-12T18:13:18.987187+0000","last_fullsized":"2024-09-12T18:13:18.987187+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:46:57.087853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":225,"num_read_kb":162,"num_write":74,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.408679+0000","last_change":"2024-09-12T18:02:38.158629+0000","last_active":"2024-09-12T18:14:02.408679+0000","last_peered":"2024-09-12T18:14:02.408679+0000","last_clean":"2024-09-12T18:14:02.408679+0000","last_became_active":"2024-09-12T18:02:38.158269+0000","last_became_peered":"2024-09-12T18:02:38.158269+0000","last_unstale":"2024-09-12T18:14:02.408679+0000","last_undegraded":"2024-09-12T18:14:02.408679+0000","last_fullsized":"2024-09-12T18:14:02.408679+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:38:40.505859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"0'0","reported_seq":34,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.405711+0000","last_change":"2024-09-12T17:52:02.668841+0000","last_active":"2024-09-12T18:13:42.405711+0000","last_peered":"2024-09-12T18:13:42.405711+0000","last_clean":"2024-09-12T18:13:42.405711+0000","last_became_active":"2024-09-12T17:52:02.668524+0000","last_became_peered":"2024-09-12T17:52:02.668524+0000","last_unstale":"2024-09-12T18:13:42.405711+0000","last_undegraded":"2024-09-12T18:13:42.405711+0000","last_fullsized":"2024-09-12T18:13:42.405711+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:06:07.368372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"266'5","reported_seq":48,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.403077+0000","last_change":"2024-09-12T17:51:59.147202+0000","last_active":"2024-09-12T18:13:42.403077+0000","last_peered":"2024-09-12T18:13:42.403077+0000","last_clean":"2024-09-12T18:13:42.403077+0000","last_became_active":"2024-09-12T17:51:59.146888+0000","last_became_peered":"2024-09-12T17:51:59.146888+0000","last_unstale":"2024-09-12T18:13:42.403077+0000","last_undegraded":"2024-09-12T18:13:42.403077+0000","last_fullsized":"2024-09-12T18:13:42.403077+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:13:27.813081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5283025,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":8232,"num_write":15,"num_write_kb":5160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"266'48","reported_seq":172,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:11.257938+0000","last_change":"2024-09-12T17:50:12.696489+0000","last_active":"2024-09-12T18:14:11.257938+0000","last_peered":"2024-09-12T18:14:11.257938+0000","last_clean":"2024-09-12T18:14:11.257938+0000","last_became_active":"2024-09-12T17:50:12.694194+0000","last_became_peered":"2024-09-12T17:50:12.694194+0000","last_unstale":"2024-09-12T18:14:11.257938+0000","last_undegraded":"2024-09-12T18:14:11.257938+0000","last_fullsized":"2024-09-12T18:14:11.257938+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:13:34.540352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":222,"num_read_kb":153,"num_write":95,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"266'1","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:57.407963+0000","last_change":"2024-09-12T18:02:38.158037+0000","last_active":"2024-09-12T18:13:57.407963+0000","last_peered":"2024-09-12T18:13:57.407963+0000","last_clean":"2024-09-12T18:13:57.407963+0000","last_became_active":"2024-09-12T18:02:38.157759+0000","last_became_peered":"2024-09-12T18:02:38.157759+0000","last_unstale":"2024-09-12T18:13:57.407963+0000","last_undegraded":"2024-09-12T18:13:57.407963+0000","last_fullsized":"2024-09-12T18:13:57.407963+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:55:23.130301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"0'0","reported_seq":33,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:17.392026+0000","last_change":"2024-09-12T17:52:02.153879+0000","last_active":"2024-09-12T18:12:17.392026+0000","last_peered":"2024-09-12T18:12:17.392026+0000","last_clean":"2024-09-12T18:12:17.392026+0000","last_became_active":"2024-09-12T17:52:02.153354+0000","last_became_peered":"2024-09-12T17:52:02.153354+0000","last_unstale":"2024-09-12T18:12:17.392026+0000","last_undegraded":"2024-09-12T18:12:17.392026+0000","last_fullsized":"2024-09-12T18:12:17.392026+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:09:29.572725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"266'8","reported_seq":56,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.522216+0000","last_change":"2024-09-12T17:51:59.148521+0000","last_active":"2024-09-12T18:13:47.522216+0000","last_peered":"2024-09-12T18:13:47.522216+0000","last_clean":"2024-09-12T18:13:47.522216+0000","last_became_active":"2024-09-12T17:51:59.147945+0000","last_became_peered":"2024-09-12T17:51:59.147945+0000","last_unstale":"2024-09-12T18:13:47.522216+0000","last_undegraded":"2024-09-12T18:13:47.522216+0000","last_fullsized":"2024-09-12T18:13:47.522216+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:15:51.963327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":12,"num_read_kb":14338,"num_write":13,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"266'15","reported_seq":86,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.554086+0000","last_change":"2024-09-12T17:50:12.697089+0000","last_active":"2024-09-12T18:14:02.554086+0000","last_peered":"2024-09-12T18:14:02.554086+0000","last_clean":"2024-09-12T18:14:02.554086+0000","last_became_active":"2024-09-12T17:50:12.696682+0000","last_became_peered":"2024-09-12T17:50:12.696682+0000","last_unstale":"2024-09-12T18:14:02.554086+0000","last_undegraded":"2024-09-12T18:14:02.554086+0000","last_fullsized":"2024-09-12T18:14:02.554086+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:23:17.579953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":68,"num_read_kb":48,"num_write":26,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:57.523909+0000","last_change":"2024-09-12T18:02:38.160972+0000","last_active":"2024-09-12T18:13:57.523909+0000","last_peered":"2024-09-12T18:13:57.523909+0000","last_clean":"2024-09-12T18:13:57.523909+0000","last_became_active":"2024-09-12T18:02:38.160668+0000","last_became_peered":"2024-09-12T18:02:38.160668+0000","last_unstale":"2024-09-12T18:13:57.523909+0000","last_undegraded":"2024-09-12T18:13:57.523909+0000","last_fullsized":"2024-09-12T18:13:57.523909+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:05:22.599535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"0'0","reported_seq":34,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.406473+0000","last_change":"2024-09-12T17:52:02.162248+0000","last_active":"2024-09-12T18:13:47.406473+0000","last_peered":"2024-09-12T18:13:47.406473+0000","last_clean":"2024-09-12T18:13:47.406473+0000","last_became_active":"2024-09-12T17:52:02.161957+0000","last_became_peered":"2024-09-12T17:52:02.161957+0000","last_unstale":"2024-09-12T18:13:47.406473+0000","last_undegraded":"2024-09-12T18:13:47.406473+0000","last_fullsized":"2024-09-12T18:13:47.406473+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:39:05.596205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"266'9","reported_seq":59,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:17.422140+0000","last_change":"2024-09-12T17:51:59.138549+0000","last_active":"2024-09-12T18:12:17.422140+0000","last_peered":"2024-09-12T18:12:17.422140+0000","last_clean":"2024-09-12T18:12:17.422140+0000","last_became_active":"2024-09-12T17:51:59.138251+0000","last_became_peered":"2024-09-12T17:51:59.138251+0000","last_unstale":"2024-09-12T18:12:17.422140+0000","last_undegraded":"2024-09-12T18:12:17.422140+0000","last_fullsized":"2024-09-12T18:12:17.422140+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:35:40.738744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":16,"num_read_kb":7699,"num_write":9,"num_write_kb":4625,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"266'51","reported_seq":194,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.406492+0000","last_change":"2024-09-12T17:50:12.699082+0000","last_active":"2024-09-12T18:14:02.406492+0000","last_peered":"2024-09-12T18:14:02.406492+0000","last_clean":"2024-09-12T18:14:02.406492+0000","last_became_active":"2024-09-12T17:50:12.698811+0000","last_became_peered":"2024-09-12T17:50:12.698811+0000","last_unstale":"2024-09-12T18:14:02.406492+0000","last_undegraded":"2024-09-12T18:14:02.406492+0000","last_fullsized":"2024-09-12T18:14:02.406492+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":0,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:48:42.903528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":279,"num_read_kb":200,"num_write":87,"num_write_kb":42,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:07.400633+0000","last_change":"2024-09-12T18:02:38.160811+0000","last_active":"2024-09-12T18:13:07.400633+0000","last_peered":"2024-09-12T18:13:07.400633+0000","last_clean":"2024-09-12T18:13:07.400633+0000","last_became_active":"2024-09-12T18:02:38.160530+0000","last_became_peered":"2024-09-12T18:02:38.160530+0000","last_unstale":"2024-09-12T18:13:07.400633+0000","last_undegraded":"2024-09-12T18:13:07.400633+0000","last_fullsized":"2024-09-12T18:13:07.400633+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:46:07.806908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"266'8","reported_seq":48,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:57.515782+0000","last_change":"2024-09-12T17:52:02.156312+0000","last_active":"2024-09-12T18:12:57.515782+0000","last_peered":"2024-09-12T18:12:57.515782+0000","last_clean":"2024-09-12T18:12:57.515782+0000","last_became_active":"2024-09-12T17:52:02.155743+0000","last_became_peered":"2024-09-12T17:52:02.155743+0000","last_unstale":"2024-09-12T18:12:57.515782+0000","last_undegraded":"2024-09-12T18:12:57.515782+0000","last_fullsized":"2024-09-12T18:12:57.515782+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:53:22.135174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":9,"num_read_kb":7170,"num_write":18,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"266'3","reported_seq":46,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:52.398770+0000","last_change":"2024-09-12T17:51:59.147244+0000","last_active":"2024-09-12T18:12:52.398770+0000","last_peered":"2024-09-12T18:12:52.398770+0000","last_clean":"2024-09-12T18:12:52.398770+0000","last_became_active":"2024-09-12T17:51:59.146953+0000","last_became_peered":"2024-09-12T17:51:59.146953+0000","last_unstale":"2024-09-12T18:12:52.398770+0000","last_undegraded":"2024-09-12T18:12:52.398770+0000","last_fullsized":"2024-09-12T18:12:52.398770+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:29:08.854437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4778667,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3,"num_read_kb":8763,"num_write":8,"num_write_kb":4667,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"266'30","reported_seq":132,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.524620+0000","last_change":"2024-09-12T17:50:12.700513+0000","last_active":"2024-09-12T18:14:02.524620+0000","last_peered":"2024-09-12T18:14:02.524620+0000","last_clean":"2024-09-12T18:14:02.524620+0000","last_became_active":"2024-09-12T17:50:12.698933+0000","last_became_peered":"2024-09-12T17:50:12.698933+0000","last_unstale":"2024-09-12T18:14:02.524620+0000","last_undegraded":"2024-09-12T18:14:02.524620+0000","last_fullsized":"2024-09-12T18:14:02.524620+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:46:30.615578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":154,"num_read_kb":111,"num_write":53,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:02.534867+0000","last_change":"2024-09-12T18:02:38.151744+0000","last_active":"2024-09-12T18:13:02.534867+0000","last_peered":"2024-09-12T18:13:02.534867+0000","last_clean":"2024-09-12T18:13:02.534867+0000","last_became_active":"2024-09-12T18:02:38.151453+0000","last_became_peered":"2024-09-12T18:02:38.151453+0000","last_unstale":"2024-09-12T18:13:02.534867+0000","last_undegraded":"2024-09-12T18:13:02.534867+0000","last_fullsized":"2024-09-12T18:13:02.534867+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:53:49.772375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"0'0","reported_seq":34,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:52.515058+0000","last_change":"2024-09-12T17:52:02.670383+0000","last_active":"2024-09-12T18:12:52.515058+0000","last_peered":"2024-09-12T18:12:52.515058+0000","last_clean":"2024-09-12T18:12:52.515058+0000","last_became_active":"2024-09-12T17:52:02.670033+0000","last_became_peered":"2024-09-12T17:52:02.670033+0000","last_unstale":"2024-09-12T18:12:52.515058+0000","last_undegraded":"2024-09-12T18:12:52.515058+0000","last_fullsized":"2024-09-12T18:12:52.515058+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:58:39.267071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"263'5","reported_seq":49,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:57.397653+0000","last_change":"2024-09-12T17:51:59.142869+0000","last_active":"2024-09-12T18:12:57.397653+0000","last_peered":"2024-09-12T18:12:57.397653+0000","last_clean":"2024-09-12T18:12:57.397653+0000","last_became_active":"2024-09-12T17:51:59.142482+0000","last_became_peered":"2024-09-12T17:51:59.142482+0000","last_unstale":"2024-09-12T18:12:57.397653+0000","last_undegraded":"2024-09-12T18:12:57.397653+0000","last_fullsized":"2024-09-12T18:12:57.397653+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:57:25.219760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8192,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"266'137","reported_seq":477,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.406560+0000","last_change":"2024-09-12T17:50:12.698253+0000","last_active":"2024-09-12T18:14:02.406560+0000","last_peered":"2024-09-12T18:14:02.406560+0000","last_clean":"2024-09-12T18:14:02.406560+0000","last_became_active":"2024-09-12T17:50:12.697975+0000","last_became_peered":"2024-09-12T17:50:12.697975+0000","last_unstale":"2024-09-12T18:14:02.406560+0000","last_undegraded":"2024-09-12T18:14:02.406560+0000","last_fullsized":"2024-09-12T18:14:02.406560+0000","mapping_epoch":252,"log_start":"263'100","ondisk_log_start":"263'100","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:27:30.846064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":846,"num_read_kb":616,"num_write":166,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:42.395662+0000","last_change":"2024-09-12T18:02:38.157807+0000","last_active":"2024-09-12T18:12:42.395662+0000","last_peered":"2024-09-12T18:12:42.395662+0000","last_clean":"2024-09-12T18:12:42.395662+0000","last_became_active":"2024-09-12T18:02:38.157334+0000","last_became_peered":"2024-09-12T18:02:38.157334+0000","last_unstale":"2024-09-12T18:12:42.395662+0000","last_undegraded":"2024-09-12T18:12:42.395662+0000","last_fullsized":"2024-09-12T18:12:42.395662+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:00:21.774169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"0'0","reported_seq":34,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.405883+0000","last_change":"2024-09-12T17:52:02.668797+0000","last_active":"2024-09-12T18:13:42.405883+0000","last_peered":"2024-09-12T18:13:42.405883+0000","last_clean":"2024-09-12T18:13:42.405883+0000","last_became_active":"2024-09-12T17:52:02.668489+0000","last_became_peered":"2024-09-12T17:52:02.668489+0000","last_unstale":"2024-09-12T18:13:42.405883+0000","last_undegraded":"2024-09-12T18:13:42.405883+0000","last_fullsized":"2024-09-12T18:13:42.405883+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:38:53.170570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"266'3","reported_seq":46,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.540193+0000","last_change":"2024-09-12T17:51:59.147970+0000","last_active":"2024-09-12T18:13:42.540193+0000","last_peered":"2024-09-12T18:13:42.540193+0000","last_clean":"2024-09-12T18:13:42.540193+0000","last_became_active":"2024-09-12T17:51:59.147683+0000","last_became_peered":"2024-09-12T17:51:59.147683+0000","last_unstale":"2024-09-12T18:13:42.540193+0000","last_undegraded":"2024-09-12T18:13:42.540193+0000","last_fullsized":"2024-09-12T18:13:42.540193+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:36:42.780698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":8192,"num_write":3,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"266'39","reported_seq":157,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:19.457606+0000","last_change":"2024-09-12T17:50:12.694069+0000","last_active":"2024-09-12T18:13:19.457606+0000","last_peered":"2024-09-12T18:13:19.457606+0000","last_clean":"2024-09-12T18:13:19.457606+0000","last_became_active":"2024-09-12T17:50:12.693758+0000","last_became_peered":"2024-09-12T17:50:12.693758+0000","last_unstale":"2024-09-12T18:13:19.457606+0000","last_undegraded":"2024-09-12T18:13:19.457606+0000","last_fullsized":"2024-09-12T18:13:19.457606+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:08:04.440588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":206,"num_read_kb":145,"num_write":69,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:02.428706+0000","last_change":"2024-09-12T18:02:38.157256+0000","last_active":"2024-09-12T18:13:02.428706+0000","last_peered":"2024-09-12T18:13:02.428706+0000","last_clean":"2024-09-12T18:13:02.428706+0000","last_became_active":"2024-09-12T18:02:38.156973+0000","last_became_peered":"2024-09-12T18:02:38.156973+0000","last_unstale":"2024-09-12T18:13:02.428706+0000","last_undegraded":"2024-09-12T18:13:02.428706+0000","last_fullsized":"2024-09-12T18:13:02.428706+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:04:13.013667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"266'5","reported_seq":44,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.433920+0000","last_change":"2024-09-12T17:52:02.161330+0000","last_active":"2024-09-12T18:13:42.433920+0000","last_peered":"2024-09-12T18:13:42.433920+0000","last_clean":"2024-09-12T18:13:42.433920+0000","last_became_active":"2024-09-12T17:52:02.159767+0000","last_became_peered":"2024-09-12T17:52:02.159767+0000","last_unstale":"2024-09-12T18:13:42.433920+0000","last_undegraded":"2024-09-12T18:13:42.433920+0000","last_fullsized":"2024-09-12T18:13:42.433920+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:29:53.581776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":6,"num_read_kb":10240,"num_write":10,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"0'0","reported_seq":40,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.405892+0000","last_change":"2024-09-12T17:51:59.149021+0000","last_active":"2024-09-12T18:13:42.405892+0000","last_peered":"2024-09-12T18:13:42.405892+0000","last_clean":"2024-09-12T18:13:42.405892+0000","last_became_active":"2024-09-12T17:51:59.148691+0000","last_became_peered":"2024-09-12T17:51:59.148691+0000","last_unstale":"2024-09-12T18:13:42.405892+0000","last_undegraded":"2024-09-12T18:13:42.405892+0000","last_fullsized":"2024-09-12T18:13:42.405892+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:27:47.992842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"266'28","reported_seq":123,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:07.398943+0000","last_change":"2024-09-12T17:50:12.697220+0000","last_active":"2024-09-12T18:13:07.398943+0000","last_peered":"2024-09-12T18:13:07.398943+0000","last_clean":"2024-09-12T18:13:07.398943+0000","last_became_active":"2024-09-12T17:50:12.696915+0000","last_became_peered":"2024-09-12T17:50:12.696915+0000","last_unstale":"2024-09-12T18:13:07.398943+0000","last_undegraded":"2024-09-12T18:13:07.398943+0000","last_fullsized":"2024-09-12T18:13:07.398943+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":0,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:19:34.472409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":136,"num_read_kb":96,"num_write":55,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"265'1","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:27.401060+0000","last_change":"2024-09-12T18:02:38.162866+0000","last_active":"2024-09-12T18:13:27.401060+0000","last_peered":"2024-09-12T18:13:27.401060+0000","last_clean":"2024-09-12T18:13:27.401060+0000","last_became_active":"2024-09-12T18:02:38.162572+0000","last_became_peered":"2024-09-12T18:02:38.162572+0000","last_unstale":"2024-09-12T18:13:27.401060+0000","last_undegraded":"2024-09-12T18:13:27.401060+0000","last_fullsized":"2024-09-12T18:13:27.401060+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:19:44.584629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"266'7","reported_seq":45,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:52.396993+0000","last_change":"2024-09-12T17:52:02.158633+0000","last_active":"2024-09-12T18:12:52.396993+0000","last_peered":"2024-09-12T18:12:52.396993+0000","last_clean":"2024-09-12T18:12:52.396993+0000","last_became_active":"2024-09-12T17:52:02.158305+0000","last_became_peered":"2024-09-12T17:52:02.158305+0000","last_unstale":"2024-09-12T18:12:52.396993+0000","last_undegraded":"2024-09-12T18:12:52.396993+0000","last_fullsized":"2024-09-12T18:12:52.396993+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:26:54.068588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":8192,"num_write":17,"num_write_kb":12288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"266'2","reported_seq":45,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:07.409232+0000","last_change":"2024-09-12T17:51:59.146863+0000","last_active":"2024-09-12T18:14:07.409232+0000","last_peered":"2024-09-12T18:14:07.409232+0000","last_clean":"2024-09-12T18:14:07.409232+0000","last_became_active":"2024-09-12T17:51:59.146539+0000","last_became_peered":"2024-09-12T17:51:59.146539+0000","last_unstale":"2024-09-12T18:14:07.409232+0000","last_undegraded":"2024-09-12T18:14:07.409232+0000","last_fullsized":"2024-09-12T18:14:07.409232+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:57:32.237432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7340032,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":7168,"num_write":2,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"266'35","reported_seq":148,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:07.535612+0000","last_change":"2024-09-12T17:50:12.698263+0000","last_active":"2024-09-12T18:13:07.535612+0000","last_peered":"2024-09-12T18:13:07.535612+0000","last_clean":"2024-09-12T18:13:07.535612+0000","last_became_active":"2024-09-12T17:50:12.697992+0000","last_became_peered":"2024-09-12T17:50:12.697992+0000","last_unstale":"2024-09-12T18:13:07.535612+0000","last_undegraded":"2024-09-12T18:13:07.535612+0000","last_fullsized":"2024-09-12T18:13:07.535612+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":0,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:39:38.762538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":188,"num_read_kb":134,"num_write":61,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:32.520147+0000","last_change":"2024-09-12T18:02:38.159542+0000","last_active":"2024-09-12T18:13:32.520147+0000","last_peered":"2024-09-12T18:13:32.520147+0000","last_clean":"2024-09-12T18:13:32.520147+0000","last_became_active":"2024-09-12T18:02:38.159197+0000","last_became_peered":"2024-09-12T18:02:38.159197+0000","last_unstale":"2024-09-12T18:13:32.520147+0000","last_undegraded":"2024-09-12T18:13:32.520147+0000","last_fullsized":"2024-09-12T18:13:32.520147+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:08:10.624709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"266'4","reported_seq":43,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:12.411093+0000","last_change":"2024-09-12T17:52:02.162603+0000","last_active":"2024-09-12T18:14:12.411093+0000","last_peered":"2024-09-12T18:14:12.411093+0000","last_clean":"2024-09-12T18:14:12.411093+0000","last_became_active":"2024-09-12T17:52:02.162340+0000","last_became_peered":"2024-09-12T17:52:02.162340+0000","last_unstale":"2024-09-12T18:14:12.411093+0000","last_undegraded":"2024-09-12T18:14:12.411093+0000","last_fullsized":"2024-09-12T18:14:12.411093+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:42:01.553012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5,"num_read_kb":12288,"num_write":4,"num_write_kb":12288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"0'0","reported_seq":40,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:52.398704+0000","last_change":"2024-09-12T17:51:59.145181+0000","last_active":"2024-09-12T18:12:52.398704+0000","last_peered":"2024-09-12T18:12:52.398704+0000","last_clean":"2024-09-12T18:12:52.398704+0000","last_became_active":"2024-09-12T17:51:59.144846+0000","last_became_peered":"2024-09-12T17:51:59.144846+0000","last_unstale":"2024-09-12T18:12:52.398704+0000","last_undegraded":"2024-09-12T18:12:52.398704+0000","last_fullsized":"2024-09-12T18:12:52.398704+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:54:53.485233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"266'29","reported_seq":133,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:07.429299+0000","last_change":"2024-09-12T17:50:12.687098+0000","last_active":"2024-09-12T18:13:07.429299+0000","last_peered":"2024-09-12T18:13:07.429299+0000","last_clean":"2024-09-12T18:13:07.429299+0000","last_became_active":"2024-09-12T17:50:12.686722+0000","last_became_peered":"2024-09-12T17:50:12.686722+0000","last_unstale":"2024-09-12T18:13:07.429299+0000","last_undegraded":"2024-09-12T18:13:07.429299+0000","last_fullsized":"2024-09-12T18:13:07.429299+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:00:26.026612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":160,"num_read_kb":111,"num_write":51,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:07.517106+0000","last_change":"2024-09-12T18:02:38.162627+0000","last_active":"2024-09-12T18:13:07.517106+0000","last_peered":"2024-09-12T18:13:07.517106+0000","last_clean":"2024-09-12T18:13:07.517106+0000","last_became_active":"2024-09-12T18:02:38.162297+0000","last_became_peered":"2024-09-12T18:02:38.162297+0000","last_unstale":"2024-09-12T18:13:07.517106+0000","last_undegraded":"2024-09-12T18:13:07.517106+0000","last_fullsized":"2024-09-12T18:13:07.517106+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:07:27.096909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"263'5","reported_seq":43,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:52.397675+0000","last_change":"2024-09-12T17:52:02.161365+0000","last_active":"2024-09-12T18:12:52.397675+0000","last_peered":"2024-09-12T18:12:52.397675+0000","last_clean":"2024-09-12T18:12:52.397675+0000","last_became_active":"2024-09-12T17:52:02.160655+0000","last_became_peered":"2024-09-12T17:52:02.160655+0000","last_unstale":"2024-09-12T18:12:52.397675+0000","last_undegraded":"2024-09-12T18:12:52.397675+0000","last_fullsized":"2024-09-12T18:12:52.397675+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:36:16.945965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":5120,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"263'6","reported_seq":53,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:52.397047+0000","last_change":"2024-09-12T17:51:59.145851+0000","last_active":"2024-09-12T18:12:52.397047+0000","last_peered":"2024-09-12T18:12:52.397047+0000","last_clean":"2024-09-12T18:12:52.397047+0000","last_became_active":"2024-09-12T17:51:59.145508+0000","last_became_peered":"2024-09-12T17:51:59.145508+0000","last_unstale":"2024-09-12T18:12:52.397047+0000","last_undegraded":"2024-09-12T18:12:52.397047+0000","last_fullsized":"2024-09-12T18:12:52.397047+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:25:34.874495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":15362,"num_write":6,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"266'8","reported_seq":68,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:07.399476+0000","last_change":"2024-09-12T17:50:12.696093+0000","last_active":"2024-09-12T18:13:07.399476+0000","last_peered":"2024-09-12T18:13:07.399476+0000","last_clean":"2024-09-12T18:13:07.399476+0000","last_became_active":"2024-09-12T17:50:12.695832+0000","last_became_peered":"2024-09-12T17:50:12.695832+0000","last_unstale":"2024-09-12T18:13:07.399476+0000","last_undegraded":"2024-09-12T18:13:07.399476+0000","last_fullsized":"2024-09-12T18:13:07.399476+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:59:28.781308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":33,"num_read_kb":23,"num_write":19,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:12.401410+0000","last_change":"2024-09-12T18:02:38.160996+0000","last_active":"2024-09-12T18:13:12.401410+0000","last_peered":"2024-09-12T18:13:12.401410+0000","last_clean":"2024-09-12T18:13:12.401410+0000","last_became_active":"2024-09-12T18:02:38.160660+0000","last_became_peered":"2024-09-12T18:02:38.160660+0000","last_unstale":"2024-09-12T18:13:12.401410+0000","last_undegraded":"2024-09-12T18:13:12.401410+0000","last_fullsized":"2024-09-12T18:13:12.401410+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:19:10.334795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"266'2","reported_seq":36,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:52.427560+0000","last_change":"2024-09-12T17:52:02.163094+0000","last_active":"2024-09-12T18:12:52.427560+0000","last_peered":"2024-09-12T18:12:52.427560+0000","last_clean":"2024-09-12T18:12:52.427560+0000","last_became_active":"2024-09-12T17:52:02.162377+0000","last_became_peered":"2024-09-12T17:52:02.162377+0000","last_unstale":"2024-09-12T18:12:52.427560+0000","last_undegraded":"2024-09-12T18:12:52.427560+0000","last_fullsized":"2024-09-12T18:12:52.427560+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:41:50.679635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"266'4","reported_seq":46,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:52.397699+0000","last_change":"2024-09-12T17:51:59.150624+0000","last_active":"2024-09-12T18:12:52.397699+0000","last_peered":"2024-09-12T18:12:52.397699+0000","last_clean":"2024-09-12T18:12:52.397699+0000","last_became_active":"2024-09-12T17:51:59.150252+0000","last_became_peered":"2024-09-12T17:51:59.150252+0000","last_unstale":"2024-09-12T18:12:52.397699+0000","last_undegraded":"2024-09-12T18:12:52.397699+0000","last_fullsized":"2024-09-12T18:12:52.397699+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:46:45.730020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":9,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"266'56","reported_seq":204,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:17.410679+0000","last_change":"2024-09-12T17:50:12.701550+0000","last_active":"2024-09-12T18:14:17.410679+0000","last_peered":"2024-09-12T18:14:17.410679+0000","last_clean":"2024-09-12T18:14:17.410679+0000","last_became_active":"2024-09-12T17:50:12.701174+0000","last_became_peered":"2024-09-12T17:50:12.701174+0000","last_unstale":"2024-09-12T18:14:17.410679+0000","last_undegraded":"2024-09-12T18:14:17.410679+0000","last_fullsized":"2024-09-12T18:14:17.410679+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":0,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:19:41.442243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":295,"num_read_kb":218,"num_write":91,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"266'166","reported_seq":781,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:32.412761+0000","last_change":"2024-09-12T17:35:31.566639+0000","last_active":"2024-09-12T18:14:32.412761+0000","last_peered":"2024-09-12T18:14:32.412761+0000","last_clean":"2024-09-12T18:14:32.412761+0000","last_became_active":"2024-09-12T17:35:31.566215+0000","last_became_peered":"2024-09-12T17:35:31.566215+0000","last_unstale":"2024-09-12T18:14:32.412761+0000","last_undegraded":"2024-09-12T18:14:32.412761+0000","last_fullsized":"2024-09-12T18:14:32.412761+0000","mapping_epoch":38,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":100,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:04:25.959719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12582912,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":372,"num_read_kb":35445,"num_write":778,"num_write_kb":43842,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"266'406","reported_seq":1061,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:41.766368+0000","last_change":"2024-09-12T17:34:58.921503+0000","last_active":"2024-09-12T18:14:41.766368+0000","last_peered":"2024-09-12T18:14:41.766368+0000","last_clean":"2024-09-12T18:14:41.766368+0000","last_became_active":"2024-09-12T17:34:58.921234+0000","last_became_peered":"2024-09-12T17:34:58.921234+0000","last_unstale":"2024-09-12T18:14:41.766368+0000","last_undegraded":"2024-09-12T18:14:41.766368+0000","last_fullsized":"2024-09-12T18:14:41.766368+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":300,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:40:34.624085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1761,"num_read_kb":1435,"num_write":635,"num_write_kb":302,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"266'215","reported_seq":845,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:32.409667+0000","last_change":"2024-09-12T17:34:56.917289+0000","last_active":"2024-09-12T18:14:32.409667+0000","last_peered":"2024-09-12T18:14:32.409667+0000","last_clean":"2024-09-12T18:14:32.409667+0000","last_became_active":"2024-09-12T17:34:56.916768+0000","last_became_peered":"2024-09-12T17:34:56.916768+0000","last_unstale":"2024-09-12T18:14:32.409667+0000","last_undegraded":"2024-09-12T18:14:32.409667+0000","last_fullsized":"2024-09-12T18:14:32.409667+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":200,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:05:37.986347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10776153,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":473,"num_read_kb":35339,"num_write":943,"num_write_kb":52324,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"266'4203","reported_seq":4832,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:18.104153+0000","last_change":"2024-09-12T17:34:58.924032+0000","last_active":"2024-09-12T18:16:18.104153+0000","last_peered":"2024-09-12T18:16:18.104153+0000","last_clean":"2024-09-12T18:16:18.104153+0000","last_became_active":"2024-09-12T17:34:58.923347+0000","last_became_peered":"2024-09-12T17:34:58.923347+0000","last_unstale":"2024-09-12T18:16:18.104153+0000","last_undegraded":"2024-09-12T18:16:18.104153+0000","last_fullsized":"2024-09-12T18:16:18.104153+0000","mapping_epoch":27,"log_start":"266'4100","ondisk_log_start":"266'4100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":3000,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:37:25.267724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16939,"num_read_kb":14199,"num_write":6308,"num_write_kb":3144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"266'241","reported_seq":935,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:32.528303+0000","last_change":"2024-09-12T17:34:56.922815+0000","last_active":"2024-09-12T18:14:32.528303+0000","last_peered":"2024-09-12T18:14:32.528303+0000","last_clean":"2024-09-12T18:14:32.528303+0000","last_became_active":"2024-09-12T17:34:56.922460+0000","last_became_peered":"2024-09-12T17:34:56.922460+0000","last_unstale":"2024-09-12T18:14:32.528303+0000","last_undegraded":"2024-09-12T18:14:32.528303+0000","last_fullsized":"2024-09-12T18:14:32.528303+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":200,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:23:31.134384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11569216,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":820,"num_read_kb":13298,"num_write":1062,"num_write_kb":24662,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"266'156","reported_seq":790,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:09.297807+0000","last_change":"2024-09-12T17:34:58.928798+0000","last_active":"2024-09-12T18:14:09.297807+0000","last_peered":"2024-09-12T18:14:09.297807+0000","last_clean":"2024-09-12T18:14:09.297807+0000","last_became_active":"2024-09-12T17:34:58.928492+0000","last_became_peered":"2024-09-12T17:34:58.928492+0000","last_unstale":"2024-09-12T18:14:09.297807+0000","last_undegraded":"2024-09-12T18:14:09.297807+0000","last_fullsized":"2024-09-12T18:14:09.297807+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":100,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:34:49.051490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":745,"num_read_kb":631,"num_write":228,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"266'201","reported_seq":855,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:07.891804+0000","last_change":"2024-09-12T17:35:31.034176+0000","last_active":"2024-09-12T18:14:07.891804+0000","last_peered":"2024-09-12T18:14:07.891804+0000","last_clean":"2024-09-12T18:14:07.891804+0000","last_became_active":"2024-09-12T17:35:31.033763+0000","last_became_peered":"2024-09-12T17:35:31.033763+0000","last_unstale":"2024-09-12T18:14:07.891804+0000","last_undegraded":"2024-09-12T18:14:07.891804+0000","last_fullsized":"2024-09-12T18:14:07.891804+0000","mapping_epoch":38,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:38:05.950185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10756746,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":468,"num_read_kb":50092,"num_write":910,"num_write_kb":33384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"266'240","reported_seq":859,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:12.430208+0000","last_change":"2024-09-12T17:34:58.934480+0000","last_active":"2024-09-12T18:14:12.430208+0000","last_peered":"2024-09-12T18:14:12.430208+0000","last_clean":"2024-09-12T18:14:12.430208+0000","last_became_active":"2024-09-12T17:34:58.933990+0000","last_became_peered":"2024-09-12T17:34:58.933990+0000","last_unstale":"2024-09-12T18:14:12.430208+0000","last_undegraded":"2024-09-12T18:14:12.430208+0000","last_fullsized":"2024-09-12T18:14:12.430208+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":200,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:43:26.125003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1048,"num_read_kb":851,"num_write":379,"num_write_kb":177,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"266'193","reported_seq":817,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:07.955439+0000","last_change":"2024-09-12T17:34:56.916858+0000","last_active":"2024-09-12T18:14:07.955439+0000","last_peered":"2024-09-12T18:14:07.955439+0000","last_clean":"2024-09-12T18:14:07.955439+0000","last_became_active":"2024-09-12T17:34:56.916522+0000","last_became_peered":"2024-09-12T17:34:56.916522+0000","last_unstale":"2024-09-12T18:14:07.955439+0000","last_undegraded":"2024-09-12T18:14:07.955439+0000","last_fullsized":"2024-09-12T18:14:07.955439+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":100,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:28:52.553485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15033989,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":395,"num_read_kb":16770,"num_write":950,"num_write_kb":30011,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"266'176","reported_seq":803,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:40.909271+0000","last_change":"2024-09-12T17:34:58.929006+0000","last_active":"2024-09-12T18:14:40.909271+0000","last_peered":"2024-09-12T18:14:40.909271+0000","last_clean":"2024-09-12T18:14:40.909271+0000","last_became_active":"2024-09-12T17:34:58.928536+0000","last_became_peered":"2024-09-12T17:34:58.928536+0000","last_unstale":"2024-09-12T18:14:40.909271+0000","last_undegraded":"2024-09-12T18:14:40.909271+0000","last_fullsized":"2024-09-12T18:14:40.909271+0000","mapping_epoch":27,"log_start":"263'100","ondisk_log_start":"263'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:01:48.500983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":767,"num_read_kb":639,"num_write":271,"num_write_kb":126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"266'234","reported_seq":882,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:25.082614+0000","last_change":"2024-09-12T17:34:56.926887+0000","last_active":"2024-09-12T18:14:25.082614+0000","last_peered":"2024-09-12T18:14:25.082614+0000","last_clean":"2024-09-12T18:14:25.082614+0000","last_became_active":"2024-09-12T17:34:56.924970+0000","last_became_peered":"2024-09-12T17:34:56.924970+0000","last_unstale":"2024-09-12T18:14:25.082614+0000","last_undegraded":"2024-09-12T18:14:25.082614+0000","last_fullsized":"2024-09-12T18:14:25.082614+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":200,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:51:31.454965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13102569,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":503,"num_read_kb":32628,"num_write":1072,"num_write_kb":55411,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"266'200","reported_seq":876,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:08.258319+0000","last_change":"2024-09-12T17:34:58.929485+0000","last_active":"2024-09-12T18:14:08.258319+0000","last_peered":"2024-09-12T18:14:08.258319+0000","last_clean":"2024-09-12T18:14:08.258319+0000","last_became_active":"2024-09-12T17:34:58.929221+0000","last_became_peered":"2024-09-12T17:34:58.929221+0000","last_unstale":"2024-09-12T18:14:08.258319+0000","last_undegraded":"2024-09-12T18:14:08.258319+0000","last_fullsized":"2024-09-12T18:14:08.258319+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:47:11.811081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":962,"num_read_kb":806,"num_write":315,"num_write_kb":138,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"266'169","reported_seq":814,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:37.516825+0000","last_change":"2024-09-12T17:35:31.566698+0000","last_active":"2024-09-12T18:14:37.516825+0000","last_peered":"2024-09-12T18:14:37.516825+0000","last_clean":"2024-09-12T18:14:37.516825+0000","last_became_active":"2024-09-12T17:35:31.566148+0000","last_became_peered":"2024-09-12T17:35:31.566148+0000","last_unstale":"2024-09-12T18:14:37.516825+0000","last_undegraded":"2024-09-12T18:14:37.516825+0000","last_fullsized":"2024-09-12T18:14:37.516825+0000","mapping_epoch":38,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:56:51.274411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11328113,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":474,"num_read_kb":51065,"num_write":829,"num_write_kb":29614,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"266'80","reported_seq":698,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:27.745351+0000","last_change":"2024-09-12T17:34:58.920835+0000","last_active":"2024-09-12T18:13:27.745351+0000","last_peered":"2024-09-12T18:13:27.745351+0000","last_clean":"2024-09-12T18:13:27.745351+0000","last_became_active":"2024-09-12T17:34:58.920569+0000","last_became_peered":"2024-09-12T17:34:58.920569+0000","last_unstale":"2024-09-12T18:13:27.745351+0000","last_undegraded":"2024-09-12T18:13:27.745351+0000","last_fullsized":"2024-09-12T18:13:27.745351+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":0,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:37:40.718388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":399,"num_read_kb":353,"num_write":104,"num_write_kb":37,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"266'240","reported_seq":968,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:36.897106+0000","last_change":"2024-09-12T17:34:56.932055+0000","last_active":"2024-09-12T18:13:36.897106+0000","last_peered":"2024-09-12T18:13:36.897106+0000","last_clean":"2024-09-12T18:13:36.897106+0000","last_became_active":"2024-09-12T17:34:56.930707+0000","last_became_peered":"2024-09-12T17:34:56.930707+0000","last_unstale":"2024-09-12T18:13:36.897106+0000","last_undegraded":"2024-09-12T18:13:36.897106+0000","last_fullsized":"2024-09-12T18:13:36.897106+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":200,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:44:16.498840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7655133,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":736,"num_read_kb":179000,"num_write":1073,"num_write_kb":43755,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"266'139","reported_seq":722,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:23.324304+0000","last_change":"2024-09-12T17:34:58.922575+0000","last_active":"2024-09-12T18:13:23.324304+0000","last_peered":"2024-09-12T18:13:23.324304+0000","last_clean":"2024-09-12T18:13:23.324304+0000","last_became_active":"2024-09-12T17:34:58.922264+0000","last_became_peered":"2024-09-12T17:34:58.922264+0000","last_unstale":"2024-09-12T18:13:23.324304+0000","last_undegraded":"2024-09-12T18:13:23.324304+0000","last_fullsized":"2024-09-12T18:13:23.324304+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:35:44.473774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":614,"num_read_kb":526,"num_write":210,"num_write_kb":102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"266'60","reported_seq":637,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:28.519916+0000","last_change":"2024-09-12T17:34:58.928822+0000","last_active":"2024-09-12T18:14:28.519916+0000","last_peered":"2024-09-12T18:14:28.519916+0000","last_clean":"2024-09-12T18:14:28.519916+0000","last_became_active":"2024-09-12T17:34:58.928473+0000","last_became_peered":"2024-09-12T17:34:58.928473+0000","last_unstale":"2024-09-12T18:14:28.519916+0000","last_undegraded":"2024-09-12T18:14:28.519916+0000","last_fullsized":"2024-09-12T18:14:28.519916+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:45:04.058394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":279,"num_read_kb":248,"num_write":75,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"266'194","reported_seq":799,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.405904+0000","last_change":"2024-09-12T17:34:56.935128+0000","last_active":"2024-09-12T18:13:42.405904+0000","last_peered":"2024-09-12T18:13:42.405904+0000","last_clean":"2024-09-12T18:13:42.405904+0000","last_became_active":"2024-09-12T17:34:56.934456+0000","last_became_peered":"2024-09-12T17:34:56.934456+0000","last_unstale":"2024-09-12T18:13:42.405904+0000","last_undegraded":"2024-09-12T18:13:42.405904+0000","last_fullsized":"2024-09-12T18:13:42.405904+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":100,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:47:54.689004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10489723,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":368,"num_read_kb":27056,"num_write":911,"num_write_kb":40066,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"266'251","reported_seq":883,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:44.473083+0000","last_change":"2024-09-12T17:34:58.923810+0000","last_active":"2024-09-12T18:14:44.473083+0000","last_peered":"2024-09-12T18:14:44.473083+0000","last_clean":"2024-09-12T18:14:44.473083+0000","last_became_active":"2024-09-12T17:34:58.923475+0000","last_became_peered":"2024-09-12T17:34:58.923475+0000","last_unstale":"2024-09-12T18:14:44.473083+0000","last_undegraded":"2024-09-12T18:14:44.473083+0000","last_fullsized":"2024-09-12T18:14:44.473083+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":200,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:53:32.414274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1109,"num_read_kb":907,"num_write":393,"num_write_kb":187,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"266'225","reported_seq":866,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:11.768429+0000","last_change":"2024-09-12T17:34:56.928713+0000","last_active":"2024-09-12T18:14:11.768429+0000","last_peered":"2024-09-12T18:14:11.768429+0000","last_clean":"2024-09-12T18:14:11.768429+0000","last_became_active":"2024-09-12T17:34:56.927507+0000","last_became_peered":"2024-09-12T17:34:56.927507+0000","last_unstale":"2024-09-12T18:14:11.768429+0000","last_undegraded":"2024-09-12T18:14:11.768429+0000","last_fullsized":"2024-09-12T18:14:11.768429+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":200,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:42:17.680219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14287987,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":466,"num_read_kb":23373,"num_write":1124,"num_write_kb":43462,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"266'244","reported_seq":861,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:29.683058+0000","last_change":"2024-09-12T17:34:58.920726+0000","last_active":"2024-09-12T18:14:29.683058+0000","last_peered":"2024-09-12T18:14:29.683058+0000","last_clean":"2024-09-12T18:14:29.683058+0000","last_became_active":"2024-09-12T17:34:58.920486+0000","last_became_peered":"2024-09-12T17:34:58.920486+0000","last_unstale":"2024-09-12T18:14:29.683058+0000","last_undegraded":"2024-09-12T18:14:29.683058+0000","last_fullsized":"2024-09-12T18:14:29.683058+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":200,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:23:32.736798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1099,"num_read_kb":908,"num_write":395,"num_write_kb":209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"266'221","reported_seq":919,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:37.402964+0000","last_change":"2024-09-12T17:34:56.923630+0000","last_active":"2024-09-12T18:13:37.402964+0000","last_peered":"2024-09-12T18:13:37.402964+0000","last_clean":"2024-09-12T18:13:37.402964+0000","last_became_active":"2024-09-12T17:34:56.922861+0000","last_became_peered":"2024-09-12T17:34:56.922861+0000","last_unstale":"2024-09-12T18:13:37.402964+0000","last_undegraded":"2024-09-12T18:13:37.402964+0000","last_fullsized":"2024-09-12T18:13:37.402964+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":200,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:51:17.630330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8929111,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":585,"num_read_kb":67479,"num_write":1083,"num_write_kb":35133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"266'4133","reported_seq":4711,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:23.638876+0000","last_change":"2024-09-12T17:34:58.930907+0000","last_active":"2024-09-12T18:14:23.638876+0000","last_peered":"2024-09-12T18:14:23.638876+0000","last_clean":"2024-09-12T18:14:23.638876+0000","last_became_active":"2024-09-12T17:34:58.930609+0000","last_became_peered":"2024-09-12T17:34:58.930609+0000","last_unstale":"2024-09-12T18:14:23.638876+0000","last_undegraded":"2024-09-12T18:14:23.638876+0000","last_fullsized":"2024-09-12T18:14:23.638876+0000","mapping_epoch":27,"log_start":"266'4100","ondisk_log_start":"266'4100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":3000,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:45:27.191595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":16574,"num_read_kb":13891,"num_write":6195,"num_write_kb":3095,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"266'164","reported_seq":736,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:12.406785+0000","last_change":"2024-09-12T17:35:31.102090+0000","last_active":"2024-09-12T18:14:12.406785+0000","last_peered":"2024-09-12T18:14:12.406785+0000","last_clean":"2024-09-12T18:14:12.406785+0000","last_became_active":"2024-09-12T17:35:31.101640+0000","last_became_peered":"2024-09-12T17:35:31.101640+0000","last_unstale":"2024-09-12T18:14:12.406785+0000","last_undegraded":"2024-09-12T18:14:12.406785+0000","last_fullsized":"2024-09-12T18:14:12.406785+0000","mapping_epoch":38,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:27:23.398650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9470396,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":359,"num_read_kb":11653,"num_write":787,"num_write_kb":18783,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.34","version":"266'154","reported_seq":779,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.403100+0000","last_change":"2024-09-12T17:34:58.921282+0000","last_active":"2024-09-12T18:13:42.403100+0000","last_peered":"2024-09-12T18:13:42.403100+0000","last_clean":"2024-09-12T18:13:42.403100+0000","last_became_active":"2024-09-12T17:34:58.920995+0000","last_became_peered":"2024-09-12T17:34:58.920995+0000","last_unstale":"2024-09-12T18:13:42.403100+0000","last_undegraded":"2024-09-12T18:13:42.403100+0000","last_fullsized":"2024-09-12T18:13:42.403100+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:37:53.686808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":653,"num_read_kb":549,"num_write":231,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"266'218","reported_seq":847,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:37.550475+0000","last_change":"2024-09-12T17:34:56.931091+0000","last_active":"2024-09-12T18:13:37.550475+0000","last_peered":"2024-09-12T18:13:37.550475+0000","last_clean":"2024-09-12T18:13:37.550475+0000","last_became_active":"2024-09-12T17:34:56.930402+0000","last_became_peered":"2024-09-12T17:34:56.930402+0000","last_unstale":"2024-09-12T18:13:37.550475+0000","last_undegraded":"2024-09-12T18:13:37.550475+0000","last_fullsized":"2024-09-12T18:13:37.550475+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":200,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:29:16.244749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9437210,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":501,"num_read_kb":16871,"num_write":915,"num_write_kb":24256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"266'431","reported_seq":1176,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:42.845305+0000","last_change":"2024-09-12T17:34:58.919840+0000","last_active":"2024-09-12T18:14:42.845305+0000","last_peered":"2024-09-12T18:14:42.845305+0000","last_clean":"2024-09-12T18:14:42.845305+0000","last_became_active":"2024-09-12T17:34:58.919571+0000","last_became_peered":"2024-09-12T17:34:58.919571+0000","last_unstale":"2024-09-12T18:14:42.845305+0000","last_undegraded":"2024-09-12T18:14:42.845305+0000","last_fullsized":"2024-09-12T18:14:42.845305+0000","mapping_epoch":27,"log_start":"266'400","ondisk_log_start":"266'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":400,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:02:05.034512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2056,"num_read_kb":1768,"num_write":780,"num_write_kb":512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"266'222","reported_seq":871,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:10.944932+0000","last_change":"2024-09-12T17:34:56.927086+0000","last_active":"2024-09-12T18:14:10.944932+0000","last_peered":"2024-09-12T18:14:10.944932+0000","last_clean":"2024-09-12T18:14:10.944932+0000","last_became_active":"2024-09-12T17:34:56.925944+0000","last_became_peered":"2024-09-12T17:34:56.925944+0000","last_unstale":"2024-09-12T18:14:10.944932+0000","last_undegraded":"2024-09-12T18:14:10.944932+0000","last_fullsized":"2024-09-12T18:14:10.944932+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":200,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:06:27.391846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10298297,"num_objects":13,"num_object_clones":0,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":516,"num_read_kb":5792,"num_write":1127,"num_write_kb":33706,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"266'150","reported_seq":660,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:18.107839+0000","last_change":"2024-09-12T17:35:06.982669+0000","last_active":"2024-09-12T18:16:18.107839+0000","last_peered":"2024-09-12T18:16:18.107839+0000","last_clean":"2024-09-12T18:16:18.107839+0000","last_became_active":"2024-09-12T17:35:06.982400+0000","last_became_peered":"2024-09-12T17:35:06.982400+0000","last_unstale":"2024-09-12T18:16:18.107839+0000","last_undegraded":"2024-09-12T18:16:18.107839+0000","last_fullsized":"2024-09-12T18:16:18.107839+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:26:09.523525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1019,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":226,"num_read_kb":217,"num_write":376,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"266'233","reported_seq":803,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:11.979453+0000","last_change":"2024-09-12T17:34:58.914153+0000","last_active":"2024-09-12T18:14:11.979453+0000","last_peered":"2024-09-12T18:14:11.979453+0000","last_clean":"2024-09-12T18:14:11.979453+0000","last_became_active":"2024-09-12T17:34:58.913857+0000","last_became_peered":"2024-09-12T17:34:58.913857+0000","last_unstale":"2024-09-12T18:14:11.979453+0000","last_undegraded":"2024-09-12T18:14:11.979453+0000","last_fullsized":"2024-09-12T18:14:11.979453+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":200,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:08:57.103244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1015,"num_read_kb":803,"num_write":390,"num_write_kb":197,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"266'168","reported_seq":782,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:30.323088+0000","last_change":"2024-09-12T17:34:56.921157+0000","last_active":"2024-09-12T18:13:30.323088+0000","last_peered":"2024-09-12T18:13:30.323088+0000","last_clean":"2024-09-12T18:13:30.323088+0000","last_became_active":"2024-09-12T17:34:56.920779+0000","last_became_peered":"2024-09-12T17:34:56.920779+0000","last_unstale":"2024-09-12T18:13:30.323088+0000","last_undegraded":"2024-09-12T18:13:30.323088+0000","last_fullsized":"2024-09-12T18:13:30.323088+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:24:45.012563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22044834,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":333,"num_read_kb":49198,"num_write":796,"num_write_kb":33963,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":493,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.540176+0000","last_change":"2024-09-12T17:35:00.940364+0000","last_active":"2024-09-12T18:13:42.540176+0000","last_peered":"2024-09-12T18:13:42.540176+0000","last_clean":"2024-09-12T18:13:42.540176+0000","last_became_active":"2024-09-12T17:35:00.940069+0000","last_became_peered":"2024-09-12T17:35:00.940069+0000","last_unstale":"2024-09-12T18:13:42.540176+0000","last_undegraded":"2024-09-12T18:13:42.540176+0000","last_fullsized":"2024-09-12T18:13:42.540176+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:04:50.753255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"266'175","reported_seq":768,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:07.541153+0000","last_change":"2024-09-12T17:35:02.951385+0000","last_active":"2024-09-12T18:16:07.541153+0000","last_peered":"2024-09-12T18:16:07.541153+0000","last_clean":"2024-09-12T18:16:07.541153+0000","last_became_active":"2024-09-12T17:35:02.951084+0000","last_became_peered":"2024-09-12T17:35:02.951084+0000","last_unstale":"2024-09-12T18:16:07.541153+0000","last_undegraded":"2024-09-12T18:16:07.541153+0000","last_fullsized":"2024-09-12T18:16:07.541153+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:43:56.979465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6456,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":236,"num_read_kb":283,"num_write":134,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":485,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.406662+0000","last_change":"2024-09-12T17:35:04.967372+0000","last_active":"2024-09-12T18:13:47.406662+0000","last_peered":"2024-09-12T18:13:47.406662+0000","last_clean":"2024-09-12T18:13:47.406662+0000","last_became_active":"2024-09-12T17:35:04.967110+0000","last_became_peered":"2024-09-12T17:35:04.967110+0000","last_unstale":"2024-09-12T18:13:47.406662+0000","last_undegraded":"2024-09-12T18:13:47.406662+0000","last_fullsized":"2024-09-12T18:13:47.406662+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:44:07.113699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"266'198","reported_seq":772,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:55.171065+0000","last_change":"2024-09-12T17:35:06.985868+0000","last_active":"2024-09-12T18:14:55.171065+0000","last_peered":"2024-09-12T18:14:55.171065+0000","last_clean":"2024-09-12T18:14:55.171065+0000","last_became_active":"2024-09-12T17:35:06.984192+0000","last_became_peered":"2024-09-12T17:35:06.984192+0000","last_unstale":"2024-09-12T18:14:55.171065+0000","last_undegraded":"2024-09-12T18:14:55.171065+0000","last_fullsized":"2024-09-12T18:14:55.171065+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":100,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:59:34.733264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":625,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":352,"num_read_kb":326,"num_write":340,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"266'238","reported_seq":848,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:45.013818+0000","last_change":"2024-09-12T17:34:58.918197+0000","last_active":"2024-09-12T18:14:45.013818+0000","last_peered":"2024-09-12T18:14:45.013818+0000","last_clean":"2024-09-12T18:14:45.013818+0000","last_became_active":"2024-09-12T17:34:58.917915+0000","last_became_peered":"2024-09-12T17:34:58.917915+0000","last_unstale":"2024-09-12T18:14:45.013818+0000","last_undegraded":"2024-09-12T18:14:45.013818+0000","last_fullsized":"2024-09-12T18:14:45.013818+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":200,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:20:14.237354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1032,"num_read_kb":847,"num_write":397,"num_write_kb":201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"266'188","reported_seq":810,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:28.142536+0000","last_change":"2024-09-12T17:34:56.925306+0000","last_active":"2024-09-12T18:14:28.142536+0000","last_peered":"2024-09-12T18:14:28.142536+0000","last_clean":"2024-09-12T18:14:28.142536+0000","last_became_active":"2024-09-12T17:34:56.924966+0000","last_became_peered":"2024-09-12T17:34:56.924966+0000","last_unstale":"2024-09-12T18:14:28.142536+0000","last_undegraded":"2024-09-12T18:14:28.142536+0000","last_fullsized":"2024-09-12T18:14:28.142536+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":100,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:15:03.723967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2271975,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":431,"num_read_kb":11924,"num_write":967,"num_write_kb":15360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":498,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:27.541046+0000","last_change":"2024-09-12T17:35:00.941371+0000","last_active":"2024-09-12T18:12:27.541046+0000","last_peered":"2024-09-12T18:12:27.541046+0000","last_clean":"2024-09-12T18:12:27.541046+0000","last_became_active":"2024-09-12T17:35:00.941133+0000","last_became_peered":"2024-09-12T17:35:00.941133+0000","last_unstale":"2024-09-12T18:12:27.541046+0000","last_undegraded":"2024-09-12T18:12:27.541046+0000","last_fullsized":"2024-09-12T18:12:27.541046+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:13:14.886028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"266'98","reported_seq":622,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:11.448309+0000","last_change":"2024-09-12T17:35:02.948897+0000","last_active":"2024-09-12T18:15:11.448309+0000","last_peered":"2024-09-12T18:15:11.448309+0000","last_clean":"2024-09-12T18:15:11.448309+0000","last_became_active":"2024-09-12T17:35:02.948344+0000","last_became_peered":"2024-09-12T17:35:02.948344+0000","last_unstale":"2024-09-12T18:15:11.448309+0000","last_undegraded":"2024-09-12T18:15:11.448309+0000","last_fullsized":"2024-09-12T18:15:11.448309+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":0,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:09:00.454265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":97,"num_read_kb":91,"num_write":68,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":489,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.434684+0000","last_change":"2024-09-12T17:35:04.972001+0000","last_active":"2024-09-12T18:13:47.434684+0000","last_peered":"2024-09-12T18:13:47.434684+0000","last_clean":"2024-09-12T18:13:47.434684+0000","last_became_active":"2024-09-12T17:35:04.971714+0000","last_became_peered":"2024-09-12T17:35:04.971714+0000","last_unstale":"2024-09-12T18:13:47.434684+0000","last_undegraded":"2024-09-12T18:13:47.434684+0000","last_fullsized":"2024-09-12T18:13:47.434684+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:49:44.292689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"266'134","reported_seq":646,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:00.499601+0000","last_change":"2024-09-12T17:35:06.985999+0000","last_active":"2024-09-12T18:14:00.499601+0000","last_peered":"2024-09-12T18:14:00.499601+0000","last_clean":"2024-09-12T18:14:00.499601+0000","last_became_active":"2024-09-12T17:35:06.985682+0000","last_became_peered":"2024-09-12T17:35:06.985682+0000","last_unstale":"2024-09-12T18:14:00.499601+0000","last_undegraded":"2024-09-12T18:14:00.499601+0000","last_fullsized":"2024-09-12T18:14:00.499601+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:45:27.640264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":290,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":255,"num_read_kb":236,"num_write":356,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"266'158","reported_seq":764,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:32.609213+0000","last_change":"2024-09-12T17:34:58.933816+0000","last_active":"2024-09-12T18:14:32.609213+0000","last_peered":"2024-09-12T18:14:32.609213+0000","last_clean":"2024-09-12T18:14:32.609213+0000","last_became_active":"2024-09-12T17:34:58.933443+0000","last_became_peered":"2024-09-12T17:34:58.933443+0000","last_unstale":"2024-09-12T18:14:32.609213+0000","last_undegraded":"2024-09-12T18:14:32.609213+0000","last_fullsized":"2024-09-12T18:14:32.609213+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:41:25.351388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":666,"num_read_kb":552,"num_write":225,"num_write_kb":103,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"266'192","reported_seq":806,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:35.502341+0000","last_change":"2024-09-12T17:34:56.926309+0000","last_active":"2024-09-12T18:14:35.502341+0000","last_peered":"2024-09-12T18:14:35.502341+0000","last_clean":"2024-09-12T18:14:35.502341+0000","last_became_active":"2024-09-12T17:34:56.925964+0000","last_became_peered":"2024-09-12T17:34:56.925964+0000","last_unstale":"2024-09-12T18:14:35.502341+0000","last_undegraded":"2024-09-12T18:14:35.502341+0000","last_fullsized":"2024-09-12T18:14:35.502341+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:58:15.995530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5996126,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":388,"num_read_kb":5302,"num_write":927,"num_write_kb":30275,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":498,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.551215+0000","last_change":"2024-09-12T17:35:00.938505+0000","last_active":"2024-09-12T18:13:42.551215+0000","last_peered":"2024-09-12T18:13:42.551215+0000","last_clean":"2024-09-12T18:13:42.551215+0000","last_became_active":"2024-09-12T17:35:00.938224+0000","last_became_peered":"2024-09-12T17:35:00.938224+0000","last_unstale":"2024-09-12T18:13:42.551215+0000","last_undegraded":"2024-09-12T18:13:42.551215+0000","last_fullsized":"2024-09-12T18:13:42.551215+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:08:11.153439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"266'110","reported_seq":643,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:11.465916+0000","last_change":"2024-09-12T17:35:02.952758+0000","last_active":"2024-09-12T18:15:11.465916+0000","last_peered":"2024-09-12T18:15:11.465916+0000","last_clean":"2024-09-12T18:15:11.465916+0000","last_became_active":"2024-09-12T17:35:02.952473+0000","last_became_peered":"2024-09-12T17:35:02.952473+0000","last_unstale":"2024-09-12T18:15:11.465916+0000","last_undegraded":"2024-09-12T18:15:11.465916+0000","last_fullsized":"2024-09-12T18:15:11.465916+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":0,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:03:35.741214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":119,"num_read_kb":114,"num_write":78,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"266'751","reported_seq":2033,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:19.240077+0000","last_change":"2024-09-12T17:35:04.964464+0000","last_active":"2024-09-12T18:16:19.240077+0000","last_peered":"2024-09-12T18:16:19.240077+0000","last_clean":"2024-09-12T18:16:19.240077+0000","last_became_active":"2024-09-12T17:35:04.963920+0000","last_became_peered":"2024-09-12T17:35:04.963920+0000","last_unstale":"2024-09-12T18:16:19.240077+0000","last_undegraded":"2024-09-12T18:16:19.240077+0000","last_fullsized":"2024-09-12T18:16:19.240077+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":700,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:39:45.247176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"266'222","reported_seq":1041,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:58.774297+0000","last_change":"2024-09-12T17:35:07.201701+0000","last_active":"2024-09-12T18:14:58.774297+0000","last_peered":"2024-09-12T18:14:58.774297+0000","last_clean":"2024-09-12T18:14:58.774297+0000","last_became_active":"2024-09-12T17:35:07.201464+0000","last_became_peered":"2024-09-12T17:35:07.201464+0000","last_unstale":"2024-09-12T18:14:58.774297+0000","last_undegraded":"2024-09-12T18:14:58.774297+0000","last_fullsized":"2024-09-12T18:14:58.774297+0000","mapping_epoch":35,"log_start":"266'200","ondisk_log_start":"266'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":200,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:33:27.383974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":643,"num_read_kb":641,"num_write":490,"num_write_kb":124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"266'148","reported_seq":751,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:08.931255+0000","last_change":"2024-09-12T17:34:58.925693+0000","last_active":"2024-09-12T18:14:08.931255+0000","last_peered":"2024-09-12T18:14:08.931255+0000","last_clean":"2024-09-12T18:14:08.931255+0000","last_became_active":"2024-09-12T17:34:58.924032+0000","last_became_peered":"2024-09-12T17:34:58.924032+0000","last_unstale":"2024-09-12T18:14:08.931255+0000","last_undegraded":"2024-09-12T18:14:08.931255+0000","last_fullsized":"2024-09-12T18:14:08.931255+0000","mapping_epoch":27,"log_start":"263'100","ondisk_log_start":"263'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:41:12.205410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":628,"num_read_kb":521,"num_write":214,"num_write_kb":100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"266'213","reported_seq":845,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:26.407770+0000","last_change":"2024-09-12T17:34:56.924346+0000","last_active":"2024-09-12T18:14:26.407770+0000","last_peered":"2024-09-12T18:14:26.407770+0000","last_clean":"2024-09-12T18:14:26.407770+0000","last_became_active":"2024-09-12T17:34:56.923977+0000","last_became_peered":"2024-09-12T17:34:56.923977+0000","last_unstale":"2024-09-12T18:14:26.407770+0000","last_undegraded":"2024-09-12T18:14:26.407770+0000","last_fullsized":"2024-09-12T18:14:26.407770+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":200,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:03:01.213763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5527768,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":499,"num_read_kb":25888,"num_write":1012,"num_write_kb":29408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":493,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.540235+0000","last_change":"2024-09-12T17:35:00.936558+0000","last_active":"2024-09-12T18:13:42.540235+0000","last_peered":"2024-09-12T18:13:42.540235+0000","last_clean":"2024-09-12T18:13:42.540235+0000","last_became_active":"2024-09-12T17:35:00.936215+0000","last_became_peered":"2024-09-12T17:35:00.936215+0000","last_unstale":"2024-09-12T18:13:42.540235+0000","last_undegraded":"2024-09-12T18:13:42.540235+0000","last_fullsized":"2024-09-12T18:13:42.540235+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:13:48.232919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"266'124","reported_seq":684,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:07.428170+0000","last_change":"2024-09-12T17:35:03.253554+0000","last_active":"2024-09-12T18:16:07.428170+0000","last_peered":"2024-09-12T18:16:07.428170+0000","last_clean":"2024-09-12T18:16:07.428170+0000","last_became_active":"2024-09-12T17:35:03.253138+0000","last_became_peered":"2024-09-12T17:35:03.253138+0000","last_unstale":"2024-09-12T18:16:07.428170+0000","last_undegraded":"2024-09-12T18:16:07.428170+0000","last_fullsized":"2024-09-12T18:16:07.428170+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:57:18.799771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7409,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":150,"num_read_kb":160,"num_write":78,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"266'746","reported_seq":2202,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:19.244296+0000","last_change":"2024-09-12T17:35:04.967293+0000","last_active":"2024-09-12T18:16:19.244296+0000","last_peered":"2024-09-12T18:16:19.244296+0000","last_clean":"2024-09-12T18:16:19.244296+0000","last_became_active":"2024-09-12T17:35:04.967011+0000","last_became_peered":"2024-09-12T17:35:04.967011+0000","last_unstale":"2024-09-12T18:16:19.244296+0000","last_undegraded":"2024-09-12T18:16:19.244296+0000","last_fullsized":"2024-09-12T18:16:19.244296+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":700,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:20:07.450151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"266'91","reported_seq":659,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.409706+0000","last_change":"2024-09-12T17:34:58.919113+0000","last_active":"2024-09-12T18:14:02.409706+0000","last_peered":"2024-09-12T18:14:02.409706+0000","last_clean":"2024-09-12T18:14:02.409706+0000","last_became_active":"2024-09-12T17:34:58.917715+0000","last_became_peered":"2024-09-12T17:34:58.917715+0000","last_unstale":"2024-09-12T18:14:02.409706+0000","last_undegraded":"2024-09-12T18:14:02.409706+0000","last_fullsized":"2024-09-12T18:14:02.409706+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":0,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:41:36.727987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":413,"num_read_kb":341,"num_write":135,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"266'185","reported_seq":815,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:55.745885+0000","last_change":"2024-09-12T17:34:56.935650+0000","last_active":"2024-09-12T18:14:55.745885+0000","last_peered":"2024-09-12T18:14:55.745885+0000","last_clean":"2024-09-12T18:14:55.745885+0000","last_became_active":"2024-09-12T17:34:56.934929+0000","last_became_peered":"2024-09-12T17:34:56.934929+0000","last_unstale":"2024-09-12T18:14:55.745885+0000","last_undegraded":"2024-09-12T18:14:55.745885+0000","last_fullsized":"2024-09-12T18:14:55.745885+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":100,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:46:19.381233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13459489,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":462,"num_read_kb":23437,"num_write":907,"num_write_kb":25265,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":495,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.408591+0000","last_change":"2024-09-12T17:35:00.938355+0000","last_active":"2024-09-12T18:14:02.408591+0000","last_peered":"2024-09-12T18:14:02.408591+0000","last_clean":"2024-09-12T18:14:02.408591+0000","last_became_active":"2024-09-12T17:35:00.938077+0000","last_became_peered":"2024-09-12T17:35:00.938077+0000","last_unstale":"2024-09-12T18:14:02.408591+0000","last_undegraded":"2024-09-12T18:14:02.408591+0000","last_fullsized":"2024-09-12T18:14:02.408591+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:00:35.699522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"266'209","reported_seq":812,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:19.214537+0000","last_change":"2024-09-12T17:35:03.251975+0000","last_active":"2024-09-12T18:16:19.214537+0000","last_peered":"2024-09-12T18:16:19.214537+0000","last_clean":"2024-09-12T18:16:19.214537+0000","last_became_active":"2024-09-12T17:35:03.251671+0000","last_became_peered":"2024-09-12T17:35:03.251671+0000","last_unstale":"2024-09-12T18:16:19.214537+0000","last_undegraded":"2024-09-12T18:16:19.214537+0000","last_fullsized":"2024-09-12T18:16:19.214537+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":100,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:21:03.585556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12254,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":272,"num_read_kb":325,"num_write":160,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":490,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:22.400670+0000","last_change":"2024-09-12T17:35:04.966695+0000","last_active":"2024-09-12T18:13:22.400670+0000","last_peered":"2024-09-12T18:13:22.400670+0000","last_clean":"2024-09-12T18:13:22.400670+0000","last_became_active":"2024-09-12T17:35:04.966409+0000","last_became_peered":"2024-09-12T17:35:04.966409+0000","last_unstale":"2024-09-12T18:13:22.400670+0000","last_undegraded":"2024-09-12T18:13:22.400670+0000","last_fullsized":"2024-09-12T18:13:22.400670+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:23:33.209804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"266'546","reported_seq":1351,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:19.227180+0000","last_change":"2024-09-12T17:35:06.986931+0000","last_active":"2024-09-12T18:16:19.227180+0000","last_peered":"2024-09-12T18:16:19.227180+0000","last_clean":"2024-09-12T18:16:19.227180+0000","last_became_active":"2024-09-12T17:35:06.986610+0000","last_became_peered":"2024-09-12T17:35:06.986610+0000","last_unstale":"2024-09-12T18:16:19.227180+0000","last_undegraded":"2024-09-12T18:16:19.227180+0000","last_fullsized":"2024-09-12T18:16:19.227180+0000","mapping_epoch":35,"log_start":"266'500","ondisk_log_start":"266'500","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":500,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:34:50.007919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1304,"num_read_kb":1302,"num_write":1132,"num_write_kb":388,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"266'82","reported_seq":650,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.436569+0000","last_change":"2024-09-12T17:34:58.920041+0000","last_active":"2024-09-12T18:14:02.436569+0000","last_peered":"2024-09-12T18:14:02.436569+0000","last_clean":"2024-09-12T18:14:02.436569+0000","last_became_active":"2024-09-12T17:34:58.919767+0000","last_became_peered":"2024-09-12T17:34:58.919767+0000","last_unstale":"2024-09-12T18:14:02.436569+0000","last_undegraded":"2024-09-12T18:14:02.436569+0000","last_fullsized":"2024-09-12T18:14:02.436569+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":0,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:09:58.353515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":387,"num_read_kb":321,"num_write":126,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"266'219","reported_seq":860,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:12.401472+0000","last_change":"2024-09-12T17:34:56.915666+0000","last_active":"2024-09-12T18:13:12.401472+0000","last_peered":"2024-09-12T18:13:12.401472+0000","last_clean":"2024-09-12T18:13:12.401472+0000","last_became_active":"2024-09-12T17:34:56.915155+0000","last_became_peered":"2024-09-12T17:34:56.915155+0000","last_unstale":"2024-09-12T18:13:12.401472+0000","last_undegraded":"2024-09-12T18:13:12.401472+0000","last_fullsized":"2024-09-12T18:13:12.401472+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":200,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:53:59.504340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9465262,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":453,"num_read_kb":97617,"num_write":991,"num_write_kb":40649,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":498,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.405654+0000","last_change":"2024-09-12T17:35:00.930817+0000","last_active":"2024-09-12T18:14:02.405654+0000","last_peered":"2024-09-12T18:14:02.405654+0000","last_clean":"2024-09-12T18:14:02.405654+0000","last_became_active":"2024-09-12T17:35:00.930541+0000","last_became_peered":"2024-09-12T17:35:00.930541+0000","last_unstale":"2024-09-12T18:14:02.405654+0000","last_undegraded":"2024-09-12T18:14:02.405654+0000","last_fullsized":"2024-09-12T18:14:02.405654+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:53:06.175721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"266'129","reported_seq":695,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:32.565290+0000","last_change":"2024-09-12T17:35:02.952011+0000","last_active":"2024-09-12T18:15:32.565290+0000","last_peered":"2024-09-12T18:15:32.565290+0000","last_clean":"2024-09-12T18:15:32.565290+0000","last_became_active":"2024-09-12T17:35:02.951722+0000","last_became_peered":"2024-09-12T17:35:02.951722+0000","last_unstale":"2024-09-12T18:15:32.565290+0000","last_undegraded":"2024-09-12T18:15:32.565290+0000","last_fullsized":"2024-09-12T18:15:32.565290+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:46:03.311816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16552,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":168,"num_read_kb":246,"num_write":94,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:12.555214+0000","last_change":"2024-09-12T17:35:04.965337+0000","last_active":"2024-09-12T18:14:12.555214+0000","last_peered":"2024-09-12T18:14:12.555214+0000","last_clean":"2024-09-12T18:14:12.555214+0000","last_became_active":"2024-09-12T17:35:04.965012+0000","last_became_peered":"2024-09-12T17:35:04.965012+0000","last_unstale":"2024-09-12T18:14:12.555214+0000","last_undegraded":"2024-09-12T18:14:12.555214+0000","last_fullsized":"2024-09-12T18:14:12.555214+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:47:55.558470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"266'2440","reported_seq":4266,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:56.859144+0000","last_change":"2024-09-12T17:35:06.986539+0000","last_active":"2024-09-12T18:14:56.859144+0000","last_peered":"2024-09-12T18:14:56.859144+0000","last_clean":"2024-09-12T18:14:56.859144+0000","last_became_active":"2024-09-12T17:35:06.986255+0000","last_became_peered":"2024-09-12T17:35:06.986255+0000","last_unstale":"2024-09-12T18:14:56.859144+0000","last_undegraded":"2024-09-12T18:14:56.859144+0000","last_fullsized":"2024-09-12T18:14:56.859144+0000","mapping_epoch":35,"log_start":"266'2400","ondisk_log_start":"266'2400","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":2400,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:25:29.990381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1026,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":6099,"num_read_kb":6093,"num_write":4948,"num_write_kb":1806,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"266'111","reported_seq":689,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:12.407603+0000","last_change":"2024-09-12T17:34:58.926976+0000","last_active":"2024-09-12T18:14:12.407603+0000","last_peered":"2024-09-12T18:14:12.407603+0000","last_clean":"2024-09-12T18:14:12.407603+0000","last_became_active":"2024-09-12T17:34:58.926693+0000","last_became_peered":"2024-09-12T17:34:58.926693+0000","last_unstale":"2024-09-12T18:14:12.407603+0000","last_undegraded":"2024-09-12T18:14:12.407603+0000","last_fullsized":"2024-09-12T18:14:12.407603+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":100,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:21:05.583201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":483,"num_read_kb":401,"num_write":163,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"266'201","reported_seq":857,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:34.988231+0000","last_change":"2024-09-12T17:34:56.919208+0000","last_active":"2024-09-12T18:14:34.988231+0000","last_peered":"2024-09-12T18:14:34.988231+0000","last_clean":"2024-09-12T18:14:34.988231+0000","last_became_active":"2024-09-12T17:34:56.918166+0000","last_became_peered":"2024-09-12T17:34:56.918166+0000","last_unstale":"2024-09-12T18:14:34.988231+0000","last_undegraded":"2024-09-12T18:14:34.988231+0000","last_fullsized":"2024-09-12T18:14:34.988231+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:23:46.771665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13415559,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":505,"num_read_kb":117048,"num_write":998,"num_write_kb":37308,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":497,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:17.399859+0000","last_change":"2024-09-12T17:35:00.935547+0000","last_active":"2024-09-12T18:13:17.399859+0000","last_peered":"2024-09-12T18:13:17.399859+0000","last_clean":"2024-09-12T18:13:17.399859+0000","last_became_active":"2024-09-12T17:35:00.935218+0000","last_became_peered":"2024-09-12T17:35:00.935218+0000","last_unstale":"2024-09-12T18:13:17.399859+0000","last_undegraded":"2024-09-12T18:13:17.399859+0000","last_fullsized":"2024-09-12T18:13:17.399859+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:45:01.085917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"266'152","reported_seq":729,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:12.428898+0000","last_change":"2024-09-12T17:35:02.949983+0000","last_active":"2024-09-12T18:16:12.428898+0000","last_peered":"2024-09-12T18:16:12.428898+0000","last_clean":"2024-09-12T18:16:12.428898+0000","last_became_active":"2024-09-12T17:35:02.949466+0000","last_became_peered":"2024-09-12T17:35:02.949466+0000","last_unstale":"2024-09-12T18:16:12.428898+0000","last_undegraded":"2024-09-12T18:16:12.428898+0000","last_fullsized":"2024-09-12T18:16:12.428898+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:17:42.002146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12121,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":195,"num_read_kb":220,"num_write":108,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"266'756","reported_seq":2236,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:19.245229+0000","last_change":"2024-09-12T17:35:04.970958+0000","last_active":"2024-09-12T18:16:19.245229+0000","last_peered":"2024-09-12T18:16:19.245229+0000","last_clean":"2024-09-12T18:16:19.245229+0000","last_became_active":"2024-09-12T17:35:04.970607+0000","last_became_peered":"2024-09-12T17:35:04.970607+0000","last_unstale":"2024-09-12T18:16:19.245229+0000","last_undegraded":"2024-09-12T18:16:19.245229+0000","last_fullsized":"2024-09-12T18:16:19.245229+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":700,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:43:58.932456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"266'97","reported_seq":594,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:18.065879+0000","last_change":"2024-09-12T17:35:06.985831+0000","last_active":"2024-09-12T18:16:18.065879+0000","last_peered":"2024-09-12T18:16:18.065879+0000","last_clean":"2024-09-12T18:16:18.065879+0000","last_became_active":"2024-09-12T17:35:06.985470+0000","last_became_peered":"2024-09-12T17:35:06.985470+0000","last_unstale":"2024-09-12T18:16:18.065879+0000","last_undegraded":"2024-09-12T18:16:18.065879+0000","last_fullsized":"2024-09-12T18:16:18.065879+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:32:52.219723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":156,"num_read_kb":142,"num_write":229,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"266'374","reported_seq":1011,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:29.389214+0000","last_change":"2024-09-12T17:34:58.930094+0000","last_active":"2024-09-12T18:13:29.389214+0000","last_peered":"2024-09-12T18:13:29.389214+0000","last_clean":"2024-09-12T18:13:29.389214+0000","last_became_active":"2024-09-12T17:34:58.929171+0000","last_became_peered":"2024-09-12T17:34:58.929171+0000","last_unstale":"2024-09-12T18:13:29.389214+0000","last_undegraded":"2024-09-12T18:13:29.389214+0000","last_fullsized":"2024-09-12T18:13:29.389214+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":300,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:19:02.338379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1723,"num_read_kb":1528,"num_write":649,"num_write_kb":326,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"266'198","reported_seq":883,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:38.826582+0000","last_change":"2024-09-12T17:34:56.923638+0000","last_active":"2024-09-12T18:13:38.826582+0000","last_peered":"2024-09-12T18:13:38.826582+0000","last_clean":"2024-09-12T18:13:38.826582+0000","last_became_active":"2024-09-12T17:34:56.923319+0000","last_became_peered":"2024-09-12T17:34:56.923319+0000","last_unstale":"2024-09-12T18:13:38.826582+0000","last_undegraded":"2024-09-12T18:13:38.826582+0000","last_fullsized":"2024-09-12T18:13:38.826582+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":100,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:37:02.612636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263189,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":632,"num_read_kb":140730,"num_write":914,"num_write_kb":33453,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":498,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:07.406162+0000","last_change":"2024-09-12T17:35:00.936285+0000","last_active":"2024-09-12T18:14:07.406162+0000","last_peered":"2024-09-12T18:14:07.406162+0000","last_clean":"2024-09-12T18:14:07.406162+0000","last_became_active":"2024-09-12T17:35:00.936017+0000","last_became_peered":"2024-09-12T17:35:00.936017+0000","last_unstale":"2024-09-12T18:14:07.406162+0000","last_undegraded":"2024-09-12T18:14:07.406162+0000","last_fullsized":"2024-09-12T18:14:07.406162+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:22:41.707620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"266'197","reported_seq":814,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:19.195154+0000","last_change":"2024-09-12T17:35:02.950119+0000","last_active":"2024-09-12T18:16:19.195154+0000","last_peered":"2024-09-12T18:16:19.195154+0000","last_clean":"2024-09-12T18:16:19.195154+0000","last_became_active":"2024-09-12T17:35:02.949663+0000","last_became_peered":"2024-09-12T17:35:02.949663+0000","last_unstale":"2024-09-12T18:16:19.195154+0000","last_undegraded":"2024-09-12T18:16:19.195154+0000","last_fullsized":"2024-09-12T18:16:19.195154+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":100,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:10:36.899692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50694,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":267,"num_read_kb":452,"num_write":134,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":490,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:07.406138+0000","last_change":"2024-09-12T17:35:04.963851+0000","last_active":"2024-09-12T18:14:07.406138+0000","last_peered":"2024-09-12T18:14:07.406138+0000","last_clean":"2024-09-12T18:14:07.406138+0000","last_became_active":"2024-09-12T17:35:04.963524+0000","last_became_peered":"2024-09-12T17:35:04.963524+0000","last_unstale":"2024-09-12T18:14:07.406138+0000","last_undegraded":"2024-09-12T18:14:07.406138+0000","last_fullsized":"2024-09-12T18:14:07.406138+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:03:44.649542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"266'127","reported_seq":669,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:07.406612+0000","last_change":"2024-09-12T17:35:06.982679+0000","last_active":"2024-09-12T18:14:07.406612+0000","last_peered":"2024-09-12T18:14:07.406612+0000","last_clean":"2024-09-12T18:14:07.406612+0000","last_became_active":"2024-09-12T17:35:06.982394+0000","last_became_peered":"2024-09-12T17:35:06.982394+0000","last_unstale":"2024-09-12T18:14:07.406612+0000","last_undegraded":"2024-09-12T18:14:07.406612+0000","last_fullsized":"2024-09-12T18:14:07.406612+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:33:36.735682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":729,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":278,"num_read_kb":239,"num_write":286,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"266'167","reported_seq":784,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:07.191719+0000","last_change":"2024-09-12T17:34:58.923399+0000","last_active":"2024-09-12T18:14:07.191719+0000","last_peered":"2024-09-12T18:14:07.191719+0000","last_clean":"2024-09-12T18:14:07.191719+0000","last_became_active":"2024-09-12T17:34:58.923032+0000","last_became_peered":"2024-09-12T17:34:58.923032+0000","last_unstale":"2024-09-12T18:14:07.191719+0000","last_undegraded":"2024-09-12T18:14:07.191719+0000","last_fullsized":"2024-09-12T18:14:07.191719+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:38:21.764008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":760,"num_read_kb":630,"num_write":244,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"266'205","reported_seq":799,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.403815+0000","last_change":"2024-09-12T17:35:31.182367+0000","last_active":"2024-09-12T18:13:47.403815+0000","last_peered":"2024-09-12T18:13:47.403815+0000","last_clean":"2024-09-12T18:13:47.403815+0000","last_became_active":"2024-09-12T17:35:31.181811+0000","last_became_peered":"2024-09-12T17:35:31.181811+0000","last_unstale":"2024-09-12T18:13:47.403815+0000","last_undegraded":"2024-09-12T18:13:47.403815+0000","last_fullsized":"2024-09-12T18:13:47.403815+0000","mapping_epoch":38,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":100,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:38:44.065901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8411341,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":410,"num_read_kb":18088,"num_write":1002,"num_write_kb":29347,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,4],"acting":[2,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":497,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:17.399899+0000","last_change":"2024-09-12T17:35:00.936868+0000","last_active":"2024-09-12T18:13:17.399899+0000","last_peered":"2024-09-12T18:13:17.399899+0000","last_clean":"2024-09-12T18:13:17.399899+0000","last_became_active":"2024-09-12T17:35:00.936569+0000","last_became_peered":"2024-09-12T17:35:00.936569+0000","last_unstale":"2024-09-12T18:13:17.399899+0000","last_undegraded":"2024-09-12T18:13:17.399899+0000","last_fullsized":"2024-09-12T18:13:17.399899+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:08:00.767620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"266'147","reported_seq":717,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:32.449571+0000","last_change":"2024-09-12T17:35:02.948304+0000","last_active":"2024-09-12T18:15:32.449571+0000","last_peered":"2024-09-12T18:15:32.449571+0000","last_clean":"2024-09-12T18:15:32.449571+0000","last_became_active":"2024-09-12T17:35:02.947998+0000","last_became_peered":"2024-09-12T17:35:02.947998+0000","last_unstale":"2024-09-12T18:15:32.449571+0000","last_undegraded":"2024-09-12T18:15:32.449571+0000","last_fullsized":"2024-09-12T18:15:32.449571+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:27:30.821334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19860,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":211,"num_read_kb":301,"num_write":168,"num_write_kb":107,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":485,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:27.519577+0000","last_change":"2024-09-12T17:35:04.968835+0000","last_active":"2024-09-12T18:13:27.519577+0000","last_peered":"2024-09-12T18:13:27.519577+0000","last_clean":"2024-09-12T18:13:27.519577+0000","last_became_active":"2024-09-12T17:35:04.968528+0000","last_became_peered":"2024-09-12T17:35:04.968528+0000","last_unstale":"2024-09-12T18:13:27.519577+0000","last_undegraded":"2024-09-12T18:13:27.519577+0000","last_fullsized":"2024-09-12T18:13:27.519577+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:09:08.961236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"266'128","reported_seq":618,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:12.562981+0000","last_change":"2024-09-12T17:35:06.988182+0000","last_active":"2024-09-12T18:15:12.562981+0000","last_peered":"2024-09-12T18:15:12.562981+0000","last_clean":"2024-09-12T18:15:12.562981+0000","last_became_active":"2024-09-12T17:35:06.987924+0000","last_became_peered":"2024-09-12T17:35:06.987924+0000","last_unstale":"2024-09-12T18:15:12.562981+0000","last_undegraded":"2024-09-12T18:15:12.562981+0000","last_fullsized":"2024-09-12T18:15:12.562981+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:50:51.296107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":136,"num_read_kb":135,"num_write":305,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"266'348","reported_seq":1066,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:10.208046+0000","last_change":"2024-09-12T17:34:58.918886+0000","last_active":"2024-09-12T18:14:10.208046+0000","last_peered":"2024-09-12T18:14:10.208046+0000","last_clean":"2024-09-12T18:14:10.208046+0000","last_became_active":"2024-09-12T17:34:58.918283+0000","last_became_peered":"2024-09-12T17:34:58.918283+0000","last_unstale":"2024-09-12T18:14:10.208046+0000","last_undegraded":"2024-09-12T18:14:10.208046+0000","last_fullsized":"2024-09-12T18:14:10.208046+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:02:57.811672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1718,"num_read_kb":1431,"num_write":646,"num_write_kb":423,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"266'249","reported_seq":879,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:24.982208+0000","last_change":"2024-09-12T17:34:56.928373+0000","last_active":"2024-09-12T18:14:24.982208+0000","last_peered":"2024-09-12T18:14:24.982208+0000","last_clean":"2024-09-12T18:14:24.982208+0000","last_became_active":"2024-09-12T17:34:56.928028+0000","last_became_peered":"2024-09-12T17:34:56.928028+0000","last_unstale":"2024-09-12T18:14:24.982208+0000","last_undegraded":"2024-09-12T18:14:24.982208+0000","last_fullsized":"2024-09-12T18:14:24.982208+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":200,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:17:43.639122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1571255,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":534,"num_read_kb":23586,"num_write":1067,"num_write_kb":38807,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":498,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:17.400093+0000","last_change":"2024-09-12T17:35:00.930800+0000","last_active":"2024-09-12T18:13:17.400093+0000","last_peered":"2024-09-12T18:13:17.400093+0000","last_clean":"2024-09-12T18:13:17.400093+0000","last_became_active":"2024-09-12T17:35:00.930519+0000","last_became_peered":"2024-09-12T17:35:00.930519+0000","last_unstale":"2024-09-12T18:13:17.400093+0000","last_undegraded":"2024-09-12T18:13:17.400093+0000","last_fullsized":"2024-09-12T18:13:17.400093+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:07:10.455521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"266'143","reported_seq":722,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:37.416580+0000","last_change":"2024-09-12T17:35:02.948774+0000","last_active":"2024-09-12T18:15:37.416580+0000","last_peered":"2024-09-12T18:15:37.416580+0000","last_clean":"2024-09-12T18:15:37.416580+0000","last_became_active":"2024-09-12T17:35:02.948449+0000","last_became_peered":"2024-09-12T17:35:02.948449+0000","last_unstale":"2024-09-12T18:15:37.416580+0000","last_undegraded":"2024-09-12T18:15:37.416580+0000","last_fullsized":"2024-09-12T18:15:37.416580+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":100,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:37:57.101483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16564,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":196,"num_read_kb":256,"num_write":108,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"266'748","reported_seq":2439,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:19.241350+0000","last_change":"2024-09-12T17:35:04.966982+0000","last_active":"2024-09-12T18:16:19.241350+0000","last_peered":"2024-09-12T18:16:19.241350+0000","last_clean":"2024-09-12T18:16:19.241350+0000","last_became_active":"2024-09-12T17:35:04.966668+0000","last_became_peered":"2024-09-12T17:35:04.966668+0000","last_unstale":"2024-09-12T18:16:19.241350+0000","last_undegraded":"2024-09-12T18:16:19.241350+0000","last_fullsized":"2024-09-12T18:16:19.241350+0000","mapping_epoch":33,"log_start":"266'701","ondisk_log_start":"266'701","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":701,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:53:23.875404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"266'104","reported_seq":600,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:57.896835+0000","last_change":"2024-09-12T17:35:06.981057+0000","last_active":"2024-09-12T18:14:57.896835+0000","last_peered":"2024-09-12T18:14:57.896835+0000","last_clean":"2024-09-12T18:14:57.896835+0000","last_became_active":"2024-09-12T17:35:06.980716+0000","last_became_peered":"2024-09-12T17:35:06.980716+0000","last_unstale":"2024-09-12T18:14:57.896835+0000","last_undegraded":"2024-09-12T18:14:57.896835+0000","last_fullsized":"2024-09-12T18:14:57.896835+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:54:18.154169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1256,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":140,"num_read_kb":134,"num_write":255,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"266'95","reported_seq":697,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:34.199742+0000","last_change":"2024-09-12T17:34:58.921040+0000","last_active":"2024-09-12T18:13:34.199742+0000","last_peered":"2024-09-12T18:13:34.199742+0000","last_clean":"2024-09-12T18:13:34.199742+0000","last_became_active":"2024-09-12T17:34:58.920768+0000","last_became_peered":"2024-09-12T17:34:58.920768+0000","last_unstale":"2024-09-12T18:13:34.199742+0000","last_undegraded":"2024-09-12T18:13:34.199742+0000","last_fullsized":"2024-09-12T18:13:34.199742+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":0,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:13:20.321748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":462,"num_read_kb":392,"num_write":151,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"266'164","reported_seq":773,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:23.383672+0000","last_change":"2024-09-12T17:34:56.919092+0000","last_active":"2024-09-12T18:14:23.383672+0000","last_peered":"2024-09-12T18:14:23.383672+0000","last_clean":"2024-09-12T18:14:23.383672+0000","last_became_active":"2024-09-12T17:34:56.918704+0000","last_became_peered":"2024-09-12T17:34:56.918704+0000","last_unstale":"2024-09-12T18:14:23.383672+0000","last_undegraded":"2024-09-12T18:14:23.383672+0000","last_fullsized":"2024-09-12T18:14:23.383672+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:43:16.518987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12143091,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":347,"num_read_kb":24218,"num_write":785,"num_write_kb":41362,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"30'2","reported_seq":1450,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:18.958209+0000","last_change":"2024-09-12T17:35:00.936318+0000","last_active":"2024-09-12T18:16:18.958209+0000","last_peered":"2024-09-12T18:16:18.958209+0000","last_clean":"2024-09-12T18:16:18.958209+0000","last_became_active":"2024-09-12T17:35:00.935573+0000","last_became_peered":"2024-09-12T17:35:00.935573+0000","last_unstale":"2024-09-12T18:16:18.958209+0000","last_undegraded":"2024-09-12T18:16:18.958209+0000","last_fullsized":"2024-09-12T18:16:18.958209+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:10:51.532268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":954,"num_read_kb":954,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"266'80","reported_seq":600,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:11.435902+0000","last_change":"2024-09-12T17:35:03.252776+0000","last_active":"2024-09-12T18:15:11.435902+0000","last_peered":"2024-09-12T18:15:11.435902+0000","last_clean":"2024-09-12T18:15:11.435902+0000","last_became_active":"2024-09-12T17:35:03.252300+0000","last_became_peered":"2024-09-12T17:35:03.252300+0000","last_unstale":"2024-09-12T18:15:11.435902+0000","last_undegraded":"2024-09-12T18:15:11.435902+0000","last_fullsized":"2024-09-12T18:15:11.435902+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":0,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:57:40.553371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":77,"num_read_kb":71,"num_write":52,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"266'764","reported_seq":2369,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:19.242124+0000","last_change":"2024-09-12T17:35:04.962746+0000","last_active":"2024-09-12T18:16:19.242124+0000","last_peered":"2024-09-12T18:16:19.242124+0000","last_clean":"2024-09-12T18:16:19.242124+0000","last_became_active":"2024-09-12T17:35:04.962416+0000","last_became_peered":"2024-09-12T17:35:04.962416+0000","last_unstale":"2024-09-12T18:16:19.242124+0000","last_undegraded":"2024-09-12T18:16:19.242124+0000","last_fullsized":"2024-09-12T18:16:19.242124+0000","mapping_epoch":33,"log_start":"266'701","ondisk_log_start":"266'701","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":701,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:18:43.641057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"266'108","reported_seq":600,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:58.726666+0000","last_change":"2024-09-12T17:35:06.980953+0000","last_active":"2024-09-12T18:14:58.726666+0000","last_peered":"2024-09-12T18:14:58.726666+0000","last_clean":"2024-09-12T18:14:58.726666+0000","last_became_active":"2024-09-12T17:35:06.980651+0000","last_became_peered":"2024-09-12T17:35:06.980651+0000","last_unstale":"2024-09-12T18:14:58.726666+0000","last_undegraded":"2024-09-12T18:14:58.726666+0000","last_fullsized":"2024-09-12T18:14:58.726666+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:54:46.283427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":113,"num_read_kb":112,"num_write":247,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"266'333","reported_seq":1009,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:37.785448+0000","last_change":"2024-09-12T17:34:58.923313+0000","last_active":"2024-09-12T18:14:37.785448+0000","last_peered":"2024-09-12T18:14:37.785448+0000","last_clean":"2024-09-12T18:14:37.785448+0000","last_became_active":"2024-09-12T17:34:58.923008+0000","last_became_peered":"2024-09-12T17:34:58.923008+0000","last_unstale":"2024-09-12T18:14:37.785448+0000","last_undegraded":"2024-09-12T18:14:37.785448+0000","last_fullsized":"2024-09-12T18:14:37.785448+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:25:53.337365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1673,"num_read_kb":1469,"num_write":531,"num_write_kb":278,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"266'236","reported_seq":886,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:45.179275+0000","last_change":"2024-09-12T17:34:56.920767+0000","last_active":"2024-09-12T18:14:45.179275+0000","last_peered":"2024-09-12T18:14:45.179275+0000","last_clean":"2024-09-12T18:14:45.179275+0000","last_became_active":"2024-09-12T17:34:56.920361+0000","last_became_peered":"2024-09-12T17:34:56.920361+0000","last_unstale":"2024-09-12T18:14:45.179275+0000","last_undegraded":"2024-09-12T18:14:45.179275+0000","last_fullsized":"2024-09-12T18:14:45.179275+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":200,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:30:30.445580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5942816,"num_objects":15,"num_object_clones":0,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":558,"num_read_kb":58412,"num_write":1039,"num_write_kb":35976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":498,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:17.430994+0000","last_change":"2024-09-12T17:35:00.933738+0000","last_active":"2024-09-12T18:13:17.430994+0000","last_peered":"2024-09-12T18:13:17.430994+0000","last_clean":"2024-09-12T18:13:17.430994+0000","last_became_active":"2024-09-12T17:35:00.933438+0000","last_became_peered":"2024-09-12T17:35:00.933438+0000","last_unstale":"2024-09-12T18:13:17.430994+0000","last_undegraded":"2024-09-12T18:13:17.430994+0000","last_fullsized":"2024-09-12T18:13:17.430994+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:54:15.400350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"266'202","reported_seq":799,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:32.422282+0000","last_change":"2024-09-12T17:35:02.954307+0000","last_active":"2024-09-12T18:15:32.422282+0000","last_peered":"2024-09-12T18:15:32.422282+0000","last_clean":"2024-09-12T18:15:32.422282+0000","last_became_active":"2024-09-12T17:35:02.953980+0000","last_became_peered":"2024-09-12T17:35:02.953980+0000","last_unstale":"2024-09-12T18:15:32.422282+0000","last_undegraded":"2024-09-12T18:15:32.422282+0000","last_fullsized":"2024-09-12T18:15:32.422282+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":100,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:17:54.208871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9902,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":265,"num_read_kb":308,"num_write":160,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":484,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:22.401224+0000","last_change":"2024-09-12T17:35:04.965213+0000","last_active":"2024-09-12T18:13:22.401224+0000","last_peered":"2024-09-12T18:13:22.401224+0000","last_clean":"2024-09-12T18:13:22.401224+0000","last_became_active":"2024-09-12T17:35:04.964947+0000","last_became_peered":"2024-09-12T17:35:04.964947+0000","last_unstale":"2024-09-12T18:13:22.401224+0000","last_undegraded":"2024-09-12T18:13:22.401224+0000","last_fullsized":"2024-09-12T18:13:22.401224+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:36:07.655909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"266'123","reported_seq":623,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:37.191177+0000","last_change":"2024-09-12T17:35:06.984403+0000","last_active":"2024-09-12T18:14:37.191177+0000","last_peered":"2024-09-12T18:14:37.191177+0000","last_clean":"2024-09-12T18:14:37.191177+0000","last_became_active":"2024-09-12T17:35:06.984110+0000","last_became_peered":"2024-09-12T17:35:06.984110+0000","last_unstale":"2024-09-12T18:14:37.191177+0000","last_undegraded":"2024-09-12T18:14:37.191177+0000","last_fullsized":"2024-09-12T18:14:37.191177+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:18:57.421412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":183,"num_read_kb":174,"num_write":285,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"266'245","reported_seq":839,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:25.510929+0000","last_change":"2024-09-12T17:34:58.921570+0000","last_active":"2024-09-12T18:14:25.510929+0000","last_peered":"2024-09-12T18:14:25.510929+0000","last_clean":"2024-09-12T18:14:25.510929+0000","last_became_active":"2024-09-12T17:34:58.921292+0000","last_became_peered":"2024-09-12T17:34:58.921292+0000","last_unstale":"2024-09-12T18:14:25.510929+0000","last_undegraded":"2024-09-12T18:14:25.510929+0000","last_fullsized":"2024-09-12T18:14:25.510929+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":200,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:05:03.210750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1071,"num_read_kb":869,"num_write":458,"num_write_kb":239,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":614,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:47.398018+0000","last_change":"2024-09-12T17:34:38.878097+0000","last_active":"2024-09-12T18:12:47.398018+0000","last_peered":"2024-09-12T18:12:47.398018+0000","last_clean":"2024-09-12T18:12:47.398018+0000","last_became_active":"2024-09-12T17:34:38.877094+0000","last_became_peered":"2024-09-12T17:34:38.877094+0000","last_unstale":"2024-09-12T18:12:47.398018+0000","last_undegraded":"2024-09-12T18:12:47.398018+0000","last_fullsized":"2024-09-12T18:12:47.398018+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:37.584735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:37.584735+0000","last_clean_scrub_stamp":"2024-09-12T17:34:37.584735+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:57:26.069418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"19'1","reported_seq":524,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:22.412386+0000","last_change":"2024-09-12T17:34:47.631024+0000","last_active":"2024-09-12T18:14:22.412386+0000","last_peered":"2024-09-12T18:14:22.412386+0000","last_clean":"2024-09-12T18:14:22.412386+0000","last_became_active":"2024-09-12T17:34:45.621550+0000","last_became_peered":"2024-09-12T17:34:45.621550+0000","last_unstale":"2024-09-12T18:14:22.412386+0000","last_undegraded":"2024-09-12T18:14:22.412386+0000","last_fullsized":"2024-09-12T18:14:22.412386+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_clean_scrub_stamp":"2024-09-12T17:34:44.604271+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:04:46.125814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000454752,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"266'171","reported_seq":797,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:55.749507+0000","last_change":"2024-09-12T17:34:56.932641+0000","last_active":"2024-09-12T18:14:55.749507+0000","last_peered":"2024-09-12T18:14:55.749507+0000","last_clean":"2024-09-12T18:14:55.749507+0000","last_became_active":"2024-09-12T17:34:56.930976+0000","last_became_peered":"2024-09-12T17:34:56.930976+0000","last_unstale":"2024-09-12T18:14:55.749507+0000","last_undegraded":"2024-09-12T18:14:55.749507+0000","last_fullsized":"2024-09-12T18:14:55.749507+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:53:06.766416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5676443,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":424,"num_read_kb":23706,"num_write":834,"num_write_kb":20885,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"37'4","reported_seq":975,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:18.946594+0000","last_change":"2024-09-12T17:35:00.937944+0000","last_active":"2024-09-12T18:16:18.946594+0000","last_peered":"2024-09-12T18:16:18.946594+0000","last_clean":"2024-09-12T18:16:18.946594+0000","last_became_active":"2024-09-12T17:35:00.937638+0000","last_became_peered":"2024-09-12T17:35:00.937638+0000","last_unstale":"2024-09-12T18:16:18.946594+0000","last_undegraded":"2024-09-12T18:16:18.946594+0000","last_fullsized":"2024-09-12T18:16:18.946594+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:01:51.909002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":724,"num_read_kb":1192,"num_write":8,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"266'285","reported_seq":970,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:19.213376+0000","last_change":"2024-09-12T17:35:02.952214+0000","last_active":"2024-09-12T18:16:19.213376+0000","last_peered":"2024-09-12T18:16:19.213376+0000","last_clean":"2024-09-12T18:16:19.213376+0000","last_became_active":"2024-09-12T17:35:02.951937+0000","last_became_peered":"2024-09-12T17:35:02.951937+0000","last_unstale":"2024-09-12T18:16:19.213376+0000","last_undegraded":"2024-09-12T18:16:19.213376+0000","last_fullsized":"2024-09-12T18:16:19.213376+0000","mapping_epoch":31,"log_start":"263'200","ondisk_log_start":"263'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:06:47.448891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59503,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":537,"num_read_kb":705,"num_write":488,"num_write_kb":381,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":486,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:07.525197+0000","last_change":"2024-09-12T17:35:04.971000+0000","last_active":"2024-09-12T18:14:07.525197+0000","last_peered":"2024-09-12T18:14:07.525197+0000","last_clean":"2024-09-12T18:14:07.525197+0000","last_became_active":"2024-09-12T17:35:04.970656+0000","last_became_peered":"2024-09-12T17:35:04.970656+0000","last_unstale":"2024-09-12T18:14:07.525197+0000","last_undegraded":"2024-09-12T18:14:07.525197+0000","last_fullsized":"2024-09-12T18:14:07.525197+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:48:04.035841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"266'242","reported_seq":998,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:58.675898+0000","last_change":"2024-09-12T17:35:06.984405+0000","last_active":"2024-09-12T18:14:58.675898+0000","last_peered":"2024-09-12T18:14:58.675898+0000","last_clean":"2024-09-12T18:14:58.675898+0000","last_became_active":"2024-09-12T17:35:06.984114+0000","last_became_peered":"2024-09-12T17:35:06.984114+0000","last_unstale":"2024-09-12T18:14:58.675898+0000","last_undegraded":"2024-09-12T18:14:58.675898+0000","last_fullsized":"2024-09-12T18:14:58.675898+0000","mapping_epoch":35,"log_start":"266'200","ondisk_log_start":"266'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":200,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:09:32.863048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1263,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":771,"num_read_kb":707,"num_write":523,"num_write_kb":144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"266'147","reported_seq":729,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.524588+0000","last_change":"2024-09-12T17:34:58.928119+0000","last_active":"2024-09-12T18:14:02.524588+0000","last_peered":"2024-09-12T18:14:02.524588+0000","last_clean":"2024-09-12T18:14:02.524588+0000","last_became_active":"2024-09-12T17:34:58.926456+0000","last_became_peered":"2024-09-12T17:34:58.926456+0000","last_unstale":"2024-09-12T18:14:02.524588+0000","last_undegraded":"2024-09-12T18:14:02.524588+0000","last_fullsized":"2024-09-12T18:14:02.524588+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:59:25.105907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":622,"num_read_kb":509,"num_write":203,"num_write_kb":100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":523,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:52.398671+0000","last_change":"2024-09-12T17:34:47.823869+0000","last_active":"2024-09-12T18:12:52.398671+0000","last_peered":"2024-09-12T18:12:52.398671+0000","last_clean":"2024-09-12T18:12:52.398671+0000","last_became_active":"2024-09-12T17:34:45.621465+0000","last_became_peered":"2024-09-12T17:34:45.621465+0000","last_unstale":"2024-09-12T18:12:52.398671+0000","last_undegraded":"2024-09-12T18:12:52.398671+0000","last_fullsized":"2024-09-12T18:12:52.398671+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_clean_scrub_stamp":"2024-09-12T17:34:44.604271+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:22:00.642817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050835799999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"266'211","reported_seq":875,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:32.528229+0000","last_change":"2024-09-12T17:34:56.927060+0000","last_active":"2024-09-12T18:14:32.528229+0000","last_peered":"2024-09-12T18:14:32.528229+0000","last_clean":"2024-09-12T18:14:32.528229+0000","last_became_active":"2024-09-12T17:34:56.926728+0000","last_became_peered":"2024-09-12T17:34:56.926728+0000","last_unstale":"2024-09-12T18:14:32.528229+0000","last_undegraded":"2024-09-12T18:14:32.528229+0000","last_fullsized":"2024-09-12T18:14:32.528229+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":200,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:36:08.969215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16013490,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":479,"num_read_kb":76567,"num_write":1002,"num_write_kb":37048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":495,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.409848+0000","last_change":"2024-09-12T17:35:00.939555+0000","last_active":"2024-09-12T18:14:02.409848+0000","last_peered":"2024-09-12T18:14:02.409848+0000","last_clean":"2024-09-12T18:14:02.409848+0000","last_became_active":"2024-09-12T17:35:00.939245+0000","last_became_peered":"2024-09-12T17:35:00.939245+0000","last_unstale":"2024-09-12T18:14:02.409848+0000","last_undegraded":"2024-09-12T18:14:02.409848+0000","last_fullsized":"2024-09-12T18:14:02.409848+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:20:20.983156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"266'809","reported_seq":2232,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:19.237019+0000","last_change":"2024-09-12T17:35:02.948218+0000","last_active":"2024-09-12T18:16:19.237019+0000","last_peered":"2024-09-12T18:16:19.237019+0000","last_clean":"2024-09-12T18:16:19.237019+0000","last_became_active":"2024-09-12T17:35:02.947906+0000","last_became_peered":"2024-09-12T17:35:02.947906+0000","last_unstale":"2024-09-12T18:16:19.237019+0000","last_undegraded":"2024-09-12T18:16:19.237019+0000","last_fullsized":"2024-09-12T18:16:19.237019+0000","mapping_epoch":31,"log_start":"266'700","ondisk_log_start":"266'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":700,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:36:37.079908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":32011,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":1133,"num_read_kb":1266,"num_write":252,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":487,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:42.397463+0000","last_change":"2024-09-12T17:35:04.964186+0000","last_active":"2024-09-12T18:12:42.397463+0000","last_peered":"2024-09-12T18:12:42.397463+0000","last_clean":"2024-09-12T18:12:42.397463+0000","last_became_active":"2024-09-12T17:35:04.963541+0000","last_became_peered":"2024-09-12T17:35:04.963541+0000","last_unstale":"2024-09-12T18:12:42.397463+0000","last_undegraded":"2024-09-12T18:12:42.397463+0000","last_fullsized":"2024-09-12T18:12:42.397463+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:06:01.080268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"266'137","reported_seq":655,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:30.159861+0000","last_change":"2024-09-12T17:35:07.199232+0000","last_active":"2024-09-12T18:14:30.159861+0000","last_peered":"2024-09-12T18:14:30.159861+0000","last_clean":"2024-09-12T18:14:30.159861+0000","last_became_active":"2024-09-12T17:35:07.198906+0000","last_became_peered":"2024-09-12T17:35:07.198906+0000","last_unstale":"2024-09-12T18:14:30.159861+0000","last_undegraded":"2024-09-12T18:14:30.159861+0000","last_fullsized":"2024-09-12T18:14:30.159861+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:58:50.766500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":865,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":245,"num_read_kb":226,"num_write":357,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"266'455","reported_seq":1180,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.406129+0000","last_change":"2024-09-12T17:34:58.921623+0000","last_active":"2024-09-12T18:14:02.406129+0000","last_peered":"2024-09-12T18:14:02.406129+0000","last_clean":"2024-09-12T18:14:02.406129+0000","last_became_active":"2024-09-12T17:34:58.921188+0000","last_became_peered":"2024-09-12T17:34:58.921188+0000","last_unstale":"2024-09-12T18:14:02.406129+0000","last_undegraded":"2024-09-12T18:14:02.406129+0000","last_fullsized":"2024-09-12T18:14:02.406129+0000","mapping_epoch":27,"log_start":"266'400","ondisk_log_start":"266'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":400,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:54:27.271880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2112,"num_read_kb":1783,"num_write":682,"num_write_kb":387,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":526,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:22.408247+0000","last_change":"2024-09-12T17:34:47.716126+0000","last_active":"2024-09-12T18:14:22.408247+0000","last_peered":"2024-09-12T18:14:22.408247+0000","last_clean":"2024-09-12T18:14:22.408247+0000","last_became_active":"2024-09-12T17:34:45.621377+0000","last_became_peered":"2024-09-12T17:34:45.621377+0000","last_unstale":"2024-09-12T18:14:22.408247+0000","last_undegraded":"2024-09-12T18:14:22.408247+0000","last_fullsized":"2024-09-12T18:14:22.408247+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_clean_scrub_stamp":"2024-09-12T17:34:44.604271+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:48:58.488363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00052055199999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"266'172","reported_seq":775,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:20.920846+0000","last_change":"2024-09-12T17:34:56.912722+0000","last_active":"2024-09-12T18:13:20.920846+0000","last_peered":"2024-09-12T18:13:20.920846+0000","last_clean":"2024-09-12T18:13:20.920846+0000","last_became_active":"2024-09-12T17:34:56.912317+0000","last_became_peered":"2024-09-12T17:34:56.912317+0000","last_unstale":"2024-09-12T18:13:20.920846+0000","last_undegraded":"2024-09-12T18:13:20.920846+0000","last_fullsized":"2024-09-12T18:13:20.920846+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":100,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:12:21.379576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5105848,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":366,"num_read_kb":6167,"num_write":882,"num_write_kb":16600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"30'1","reported_seq":499,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.405718+0000","last_change":"2024-09-12T17:35:00.933821+0000","last_active":"2024-09-12T18:14:02.405718+0000","last_peered":"2024-09-12T18:14:02.405718+0000","last_clean":"2024-09-12T18:14:02.405718+0000","last_became_active":"2024-09-12T17:35:00.933508+0000","last_became_peered":"2024-09-12T17:35:00.933508+0000","last_unstale":"2024-09-12T18:14:02.405718+0000","last_undegraded":"2024-09-12T18:14:02.405718+0000","last_fullsized":"2024-09-12T18:14:02.405718+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:08:48.051104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"266'217","reported_seq":1259,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:15.202482+0000","last_change":"2024-09-12T17:35:03.253991+0000","last_active":"2024-09-12T18:16:15.202482+0000","last_peered":"2024-09-12T18:16:15.202482+0000","last_clean":"2024-09-12T18:16:15.202482+0000","last_became_active":"2024-09-12T17:35:03.253581+0000","last_became_peered":"2024-09-12T17:35:03.253581+0000","last_unstale":"2024-09-12T18:16:15.202482+0000","last_undegraded":"2024-09-12T18:16:15.202482+0000","last_fullsized":"2024-09-12T18:16:15.202482+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:38:20.951055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":180,"num_read_kb":170,"num_write":147,"num_write_kb":51,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":486,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:37.512715+0000","last_change":"2024-09-12T17:35:04.969166+0000","last_active":"2024-09-12T18:12:37.512715+0000","last_peered":"2024-09-12T18:12:37.512715+0000","last_clean":"2024-09-12T18:12:37.512715+0000","last_became_active":"2024-09-12T17:35:04.968891+0000","last_became_peered":"2024-09-12T17:35:04.968891+0000","last_unstale":"2024-09-12T18:12:37.512715+0000","last_undegraded":"2024-09-12T18:12:37.512715+0000","last_fullsized":"2024-09-12T18:12:37.512715+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:13:19.828938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"266'266","reported_seq":868,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:58.821388+0000","last_change":"2024-09-12T17:35:06.983689+0000","last_active":"2024-09-12T18:14:58.821388+0000","last_peered":"2024-09-12T18:14:58.821388+0000","last_clean":"2024-09-12T18:14:58.821388+0000","last_became_active":"2024-09-12T17:35:06.983394+0000","last_became_peered":"2024-09-12T17:35:06.983394+0000","last_unstale":"2024-09-12T18:14:58.821388+0000","last_undegraded":"2024-09-12T18:14:58.821388+0000","last_fullsized":"2024-09-12T18:14:58.821388+0000","mapping_epoch":35,"log_start":"266'200","ondisk_log_start":"266'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":200,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:38:34.109579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":537,"num_read_kb":555,"num_write":594,"num_write_kb":166,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"266'281","reported_seq":888,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:36.561331+0000","last_change":"2024-09-12T17:34:58.925463+0000","last_active":"2024-09-12T18:13:36.561331+0000","last_peered":"2024-09-12T18:13:36.561331+0000","last_clean":"2024-09-12T18:13:36.561331+0000","last_became_active":"2024-09-12T17:34:58.925181+0000","last_became_peered":"2024-09-12T17:34:58.925181+0000","last_unstale":"2024-09-12T18:13:36.561331+0000","last_undegraded":"2024-09-12T18:13:36.561331+0000","last_fullsized":"2024-09-12T18:13:36.561331+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":200,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:23:30.728917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1266,"num_read_kb":1015,"num_write":487,"num_write_kb":254,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"21'2","reported_seq":525,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:22.412329+0000","last_change":"2024-09-12T17:34:47.631464+0000","last_active":"2024-09-12T18:14:22.412329+0000","last_peered":"2024-09-12T18:14:22.412329+0000","last_clean":"2024-09-12T18:14:22.412329+0000","last_became_active":"2024-09-12T17:34:45.618674+0000","last_became_peered":"2024-09-12T17:34:45.618674+0000","last_unstale":"2024-09-12T18:14:22.412329+0000","last_undegraded":"2024-09-12T18:14:22.412329+0000","last_fullsized":"2024-09-12T18:14:22.412329+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_clean_scrub_stamp":"2024-09-12T17:34:44.604271+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:38:32.783051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00089588000000000005,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"266'200","reported_seq":833,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:39.914441+0000","last_change":"2024-09-12T17:34:56.930987+0000","last_active":"2024-09-12T18:14:39.914441+0000","last_peered":"2024-09-12T18:14:39.914441+0000","last_clean":"2024-09-12T18:14:39.914441+0000","last_became_active":"2024-09-12T17:34:56.930581+0000","last_became_peered":"2024-09-12T17:34:56.930581+0000","last_unstale":"2024-09-12T18:14:39.914441+0000","last_undegraded":"2024-09-12T18:14:39.914441+0000","last_fullsized":"2024-09-12T18:14:39.914441+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:48:53.463694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3479135,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":459,"num_read_kb":24690,"num_write":990,"num_write_kb":43686,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":494,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:37.512734+0000","last_change":"2024-09-12T17:35:00.931710+0000","last_active":"2024-09-12T18:12:37.512734+0000","last_peered":"2024-09-12T18:12:37.512734+0000","last_clean":"2024-09-12T18:12:37.512734+0000","last_became_active":"2024-09-12T17:35:00.929890+0000","last_became_peered":"2024-09-12T17:35:00.929890+0000","last_unstale":"2024-09-12T18:12:37.512734+0000","last_undegraded":"2024-09-12T18:12:37.512734+0000","last_fullsized":"2024-09-12T18:12:37.512734+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:23:47.264798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"266'116","reported_seq":658,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:12.570585+0000","last_change":"2024-09-12T17:35:02.949884+0000","last_active":"2024-09-12T18:16:12.570585+0000","last_peered":"2024-09-12T18:16:12.570585+0000","last_clean":"2024-09-12T18:16:12.570585+0000","last_became_active":"2024-09-12T17:35:02.949598+0000","last_became_peered":"2024-09-12T17:35:02.949598+0000","last_unstale":"2024-09-12T18:16:12.570585+0000","last_undegraded":"2024-09-12T18:16:12.570585+0000","last_fullsized":"2024-09-12T18:16:12.570585+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":100,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:09:34.703964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":140,"num_read_kb":134,"num_write":100,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":485,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:07.407159+0000","last_change":"2024-09-12T17:35:04.971673+0000","last_active":"2024-09-12T18:14:07.407159+0000","last_peered":"2024-09-12T18:14:07.407159+0000","last_clean":"2024-09-12T18:14:07.407159+0000","last_became_active":"2024-09-12T17:35:04.971350+0000","last_became_peered":"2024-09-12T17:35:04.971350+0000","last_unstale":"2024-09-12T18:14:07.407159+0000","last_undegraded":"2024-09-12T18:14:07.407159+0000","last_fullsized":"2024-09-12T18:14:07.407159+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:59:43.401256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"266'128","reported_seq":668,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:31.076097+0000","last_change":"2024-09-12T17:35:06.983312+0000","last_active":"2024-09-12T18:14:31.076097+0000","last_peered":"2024-09-12T18:14:31.076097+0000","last_clean":"2024-09-12T18:14:31.076097+0000","last_became_active":"2024-09-12T17:35:06.983069+0000","last_became_peered":"2024-09-12T17:35:06.983069+0000","last_unstale":"2024-09-12T18:14:31.076097+0000","last_undegraded":"2024-09-12T18:14:31.076097+0000","last_fullsized":"2024-09-12T18:14:31.076097+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:02:12.982779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":202,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":239,"num_read_kb":239,"num_write":300,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"266'254","reported_seq":906,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:40.263318+0000","last_change":"2024-09-12T17:34:58.918412+0000","last_active":"2024-09-12T18:14:40.263318+0000","last_peered":"2024-09-12T18:14:40.263318+0000","last_clean":"2024-09-12T18:14:40.263318+0000","last_became_active":"2024-09-12T17:34:58.918123+0000","last_became_peered":"2024-09-12T17:34:58.918123+0000","last_unstale":"2024-09-12T18:14:40.263318+0000","last_undegraded":"2024-09-12T18:14:40.263318+0000","last_fullsized":"2024-09-12T18:14:40.263318+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":200,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:54:27.542924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1123,"num_read_kb":920,"num_write":376,"num_write_kb":172,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"266'217","reported_seq":892,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:42.414884+0000","last_change":"2024-09-12T17:34:56.925402+0000","last_active":"2024-09-12T18:14:42.414884+0000","last_peered":"2024-09-12T18:14:42.414884+0000","last_clean":"2024-09-12T18:14:42.414884+0000","last_became_active":"2024-09-12T17:34:56.925045+0000","last_became_peered":"2024-09-12T17:34:56.925045+0000","last_unstale":"2024-09-12T18:14:42.414884+0000","last_undegraded":"2024-09-12T18:14:42.414884+0000","last_fullsized":"2024-09-12T18:14:42.414884+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:21:12.950231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":21287284,"num_objects":15,"num_object_clones":0,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":527,"num_read_kb":102484,"num_write":1041,"num_write_kb":44204,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":527,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:22.408587+0000","last_change":"2024-09-12T17:34:47.627450+0000","last_active":"2024-09-12T18:14:22.408587+0000","last_peered":"2024-09-12T18:14:22.408587+0000","last_clean":"2024-09-12T18:14:22.408587+0000","last_became_active":"2024-09-12T17:34:45.844454+0000","last_became_peered":"2024-09-12T17:34:45.844454+0000","last_unstale":"2024-09-12T18:14:22.408587+0000","last_undegraded":"2024-09-12T18:14:22.408587+0000","last_fullsized":"2024-09-12T18:14:22.408587+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_clean_scrub_stamp":"2024-09-12T17:34:44.604271+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:26:44.147593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00054755400000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":494,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:32.511976+0000","last_change":"2024-09-12T17:35:00.936436+0000","last_active":"2024-09-12T18:12:32.511976+0000","last_peered":"2024-09-12T18:12:32.511976+0000","last_clean":"2024-09-12T18:12:32.511976+0000","last_became_active":"2024-09-12T17:35:00.936083+0000","last_became_peered":"2024-09-12T17:35:00.936083+0000","last_unstale":"2024-09-12T18:12:32.511976+0000","last_undegraded":"2024-09-12T18:12:32.511976+0000","last_fullsized":"2024-09-12T18:12:32.511976+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:55:49.581701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"266'257","reported_seq":906,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:19.204784+0000","last_change":"2024-09-12T17:35:02.949046+0000","last_active":"2024-09-12T18:16:19.204784+0000","last_peered":"2024-09-12T18:16:19.204784+0000","last_clean":"2024-09-12T18:16:19.204784+0000","last_became_active":"2024-09-12T17:35:02.948751+0000","last_became_peered":"2024-09-12T17:35:02.948751+0000","last_unstale":"2024-09-12T18:16:19.204784+0000","last_undegraded":"2024-09-12T18:16:19.204784+0000","last_fullsized":"2024-09-12T18:16:19.204784+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":200,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:51:51.628297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15344,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":965,"num_read_kb":1025,"num_write":1438,"num_write_kb":1291,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":491,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:37.425327+0000","last_change":"2024-09-12T17:35:04.963054+0000","last_active":"2024-09-12T18:12:37.425327+0000","last_peered":"2024-09-12T18:12:37.425327+0000","last_clean":"2024-09-12T18:12:37.425327+0000","last_became_active":"2024-09-12T17:35:04.962773+0000","last_became_peered":"2024-09-12T17:35:04.962773+0000","last_unstale":"2024-09-12T18:12:37.425327+0000","last_undegraded":"2024-09-12T18:12:37.425327+0000","last_fullsized":"2024-09-12T18:12:37.425327+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:51:19.259187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"266'142","reported_seq":635,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:28.521123+0000","last_change":"2024-09-12T17:35:07.201192+0000","last_active":"2024-09-12T18:14:28.521123+0000","last_peered":"2024-09-12T18:14:28.521123+0000","last_clean":"2024-09-12T18:14:28.521123+0000","last_became_active":"2024-09-12T17:35:07.200820+0000","last_became_peered":"2024-09-12T17:35:07.200820+0000","last_unstale":"2024-09-12T18:14:28.521123+0000","last_undegraded":"2024-09-12T18:14:28.521123+0000","last_fullsized":"2024-09-12T18:14:28.521123+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:26:53.848073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1137,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":159,"num_read_kb":158,"num_write":342,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"266'263","reported_seq":876,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:34.986959+0000","last_change":"2024-09-12T17:34:58.929894+0000","last_active":"2024-09-12T18:13:34.986959+0000","last_peered":"2024-09-12T18:13:34.986959+0000","last_clean":"2024-09-12T18:13:34.986959+0000","last_became_active":"2024-09-12T17:34:58.929184+0000","last_became_peered":"2024-09-12T17:34:58.929184+0000","last_unstale":"2024-09-12T18:13:34.986959+0000","last_undegraded":"2024-09-12T18:13:34.986959+0000","last_fullsized":"2024-09-12T18:13:34.986959+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":200,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:02:25.205552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1112,"num_read_kb":896,"num_write":393,"num_write_kb":201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"266'185","reported_seq":784,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:32.409632+0000","last_change":"2024-09-12T17:34:56.919768+0000","last_active":"2024-09-12T18:14:32.409632+0000","last_peered":"2024-09-12T18:14:32.409632+0000","last_clean":"2024-09-12T18:14:32.409632+0000","last_became_active":"2024-09-12T17:34:56.919355+0000","last_became_peered":"2024-09-12T17:34:56.919355+0000","last_unstale":"2024-09-12T18:14:32.409632+0000","last_undegraded":"2024-09-12T18:14:32.409632+0000","last_fullsized":"2024-09-12T18:14:32.409632+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":100,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:13:56.210553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2387577,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":348,"num_read_kb":2459,"num_write":930,"num_write_kb":19826,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":523,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:27.412069+0000","last_change":"2024-09-12T17:34:47.823969+0000","last_active":"2024-09-12T18:14:27.412069+0000","last_peered":"2024-09-12T18:14:27.412069+0000","last_clean":"2024-09-12T18:14:27.412069+0000","last_became_active":"2024-09-12T17:34:45.844351+0000","last_became_peered":"2024-09-12T17:34:45.844351+0000","last_unstale":"2024-09-12T18:14:27.412069+0000","last_undegraded":"2024-09-12T18:14:27.412069+0000","last_fullsized":"2024-09-12T18:14:27.412069+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_clean_scrub_stamp":"2024-09-12T17:34:44.604271+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:16:33.730224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00049998100000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":493,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:32.395096+0000","last_change":"2024-09-12T17:35:00.935164+0000","last_active":"2024-09-12T18:12:32.395096+0000","last_peered":"2024-09-12T18:12:32.395096+0000","last_clean":"2024-09-12T18:12:32.395096+0000","last_became_active":"2024-09-12T17:35:00.934860+0000","last_became_peered":"2024-09-12T17:35:00.934860+0000","last_unstale":"2024-09-12T18:12:32.395096+0000","last_undegraded":"2024-09-12T18:12:32.395096+0000","last_fullsized":"2024-09-12T18:12:32.395096+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:13:30.294518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"266'157","reported_seq":719,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:11.484337+0000","last_change":"2024-09-12T17:35:03.252134+0000","last_active":"2024-09-12T18:15:11.484337+0000","last_peered":"2024-09-12T18:15:11.484337+0000","last_clean":"2024-09-12T18:15:11.484337+0000","last_became_active":"2024-09-12T17:35:03.251792+0000","last_became_peered":"2024-09-12T17:35:03.251792+0000","last_unstale":"2024-09-12T18:15:11.484337+0000","last_undegraded":"2024-09-12T18:15:11.484337+0000","last_fullsized":"2024-09-12T18:15:11.484337+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:01:20.097725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":197,"num_read_kb":189,"num_write":132,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"266'745","reported_seq":2478,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:19.239127+0000","last_change":"2024-09-12T17:35:04.962570+0000","last_active":"2024-09-12T18:16:19.239127+0000","last_peered":"2024-09-12T18:16:19.239127+0000","last_clean":"2024-09-12T18:16:19.239127+0000","last_became_active":"2024-09-12T17:35:04.962230+0000","last_became_peered":"2024-09-12T17:35:04.962230+0000","last_unstale":"2024-09-12T18:16:19.239127+0000","last_undegraded":"2024-09-12T18:16:19.239127+0000","last_fullsized":"2024-09-12T18:16:19.239127+0000","mapping_epoch":33,"log_start":"266'701","ondisk_log_start":"266'701","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":701,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:12:55.008377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"266'120","reported_seq":626,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:42.566666+0000","last_change":"2024-09-12T17:35:07.199433+0000","last_active":"2024-09-12T18:15:42.566666+0000","last_peered":"2024-09-12T18:15:42.566666+0000","last_clean":"2024-09-12T18:15:42.566666+0000","last_became_active":"2024-09-12T17:35:07.199128+0000","last_became_peered":"2024-09-12T17:35:07.199128+0000","last_unstale":"2024-09-12T18:15:42.566666+0000","last_undegraded":"2024-09-12T18:15:42.566666+0000","last_fullsized":"2024-09-12T18:15:42.566666+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:26:58.909908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":689,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":173,"num_read_kb":164,"num_write":276,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"266'357","reported_seq":921,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:07.546713+0000","last_change":"2024-09-12T17:34:58.924158+0000","last_active":"2024-09-12T18:13:07.546713+0000","last_peered":"2024-09-12T18:13:07.546713+0000","last_clean":"2024-09-12T18:13:07.546713+0000","last_became_active":"2024-09-12T17:34:58.923846+0000","last_became_peered":"2024-09-12T17:34:58.923846+0000","last_unstale":"2024-09-12T18:13:07.546713+0000","last_undegraded":"2024-09-12T18:13:07.546713+0000","last_fullsized":"2024-09-12T18:13:07.546713+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:26:53.958855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1599,"num_read_kb":1400,"num_write":644,"num_write_kb":334,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"266'199","reported_seq":925,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:09.375035+0000","last_change":"2024-09-12T17:34:56.935080+0000","last_active":"2024-09-12T18:16:09.375035+0000","last_peered":"2024-09-12T18:16:09.375035+0000","last_clean":"2024-09-12T18:16:09.375035+0000","last_became_active":"2024-09-12T17:34:56.934732+0000","last_became_peered":"2024-09-12T17:34:56.934732+0000","last_unstale":"2024-09-12T18:16:09.375035+0000","last_undegraded":"2024-09-12T18:16:09.375035+0000","last_fullsized":"2024-09-12T18:16:09.375035+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":100,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:14:13.945605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17124540,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":684,"num_read_kb":52668,"num_write":978,"num_write_kb":44522,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":526,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.403962+0000","last_change":"2024-09-12T17:34:47.627396+0000","last_active":"2024-09-12T18:13:47.403962+0000","last_peered":"2024-09-12T18:13:47.403962+0000","last_clean":"2024-09-12T18:13:47.403962+0000","last_became_active":"2024-09-12T17:34:45.622234+0000","last_became_peered":"2024-09-12T17:34:45.622234+0000","last_unstale":"2024-09-12T18:13:47.403962+0000","last_undegraded":"2024-09-12T18:13:47.403962+0000","last_fullsized":"2024-09-12T18:13:47.403962+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_clean_scrub_stamp":"2024-09-12T17:34:44.604271+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:53:22.685493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050672800000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":499,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:32.424417+0000","last_change":"2024-09-12T17:35:00.938838+0000","last_active":"2024-09-12T18:12:32.424417+0000","last_peered":"2024-09-12T18:12:32.424417+0000","last_clean":"2024-09-12T18:12:32.424417+0000","last_became_active":"2024-09-12T17:35:00.938343+0000","last_became_peered":"2024-09-12T17:35:00.938343+0000","last_unstale":"2024-09-12T18:12:32.424417+0000","last_undegraded":"2024-09-12T18:12:32.424417+0000","last_fullsized":"2024-09-12T18:12:32.424417+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:13:32.856250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"266'106","reported_seq":642,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:11.470361+0000","last_change":"2024-09-12T17:35:02.950260+0000","last_active":"2024-09-12T18:15:11.470361+0000","last_peered":"2024-09-12T18:15:11.470361+0000","last_clean":"2024-09-12T18:15:11.470361+0000","last_became_active":"2024-09-12T17:35:02.949542+0000","last_became_peered":"2024-09-12T17:35:02.949542+0000","last_unstale":"2024-09-12T18:15:11.470361+0000","last_undegraded":"2024-09-12T18:15:11.470361+0000","last_fullsized":"2024-09-12T18:15:11.470361+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:39:30.955631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":123,"num_read_kb":117,"num_write":84,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"266'746","reported_seq":2424,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:19.243345+0000","last_change":"2024-09-12T17:35:04.963312+0000","last_active":"2024-09-12T18:16:19.243345+0000","last_peered":"2024-09-12T18:16:19.243345+0000","last_clean":"2024-09-12T18:16:19.243345+0000","last_became_active":"2024-09-12T17:35:04.963013+0000","last_became_peered":"2024-09-12T17:35:04.963013+0000","last_unstale":"2024-09-12T18:16:19.243345+0000","last_undegraded":"2024-09-12T18:16:19.243345+0000","last_fullsized":"2024-09-12T18:16:19.243345+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":700,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:47:57.279390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"266'319","reported_seq":844,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:00.984713+0000","last_change":"2024-09-12T17:35:06.983613+0000","last_active":"2024-09-12T18:14:00.984713+0000","last_peered":"2024-09-12T18:14:00.984713+0000","last_clean":"2024-09-12T18:14:00.984713+0000","last_became_active":"2024-09-12T17:35:06.983329+0000","last_became_peered":"2024-09-12T17:35:06.983329+0000","last_unstale":"2024-09-12T18:14:00.984713+0000","last_undegraded":"2024-09-12T18:14:00.984713+0000","last_fullsized":"2024-09-12T18:14:00.984713+0000","mapping_epoch":35,"log_start":"266'300","ondisk_log_start":"266'300","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":300,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:13:42.892459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":395,"num_read_kb":385,"num_write":679,"num_write_kb":243,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"266'189","reported_seq":821,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:01.259466+0000","last_change":"2024-09-12T17:34:58.922218+0000","last_active":"2024-09-12T18:13:01.259466+0000","last_peered":"2024-09-12T18:13:01.259466+0000","last_clean":"2024-09-12T18:13:01.259466+0000","last_became_active":"2024-09-12T17:34:58.921913+0000","last_became_peered":"2024-09-12T17:34:58.921913+0000","last_unstale":"2024-09-12T18:13:01.259466+0000","last_undegraded":"2024-09-12T18:13:01.259466+0000","last_fullsized":"2024-09-12T18:13:01.259466+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":100,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:18:37.779919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":898,"num_read_kb":763,"num_write":317,"num_write_kb":179,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"266'259","reported_seq":909,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:00.935397+0000","last_change":"2024-09-12T17:34:56.923322+0000","last_active":"2024-09-12T18:14:00.935397+0000","last_peered":"2024-09-12T18:14:00.935397+0000","last_clean":"2024-09-12T18:14:00.935397+0000","last_became_active":"2024-09-12T17:34:56.922937+0000","last_became_peered":"2024-09-12T17:34:56.922937+0000","last_unstale":"2024-09-12T18:14:00.935397+0000","last_undegraded":"2024-09-12T18:14:00.935397+0000","last_fullsized":"2024-09-12T18:14:00.935397+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":200,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:28:31.213430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1098986,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":624,"num_read_kb":11936,"num_write":1174,"num_write_kb":31628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":519,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.404574+0000","last_change":"2024-09-12T17:34:47.823931+0000","last_active":"2024-09-12T18:13:47.404574+0000","last_peered":"2024-09-12T18:13:47.404574+0000","last_clean":"2024-09-12T18:13:47.404574+0000","last_became_active":"2024-09-12T17:34:45.622575+0000","last_became_peered":"2024-09-12T17:34:45.622575+0000","last_unstale":"2024-09-12T18:13:47.404574+0000","last_undegraded":"2024-09-12T18:13:47.404574+0000","last_fullsized":"2024-09-12T18:13:47.404574+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_clean_scrub_stamp":"2024-09-12T17:34:44.604271+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:24:23.273850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000567901,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":501,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:07.546696+0000","last_change":"2024-09-12T17:35:00.938646+0000","last_active":"2024-09-12T18:13:07.546696+0000","last_peered":"2024-09-12T18:13:07.546696+0000","last_clean":"2024-09-12T18:13:07.546696+0000","last_became_active":"2024-09-12T17:35:00.938321+0000","last_became_peered":"2024-09-12T17:35:00.938321+0000","last_unstale":"2024-09-12T18:13:07.546696+0000","last_undegraded":"2024-09-12T18:13:07.546696+0000","last_fullsized":"2024-09-12T18:13:07.546696+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:53:03.821147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"266'303","reported_seq":1003,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:19.200989+0000","last_change":"2024-09-12T17:35:03.252001+0000","last_active":"2024-09-12T18:16:19.200989+0000","last_peered":"2024-09-12T18:16:19.200989+0000","last_clean":"2024-09-12T18:16:19.200989+0000","last_became_active":"2024-09-12T17:35:03.251753+0000","last_became_peered":"2024-09-12T17:35:03.251753+0000","last_unstale":"2024-09-12T18:16:19.200989+0000","last_undegraded":"2024-09-12T18:16:19.200989+0000","last_fullsized":"2024-09-12T18:16:19.200989+0000","mapping_epoch":31,"log_start":"263'200","ondisk_log_start":"263'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":200,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:22:51.305444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42391,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":456,"num_read_kb":685,"num_write":238,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:37.542661+0000","last_change":"2024-09-12T17:35:04.963986+0000","last_active":"2024-09-12T18:12:37.542661+0000","last_peered":"2024-09-12T18:12:37.542661+0000","last_clean":"2024-09-12T18:12:37.542661+0000","last_became_active":"2024-09-12T17:35:04.963038+0000","last_became_peered":"2024-09-12T17:35:04.963038+0000","last_unstale":"2024-09-12T18:12:37.542661+0000","last_undegraded":"2024-09-12T18:12:37.542661+0000","last_fullsized":"2024-09-12T18:12:37.542661+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:48:35.108502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"266'124","reported_seq":624,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:24.412513+0000","last_change":"2024-09-12T17:35:06.985723+0000","last_active":"2024-09-12T18:14:24.412513+0000","last_peered":"2024-09-12T18:14:24.412513+0000","last_clean":"2024-09-12T18:14:24.412513+0000","last_became_active":"2024-09-12T17:35:06.985014+0000","last_became_peered":"2024-09-12T17:35:06.985014+0000","last_unstale":"2024-09-12T18:14:24.412513+0000","last_undegraded":"2024-09-12T18:14:24.412513+0000","last_fullsized":"2024-09-12T18:14:24.412513+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:10:35.276308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":235,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":188,"num_read_kb":178,"num_write":304,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"266'151","reported_seq":703,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:58.158769+0000","last_change":"2024-09-12T17:35:06.984285+0000","last_active":"2024-09-12T18:14:58.158769+0000","last_peered":"2024-09-12T18:14:58.158769+0000","last_clean":"2024-09-12T18:14:58.158769+0000","last_became_active":"2024-09-12T17:35:06.984047+0000","last_became_peered":"2024-09-12T17:35:06.984047+0000","last_unstale":"2024-09-12T18:14:58.158769+0000","last_undegraded":"2024-09-12T18:14:58.158769+0000","last_fullsized":"2024-09-12T18:14:58.158769+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":100,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:11:36.341264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":425,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":257,"num_read_kb":255,"num_write":377,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"266'126","reported_seq":711,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:31.074813+0000","last_change":"2024-09-12T17:34:58.920974+0000","last_active":"2024-09-12T18:14:31.074813+0000","last_peered":"2024-09-12T18:14:31.074813+0000","last_clean":"2024-09-12T18:14:31.074813+0000","last_became_active":"2024-09-12T17:34:58.920693+0000","last_became_peered":"2024-09-12T17:34:58.920693+0000","last_unstale":"2024-09-12T18:14:31.074813+0000","last_undegraded":"2024-09-12T18:14:31.074813+0000","last_fullsized":"2024-09-12T18:14:31.074813+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:12:24.237910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":544,"num_read_kb":446,"num_write":203,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"266'161","reported_seq":781,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:35.311561+0000","last_change":"2024-09-12T17:34:56.920192+0000","last_active":"2024-09-12T18:13:35.311561+0000","last_peered":"2024-09-12T18:13:35.311561+0000","last_clean":"2024-09-12T18:13:35.311561+0000","last_became_active":"2024-09-12T17:34:56.919861+0000","last_became_peered":"2024-09-12T17:34:56.919861+0000","last_unstale":"2024-09-12T18:13:35.311561+0000","last_undegraded":"2024-09-12T18:13:35.311561+0000","last_fullsized":"2024-09-12T18:13:35.311561+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":100,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:38:19.491215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6292012,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":375,"num_read_kb":53379,"num_write":770,"num_write_kb":28781,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"37'3","reported_seq":978,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:18.947583+0000","last_change":"2024-09-12T17:35:00.935426+0000","last_active":"2024-09-12T18:16:18.947583+0000","last_peered":"2024-09-12T18:16:18.947583+0000","last_clean":"2024-09-12T18:16:18.947583+0000","last_became_active":"2024-09-12T17:35:00.935134+0000","last_became_peered":"2024-09-12T17:35:00.935134+0000","last_unstale":"2024-09-12T18:16:18.947583+0000","last_undegraded":"2024-09-12T18:16:18.947583+0000","last_fullsized":"2024-09-12T18:16:18.947583+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:05:29.441568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":725,"num_read_kb":723,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"266'140","reported_seq":710,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:11.487414+0000","last_change":"2024-09-12T17:35:02.954805+0000","last_active":"2024-09-12T18:15:11.487414+0000","last_peered":"2024-09-12T18:15:11.487414+0000","last_clean":"2024-09-12T18:15:11.487414+0000","last_became_active":"2024-09-12T17:35:02.954476+0000","last_became_peered":"2024-09-12T17:35:02.954476+0000","last_unstale":"2024-09-12T18:15:11.487414+0000","last_undegraded":"2024-09-12T18:15:11.487414+0000","last_fullsized":"2024-09-12T18:15:11.487414+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":100,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:19:12.349295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14126,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":166,"num_read_kb":207,"num_write":90,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":490,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:27.540877+0000","last_change":"2024-09-12T17:35:04.963670+0000","last_active":"2024-09-12T18:12:27.540877+0000","last_peered":"2024-09-12T18:12:27.540877+0000","last_clean":"2024-09-12T18:12:27.540877+0000","last_became_active":"2024-09-12T17:35:04.963388+0000","last_became_peered":"2024-09-12T17:35:04.963388+0000","last_unstale":"2024-09-12T18:12:27.540877+0000","last_undegraded":"2024-09-12T18:12:27.540877+0000","last_fullsized":"2024-09-12T18:12:27.540877+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:45:09.357933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"266'125","reported_seq":623,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:04.574807+0000","last_change":"2024-09-12T17:35:06.991378+0000","last_active":"2024-09-12T18:14:04.574807+0000","last_peered":"2024-09-12T18:14:04.574807+0000","last_clean":"2024-09-12T18:14:04.574807+0000","last_became_active":"2024-09-12T17:35:06.991097+0000","last_became_peered":"2024-09-12T17:35:06.991097+0000","last_unstale":"2024-09-12T18:14:04.574807+0000","last_undegraded":"2024-09-12T18:14:04.574807+0000","last_fullsized":"2024-09-12T18:14:04.574807+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:45:28.452628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":155,"num_read_kb":149,"num_write":290,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"266'293","reported_seq":930,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:26.837990+0000","last_change":"2024-09-12T17:34:58.922138+0000","last_active":"2024-09-12T18:14:26.837990+0000","last_peered":"2024-09-12T18:14:26.837990+0000","last_clean":"2024-09-12T18:14:26.837990+0000","last_became_active":"2024-09-12T17:34:58.920144+0000","last_became_peered":"2024-09-12T17:34:58.920144+0000","last_unstale":"2024-09-12T18:14:26.837990+0000","last_undegraded":"2024-09-12T18:14:26.837990+0000","last_fullsized":"2024-09-12T18:14:26.837990+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":200,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:14:19.457745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1321,"num_read_kb":1085,"num_write":458,"num_write_kb":283,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"266'197","reported_seq":871,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:39.689704+0000","last_change":"2024-09-12T17:34:56.921985+0000","last_active":"2024-09-12T18:13:39.689704+0000","last_peered":"2024-09-12T18:13:39.689704+0000","last_clean":"2024-09-12T18:13:39.689704+0000","last_became_active":"2024-09-12T17:34:56.920454+0000","last_became_peered":"2024-09-12T17:34:56.920454+0000","last_unstale":"2024-09-12T18:13:39.689704+0000","last_undegraded":"2024-09-12T18:13:39.689704+0000","last_fullsized":"2024-09-12T18:13:39.689704+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":100,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:24:50.272113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8653177,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":540,"num_read_kb":47428,"num_write":949,"num_write_kb":42968,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":498,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:22.540080+0000","last_change":"2024-09-12T17:35:00.937027+0000","last_active":"2024-09-12T18:12:22.540080+0000","last_peered":"2024-09-12T18:12:22.540080+0000","last_clean":"2024-09-12T18:12:22.540080+0000","last_became_active":"2024-09-12T17:35:00.936765+0000","last_became_peered":"2024-09-12T17:35:00.936765+0000","last_unstale":"2024-09-12T18:12:22.540080+0000","last_undegraded":"2024-09-12T18:12:22.540080+0000","last_fullsized":"2024-09-12T18:12:22.540080+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:49:48.260855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"266'45","reported_seq":543,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:11.301287+0000","last_change":"2024-09-12T17:35:02.953319+0000","last_active":"2024-09-12T18:15:11.301287+0000","last_peered":"2024-09-12T18:15:11.301287+0000","last_clean":"2024-09-12T18:15:11.301287+0000","last_became_active":"2024-09-12T17:35:02.951921+0000","last_became_peered":"2024-09-12T17:35:02.951921+0000","last_unstale":"2024-09-12T18:15:11.301287+0000","last_undegraded":"2024-09-12T18:15:11.301287+0000","last_fullsized":"2024-09-12T18:15:11.301287+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:29:31.613069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":32,"num_read_kb":30,"num_write":24,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":485,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:27.395316+0000","last_change":"2024-09-12T17:35:04.965458+0000","last_active":"2024-09-12T18:12:27.395316+0000","last_peered":"2024-09-12T18:12:27.395316+0000","last_clean":"2024-09-12T18:12:27.395316+0000","last_became_active":"2024-09-12T17:35:04.964790+0000","last_became_peered":"2024-09-12T17:35:04.964790+0000","last_unstale":"2024-09-12T18:12:27.395316+0000","last_undegraded":"2024-09-12T18:12:27.395316+0000","last_fullsized":"2024-09-12T18:12:27.395316+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:45:13.012996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"266'202","reported_seq":714,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:58.099635+0000","last_change":"2024-09-12T17:35:06.979577+0000","last_active":"2024-09-12T18:14:58.099635+0000","last_peered":"2024-09-12T18:14:58.099635+0000","last_clean":"2024-09-12T18:14:58.099635+0000","last_became_active":"2024-09-12T17:35:06.979254+0000","last_became_peered":"2024-09-12T17:35:06.979254+0000","last_unstale":"2024-09-12T18:14:58.099635+0000","last_undegraded":"2024-09-12T18:14:58.099635+0000","last_fullsized":"2024-09-12T18:14:58.099635+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":100,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:03:02.768810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":395,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":325,"num_read_kb":323,"num_write":468,"num_write_kb":129,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"266'200","reported_seq":788,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:55.511533+0000","last_change":"2024-09-12T17:34:58.925920+0000","last_active":"2024-09-12T18:14:55.511533+0000","last_peered":"2024-09-12T18:14:55.511533+0000","last_clean":"2024-09-12T18:14:55.511533+0000","last_became_active":"2024-09-12T17:34:58.925609+0000","last_became_peered":"2024-09-12T17:34:58.925609+0000","last_unstale":"2024-09-12T18:14:55.511533+0000","last_undegraded":"2024-09-12T18:14:55.511533+0000","last_fullsized":"2024-09-12T18:14:55.511533+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:35:50.367427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":842,"num_read_kb":673,"num_write":309,"num_write_kb":157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"266'138","reported_seq":821,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:17.742812+0000","last_change":"2024-09-12T17:34:56.917228+0000","last_active":"2024-09-12T18:14:17.742812+0000","last_peered":"2024-09-12T18:14:17.742812+0000","last_clean":"2024-09-12T18:14:17.742812+0000","last_became_active":"2024-09-12T17:34:56.916850+0000","last_became_peered":"2024-09-12T17:34:56.916850+0000","last_unstale":"2024-09-12T18:14:17.742812+0000","last_undegraded":"2024-09-12T18:14:17.742812+0000","last_fullsized":"2024-09-12T18:14:17.742812+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:13:56.210553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9699377,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":784,"num_read_kb":35676,"num_write":661,"num_write_kb":26567,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":493,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:22.394573+0000","last_change":"2024-09-12T17:35:00.939282+0000","last_active":"2024-09-12T18:12:22.394573+0000","last_peered":"2024-09-12T18:12:22.394573+0000","last_clean":"2024-09-12T18:12:22.394573+0000","last_became_active":"2024-09-12T17:35:00.938923+0000","last_became_peered":"2024-09-12T17:35:00.938923+0000","last_unstale":"2024-09-12T18:12:22.394573+0000","last_undegraded":"2024-09-12T18:12:22.394573+0000","last_fullsized":"2024-09-12T18:12:22.394573+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:42:54.272222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"266'168","reported_seq":754,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:11.457417+0000","last_change":"2024-09-12T17:35:02.952971+0000","last_active":"2024-09-12T18:15:11.457417+0000","last_peered":"2024-09-12T18:15:11.457417+0000","last_clean":"2024-09-12T18:15:11.457417+0000","last_became_active":"2024-09-12T17:35:02.952690+0000","last_became_peered":"2024-09-12T17:35:02.952690+0000","last_unstale":"2024-09-12T18:15:11.457417+0000","last_undegraded":"2024-09-12T18:15:11.457417+0000","last_fullsized":"2024-09-12T18:15:11.457417+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:00:22.644440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18000,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":214,"num_read_kb":280,"num_write":120,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":483,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:27.394456+0000","last_change":"2024-09-12T17:35:04.971351+0000","last_active":"2024-09-12T18:12:27.394456+0000","last_peered":"2024-09-12T18:12:27.394456+0000","last_clean":"2024-09-12T18:12:27.394456+0000","last_became_active":"2024-09-12T17:35:04.971076+0000","last_became_peered":"2024-09-12T17:35:04.971076+0000","last_unstale":"2024-09-12T18:12:27.394456+0000","last_undegraded":"2024-09-12T18:12:27.394456+0000","last_fullsized":"2024-09-12T18:12:27.394456+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:51:58.352424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"266'133","reported_seq":639,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:06.592932+0000","last_change":"2024-09-12T17:35:06.984864+0000","last_active":"2024-09-12T18:14:06.592932+0000","last_peered":"2024-09-12T18:14:06.592932+0000","last_clean":"2024-09-12T18:14:06.592932+0000","last_became_active":"2024-09-12T17:35:06.984552+0000","last_became_peered":"2024-09-12T17:35:06.984552+0000","last_unstale":"2024-09-12T18:14:06.592932+0000","last_undegraded":"2024-09-12T18:14:06.592932+0000","last_fullsized":"2024-09-12T18:14:06.592932+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:37:40.905318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":451,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":198,"num_read_kb":192,"num_write":307,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"266'134","reported_seq":714,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:52.404413+0000","last_change":"2024-09-12T17:36:31.123777+0000","last_active":"2024-09-12T18:13:52.404413+0000","last_peered":"2024-09-12T18:13:52.404413+0000","last_clean":"2024-09-12T18:13:52.404413+0000","last_became_active":"2024-09-12T17:36:31.123341+0000","last_became_peered":"2024-09-12T17:36:31.123341+0000","last_unstale":"2024-09-12T18:13:52.404413+0000","last_undegraded":"2024-09-12T18:13:52.404413+0000","last_fullsized":"2024-09-12T18:13:52.404413+0000","mapping_epoch":40,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:25:19.038889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":614,"num_read_kb":510,"num_write":196,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.17","version":"266'180","reported_seq":777,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:07.715323+0000","last_change":"2024-09-12T17:34:56.920849+0000","last_active":"2024-09-12T18:14:07.715323+0000","last_peered":"2024-09-12T18:14:07.715323+0000","last_clean":"2024-09-12T18:14:07.715323+0000","last_became_active":"2024-09-12T17:34:56.918372+0000","last_became_peered":"2024-09-12T17:34:56.918372+0000","last_unstale":"2024-09-12T18:14:07.715323+0000","last_undegraded":"2024-09-12T18:14:07.715323+0000","last_fullsized":"2024-09-12T18:14:07.715323+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":100,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:15:45.463920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13949133,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":321,"num_read_kb":30322,"num_write":856,"num_write_kb":52127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":491,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:22.393856+0000","last_change":"2024-09-12T17:35:00.936167+0000","last_active":"2024-09-12T18:12:22.393856+0000","last_peered":"2024-09-12T18:12:22.393856+0000","last_clean":"2024-09-12T18:12:22.393856+0000","last_became_active":"2024-09-12T17:35:00.935864+0000","last_became_peered":"2024-09-12T17:35:00.935864+0000","last_unstale":"2024-09-12T18:12:22.393856+0000","last_undegraded":"2024-09-12T18:12:22.393856+0000","last_fullsized":"2024-09-12T18:12:22.393856+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:08:26.102201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"266'124","reported_seq":684,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:11.384285+0000","last_change":"2024-09-12T17:35:02.950391+0000","last_active":"2024-09-12T18:15:11.384285+0000","last_peered":"2024-09-12T18:15:11.384285+0000","last_clean":"2024-09-12T18:15:11.384285+0000","last_became_active":"2024-09-12T17:35:02.949997+0000","last_became_peered":"2024-09-12T17:35:02.949997+0000","last_unstale":"2024-09-12T18:15:11.384285+0000","last_undegraded":"2024-09-12T18:15:11.384285+0000","last_fullsized":"2024-09-12T18:15:11.384285+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:48:57.239873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9422,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":147,"num_read_kb":201,"num_write":74,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":484,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:27.511166+0000","last_change":"2024-09-12T17:35:04.971696+0000","last_active":"2024-09-12T18:12:27.511166+0000","last_peered":"2024-09-12T18:12:27.511166+0000","last_clean":"2024-09-12T18:12:27.511166+0000","last_became_active":"2024-09-12T17:35:04.970733+0000","last_became_peered":"2024-09-12T17:35:04.970733+0000","last_unstale":"2024-09-12T18:12:27.511166+0000","last_undegraded":"2024-09-12T18:12:27.511166+0000","last_fullsized":"2024-09-12T18:12:27.511166+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:49:13.678262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"266'60","reported_seq":632,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:37.189691+0000","last_change":"2024-09-12T17:34:58.920122+0000","last_active":"2024-09-12T18:14:37.189691+0000","last_peered":"2024-09-12T18:14:37.189691+0000","last_clean":"2024-09-12T18:14:37.189691+0000","last_became_active":"2024-09-12T17:34:58.919844+0000","last_became_peered":"2024-09-12T17:34:58.919844+0000","last_unstale":"2024-09-12T18:14:37.189691+0000","last_undegraded":"2024-09-12T18:14:37.189691+0000","last_fullsized":"2024-09-12T18:14:37.189691+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:31:02.094941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":284,"num_read_kb":248,"num_write":79,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"266'190","reported_seq":848,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:43.536153+0000","last_change":"2024-09-12T17:34:56.920499+0000","last_active":"2024-09-12T18:14:43.536153+0000","last_peered":"2024-09-12T18:14:43.536153+0000","last_clean":"2024-09-12T18:14:43.536153+0000","last_became_active":"2024-09-12T17:34:56.920158+0000","last_became_peered":"2024-09-12T17:34:56.920158+0000","last_unstale":"2024-09-12T18:14:43.536153+0000","last_undegraded":"2024-09-12T18:14:43.536153+0000","last_fullsized":"2024-09-12T18:14:43.536153+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":100,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:28:08.928313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":759293,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":604,"num_read_kb":10072,"num_write":917,"num_write_kb":26304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":495,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:07.517148+0000","last_change":"2024-09-12T17:35:00.933366+0000","last_active":"2024-09-12T18:13:07.517148+0000","last_peered":"2024-09-12T18:13:07.517148+0000","last_clean":"2024-09-12T18:13:07.517148+0000","last_became_active":"2024-09-12T17:35:00.933081+0000","last_became_peered":"2024-09-12T17:35:00.933081+0000","last_unstale":"2024-09-12T18:13:07.517148+0000","last_undegraded":"2024-09-12T18:13:07.517148+0000","last_fullsized":"2024-09-12T18:13:07.517148+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:18:30.245407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"266'186","reported_seq":805,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:19.197628+0000","last_change":"2024-09-12T17:35:02.950566+0000","last_active":"2024-09-12T18:16:19.197628+0000","last_peered":"2024-09-12T18:16:19.197628+0000","last_clean":"2024-09-12T18:16:19.197628+0000","last_became_active":"2024-09-12T17:35:02.950274+0000","last_became_peered":"2024-09-12T17:35:02.950274+0000","last_unstale":"2024-09-12T18:16:19.197628+0000","last_undegraded":"2024-09-12T18:16:19.197628+0000","last_fullsized":"2024-09-12T18:16:19.197628+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:54:25.896883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34855,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":291,"num_read_kb":450,"num_write":186,"num_write_kb":133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":484,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:37.531351+0000","last_change":"2024-09-12T17:35:04.969323+0000","last_active":"2024-09-12T18:12:37.531351+0000","last_peered":"2024-09-12T18:12:37.531351+0000","last_clean":"2024-09-12T18:12:37.531351+0000","last_became_active":"2024-09-12T17:35:04.969084+0000","last_became_peered":"2024-09-12T17:35:04.969084+0000","last_unstale":"2024-09-12T18:12:37.531351+0000","last_undegraded":"2024-09-12T18:12:37.531351+0000","last_fullsized":"2024-09-12T18:12:37.531351+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:48:09.688062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"266'168","reported_seq":677,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:40.269641+0000","last_change":"2024-09-12T17:35:07.202282+0000","last_active":"2024-09-12T18:14:40.269641+0000","last_peered":"2024-09-12T18:14:40.269641+0000","last_clean":"2024-09-12T18:14:40.269641+0000","last_became_active":"2024-09-12T17:35:07.202003+0000","last_became_peered":"2024-09-12T17:35:07.202003+0000","last_unstale":"2024-09-12T18:14:40.269641+0000","last_undegraded":"2024-09-12T18:14:40.269641+0000","last_fullsized":"2024-09-12T18:14:40.269641+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:31:44.194240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1066,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":265,"num_read_kb":267,"num_write":393,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"266'141","reported_seq":769,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:38.388329+0000","last_change":"2024-09-12T17:34:58.928079+0000","last_active":"2024-09-12T18:13:38.388329+0000","last_peered":"2024-09-12T18:13:38.388329+0000","last_clean":"2024-09-12T18:13:38.388329+0000","last_became_active":"2024-09-12T17:34:58.926142+0000","last_became_peered":"2024-09-12T17:34:58.926142+0000","last_unstale":"2024-09-12T18:13:38.388329+0000","last_undegraded":"2024-09-12T18:13:38.388329+0000","last_fullsized":"2024-09-12T18:13:38.388329+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":100,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:48:14.528339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":661,"num_read_kb":559,"num_write":210,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"266'197","reported_seq":815,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:29.798127+0000","last_change":"2024-09-12T17:34:56.915625+0000","last_active":"2024-09-12T18:14:29.798127+0000","last_peered":"2024-09-12T18:14:29.798127+0000","last_clean":"2024-09-12T18:14:29.798127+0000","last_became_active":"2024-09-12T17:34:56.915256+0000","last_became_peered":"2024-09-12T17:34:56.915256+0000","last_unstale":"2024-09-12T18:14:29.798127+0000","last_undegraded":"2024-09-12T18:14:29.798127+0000","last_fullsized":"2024-09-12T18:14:29.798127+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":100,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:03:41.188193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10503010,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":417,"num_read_kb":24066,"num_write":970,"num_write_kb":43325,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":493,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:32.395152+0000","last_change":"2024-09-12T17:35:00.936384+0000","last_active":"2024-09-12T18:12:32.395152+0000","last_peered":"2024-09-12T18:12:32.395152+0000","last_clean":"2024-09-12T18:12:32.395152+0000","last_became_active":"2024-09-12T17:35:00.935961+0000","last_became_peered":"2024-09-12T17:35:00.935961+0000","last_unstale":"2024-09-12T18:12:32.395152+0000","last_undegraded":"2024-09-12T18:12:32.395152+0000","last_fullsized":"2024-09-12T18:12:32.395152+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:41:39.616513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"266'158","reported_seq":733,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:11.425220+0000","last_change":"2024-09-12T17:35:02.953765+0000","last_active":"2024-09-12T18:15:11.425220+0000","last_peered":"2024-09-12T18:15:11.425220+0000","last_clean":"2024-09-12T18:15:11.425220+0000","last_became_active":"2024-09-12T17:35:02.953229+0000","last_became_peered":"2024-09-12T17:35:02.953229+0000","last_unstale":"2024-09-12T18:15:11.425220+0000","last_undegraded":"2024-09-12T18:15:11.425220+0000","last_fullsized":"2024-09-12T18:15:11.425220+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:46:00.356825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15266,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":212,"num_read_kb":236,"num_write":138,"num_write_kb":51,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":488,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:37.395053+0000","last_change":"2024-09-12T17:35:04.965764+0000","last_active":"2024-09-12T18:12:37.395053+0000","last_peered":"2024-09-12T18:12:37.395053+0000","last_clean":"2024-09-12T18:12:37.395053+0000","last_became_active":"2024-09-12T17:35:04.965251+0000","last_became_peered":"2024-09-12T17:35:04.965251+0000","last_unstale":"2024-09-12T18:12:37.395053+0000","last_undegraded":"2024-09-12T18:12:37.395053+0000","last_fullsized":"2024-09-12T18:12:37.395053+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:49:56.314147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"266'174","reported_seq":677,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:10.206285+0000","last_change":"2024-09-12T17:35:06.991439+0000","last_active":"2024-09-12T18:14:10.206285+0000","last_peered":"2024-09-12T18:14:10.206285+0000","last_clean":"2024-09-12T18:14:10.206285+0000","last_became_active":"2024-09-12T17:35:06.991122+0000","last_became_peered":"2024-09-12T17:35:06.991122+0000","last_unstale":"2024-09-12T18:14:10.206285+0000","last_undegraded":"2024-09-12T18:14:10.206285+0000","last_fullsized":"2024-09-12T18:14:10.206285+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":100,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:12:35.872806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1619,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":252,"num_read_kb":243,"num_write":490,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"266'219","reported_seq":795,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:26.765716+0000","last_change":"2024-09-12T17:34:58.921358+0000","last_active":"2024-09-12T18:14:26.765716+0000","last_peered":"2024-09-12T18:14:26.765716+0000","last_clean":"2024-09-12T18:14:26.765716+0000","last_became_active":"2024-09-12T17:34:58.921089+0000","last_became_peered":"2024-09-12T17:34:58.921089+0000","last_unstale":"2024-09-12T18:14:26.765716+0000","last_undegraded":"2024-09-12T18:14:26.765716+0000","last_fullsized":"2024-09-12T18:14:26.765716+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":200,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:17:54.682064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":925,"num_read_kb":741,"num_write":347,"num_write_kb":174,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"266'217","reported_seq":923,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:44.643956+0000","last_change":"2024-09-12T17:34:56.918437+0000","last_active":"2024-09-12T18:14:44.643956+0000","last_peered":"2024-09-12T18:14:44.643956+0000","last_clean":"2024-09-12T18:14:44.643956+0000","last_became_active":"2024-09-12T17:34:56.918114+0000","last_became_peered":"2024-09-12T17:34:56.918114+0000","last_unstale":"2024-09-12T18:14:44.643956+0000","last_undegraded":"2024-09-12T18:14:44.643956+0000","last_fullsized":"2024-09-12T18:14:44.643956+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:38:13.045921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14384427,"num_objects":13,"num_object_clones":0,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":602,"num_read_kb":43659,"num_write":1021,"num_write_kb":45378,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":496,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:32.424567+0000","last_change":"2024-09-12T17:35:00.936893+0000","last_active":"2024-09-12T18:12:32.424567+0000","last_peered":"2024-09-12T18:12:32.424567+0000","last_clean":"2024-09-12T18:12:32.424567+0000","last_became_active":"2024-09-12T17:35:00.936517+0000","last_became_peered":"2024-09-12T17:35:00.936517+0000","last_unstale":"2024-09-12T18:12:32.424567+0000","last_undegraded":"2024-09-12T18:12:32.424567+0000","last_fullsized":"2024-09-12T18:12:32.424567+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:12:02.658434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"266'137","reported_seq":709,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:11.489990+0000","last_change":"2024-09-12T17:35:03.252645+0000","last_active":"2024-09-12T18:15:11.489990+0000","last_peered":"2024-09-12T18:15:11.489990+0000","last_clean":"2024-09-12T18:15:11.489990+0000","last_became_active":"2024-09-12T17:35:03.252223+0000","last_became_peered":"2024-09-12T17:35:03.252223+0000","last_unstale":"2024-09-12T18:15:11.489990+0000","last_undegraded":"2024-09-12T18:15:11.489990+0000","last_fullsized":"2024-09-12T18:15:11.489990+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:31:19.709179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11752,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":171,"num_read_kb":227,"num_write":94,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:12.399543+0000","last_change":"2024-09-12T17:35:04.965802+0000","last_active":"2024-09-12T18:13:12.399543+0000","last_peered":"2024-09-12T18:13:12.399543+0000","last_clean":"2024-09-12T18:13:12.399543+0000","last_became_active":"2024-09-12T17:35:04.965498+0000","last_became_peered":"2024-09-12T17:35:04.965498+0000","last_unstale":"2024-09-12T18:13:12.399543+0000","last_undegraded":"2024-09-12T18:13:12.399543+0000","last_fullsized":"2024-09-12T18:13:12.399543+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:14:13.960189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"266'103","reported_seq":604,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:19.226648+0000","last_change":"2024-09-12T17:35:06.985303+0000","last_active":"2024-09-12T18:16:19.226648+0000","last_peered":"2024-09-12T18:16:19.226648+0000","last_clean":"2024-09-12T18:16:19.226648+0000","last_became_active":"2024-09-12T17:35:06.984930+0000","last_became_peered":"2024-09-12T17:35:06.984930+0000","last_unstale":"2024-09-12T18:16:19.226648+0000","last_undegraded":"2024-09-12T18:16:19.226648+0000","last_fullsized":"2024-09-12T18:16:19.226648+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":0,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:51:31.125706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":801,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":186,"num_read_kb":167,"num_write":250,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"266'188","reported_seq":761,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:58.037408+0000","last_change":"2024-09-12T17:34:58.925304+0000","last_active":"2024-09-12T18:12:58.037408+0000","last_peered":"2024-09-12T18:12:58.037408+0000","last_clean":"2024-09-12T18:12:58.037408+0000","last_became_active":"2024-09-12T17:34:58.925027+0000","last_became_peered":"2024-09-12T17:34:58.925027+0000","last_unstale":"2024-09-12T18:12:58.037408+0000","last_undegraded":"2024-09-12T18:12:58.037408+0000","last_fullsized":"2024-09-12T18:12:58.037408+0000","mapping_epoch":27,"log_start":"263'100","ondisk_log_start":"263'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":100,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:43:53.718847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":762,"num_read_kb":614,"num_write":291,"num_write_kb":140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"266'287","reported_seq":1088,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:36.865173+0000","last_change":"2024-09-12T17:34:56.936120+0000","last_active":"2024-09-12T18:14:36.865173+0000","last_peered":"2024-09-12T18:14:36.865173+0000","last_clean":"2024-09-12T18:14:36.865173+0000","last_became_active":"2024-09-12T17:34:56.935029+0000","last_became_peered":"2024-09-12T17:34:56.935029+0000","last_unstale":"2024-09-12T18:14:36.865173+0000","last_undegraded":"2024-09-12T18:14:36.865173+0000","last_fullsized":"2024-09-12T18:14:36.865173+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":200,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:12:17.010269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":86283,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":1290,"num_read_kb":22019,"num_write":1477,"num_write_kb":38453,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":496,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:32.394283+0000","last_change":"2024-09-12T17:35:00.928323+0000","last_active":"2024-09-12T18:12:32.394283+0000","last_peered":"2024-09-12T18:12:32.394283+0000","last_clean":"2024-09-12T18:12:32.394283+0000","last_became_active":"2024-09-12T17:35:00.928040+0000","last_became_peered":"2024-09-12T17:35:00.928040+0000","last_unstale":"2024-09-12T18:12:32.394283+0000","last_undegraded":"2024-09-12T18:12:32.394283+0000","last_fullsized":"2024-09-12T18:12:32.394283+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:03:51.566484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"266'87","reported_seq":608,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:11.482314+0000","last_change":"2024-09-12T17:35:03.251975+0000","last_active":"2024-09-12T18:15:11.482314+0000","last_peered":"2024-09-12T18:15:11.482314+0000","last_clean":"2024-09-12T18:15:11.482314+0000","last_became_active":"2024-09-12T17:35:03.251671+0000","last_became_peered":"2024-09-12T17:35:03.251671+0000","last_unstale":"2024-09-12T18:15:11.482314+0000","last_undegraded":"2024-09-12T18:15:11.482314+0000","last_fullsized":"2024-09-12T18:15:11.482314+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":0,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:18:10.687015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":84,"num_read_kb":78,"num_write":66,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"266'765","reported_seq":6369,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:19.237898+0000","last_change":"2024-09-12T17:35:04.962813+0000","last_active":"2024-09-12T18:16:19.237898+0000","last_peered":"2024-09-12T18:16:19.237898+0000","last_clean":"2024-09-12T18:16:19.237898+0000","last_became_active":"2024-09-12T17:35:04.962328+0000","last_became_peered":"2024-09-12T17:35:04.962328+0000","last_unstale":"2024-09-12T18:16:19.237898+0000","last_undegraded":"2024-09-12T18:16:19.237898+0000","last_fullsized":"2024-09-12T18:16:19.237898+0000","mapping_epoch":33,"log_start":"266'701","ondisk_log_start":"266'701","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":701,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:40:25.322593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"266'129","reported_seq":632,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:33.798677+0000","last_change":"2024-09-12T17:35:06.982525+0000","last_active":"2024-09-12T18:14:33.798677+0000","last_peered":"2024-09-12T18:14:33.798677+0000","last_clean":"2024-09-12T18:14:33.798677+0000","last_became_active":"2024-09-12T17:35:06.982258+0000","last_became_peered":"2024-09-12T17:35:06.982258+0000","last_unstale":"2024-09-12T18:14:33.798677+0000","last_undegraded":"2024-09-12T18:14:33.798677+0000","last_fullsized":"2024-09-12T18:14:33.798677+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:13:14.713784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":214,"num_read_kb":201,"num_write":330,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"266'90","reported_seq":666,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:39.679341+0000","last_change":"2024-09-12T17:34:58.916042+0000","last_active":"2024-09-12T18:14:39.679341+0000","last_peered":"2024-09-12T18:14:39.679341+0000","last_clean":"2024-09-12T18:14:39.679341+0000","last_became_active":"2024-09-12T17:34:58.915177+0000","last_became_peered":"2024-09-12T17:34:58.915177+0000","last_unstale":"2024-09-12T18:14:39.679341+0000","last_undegraded":"2024-09-12T18:14:39.679341+0000","last_fullsized":"2024-09-12T18:14:39.679341+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":0,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:24:47.030526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":407,"num_read_kb":344,"num_write":133,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"266'236","reported_seq":893,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:55.748553+0000","last_change":"2024-09-12T17:35:31.566574+0000","last_active":"2024-09-12T18:14:55.748553+0000","last_peered":"2024-09-12T18:14:55.748553+0000","last_clean":"2024-09-12T18:14:55.748553+0000","last_became_active":"2024-09-12T17:35:31.566106+0000","last_became_peered":"2024-09-12T17:35:31.566106+0000","last_unstale":"2024-09-12T18:14:55.748553+0000","last_undegraded":"2024-09-12T18:14:55.748553+0000","last_fullsized":"2024-09-12T18:14:55.748553+0000","mapping_epoch":38,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":200,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:51:58.182075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15954679,"num_objects":15,"num_object_clones":0,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":523,"num_read_kb":23754,"num_write":1049,"num_write_kb":25012,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:32.395960+0000","last_change":"2024-09-12T17:35:00.939522+0000","last_active":"2024-09-12T18:12:32.395960+0000","last_peered":"2024-09-12T18:12:32.395960+0000","last_clean":"2024-09-12T18:12:32.395960+0000","last_became_active":"2024-09-12T17:35:00.938992+0000","last_became_peered":"2024-09-12T17:35:00.938992+0000","last_unstale":"2024-09-12T18:12:32.395960+0000","last_undegraded":"2024-09-12T18:12:32.395960+0000","last_fullsized":"2024-09-12T18:12:32.395960+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:13:38.081815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"266'162","reported_seq":737,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:18.111145+0000","last_change":"2024-09-12T17:35:02.950916+0000","last_active":"2024-09-12T18:16:18.111145+0000","last_peered":"2024-09-12T18:16:18.111145+0000","last_clean":"2024-09-12T18:16:18.111145+0000","last_became_active":"2024-09-12T17:35:02.950602+0000","last_became_peered":"2024-09-12T17:35:02.950602+0000","last_unstale":"2024-09-12T18:16:18.111145+0000","last_undegraded":"2024-09-12T18:16:18.111145+0000","last_fullsized":"2024-09-12T18:16:18.111145+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":100,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:49:39.524177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10251,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":208,"num_read_kb":262,"num_write":126,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":484,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.522187+0000","last_change":"2024-09-12T17:35:04.972941+0000","last_active":"2024-09-12T18:13:47.522187+0000","last_peered":"2024-09-12T18:13:47.522187+0000","last_clean":"2024-09-12T18:13:47.522187+0000","last_became_active":"2024-09-12T17:35:04.972306+0000","last_became_peered":"2024-09-12T17:35:04.972306+0000","last_unstale":"2024-09-12T18:13:47.522187+0000","last_undegraded":"2024-09-12T18:13:47.522187+0000","last_fullsized":"2024-09-12T18:13:47.522187+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:58:05.412014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"266'131","reported_seq":636,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:10.204654+0000","last_change":"2024-09-12T17:35:06.984551+0000","last_active":"2024-09-12T18:14:10.204654+0000","last_peered":"2024-09-12T18:14:10.204654+0000","last_clean":"2024-09-12T18:14:10.204654+0000","last_became_active":"2024-09-12T17:35:06.984272+0000","last_became_peered":"2024-09-12T17:35:06.984272+0000","last_unstale":"2024-09-12T18:14:10.204654+0000","last_undegraded":"2024-09-12T18:14:10.204654+0000","last_fullsized":"2024-09-12T18:14:10.204654+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:38:19.074116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":591,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":201,"num_read_kb":188,"num_write":308,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"266'222","reported_seq":815,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:06.597444+0000","last_change":"2024-09-12T17:34:58.923376+0000","last_active":"2024-09-12T18:14:06.597444+0000","last_peered":"2024-09-12T18:14:06.597444+0000","last_clean":"2024-09-12T18:14:06.597444+0000","last_became_active":"2024-09-12T17:34:58.923034+0000","last_became_peered":"2024-09-12T17:34:58.923034+0000","last_unstale":"2024-09-12T18:14:06.597444+0000","last_undegraded":"2024-09-12T18:14:06.597444+0000","last_fullsized":"2024-09-12T18:14:06.597444+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":200,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:05:09.680473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":922,"num_read_kb":750,"num_write":316,"num_write_kb":178,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"266'187","reported_seq":789,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:21.498774+0000","last_change":"2024-09-12T17:35:31.034133+0000","last_active":"2024-09-12T18:13:21.498774+0000","last_peered":"2024-09-12T18:13:21.498774+0000","last_clean":"2024-09-12T18:13:21.498774+0000","last_became_active":"2024-09-12T17:35:31.033748+0000","last_became_peered":"2024-09-12T17:35:31.033748+0000","last_unstale":"2024-09-12T18:13:21.498774+0000","last_undegraded":"2024-09-12T18:13:21.498774+0000","last_fullsized":"2024-09-12T18:13:21.498774+0000","mapping_epoch":38,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":100,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:43:58.054480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5567560,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":349,"num_read_kb":8582,"num_write":910,"num_write_kb":33561,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:32.530612+0000","last_change":"2024-09-12T17:35:00.933825+0000","last_active":"2024-09-12T18:12:32.530612+0000","last_peered":"2024-09-12T18:12:32.530612+0000","last_clean":"2024-09-12T18:12:32.530612+0000","last_became_active":"2024-09-12T17:35:00.933492+0000","last_became_peered":"2024-09-12T17:35:00.933492+0000","last_unstale":"2024-09-12T18:12:32.530612+0000","last_undegraded":"2024-09-12T18:12:32.530612+0000","last_fullsized":"2024-09-12T18:12:32.530612+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:44:06.978831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"266'112","reported_seq":671,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:07.541057+0000","last_change":"2024-09-12T17:35:02.954034+0000","last_active":"2024-09-12T18:16:07.541057+0000","last_peered":"2024-09-12T18:16:07.541057+0000","last_clean":"2024-09-12T18:16:07.541057+0000","last_became_active":"2024-09-12T17:35:02.953753+0000","last_became_peered":"2024-09-12T17:35:02.953753+0000","last_unstale":"2024-09-12T18:16:07.541057+0000","last_undegraded":"2024-09-12T18:16:07.541057+0000","last_fullsized":"2024-09-12T18:16:07.541057+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:14:15.227580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14275,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":154,"num_read_kb":220,"num_write":80,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":483,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:57.405853+0000","last_change":"2024-09-12T17:35:04.964266+0000","last_active":"2024-09-12T18:13:57.405853+0000","last_peered":"2024-09-12T18:13:57.405853+0000","last_clean":"2024-09-12T18:13:57.405853+0000","last_became_active":"2024-09-12T17:35:04.963928+0000","last_became_peered":"2024-09-12T17:35:04.963928+0000","last_unstale":"2024-09-12T18:13:57.405853+0000","last_undegraded":"2024-09-12T18:13:57.405853+0000","last_fullsized":"2024-09-12T18:13:57.405853+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:04:49.108451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"266'107","reported_seq":626,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:29.684252+0000","last_change":"2024-09-12T17:35:07.201645+0000","last_active":"2024-09-12T18:14:29.684252+0000","last_peered":"2024-09-12T18:14:29.684252+0000","last_clean":"2024-09-12T18:14:29.684252+0000","last_became_active":"2024-09-12T17:35:07.200824+0000","last_became_peered":"2024-09-12T17:35:07.200824+0000","last_unstale":"2024-09-12T18:14:29.684252+0000","last_undegraded":"2024-09-12T18:14:29.684252+0000","last_fullsized":"2024-09-12T18:14:29.684252+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:02:23.125201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":539,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":174,"num_read_kb":172,"num_write":247,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"266'147","reported_seq":774,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:34.724854+0000","last_change":"2024-09-12T17:34:58.925933+0000","last_active":"2024-09-12T18:14:34.724854+0000","last_peered":"2024-09-12T18:14:34.724854+0000","last_clean":"2024-09-12T18:14:34.724854+0000","last_became_active":"2024-09-12T17:34:58.925364+0000","last_became_peered":"2024-09-12T17:34:58.925364+0000","last_unstale":"2024-09-12T18:14:34.724854+0000","last_undegraded":"2024-09-12T18:14:34.724854+0000","last_fullsized":"2024-09-12T18:14:34.724854+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:04:38.945263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":648,"num_read_kb":543,"num_write":223,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"266'227","reported_seq":855,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:33.723049+0000","last_change":"2024-09-12T17:34:56.930105+0000","last_active":"2024-09-12T18:13:33.723049+0000","last_peered":"2024-09-12T18:13:33.723049+0000","last_clean":"2024-09-12T18:13:33.723049+0000","last_became_active":"2024-09-12T17:34:56.929777+0000","last_became_peered":"2024-09-12T17:34:56.929777+0000","last_unstale":"2024-09-12T18:13:33.723049+0000","last_undegraded":"2024-09-12T18:13:33.723049+0000","last_fullsized":"2024-09-12T18:13:33.723049+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":200,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:19:13.360360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2421802,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":450,"num_read_kb":12620,"num_write":1042,"num_write_kb":48973,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":497,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.433779+0000","last_change":"2024-09-12T17:35:00.934066+0000","last_active":"2024-09-12T18:13:42.433779+0000","last_peered":"2024-09-12T18:13:42.433779+0000","last_clean":"2024-09-12T18:13:42.433779+0000","last_became_active":"2024-09-12T17:35:00.933777+0000","last_became_peered":"2024-09-12T17:35:00.933777+0000","last_unstale":"2024-09-12T18:13:42.433779+0000","last_undegraded":"2024-09-12T18:13:42.433779+0000","last_fullsized":"2024-09-12T18:13:42.433779+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:46:03.145797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"266'106","reported_seq":660,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:11.368723+0000","last_change":"2024-09-12T17:35:02.948868+0000","last_active":"2024-09-12T18:15:11.368723+0000","last_peered":"2024-09-12T18:15:11.368723+0000","last_clean":"2024-09-12T18:15:11.368723+0000","last_became_active":"2024-09-12T17:35:02.948589+0000","last_became_peered":"2024-09-12T17:35:02.948589+0000","last_unstale":"2024-09-12T18:15:11.368723+0000","last_undegraded":"2024-09-12T18:15:11.368723+0000","last_fullsized":"2024-09-12T18:15:11.368723+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:08:06.222842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10993,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":124,"num_read_kb":176,"num_write":62,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":488,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:37.425397+0000","last_change":"2024-09-12T17:35:04.965100+0000","last_active":"2024-09-12T18:12:37.425397+0000","last_peered":"2024-09-12T18:12:37.425397+0000","last_clean":"2024-09-12T18:12:37.425397+0000","last_became_active":"2024-09-12T17:35:04.964762+0000","last_became_peered":"2024-09-12T17:35:04.964762+0000","last_unstale":"2024-09-12T18:12:37.425397+0000","last_undegraded":"2024-09-12T18:12:37.425397+0000","last_fullsized":"2024-09-12T18:12:37.425397+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:08:50.249081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"266'159","reported_seq":1614,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:56.580721+0000","last_change":"2024-09-12T17:35:06.985501+0000","last_active":"2024-09-12T18:14:56.580721+0000","last_peered":"2024-09-12T18:14:56.580721+0000","last_clean":"2024-09-12T18:14:56.580721+0000","last_became_active":"2024-09-12T17:35:06.985213+0000","last_became_peered":"2024-09-12T17:35:06.985213+0000","last_unstale":"2024-09-12T18:14:56.580721+0000","last_undegraded":"2024-09-12T18:14:56.580721+0000","last_fullsized":"2024-09-12T18:14:56.580721+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:16:02.855330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":239,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1188,"num_read_kb":1188,"num_write":364,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"266'55","reported_seq":641,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.433809+0000","last_change":"2024-09-12T17:34:58.918878+0000","last_active":"2024-09-12T18:13:42.433809+0000","last_peered":"2024-09-12T18:13:42.433809+0000","last_clean":"2024-09-12T18:13:42.433809+0000","last_became_active":"2024-09-12T17:34:58.918463+0000","last_became_peered":"2024-09-12T17:34:58.918463+0000","last_unstale":"2024-09-12T18:13:42.433809+0000","last_undegraded":"2024-09-12T18:13:42.433809+0000","last_fullsized":"2024-09-12T18:13:42.433809+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":0,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:17:27.429090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":265,"num_read_kb":235,"num_write":79,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"266'201","reported_seq":857,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:13.854779+0000","last_change":"2024-09-12T17:34:56.932624+0000","last_active":"2024-09-12T18:16:13.854779+0000","last_peered":"2024-09-12T18:16:13.854779+0000","last_clean":"2024-09-12T18:16:13.854779+0000","last_became_active":"2024-09-12T17:34:56.932103+0000","last_became_peered":"2024-09-12T17:34:56.932103+0000","last_unstale":"2024-09-12T18:16:13.854779+0000","last_undegraded":"2024-09-12T18:16:13.854779+0000","last_fullsized":"2024-09-12T18:16:13.854779+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:39:43.023579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11443951,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":536,"num_read_kb":71881,"num_write":955,"num_write_kb":32143,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"30'1","reported_seq":498,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.403881+0000","last_change":"2024-09-12T17:35:00.934136+0000","last_active":"2024-09-12T18:13:47.403881+0000","last_peered":"2024-09-12T18:13:47.403881+0000","last_clean":"2024-09-12T18:13:47.403881+0000","last_became_active":"2024-09-12T17:35:00.933869+0000","last_became_peered":"2024-09-12T17:35:00.933869+0000","last_unstale":"2024-09-12T18:13:47.403881+0000","last_undegraded":"2024-09-12T18:13:47.403881+0000","last_fullsized":"2024-09-12T18:13:47.403881+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:05:49.568115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"266'148","reported_seq":727,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:11.390547+0000","last_change":"2024-09-12T17:35:02.949706+0000","last_active":"2024-09-12T18:15:11.390547+0000","last_peered":"2024-09-12T18:15:11.390547+0000","last_clean":"2024-09-12T18:15:11.390547+0000","last_became_active":"2024-09-12T17:35:02.948855+0000","last_became_peered":"2024-09-12T17:35:02.948855+0000","last_unstale":"2024-09-12T18:15:11.390547+0000","last_undegraded":"2024-09-12T18:15:11.390547+0000","last_fullsized":"2024-09-12T18:15:11.390547+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:46:52.194353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17443,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":204,"num_read_kb":281,"num_write":116,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":483,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:37.512688+0000","last_change":"2024-09-12T17:35:04.971374+0000","last_active":"2024-09-12T18:12:37.512688+0000","last_peered":"2024-09-12T18:12:37.512688+0000","last_clean":"2024-09-12T18:12:37.512688+0000","last_became_active":"2024-09-12T17:35:04.971064+0000","last_became_peered":"2024-09-12T17:35:04.971064+0000","last_unstale":"2024-09-12T18:12:37.512688+0000","last_undegraded":"2024-09-12T18:12:37.512688+0000","last_fullsized":"2024-09-12T18:12:37.512688+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:31:51.153466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"266'118","reported_seq":620,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:18.103633+0000","last_change":"2024-09-12T17:35:06.982240+0000","last_active":"2024-09-12T18:16:18.103633+0000","last_peered":"2024-09-12T18:16:18.103633+0000","last_clean":"2024-09-12T18:16:18.103633+0000","last_became_active":"2024-09-12T17:35:06.981911+0000","last_became_peered":"2024-09-12T17:35:06.981911+0000","last_unstale":"2024-09-12T18:16:18.103633+0000","last_undegraded":"2024-09-12T18:16:18.103633+0000","last_fullsized":"2024-09-12T18:16:18.103633+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":100,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:04:12.515199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":652,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":201,"num_read_kb":183,"num_write":312,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"266'120","reported_seq":673,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:43.930383+0000","last_change":"2024-09-12T17:34:58.920574+0000","last_active":"2024-09-12T18:14:43.930383+0000","last_peered":"2024-09-12T18:14:43.930383+0000","last_clean":"2024-09-12T18:14:43.930383+0000","last_became_active":"2024-09-12T17:34:58.920232+0000","last_became_peered":"2024-09-12T17:34:58.920232+0000","last_unstale":"2024-09-12T18:14:43.930383+0000","last_undegraded":"2024-09-12T18:14:43.930383+0000","last_fullsized":"2024-09-12T18:14:43.930383+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:16:00.030032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":506,"num_read_kb":407,"num_write":190,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"266'212","reported_seq":840,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:32.409939+0000","last_change":"2024-09-12T17:34:56.934028+0000","last_active":"2024-09-12T18:14:32.409939+0000","last_peered":"2024-09-12T18:14:32.409939+0000","last_clean":"2024-09-12T18:14:32.409939+0000","last_became_active":"2024-09-12T17:34:56.933683+0000","last_became_peered":"2024-09-12T17:34:56.933683+0000","last_unstale":"2024-09-12T18:14:32.409939+0000","last_undegraded":"2024-09-12T18:14:32.409939+0000","last_fullsized":"2024-09-12T18:14:32.409939+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":200,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:06:58.983051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4769519,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":468,"num_read_kb":4796,"num_write":1000,"num_write_kb":45279,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,7],"acting":[6,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"266'117","reported_seq":635,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:22.537581+0000","last_change":"2024-09-12T17:36:31.125812+0000","last_active":"2024-09-12T18:13:22.537581+0000","last_peered":"2024-09-12T18:13:22.537581+0000","last_clean":"2024-09-12T18:13:22.537581+0000","last_became_active":"2024-09-12T17:36:31.125541+0000","last_became_peered":"2024-09-12T17:36:31.125541+0000","last_unstale":"2024-09-12T18:13:22.537581+0000","last_undegraded":"2024-09-12T18:13:22.537581+0000","last_fullsized":"2024-09-12T18:13:22.537581+0000","mapping_epoch":40,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:45:49.029432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":511,"num_read_kb":409,"num_write":203,"num_write_kb":102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"266'200","reported_seq":834,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:32.409234+0000","last_change":"2024-09-12T17:34:56.921045+0000","last_active":"2024-09-12T18:14:32.409234+0000","last_peered":"2024-09-12T18:14:32.409234+0000","last_clean":"2024-09-12T18:14:32.409234+0000","last_became_active":"2024-09-12T17:34:56.920719+0000","last_became_peered":"2024-09-12T17:34:56.920719+0000","last_unstale":"2024-09-12T18:14:32.409234+0000","last_undegraded":"2024-09-12T18:14:32.409234+0000","last_fullsized":"2024-09-12T18:14:32.409234+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:41:04.609290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10487159,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":431,"num_read_kb":26102,"num_write":974,"num_write_kb":39157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"266'125","reported_seq":719,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:35.868549+0000","last_change":"2024-09-12T17:34:58.923249+0000","last_active":"2024-09-12T18:14:35.868549+0000","last_peered":"2024-09-12T18:14:35.868549+0000","last_clean":"2024-09-12T18:14:35.868549+0000","last_became_active":"2024-09-12T17:34:58.922983+0000","last_became_peered":"2024-09-12T17:34:58.922983+0000","last_unstale":"2024-09-12T18:14:35.868549+0000","last_undegraded":"2024-09-12T18:14:35.868549+0000","last_fullsized":"2024-09-12T18:14:35.868549+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:17:45.016373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":573,"num_read_kb":477,"num_write":197,"num_write_kb":100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"266'178","reported_seq":796,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:32.413546+0000","last_change":"2024-09-12T17:34:56.924742+0000","last_active":"2024-09-12T18:14:32.413546+0000","last_peered":"2024-09-12T18:14:32.413546+0000","last_clean":"2024-09-12T18:14:32.413546+0000","last_became_active":"2024-09-12T17:34:56.924219+0000","last_became_peered":"2024-09-12T17:34:56.924219+0000","last_unstale":"2024-09-12T18:14:32.413546+0000","last_undegraded":"2024-09-12T18:14:32.413546+0000","last_fullsized":"2024-09-12T18:14:32.413546+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":100,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:27:03.862373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11682898,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":376,"num_read_kb":32581,"num_write":898,"num_write_kb":29437,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"266'250","reported_seq":869,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.406055+0000","last_change":"2024-09-12T17:34:58.918373+0000","last_active":"2024-09-12T18:14:02.406055+0000","last_peered":"2024-09-12T18:14:02.406055+0000","last_clean":"2024-09-12T18:14:02.406055+0000","last_became_active":"2024-09-12T17:34:58.918066+0000","last_became_peered":"2024-09-12T17:34:58.918066+0000","last_unstale":"2024-09-12T18:14:02.406055+0000","last_undegraded":"2024-09-12T18:14:02.406055+0000","last_fullsized":"2024-09-12T18:14:02.406055+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":200,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:43:00.981807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1026,"num_read_kb":831,"num_write":370,"num_write_kb":186,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"266'203","reported_seq":773,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:55.747401+0000","last_change":"2024-09-12T17:35:31.030166+0000","last_active":"2024-09-12T18:14:55.747401+0000","last_peered":"2024-09-12T18:14:55.747401+0000","last_clean":"2024-09-12T18:14:55.747401+0000","last_became_active":"2024-09-12T17:35:31.029742+0000","last_became_peered":"2024-09-12T17:35:31.029742+0000","last_unstale":"2024-09-12T18:14:55.747401+0000","last_undegraded":"2024-09-12T18:14:55.747401+0000","last_fullsized":"2024-09-12T18:14:55.747401+0000","mapping_epoch":38,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":100,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:41:11.430117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16602074,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":353,"num_read_kb":21969,"num_write":905,"num_write_kb":39811,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.23","version":"266'130","reported_seq":706,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:35.340429+0000","last_change":"2024-09-12T17:34:58.927022+0000","last_active":"2024-09-12T18:14:35.340429+0000","last_peered":"2024-09-12T18:14:35.340429+0000","last_clean":"2024-09-12T18:14:35.340429+0000","last_became_active":"2024-09-12T17:34:58.926738+0000","last_became_peered":"2024-09-12T17:34:58.926738+0000","last_unstale":"2024-09-12T18:14:35.340429+0000","last_undegraded":"2024-09-12T18:14:35.340429+0000","last_fullsized":"2024-09-12T18:14:35.340429+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:22:07.607784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":554,"num_read_kb":453,"num_write":206,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"266'219","reported_seq":852,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:07.775608+0000","last_change":"2024-09-12T17:35:31.566595+0000","last_active":"2024-09-12T18:14:07.775608+0000","last_peered":"2024-09-12T18:14:07.775608+0000","last_clean":"2024-09-12T18:14:07.775608+0000","last_became_active":"2024-09-12T17:35:31.566127+0000","last_became_peered":"2024-09-12T17:35:31.566127+0000","last_unstale":"2024-09-12T18:14:07.775608+0000","last_undegraded":"2024-09-12T18:14:07.775608+0000","last_fullsized":"2024-09-12T18:14:07.775608+0000","mapping_epoch":38,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":200,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:26:19.842274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10821981,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":476,"num_read_kb":61350,"num_write":1003,"num_write_kb":39588,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.22","version":"266'178","reported_seq":767,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:20.384665+0000","last_change":"2024-09-12T17:34:58.913947+0000","last_active":"2024-09-12T18:13:20.384665+0000","last_peered":"2024-09-12T18:13:20.384665+0000","last_clean":"2024-09-12T18:13:20.384665+0000","last_became_active":"2024-09-12T17:34:58.913384+0000","last_became_peered":"2024-09-12T17:34:58.913384+0000","last_unstale":"2024-09-12T18:13:20.384665+0000","last_undegraded":"2024-09-12T18:13:20.384665+0000","last_fullsized":"2024-09-12T18:13:20.384665+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":100,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:54:30.075521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":756,"num_read_kb":609,"num_write":269,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"266'190","reported_seq":810,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:08.007694+0000","last_change":"2024-09-12T17:34:56.915664+0000","last_active":"2024-09-12T18:14:08.007694+0000","last_peered":"2024-09-12T18:14:08.007694+0000","last_clean":"2024-09-12T18:14:08.007694+0000","last_became_active":"2024-09-12T17:34:56.915319+0000","last_became_peered":"2024-09-12T17:34:56.915319+0000","last_unstale":"2024-09-12T18:14:08.007694+0000","last_undegraded":"2024-09-12T18:14:08.007694+0000","last_fullsized":"2024-09-12T18:14:08.007694+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":100,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:15:40.245625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11101648,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":406,"num_read_kb":35378,"num_write":903,"num_write_kb":33602,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"266'120","reported_seq":730,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:39.013924+0000","last_change":"2024-09-12T17:34:58.920440+0000","last_active":"2024-09-12T18:14:39.013924+0000","last_peered":"2024-09-12T18:14:39.013924+0000","last_clean":"2024-09-12T18:14:39.013924+0000","last_became_active":"2024-09-12T17:34:58.919981+0000","last_became_peered":"2024-09-12T17:34:58.919981+0000","last_unstale":"2024-09-12T18:14:39.013924+0000","last_undegraded":"2024-09-12T18:14:39.013924+0000","last_fullsized":"2024-09-12T18:14:39.013924+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:56:06.115391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":553,"num_read_kb":464,"num_write":173,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"266'208","reported_seq":836,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:17.332000+0000","last_change":"2024-09-12T17:34:56.927871+0000","last_active":"2024-09-12T18:16:17.332000+0000","last_peered":"2024-09-12T18:16:17.332000+0000","last_clean":"2024-09-12T18:16:17.332000+0000","last_became_active":"2024-09-12T17:34:56.927085+0000","last_became_peered":"2024-09-12T17:34:56.927085+0000","last_unstale":"2024-09-12T18:16:17.332000+0000","last_undegraded":"2024-09-12T18:16:17.332000+0000","last_fullsized":"2024-09-12T18:16:17.332000+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:53:39.972316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6095979,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":485,"num_read_kb":7032,"num_write":997,"num_write_kb":28378,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"266'176","reported_seq":827,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:04.906407+0000","last_change":"2024-09-12T17:34:58.918744+0000","last_active":"2024-09-12T18:14:04.906407+0000","last_peered":"2024-09-12T18:14:04.906407+0000","last_clean":"2024-09-12T18:14:04.906407+0000","last_became_active":"2024-09-12T17:34:58.918459+0000","last_became_peered":"2024-09-12T17:34:58.918459+0000","last_unstale":"2024-09-12T18:14:04.906407+0000","last_undegraded":"2024-09-12T18:14:04.906407+0000","last_fullsized":"2024-09-12T18:14:04.906407+0000","mapping_epoch":27,"log_start":"263'100","ondisk_log_start":"263'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:44:42.454691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":755,"num_read_kb":632,"num_write":271,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"266'235","reported_seq":900,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:44.122800+0000","last_change":"2024-09-12T17:34:56.928834+0000","last_active":"2024-09-12T18:14:44.122800+0000","last_peered":"2024-09-12T18:14:44.122800+0000","last_clean":"2024-09-12T18:14:44.122800+0000","last_became_active":"2024-09-12T17:34:56.928332+0000","last_became_peered":"2024-09-12T17:34:56.928332+0000","last_unstale":"2024-09-12T18:14:44.122800+0000","last_undegraded":"2024-09-12T18:14:44.122800+0000","last_fullsized":"2024-09-12T18:14:44.122800+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":200,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:16:23.322755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13526647,"num_objects":12,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":566,"num_read_kb":15147,"num_write":1067,"num_write_kb":32822,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"266'102","reported_seq":697,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:19.651998+0000","last_change":"2024-09-12T17:34:58.932991+0000","last_active":"2024-09-12T18:13:19.651998+0000","last_peered":"2024-09-12T18:13:19.651998+0000","last_clean":"2024-09-12T18:13:19.651998+0000","last_became_active":"2024-09-12T17:34:58.932602+0000","last_became_peered":"2024-09-12T17:34:58.932602+0000","last_unstale":"2024-09-12T18:13:19.651998+0000","last_undegraded":"2024-09-12T18:13:19.651998+0000","last_fullsized":"2024-09-12T18:13:19.651998+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":0,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:46:00.271277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":474,"num_read_kb":400,"num_write":149,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"266'262","reported_seq":1177,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:55.668767+0000","last_change":"2024-09-12T17:34:56.925842+0000","last_active":"2024-09-12T18:14:55.668767+0000","last_peered":"2024-09-12T18:14:55.668767+0000","last_clean":"2024-09-12T18:14:55.668767+0000","last_became_active":"2024-09-12T17:34:56.925489+0000","last_became_peered":"2024-09-12T17:34:56.925489+0000","last_unstale":"2024-09-12T18:14:55.668767+0000","last_undegraded":"2024-09-12T18:14:55.668767+0000","last_fullsized":"2024-09-12T18:14:55.668767+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":200,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:15:38.451363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5813818,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1308,"num_read_kb":63592,"num_write":1216,"num_write_kb":22441,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"266'111","reported_seq":720,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:22.422936+0000","last_change":"2024-09-12T17:34:58.918679+0000","last_active":"2024-09-12T18:12:22.422936+0000","last_peered":"2024-09-12T18:12:22.422936+0000","last_clean":"2024-09-12T18:12:22.422936+0000","last_became_active":"2024-09-12T17:34:58.918349+0000","last_became_peered":"2024-09-12T17:34:58.918349+0000","last_unstale":"2024-09-12T18:12:22.422936+0000","last_undegraded":"2024-09-12T18:12:22.422936+0000","last_fullsized":"2024-09-12T18:12:22.422936+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":100,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:57:13.715566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":529,"num_read_kb":450,"num_write":174,"num_write_kb":89,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"266'194","reported_seq":849,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:11.583485+0000","last_change":"2024-09-12T17:34:56.925650+0000","last_active":"2024-09-12T18:14:11.583485+0000","last_peered":"2024-09-12T18:14:11.583485+0000","last_clean":"2024-09-12T18:14:11.583485+0000","last_became_active":"2024-09-12T17:34:56.925317+0000","last_became_peered":"2024-09-12T17:34:56.925317+0000","last_unstale":"2024-09-12T18:14:11.583485+0000","last_undegraded":"2024-09-12T18:14:11.583485+0000","last_fullsized":"2024-09-12T18:14:11.583485+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":100,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:44:04.732168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6297537,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":438,"num_read_kb":16030,"num_write":897,"num_write_kb":44163,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"266'141","reported_seq":742,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:55.069150+0000","last_change":"2024-09-12T17:34:58.921583+0000","last_active":"2024-09-12T18:14:55.069150+0000","last_peered":"2024-09-12T18:14:55.069150+0000","last_clean":"2024-09-12T18:14:55.069150+0000","last_became_active":"2024-09-12T17:34:58.921303+0000","last_became_peered":"2024-09-12T17:34:58.921303+0000","last_unstale":"2024-09-12T18:14:55.069150+0000","last_undegraded":"2024-09-12T18:14:55.069150+0000","last_fullsized":"2024-09-12T18:14:55.069150+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":100,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:59:38.697466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":585,"num_read_kb":489,"num_write":201,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"266'206","reported_seq":833,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:39.383179+0000","last_change":"2024-09-12T17:34:56.920701+0000","last_active":"2024-09-12T18:13:39.383179+0000","last_peered":"2024-09-12T18:13:39.383179+0000","last_clean":"2024-09-12T18:13:39.383179+0000","last_became_active":"2024-09-12T17:34:56.920182+0000","last_became_peered":"2024-09-12T17:34:56.920182+0000","last_unstale":"2024-09-12T18:13:39.383179+0000","last_undegraded":"2024-09-12T18:13:39.383179+0000","last_fullsized":"2024-09-12T18:13:39.383179+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":100,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:50:31.089945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1697870,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":459,"num_read_kb":11583,"num_write":993,"num_write_kb":39260,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"266'254","reported_seq":879,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:38.519678+0000","last_change":"2024-09-12T17:34:58.914466+0000","last_active":"2024-09-12T18:14:38.519678+0000","last_peered":"2024-09-12T18:14:38.519678+0000","last_clean":"2024-09-12T18:14:38.519678+0000","last_became_active":"2024-09-12T17:34:58.914189+0000","last_became_peered":"2024-09-12T17:34:58.914189+0000","last_unstale":"2024-09-12T18:14:38.519678+0000","last_undegraded":"2024-09-12T18:14:38.519678+0000","last_fullsized":"2024-09-12T18:14:38.519678+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":200,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:46:31.565156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1119,"num_read_kb":914,"num_write":416,"num_write_kb":236,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"266'237","reported_seq":871,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:08.010980+0000","last_change":"2024-09-12T17:34:56.934271+0000","last_active":"2024-09-12T18:14:08.010980+0000","last_peered":"2024-09-12T18:14:08.010980+0000","last_clean":"2024-09-12T18:14:08.010980+0000","last_became_active":"2024-09-12T17:34:56.933891+0000","last_became_peered":"2024-09-12T17:34:56.933891+0000","last_unstale":"2024-09-12T18:14:08.010980+0000","last_undegraded":"2024-09-12T18:14:08.010980+0000","last_fullsized":"2024-09-12T18:14:08.010980+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":200,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:10:42.515935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14010569,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":469,"num_read_kb":13733,"num_write":1126,"num_write_kb":42729,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"266'129","reported_seq":753,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:26.146434+0000","last_change":"2024-09-12T17:34:58.933596+0000","last_active":"2024-09-12T18:13:26.146434+0000","last_peered":"2024-09-12T18:13:26.146434+0000","last_clean":"2024-09-12T18:13:26.146434+0000","last_became_active":"2024-09-12T17:34:58.933326+0000","last_became_peered":"2024-09-12T17:34:58.933326+0000","last_unstale":"2024-09-12T18:13:26.146434+0000","last_undegraded":"2024-09-12T18:13:26.146434+0000","last_fullsized":"2024-09-12T18:13:26.146434+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:44:16.551066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":564,"num_read_kb":483,"num_write":217,"num_write_kb":94,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"266'254","reported_seq":894,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:40.543122+0000","last_change":"2024-09-12T17:34:56.928007+0000","last_active":"2024-09-12T18:14:40.543122+0000","last_peered":"2024-09-12T18:14:40.543122+0000","last_clean":"2024-09-12T18:14:40.543122+0000","last_became_active":"2024-09-12T17:34:56.927432+0000","last_became_peered":"2024-09-12T17:34:56.927432+0000","last_unstale":"2024-09-12T18:14:40.543122+0000","last_undegraded":"2024-09-12T18:14:40.543122+0000","last_fullsized":"2024-09-12T18:14:40.543122+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":200,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:51:17.244831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4006725,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":613,"num_read_kb":13684,"num_write":1145,"num_write_kb":26797,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"266'4204","reported_seq":4835,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:36.445796+0000","last_change":"2024-09-12T17:34:58.927361+0000","last_active":"2024-09-12T18:14:36.445796+0000","last_peered":"2024-09-12T18:14:36.445796+0000","last_clean":"2024-09-12T18:14:36.445796+0000","last_became_active":"2024-09-12T17:34:58.926992+0000","last_became_peered":"2024-09-12T17:34:58.926992+0000","last_unstale":"2024-09-12T18:14:36.445796+0000","last_undegraded":"2024-09-12T18:14:36.445796+0000","last_fullsized":"2024-09-12T18:14:36.445796+0000","mapping_epoch":27,"log_start":"266'4100","ondisk_log_start":"266'4100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":3000,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:36:52.584843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16913,"num_read_kb":14181,"num_write":6298,"num_write_kb":3158,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"266'347","reported_seq":1075,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:00.451707+0000","last_change":"2024-09-12T17:34:56.921021+0000","last_active":"2024-09-12T18:14:00.451707+0000","last_peered":"2024-09-12T18:14:00.451707+0000","last_clean":"2024-09-12T18:14:00.451707+0000","last_became_active":"2024-09-12T17:34:56.919706+0000","last_became_peered":"2024-09-12T17:34:56.919706+0000","last_unstale":"2024-09-12T18:14:00.451707+0000","last_undegraded":"2024-09-12T18:14:00.451707+0000","last_fullsized":"2024-09-12T18:14:00.451707+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:33:30.039711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17157832,"num_objects":12,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":877,"num_read_kb":54202,"num_write":1253,"num_write_kb":41095,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"266'143","reported_seq":776,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:58.096505+0000","last_change":"2024-09-12T17:34:58.931649+0000","last_active":"2024-09-12T18:14:58.096505+0000","last_peered":"2024-09-12T18:14:58.096505+0000","last_clean":"2024-09-12T18:14:58.096505+0000","last_became_active":"2024-09-12T17:34:58.931362+0000","last_became_peered":"2024-09-12T17:34:58.931362+0000","last_unstale":"2024-09-12T18:14:58.096505+0000","last_undegraded":"2024-09-12T18:14:58.096505+0000","last_fullsized":"2024-09-12T18:14:58.096505+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":100,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:05:05.424013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":670,"num_read_kb":571,"num_write":211,"num_write_kb":94,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"266'240","reported_seq":893,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:41.083973+0000","last_change":"2024-09-12T17:34:56.922078+0000","last_active":"2024-09-12T18:14:41.083973+0000","last_peered":"2024-09-12T18:14:41.083973+0000","last_clean":"2024-09-12T18:14:41.083973+0000","last_became_active":"2024-09-12T17:34:56.921720+0000","last_became_peered":"2024-09-12T17:34:56.921720+0000","last_unstale":"2024-09-12T18:14:41.083973+0000","last_undegraded":"2024-09-12T18:14:41.083973+0000","last_fullsized":"2024-09-12T18:14:41.083973+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":200,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:13:06.009938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22482403,"num_objects":17,"num_object_clones":0,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":504,"num_read_kb":40428,"num_write":1212,"num_write_kb":45368,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1],"acting":[2,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"266'148","reported_seq":789,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:58.669751+0000","last_change":"2024-09-12T17:34:58.933150+0000","last_active":"2024-09-12T18:14:58.669751+0000","last_peered":"2024-09-12T18:14:58.669751+0000","last_clean":"2024-09-12T18:14:58.669751+0000","last_became_active":"2024-09-12T17:34:58.932710+0000","last_became_peered":"2024-09-12T17:34:58.932710+0000","last_unstale":"2024-09-12T18:14:58.669751+0000","last_undegraded":"2024-09-12T18:14:58.669751+0000","last_fullsized":"2024-09-12T18:14:58.669751+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:28:03.020012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":698,"num_read_kb":592,"num_write":217,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"266'224","reported_seq":867,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:35.945306+0000","last_change":"2024-09-12T17:34:56.924272+0000","last_active":"2024-09-12T18:14:35.945306+0000","last_peered":"2024-09-12T18:14:35.945306+0000","last_clean":"2024-09-12T18:14:35.945306+0000","last_became_active":"2024-09-12T17:34:56.923917+0000","last_became_peered":"2024-09-12T17:34:56.923917+0000","last_unstale":"2024-09-12T18:14:35.945306+0000","last_undegraded":"2024-09-12T18:14:35.945306+0000","last_fullsized":"2024-09-12T18:14:35.945306+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":200,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:03:07.664298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3788450,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":514,"num_read_kb":15699,"num_write":934,"num_write_kb":31902,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"266'213","reported_seq":824,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:50.405351+0000","last_change":"2024-09-12T17:34:56.924872+0000","last_active":"2024-09-12T18:13:50.405351+0000","last_peered":"2024-09-12T18:13:50.405351+0000","last_clean":"2024-09-12T18:13:50.405351+0000","last_became_active":"2024-09-12T17:34:56.924480+0000","last_became_peered":"2024-09-12T17:34:56.924480+0000","last_unstale":"2024-09-12T18:13:50.405351+0000","last_undegraded":"2024-09-12T18:13:50.405351+0000","last_fullsized":"2024-09-12T18:13:50.405351+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":200,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:37:11.248103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6906549,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":422,"num_read_kb":12724,"num_write":979,"num_write_kb":48080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"266'175","reported_seq":794,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.960288+0000","last_change":"2024-09-12T17:34:58.933892+0000","last_active":"2024-09-12T18:14:02.960288+0000","last_peered":"2024-09-12T18:14:02.960288+0000","last_clean":"2024-09-12T18:14:02.960288+0000","last_became_active":"2024-09-12T17:34:58.933598+0000","last_became_peered":"2024-09-12T17:34:58.933598+0000","last_unstale":"2024-09-12T18:14:02.960288+0000","last_undegraded":"2024-09-12T18:14:02.960288+0000","last_fullsized":"2024-09-12T18:14:02.960288+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:00:38.767879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":880,"num_read_kb":749,"num_write":307,"num_write_kb":180,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"266'235","reported_seq":873,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:50.408908+0000","last_change":"2024-09-12T17:34:56.908749+0000","last_active":"2024-09-12T18:13:50.408908+0000","last_peered":"2024-09-12T18:13:50.408908+0000","last_clean":"2024-09-12T18:13:50.408908+0000","last_became_active":"2024-09-12T17:34:56.908335+0000","last_became_peered":"2024-09-12T17:34:56.908335+0000","last_unstale":"2024-09-12T18:13:50.408908+0000","last_undegraded":"2024-09-12T18:13:50.408908+0000","last_fullsized":"2024-09-12T18:13:50.408908+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":200,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:10:41.527410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4246207,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":471,"num_read_kb":6701,"num_write":1093,"num_write_kb":26889,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"266'178","reported_seq":786,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.558391+0000","last_change":"2024-09-12T17:34:58.928953+0000","last_active":"2024-09-12T18:14:02.558391+0000","last_peered":"2024-09-12T18:14:02.558391+0000","last_clean":"2024-09-12T18:14:02.558391+0000","last_became_active":"2024-09-12T17:34:58.928493+0000","last_became_peered":"2024-09-12T17:34:58.928493+0000","last_unstale":"2024-09-12T18:14:02.558391+0000","last_undegraded":"2024-09-12T18:14:02.558391+0000","last_fullsized":"2024-09-12T18:14:02.558391+0000","mapping_epoch":27,"log_start":"263'100","ondisk_log_start":"263'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":100,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:15:46.508059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":780,"num_read_kb":645,"num_write":283,"num_write_kb":140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":6232,"num_read_kb":4493,"num_write":2008,"num_write_kb":907,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":979,"ondisk_log_size":979,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":16319,"num_objects":95,"num_object_clones":0,"num_object_copies":190,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":95,"num_whiteouts":0,"num_read":16208,"num_read_kb":15891,"num_write":16760,"num_write_kb":4890,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":20,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":614400,"data_stored":32638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1655,"ondisk_log_size":1655,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":417,"ondisk_log_size":417,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":457598,"num_objects":196,"num_object_clones":0,"num_object_copies":392,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":196,"num_whiteouts":0,"num_read":7991,"num_read_kb":9766,"num_write":5397,"num_write_kb":2620,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":19,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":761856,"data_stored":235626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2089,"ondisk_log_size":2089,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2403,"num_read_kb":2869,"num_write":20,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":11,"ondisk_log_size":11,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":102409,"num_read_kb":85606,"num_write":37146,"num_write_kb":18686,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":15,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3618,"ondisk_log_size":3618,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":599614132,"num_objects":567,"num_object_clones":0,"num_object_copies":1701,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":567,"num_whiteouts":0,"num_read":32926,"num_read_kb":2298175,"num_write":62972,"num_write_kb":2258371,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":902529024,"data_stored":902529024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3910,"ondisk_log_size":3910,"up":192,"acting":192,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":73036622,"num_objects":28,"num_object_clones":0,"num_object_copies":56,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":134,"num_read_kb":169073,"num_write":158,"num_write_kb":126445,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":146079744,"data_stored":146073244,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":98,"ondisk_log_size":98,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":73036622,"num_objects":28,"num_object_clones":0,"num_object_copies":56,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":135,"num_read_kb":177659,"num_write":158,"num_write_kb":126445,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":146079744,"data_stored":146073244,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":98,"ondisk_log_size":98,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542652,"num_pgs":107,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":404080,"kb_used_data":148000,"kb_used_omap":1,"kb_used_meta":256062,"kb_avail":93967760,"statfs":{"total":96636764160,"available":96222986240,"internally_reserved":0,"allocated":151552000,"data_stored":149509465,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":262207943},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542654,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":382564,"kb_used_data":134804,"kb_used_omap":1,"kb_used_meta":247742,"kb_avail":93989276,"statfs":{"total":96636764160,"available":96245018624,"internally_reserved":0,"allocated":138039296,"data_stored":136063226,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":253688257},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542655,"num_pgs":105,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":242344,"kb_used_data":157080,"kb_used_omap":1,"kb_used_meta":85246,"kb_avail":94129496,"statfs":{"total":96636764160,"available":96388603904,"internally_reserved":0,"allocated":160849920,"data_stored":158763753,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":87292353},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542652,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":211452,"kb_used_data":140012,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94160388,"statfs":{"total":96636764160,"available":96420237312,"internally_reserved":0,"allocated":143372288,"data_stored":141436577,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":73136577},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542652,"num_pgs":124,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":377764,"kb_used_data":157780,"kb_used_omap":1,"kb_used_meta":219966,"kb_avail":93994076,"statfs":{"total":96636764160,"available":96249933824,"internally_reserved":0,"allocated":161566720,"data_stored":159520605,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1597,"internal_metadata":225245635},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542652,"num_pgs":91,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":240980,"kb_used_data":151556,"kb_used_omap":1,"kb_used_meta":89406,"kb_avail":94130860,"statfs":{"total":96636764160,"available":96390000640,"internally_reserved":0,"allocated":155193344,"data_stored":153236834,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":91552198},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542652,"num_pgs":112,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":267060,"kb_used_data":145700,"kb_used_omap":1,"kb_used_meta":121342,"kb_avail":94104780,"statfs":{"total":96636764160,"available":96363294720,"internally_reserved":0,"allocated":149196800,"data_stored":147190533,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1597,"internal_metadata":124254659},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542652,"num_pgs":108,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":392284,"kb_used_data":166732,"kb_used_omap":1,"kb_used_meta":225534,"kb_avail":93979556,"statfs":{"total":96636764160,"available":96235065344,"internally_reserved":0,"allocated":170733568,"data_stored":168704695,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":230947265},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":112218112,"data_stored":112218112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":108060672,"data_stored":108060672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":113147904,"data_stored":113147904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":119836672,"data_stored":119836672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":113975296,"data_stored":113975296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":113885184,"data_stored":113885184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":102666240,"data_stored":102666240,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":118738944,"data_stored":118738944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":1185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":26292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":37949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":7374,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":139264,"data_stored":47452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":172032,"data_stored":59184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":12012,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":135168,"data_stored":40545,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":4838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":3508,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":4394,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3353,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":4115,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":69632,"data_stored":4198,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":3936,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":31518720,"data_stored":31517650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":11636736,"data_stored":11634851,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":18874368,"data_stored":18874368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":18874368,"data_stored":18874368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":7340032,"data_stored":7340032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":24702976,"data_stored":24701611,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":18915328,"data_stored":18914513,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":14217216,"data_stored":14215851,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":22061056,"data_stored":22060241,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":25165824,"data_stored":25165824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":18915328,"data_stored":18914513,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":18472960,"data_stored":18470525,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":17825792,"data_stored":17825792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":17825792,"data_stored":17825792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12181504,"data_stored":12179069,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":13631488,"data_stored":13631488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T18:16:40.175 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T18:16:40.528 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:16:40.540 INFO:teuthology.orchestra.run.smithi045.stderr:dumped all 2024-09-12T18:16:40.542 INFO:teuthology.orchestra.run.smithi045.stdout:{"pg_ready":true,"pg_map":{"version":1520,"stamp":"2024-09-12T18:16:40.247224+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":746753473,"num_objects":955,"num_object_clones":0,"num_object_copies":2477,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":955,"num_whiteouts":0,"num_read":168516,"num_read_kb":2763599,"num_write":124740,"num_write_kb":2540019,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":62,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12956,"ondisk_log_size":12956,"up":850,"acting":850,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":850,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":2518528,"kb_used_data":1201664,"kb_used_omap":12,"kb_used_meta":1316723,"kb_avail":752456192,"statfs":{"total":773094113280,"available":770515140608,"internally_reserved":0,"allocated":1230503936,"data_stored":1214425688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12777,"internal_metadata":1348324887},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005106"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":18,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:37.531243+0000","last_change":"2024-09-12T18:02:38.154715+0000","last_active":"2024-09-12T18:12:37.531243+0000","last_peered":"2024-09-12T18:12:37.531243+0000","last_clean":"2024-09-12T18:12:37.531243+0000","last_became_active":"2024-09-12T18:02:38.154287+0000","last_became_peered":"2024-09-12T18:02:38.154287+0000","last_unstale":"2024-09-12T18:12:37.531243+0000","last_undegraded":"2024-09-12T18:12:37.531243+0000","last_fullsized":"2024-09-12T18:12:37.531243+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:27:26.835780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"266'10","reported_seq":52,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:02.525937+0000","last_change":"2024-09-12T17:52:02.159670+0000","last_active":"2024-09-12T18:12:02.525937+0000","last_peered":"2024-09-12T18:12:02.525937+0000","last_clean":"2024-09-12T18:12:02.525937+0000","last_became_active":"2024-09-12T17:52:02.159370+0000","last_became_peered":"2024-09-12T17:52:02.159370+0000","last_unstale":"2024-09-12T18:12:02.525937+0000","last_undegraded":"2024-09-12T18:12:02.525937+0000","last_fullsized":"2024-09-12T18:12:02.525937+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:46:14.192164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":14,"num_read_kb":25602,"num_write":20,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"263'6","reported_seq":51,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:02.537119+0000","last_change":"2024-09-12T17:51:59.142267+0000","last_active":"2024-09-12T18:12:02.537119+0000","last_peered":"2024-09-12T18:12:02.537119+0000","last_clean":"2024-09-12T18:12:02.537119+0000","last_became_active":"2024-09-12T17:51:59.141807+0000","last_became_peered":"2024-09-12T17:51:59.141807+0000","last_unstale":"2024-09-12T18:12:02.537119+0000","last_undegraded":"2024-09-12T18:12:02.537119+0000","last_fullsized":"2024-09-12T18:12:02.537119+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:02:21.526041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":4098,"num_write":6,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"266'11","reported_seq":79,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:07.517164+0000","last_change":"2024-09-12T17:50:12.697067+0000","last_active":"2024-09-12T18:13:07.517164+0000","last_peered":"2024-09-12T18:13:07.517164+0000","last_clean":"2024-09-12T18:13:07.517164+0000","last_became_active":"2024-09-12T17:50:12.696789+0000","last_became_peered":"2024-09-12T17:50:12.696789+0000","last_unstale":"2024-09-12T18:13:07.517164+0000","last_undegraded":"2024-09-12T18:13:07.517164+0000","last_fullsized":"2024-09-12T18:13:07.517164+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:19:49.870131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":56,"num_read_kb":39,"num_write":21,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":18,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:37.394925+0000","last_change":"2024-09-12T18:02:38.163163+0000","last_active":"2024-09-12T18:12:37.394925+0000","last_peered":"2024-09-12T18:12:37.394925+0000","last_clean":"2024-09-12T18:12:37.394925+0000","last_became_active":"2024-09-12T18:02:38.162843+0000","last_became_peered":"2024-09-12T18:02:38.162843+0000","last_unstale":"2024-09-12T18:12:37.394925+0000","last_undegraded":"2024-09-12T18:12:37.394925+0000","last_fullsized":"2024-09-12T18:12:37.394925+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:06:38.397676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"263'2","reported_seq":36,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:02.419879+0000","last_change":"2024-09-12T17:52:02.158518+0000","last_active":"2024-09-12T18:12:02.419879+0000","last_peered":"2024-09-12T18:12:02.419879+0000","last_clean":"2024-09-12T18:12:02.419879+0000","last_became_active":"2024-09-12T17:52:02.157199+0000","last_became_peered":"2024-09-12T17:52:02.157199+0000","last_unstale":"2024-09-12T18:12:02.419879+0000","last_undegraded":"2024-09-12T18:12:02.419879+0000","last_fullsized":"2024-09-12T18:12:02.419879+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:48:16.929354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"266'4","reported_seq":45,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:02.389977+0000","last_change":"2024-09-12T17:51:59.136507+0000","last_active":"2024-09-12T18:12:02.389977+0000","last_peered":"2024-09-12T18:12:02.389977+0000","last_clean":"2024-09-12T18:12:02.389977+0000","last_became_active":"2024-09-12T17:51:59.136219+0000","last_became_peered":"2024-09-12T17:51:59.136219+0000","last_unstale":"2024-09-12T18:12:02.389977+0000","last_undegraded":"2024-09-12T18:12:02.389977+0000","last_fullsized":"2024-09-12T18:12:02.389977+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:32:58.389565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60370,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":4155,"num_write":9,"num_write_kb":4155,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"266'14","reported_seq":86,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:17.407631+0000","last_change":"2024-09-12T17:50:12.697889+0000","last_active":"2024-09-12T18:14:17.407631+0000","last_peered":"2024-09-12T18:14:17.407631+0000","last_clean":"2024-09-12T18:14:17.407631+0000","last_became_active":"2024-09-12T17:50:12.697593+0000","last_became_peered":"2024-09-12T17:50:12.697593+0000","last_unstale":"2024-09-12T18:14:17.407631+0000","last_undegraded":"2024-09-12T18:14:17.407631+0000","last_fullsized":"2024-09-12T18:14:17.407631+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:54:19.497186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":66,"num_read_kb":45,"num_write":35,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":18,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:17.393208+0000","last_change":"2024-09-12T18:02:38.156348+0000","last_active":"2024-09-12T18:12:17.393208+0000","last_peered":"2024-09-12T18:12:17.393208+0000","last_clean":"2024-09-12T18:12:17.393208+0000","last_became_active":"2024-09-12T18:02:38.156025+0000","last_became_peered":"2024-09-12T18:02:38.156025+0000","last_unstale":"2024-09-12T18:12:17.393208+0000","last_undegraded":"2024-09-12T18:12:17.393208+0000","last_fullsized":"2024-09-12T18:12:17.393208+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:51:21.666012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"266'3","reported_seq":40,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:52.515111+0000","last_change":"2024-09-12T17:52:02.670448+0000","last_active":"2024-09-12T18:12:52.515111+0000","last_peered":"2024-09-12T18:12:52.515111+0000","last_clean":"2024-09-12T18:12:52.515111+0000","last_became_active":"2024-09-12T17:52:02.670051+0000","last_became_peered":"2024-09-12T17:52:02.670051+0000","last_unstale":"2024-09-12T18:12:52.515111+0000","last_undegraded":"2024-09-12T18:12:52.515111+0000","last_fullsized":"2024-09-12T18:12:52.515111+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:19:23.457783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8428753,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":8232,"num_write":3,"num_write_kb":8232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"263'2","reported_seq":45,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:07.406205+0000","last_change":"2024-09-12T17:51:59.143402+0000","last_active":"2024-09-12T18:14:07.406205+0000","last_peered":"2024-09-12T18:14:07.406205+0000","last_clean":"2024-09-12T18:14:07.406205+0000","last_became_active":"2024-09-12T17:51:59.142509+0000","last_became_peered":"2024-09-12T17:51:59.142509+0000","last_unstale":"2024-09-12T18:14:07.406205+0000","last_undegraded":"2024-09-12T18:14:07.406205+0000","last_fullsized":"2024-09-12T18:14:07.406205+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:44:18.648507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":318,"num_write":2,"num_write_kb":318,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"266'24","reported_seq":114,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:42.513458+0000","last_change":"2024-09-12T17:50:12.693436+0000","last_active":"2024-09-12T18:12:42.513458+0000","last_peered":"2024-09-12T18:12:42.513458+0000","last_clean":"2024-09-12T18:12:42.513458+0000","last_became_active":"2024-09-12T17:50:12.693126+0000","last_became_peered":"2024-09-12T17:50:12.693126+0000","last_unstale":"2024-09-12T18:12:42.513458+0000","last_undegraded":"2024-09-12T18:12:42.513458+0000","last_fullsized":"2024-09-12T18:12:42.513458+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:26:33.914535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":127,"num_read_kb":89,"num_write":41,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":18,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:17.539056+0000","last_change":"2024-09-12T18:02:38.154955+0000","last_active":"2024-09-12T18:12:17.539056+0000","last_peered":"2024-09-12T18:12:17.539056+0000","last_clean":"2024-09-12T18:12:17.539056+0000","last_became_active":"2024-09-12T18:02:38.154676+0000","last_became_peered":"2024-09-12T18:02:38.154676+0000","last_unstale":"2024-09-12T18:12:17.539056+0000","last_undegraded":"2024-09-12T18:12:17.539056+0000","last_fullsized":"2024-09-12T18:12:17.539056+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:18:52.950039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"263'3","reported_seq":40,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.554187+0000","last_change":"2024-09-12T17:52:02.672301+0000","last_active":"2024-09-12T18:14:02.554187+0000","last_peered":"2024-09-12T18:14:02.554187+0000","last_clean":"2024-09-12T18:14:02.554187+0000","last_became_active":"2024-09-12T17:52:02.670321+0000","last_became_peered":"2024-09-12T17:52:02.670321+0000","last_unstale":"2024-09-12T18:14:02.554187+0000","last_undegraded":"2024-09-12T18:14:02.554187+0000","last_fullsized":"2024-09-12T18:14:02.554187+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:20:55.132903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"0'0","reported_seq":40,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:52.427657+0000","last_change":"2024-09-12T17:51:59.143850+0000","last_active":"2024-09-12T18:12:52.427657+0000","last_peered":"2024-09-12T18:12:52.427657+0000","last_clean":"2024-09-12T18:12:52.427657+0000","last_became_active":"2024-09-12T17:51:59.142658+0000","last_became_peered":"2024-09-12T17:51:59.142658+0000","last_unstale":"2024-09-12T18:12:52.427657+0000","last_undegraded":"2024-09-12T18:12:52.427657+0000","last_fullsized":"2024-09-12T18:12:52.427657+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:10:45.094945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"266'26","reported_seq":116,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:42.543589+0000","last_change":"2024-09-12T17:50:12.698702+0000","last_active":"2024-09-12T18:12:42.543589+0000","last_peered":"2024-09-12T18:12:42.543589+0000","last_clean":"2024-09-12T18:12:42.543589+0000","last_became_active":"2024-09-12T17:50:12.698413+0000","last_became_peered":"2024-09-12T17:50:12.698413+0000","last_unstale":"2024-09-12T18:12:42.543589+0000","last_undegraded":"2024-09-12T18:12:42.543589+0000","last_fullsized":"2024-09-12T18:12:42.543589+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:16:03.786030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":132,"num_read_kb":92,"num_write":46,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:37.558294+0000","last_change":"2024-09-12T18:02:38.160435+0000","last_active":"2024-09-12T18:14:37.558294+0000","last_peered":"2024-09-12T18:14:37.558294+0000","last_clean":"2024-09-12T18:14:37.558294+0000","last_became_active":"2024-09-12T18:02:38.160067+0000","last_became_peered":"2024-09-12T18:02:38.160067+0000","last_unstale":"2024-09-12T18:14:37.558294+0000","last_undegraded":"2024-09-12T18:14:37.558294+0000","last_fullsized":"2024-09-12T18:14:37.558294+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:37:53.344720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"266'1","reported_seq":35,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:57.409101+0000","last_change":"2024-09-12T17:52:02.160809+0000","last_active":"2024-09-12T18:13:57.409101+0000","last_peered":"2024-09-12T18:13:57.409101+0000","last_clean":"2024-09-12T18:13:57.409101+0000","last_became_active":"2024-09-12T17:52:02.160479+0000","last_became_peered":"2024-09-12T17:52:02.160479+0000","last_unstale":"2024-09-12T18:13:57.409101+0000","last_undegraded":"2024-09-12T18:13:57.409101+0000","last_fullsized":"2024-09-12T18:13:57.409101+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:16:23.802920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145728,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":3072,"num_write":1,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"263'2","reported_seq":43,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.522147+0000","last_change":"2024-09-12T17:51:59.138783+0000","last_active":"2024-09-12T18:13:47.522147+0000","last_peered":"2024-09-12T18:13:47.522147+0000","last_clean":"2024-09-12T18:13:47.522147+0000","last_became_active":"2024-09-12T17:51:59.137857+0000","last_became_peered":"2024-09-12T17:51:59.137857+0000","last_unstale":"2024-09-12T18:13:47.522147+0000","last_undegraded":"2024-09-12T18:13:47.522147+0000","last_fullsized":"2024-09-12T18:13:47.522147+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:43:32.976452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"266'29","reported_seq":120,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:42.543529+0000","last_change":"2024-09-12T17:50:12.693949+0000","last_active":"2024-09-12T18:12:42.543529+0000","last_peered":"2024-09-12T18:12:42.543529+0000","last_clean":"2024-09-12T18:12:42.543529+0000","last_became_active":"2024-09-12T17:50:12.693690+0000","last_became_peered":"2024-09-12T17:50:12.693690+0000","last_unstale":"2024-09-12T18:12:42.543529+0000","last_undegraded":"2024-09-12T18:12:42.543529+0000","last_fullsized":"2024-09-12T18:12:42.543529+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:31:34.755413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":133,"num_read_kb":91,"num_write":59,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:02.398386+0000","last_change":"2024-09-12T18:02:38.163723+0000","last_active":"2024-09-12T18:13:02.398386+0000","last_peered":"2024-09-12T18:13:02.398386+0000","last_clean":"2024-09-12T18:13:02.398386+0000","last_became_active":"2024-09-12T18:02:38.163323+0000","last_became_peered":"2024-09-12T18:02:38.163323+0000","last_unstale":"2024-09-12T18:13:02.398386+0000","last_undegraded":"2024-09-12T18:13:02.398386+0000","last_fullsized":"2024-09-12T18:13:02.398386+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:32:30.376178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"266'9","reported_seq":52,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.404476+0000","last_change":"2024-09-12T17:52:02.162613+0000","last_active":"2024-09-12T18:13:47.404476+0000","last_peered":"2024-09-12T18:13:47.404476+0000","last_clean":"2024-09-12T18:13:47.404476+0000","last_became_active":"2024-09-12T17:52:02.162331+0000","last_became_peered":"2024-09-12T17:52:02.162331+0000","last_unstale":"2024-09-12T18:13:47.404476+0000","last_undegraded":"2024-09-12T18:13:47.404476+0000","last_fullsized":"2024-09-12T18:13:47.404476+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:15:01.359986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":15,"num_read_kb":11266,"num_write":9,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"0'0","reported_seq":39,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:52.435253+0000","last_change":"2024-09-12T17:51:59.147427+0000","last_active":"2024-09-12T18:13:52.435253+0000","last_peered":"2024-09-12T18:13:52.435253+0000","last_clean":"2024-09-12T18:13:52.435253+0000","last_became_active":"2024-09-12T17:51:59.146797+0000","last_became_peered":"2024-09-12T17:51:59.146797+0000","last_unstale":"2024-09-12T18:13:52.435253+0000","last_undegraded":"2024-09-12T18:13:52.435253+0000","last_fullsized":"2024-09-12T18:13:52.435253+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:50:00.007520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"266'26","reported_seq":119,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:42.396370+0000","last_change":"2024-09-12T17:50:12.701450+0000","last_active":"2024-09-12T18:12:42.396370+0000","last_peered":"2024-09-12T18:12:42.396370+0000","last_clean":"2024-09-12T18:12:42.396370+0000","last_became_active":"2024-09-12T17:50:12.701160+0000","last_became_peered":"2024-09-12T17:50:12.701160+0000","last_unstale":"2024-09-12T18:12:42.396370+0000","last_undegraded":"2024-09-12T18:12:42.396370+0000","last_fullsized":"2024-09-12T18:12:42.396370+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:58:58.160695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":134,"num_read_kb":93,"num_write":56,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"266'1","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:42.397388+0000","last_change":"2024-09-12T18:02:38.160031+0000","last_active":"2024-09-12T18:12:42.397388+0000","last_peered":"2024-09-12T18:12:42.397388+0000","last_clean":"2024-09-12T18:12:42.397388+0000","last_became_active":"2024-09-12T18:02:38.159671+0000","last_became_peered":"2024-09-12T18:02:38.159671+0000","last_unstale":"2024-09-12T18:12:42.397388+0000","last_undegraded":"2024-09-12T18:12:42.397388+0000","last_fullsized":"2024-09-12T18:12:42.397388+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:04:29.599670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"266'3","reported_seq":38,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:02.391361+0000","last_change":"2024-09-12T17:52:02.160947+0000","last_active":"2024-09-12T18:12:02.391361+0000","last_peered":"2024-09-12T18:12:02.391361+0000","last_clean":"2024-09-12T18:12:02.391361+0000","last_became_active":"2024-09-12T17:52:02.160209+0000","last_became_peered":"2024-09-12T17:52:02.160209+0000","last_unstale":"2024-09-12T18:12:02.391361+0000","last_undegraded":"2024-09-12T18:12:02.391361+0000","last_fullsized":"2024-09-12T18:12:02.391361+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:11:40.496192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6291456,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"266'1","reported_seq":40,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:02.419804+0000","last_change":"2024-09-12T17:51:59.139093+0000","last_active":"2024-09-12T18:12:02.419804+0000","last_peered":"2024-09-12T18:12:02.419804+0000","last_clean":"2024-09-12T18:12:02.419804+0000","last_became_active":"2024-09-12T17:51:59.138726+0000","last_became_peered":"2024-09-12T17:51:59.138726+0000","last_unstale":"2024-09-12T18:12:02.419804+0000","last_undegraded":"2024-09-12T18:12:02.419804+0000","last_fullsized":"2024-09-12T18:12:02.419804+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:48:45.367916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1024,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"266'16","reported_seq":87,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:02.507221+0000","last_change":"2024-09-12T17:50:12.699498+0000","last_active":"2024-09-12T18:12:02.507221+0000","last_peered":"2024-09-12T18:12:02.507221+0000","last_clean":"2024-09-12T18:12:02.507221+0000","last_became_active":"2024-09-12T17:50:12.699215+0000","last_became_peered":"2024-09-12T17:50:12.699215+0000","last_unstale":"2024-09-12T18:12:02.507221+0000","last_undegraded":"2024-09-12T18:12:02.507221+0000","last_fullsized":"2024-09-12T18:12:02.507221+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:58:53.199650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":73,"num_read_kb":51,"num_write":32,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":18,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:42.397443+0000","last_change":"2024-09-12T18:02:38.160199+0000","last_active":"2024-09-12T18:12:42.397443+0000","last_peered":"2024-09-12T18:12:42.397443+0000","last_clean":"2024-09-12T18:12:42.397443+0000","last_became_active":"2024-09-12T18:02:38.159706+0000","last_became_peered":"2024-09-12T18:02:38.159706+0000","last_unstale":"2024-09-12T18:12:42.397443+0000","last_undegraded":"2024-09-12T18:12:42.397443+0000","last_fullsized":"2024-09-12T18:12:42.397443+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:30:43.270936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"0'0","reported_seq":26,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:32.530582+0000","last_change":"2024-09-12T17:52:32.769283+0000","last_active":"2024-09-12T18:12:32.530582+0000","last_peered":"2024-09-12T18:12:32.530582+0000","last_clean":"2024-09-12T18:12:32.530582+0000","last_became_active":"2024-09-12T17:52:32.768929+0000","last_became_peered":"2024-09-12T17:52:32.768929+0000","last_unstale":"2024-09-12T18:12:32.530582+0000","last_undegraded":"2024-09-12T18:12:32.530582+0000","last_fullsized":"2024-09-12T18:12:32.530582+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:00:32.829080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1b","version":"266'3","reported_seq":44,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:02.507260+0000","last_change":"2024-09-12T17:51:59.143451+0000","last_active":"2024-09-12T18:12:02.507260+0000","last_peered":"2024-09-12T18:12:02.507260+0000","last_clean":"2024-09-12T18:12:02.507260+0000","last_became_active":"2024-09-12T17:51:59.143126+0000","last_became_peered":"2024-09-12T17:51:59.143126+0000","last_unstale":"2024-09-12T18:12:02.507260+0000","last_undegraded":"2024-09-12T18:12:02.507260+0000","last_fullsized":"2024-09-12T18:12:02.507260+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:02:19.433747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":8192,"num_write":3,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"266'81","reported_seq":266,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:18.410312+0000","last_change":"2024-09-12T17:50:12.699422+0000","last_active":"2024-09-12T18:13:18.410312+0000","last_peered":"2024-09-12T18:13:18.410312+0000","last_clean":"2024-09-12T18:13:18.410312+0000","last_became_active":"2024-09-12T17:50:12.699126+0000","last_became_peered":"2024-09-12T17:50:12.699126+0000","last_unstale":"2024-09-12T18:13:18.410312+0000","last_undegraded":"2024-09-12T18:13:18.410312+0000","last_fullsized":"2024-09-12T18:13:18.410312+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":0,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:59:38.911867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":413,"num_read_kb":292,"num_write":157,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:17.407812+0000","last_change":"2024-09-12T18:02:38.154104+0000","last_active":"2024-09-12T18:14:17.407812+0000","last_peered":"2024-09-12T18:14:17.407812+0000","last_clean":"2024-09-12T18:14:17.407812+0000","last_became_active":"2024-09-12T18:02:38.153814+0000","last_became_peered":"2024-09-12T18:02:38.153814+0000","last_unstale":"2024-09-12T18:14:17.407812+0000","last_undegraded":"2024-09-12T18:14:17.407812+0000","last_fullsized":"2024-09-12T18:14:17.407812+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:39:49.053554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"266'5","reported_seq":45,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.552077+0000","last_change":"2024-09-12T17:52:02.669934+0000","last_active":"2024-09-12T18:13:47.552077+0000","last_peered":"2024-09-12T18:13:47.552077+0000","last_clean":"2024-09-12T18:13:47.552077+0000","last_became_active":"2024-09-12T17:52:02.669589+0000","last_became_peered":"2024-09-12T17:52:02.669589+0000","last_unstale":"2024-09-12T18:13:47.552077+0000","last_undegraded":"2024-09-12T18:13:47.552077+0000","last_fullsized":"2024-09-12T18:13:47.552077+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:31:30.368051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":10,"num_read_kb":11266,"num_write":5,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"266'9","reported_seq":56,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:07.535642+0000","last_change":"2024-09-12T17:51:59.144613+0000","last_active":"2024-09-12T18:13:07.535642+0000","last_peered":"2024-09-12T18:13:07.535642+0000","last_clean":"2024-09-12T18:13:07.535642+0000","last_became_active":"2024-09-12T17:51:59.144250+0000","last_became_peered":"2024-09-12T17:51:59.144250+0000","last_unstale":"2024-09-12T18:13:07.535642+0000","last_undegraded":"2024-09-12T18:13:07.535642+0000","last_fullsized":"2024-09-12T18:13:07.535642+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:34:23.658107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":12,"num_read_kb":5122,"num_write":19,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"266'5","reported_seq":59,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:11:57.506410+0000","last_change":"2024-09-12T17:50:12.700926+0000","last_active":"2024-09-12T18:11:57.506410+0000","last_peered":"2024-09-12T18:11:57.506410+0000","last_clean":"2024-09-12T18:11:57.506410+0000","last_became_active":"2024-09-12T17:50:12.699983+0000","last_became_peered":"2024-09-12T17:50:12.699983+0000","last_unstale":"2024-09-12T18:11:57.506410+0000","last_undegraded":"2024-09-12T18:11:57.506410+0000","last_fullsized":"2024-09-12T18:11:57.506410+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:05:19.286760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":22,"num_read_kb":15,"num_write":10,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"266'1","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:17.407543+0000","last_change":"2024-09-12T18:02:38.161793+0000","last_active":"2024-09-12T18:14:17.407543+0000","last_peered":"2024-09-12T18:14:17.407543+0000","last_clean":"2024-09-12T18:14:17.407543+0000","last_became_active":"2024-09-12T18:02:38.161523+0000","last_became_peered":"2024-09-12T18:02:38.161523+0000","last_unstale":"2024-09-12T18:14:17.407543+0000","last_undegraded":"2024-09-12T18:14:17.407543+0000","last_fullsized":"2024-09-12T18:14:17.407543+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:26:13.196724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"266'1","reported_seq":36,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:02.546161+0000","last_change":"2024-09-12T17:52:02.672291+0000","last_active":"2024-09-12T18:13:02.546161+0000","last_peered":"2024-09-12T18:13:02.546161+0000","last_clean":"2024-09-12T18:13:02.546161+0000","last_became_active":"2024-09-12T17:52:02.670396+0000","last_became_peered":"2024-09-12T17:52:02.670396+0000","last_unstale":"2024-09-12T18:13:02.546161+0000","last_undegraded":"2024-09-12T18:13:02.546161+0000","last_fullsized":"2024-09-12T18:13:02.546161+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:25:59.767774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2048,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"266'1","reported_seq":40,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.406564+0000","last_change":"2024-09-12T17:51:59.148138+0000","last_active":"2024-09-12T18:13:47.406564+0000","last_peered":"2024-09-12T18:13:47.406564+0000","last_clean":"2024-09-12T18:13:47.406564+0000","last_became_active":"2024-09-12T17:51:59.147803+0000","last_became_peered":"2024-09-12T17:51:59.147803+0000","last_unstale":"2024-09-12T18:13:47.406564+0000","last_undegraded":"2024-09-12T18:13:47.406564+0000","last_fullsized":"2024-09-12T18:13:47.406564+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:11:13.210869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"261'11","reported_seq":77,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:11:57.536548+0000","last_change":"2024-09-12T17:50:12.696768+0000","last_active":"2024-09-12T18:11:57.536548+0000","last_peered":"2024-09-12T18:11:57.536548+0000","last_clean":"2024-09-12T18:11:57.536548+0000","last_became_active":"2024-09-12T17:50:12.696176+0000","last_became_peered":"2024-09-12T17:50:12.696176+0000","last_unstale":"2024-09-12T18:11:57.536548+0000","last_undegraded":"2024-09-12T18:11:57.536548+0000","last_fullsized":"2024-09-12T18:11:57.536548+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:14:12.095435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":56,"num_read_kb":39,"num_write":22,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":18,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:02.391671+0000","last_change":"2024-09-12T18:02:38.157257+0000","last_active":"2024-09-12T18:12:02.391671+0000","last_peered":"2024-09-12T18:12:02.391671+0000","last_clean":"2024-09-12T18:12:02.391671+0000","last_became_active":"2024-09-12T18:02:38.156976+0000","last_became_peered":"2024-09-12T18:02:38.156976+0000","last_unstale":"2024-09-12T18:12:02.391671+0000","last_undegraded":"2024-09-12T18:12:02.391671+0000","last_fullsized":"2024-09-12T18:12:02.391671+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:32:28.142997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"266'1","reported_seq":36,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.552139+0000","last_change":"2024-09-12T17:52:02.670421+0000","last_active":"2024-09-12T18:13:47.552139+0000","last_peered":"2024-09-12T18:13:47.552139+0000","last_clean":"2024-09-12T18:13:47.552139+0000","last_became_active":"2024-09-12T17:52:02.670103+0000","last_became_peered":"2024-09-12T17:52:02.670103+0000","last_unstale":"2024-09-12T18:13:47.552139+0000","last_undegraded":"2024-09-12T18:13:47.552139+0000","last_fullsized":"2024-09-12T18:13:47.552139+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:59:33.020694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":8192,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"266'3","reported_seq":44,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.403890+0000","last_change":"2024-09-12T17:51:59.145067+0000","last_active":"2024-09-12T18:13:47.403890+0000","last_peered":"2024-09-12T18:13:47.403890+0000","last_clean":"2024-09-12T18:13:47.403890+0000","last_became_active":"2024-09-12T17:51:59.144777+0000","last_became_peered":"2024-09-12T17:51:59.144777+0000","last_unstale":"2024-09-12T18:13:47.403890+0000","last_undegraded":"2024-09-12T18:13:47.403890+0000","last_fullsized":"2024-09-12T18:13:47.403890+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:00:34.776516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2048,"num_write":8,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"266'45","reported_seq":168,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:11:57.389115+0000","last_change":"2024-09-12T17:50:12.695990+0000","last_active":"2024-09-12T18:11:57.389115+0000","last_peered":"2024-09-12T18:11:57.389115+0000","last_clean":"2024-09-12T18:11:57.389115+0000","last_became_active":"2024-09-12T17:50:12.695715+0000","last_became_peered":"2024-09-12T17:50:12.695715+0000","last_unstale":"2024-09-12T18:11:57.389115+0000","last_undegraded":"2024-09-12T18:11:57.389115+0000","last_fullsized":"2024-09-12T18:11:57.389115+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:17:57.918870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":227,"num_read_kb":165,"num_write":78,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:17.411697+0000","last_change":"2024-09-12T18:02:38.154300+0000","last_active":"2024-09-12T18:14:17.411697+0000","last_peered":"2024-09-12T18:14:17.411697+0000","last_clean":"2024-09-12T18:14:17.411697+0000","last_became_active":"2024-09-12T18:02:38.154016+0000","last_became_peered":"2024-09-12T18:02:38.154016+0000","last_unstale":"2024-09-12T18:14:17.411697+0000","last_undegraded":"2024-09-12T18:14:17.411697+0000","last_fullsized":"2024-09-12T18:14:17.411697+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:25:04.140986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"0'0","reported_seq":33,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.434649+0000","last_change":"2024-09-12T17:52:02.163858+0000","last_active":"2024-09-12T18:13:47.434649+0000","last_peered":"2024-09-12T18:13:47.434649+0000","last_clean":"2024-09-12T18:13:47.434649+0000","last_became_active":"2024-09-12T17:52:02.163574+0000","last_became_peered":"2024-09-12T17:52:02.163574+0000","last_unstale":"2024-09-12T18:13:47.434649+0000","last_undegraded":"2024-09-12T18:13:47.434649+0000","last_fullsized":"2024-09-12T18:13:47.434649+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:29:20.038171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"266'1","reported_seq":41,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.522313+0000","last_change":"2024-09-12T17:51:59.147385+0000","last_active":"2024-09-12T18:13:47.522313+0000","last_peered":"2024-09-12T18:13:47.522313+0000","last_clean":"2024-09-12T18:13:47.522313+0000","last_became_active":"2024-09-12T17:51:59.146966+0000","last_became_peered":"2024-09-12T17:51:59.146966+0000","last_unstale":"2024-09-12T18:13:47.522313+0000","last_undegraded":"2024-09-12T18:13:47.522313+0000","last_fullsized":"2024-09-12T18:13:47.522313+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:38:21.934004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"266'30","reported_seq":127,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:37.405171+0000","last_change":"2024-09-12T17:50:12.698962+0000","last_active":"2024-09-12T18:13:37.405171+0000","last_peered":"2024-09-12T18:13:37.405171+0000","last_clean":"2024-09-12T18:13:37.405171+0000","last_became_active":"2024-09-12T17:50:12.698681+0000","last_became_peered":"2024-09-12T17:50:12.698681+0000","last_unstale":"2024-09-12T18:13:37.405171+0000","last_undegraded":"2024-09-12T18:13:37.405171+0000","last_fullsized":"2024-09-12T18:13:37.405171+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:05:34.136310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":147,"num_read_kb":99,"num_write":50,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":18,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:17.539222+0000","last_change":"2024-09-12T18:02:38.164426+0000","last_active":"2024-09-12T18:12:17.539222+0000","last_peered":"2024-09-12T18:12:17.539222+0000","last_clean":"2024-09-12T18:12:17.539222+0000","last_became_active":"2024-09-12T18:02:38.163909+0000","last_became_peered":"2024-09-12T18:02:38.163909+0000","last_unstale":"2024-09-12T18:12:17.539222+0000","last_undegraded":"2024-09-12T18:12:17.539222+0000","last_fullsized":"2024-09-12T18:12:17.539222+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:26:26.179647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"263'5","reported_seq":43,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:02.398338+0000","last_change":"2024-09-12T17:52:02.163975+0000","last_active":"2024-09-12T18:13:02.398338+0000","last_peered":"2024-09-12T18:13:02.398338+0000","last_clean":"2024-09-12T18:13:02.398338+0000","last_became_active":"2024-09-12T17:52:02.163688+0000","last_became_peered":"2024-09-12T17:52:02.163688+0000","last_unstale":"2024-09-12T18:13:02.398338+0000","last_undegraded":"2024-09-12T18:13:02.398338+0000","last_fullsized":"2024-09-12T18:13:02.398338+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:15:34.865266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":12290,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"266'10","reported_seq":63,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:02.428681+0000","last_change":"2024-09-12T17:51:59.137941+0000","last_active":"2024-09-12T18:13:02.428681+0000","last_peered":"2024-09-12T18:13:02.428681+0000","last_clean":"2024-09-12T18:13:02.428681+0000","last_became_active":"2024-09-12T17:51:59.137686+0000","last_became_peered":"2024-09-12T17:51:59.137686+0000","last_unstale":"2024-09-12T18:13:02.428681+0000","last_undegraded":"2024-09-12T18:13:02.428681+0000","last_fullsized":"2024-09-12T18:13:02.428681+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:44:52.447455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":20,"num_read_kb":28676,"num_write":15,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"266'43","reported_seq":160,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:11.058735+0000","last_change":"2024-09-12T17:50:12.700952+0000","last_active":"2024-09-12T18:14:11.058735+0000","last_peered":"2024-09-12T18:14:11.058735+0000","last_clean":"2024-09-12T18:14:11.058735+0000","last_became_active":"2024-09-12T17:50:12.700684+0000","last_became_peered":"2024-09-12T17:50:12.700684+0000","last_unstale":"2024-09-12T18:14:11.058735+0000","last_undegraded":"2024-09-12T18:14:11.058735+0000","last_fullsized":"2024-09-12T18:14:11.058735+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:24:42.365213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":209,"num_read_kb":143,"num_write":82,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":18,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:22.510321+0000","last_change":"2024-09-12T18:02:38.161375+0000","last_active":"2024-09-12T18:12:22.510321+0000","last_peered":"2024-09-12T18:12:22.510321+0000","last_clean":"2024-09-12T18:12:22.510321+0000","last_became_active":"2024-09-12T18:02:38.161018+0000","last_became_peered":"2024-09-12T18:02:38.161018+0000","last_unstale":"2024-09-12T18:12:22.510321+0000","last_undegraded":"2024-09-12T18:12:22.510321+0000","last_fullsized":"2024-09-12T18:12:22.510321+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:17:41.476375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"266'5","reported_seq":44,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:02.398290+0000","last_change":"2024-09-12T17:52:02.163206+0000","last_active":"2024-09-12T18:13:02.398290+0000","last_peered":"2024-09-12T18:13:02.398290+0000","last_clean":"2024-09-12T18:13:02.398290+0000","last_became_active":"2024-09-12T17:52:02.162832+0000","last_became_peered":"2024-09-12T17:52:02.162832+0000","last_unstale":"2024-09-12T18:13:02.398290+0000","last_undegraded":"2024-09-12T18:13:02.398290+0000","last_fullsized":"2024-09-12T18:13:02.398290+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:40:11.707122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":12288,"num_write":10,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"266'1","reported_seq":41,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:02.546097+0000","last_change":"2024-09-12T17:51:59.146555+0000","last_active":"2024-09-12T18:13:02.546097+0000","last_peered":"2024-09-12T18:13:02.546097+0000","last_clean":"2024-09-12T18:13:02.546097+0000","last_became_active":"2024-09-12T17:51:59.146245+0000","last_became_peered":"2024-09-12T17:51:59.146245+0000","last_unstale":"2024-09-12T18:13:02.546097+0000","last_undegraded":"2024-09-12T18:13:02.546097+0000","last_fullsized":"2024-09-12T18:13:02.546097+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:46:38.431503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"0'0","reported_seq":48,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:32.520079+0000","last_change":"2024-09-12T17:50:12.698342+0000","last_active":"2024-09-12T18:13:32.520079+0000","last_peered":"2024-09-12T18:13:32.520079+0000","last_clean":"2024-09-12T18:13:32.520079+0000","last_became_active":"2024-09-12T17:50:12.698060+0000","last_became_peered":"2024-09-12T17:50:12.698060+0000","last_unstale":"2024-09-12T18:13:32.520079+0000","last_undegraded":"2024-09-12T18:13:32.520079+0000","last_fullsized":"2024-09-12T18:13:32.520079+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:30:56.848197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"265'1","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:07.507995+0000","last_change":"2024-09-12T18:02:38.164222+0000","last_active":"2024-09-12T18:12:07.507995+0000","last_peered":"2024-09-12T18:12:07.507995+0000","last_clean":"2024-09-12T18:12:07.507995+0000","last_became_active":"2024-09-12T18:02:38.163910+0000","last_became_peered":"2024-09-12T18:02:38.163910+0000","last_unstale":"2024-09-12T18:12:07.507995+0000","last_undegraded":"2024-09-12T18:12:07.507995+0000","last_fullsized":"2024-09-12T18:12:07.507995+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:32:00.713848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"266'4","reported_seq":43,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:02.546144+0000","last_change":"2024-09-12T17:52:02.160664+0000","last_active":"2024-09-12T18:13:02.546144+0000","last_peered":"2024-09-12T18:13:02.546144+0000","last_clean":"2024-09-12T18:13:02.546144+0000","last_became_active":"2024-09-12T17:52:02.160320+0000","last_became_peered":"2024-09-12T17:52:02.160320+0000","last_unstale":"2024-09-12T18:13:02.546144+0000","last_undegraded":"2024-09-12T18:13:02.546144+0000","last_fullsized":"2024-09-12T18:13:02.546144+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:18:28.519965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":644733,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":1578,"num_write":4,"num_write_kb":948,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"0'0","reported_seq":39,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:02.398923+0000","last_change":"2024-09-12T17:51:59.149864+0000","last_active":"2024-09-12T18:13:02.398923+0000","last_peered":"2024-09-12T18:13:02.398923+0000","last_clean":"2024-09-12T18:13:02.398923+0000","last_became_active":"2024-09-12T17:51:59.149378+0000","last_became_peered":"2024-09-12T17:51:59.149378+0000","last_unstale":"2024-09-12T18:13:02.398923+0000","last_undegraded":"2024-09-12T18:13:02.398923+0000","last_fullsized":"2024-09-12T18:13:02.398923+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:42:00.733944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"266'16","reported_seq":91,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:32.432451+0000","last_change":"2024-09-12T17:50:12.690151+0000","last_active":"2024-09-12T18:13:32.432451+0000","last_peered":"2024-09-12T18:13:32.432451+0000","last_clean":"2024-09-12T18:13:32.432451+0000","last_became_active":"2024-09-12T17:50:12.689881+0000","last_became_peered":"2024-09-12T17:50:12.689881+0000","last_unstale":"2024-09-12T18:13:32.432451+0000","last_undegraded":"2024-09-12T18:13:32.432451+0000","last_fullsized":"2024-09-12T18:13:32.432451+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:59:12.522778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":81,"num_read_kb":57,"num_write":29,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"266'1","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:17.539151+0000","last_change":"2024-09-12T18:02:38.164143+0000","last_active":"2024-09-12T18:12:17.539151+0000","last_peered":"2024-09-12T18:12:17.539151+0000","last_clean":"2024-09-12T18:12:17.539151+0000","last_became_active":"2024-09-12T18:02:38.162945+0000","last_became_peered":"2024-09-12T18:02:38.162945+0000","last_unstale":"2024-09-12T18:12:17.539151+0000","last_undegraded":"2024-09-12T18:12:17.539151+0000","last_fullsized":"2024-09-12T18:12:17.539151+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:56:33.407884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"266'1","reported_seq":34,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:02.398900+0000","last_change":"2024-09-12T17:52:02.155072+0000","last_active":"2024-09-12T18:13:02.398900+0000","last_peered":"2024-09-12T18:13:02.398900+0000","last_clean":"2024-09-12T18:13:02.398900+0000","last_became_active":"2024-09-12T17:52:02.154753+0000","last_became_peered":"2024-09-12T17:52:02.154753+0000","last_unstale":"2024-09-12T18:13:02.398900+0000","last_undegraded":"2024-09-12T18:13:02.398900+0000","last_fullsized":"2024-09-12T18:13:02.398900+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:59:19.708414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"0'0","reported_seq":39,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:02.534883+0000","last_change":"2024-09-12T17:51:59.146758+0000","last_active":"2024-09-12T18:13:02.534883+0000","last_peered":"2024-09-12T18:13:02.534883+0000","last_clean":"2024-09-12T18:13:02.534883+0000","last_became_active":"2024-09-12T17:51:59.146423+0000","last_became_peered":"2024-09-12T17:51:59.146423+0000","last_unstale":"2024-09-12T18:13:02.534883+0000","last_undegraded":"2024-09-12T18:13:02.534883+0000","last_fullsized":"2024-09-12T18:13:02.534883+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:09:08.137641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"266'142","reported_seq":466,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:11.262492+0000","last_change":"2024-09-12T17:50:12.696215+0000","last_active":"2024-09-12T18:14:11.262492+0000","last_peered":"2024-09-12T18:14:11.262492+0000","last_clean":"2024-09-12T18:14:11.262492+0000","last_became_active":"2024-09-12T17:50:12.695302+0000","last_became_peered":"2024-09-12T17:50:12.695302+0000","last_unstale":"2024-09-12T18:14:11.262492+0000","last_undegraded":"2024-09-12T18:14:11.262492+0000","last_fullsized":"2024-09-12T18:14:11.262492+0000","mapping_epoch":252,"log_start":"263'100","ondisk_log_start":"263'100","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:21:21.737387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":818,"num_read_kb":651,"num_write":189,"num_write_kb":126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:32.401796+0000","last_change":"2024-09-12T18:02:38.157255+0000","last_active":"2024-09-12T18:13:32.401796+0000","last_peered":"2024-09-12T18:13:32.401796+0000","last_clean":"2024-09-12T18:13:32.401796+0000","last_became_active":"2024-09-12T18:02:38.156956+0000","last_became_peered":"2024-09-12T18:02:38.156956+0000","last_unstale":"2024-09-12T18:13:32.401796+0000","last_undegraded":"2024-09-12T18:13:32.401796+0000","last_fullsized":"2024-09-12T18:13:32.401796+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:47:02.929735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"263'2","reported_seq":37,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:17.539172+0000","last_change":"2024-09-12T17:52:02.161475+0000","last_active":"2024-09-12T18:12:17.539172+0000","last_peered":"2024-09-12T18:12:17.539172+0000","last_clean":"2024-09-12T18:12:17.539172+0000","last_became_active":"2024-09-12T17:52:02.160519+0000","last_became_peered":"2024-09-12T17:52:02.160519+0000","last_unstale":"2024-09-12T18:12:17.539172+0000","last_undegraded":"2024-09-12T18:12:17.539172+0000","last_fullsized":"2024-09-12T18:12:17.539172+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:36:24.820111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"266'2","reported_seq":43,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:17.393995+0000","last_change":"2024-09-12T17:51:59.145277+0000","last_active":"2024-09-12T18:12:17.393995+0000","last_peered":"2024-09-12T18:12:17.393995+0000","last_clean":"2024-09-12T18:12:17.393995+0000","last_became_active":"2024-09-12T17:51:59.144978+0000","last_became_peered":"2024-09-12T17:51:59.144978+0000","last_unstale":"2024-09-12T18:12:17.393995+0000","last_undegraded":"2024-09-12T18:12:17.393995+0000","last_fullsized":"2024-09-12T18:12:17.393995+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:33:21.479269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2048,"num_write":7,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"266'11","reported_seq":76,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:38.621111+0000","last_change":"2024-09-12T17:50:12.699972+0000","last_active":"2024-09-12T18:13:38.621111+0000","last_peered":"2024-09-12T18:13:38.621111+0000","last_clean":"2024-09-12T18:13:38.621111+0000","last_became_active":"2024-09-12T17:50:12.698913+0000","last_became_peered":"2024-09-12T17:50:12.698913+0000","last_unstale":"2024-09-12T18:13:38.621111+0000","last_undegraded":"2024-09-12T18:13:38.621111+0000","last_fullsized":"2024-09-12T18:13:38.621111+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:41:56.088986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":51,"num_read_kb":36,"num_write":23,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:57.407930+0000","last_change":"2024-09-12T18:02:38.159136+0000","last_active":"2024-09-12T18:13:57.407930+0000","last_peered":"2024-09-12T18:13:57.407930+0000","last_clean":"2024-09-12T18:13:57.407930+0000","last_became_active":"2024-09-12T18:02:38.158852+0000","last_became_peered":"2024-09-12T18:02:38.158852+0000","last_unstale":"2024-09-12T18:13:57.407930+0000","last_undegraded":"2024-09-12T18:13:57.407930+0000","last_fullsized":"2024-09-12T18:13:57.407930+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:57:22.862407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"263'4","reported_seq":42,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:17.539118+0000","last_change":"2024-09-12T17:52:02.164062+0000","last_active":"2024-09-12T18:12:17.539118+0000","last_peered":"2024-09-12T18:12:17.539118+0000","last_clean":"2024-09-12T18:12:17.539118+0000","last_became_active":"2024-09-12T17:52:02.163005+0000","last_became_peered":"2024-09-12T17:52:02.163005+0000","last_unstale":"2024-09-12T18:12:17.539118+0000","last_undegraded":"2024-09-12T18:12:17.539118+0000","last_fullsized":"2024-09-12T18:12:17.539118+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:15:31.568040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":12290,"num_write":4,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"266'2","reported_seq":45,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:17.391998+0000","last_change":"2024-09-12T17:51:59.143191+0000","last_active":"2024-09-12T18:12:17.391998+0000","last_peered":"2024-09-12T18:12:17.391998+0000","last_clean":"2024-09-12T18:12:17.391998+0000","last_became_active":"2024-09-12T17:51:59.141618+0000","last_became_peered":"2024-09-12T17:51:59.141618+0000","last_unstale":"2024-09-12T18:12:17.391998+0000","last_undegraded":"2024-09-12T18:12:17.391998+0000","last_fullsized":"2024-09-12T18:12:17.391998+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:59:45.650134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":10240,"num_write":2,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"266'58","reported_seq":208,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:11.781418+0000","last_change":"2024-09-12T17:50:12.698175+0000","last_active":"2024-09-12T18:14:11.781418+0000","last_peered":"2024-09-12T18:14:11.781418+0000","last_clean":"2024-09-12T18:14:11.781418+0000","last_became_active":"2024-09-12T17:50:12.697897+0000","last_became_peered":"2024-09-12T17:50:12.697897+0000","last_unstale":"2024-09-12T18:14:11.781418+0000","last_undegraded":"2024-09-12T18:14:11.781418+0000","last_fullsized":"2024-09-12T18:14:11.781418+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":0,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:20:02.710918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":299,"num_read_kb":217,"num_write":105,"num_write_kb":42,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:27.401731+0000","last_change":"2024-09-12T18:02:38.163694+0000","last_active":"2024-09-12T18:13:27.401731+0000","last_peered":"2024-09-12T18:13:27.401731+0000","last_clean":"2024-09-12T18:13:27.401731+0000","last_became_active":"2024-09-12T18:02:38.163438+0000","last_became_peered":"2024-09-12T18:02:38.163438+0000","last_unstale":"2024-09-12T18:13:27.401731+0000","last_undegraded":"2024-09-12T18:13:27.401731+0000","last_fullsized":"2024-09-12T18:13:27.401731+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:24:44.345072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"266'5","reported_seq":44,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:22.392859+0000","last_change":"2024-09-12T17:52:02.669692+0000","last_active":"2024-09-12T18:12:22.392859+0000","last_peered":"2024-09-12T18:12:22.392859+0000","last_clean":"2024-09-12T18:12:22.392859+0000","last_became_active":"2024-09-12T17:52:02.669335+0000","last_became_peered":"2024-09-12T17:52:02.669335+0000","last_unstale":"2024-09-12T18:12:22.392859+0000","last_undegraded":"2024-09-12T18:12:22.392859+0000","last_fullsized":"2024-09-12T18:12:22.392859+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:39:17.032465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":9,"num_read_kb":4098,"num_write":5,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"266'1","reported_seq":41,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:17.509570+0000","last_change":"2024-09-12T17:51:59.145629+0000","last_active":"2024-09-12T18:12:17.509570+0000","last_peered":"2024-09-12T18:12:17.509570+0000","last_clean":"2024-09-12T18:12:17.509570+0000","last_became_active":"2024-09-12T17:51:59.145349+0000","last_became_peered":"2024-09-12T17:51:59.145349+0000","last_unstale":"2024-09-12T18:12:17.509570+0000","last_undegraded":"2024-09-12T18:12:17.509570+0000","last_fullsized":"2024-09-12T18:12:17.509570+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:36:18.870770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"266'19","reported_seq":99,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:42.396426+0000","last_change":"2024-09-12T17:50:12.699096+0000","last_active":"2024-09-12T18:12:42.396426+0000","last_peered":"2024-09-12T18:12:42.396426+0000","last_clean":"2024-09-12T18:12:42.396426+0000","last_became_active":"2024-09-12T17:50:12.698820+0000","last_became_peered":"2024-09-12T17:50:12.698820+0000","last_unstale":"2024-09-12T18:12:42.396426+0000","last_undegraded":"2024-09-12T18:12:42.396426+0000","last_fullsized":"2024-09-12T18:12:42.396426+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:26:44.053633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":96,"num_read_kb":66,"num_write":35,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:32.404388+0000","last_change":"2024-09-12T18:02:38.158359+0000","last_active":"2024-09-12T18:13:32.404388+0000","last_peered":"2024-09-12T18:13:32.404388+0000","last_clean":"2024-09-12T18:13:32.404388+0000","last_became_active":"2024-09-12T18:02:38.158057+0000","last_became_peered":"2024-09-12T18:02:38.158057+0000","last_unstale":"2024-09-12T18:13:32.404388+0000","last_undegraded":"2024-09-12T18:13:32.404388+0000","last_fullsized":"2024-09-12T18:13:32.404388+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:34:22.586580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"266'3","reported_seq":39,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:17.539201+0000","last_change":"2024-09-12T17:52:02.164617+0000","last_active":"2024-09-12T18:12:17.539201+0000","last_peered":"2024-09-12T18:12:17.539201+0000","last_clean":"2024-09-12T18:12:17.539201+0000","last_became_active":"2024-09-12T17:52:02.163690+0000","last_became_peered":"2024-09-12T17:52:02.163690+0000","last_unstale":"2024-09-12T18:12:17.539201+0000","last_undegraded":"2024-09-12T18:12:17.539201+0000","last_fullsized":"2024-09-12T18:12:17.539201+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:31:37.816854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":1553,"num_write":3,"num_write_kb":1553,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"266'1","reported_seq":41,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:22.392838+0000","last_change":"2024-09-12T17:51:59.147940+0000","last_active":"2024-09-12T18:12:22.392838+0000","last_peered":"2024-09-12T18:12:22.392838+0000","last_clean":"2024-09-12T18:12:22.392838+0000","last_became_active":"2024-09-12T17:51:59.147662+0000","last_became_peered":"2024-09-12T17:51:59.147662+0000","last_unstale":"2024-09-12T18:12:22.392838+0000","last_undegraded":"2024-09-12T18:12:22.392838+0000","last_fullsized":"2024-09-12T18:12:22.392838+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:37:42.006675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"266'53","reported_seq":195,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:08.023477+0000","last_change":"2024-09-12T17:50:12.696816+0000","last_active":"2024-09-12T18:14:08.023477+0000","last_peered":"2024-09-12T18:14:08.023477+0000","last_clean":"2024-09-12T18:14:08.023477+0000","last_became_active":"2024-09-12T17:50:12.696539+0000","last_became_peered":"2024-09-12T17:50:12.696539+0000","last_unstale":"2024-09-12T18:14:08.023477+0000","last_undegraded":"2024-09-12T18:14:08.023477+0000","last_fullsized":"2024-09-12T18:14:08.023477+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":0,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:35:48.258532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":280,"num_read_kb":196,"num_write":91,"num_write_kb":39,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:52.552877+0000","last_change":"2024-09-12T18:02:38.159735+0000","last_active":"2024-09-12T18:13:52.552877+0000","last_peered":"2024-09-12T18:13:52.552877+0000","last_clean":"2024-09-12T18:13:52.552877+0000","last_became_active":"2024-09-12T18:02:38.159409+0000","last_became_peered":"2024-09-12T18:02:38.159409+0000","last_unstale":"2024-09-12T18:13:52.552877+0000","last_undegraded":"2024-09-12T18:13:52.552877+0000","last_fullsized":"2024-09-12T18:13:52.552877+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:42:23.485522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"0'0","reported_seq":34,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.433823+0000","last_change":"2024-09-12T17:52:02.162686+0000","last_active":"2024-09-12T18:13:42.433823+0000","last_peered":"2024-09-12T18:13:42.433823+0000","last_clean":"2024-09-12T18:13:42.433823+0000","last_became_active":"2024-09-12T17:52:02.162397+0000","last_became_peered":"2024-09-12T17:52:02.162397+0000","last_unstale":"2024-09-12T18:13:42.433823+0000","last_undegraded":"2024-09-12T18:13:42.433823+0000","last_fullsized":"2024-09-12T18:13:42.433823+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:01:26.630396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"266'4","reported_seq":48,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.521417+0000","last_change":"2024-09-12T17:51:59.144770+0000","last_active":"2024-09-12T18:13:42.521417+0000","last_peered":"2024-09-12T18:13:42.521417+0000","last_clean":"2024-09-12T18:13:42.521417+0000","last_became_active":"2024-09-12T17:51:59.144477+0000","last_became_peered":"2024-09-12T17:51:59.144477+0000","last_unstale":"2024-09-12T18:13:42.521417+0000","last_undegraded":"2024-09-12T18:13:42.521417+0000","last_fullsized":"2024-09-12T18:13:42.521417+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:48:09.467583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5,"num_read_kb":12288,"num_write":4,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"266'43","reported_seq":166,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:18.987187+0000","last_change":"2024-09-12T17:50:12.699599+0000","last_active":"2024-09-12T18:13:18.987187+0000","last_peered":"2024-09-12T18:13:18.987187+0000","last_clean":"2024-09-12T18:13:18.987187+0000","last_became_active":"2024-09-12T17:50:12.699290+0000","last_became_peered":"2024-09-12T17:50:12.699290+0000","last_unstale":"2024-09-12T18:13:18.987187+0000","last_undegraded":"2024-09-12T18:13:18.987187+0000","last_fullsized":"2024-09-12T18:13:18.987187+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:46:57.087853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":225,"num_read_kb":162,"num_write":74,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.408679+0000","last_change":"2024-09-12T18:02:38.158629+0000","last_active":"2024-09-12T18:14:02.408679+0000","last_peered":"2024-09-12T18:14:02.408679+0000","last_clean":"2024-09-12T18:14:02.408679+0000","last_became_active":"2024-09-12T18:02:38.158269+0000","last_became_peered":"2024-09-12T18:02:38.158269+0000","last_unstale":"2024-09-12T18:14:02.408679+0000","last_undegraded":"2024-09-12T18:14:02.408679+0000","last_fullsized":"2024-09-12T18:14:02.408679+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:38:40.505859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"0'0","reported_seq":34,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.405711+0000","last_change":"2024-09-12T17:52:02.668841+0000","last_active":"2024-09-12T18:13:42.405711+0000","last_peered":"2024-09-12T18:13:42.405711+0000","last_clean":"2024-09-12T18:13:42.405711+0000","last_became_active":"2024-09-12T17:52:02.668524+0000","last_became_peered":"2024-09-12T17:52:02.668524+0000","last_unstale":"2024-09-12T18:13:42.405711+0000","last_undegraded":"2024-09-12T18:13:42.405711+0000","last_fullsized":"2024-09-12T18:13:42.405711+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:06:07.368372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"266'5","reported_seq":48,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.403077+0000","last_change":"2024-09-12T17:51:59.147202+0000","last_active":"2024-09-12T18:13:42.403077+0000","last_peered":"2024-09-12T18:13:42.403077+0000","last_clean":"2024-09-12T18:13:42.403077+0000","last_became_active":"2024-09-12T17:51:59.146888+0000","last_became_peered":"2024-09-12T17:51:59.146888+0000","last_unstale":"2024-09-12T18:13:42.403077+0000","last_undegraded":"2024-09-12T18:13:42.403077+0000","last_fullsized":"2024-09-12T18:13:42.403077+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:13:27.813081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5283025,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":8232,"num_write":15,"num_write_kb":5160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"266'48","reported_seq":172,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:11.257938+0000","last_change":"2024-09-12T17:50:12.696489+0000","last_active":"2024-09-12T18:14:11.257938+0000","last_peered":"2024-09-12T18:14:11.257938+0000","last_clean":"2024-09-12T18:14:11.257938+0000","last_became_active":"2024-09-12T17:50:12.694194+0000","last_became_peered":"2024-09-12T17:50:12.694194+0000","last_unstale":"2024-09-12T18:14:11.257938+0000","last_undegraded":"2024-09-12T18:14:11.257938+0000","last_fullsized":"2024-09-12T18:14:11.257938+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:13:34.540352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":222,"num_read_kb":153,"num_write":95,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"266'1","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:57.407963+0000","last_change":"2024-09-12T18:02:38.158037+0000","last_active":"2024-09-12T18:13:57.407963+0000","last_peered":"2024-09-12T18:13:57.407963+0000","last_clean":"2024-09-12T18:13:57.407963+0000","last_became_active":"2024-09-12T18:02:38.157759+0000","last_became_peered":"2024-09-12T18:02:38.157759+0000","last_unstale":"2024-09-12T18:13:57.407963+0000","last_undegraded":"2024-09-12T18:13:57.407963+0000","last_fullsized":"2024-09-12T18:13:57.407963+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:55:23.130301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"0'0","reported_seq":33,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:17.392026+0000","last_change":"2024-09-12T17:52:02.153879+0000","last_active":"2024-09-12T18:12:17.392026+0000","last_peered":"2024-09-12T18:12:17.392026+0000","last_clean":"2024-09-12T18:12:17.392026+0000","last_became_active":"2024-09-12T17:52:02.153354+0000","last_became_peered":"2024-09-12T17:52:02.153354+0000","last_unstale":"2024-09-12T18:12:17.392026+0000","last_undegraded":"2024-09-12T18:12:17.392026+0000","last_fullsized":"2024-09-12T18:12:17.392026+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:09:29.572725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"266'8","reported_seq":56,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.522216+0000","last_change":"2024-09-12T17:51:59.148521+0000","last_active":"2024-09-12T18:13:47.522216+0000","last_peered":"2024-09-12T18:13:47.522216+0000","last_clean":"2024-09-12T18:13:47.522216+0000","last_became_active":"2024-09-12T17:51:59.147945+0000","last_became_peered":"2024-09-12T17:51:59.147945+0000","last_unstale":"2024-09-12T18:13:47.522216+0000","last_undegraded":"2024-09-12T18:13:47.522216+0000","last_fullsized":"2024-09-12T18:13:47.522216+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:15:51.963327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":12,"num_read_kb":14338,"num_write":13,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"266'15","reported_seq":86,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.554086+0000","last_change":"2024-09-12T17:50:12.697089+0000","last_active":"2024-09-12T18:14:02.554086+0000","last_peered":"2024-09-12T18:14:02.554086+0000","last_clean":"2024-09-12T18:14:02.554086+0000","last_became_active":"2024-09-12T17:50:12.696682+0000","last_became_peered":"2024-09-12T17:50:12.696682+0000","last_unstale":"2024-09-12T18:14:02.554086+0000","last_undegraded":"2024-09-12T18:14:02.554086+0000","last_fullsized":"2024-09-12T18:14:02.554086+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:23:17.579953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":68,"num_read_kb":48,"num_write":26,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:57.523909+0000","last_change":"2024-09-12T18:02:38.160972+0000","last_active":"2024-09-12T18:13:57.523909+0000","last_peered":"2024-09-12T18:13:57.523909+0000","last_clean":"2024-09-12T18:13:57.523909+0000","last_became_active":"2024-09-12T18:02:38.160668+0000","last_became_peered":"2024-09-12T18:02:38.160668+0000","last_unstale":"2024-09-12T18:13:57.523909+0000","last_undegraded":"2024-09-12T18:13:57.523909+0000","last_fullsized":"2024-09-12T18:13:57.523909+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:05:22.599535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"0'0","reported_seq":34,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.406473+0000","last_change":"2024-09-12T17:52:02.162248+0000","last_active":"2024-09-12T18:13:47.406473+0000","last_peered":"2024-09-12T18:13:47.406473+0000","last_clean":"2024-09-12T18:13:47.406473+0000","last_became_active":"2024-09-12T17:52:02.161957+0000","last_became_peered":"2024-09-12T17:52:02.161957+0000","last_unstale":"2024-09-12T18:13:47.406473+0000","last_undegraded":"2024-09-12T18:13:47.406473+0000","last_fullsized":"2024-09-12T18:13:47.406473+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:39:05.596205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"266'9","reported_seq":59,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:17.422140+0000","last_change":"2024-09-12T17:51:59.138549+0000","last_active":"2024-09-12T18:12:17.422140+0000","last_peered":"2024-09-12T18:12:17.422140+0000","last_clean":"2024-09-12T18:12:17.422140+0000","last_became_active":"2024-09-12T17:51:59.138251+0000","last_became_peered":"2024-09-12T17:51:59.138251+0000","last_unstale":"2024-09-12T18:12:17.422140+0000","last_undegraded":"2024-09-12T18:12:17.422140+0000","last_fullsized":"2024-09-12T18:12:17.422140+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:35:40.738744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":16,"num_read_kb":7699,"num_write":9,"num_write_kb":4625,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"266'51","reported_seq":194,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.406492+0000","last_change":"2024-09-12T17:50:12.699082+0000","last_active":"2024-09-12T18:14:02.406492+0000","last_peered":"2024-09-12T18:14:02.406492+0000","last_clean":"2024-09-12T18:14:02.406492+0000","last_became_active":"2024-09-12T17:50:12.698811+0000","last_became_peered":"2024-09-12T17:50:12.698811+0000","last_unstale":"2024-09-12T18:14:02.406492+0000","last_undegraded":"2024-09-12T18:14:02.406492+0000","last_fullsized":"2024-09-12T18:14:02.406492+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":0,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:48:42.903528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":279,"num_read_kb":200,"num_write":87,"num_write_kb":42,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:07.400633+0000","last_change":"2024-09-12T18:02:38.160811+0000","last_active":"2024-09-12T18:13:07.400633+0000","last_peered":"2024-09-12T18:13:07.400633+0000","last_clean":"2024-09-12T18:13:07.400633+0000","last_became_active":"2024-09-12T18:02:38.160530+0000","last_became_peered":"2024-09-12T18:02:38.160530+0000","last_unstale":"2024-09-12T18:13:07.400633+0000","last_undegraded":"2024-09-12T18:13:07.400633+0000","last_fullsized":"2024-09-12T18:13:07.400633+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:46:07.806908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"266'8","reported_seq":48,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:57.515782+0000","last_change":"2024-09-12T17:52:02.156312+0000","last_active":"2024-09-12T18:12:57.515782+0000","last_peered":"2024-09-12T18:12:57.515782+0000","last_clean":"2024-09-12T18:12:57.515782+0000","last_became_active":"2024-09-12T17:52:02.155743+0000","last_became_peered":"2024-09-12T17:52:02.155743+0000","last_unstale":"2024-09-12T18:12:57.515782+0000","last_undegraded":"2024-09-12T18:12:57.515782+0000","last_fullsized":"2024-09-12T18:12:57.515782+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:53:22.135174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":9,"num_read_kb":7170,"num_write":18,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"266'3","reported_seq":46,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:52.398770+0000","last_change":"2024-09-12T17:51:59.147244+0000","last_active":"2024-09-12T18:12:52.398770+0000","last_peered":"2024-09-12T18:12:52.398770+0000","last_clean":"2024-09-12T18:12:52.398770+0000","last_became_active":"2024-09-12T17:51:59.146953+0000","last_became_peered":"2024-09-12T17:51:59.146953+0000","last_unstale":"2024-09-12T18:12:52.398770+0000","last_undegraded":"2024-09-12T18:12:52.398770+0000","last_fullsized":"2024-09-12T18:12:52.398770+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:29:08.854437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4778667,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3,"num_read_kb":8763,"num_write":8,"num_write_kb":4667,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"266'30","reported_seq":132,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.524620+0000","last_change":"2024-09-12T17:50:12.700513+0000","last_active":"2024-09-12T18:14:02.524620+0000","last_peered":"2024-09-12T18:14:02.524620+0000","last_clean":"2024-09-12T18:14:02.524620+0000","last_became_active":"2024-09-12T17:50:12.698933+0000","last_became_peered":"2024-09-12T17:50:12.698933+0000","last_unstale":"2024-09-12T18:14:02.524620+0000","last_undegraded":"2024-09-12T18:14:02.524620+0000","last_fullsized":"2024-09-12T18:14:02.524620+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:46:30.615578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":154,"num_read_kb":111,"num_write":53,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:02.534867+0000","last_change":"2024-09-12T18:02:38.151744+0000","last_active":"2024-09-12T18:13:02.534867+0000","last_peered":"2024-09-12T18:13:02.534867+0000","last_clean":"2024-09-12T18:13:02.534867+0000","last_became_active":"2024-09-12T18:02:38.151453+0000","last_became_peered":"2024-09-12T18:02:38.151453+0000","last_unstale":"2024-09-12T18:13:02.534867+0000","last_undegraded":"2024-09-12T18:13:02.534867+0000","last_fullsized":"2024-09-12T18:13:02.534867+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:53:49.772375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"0'0","reported_seq":34,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:52.515058+0000","last_change":"2024-09-12T17:52:02.670383+0000","last_active":"2024-09-12T18:12:52.515058+0000","last_peered":"2024-09-12T18:12:52.515058+0000","last_clean":"2024-09-12T18:12:52.515058+0000","last_became_active":"2024-09-12T17:52:02.670033+0000","last_became_peered":"2024-09-12T17:52:02.670033+0000","last_unstale":"2024-09-12T18:12:52.515058+0000","last_undegraded":"2024-09-12T18:12:52.515058+0000","last_fullsized":"2024-09-12T18:12:52.515058+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:58:39.267071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"263'5","reported_seq":49,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:57.397653+0000","last_change":"2024-09-12T17:51:59.142869+0000","last_active":"2024-09-12T18:12:57.397653+0000","last_peered":"2024-09-12T18:12:57.397653+0000","last_clean":"2024-09-12T18:12:57.397653+0000","last_became_active":"2024-09-12T17:51:59.142482+0000","last_became_peered":"2024-09-12T17:51:59.142482+0000","last_unstale":"2024-09-12T18:12:57.397653+0000","last_undegraded":"2024-09-12T18:12:57.397653+0000","last_fullsized":"2024-09-12T18:12:57.397653+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:57:25.219760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8192,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"266'137","reported_seq":477,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.406560+0000","last_change":"2024-09-12T17:50:12.698253+0000","last_active":"2024-09-12T18:14:02.406560+0000","last_peered":"2024-09-12T18:14:02.406560+0000","last_clean":"2024-09-12T18:14:02.406560+0000","last_became_active":"2024-09-12T17:50:12.697975+0000","last_became_peered":"2024-09-12T17:50:12.697975+0000","last_unstale":"2024-09-12T18:14:02.406560+0000","last_undegraded":"2024-09-12T18:14:02.406560+0000","last_fullsized":"2024-09-12T18:14:02.406560+0000","mapping_epoch":252,"log_start":"263'100","ondisk_log_start":"263'100","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:27:30.846064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":846,"num_read_kb":616,"num_write":166,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:42.395662+0000","last_change":"2024-09-12T18:02:38.157807+0000","last_active":"2024-09-12T18:12:42.395662+0000","last_peered":"2024-09-12T18:12:42.395662+0000","last_clean":"2024-09-12T18:12:42.395662+0000","last_became_active":"2024-09-12T18:02:38.157334+0000","last_became_peered":"2024-09-12T18:02:38.157334+0000","last_unstale":"2024-09-12T18:12:42.395662+0000","last_undegraded":"2024-09-12T18:12:42.395662+0000","last_fullsized":"2024-09-12T18:12:42.395662+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:00:21.774169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"0'0","reported_seq":34,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.405883+0000","last_change":"2024-09-12T17:52:02.668797+0000","last_active":"2024-09-12T18:13:42.405883+0000","last_peered":"2024-09-12T18:13:42.405883+0000","last_clean":"2024-09-12T18:13:42.405883+0000","last_became_active":"2024-09-12T17:52:02.668489+0000","last_became_peered":"2024-09-12T17:52:02.668489+0000","last_unstale":"2024-09-12T18:13:42.405883+0000","last_undegraded":"2024-09-12T18:13:42.405883+0000","last_fullsized":"2024-09-12T18:13:42.405883+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:38:53.170570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"266'3","reported_seq":46,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.540193+0000","last_change":"2024-09-12T17:51:59.147970+0000","last_active":"2024-09-12T18:13:42.540193+0000","last_peered":"2024-09-12T18:13:42.540193+0000","last_clean":"2024-09-12T18:13:42.540193+0000","last_became_active":"2024-09-12T17:51:59.147683+0000","last_became_peered":"2024-09-12T17:51:59.147683+0000","last_unstale":"2024-09-12T18:13:42.540193+0000","last_undegraded":"2024-09-12T18:13:42.540193+0000","last_fullsized":"2024-09-12T18:13:42.540193+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:36:42.780698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":8192,"num_write":3,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"266'39","reported_seq":157,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:19.457606+0000","last_change":"2024-09-12T17:50:12.694069+0000","last_active":"2024-09-12T18:13:19.457606+0000","last_peered":"2024-09-12T18:13:19.457606+0000","last_clean":"2024-09-12T18:13:19.457606+0000","last_became_active":"2024-09-12T17:50:12.693758+0000","last_became_peered":"2024-09-12T17:50:12.693758+0000","last_unstale":"2024-09-12T18:13:19.457606+0000","last_undegraded":"2024-09-12T18:13:19.457606+0000","last_fullsized":"2024-09-12T18:13:19.457606+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:08:04.440588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":206,"num_read_kb":145,"num_write":69,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:02.428706+0000","last_change":"2024-09-12T18:02:38.157256+0000","last_active":"2024-09-12T18:13:02.428706+0000","last_peered":"2024-09-12T18:13:02.428706+0000","last_clean":"2024-09-12T18:13:02.428706+0000","last_became_active":"2024-09-12T18:02:38.156973+0000","last_became_peered":"2024-09-12T18:02:38.156973+0000","last_unstale":"2024-09-12T18:13:02.428706+0000","last_undegraded":"2024-09-12T18:13:02.428706+0000","last_fullsized":"2024-09-12T18:13:02.428706+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:04:13.013667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"266'5","reported_seq":44,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.433920+0000","last_change":"2024-09-12T17:52:02.161330+0000","last_active":"2024-09-12T18:13:42.433920+0000","last_peered":"2024-09-12T18:13:42.433920+0000","last_clean":"2024-09-12T18:13:42.433920+0000","last_became_active":"2024-09-12T17:52:02.159767+0000","last_became_peered":"2024-09-12T17:52:02.159767+0000","last_unstale":"2024-09-12T18:13:42.433920+0000","last_undegraded":"2024-09-12T18:13:42.433920+0000","last_fullsized":"2024-09-12T18:13:42.433920+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:29:53.581776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":6,"num_read_kb":10240,"num_write":10,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"0'0","reported_seq":40,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.405892+0000","last_change":"2024-09-12T17:51:59.149021+0000","last_active":"2024-09-12T18:13:42.405892+0000","last_peered":"2024-09-12T18:13:42.405892+0000","last_clean":"2024-09-12T18:13:42.405892+0000","last_became_active":"2024-09-12T17:51:59.148691+0000","last_became_peered":"2024-09-12T17:51:59.148691+0000","last_unstale":"2024-09-12T18:13:42.405892+0000","last_undegraded":"2024-09-12T18:13:42.405892+0000","last_fullsized":"2024-09-12T18:13:42.405892+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:27:47.992842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"266'28","reported_seq":123,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:07.398943+0000","last_change":"2024-09-12T17:50:12.697220+0000","last_active":"2024-09-12T18:13:07.398943+0000","last_peered":"2024-09-12T18:13:07.398943+0000","last_clean":"2024-09-12T18:13:07.398943+0000","last_became_active":"2024-09-12T17:50:12.696915+0000","last_became_peered":"2024-09-12T17:50:12.696915+0000","last_unstale":"2024-09-12T18:13:07.398943+0000","last_undegraded":"2024-09-12T18:13:07.398943+0000","last_fullsized":"2024-09-12T18:13:07.398943+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":0,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:19:34.472409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":136,"num_read_kb":96,"num_write":55,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"265'1","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:27.401060+0000","last_change":"2024-09-12T18:02:38.162866+0000","last_active":"2024-09-12T18:13:27.401060+0000","last_peered":"2024-09-12T18:13:27.401060+0000","last_clean":"2024-09-12T18:13:27.401060+0000","last_became_active":"2024-09-12T18:02:38.162572+0000","last_became_peered":"2024-09-12T18:02:38.162572+0000","last_unstale":"2024-09-12T18:13:27.401060+0000","last_undegraded":"2024-09-12T18:13:27.401060+0000","last_fullsized":"2024-09-12T18:13:27.401060+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:19:44.584629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"266'7","reported_seq":45,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:52.396993+0000","last_change":"2024-09-12T17:52:02.158633+0000","last_active":"2024-09-12T18:12:52.396993+0000","last_peered":"2024-09-12T18:12:52.396993+0000","last_clean":"2024-09-12T18:12:52.396993+0000","last_became_active":"2024-09-12T17:52:02.158305+0000","last_became_peered":"2024-09-12T17:52:02.158305+0000","last_unstale":"2024-09-12T18:12:52.396993+0000","last_undegraded":"2024-09-12T18:12:52.396993+0000","last_fullsized":"2024-09-12T18:12:52.396993+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:26:54.068588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":8192,"num_write":17,"num_write_kb":12288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"266'2","reported_seq":45,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:07.409232+0000","last_change":"2024-09-12T17:51:59.146863+0000","last_active":"2024-09-12T18:14:07.409232+0000","last_peered":"2024-09-12T18:14:07.409232+0000","last_clean":"2024-09-12T18:14:07.409232+0000","last_became_active":"2024-09-12T17:51:59.146539+0000","last_became_peered":"2024-09-12T17:51:59.146539+0000","last_unstale":"2024-09-12T18:14:07.409232+0000","last_undegraded":"2024-09-12T18:14:07.409232+0000","last_fullsized":"2024-09-12T18:14:07.409232+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:57:32.237432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7340032,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":7168,"num_write":2,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"266'35","reported_seq":148,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:07.535612+0000","last_change":"2024-09-12T17:50:12.698263+0000","last_active":"2024-09-12T18:13:07.535612+0000","last_peered":"2024-09-12T18:13:07.535612+0000","last_clean":"2024-09-12T18:13:07.535612+0000","last_became_active":"2024-09-12T17:50:12.697992+0000","last_became_peered":"2024-09-12T17:50:12.697992+0000","last_unstale":"2024-09-12T18:13:07.535612+0000","last_undegraded":"2024-09-12T18:13:07.535612+0000","last_fullsized":"2024-09-12T18:13:07.535612+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":0,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:39:38.762538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":188,"num_read_kb":134,"num_write":61,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:32.520147+0000","last_change":"2024-09-12T18:02:38.159542+0000","last_active":"2024-09-12T18:13:32.520147+0000","last_peered":"2024-09-12T18:13:32.520147+0000","last_clean":"2024-09-12T18:13:32.520147+0000","last_became_active":"2024-09-12T18:02:38.159197+0000","last_became_peered":"2024-09-12T18:02:38.159197+0000","last_unstale":"2024-09-12T18:13:32.520147+0000","last_undegraded":"2024-09-12T18:13:32.520147+0000","last_fullsized":"2024-09-12T18:13:32.520147+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:08:10.624709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"266'4","reported_seq":43,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:12.411093+0000","last_change":"2024-09-12T17:52:02.162603+0000","last_active":"2024-09-12T18:14:12.411093+0000","last_peered":"2024-09-12T18:14:12.411093+0000","last_clean":"2024-09-12T18:14:12.411093+0000","last_became_active":"2024-09-12T17:52:02.162340+0000","last_became_peered":"2024-09-12T17:52:02.162340+0000","last_unstale":"2024-09-12T18:14:12.411093+0000","last_undegraded":"2024-09-12T18:14:12.411093+0000","last_fullsized":"2024-09-12T18:14:12.411093+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:42:01.553012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5,"num_read_kb":12288,"num_write":4,"num_write_kb":12288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"0'0","reported_seq":40,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:52.398704+0000","last_change":"2024-09-12T17:51:59.145181+0000","last_active":"2024-09-12T18:12:52.398704+0000","last_peered":"2024-09-12T18:12:52.398704+0000","last_clean":"2024-09-12T18:12:52.398704+0000","last_became_active":"2024-09-12T17:51:59.144846+0000","last_became_peered":"2024-09-12T17:51:59.144846+0000","last_unstale":"2024-09-12T18:12:52.398704+0000","last_undegraded":"2024-09-12T18:12:52.398704+0000","last_fullsized":"2024-09-12T18:12:52.398704+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:54:53.485233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"266'29","reported_seq":133,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:07.429299+0000","last_change":"2024-09-12T17:50:12.687098+0000","last_active":"2024-09-12T18:13:07.429299+0000","last_peered":"2024-09-12T18:13:07.429299+0000","last_clean":"2024-09-12T18:13:07.429299+0000","last_became_active":"2024-09-12T17:50:12.686722+0000","last_became_peered":"2024-09-12T17:50:12.686722+0000","last_unstale":"2024-09-12T18:13:07.429299+0000","last_undegraded":"2024-09-12T18:13:07.429299+0000","last_fullsized":"2024-09-12T18:13:07.429299+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:00:26.026612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":160,"num_read_kb":111,"num_write":51,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:07.517106+0000","last_change":"2024-09-12T18:02:38.162627+0000","last_active":"2024-09-12T18:13:07.517106+0000","last_peered":"2024-09-12T18:13:07.517106+0000","last_clean":"2024-09-12T18:13:07.517106+0000","last_became_active":"2024-09-12T18:02:38.162297+0000","last_became_peered":"2024-09-12T18:02:38.162297+0000","last_unstale":"2024-09-12T18:13:07.517106+0000","last_undegraded":"2024-09-12T18:13:07.517106+0000","last_fullsized":"2024-09-12T18:13:07.517106+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:07:27.096909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"263'5","reported_seq":43,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:52.397675+0000","last_change":"2024-09-12T17:52:02.161365+0000","last_active":"2024-09-12T18:12:52.397675+0000","last_peered":"2024-09-12T18:12:52.397675+0000","last_clean":"2024-09-12T18:12:52.397675+0000","last_became_active":"2024-09-12T17:52:02.160655+0000","last_became_peered":"2024-09-12T17:52:02.160655+0000","last_unstale":"2024-09-12T18:12:52.397675+0000","last_undegraded":"2024-09-12T18:12:52.397675+0000","last_fullsized":"2024-09-12T18:12:52.397675+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:36:16.945965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":5120,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"263'6","reported_seq":53,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:52.397047+0000","last_change":"2024-09-12T17:51:59.145851+0000","last_active":"2024-09-12T18:12:52.397047+0000","last_peered":"2024-09-12T18:12:52.397047+0000","last_clean":"2024-09-12T18:12:52.397047+0000","last_became_active":"2024-09-12T17:51:59.145508+0000","last_became_peered":"2024-09-12T17:51:59.145508+0000","last_unstale":"2024-09-12T18:12:52.397047+0000","last_undegraded":"2024-09-12T18:12:52.397047+0000","last_fullsized":"2024-09-12T18:12:52.397047+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:25:34.874495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":15362,"num_write":6,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"266'8","reported_seq":68,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:07.399476+0000","last_change":"2024-09-12T17:50:12.696093+0000","last_active":"2024-09-12T18:13:07.399476+0000","last_peered":"2024-09-12T18:13:07.399476+0000","last_clean":"2024-09-12T18:13:07.399476+0000","last_became_active":"2024-09-12T17:50:12.695832+0000","last_became_peered":"2024-09-12T17:50:12.695832+0000","last_unstale":"2024-09-12T18:13:07.399476+0000","last_undegraded":"2024-09-12T18:13:07.399476+0000","last_fullsized":"2024-09-12T18:13:07.399476+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:59:28.781308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":33,"num_read_kb":23,"num_write":19,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:12.401410+0000","last_change":"2024-09-12T18:02:38.160996+0000","last_active":"2024-09-12T18:13:12.401410+0000","last_peered":"2024-09-12T18:13:12.401410+0000","last_clean":"2024-09-12T18:13:12.401410+0000","last_became_active":"2024-09-12T18:02:38.160660+0000","last_became_peered":"2024-09-12T18:02:38.160660+0000","last_unstale":"2024-09-12T18:13:12.401410+0000","last_undegraded":"2024-09-12T18:13:12.401410+0000","last_fullsized":"2024-09-12T18:13:12.401410+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:19:10.334795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"266'2","reported_seq":36,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:52.427560+0000","last_change":"2024-09-12T17:52:02.163094+0000","last_active":"2024-09-12T18:12:52.427560+0000","last_peered":"2024-09-12T18:12:52.427560+0000","last_clean":"2024-09-12T18:12:52.427560+0000","last_became_active":"2024-09-12T17:52:02.162377+0000","last_became_peered":"2024-09-12T17:52:02.162377+0000","last_unstale":"2024-09-12T18:12:52.427560+0000","last_undegraded":"2024-09-12T18:12:52.427560+0000","last_fullsized":"2024-09-12T18:12:52.427560+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:41:50.679635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"266'4","reported_seq":46,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:52.397699+0000","last_change":"2024-09-12T17:51:59.150624+0000","last_active":"2024-09-12T18:12:52.397699+0000","last_peered":"2024-09-12T18:12:52.397699+0000","last_clean":"2024-09-12T18:12:52.397699+0000","last_became_active":"2024-09-12T17:51:59.150252+0000","last_became_peered":"2024-09-12T17:51:59.150252+0000","last_unstale":"2024-09-12T18:12:52.397699+0000","last_undegraded":"2024-09-12T18:12:52.397699+0000","last_fullsized":"2024-09-12T18:12:52.397699+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:46:45.730020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":9,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"266'56","reported_seq":204,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:17.410679+0000","last_change":"2024-09-12T17:50:12.701550+0000","last_active":"2024-09-12T18:14:17.410679+0000","last_peered":"2024-09-12T18:14:17.410679+0000","last_clean":"2024-09-12T18:14:17.410679+0000","last_became_active":"2024-09-12T17:50:12.701174+0000","last_became_peered":"2024-09-12T17:50:12.701174+0000","last_unstale":"2024-09-12T18:14:17.410679+0000","last_undegraded":"2024-09-12T18:14:17.410679+0000","last_fullsized":"2024-09-12T18:14:17.410679+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":0,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:19:41.442243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":295,"num_read_kb":218,"num_write":91,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"266'166","reported_seq":781,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:32.412761+0000","last_change":"2024-09-12T17:35:31.566639+0000","last_active":"2024-09-12T18:14:32.412761+0000","last_peered":"2024-09-12T18:14:32.412761+0000","last_clean":"2024-09-12T18:14:32.412761+0000","last_became_active":"2024-09-12T17:35:31.566215+0000","last_became_peered":"2024-09-12T17:35:31.566215+0000","last_unstale":"2024-09-12T18:14:32.412761+0000","last_undegraded":"2024-09-12T18:14:32.412761+0000","last_fullsized":"2024-09-12T18:14:32.412761+0000","mapping_epoch":38,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":100,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:04:25.959719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12582912,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":372,"num_read_kb":35445,"num_write":778,"num_write_kb":43842,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"266'406","reported_seq":1061,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:41.766368+0000","last_change":"2024-09-12T17:34:58.921503+0000","last_active":"2024-09-12T18:14:41.766368+0000","last_peered":"2024-09-12T18:14:41.766368+0000","last_clean":"2024-09-12T18:14:41.766368+0000","last_became_active":"2024-09-12T17:34:58.921234+0000","last_became_peered":"2024-09-12T17:34:58.921234+0000","last_unstale":"2024-09-12T18:14:41.766368+0000","last_undegraded":"2024-09-12T18:14:41.766368+0000","last_fullsized":"2024-09-12T18:14:41.766368+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":300,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:40:34.624085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1761,"num_read_kb":1435,"num_write":635,"num_write_kb":302,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"266'215","reported_seq":845,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:32.409667+0000","last_change":"2024-09-12T17:34:56.917289+0000","last_active":"2024-09-12T18:14:32.409667+0000","last_peered":"2024-09-12T18:14:32.409667+0000","last_clean":"2024-09-12T18:14:32.409667+0000","last_became_active":"2024-09-12T17:34:56.916768+0000","last_became_peered":"2024-09-12T17:34:56.916768+0000","last_unstale":"2024-09-12T18:14:32.409667+0000","last_undegraded":"2024-09-12T18:14:32.409667+0000","last_fullsized":"2024-09-12T18:14:32.409667+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":200,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:05:37.986347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10776153,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":473,"num_read_kb":35339,"num_write":943,"num_write_kb":52324,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"266'4203","reported_seq":4832,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:18.104153+0000","last_change":"2024-09-12T17:34:58.924032+0000","last_active":"2024-09-12T18:16:18.104153+0000","last_peered":"2024-09-12T18:16:18.104153+0000","last_clean":"2024-09-12T18:16:18.104153+0000","last_became_active":"2024-09-12T17:34:58.923347+0000","last_became_peered":"2024-09-12T17:34:58.923347+0000","last_unstale":"2024-09-12T18:16:18.104153+0000","last_undegraded":"2024-09-12T18:16:18.104153+0000","last_fullsized":"2024-09-12T18:16:18.104153+0000","mapping_epoch":27,"log_start":"266'4100","ondisk_log_start":"266'4100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":3000,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:37:25.267724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16939,"num_read_kb":14199,"num_write":6308,"num_write_kb":3144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"266'241","reported_seq":935,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:32.528303+0000","last_change":"2024-09-12T17:34:56.922815+0000","last_active":"2024-09-12T18:14:32.528303+0000","last_peered":"2024-09-12T18:14:32.528303+0000","last_clean":"2024-09-12T18:14:32.528303+0000","last_became_active":"2024-09-12T17:34:56.922460+0000","last_became_peered":"2024-09-12T17:34:56.922460+0000","last_unstale":"2024-09-12T18:14:32.528303+0000","last_undegraded":"2024-09-12T18:14:32.528303+0000","last_fullsized":"2024-09-12T18:14:32.528303+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":200,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:23:31.134384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11569216,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":820,"num_read_kb":13298,"num_write":1062,"num_write_kb":24662,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"266'156","reported_seq":790,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:09.297807+0000","last_change":"2024-09-12T17:34:58.928798+0000","last_active":"2024-09-12T18:14:09.297807+0000","last_peered":"2024-09-12T18:14:09.297807+0000","last_clean":"2024-09-12T18:14:09.297807+0000","last_became_active":"2024-09-12T17:34:58.928492+0000","last_became_peered":"2024-09-12T17:34:58.928492+0000","last_unstale":"2024-09-12T18:14:09.297807+0000","last_undegraded":"2024-09-12T18:14:09.297807+0000","last_fullsized":"2024-09-12T18:14:09.297807+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":100,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:34:49.051490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":745,"num_read_kb":631,"num_write":228,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"266'201","reported_seq":855,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:07.891804+0000","last_change":"2024-09-12T17:35:31.034176+0000","last_active":"2024-09-12T18:14:07.891804+0000","last_peered":"2024-09-12T18:14:07.891804+0000","last_clean":"2024-09-12T18:14:07.891804+0000","last_became_active":"2024-09-12T17:35:31.033763+0000","last_became_peered":"2024-09-12T17:35:31.033763+0000","last_unstale":"2024-09-12T18:14:07.891804+0000","last_undegraded":"2024-09-12T18:14:07.891804+0000","last_fullsized":"2024-09-12T18:14:07.891804+0000","mapping_epoch":38,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:38:05.950185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10756746,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":468,"num_read_kb":50092,"num_write":910,"num_write_kb":33384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"266'240","reported_seq":859,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:12.430208+0000","last_change":"2024-09-12T17:34:58.934480+0000","last_active":"2024-09-12T18:14:12.430208+0000","last_peered":"2024-09-12T18:14:12.430208+0000","last_clean":"2024-09-12T18:14:12.430208+0000","last_became_active":"2024-09-12T17:34:58.933990+0000","last_became_peered":"2024-09-12T17:34:58.933990+0000","last_unstale":"2024-09-12T18:14:12.430208+0000","last_undegraded":"2024-09-12T18:14:12.430208+0000","last_fullsized":"2024-09-12T18:14:12.430208+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":200,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:43:26.125003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1048,"num_read_kb":851,"num_write":379,"num_write_kb":177,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"266'193","reported_seq":817,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:07.955439+0000","last_change":"2024-09-12T17:34:56.916858+0000","last_active":"2024-09-12T18:14:07.955439+0000","last_peered":"2024-09-12T18:14:07.955439+0000","last_clean":"2024-09-12T18:14:07.955439+0000","last_became_active":"2024-09-12T17:34:56.916522+0000","last_became_peered":"2024-09-12T17:34:56.916522+0000","last_unstale":"2024-09-12T18:14:07.955439+0000","last_undegraded":"2024-09-12T18:14:07.955439+0000","last_fullsized":"2024-09-12T18:14:07.955439+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":100,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:28:52.553485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15033989,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":395,"num_read_kb":16770,"num_write":950,"num_write_kb":30011,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"266'176","reported_seq":803,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:40.909271+0000","last_change":"2024-09-12T17:34:58.929006+0000","last_active":"2024-09-12T18:14:40.909271+0000","last_peered":"2024-09-12T18:14:40.909271+0000","last_clean":"2024-09-12T18:14:40.909271+0000","last_became_active":"2024-09-12T17:34:58.928536+0000","last_became_peered":"2024-09-12T17:34:58.928536+0000","last_unstale":"2024-09-12T18:14:40.909271+0000","last_undegraded":"2024-09-12T18:14:40.909271+0000","last_fullsized":"2024-09-12T18:14:40.909271+0000","mapping_epoch":27,"log_start":"263'100","ondisk_log_start":"263'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:01:48.500983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":767,"num_read_kb":639,"num_write":271,"num_write_kb":126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"266'234","reported_seq":882,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:25.082614+0000","last_change":"2024-09-12T17:34:56.926887+0000","last_active":"2024-09-12T18:14:25.082614+0000","last_peered":"2024-09-12T18:14:25.082614+0000","last_clean":"2024-09-12T18:14:25.082614+0000","last_became_active":"2024-09-12T17:34:56.924970+0000","last_became_peered":"2024-09-12T17:34:56.924970+0000","last_unstale":"2024-09-12T18:14:25.082614+0000","last_undegraded":"2024-09-12T18:14:25.082614+0000","last_fullsized":"2024-09-12T18:14:25.082614+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":200,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:51:31.454965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13102569,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":503,"num_read_kb":32628,"num_write":1072,"num_write_kb":55411,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"266'200","reported_seq":876,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:08.258319+0000","last_change":"2024-09-12T17:34:58.929485+0000","last_active":"2024-09-12T18:14:08.258319+0000","last_peered":"2024-09-12T18:14:08.258319+0000","last_clean":"2024-09-12T18:14:08.258319+0000","last_became_active":"2024-09-12T17:34:58.929221+0000","last_became_peered":"2024-09-12T17:34:58.929221+0000","last_unstale":"2024-09-12T18:14:08.258319+0000","last_undegraded":"2024-09-12T18:14:08.258319+0000","last_fullsized":"2024-09-12T18:14:08.258319+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:47:11.811081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":962,"num_read_kb":806,"num_write":315,"num_write_kb":138,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"266'169","reported_seq":814,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:37.516825+0000","last_change":"2024-09-12T17:35:31.566698+0000","last_active":"2024-09-12T18:14:37.516825+0000","last_peered":"2024-09-12T18:14:37.516825+0000","last_clean":"2024-09-12T18:14:37.516825+0000","last_became_active":"2024-09-12T17:35:31.566148+0000","last_became_peered":"2024-09-12T17:35:31.566148+0000","last_unstale":"2024-09-12T18:14:37.516825+0000","last_undegraded":"2024-09-12T18:14:37.516825+0000","last_fullsized":"2024-09-12T18:14:37.516825+0000","mapping_epoch":38,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:56:51.274411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11328113,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":474,"num_read_kb":51065,"num_write":829,"num_write_kb":29614,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"266'80","reported_seq":698,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:27.745351+0000","last_change":"2024-09-12T17:34:58.920835+0000","last_active":"2024-09-12T18:13:27.745351+0000","last_peered":"2024-09-12T18:13:27.745351+0000","last_clean":"2024-09-12T18:13:27.745351+0000","last_became_active":"2024-09-12T17:34:58.920569+0000","last_became_peered":"2024-09-12T17:34:58.920569+0000","last_unstale":"2024-09-12T18:13:27.745351+0000","last_undegraded":"2024-09-12T18:13:27.745351+0000","last_fullsized":"2024-09-12T18:13:27.745351+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":0,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:37:40.718388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":399,"num_read_kb":353,"num_write":104,"num_write_kb":37,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"266'240","reported_seq":968,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:36.897106+0000","last_change":"2024-09-12T17:34:56.932055+0000","last_active":"2024-09-12T18:13:36.897106+0000","last_peered":"2024-09-12T18:13:36.897106+0000","last_clean":"2024-09-12T18:13:36.897106+0000","last_became_active":"2024-09-12T17:34:56.930707+0000","last_became_peered":"2024-09-12T17:34:56.930707+0000","last_unstale":"2024-09-12T18:13:36.897106+0000","last_undegraded":"2024-09-12T18:13:36.897106+0000","last_fullsized":"2024-09-12T18:13:36.897106+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":200,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:44:16.498840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7655133,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":736,"num_read_kb":179000,"num_write":1073,"num_write_kb":43755,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"266'139","reported_seq":722,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:23.324304+0000","last_change":"2024-09-12T17:34:58.922575+0000","last_active":"2024-09-12T18:13:23.324304+0000","last_peered":"2024-09-12T18:13:23.324304+0000","last_clean":"2024-09-12T18:13:23.324304+0000","last_became_active":"2024-09-12T17:34:58.922264+0000","last_became_peered":"2024-09-12T17:34:58.922264+0000","last_unstale":"2024-09-12T18:13:23.324304+0000","last_undegraded":"2024-09-12T18:13:23.324304+0000","last_fullsized":"2024-09-12T18:13:23.324304+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:35:44.473774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":614,"num_read_kb":526,"num_write":210,"num_write_kb":102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"266'60","reported_seq":637,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:28.519916+0000","last_change":"2024-09-12T17:34:58.928822+0000","last_active":"2024-09-12T18:14:28.519916+0000","last_peered":"2024-09-12T18:14:28.519916+0000","last_clean":"2024-09-12T18:14:28.519916+0000","last_became_active":"2024-09-12T17:34:58.928473+0000","last_became_peered":"2024-09-12T17:34:58.928473+0000","last_unstale":"2024-09-12T18:14:28.519916+0000","last_undegraded":"2024-09-12T18:14:28.519916+0000","last_fullsized":"2024-09-12T18:14:28.519916+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:45:04.058394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":279,"num_read_kb":248,"num_write":75,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"266'194","reported_seq":799,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.405904+0000","last_change":"2024-09-12T17:34:56.935128+0000","last_active":"2024-09-12T18:13:42.405904+0000","last_peered":"2024-09-12T18:13:42.405904+0000","last_clean":"2024-09-12T18:13:42.405904+0000","last_became_active":"2024-09-12T17:34:56.934456+0000","last_became_peered":"2024-09-12T17:34:56.934456+0000","last_unstale":"2024-09-12T18:13:42.405904+0000","last_undegraded":"2024-09-12T18:13:42.405904+0000","last_fullsized":"2024-09-12T18:13:42.405904+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":100,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:47:54.689004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10489723,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":368,"num_read_kb":27056,"num_write":911,"num_write_kb":40066,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"266'251","reported_seq":883,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:44.473083+0000","last_change":"2024-09-12T17:34:58.923810+0000","last_active":"2024-09-12T18:14:44.473083+0000","last_peered":"2024-09-12T18:14:44.473083+0000","last_clean":"2024-09-12T18:14:44.473083+0000","last_became_active":"2024-09-12T17:34:58.923475+0000","last_became_peered":"2024-09-12T17:34:58.923475+0000","last_unstale":"2024-09-12T18:14:44.473083+0000","last_undegraded":"2024-09-12T18:14:44.473083+0000","last_fullsized":"2024-09-12T18:14:44.473083+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":200,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:53:32.414274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1109,"num_read_kb":907,"num_write":393,"num_write_kb":187,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"266'225","reported_seq":866,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:11.768429+0000","last_change":"2024-09-12T17:34:56.928713+0000","last_active":"2024-09-12T18:14:11.768429+0000","last_peered":"2024-09-12T18:14:11.768429+0000","last_clean":"2024-09-12T18:14:11.768429+0000","last_became_active":"2024-09-12T17:34:56.927507+0000","last_became_peered":"2024-09-12T17:34:56.927507+0000","last_unstale":"2024-09-12T18:14:11.768429+0000","last_undegraded":"2024-09-12T18:14:11.768429+0000","last_fullsized":"2024-09-12T18:14:11.768429+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":200,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:42:17.680219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14287987,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":466,"num_read_kb":23373,"num_write":1124,"num_write_kb":43462,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"266'244","reported_seq":861,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:29.683058+0000","last_change":"2024-09-12T17:34:58.920726+0000","last_active":"2024-09-12T18:14:29.683058+0000","last_peered":"2024-09-12T18:14:29.683058+0000","last_clean":"2024-09-12T18:14:29.683058+0000","last_became_active":"2024-09-12T17:34:58.920486+0000","last_became_peered":"2024-09-12T17:34:58.920486+0000","last_unstale":"2024-09-12T18:14:29.683058+0000","last_undegraded":"2024-09-12T18:14:29.683058+0000","last_fullsized":"2024-09-12T18:14:29.683058+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":200,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:23:32.736798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1099,"num_read_kb":908,"num_write":395,"num_write_kb":209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"266'221","reported_seq":919,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:37.402964+0000","last_change":"2024-09-12T17:34:56.923630+0000","last_active":"2024-09-12T18:13:37.402964+0000","last_peered":"2024-09-12T18:13:37.402964+0000","last_clean":"2024-09-12T18:13:37.402964+0000","last_became_active":"2024-09-12T17:34:56.922861+0000","last_became_peered":"2024-09-12T17:34:56.922861+0000","last_unstale":"2024-09-12T18:13:37.402964+0000","last_undegraded":"2024-09-12T18:13:37.402964+0000","last_fullsized":"2024-09-12T18:13:37.402964+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":200,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:51:17.630330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8929111,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":585,"num_read_kb":67479,"num_write":1083,"num_write_kb":35133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"266'4133","reported_seq":4711,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:23.638876+0000","last_change":"2024-09-12T17:34:58.930907+0000","last_active":"2024-09-12T18:14:23.638876+0000","last_peered":"2024-09-12T18:14:23.638876+0000","last_clean":"2024-09-12T18:14:23.638876+0000","last_became_active":"2024-09-12T17:34:58.930609+0000","last_became_peered":"2024-09-12T17:34:58.930609+0000","last_unstale":"2024-09-12T18:14:23.638876+0000","last_undegraded":"2024-09-12T18:14:23.638876+0000","last_fullsized":"2024-09-12T18:14:23.638876+0000","mapping_epoch":27,"log_start":"266'4100","ondisk_log_start":"266'4100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":3000,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:45:27.191595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":16574,"num_read_kb":13891,"num_write":6195,"num_write_kb":3095,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"266'164","reported_seq":736,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:12.406785+0000","last_change":"2024-09-12T17:35:31.102090+0000","last_active":"2024-09-12T18:14:12.406785+0000","last_peered":"2024-09-12T18:14:12.406785+0000","last_clean":"2024-09-12T18:14:12.406785+0000","last_became_active":"2024-09-12T17:35:31.101640+0000","last_became_peered":"2024-09-12T17:35:31.101640+0000","last_unstale":"2024-09-12T18:14:12.406785+0000","last_undegraded":"2024-09-12T18:14:12.406785+0000","last_fullsized":"2024-09-12T18:14:12.406785+0000","mapping_epoch":38,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:27:23.398650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9470396,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":359,"num_read_kb":11653,"num_write":787,"num_write_kb":18783,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.34","version":"266'154","reported_seq":779,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.403100+0000","last_change":"2024-09-12T17:34:58.921282+0000","last_active":"2024-09-12T18:13:42.403100+0000","last_peered":"2024-09-12T18:13:42.403100+0000","last_clean":"2024-09-12T18:13:42.403100+0000","last_became_active":"2024-09-12T17:34:58.920995+0000","last_became_peered":"2024-09-12T17:34:58.920995+0000","last_unstale":"2024-09-12T18:13:42.403100+0000","last_undegraded":"2024-09-12T18:13:42.403100+0000","last_fullsized":"2024-09-12T18:13:42.403100+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:37:53.686808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":653,"num_read_kb":549,"num_write":231,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"266'218","reported_seq":847,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:37.550475+0000","last_change":"2024-09-12T17:34:56.931091+0000","last_active":"2024-09-12T18:13:37.550475+0000","last_peered":"2024-09-12T18:13:37.550475+0000","last_clean":"2024-09-12T18:13:37.550475+0000","last_became_active":"2024-09-12T17:34:56.930402+0000","last_became_peered":"2024-09-12T17:34:56.930402+0000","last_unstale":"2024-09-12T18:13:37.550475+0000","last_undegraded":"2024-09-12T18:13:37.550475+0000","last_fullsized":"2024-09-12T18:13:37.550475+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":200,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:29:16.244749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9437210,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":501,"num_read_kb":16871,"num_write":915,"num_write_kb":24256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"266'431","reported_seq":1176,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:42.845305+0000","last_change":"2024-09-12T17:34:58.919840+0000","last_active":"2024-09-12T18:14:42.845305+0000","last_peered":"2024-09-12T18:14:42.845305+0000","last_clean":"2024-09-12T18:14:42.845305+0000","last_became_active":"2024-09-12T17:34:58.919571+0000","last_became_peered":"2024-09-12T17:34:58.919571+0000","last_unstale":"2024-09-12T18:14:42.845305+0000","last_undegraded":"2024-09-12T18:14:42.845305+0000","last_fullsized":"2024-09-12T18:14:42.845305+0000","mapping_epoch":27,"log_start":"266'400","ondisk_log_start":"266'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":400,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:02:05.034512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2056,"num_read_kb":1768,"num_write":780,"num_write_kb":512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"266'222","reported_seq":871,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:10.944932+0000","last_change":"2024-09-12T17:34:56.927086+0000","last_active":"2024-09-12T18:14:10.944932+0000","last_peered":"2024-09-12T18:14:10.944932+0000","last_clean":"2024-09-12T18:14:10.944932+0000","last_became_active":"2024-09-12T17:34:56.925944+0000","last_became_peered":"2024-09-12T17:34:56.925944+0000","last_unstale":"2024-09-12T18:14:10.944932+0000","last_undegraded":"2024-09-12T18:14:10.944932+0000","last_fullsized":"2024-09-12T18:14:10.944932+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":200,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:06:27.391846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10298297,"num_objects":13,"num_object_clones":0,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":516,"num_read_kb":5792,"num_write":1127,"num_write_kb":33706,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"266'150","reported_seq":660,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:18.107839+0000","last_change":"2024-09-12T17:35:06.982669+0000","last_active":"2024-09-12T18:16:18.107839+0000","last_peered":"2024-09-12T18:16:18.107839+0000","last_clean":"2024-09-12T18:16:18.107839+0000","last_became_active":"2024-09-12T17:35:06.982400+0000","last_became_peered":"2024-09-12T17:35:06.982400+0000","last_unstale":"2024-09-12T18:16:18.107839+0000","last_undegraded":"2024-09-12T18:16:18.107839+0000","last_fullsized":"2024-09-12T18:16:18.107839+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:26:09.523525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1019,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":226,"num_read_kb":217,"num_write":376,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"266'233","reported_seq":803,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:11.979453+0000","last_change":"2024-09-12T17:34:58.914153+0000","last_active":"2024-09-12T18:14:11.979453+0000","last_peered":"2024-09-12T18:14:11.979453+0000","last_clean":"2024-09-12T18:14:11.979453+0000","last_became_active":"2024-09-12T17:34:58.913857+0000","last_became_peered":"2024-09-12T17:34:58.913857+0000","last_unstale":"2024-09-12T18:14:11.979453+0000","last_undegraded":"2024-09-12T18:14:11.979453+0000","last_fullsized":"2024-09-12T18:14:11.979453+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":200,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:08:57.103244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1015,"num_read_kb":803,"num_write":390,"num_write_kb":197,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"266'168","reported_seq":782,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:30.323088+0000","last_change":"2024-09-12T17:34:56.921157+0000","last_active":"2024-09-12T18:13:30.323088+0000","last_peered":"2024-09-12T18:13:30.323088+0000","last_clean":"2024-09-12T18:13:30.323088+0000","last_became_active":"2024-09-12T17:34:56.920779+0000","last_became_peered":"2024-09-12T17:34:56.920779+0000","last_unstale":"2024-09-12T18:13:30.323088+0000","last_undegraded":"2024-09-12T18:13:30.323088+0000","last_fullsized":"2024-09-12T18:13:30.323088+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:24:45.012563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22044834,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":333,"num_read_kb":49198,"num_write":796,"num_write_kb":33963,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":493,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.540176+0000","last_change":"2024-09-12T17:35:00.940364+0000","last_active":"2024-09-12T18:13:42.540176+0000","last_peered":"2024-09-12T18:13:42.540176+0000","last_clean":"2024-09-12T18:13:42.540176+0000","last_became_active":"2024-09-12T17:35:00.940069+0000","last_became_peered":"2024-09-12T17:35:00.940069+0000","last_unstale":"2024-09-12T18:13:42.540176+0000","last_undegraded":"2024-09-12T18:13:42.540176+0000","last_fullsized":"2024-09-12T18:13:42.540176+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:04:50.753255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"266'175","reported_seq":768,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:07.541153+0000","last_change":"2024-09-12T17:35:02.951385+0000","last_active":"2024-09-12T18:16:07.541153+0000","last_peered":"2024-09-12T18:16:07.541153+0000","last_clean":"2024-09-12T18:16:07.541153+0000","last_became_active":"2024-09-12T17:35:02.951084+0000","last_became_peered":"2024-09-12T17:35:02.951084+0000","last_unstale":"2024-09-12T18:16:07.541153+0000","last_undegraded":"2024-09-12T18:16:07.541153+0000","last_fullsized":"2024-09-12T18:16:07.541153+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:43:56.979465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6456,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":236,"num_read_kb":283,"num_write":134,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":485,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.406662+0000","last_change":"2024-09-12T17:35:04.967372+0000","last_active":"2024-09-12T18:13:47.406662+0000","last_peered":"2024-09-12T18:13:47.406662+0000","last_clean":"2024-09-12T18:13:47.406662+0000","last_became_active":"2024-09-12T17:35:04.967110+0000","last_became_peered":"2024-09-12T17:35:04.967110+0000","last_unstale":"2024-09-12T18:13:47.406662+0000","last_undegraded":"2024-09-12T18:13:47.406662+0000","last_fullsized":"2024-09-12T18:13:47.406662+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:44:07.113699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"266'198","reported_seq":772,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:55.171065+0000","last_change":"2024-09-12T17:35:06.985868+0000","last_active":"2024-09-12T18:14:55.171065+0000","last_peered":"2024-09-12T18:14:55.171065+0000","last_clean":"2024-09-12T18:14:55.171065+0000","last_became_active":"2024-09-12T17:35:06.984192+0000","last_became_peered":"2024-09-12T17:35:06.984192+0000","last_unstale":"2024-09-12T18:14:55.171065+0000","last_undegraded":"2024-09-12T18:14:55.171065+0000","last_fullsized":"2024-09-12T18:14:55.171065+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":100,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:59:34.733264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":625,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":352,"num_read_kb":326,"num_write":340,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"266'238","reported_seq":848,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:45.013818+0000","last_change":"2024-09-12T17:34:58.918197+0000","last_active":"2024-09-12T18:14:45.013818+0000","last_peered":"2024-09-12T18:14:45.013818+0000","last_clean":"2024-09-12T18:14:45.013818+0000","last_became_active":"2024-09-12T17:34:58.917915+0000","last_became_peered":"2024-09-12T17:34:58.917915+0000","last_unstale":"2024-09-12T18:14:45.013818+0000","last_undegraded":"2024-09-12T18:14:45.013818+0000","last_fullsized":"2024-09-12T18:14:45.013818+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":200,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:20:14.237354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1032,"num_read_kb":847,"num_write":397,"num_write_kb":201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"266'188","reported_seq":810,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:28.142536+0000","last_change":"2024-09-12T17:34:56.925306+0000","last_active":"2024-09-12T18:14:28.142536+0000","last_peered":"2024-09-12T18:14:28.142536+0000","last_clean":"2024-09-12T18:14:28.142536+0000","last_became_active":"2024-09-12T17:34:56.924966+0000","last_became_peered":"2024-09-12T17:34:56.924966+0000","last_unstale":"2024-09-12T18:14:28.142536+0000","last_undegraded":"2024-09-12T18:14:28.142536+0000","last_fullsized":"2024-09-12T18:14:28.142536+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":100,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:15:03.723967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2271975,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":431,"num_read_kb":11924,"num_write":967,"num_write_kb":15360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":498,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:27.541046+0000","last_change":"2024-09-12T17:35:00.941371+0000","last_active":"2024-09-12T18:12:27.541046+0000","last_peered":"2024-09-12T18:12:27.541046+0000","last_clean":"2024-09-12T18:12:27.541046+0000","last_became_active":"2024-09-12T17:35:00.941133+0000","last_became_peered":"2024-09-12T17:35:00.941133+0000","last_unstale":"2024-09-12T18:12:27.541046+0000","last_undegraded":"2024-09-12T18:12:27.541046+0000","last_fullsized":"2024-09-12T18:12:27.541046+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:13:14.886028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"266'98","reported_seq":622,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:11.448309+0000","last_change":"2024-09-12T17:35:02.948897+0000","last_active":"2024-09-12T18:15:11.448309+0000","last_peered":"2024-09-12T18:15:11.448309+0000","last_clean":"2024-09-12T18:15:11.448309+0000","last_became_active":"2024-09-12T17:35:02.948344+0000","last_became_peered":"2024-09-12T17:35:02.948344+0000","last_unstale":"2024-09-12T18:15:11.448309+0000","last_undegraded":"2024-09-12T18:15:11.448309+0000","last_fullsized":"2024-09-12T18:15:11.448309+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":0,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:09:00.454265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":97,"num_read_kb":91,"num_write":68,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":489,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.434684+0000","last_change":"2024-09-12T17:35:04.972001+0000","last_active":"2024-09-12T18:13:47.434684+0000","last_peered":"2024-09-12T18:13:47.434684+0000","last_clean":"2024-09-12T18:13:47.434684+0000","last_became_active":"2024-09-12T17:35:04.971714+0000","last_became_peered":"2024-09-12T17:35:04.971714+0000","last_unstale":"2024-09-12T18:13:47.434684+0000","last_undegraded":"2024-09-12T18:13:47.434684+0000","last_fullsized":"2024-09-12T18:13:47.434684+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:49:44.292689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"266'134","reported_seq":646,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:00.499601+0000","last_change":"2024-09-12T17:35:06.985999+0000","last_active":"2024-09-12T18:14:00.499601+0000","last_peered":"2024-09-12T18:14:00.499601+0000","last_clean":"2024-09-12T18:14:00.499601+0000","last_became_active":"2024-09-12T17:35:06.985682+0000","last_became_peered":"2024-09-12T17:35:06.985682+0000","last_unstale":"2024-09-12T18:14:00.499601+0000","last_undegraded":"2024-09-12T18:14:00.499601+0000","last_fullsized":"2024-09-12T18:14:00.499601+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:45:27.640264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":290,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":255,"num_read_kb":236,"num_write":356,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"266'158","reported_seq":764,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:32.609213+0000","last_change":"2024-09-12T17:34:58.933816+0000","last_active":"2024-09-12T18:14:32.609213+0000","last_peered":"2024-09-12T18:14:32.609213+0000","last_clean":"2024-09-12T18:14:32.609213+0000","last_became_active":"2024-09-12T17:34:58.933443+0000","last_became_peered":"2024-09-12T17:34:58.933443+0000","last_unstale":"2024-09-12T18:14:32.609213+0000","last_undegraded":"2024-09-12T18:14:32.609213+0000","last_fullsized":"2024-09-12T18:14:32.609213+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:41:25.351388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":666,"num_read_kb":552,"num_write":225,"num_write_kb":103,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"266'192","reported_seq":806,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:35.502341+0000","last_change":"2024-09-12T17:34:56.926309+0000","last_active":"2024-09-12T18:14:35.502341+0000","last_peered":"2024-09-12T18:14:35.502341+0000","last_clean":"2024-09-12T18:14:35.502341+0000","last_became_active":"2024-09-12T17:34:56.925964+0000","last_became_peered":"2024-09-12T17:34:56.925964+0000","last_unstale":"2024-09-12T18:14:35.502341+0000","last_undegraded":"2024-09-12T18:14:35.502341+0000","last_fullsized":"2024-09-12T18:14:35.502341+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:58:15.995530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5996126,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":388,"num_read_kb":5302,"num_write":927,"num_write_kb":30275,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":498,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.551215+0000","last_change":"2024-09-12T17:35:00.938505+0000","last_active":"2024-09-12T18:13:42.551215+0000","last_peered":"2024-09-12T18:13:42.551215+0000","last_clean":"2024-09-12T18:13:42.551215+0000","last_became_active":"2024-09-12T17:35:00.938224+0000","last_became_peered":"2024-09-12T17:35:00.938224+0000","last_unstale":"2024-09-12T18:13:42.551215+0000","last_undegraded":"2024-09-12T18:13:42.551215+0000","last_fullsized":"2024-09-12T18:13:42.551215+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:08:11.153439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"266'110","reported_seq":643,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:11.465916+0000","last_change":"2024-09-12T17:35:02.952758+0000","last_active":"2024-09-12T18:15:11.465916+0000","last_peered":"2024-09-12T18:15:11.465916+0000","last_clean":"2024-09-12T18:15:11.465916+0000","last_became_active":"2024-09-12T17:35:02.952473+0000","last_became_peered":"2024-09-12T17:35:02.952473+0000","last_unstale":"2024-09-12T18:15:11.465916+0000","last_undegraded":"2024-09-12T18:15:11.465916+0000","last_fullsized":"2024-09-12T18:15:11.465916+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":0,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:03:35.741214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":119,"num_read_kb":114,"num_write":78,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"266'751","reported_seq":2033,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:19.240077+0000","last_change":"2024-09-12T17:35:04.964464+0000","last_active":"2024-09-12T18:16:19.240077+0000","last_peered":"2024-09-12T18:16:19.240077+0000","last_clean":"2024-09-12T18:16:19.240077+0000","last_became_active":"2024-09-12T17:35:04.963920+0000","last_became_peered":"2024-09-12T17:35:04.963920+0000","last_unstale":"2024-09-12T18:16:19.240077+0000","last_undegraded":"2024-09-12T18:16:19.240077+0000","last_fullsized":"2024-09-12T18:16:19.240077+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":700,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:39:45.247176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"266'222","reported_seq":1041,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:58.774297+0000","last_change":"2024-09-12T17:35:07.201701+0000","last_active":"2024-09-12T18:14:58.774297+0000","last_peered":"2024-09-12T18:14:58.774297+0000","last_clean":"2024-09-12T18:14:58.774297+0000","last_became_active":"2024-09-12T17:35:07.201464+0000","last_became_peered":"2024-09-12T17:35:07.201464+0000","last_unstale":"2024-09-12T18:14:58.774297+0000","last_undegraded":"2024-09-12T18:14:58.774297+0000","last_fullsized":"2024-09-12T18:14:58.774297+0000","mapping_epoch":35,"log_start":"266'200","ondisk_log_start":"266'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":200,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:33:27.383974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":643,"num_read_kb":641,"num_write":490,"num_write_kb":124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"266'148","reported_seq":751,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:08.931255+0000","last_change":"2024-09-12T17:34:58.925693+0000","last_active":"2024-09-12T18:14:08.931255+0000","last_peered":"2024-09-12T18:14:08.931255+0000","last_clean":"2024-09-12T18:14:08.931255+0000","last_became_active":"2024-09-12T17:34:58.924032+0000","last_became_peered":"2024-09-12T17:34:58.924032+0000","last_unstale":"2024-09-12T18:14:08.931255+0000","last_undegraded":"2024-09-12T18:14:08.931255+0000","last_fullsized":"2024-09-12T18:14:08.931255+0000","mapping_epoch":27,"log_start":"263'100","ondisk_log_start":"263'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:41:12.205410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":628,"num_read_kb":521,"num_write":214,"num_write_kb":100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"266'213","reported_seq":845,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:26.407770+0000","last_change":"2024-09-12T17:34:56.924346+0000","last_active":"2024-09-12T18:14:26.407770+0000","last_peered":"2024-09-12T18:14:26.407770+0000","last_clean":"2024-09-12T18:14:26.407770+0000","last_became_active":"2024-09-12T17:34:56.923977+0000","last_became_peered":"2024-09-12T17:34:56.923977+0000","last_unstale":"2024-09-12T18:14:26.407770+0000","last_undegraded":"2024-09-12T18:14:26.407770+0000","last_fullsized":"2024-09-12T18:14:26.407770+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":200,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:03:01.213763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5527768,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":499,"num_read_kb":25888,"num_write":1012,"num_write_kb":29408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":493,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.540235+0000","last_change":"2024-09-12T17:35:00.936558+0000","last_active":"2024-09-12T18:13:42.540235+0000","last_peered":"2024-09-12T18:13:42.540235+0000","last_clean":"2024-09-12T18:13:42.540235+0000","last_became_active":"2024-09-12T17:35:00.936215+0000","last_became_peered":"2024-09-12T17:35:00.936215+0000","last_unstale":"2024-09-12T18:13:42.540235+0000","last_undegraded":"2024-09-12T18:13:42.540235+0000","last_fullsized":"2024-09-12T18:13:42.540235+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:13:48.232919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"266'124","reported_seq":684,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:07.428170+0000","last_change":"2024-09-12T17:35:03.253554+0000","last_active":"2024-09-12T18:16:07.428170+0000","last_peered":"2024-09-12T18:16:07.428170+0000","last_clean":"2024-09-12T18:16:07.428170+0000","last_became_active":"2024-09-12T17:35:03.253138+0000","last_became_peered":"2024-09-12T17:35:03.253138+0000","last_unstale":"2024-09-12T18:16:07.428170+0000","last_undegraded":"2024-09-12T18:16:07.428170+0000","last_fullsized":"2024-09-12T18:16:07.428170+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:57:18.799771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7409,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":150,"num_read_kb":160,"num_write":78,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"266'746","reported_seq":2202,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:19.244296+0000","last_change":"2024-09-12T17:35:04.967293+0000","last_active":"2024-09-12T18:16:19.244296+0000","last_peered":"2024-09-12T18:16:19.244296+0000","last_clean":"2024-09-12T18:16:19.244296+0000","last_became_active":"2024-09-12T17:35:04.967011+0000","last_became_peered":"2024-09-12T17:35:04.967011+0000","last_unstale":"2024-09-12T18:16:19.244296+0000","last_undegraded":"2024-09-12T18:16:19.244296+0000","last_fullsized":"2024-09-12T18:16:19.244296+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":700,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:20:07.450151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"266'91","reported_seq":659,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.409706+0000","last_change":"2024-09-12T17:34:58.919113+0000","last_active":"2024-09-12T18:14:02.409706+0000","last_peered":"2024-09-12T18:14:02.409706+0000","last_clean":"2024-09-12T18:14:02.409706+0000","last_became_active":"2024-09-12T17:34:58.917715+0000","last_became_peered":"2024-09-12T17:34:58.917715+0000","last_unstale":"2024-09-12T18:14:02.409706+0000","last_undegraded":"2024-09-12T18:14:02.409706+0000","last_fullsized":"2024-09-12T18:14:02.409706+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":0,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:41:36.727987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":413,"num_read_kb":341,"num_write":135,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"266'185","reported_seq":815,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:55.745885+0000","last_change":"2024-09-12T17:34:56.935650+0000","last_active":"2024-09-12T18:14:55.745885+0000","last_peered":"2024-09-12T18:14:55.745885+0000","last_clean":"2024-09-12T18:14:55.745885+0000","last_became_active":"2024-09-12T17:34:56.934929+0000","last_became_peered":"2024-09-12T17:34:56.934929+0000","last_unstale":"2024-09-12T18:14:55.745885+0000","last_undegraded":"2024-09-12T18:14:55.745885+0000","last_fullsized":"2024-09-12T18:14:55.745885+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":100,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:46:19.381233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13459489,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":462,"num_read_kb":23437,"num_write":907,"num_write_kb":25265,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":495,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.408591+0000","last_change":"2024-09-12T17:35:00.938355+0000","last_active":"2024-09-12T18:14:02.408591+0000","last_peered":"2024-09-12T18:14:02.408591+0000","last_clean":"2024-09-12T18:14:02.408591+0000","last_became_active":"2024-09-12T17:35:00.938077+0000","last_became_peered":"2024-09-12T17:35:00.938077+0000","last_unstale":"2024-09-12T18:14:02.408591+0000","last_undegraded":"2024-09-12T18:14:02.408591+0000","last_fullsized":"2024-09-12T18:14:02.408591+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:00:35.699522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"266'209","reported_seq":812,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:19.214537+0000","last_change":"2024-09-12T17:35:03.251975+0000","last_active":"2024-09-12T18:16:19.214537+0000","last_peered":"2024-09-12T18:16:19.214537+0000","last_clean":"2024-09-12T18:16:19.214537+0000","last_became_active":"2024-09-12T17:35:03.251671+0000","last_became_peered":"2024-09-12T17:35:03.251671+0000","last_unstale":"2024-09-12T18:16:19.214537+0000","last_undegraded":"2024-09-12T18:16:19.214537+0000","last_fullsized":"2024-09-12T18:16:19.214537+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":100,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:21:03.585556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12254,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":272,"num_read_kb":325,"num_write":160,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":490,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:22.400670+0000","last_change":"2024-09-12T17:35:04.966695+0000","last_active":"2024-09-12T18:13:22.400670+0000","last_peered":"2024-09-12T18:13:22.400670+0000","last_clean":"2024-09-12T18:13:22.400670+0000","last_became_active":"2024-09-12T17:35:04.966409+0000","last_became_peered":"2024-09-12T17:35:04.966409+0000","last_unstale":"2024-09-12T18:13:22.400670+0000","last_undegraded":"2024-09-12T18:13:22.400670+0000","last_fullsized":"2024-09-12T18:13:22.400670+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:23:33.209804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"266'546","reported_seq":1351,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:19.227180+0000","last_change":"2024-09-12T17:35:06.986931+0000","last_active":"2024-09-12T18:16:19.227180+0000","last_peered":"2024-09-12T18:16:19.227180+0000","last_clean":"2024-09-12T18:16:19.227180+0000","last_became_active":"2024-09-12T17:35:06.986610+0000","last_became_peered":"2024-09-12T17:35:06.986610+0000","last_unstale":"2024-09-12T18:16:19.227180+0000","last_undegraded":"2024-09-12T18:16:19.227180+0000","last_fullsized":"2024-09-12T18:16:19.227180+0000","mapping_epoch":35,"log_start":"266'500","ondisk_log_start":"266'500","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":500,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:34:50.007919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1304,"num_read_kb":1302,"num_write":1132,"num_write_kb":388,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"266'82","reported_seq":650,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.436569+0000","last_change":"2024-09-12T17:34:58.920041+0000","last_active":"2024-09-12T18:14:02.436569+0000","last_peered":"2024-09-12T18:14:02.436569+0000","last_clean":"2024-09-12T18:14:02.436569+0000","last_became_active":"2024-09-12T17:34:58.919767+0000","last_became_peered":"2024-09-12T17:34:58.919767+0000","last_unstale":"2024-09-12T18:14:02.436569+0000","last_undegraded":"2024-09-12T18:14:02.436569+0000","last_fullsized":"2024-09-12T18:14:02.436569+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":0,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:09:58.353515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":387,"num_read_kb":321,"num_write":126,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"266'219","reported_seq":860,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:12.401472+0000","last_change":"2024-09-12T17:34:56.915666+0000","last_active":"2024-09-12T18:13:12.401472+0000","last_peered":"2024-09-12T18:13:12.401472+0000","last_clean":"2024-09-12T18:13:12.401472+0000","last_became_active":"2024-09-12T17:34:56.915155+0000","last_became_peered":"2024-09-12T17:34:56.915155+0000","last_unstale":"2024-09-12T18:13:12.401472+0000","last_undegraded":"2024-09-12T18:13:12.401472+0000","last_fullsized":"2024-09-12T18:13:12.401472+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":200,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:53:59.504340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9465262,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":453,"num_read_kb":97617,"num_write":991,"num_write_kb":40649,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":498,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.405654+0000","last_change":"2024-09-12T17:35:00.930817+0000","last_active":"2024-09-12T18:14:02.405654+0000","last_peered":"2024-09-12T18:14:02.405654+0000","last_clean":"2024-09-12T18:14:02.405654+0000","last_became_active":"2024-09-12T17:35:00.930541+0000","last_became_peered":"2024-09-12T17:35:00.930541+0000","last_unstale":"2024-09-12T18:14:02.405654+0000","last_undegraded":"2024-09-12T18:14:02.405654+0000","last_fullsized":"2024-09-12T18:14:02.405654+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:53:06.175721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"266'129","reported_seq":695,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:32.565290+0000","last_change":"2024-09-12T17:35:02.952011+0000","last_active":"2024-09-12T18:15:32.565290+0000","last_peered":"2024-09-12T18:15:32.565290+0000","last_clean":"2024-09-12T18:15:32.565290+0000","last_became_active":"2024-09-12T17:35:02.951722+0000","last_became_peered":"2024-09-12T17:35:02.951722+0000","last_unstale":"2024-09-12T18:15:32.565290+0000","last_undegraded":"2024-09-12T18:15:32.565290+0000","last_fullsized":"2024-09-12T18:15:32.565290+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:46:03.311816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16552,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":168,"num_read_kb":246,"num_write":94,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:12.555214+0000","last_change":"2024-09-12T17:35:04.965337+0000","last_active":"2024-09-12T18:14:12.555214+0000","last_peered":"2024-09-12T18:14:12.555214+0000","last_clean":"2024-09-12T18:14:12.555214+0000","last_became_active":"2024-09-12T17:35:04.965012+0000","last_became_peered":"2024-09-12T17:35:04.965012+0000","last_unstale":"2024-09-12T18:14:12.555214+0000","last_undegraded":"2024-09-12T18:14:12.555214+0000","last_fullsized":"2024-09-12T18:14:12.555214+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:47:55.558470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"266'2440","reported_seq":4266,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:56.859144+0000","last_change":"2024-09-12T17:35:06.986539+0000","last_active":"2024-09-12T18:14:56.859144+0000","last_peered":"2024-09-12T18:14:56.859144+0000","last_clean":"2024-09-12T18:14:56.859144+0000","last_became_active":"2024-09-12T17:35:06.986255+0000","last_became_peered":"2024-09-12T17:35:06.986255+0000","last_unstale":"2024-09-12T18:14:56.859144+0000","last_undegraded":"2024-09-12T18:14:56.859144+0000","last_fullsized":"2024-09-12T18:14:56.859144+0000","mapping_epoch":35,"log_start":"266'2400","ondisk_log_start":"266'2400","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":2400,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:25:29.990381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1026,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":6099,"num_read_kb":6093,"num_write":4948,"num_write_kb":1806,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"266'111","reported_seq":689,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:12.407603+0000","last_change":"2024-09-12T17:34:58.926976+0000","last_active":"2024-09-12T18:14:12.407603+0000","last_peered":"2024-09-12T18:14:12.407603+0000","last_clean":"2024-09-12T18:14:12.407603+0000","last_became_active":"2024-09-12T17:34:58.926693+0000","last_became_peered":"2024-09-12T17:34:58.926693+0000","last_unstale":"2024-09-12T18:14:12.407603+0000","last_undegraded":"2024-09-12T18:14:12.407603+0000","last_fullsized":"2024-09-12T18:14:12.407603+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":100,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:21:05.583201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":483,"num_read_kb":401,"num_write":163,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"266'201","reported_seq":857,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:34.988231+0000","last_change":"2024-09-12T17:34:56.919208+0000","last_active":"2024-09-12T18:14:34.988231+0000","last_peered":"2024-09-12T18:14:34.988231+0000","last_clean":"2024-09-12T18:14:34.988231+0000","last_became_active":"2024-09-12T17:34:56.918166+0000","last_became_peered":"2024-09-12T17:34:56.918166+0000","last_unstale":"2024-09-12T18:14:34.988231+0000","last_undegraded":"2024-09-12T18:14:34.988231+0000","last_fullsized":"2024-09-12T18:14:34.988231+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:23:46.771665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13415559,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":505,"num_read_kb":117048,"num_write":998,"num_write_kb":37308,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":497,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:17.399859+0000","last_change":"2024-09-12T17:35:00.935547+0000","last_active":"2024-09-12T18:13:17.399859+0000","last_peered":"2024-09-12T18:13:17.399859+0000","last_clean":"2024-09-12T18:13:17.399859+0000","last_became_active":"2024-09-12T17:35:00.935218+0000","last_became_peered":"2024-09-12T17:35:00.935218+0000","last_unstale":"2024-09-12T18:13:17.399859+0000","last_undegraded":"2024-09-12T18:13:17.399859+0000","last_fullsized":"2024-09-12T18:13:17.399859+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:45:01.085917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"266'152","reported_seq":729,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:12.428898+0000","last_change":"2024-09-12T17:35:02.949983+0000","last_active":"2024-09-12T18:16:12.428898+0000","last_peered":"2024-09-12T18:16:12.428898+0000","last_clean":"2024-09-12T18:16:12.428898+0000","last_became_active":"2024-09-12T17:35:02.949466+0000","last_became_peered":"2024-09-12T17:35:02.949466+0000","last_unstale":"2024-09-12T18:16:12.428898+0000","last_undegraded":"2024-09-12T18:16:12.428898+0000","last_fullsized":"2024-09-12T18:16:12.428898+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:17:42.002146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12121,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":195,"num_read_kb":220,"num_write":108,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"266'756","reported_seq":2236,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:19.245229+0000","last_change":"2024-09-12T17:35:04.970958+0000","last_active":"2024-09-12T18:16:19.245229+0000","last_peered":"2024-09-12T18:16:19.245229+0000","last_clean":"2024-09-12T18:16:19.245229+0000","last_became_active":"2024-09-12T17:35:04.970607+0000","last_became_peered":"2024-09-12T17:35:04.970607+0000","last_unstale":"2024-09-12T18:16:19.245229+0000","last_undegraded":"2024-09-12T18:16:19.245229+0000","last_fullsized":"2024-09-12T18:16:19.245229+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":700,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:43:58.932456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"266'97","reported_seq":594,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:18.065879+0000","last_change":"2024-09-12T17:35:06.985831+0000","last_active":"2024-09-12T18:16:18.065879+0000","last_peered":"2024-09-12T18:16:18.065879+0000","last_clean":"2024-09-12T18:16:18.065879+0000","last_became_active":"2024-09-12T17:35:06.985470+0000","last_became_peered":"2024-09-12T17:35:06.985470+0000","last_unstale":"2024-09-12T18:16:18.065879+0000","last_undegraded":"2024-09-12T18:16:18.065879+0000","last_fullsized":"2024-09-12T18:16:18.065879+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:32:52.219723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":156,"num_read_kb":142,"num_write":229,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"266'374","reported_seq":1011,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:29.389214+0000","last_change":"2024-09-12T17:34:58.930094+0000","last_active":"2024-09-12T18:13:29.389214+0000","last_peered":"2024-09-12T18:13:29.389214+0000","last_clean":"2024-09-12T18:13:29.389214+0000","last_became_active":"2024-09-12T17:34:58.929171+0000","last_became_peered":"2024-09-12T17:34:58.929171+0000","last_unstale":"2024-09-12T18:13:29.389214+0000","last_undegraded":"2024-09-12T18:13:29.389214+0000","last_fullsized":"2024-09-12T18:13:29.389214+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":300,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:19:02.338379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1723,"num_read_kb":1528,"num_write":649,"num_write_kb":326,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"266'198","reported_seq":883,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:38.826582+0000","last_change":"2024-09-12T17:34:56.923638+0000","last_active":"2024-09-12T18:13:38.826582+0000","last_peered":"2024-09-12T18:13:38.826582+0000","last_clean":"2024-09-12T18:13:38.826582+0000","last_became_active":"2024-09-12T17:34:56.923319+0000","last_became_peered":"2024-09-12T17:34:56.923319+0000","last_unstale":"2024-09-12T18:13:38.826582+0000","last_undegraded":"2024-09-12T18:13:38.826582+0000","last_fullsized":"2024-09-12T18:13:38.826582+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":100,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:37:02.612636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263189,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":632,"num_read_kb":140730,"num_write":914,"num_write_kb":33453,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":498,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:07.406162+0000","last_change":"2024-09-12T17:35:00.936285+0000","last_active":"2024-09-12T18:14:07.406162+0000","last_peered":"2024-09-12T18:14:07.406162+0000","last_clean":"2024-09-12T18:14:07.406162+0000","last_became_active":"2024-09-12T17:35:00.936017+0000","last_became_peered":"2024-09-12T17:35:00.936017+0000","last_unstale":"2024-09-12T18:14:07.406162+0000","last_undegraded":"2024-09-12T18:14:07.406162+0000","last_fullsized":"2024-09-12T18:14:07.406162+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:22:41.707620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"266'197","reported_seq":814,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:19.195154+0000","last_change":"2024-09-12T17:35:02.950119+0000","last_active":"2024-09-12T18:16:19.195154+0000","last_peered":"2024-09-12T18:16:19.195154+0000","last_clean":"2024-09-12T18:16:19.195154+0000","last_became_active":"2024-09-12T17:35:02.949663+0000","last_became_peered":"2024-09-12T17:35:02.949663+0000","last_unstale":"2024-09-12T18:16:19.195154+0000","last_undegraded":"2024-09-12T18:16:19.195154+0000","last_fullsized":"2024-09-12T18:16:19.195154+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":100,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:10:36.899692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50694,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":267,"num_read_kb":452,"num_write":134,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":490,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:07.406138+0000","last_change":"2024-09-12T17:35:04.963851+0000","last_active":"2024-09-12T18:14:07.406138+0000","last_peered":"2024-09-12T18:14:07.406138+0000","last_clean":"2024-09-12T18:14:07.406138+0000","last_became_active":"2024-09-12T17:35:04.963524+0000","last_became_peered":"2024-09-12T17:35:04.963524+0000","last_unstale":"2024-09-12T18:14:07.406138+0000","last_undegraded":"2024-09-12T18:14:07.406138+0000","last_fullsized":"2024-09-12T18:14:07.406138+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:03:44.649542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"266'127","reported_seq":669,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:07.406612+0000","last_change":"2024-09-12T17:35:06.982679+0000","last_active":"2024-09-12T18:14:07.406612+0000","last_peered":"2024-09-12T18:14:07.406612+0000","last_clean":"2024-09-12T18:14:07.406612+0000","last_became_active":"2024-09-12T17:35:06.982394+0000","last_became_peered":"2024-09-12T17:35:06.982394+0000","last_unstale":"2024-09-12T18:14:07.406612+0000","last_undegraded":"2024-09-12T18:14:07.406612+0000","last_fullsized":"2024-09-12T18:14:07.406612+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:33:36.735682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":729,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":278,"num_read_kb":239,"num_write":286,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"266'167","reported_seq":784,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:07.191719+0000","last_change":"2024-09-12T17:34:58.923399+0000","last_active":"2024-09-12T18:14:07.191719+0000","last_peered":"2024-09-12T18:14:07.191719+0000","last_clean":"2024-09-12T18:14:07.191719+0000","last_became_active":"2024-09-12T17:34:58.923032+0000","last_became_peered":"2024-09-12T17:34:58.923032+0000","last_unstale":"2024-09-12T18:14:07.191719+0000","last_undegraded":"2024-09-12T18:14:07.191719+0000","last_fullsized":"2024-09-12T18:14:07.191719+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:38:21.764008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":760,"num_read_kb":630,"num_write":244,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"266'205","reported_seq":799,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.403815+0000","last_change":"2024-09-12T17:35:31.182367+0000","last_active":"2024-09-12T18:13:47.403815+0000","last_peered":"2024-09-12T18:13:47.403815+0000","last_clean":"2024-09-12T18:13:47.403815+0000","last_became_active":"2024-09-12T17:35:31.181811+0000","last_became_peered":"2024-09-12T17:35:31.181811+0000","last_unstale":"2024-09-12T18:13:47.403815+0000","last_undegraded":"2024-09-12T18:13:47.403815+0000","last_fullsized":"2024-09-12T18:13:47.403815+0000","mapping_epoch":38,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":100,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:38:44.065901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8411341,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":410,"num_read_kb":18088,"num_write":1002,"num_write_kb":29347,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,4],"acting":[2,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":497,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:17.399899+0000","last_change":"2024-09-12T17:35:00.936868+0000","last_active":"2024-09-12T18:13:17.399899+0000","last_peered":"2024-09-12T18:13:17.399899+0000","last_clean":"2024-09-12T18:13:17.399899+0000","last_became_active":"2024-09-12T17:35:00.936569+0000","last_became_peered":"2024-09-12T17:35:00.936569+0000","last_unstale":"2024-09-12T18:13:17.399899+0000","last_undegraded":"2024-09-12T18:13:17.399899+0000","last_fullsized":"2024-09-12T18:13:17.399899+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:08:00.767620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"266'147","reported_seq":717,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:32.449571+0000","last_change":"2024-09-12T17:35:02.948304+0000","last_active":"2024-09-12T18:15:32.449571+0000","last_peered":"2024-09-12T18:15:32.449571+0000","last_clean":"2024-09-12T18:15:32.449571+0000","last_became_active":"2024-09-12T17:35:02.947998+0000","last_became_peered":"2024-09-12T17:35:02.947998+0000","last_unstale":"2024-09-12T18:15:32.449571+0000","last_undegraded":"2024-09-12T18:15:32.449571+0000","last_fullsized":"2024-09-12T18:15:32.449571+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:27:30.821334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19860,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":211,"num_read_kb":301,"num_write":168,"num_write_kb":107,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":485,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:27.519577+0000","last_change":"2024-09-12T17:35:04.968835+0000","last_active":"2024-09-12T18:13:27.519577+0000","last_peered":"2024-09-12T18:13:27.519577+0000","last_clean":"2024-09-12T18:13:27.519577+0000","last_became_active":"2024-09-12T17:35:04.968528+0000","last_became_peered":"2024-09-12T17:35:04.968528+0000","last_unstale":"2024-09-12T18:13:27.519577+0000","last_undegraded":"2024-09-12T18:13:27.519577+0000","last_fullsized":"2024-09-12T18:13:27.519577+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:09:08.961236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"266'128","reported_seq":618,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:12.562981+0000","last_change":"2024-09-12T17:35:06.988182+0000","last_active":"2024-09-12T18:15:12.562981+0000","last_peered":"2024-09-12T18:15:12.562981+0000","last_clean":"2024-09-12T18:15:12.562981+0000","last_became_active":"2024-09-12T17:35:06.987924+0000","last_became_peered":"2024-09-12T17:35:06.987924+0000","last_unstale":"2024-09-12T18:15:12.562981+0000","last_undegraded":"2024-09-12T18:15:12.562981+0000","last_fullsized":"2024-09-12T18:15:12.562981+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:50:51.296107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":136,"num_read_kb":135,"num_write":305,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"266'348","reported_seq":1066,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:10.208046+0000","last_change":"2024-09-12T17:34:58.918886+0000","last_active":"2024-09-12T18:14:10.208046+0000","last_peered":"2024-09-12T18:14:10.208046+0000","last_clean":"2024-09-12T18:14:10.208046+0000","last_became_active":"2024-09-12T17:34:58.918283+0000","last_became_peered":"2024-09-12T17:34:58.918283+0000","last_unstale":"2024-09-12T18:14:10.208046+0000","last_undegraded":"2024-09-12T18:14:10.208046+0000","last_fullsized":"2024-09-12T18:14:10.208046+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:02:57.811672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1718,"num_read_kb":1431,"num_write":646,"num_write_kb":423,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"266'249","reported_seq":879,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:24.982208+0000","last_change":"2024-09-12T17:34:56.928373+0000","last_active":"2024-09-12T18:14:24.982208+0000","last_peered":"2024-09-12T18:14:24.982208+0000","last_clean":"2024-09-12T18:14:24.982208+0000","last_became_active":"2024-09-12T17:34:56.928028+0000","last_became_peered":"2024-09-12T17:34:56.928028+0000","last_unstale":"2024-09-12T18:14:24.982208+0000","last_undegraded":"2024-09-12T18:14:24.982208+0000","last_fullsized":"2024-09-12T18:14:24.982208+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":200,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:17:43.639122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1571255,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":534,"num_read_kb":23586,"num_write":1067,"num_write_kb":38807,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":498,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:17.400093+0000","last_change":"2024-09-12T17:35:00.930800+0000","last_active":"2024-09-12T18:13:17.400093+0000","last_peered":"2024-09-12T18:13:17.400093+0000","last_clean":"2024-09-12T18:13:17.400093+0000","last_became_active":"2024-09-12T17:35:00.930519+0000","last_became_peered":"2024-09-12T17:35:00.930519+0000","last_unstale":"2024-09-12T18:13:17.400093+0000","last_undegraded":"2024-09-12T18:13:17.400093+0000","last_fullsized":"2024-09-12T18:13:17.400093+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:07:10.455521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"266'143","reported_seq":722,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:37.416580+0000","last_change":"2024-09-12T17:35:02.948774+0000","last_active":"2024-09-12T18:15:37.416580+0000","last_peered":"2024-09-12T18:15:37.416580+0000","last_clean":"2024-09-12T18:15:37.416580+0000","last_became_active":"2024-09-12T17:35:02.948449+0000","last_became_peered":"2024-09-12T17:35:02.948449+0000","last_unstale":"2024-09-12T18:15:37.416580+0000","last_undegraded":"2024-09-12T18:15:37.416580+0000","last_fullsized":"2024-09-12T18:15:37.416580+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":100,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:37:57.101483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16564,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":196,"num_read_kb":256,"num_write":108,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"266'748","reported_seq":2439,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:19.241350+0000","last_change":"2024-09-12T17:35:04.966982+0000","last_active":"2024-09-12T18:16:19.241350+0000","last_peered":"2024-09-12T18:16:19.241350+0000","last_clean":"2024-09-12T18:16:19.241350+0000","last_became_active":"2024-09-12T17:35:04.966668+0000","last_became_peered":"2024-09-12T17:35:04.966668+0000","last_unstale":"2024-09-12T18:16:19.241350+0000","last_undegraded":"2024-09-12T18:16:19.241350+0000","last_fullsized":"2024-09-12T18:16:19.241350+0000","mapping_epoch":33,"log_start":"266'701","ondisk_log_start":"266'701","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":701,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:53:23.875404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"266'104","reported_seq":600,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:57.896835+0000","last_change":"2024-09-12T17:35:06.981057+0000","last_active":"2024-09-12T18:14:57.896835+0000","last_peered":"2024-09-12T18:14:57.896835+0000","last_clean":"2024-09-12T18:14:57.896835+0000","last_became_active":"2024-09-12T17:35:06.980716+0000","last_became_peered":"2024-09-12T17:35:06.980716+0000","last_unstale":"2024-09-12T18:14:57.896835+0000","last_undegraded":"2024-09-12T18:14:57.896835+0000","last_fullsized":"2024-09-12T18:14:57.896835+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:54:18.154169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1256,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":140,"num_read_kb":134,"num_write":255,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"266'95","reported_seq":697,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:34.199742+0000","last_change":"2024-09-12T17:34:58.921040+0000","last_active":"2024-09-12T18:13:34.199742+0000","last_peered":"2024-09-12T18:13:34.199742+0000","last_clean":"2024-09-12T18:13:34.199742+0000","last_became_active":"2024-09-12T17:34:58.920768+0000","last_became_peered":"2024-09-12T17:34:58.920768+0000","last_unstale":"2024-09-12T18:13:34.199742+0000","last_undegraded":"2024-09-12T18:13:34.199742+0000","last_fullsized":"2024-09-12T18:13:34.199742+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":0,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:13:20.321748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":462,"num_read_kb":392,"num_write":151,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"266'164","reported_seq":773,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:23.383672+0000","last_change":"2024-09-12T17:34:56.919092+0000","last_active":"2024-09-12T18:14:23.383672+0000","last_peered":"2024-09-12T18:14:23.383672+0000","last_clean":"2024-09-12T18:14:23.383672+0000","last_became_active":"2024-09-12T17:34:56.918704+0000","last_became_peered":"2024-09-12T17:34:56.918704+0000","last_unstale":"2024-09-12T18:14:23.383672+0000","last_undegraded":"2024-09-12T18:14:23.383672+0000","last_fullsized":"2024-09-12T18:14:23.383672+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:43:16.518987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12143091,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":347,"num_read_kb":24218,"num_write":785,"num_write_kb":41362,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"30'2","reported_seq":1450,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:18.958209+0000","last_change":"2024-09-12T17:35:00.936318+0000","last_active":"2024-09-12T18:16:18.958209+0000","last_peered":"2024-09-12T18:16:18.958209+0000","last_clean":"2024-09-12T18:16:18.958209+0000","last_became_active":"2024-09-12T17:35:00.935573+0000","last_became_peered":"2024-09-12T17:35:00.935573+0000","last_unstale":"2024-09-12T18:16:18.958209+0000","last_undegraded":"2024-09-12T18:16:18.958209+0000","last_fullsized":"2024-09-12T18:16:18.958209+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:10:51.532268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":954,"num_read_kb":954,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"266'80","reported_seq":600,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:11.435902+0000","last_change":"2024-09-12T17:35:03.252776+0000","last_active":"2024-09-12T18:15:11.435902+0000","last_peered":"2024-09-12T18:15:11.435902+0000","last_clean":"2024-09-12T18:15:11.435902+0000","last_became_active":"2024-09-12T17:35:03.252300+0000","last_became_peered":"2024-09-12T17:35:03.252300+0000","last_unstale":"2024-09-12T18:15:11.435902+0000","last_undegraded":"2024-09-12T18:15:11.435902+0000","last_fullsized":"2024-09-12T18:15:11.435902+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":0,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:57:40.553371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":77,"num_read_kb":71,"num_write":52,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"266'764","reported_seq":2369,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:19.242124+0000","last_change":"2024-09-12T17:35:04.962746+0000","last_active":"2024-09-12T18:16:19.242124+0000","last_peered":"2024-09-12T18:16:19.242124+0000","last_clean":"2024-09-12T18:16:19.242124+0000","last_became_active":"2024-09-12T17:35:04.962416+0000","last_became_peered":"2024-09-12T17:35:04.962416+0000","last_unstale":"2024-09-12T18:16:19.242124+0000","last_undegraded":"2024-09-12T18:16:19.242124+0000","last_fullsized":"2024-09-12T18:16:19.242124+0000","mapping_epoch":33,"log_start":"266'701","ondisk_log_start":"266'701","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":701,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:18:43.641057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"266'108","reported_seq":600,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:58.726666+0000","last_change":"2024-09-12T17:35:06.980953+0000","last_active":"2024-09-12T18:14:58.726666+0000","last_peered":"2024-09-12T18:14:58.726666+0000","last_clean":"2024-09-12T18:14:58.726666+0000","last_became_active":"2024-09-12T17:35:06.980651+0000","last_became_peered":"2024-09-12T17:35:06.980651+0000","last_unstale":"2024-09-12T18:14:58.726666+0000","last_undegraded":"2024-09-12T18:14:58.726666+0000","last_fullsized":"2024-09-12T18:14:58.726666+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:54:46.283427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":113,"num_read_kb":112,"num_write":247,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"266'333","reported_seq":1009,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:37.785448+0000","last_change":"2024-09-12T17:34:58.923313+0000","last_active":"2024-09-12T18:14:37.785448+0000","last_peered":"2024-09-12T18:14:37.785448+0000","last_clean":"2024-09-12T18:14:37.785448+0000","last_became_active":"2024-09-12T17:34:58.923008+0000","last_became_peered":"2024-09-12T17:34:58.923008+0000","last_unstale":"2024-09-12T18:14:37.785448+0000","last_undegraded":"2024-09-12T18:14:37.785448+0000","last_fullsized":"2024-09-12T18:14:37.785448+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:25:53.337365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1673,"num_read_kb":1469,"num_write":531,"num_write_kb":278,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"266'236","reported_seq":886,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:45.179275+0000","last_change":"2024-09-12T17:34:56.920767+0000","last_active":"2024-09-12T18:14:45.179275+0000","last_peered":"2024-09-12T18:14:45.179275+0000","last_clean":"2024-09-12T18:14:45.179275+0000","last_became_active":"2024-09-12T17:34:56.920361+0000","last_became_peered":"2024-09-12T17:34:56.920361+0000","last_unstale":"2024-09-12T18:14:45.179275+0000","last_undegraded":"2024-09-12T18:14:45.179275+0000","last_fullsized":"2024-09-12T18:14:45.179275+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":200,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:30:30.445580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5942816,"num_objects":15,"num_object_clones":0,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":558,"num_read_kb":58412,"num_write":1039,"num_write_kb":35976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":498,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:17.430994+0000","last_change":"2024-09-12T17:35:00.933738+0000","last_active":"2024-09-12T18:13:17.430994+0000","last_peered":"2024-09-12T18:13:17.430994+0000","last_clean":"2024-09-12T18:13:17.430994+0000","last_became_active":"2024-09-12T17:35:00.933438+0000","last_became_peered":"2024-09-12T17:35:00.933438+0000","last_unstale":"2024-09-12T18:13:17.430994+0000","last_undegraded":"2024-09-12T18:13:17.430994+0000","last_fullsized":"2024-09-12T18:13:17.430994+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:54:15.400350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"266'202","reported_seq":799,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:32.422282+0000","last_change":"2024-09-12T17:35:02.954307+0000","last_active":"2024-09-12T18:15:32.422282+0000","last_peered":"2024-09-12T18:15:32.422282+0000","last_clean":"2024-09-12T18:15:32.422282+0000","last_became_active":"2024-09-12T17:35:02.953980+0000","last_became_peered":"2024-09-12T17:35:02.953980+0000","last_unstale":"2024-09-12T18:15:32.422282+0000","last_undegraded":"2024-09-12T18:15:32.422282+0000","last_fullsized":"2024-09-12T18:15:32.422282+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":100,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:17:54.208871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9902,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":265,"num_read_kb":308,"num_write":160,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":484,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:22.401224+0000","last_change":"2024-09-12T17:35:04.965213+0000","last_active":"2024-09-12T18:13:22.401224+0000","last_peered":"2024-09-12T18:13:22.401224+0000","last_clean":"2024-09-12T18:13:22.401224+0000","last_became_active":"2024-09-12T17:35:04.964947+0000","last_became_peered":"2024-09-12T17:35:04.964947+0000","last_unstale":"2024-09-12T18:13:22.401224+0000","last_undegraded":"2024-09-12T18:13:22.401224+0000","last_fullsized":"2024-09-12T18:13:22.401224+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:36:07.655909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"266'123","reported_seq":623,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:37.191177+0000","last_change":"2024-09-12T17:35:06.984403+0000","last_active":"2024-09-12T18:14:37.191177+0000","last_peered":"2024-09-12T18:14:37.191177+0000","last_clean":"2024-09-12T18:14:37.191177+0000","last_became_active":"2024-09-12T17:35:06.984110+0000","last_became_peered":"2024-09-12T17:35:06.984110+0000","last_unstale":"2024-09-12T18:14:37.191177+0000","last_undegraded":"2024-09-12T18:14:37.191177+0000","last_fullsized":"2024-09-12T18:14:37.191177+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:18:57.421412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":183,"num_read_kb":174,"num_write":285,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"266'245","reported_seq":839,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:25.510929+0000","last_change":"2024-09-12T17:34:58.921570+0000","last_active":"2024-09-12T18:14:25.510929+0000","last_peered":"2024-09-12T18:14:25.510929+0000","last_clean":"2024-09-12T18:14:25.510929+0000","last_became_active":"2024-09-12T17:34:58.921292+0000","last_became_peered":"2024-09-12T17:34:58.921292+0000","last_unstale":"2024-09-12T18:14:25.510929+0000","last_undegraded":"2024-09-12T18:14:25.510929+0000","last_fullsized":"2024-09-12T18:14:25.510929+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":200,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:05:03.210750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1071,"num_read_kb":869,"num_write":458,"num_write_kb":239,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":614,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:47.398018+0000","last_change":"2024-09-12T17:34:38.878097+0000","last_active":"2024-09-12T18:12:47.398018+0000","last_peered":"2024-09-12T18:12:47.398018+0000","last_clean":"2024-09-12T18:12:47.398018+0000","last_became_active":"2024-09-12T17:34:38.877094+0000","last_became_peered":"2024-09-12T17:34:38.877094+0000","last_unstale":"2024-09-12T18:12:47.398018+0000","last_undegraded":"2024-09-12T18:12:47.398018+0000","last_fullsized":"2024-09-12T18:12:47.398018+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:37.584735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:37.584735+0000","last_clean_scrub_stamp":"2024-09-12T17:34:37.584735+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:57:26.069418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"19'1","reported_seq":524,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:22.412386+0000","last_change":"2024-09-12T17:34:47.631024+0000","last_active":"2024-09-12T18:14:22.412386+0000","last_peered":"2024-09-12T18:14:22.412386+0000","last_clean":"2024-09-12T18:14:22.412386+0000","last_became_active":"2024-09-12T17:34:45.621550+0000","last_became_peered":"2024-09-12T17:34:45.621550+0000","last_unstale":"2024-09-12T18:14:22.412386+0000","last_undegraded":"2024-09-12T18:14:22.412386+0000","last_fullsized":"2024-09-12T18:14:22.412386+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_clean_scrub_stamp":"2024-09-12T17:34:44.604271+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:04:46.125814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000454752,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"266'171","reported_seq":797,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:55.749507+0000","last_change":"2024-09-12T17:34:56.932641+0000","last_active":"2024-09-12T18:14:55.749507+0000","last_peered":"2024-09-12T18:14:55.749507+0000","last_clean":"2024-09-12T18:14:55.749507+0000","last_became_active":"2024-09-12T17:34:56.930976+0000","last_became_peered":"2024-09-12T17:34:56.930976+0000","last_unstale":"2024-09-12T18:14:55.749507+0000","last_undegraded":"2024-09-12T18:14:55.749507+0000","last_fullsized":"2024-09-12T18:14:55.749507+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:53:06.766416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5676443,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":424,"num_read_kb":23706,"num_write":834,"num_write_kb":20885,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"37'4","reported_seq":975,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:18.946594+0000","last_change":"2024-09-12T17:35:00.937944+0000","last_active":"2024-09-12T18:16:18.946594+0000","last_peered":"2024-09-12T18:16:18.946594+0000","last_clean":"2024-09-12T18:16:18.946594+0000","last_became_active":"2024-09-12T17:35:00.937638+0000","last_became_peered":"2024-09-12T17:35:00.937638+0000","last_unstale":"2024-09-12T18:16:18.946594+0000","last_undegraded":"2024-09-12T18:16:18.946594+0000","last_fullsized":"2024-09-12T18:16:18.946594+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:01:51.909002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":724,"num_read_kb":1192,"num_write":8,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"266'285","reported_seq":970,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:19.213376+0000","last_change":"2024-09-12T17:35:02.952214+0000","last_active":"2024-09-12T18:16:19.213376+0000","last_peered":"2024-09-12T18:16:19.213376+0000","last_clean":"2024-09-12T18:16:19.213376+0000","last_became_active":"2024-09-12T17:35:02.951937+0000","last_became_peered":"2024-09-12T17:35:02.951937+0000","last_unstale":"2024-09-12T18:16:19.213376+0000","last_undegraded":"2024-09-12T18:16:19.213376+0000","last_fullsized":"2024-09-12T18:16:19.213376+0000","mapping_epoch":31,"log_start":"263'200","ondisk_log_start":"263'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:06:47.448891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59503,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":537,"num_read_kb":705,"num_write":488,"num_write_kb":381,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":486,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:07.525197+0000","last_change":"2024-09-12T17:35:04.971000+0000","last_active":"2024-09-12T18:14:07.525197+0000","last_peered":"2024-09-12T18:14:07.525197+0000","last_clean":"2024-09-12T18:14:07.525197+0000","last_became_active":"2024-09-12T17:35:04.970656+0000","last_became_peered":"2024-09-12T17:35:04.970656+0000","last_unstale":"2024-09-12T18:14:07.525197+0000","last_undegraded":"2024-09-12T18:14:07.525197+0000","last_fullsized":"2024-09-12T18:14:07.525197+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:48:04.035841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"266'242","reported_seq":998,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:58.675898+0000","last_change":"2024-09-12T17:35:06.984405+0000","last_active":"2024-09-12T18:14:58.675898+0000","last_peered":"2024-09-12T18:14:58.675898+0000","last_clean":"2024-09-12T18:14:58.675898+0000","last_became_active":"2024-09-12T17:35:06.984114+0000","last_became_peered":"2024-09-12T17:35:06.984114+0000","last_unstale":"2024-09-12T18:14:58.675898+0000","last_undegraded":"2024-09-12T18:14:58.675898+0000","last_fullsized":"2024-09-12T18:14:58.675898+0000","mapping_epoch":35,"log_start":"266'200","ondisk_log_start":"266'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":200,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:09:32.863048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1263,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":771,"num_read_kb":707,"num_write":523,"num_write_kb":144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"266'147","reported_seq":729,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.524588+0000","last_change":"2024-09-12T17:34:58.928119+0000","last_active":"2024-09-12T18:14:02.524588+0000","last_peered":"2024-09-12T18:14:02.524588+0000","last_clean":"2024-09-12T18:14:02.524588+0000","last_became_active":"2024-09-12T17:34:58.926456+0000","last_became_peered":"2024-09-12T17:34:58.926456+0000","last_unstale":"2024-09-12T18:14:02.524588+0000","last_undegraded":"2024-09-12T18:14:02.524588+0000","last_fullsized":"2024-09-12T18:14:02.524588+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:59:25.105907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":622,"num_read_kb":509,"num_write":203,"num_write_kb":100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":523,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:52.398671+0000","last_change":"2024-09-12T17:34:47.823869+0000","last_active":"2024-09-12T18:12:52.398671+0000","last_peered":"2024-09-12T18:12:52.398671+0000","last_clean":"2024-09-12T18:12:52.398671+0000","last_became_active":"2024-09-12T17:34:45.621465+0000","last_became_peered":"2024-09-12T17:34:45.621465+0000","last_unstale":"2024-09-12T18:12:52.398671+0000","last_undegraded":"2024-09-12T18:12:52.398671+0000","last_fullsized":"2024-09-12T18:12:52.398671+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_clean_scrub_stamp":"2024-09-12T17:34:44.604271+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:22:00.642817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050835799999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"266'211","reported_seq":875,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:32.528229+0000","last_change":"2024-09-12T17:34:56.927060+0000","last_active":"2024-09-12T18:14:32.528229+0000","last_peered":"2024-09-12T18:14:32.528229+0000","last_clean":"2024-09-12T18:14:32.528229+0000","last_became_active":"2024-09-12T17:34:56.926728+0000","last_became_peered":"2024-09-12T17:34:56.926728+0000","last_unstale":"2024-09-12T18:14:32.528229+0000","last_undegraded":"2024-09-12T18:14:32.528229+0000","last_fullsized":"2024-09-12T18:14:32.528229+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":200,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:36:08.969215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16013490,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":479,"num_read_kb":76567,"num_write":1002,"num_write_kb":37048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":495,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.409848+0000","last_change":"2024-09-12T17:35:00.939555+0000","last_active":"2024-09-12T18:14:02.409848+0000","last_peered":"2024-09-12T18:14:02.409848+0000","last_clean":"2024-09-12T18:14:02.409848+0000","last_became_active":"2024-09-12T17:35:00.939245+0000","last_became_peered":"2024-09-12T17:35:00.939245+0000","last_unstale":"2024-09-12T18:14:02.409848+0000","last_undegraded":"2024-09-12T18:14:02.409848+0000","last_fullsized":"2024-09-12T18:14:02.409848+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:20:20.983156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"266'809","reported_seq":2232,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:19.237019+0000","last_change":"2024-09-12T17:35:02.948218+0000","last_active":"2024-09-12T18:16:19.237019+0000","last_peered":"2024-09-12T18:16:19.237019+0000","last_clean":"2024-09-12T18:16:19.237019+0000","last_became_active":"2024-09-12T17:35:02.947906+0000","last_became_peered":"2024-09-12T17:35:02.947906+0000","last_unstale":"2024-09-12T18:16:19.237019+0000","last_undegraded":"2024-09-12T18:16:19.237019+0000","last_fullsized":"2024-09-12T18:16:19.237019+0000","mapping_epoch":31,"log_start":"266'700","ondisk_log_start":"266'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":700,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:36:37.079908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":32011,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":1133,"num_read_kb":1266,"num_write":252,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":487,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:42.397463+0000","last_change":"2024-09-12T17:35:04.964186+0000","last_active":"2024-09-12T18:12:42.397463+0000","last_peered":"2024-09-12T18:12:42.397463+0000","last_clean":"2024-09-12T18:12:42.397463+0000","last_became_active":"2024-09-12T17:35:04.963541+0000","last_became_peered":"2024-09-12T17:35:04.963541+0000","last_unstale":"2024-09-12T18:12:42.397463+0000","last_undegraded":"2024-09-12T18:12:42.397463+0000","last_fullsized":"2024-09-12T18:12:42.397463+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:06:01.080268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"266'137","reported_seq":655,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:30.159861+0000","last_change":"2024-09-12T17:35:07.199232+0000","last_active":"2024-09-12T18:14:30.159861+0000","last_peered":"2024-09-12T18:14:30.159861+0000","last_clean":"2024-09-12T18:14:30.159861+0000","last_became_active":"2024-09-12T17:35:07.198906+0000","last_became_peered":"2024-09-12T17:35:07.198906+0000","last_unstale":"2024-09-12T18:14:30.159861+0000","last_undegraded":"2024-09-12T18:14:30.159861+0000","last_fullsized":"2024-09-12T18:14:30.159861+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:58:50.766500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":865,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":245,"num_read_kb":226,"num_write":357,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"266'455","reported_seq":1180,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.406129+0000","last_change":"2024-09-12T17:34:58.921623+0000","last_active":"2024-09-12T18:14:02.406129+0000","last_peered":"2024-09-12T18:14:02.406129+0000","last_clean":"2024-09-12T18:14:02.406129+0000","last_became_active":"2024-09-12T17:34:58.921188+0000","last_became_peered":"2024-09-12T17:34:58.921188+0000","last_unstale":"2024-09-12T18:14:02.406129+0000","last_undegraded":"2024-09-12T18:14:02.406129+0000","last_fullsized":"2024-09-12T18:14:02.406129+0000","mapping_epoch":27,"log_start":"266'400","ondisk_log_start":"266'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":400,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:54:27.271880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2112,"num_read_kb":1783,"num_write":682,"num_write_kb":387,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":526,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:22.408247+0000","last_change":"2024-09-12T17:34:47.716126+0000","last_active":"2024-09-12T18:14:22.408247+0000","last_peered":"2024-09-12T18:14:22.408247+0000","last_clean":"2024-09-12T18:14:22.408247+0000","last_became_active":"2024-09-12T17:34:45.621377+0000","last_became_peered":"2024-09-12T17:34:45.621377+0000","last_unstale":"2024-09-12T18:14:22.408247+0000","last_undegraded":"2024-09-12T18:14:22.408247+0000","last_fullsized":"2024-09-12T18:14:22.408247+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_clean_scrub_stamp":"2024-09-12T17:34:44.604271+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:48:58.488363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00052055199999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"266'172","reported_seq":775,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:20.920846+0000","last_change":"2024-09-12T17:34:56.912722+0000","last_active":"2024-09-12T18:13:20.920846+0000","last_peered":"2024-09-12T18:13:20.920846+0000","last_clean":"2024-09-12T18:13:20.920846+0000","last_became_active":"2024-09-12T17:34:56.912317+0000","last_became_peered":"2024-09-12T17:34:56.912317+0000","last_unstale":"2024-09-12T18:13:20.920846+0000","last_undegraded":"2024-09-12T18:13:20.920846+0000","last_fullsized":"2024-09-12T18:13:20.920846+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":100,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:12:21.379576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5105848,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":366,"num_read_kb":6167,"num_write":882,"num_write_kb":16600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"30'1","reported_seq":499,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.405718+0000","last_change":"2024-09-12T17:35:00.933821+0000","last_active":"2024-09-12T18:14:02.405718+0000","last_peered":"2024-09-12T18:14:02.405718+0000","last_clean":"2024-09-12T18:14:02.405718+0000","last_became_active":"2024-09-12T17:35:00.933508+0000","last_became_peered":"2024-09-12T17:35:00.933508+0000","last_unstale":"2024-09-12T18:14:02.405718+0000","last_undegraded":"2024-09-12T18:14:02.405718+0000","last_fullsized":"2024-09-12T18:14:02.405718+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:08:48.051104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"266'217","reported_seq":1259,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:15.202482+0000","last_change":"2024-09-12T17:35:03.253991+0000","last_active":"2024-09-12T18:16:15.202482+0000","last_peered":"2024-09-12T18:16:15.202482+0000","last_clean":"2024-09-12T18:16:15.202482+0000","last_became_active":"2024-09-12T17:35:03.253581+0000","last_became_peered":"2024-09-12T17:35:03.253581+0000","last_unstale":"2024-09-12T18:16:15.202482+0000","last_undegraded":"2024-09-12T18:16:15.202482+0000","last_fullsized":"2024-09-12T18:16:15.202482+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:38:20.951055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":180,"num_read_kb":170,"num_write":147,"num_write_kb":51,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":486,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:37.512715+0000","last_change":"2024-09-12T17:35:04.969166+0000","last_active":"2024-09-12T18:12:37.512715+0000","last_peered":"2024-09-12T18:12:37.512715+0000","last_clean":"2024-09-12T18:12:37.512715+0000","last_became_active":"2024-09-12T17:35:04.968891+0000","last_became_peered":"2024-09-12T17:35:04.968891+0000","last_unstale":"2024-09-12T18:12:37.512715+0000","last_undegraded":"2024-09-12T18:12:37.512715+0000","last_fullsized":"2024-09-12T18:12:37.512715+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:13:19.828938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"266'266","reported_seq":868,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:58.821388+0000","last_change":"2024-09-12T17:35:06.983689+0000","last_active":"2024-09-12T18:14:58.821388+0000","last_peered":"2024-09-12T18:14:58.821388+0000","last_clean":"2024-09-12T18:14:58.821388+0000","last_became_active":"2024-09-12T17:35:06.983394+0000","last_became_peered":"2024-09-12T17:35:06.983394+0000","last_unstale":"2024-09-12T18:14:58.821388+0000","last_undegraded":"2024-09-12T18:14:58.821388+0000","last_fullsized":"2024-09-12T18:14:58.821388+0000","mapping_epoch":35,"log_start":"266'200","ondisk_log_start":"266'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":200,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:38:34.109579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":537,"num_read_kb":555,"num_write":594,"num_write_kb":166,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"266'281","reported_seq":888,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:36.561331+0000","last_change":"2024-09-12T17:34:58.925463+0000","last_active":"2024-09-12T18:13:36.561331+0000","last_peered":"2024-09-12T18:13:36.561331+0000","last_clean":"2024-09-12T18:13:36.561331+0000","last_became_active":"2024-09-12T17:34:58.925181+0000","last_became_peered":"2024-09-12T17:34:58.925181+0000","last_unstale":"2024-09-12T18:13:36.561331+0000","last_undegraded":"2024-09-12T18:13:36.561331+0000","last_fullsized":"2024-09-12T18:13:36.561331+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":200,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:23:30.728917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1266,"num_read_kb":1015,"num_write":487,"num_write_kb":254,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"21'2","reported_seq":525,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:22.412329+0000","last_change":"2024-09-12T17:34:47.631464+0000","last_active":"2024-09-12T18:14:22.412329+0000","last_peered":"2024-09-12T18:14:22.412329+0000","last_clean":"2024-09-12T18:14:22.412329+0000","last_became_active":"2024-09-12T17:34:45.618674+0000","last_became_peered":"2024-09-12T17:34:45.618674+0000","last_unstale":"2024-09-12T18:14:22.412329+0000","last_undegraded":"2024-09-12T18:14:22.412329+0000","last_fullsized":"2024-09-12T18:14:22.412329+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_clean_scrub_stamp":"2024-09-12T17:34:44.604271+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:38:32.783051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00089588000000000005,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"266'200","reported_seq":833,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:39.914441+0000","last_change":"2024-09-12T17:34:56.930987+0000","last_active":"2024-09-12T18:14:39.914441+0000","last_peered":"2024-09-12T18:14:39.914441+0000","last_clean":"2024-09-12T18:14:39.914441+0000","last_became_active":"2024-09-12T17:34:56.930581+0000","last_became_peered":"2024-09-12T17:34:56.930581+0000","last_unstale":"2024-09-12T18:14:39.914441+0000","last_undegraded":"2024-09-12T18:14:39.914441+0000","last_fullsized":"2024-09-12T18:14:39.914441+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:48:53.463694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3479135,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":459,"num_read_kb":24690,"num_write":990,"num_write_kb":43686,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":494,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:37.512734+0000","last_change":"2024-09-12T17:35:00.931710+0000","last_active":"2024-09-12T18:12:37.512734+0000","last_peered":"2024-09-12T18:12:37.512734+0000","last_clean":"2024-09-12T18:12:37.512734+0000","last_became_active":"2024-09-12T17:35:00.929890+0000","last_became_peered":"2024-09-12T17:35:00.929890+0000","last_unstale":"2024-09-12T18:12:37.512734+0000","last_undegraded":"2024-09-12T18:12:37.512734+0000","last_fullsized":"2024-09-12T18:12:37.512734+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:23:47.264798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"266'116","reported_seq":658,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:12.570585+0000","last_change":"2024-09-12T17:35:02.949884+0000","last_active":"2024-09-12T18:16:12.570585+0000","last_peered":"2024-09-12T18:16:12.570585+0000","last_clean":"2024-09-12T18:16:12.570585+0000","last_became_active":"2024-09-12T17:35:02.949598+0000","last_became_peered":"2024-09-12T17:35:02.949598+0000","last_unstale":"2024-09-12T18:16:12.570585+0000","last_undegraded":"2024-09-12T18:16:12.570585+0000","last_fullsized":"2024-09-12T18:16:12.570585+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":100,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:09:34.703964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":140,"num_read_kb":134,"num_write":100,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":485,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:07.407159+0000","last_change":"2024-09-12T17:35:04.971673+0000","last_active":"2024-09-12T18:14:07.407159+0000","last_peered":"2024-09-12T18:14:07.407159+0000","last_clean":"2024-09-12T18:14:07.407159+0000","last_became_active":"2024-09-12T17:35:04.971350+0000","last_became_peered":"2024-09-12T17:35:04.971350+0000","last_unstale":"2024-09-12T18:14:07.407159+0000","last_undegraded":"2024-09-12T18:14:07.407159+0000","last_fullsized":"2024-09-12T18:14:07.407159+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:59:43.401256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"266'128","reported_seq":668,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:31.076097+0000","last_change":"2024-09-12T17:35:06.983312+0000","last_active":"2024-09-12T18:14:31.076097+0000","last_peered":"2024-09-12T18:14:31.076097+0000","last_clean":"2024-09-12T18:14:31.076097+0000","last_became_active":"2024-09-12T17:35:06.983069+0000","last_became_peered":"2024-09-12T17:35:06.983069+0000","last_unstale":"2024-09-12T18:14:31.076097+0000","last_undegraded":"2024-09-12T18:14:31.076097+0000","last_fullsized":"2024-09-12T18:14:31.076097+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:02:12.982779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":202,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":239,"num_read_kb":239,"num_write":300,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"266'254","reported_seq":906,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:40.263318+0000","last_change":"2024-09-12T17:34:58.918412+0000","last_active":"2024-09-12T18:14:40.263318+0000","last_peered":"2024-09-12T18:14:40.263318+0000","last_clean":"2024-09-12T18:14:40.263318+0000","last_became_active":"2024-09-12T17:34:58.918123+0000","last_became_peered":"2024-09-12T17:34:58.918123+0000","last_unstale":"2024-09-12T18:14:40.263318+0000","last_undegraded":"2024-09-12T18:14:40.263318+0000","last_fullsized":"2024-09-12T18:14:40.263318+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":200,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:54:27.542924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1123,"num_read_kb":920,"num_write":376,"num_write_kb":172,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"266'217","reported_seq":892,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:42.414884+0000","last_change":"2024-09-12T17:34:56.925402+0000","last_active":"2024-09-12T18:14:42.414884+0000","last_peered":"2024-09-12T18:14:42.414884+0000","last_clean":"2024-09-12T18:14:42.414884+0000","last_became_active":"2024-09-12T17:34:56.925045+0000","last_became_peered":"2024-09-12T17:34:56.925045+0000","last_unstale":"2024-09-12T18:14:42.414884+0000","last_undegraded":"2024-09-12T18:14:42.414884+0000","last_fullsized":"2024-09-12T18:14:42.414884+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:21:12.950231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":21287284,"num_objects":15,"num_object_clones":0,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":527,"num_read_kb":102484,"num_write":1041,"num_write_kb":44204,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":527,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:22.408587+0000","last_change":"2024-09-12T17:34:47.627450+0000","last_active":"2024-09-12T18:14:22.408587+0000","last_peered":"2024-09-12T18:14:22.408587+0000","last_clean":"2024-09-12T18:14:22.408587+0000","last_became_active":"2024-09-12T17:34:45.844454+0000","last_became_peered":"2024-09-12T17:34:45.844454+0000","last_unstale":"2024-09-12T18:14:22.408587+0000","last_undegraded":"2024-09-12T18:14:22.408587+0000","last_fullsized":"2024-09-12T18:14:22.408587+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_clean_scrub_stamp":"2024-09-12T17:34:44.604271+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:26:44.147593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00054755400000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":494,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:32.511976+0000","last_change":"2024-09-12T17:35:00.936436+0000","last_active":"2024-09-12T18:12:32.511976+0000","last_peered":"2024-09-12T18:12:32.511976+0000","last_clean":"2024-09-12T18:12:32.511976+0000","last_became_active":"2024-09-12T17:35:00.936083+0000","last_became_peered":"2024-09-12T17:35:00.936083+0000","last_unstale":"2024-09-12T18:12:32.511976+0000","last_undegraded":"2024-09-12T18:12:32.511976+0000","last_fullsized":"2024-09-12T18:12:32.511976+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:55:49.581701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"266'257","reported_seq":906,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:19.204784+0000","last_change":"2024-09-12T17:35:02.949046+0000","last_active":"2024-09-12T18:16:19.204784+0000","last_peered":"2024-09-12T18:16:19.204784+0000","last_clean":"2024-09-12T18:16:19.204784+0000","last_became_active":"2024-09-12T17:35:02.948751+0000","last_became_peered":"2024-09-12T17:35:02.948751+0000","last_unstale":"2024-09-12T18:16:19.204784+0000","last_undegraded":"2024-09-12T18:16:19.204784+0000","last_fullsized":"2024-09-12T18:16:19.204784+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":200,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:51:51.628297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15344,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":965,"num_read_kb":1025,"num_write":1438,"num_write_kb":1291,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":491,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:37.425327+0000","last_change":"2024-09-12T17:35:04.963054+0000","last_active":"2024-09-12T18:12:37.425327+0000","last_peered":"2024-09-12T18:12:37.425327+0000","last_clean":"2024-09-12T18:12:37.425327+0000","last_became_active":"2024-09-12T17:35:04.962773+0000","last_became_peered":"2024-09-12T17:35:04.962773+0000","last_unstale":"2024-09-12T18:12:37.425327+0000","last_undegraded":"2024-09-12T18:12:37.425327+0000","last_fullsized":"2024-09-12T18:12:37.425327+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:51:19.259187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"266'142","reported_seq":635,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:28.521123+0000","last_change":"2024-09-12T17:35:07.201192+0000","last_active":"2024-09-12T18:14:28.521123+0000","last_peered":"2024-09-12T18:14:28.521123+0000","last_clean":"2024-09-12T18:14:28.521123+0000","last_became_active":"2024-09-12T17:35:07.200820+0000","last_became_peered":"2024-09-12T17:35:07.200820+0000","last_unstale":"2024-09-12T18:14:28.521123+0000","last_undegraded":"2024-09-12T18:14:28.521123+0000","last_fullsized":"2024-09-12T18:14:28.521123+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:26:53.848073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1137,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":159,"num_read_kb":158,"num_write":342,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"266'263","reported_seq":876,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:34.986959+0000","last_change":"2024-09-12T17:34:58.929894+0000","last_active":"2024-09-12T18:13:34.986959+0000","last_peered":"2024-09-12T18:13:34.986959+0000","last_clean":"2024-09-12T18:13:34.986959+0000","last_became_active":"2024-09-12T17:34:58.929184+0000","last_became_peered":"2024-09-12T17:34:58.929184+0000","last_unstale":"2024-09-12T18:13:34.986959+0000","last_undegraded":"2024-09-12T18:13:34.986959+0000","last_fullsized":"2024-09-12T18:13:34.986959+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":200,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:02:25.205552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1112,"num_read_kb":896,"num_write":393,"num_write_kb":201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"266'185","reported_seq":784,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:32.409632+0000","last_change":"2024-09-12T17:34:56.919768+0000","last_active":"2024-09-12T18:14:32.409632+0000","last_peered":"2024-09-12T18:14:32.409632+0000","last_clean":"2024-09-12T18:14:32.409632+0000","last_became_active":"2024-09-12T17:34:56.919355+0000","last_became_peered":"2024-09-12T17:34:56.919355+0000","last_unstale":"2024-09-12T18:14:32.409632+0000","last_undegraded":"2024-09-12T18:14:32.409632+0000","last_fullsized":"2024-09-12T18:14:32.409632+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":100,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:13:56.210553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2387577,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":348,"num_read_kb":2459,"num_write":930,"num_write_kb":19826,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":523,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:27.412069+0000","last_change":"2024-09-12T17:34:47.823969+0000","last_active":"2024-09-12T18:14:27.412069+0000","last_peered":"2024-09-12T18:14:27.412069+0000","last_clean":"2024-09-12T18:14:27.412069+0000","last_became_active":"2024-09-12T17:34:45.844351+0000","last_became_peered":"2024-09-12T17:34:45.844351+0000","last_unstale":"2024-09-12T18:14:27.412069+0000","last_undegraded":"2024-09-12T18:14:27.412069+0000","last_fullsized":"2024-09-12T18:14:27.412069+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_clean_scrub_stamp":"2024-09-12T17:34:44.604271+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:16:33.730224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00049998100000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":493,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:32.395096+0000","last_change":"2024-09-12T17:35:00.935164+0000","last_active":"2024-09-12T18:12:32.395096+0000","last_peered":"2024-09-12T18:12:32.395096+0000","last_clean":"2024-09-12T18:12:32.395096+0000","last_became_active":"2024-09-12T17:35:00.934860+0000","last_became_peered":"2024-09-12T17:35:00.934860+0000","last_unstale":"2024-09-12T18:12:32.395096+0000","last_undegraded":"2024-09-12T18:12:32.395096+0000","last_fullsized":"2024-09-12T18:12:32.395096+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:13:30.294518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"266'157","reported_seq":719,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:11.484337+0000","last_change":"2024-09-12T17:35:03.252134+0000","last_active":"2024-09-12T18:15:11.484337+0000","last_peered":"2024-09-12T18:15:11.484337+0000","last_clean":"2024-09-12T18:15:11.484337+0000","last_became_active":"2024-09-12T17:35:03.251792+0000","last_became_peered":"2024-09-12T17:35:03.251792+0000","last_unstale":"2024-09-12T18:15:11.484337+0000","last_undegraded":"2024-09-12T18:15:11.484337+0000","last_fullsized":"2024-09-12T18:15:11.484337+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:01:20.097725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":197,"num_read_kb":189,"num_write":132,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"266'745","reported_seq":2478,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:19.239127+0000","last_change":"2024-09-12T17:35:04.962570+0000","last_active":"2024-09-12T18:16:19.239127+0000","last_peered":"2024-09-12T18:16:19.239127+0000","last_clean":"2024-09-12T18:16:19.239127+0000","last_became_active":"2024-09-12T17:35:04.962230+0000","last_became_peered":"2024-09-12T17:35:04.962230+0000","last_unstale":"2024-09-12T18:16:19.239127+0000","last_undegraded":"2024-09-12T18:16:19.239127+0000","last_fullsized":"2024-09-12T18:16:19.239127+0000","mapping_epoch":33,"log_start":"266'701","ondisk_log_start":"266'701","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":701,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:12:55.008377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"266'120","reported_seq":626,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:42.566666+0000","last_change":"2024-09-12T17:35:07.199433+0000","last_active":"2024-09-12T18:15:42.566666+0000","last_peered":"2024-09-12T18:15:42.566666+0000","last_clean":"2024-09-12T18:15:42.566666+0000","last_became_active":"2024-09-12T17:35:07.199128+0000","last_became_peered":"2024-09-12T17:35:07.199128+0000","last_unstale":"2024-09-12T18:15:42.566666+0000","last_undegraded":"2024-09-12T18:15:42.566666+0000","last_fullsized":"2024-09-12T18:15:42.566666+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:26:58.909908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":689,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":173,"num_read_kb":164,"num_write":276,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"266'357","reported_seq":921,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:07.546713+0000","last_change":"2024-09-12T17:34:58.924158+0000","last_active":"2024-09-12T18:13:07.546713+0000","last_peered":"2024-09-12T18:13:07.546713+0000","last_clean":"2024-09-12T18:13:07.546713+0000","last_became_active":"2024-09-12T17:34:58.923846+0000","last_became_peered":"2024-09-12T17:34:58.923846+0000","last_unstale":"2024-09-12T18:13:07.546713+0000","last_undegraded":"2024-09-12T18:13:07.546713+0000","last_fullsized":"2024-09-12T18:13:07.546713+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:26:53.958855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1599,"num_read_kb":1400,"num_write":644,"num_write_kb":334,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"266'199","reported_seq":925,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:09.375035+0000","last_change":"2024-09-12T17:34:56.935080+0000","last_active":"2024-09-12T18:16:09.375035+0000","last_peered":"2024-09-12T18:16:09.375035+0000","last_clean":"2024-09-12T18:16:09.375035+0000","last_became_active":"2024-09-12T17:34:56.934732+0000","last_became_peered":"2024-09-12T17:34:56.934732+0000","last_unstale":"2024-09-12T18:16:09.375035+0000","last_undegraded":"2024-09-12T18:16:09.375035+0000","last_fullsized":"2024-09-12T18:16:09.375035+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":100,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:14:13.945605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17124540,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":684,"num_read_kb":52668,"num_write":978,"num_write_kb":44522,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":526,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.403962+0000","last_change":"2024-09-12T17:34:47.627396+0000","last_active":"2024-09-12T18:13:47.403962+0000","last_peered":"2024-09-12T18:13:47.403962+0000","last_clean":"2024-09-12T18:13:47.403962+0000","last_became_active":"2024-09-12T17:34:45.622234+0000","last_became_peered":"2024-09-12T17:34:45.622234+0000","last_unstale":"2024-09-12T18:13:47.403962+0000","last_undegraded":"2024-09-12T18:13:47.403962+0000","last_fullsized":"2024-09-12T18:13:47.403962+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_clean_scrub_stamp":"2024-09-12T17:34:44.604271+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:53:22.685493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050672800000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":499,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:32.424417+0000","last_change":"2024-09-12T17:35:00.938838+0000","last_active":"2024-09-12T18:12:32.424417+0000","last_peered":"2024-09-12T18:12:32.424417+0000","last_clean":"2024-09-12T18:12:32.424417+0000","last_became_active":"2024-09-12T17:35:00.938343+0000","last_became_peered":"2024-09-12T17:35:00.938343+0000","last_unstale":"2024-09-12T18:12:32.424417+0000","last_undegraded":"2024-09-12T18:12:32.424417+0000","last_fullsized":"2024-09-12T18:12:32.424417+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:13:32.856250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"266'106","reported_seq":642,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:11.470361+0000","last_change":"2024-09-12T17:35:02.950260+0000","last_active":"2024-09-12T18:15:11.470361+0000","last_peered":"2024-09-12T18:15:11.470361+0000","last_clean":"2024-09-12T18:15:11.470361+0000","last_became_active":"2024-09-12T17:35:02.949542+0000","last_became_peered":"2024-09-12T17:35:02.949542+0000","last_unstale":"2024-09-12T18:15:11.470361+0000","last_undegraded":"2024-09-12T18:15:11.470361+0000","last_fullsized":"2024-09-12T18:15:11.470361+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:39:30.955631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":123,"num_read_kb":117,"num_write":84,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"266'746","reported_seq":2424,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:19.243345+0000","last_change":"2024-09-12T17:35:04.963312+0000","last_active":"2024-09-12T18:16:19.243345+0000","last_peered":"2024-09-12T18:16:19.243345+0000","last_clean":"2024-09-12T18:16:19.243345+0000","last_became_active":"2024-09-12T17:35:04.963013+0000","last_became_peered":"2024-09-12T17:35:04.963013+0000","last_unstale":"2024-09-12T18:16:19.243345+0000","last_undegraded":"2024-09-12T18:16:19.243345+0000","last_fullsized":"2024-09-12T18:16:19.243345+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":700,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:47:57.279390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"266'319","reported_seq":844,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:00.984713+0000","last_change":"2024-09-12T17:35:06.983613+0000","last_active":"2024-09-12T18:14:00.984713+0000","last_peered":"2024-09-12T18:14:00.984713+0000","last_clean":"2024-09-12T18:14:00.984713+0000","last_became_active":"2024-09-12T17:35:06.983329+0000","last_became_peered":"2024-09-12T17:35:06.983329+0000","last_unstale":"2024-09-12T18:14:00.984713+0000","last_undegraded":"2024-09-12T18:14:00.984713+0000","last_fullsized":"2024-09-12T18:14:00.984713+0000","mapping_epoch":35,"log_start":"266'300","ondisk_log_start":"266'300","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":300,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:13:42.892459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":395,"num_read_kb":385,"num_write":679,"num_write_kb":243,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"266'189","reported_seq":821,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:01.259466+0000","last_change":"2024-09-12T17:34:58.922218+0000","last_active":"2024-09-12T18:13:01.259466+0000","last_peered":"2024-09-12T18:13:01.259466+0000","last_clean":"2024-09-12T18:13:01.259466+0000","last_became_active":"2024-09-12T17:34:58.921913+0000","last_became_peered":"2024-09-12T17:34:58.921913+0000","last_unstale":"2024-09-12T18:13:01.259466+0000","last_undegraded":"2024-09-12T18:13:01.259466+0000","last_fullsized":"2024-09-12T18:13:01.259466+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":100,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:18:37.779919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":898,"num_read_kb":763,"num_write":317,"num_write_kb":179,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"266'259","reported_seq":909,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:00.935397+0000","last_change":"2024-09-12T17:34:56.923322+0000","last_active":"2024-09-12T18:14:00.935397+0000","last_peered":"2024-09-12T18:14:00.935397+0000","last_clean":"2024-09-12T18:14:00.935397+0000","last_became_active":"2024-09-12T17:34:56.922937+0000","last_became_peered":"2024-09-12T17:34:56.922937+0000","last_unstale":"2024-09-12T18:14:00.935397+0000","last_undegraded":"2024-09-12T18:14:00.935397+0000","last_fullsized":"2024-09-12T18:14:00.935397+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":200,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:28:31.213430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1098986,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":624,"num_read_kb":11936,"num_write":1174,"num_write_kb":31628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":519,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.404574+0000","last_change":"2024-09-12T17:34:47.823931+0000","last_active":"2024-09-12T18:13:47.404574+0000","last_peered":"2024-09-12T18:13:47.404574+0000","last_clean":"2024-09-12T18:13:47.404574+0000","last_became_active":"2024-09-12T17:34:45.622575+0000","last_became_peered":"2024-09-12T17:34:45.622575+0000","last_unstale":"2024-09-12T18:13:47.404574+0000","last_undegraded":"2024-09-12T18:13:47.404574+0000","last_fullsized":"2024-09-12T18:13:47.404574+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_clean_scrub_stamp":"2024-09-12T17:34:44.604271+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:24:23.273850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000567901,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":501,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:07.546696+0000","last_change":"2024-09-12T17:35:00.938646+0000","last_active":"2024-09-12T18:13:07.546696+0000","last_peered":"2024-09-12T18:13:07.546696+0000","last_clean":"2024-09-12T18:13:07.546696+0000","last_became_active":"2024-09-12T17:35:00.938321+0000","last_became_peered":"2024-09-12T17:35:00.938321+0000","last_unstale":"2024-09-12T18:13:07.546696+0000","last_undegraded":"2024-09-12T18:13:07.546696+0000","last_fullsized":"2024-09-12T18:13:07.546696+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:53:03.821147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"266'303","reported_seq":1003,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:19.200989+0000","last_change":"2024-09-12T17:35:03.252001+0000","last_active":"2024-09-12T18:16:19.200989+0000","last_peered":"2024-09-12T18:16:19.200989+0000","last_clean":"2024-09-12T18:16:19.200989+0000","last_became_active":"2024-09-12T17:35:03.251753+0000","last_became_peered":"2024-09-12T17:35:03.251753+0000","last_unstale":"2024-09-12T18:16:19.200989+0000","last_undegraded":"2024-09-12T18:16:19.200989+0000","last_fullsized":"2024-09-12T18:16:19.200989+0000","mapping_epoch":31,"log_start":"263'200","ondisk_log_start":"263'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":200,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:22:51.305444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42391,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":456,"num_read_kb":685,"num_write":238,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:37.542661+0000","last_change":"2024-09-12T17:35:04.963986+0000","last_active":"2024-09-12T18:12:37.542661+0000","last_peered":"2024-09-12T18:12:37.542661+0000","last_clean":"2024-09-12T18:12:37.542661+0000","last_became_active":"2024-09-12T17:35:04.963038+0000","last_became_peered":"2024-09-12T17:35:04.963038+0000","last_unstale":"2024-09-12T18:12:37.542661+0000","last_undegraded":"2024-09-12T18:12:37.542661+0000","last_fullsized":"2024-09-12T18:12:37.542661+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:48:35.108502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"266'124","reported_seq":624,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:24.412513+0000","last_change":"2024-09-12T17:35:06.985723+0000","last_active":"2024-09-12T18:14:24.412513+0000","last_peered":"2024-09-12T18:14:24.412513+0000","last_clean":"2024-09-12T18:14:24.412513+0000","last_became_active":"2024-09-12T17:35:06.985014+0000","last_became_peered":"2024-09-12T17:35:06.985014+0000","last_unstale":"2024-09-12T18:14:24.412513+0000","last_undegraded":"2024-09-12T18:14:24.412513+0000","last_fullsized":"2024-09-12T18:14:24.412513+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:10:35.276308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":235,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":188,"num_read_kb":178,"num_write":304,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"266'151","reported_seq":703,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:58.158769+0000","last_change":"2024-09-12T17:35:06.984285+0000","last_active":"2024-09-12T18:14:58.158769+0000","last_peered":"2024-09-12T18:14:58.158769+0000","last_clean":"2024-09-12T18:14:58.158769+0000","last_became_active":"2024-09-12T17:35:06.984047+0000","last_became_peered":"2024-09-12T17:35:06.984047+0000","last_unstale":"2024-09-12T18:14:58.158769+0000","last_undegraded":"2024-09-12T18:14:58.158769+0000","last_fullsized":"2024-09-12T18:14:58.158769+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":100,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:11:36.341264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":425,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":257,"num_read_kb":255,"num_write":377,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"266'126","reported_seq":711,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:31.074813+0000","last_change":"2024-09-12T17:34:58.920974+0000","last_active":"2024-09-12T18:14:31.074813+0000","last_peered":"2024-09-12T18:14:31.074813+0000","last_clean":"2024-09-12T18:14:31.074813+0000","last_became_active":"2024-09-12T17:34:58.920693+0000","last_became_peered":"2024-09-12T17:34:58.920693+0000","last_unstale":"2024-09-12T18:14:31.074813+0000","last_undegraded":"2024-09-12T18:14:31.074813+0000","last_fullsized":"2024-09-12T18:14:31.074813+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:12:24.237910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":544,"num_read_kb":446,"num_write":203,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"266'161","reported_seq":781,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:35.311561+0000","last_change":"2024-09-12T17:34:56.920192+0000","last_active":"2024-09-12T18:13:35.311561+0000","last_peered":"2024-09-12T18:13:35.311561+0000","last_clean":"2024-09-12T18:13:35.311561+0000","last_became_active":"2024-09-12T17:34:56.919861+0000","last_became_peered":"2024-09-12T17:34:56.919861+0000","last_unstale":"2024-09-12T18:13:35.311561+0000","last_undegraded":"2024-09-12T18:13:35.311561+0000","last_fullsized":"2024-09-12T18:13:35.311561+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":100,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:38:19.491215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6292012,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":375,"num_read_kb":53379,"num_write":770,"num_write_kb":28781,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"37'3","reported_seq":978,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:18.947583+0000","last_change":"2024-09-12T17:35:00.935426+0000","last_active":"2024-09-12T18:16:18.947583+0000","last_peered":"2024-09-12T18:16:18.947583+0000","last_clean":"2024-09-12T18:16:18.947583+0000","last_became_active":"2024-09-12T17:35:00.935134+0000","last_became_peered":"2024-09-12T17:35:00.935134+0000","last_unstale":"2024-09-12T18:16:18.947583+0000","last_undegraded":"2024-09-12T18:16:18.947583+0000","last_fullsized":"2024-09-12T18:16:18.947583+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:05:29.441568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":725,"num_read_kb":723,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"266'140","reported_seq":710,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:11.487414+0000","last_change":"2024-09-12T17:35:02.954805+0000","last_active":"2024-09-12T18:15:11.487414+0000","last_peered":"2024-09-12T18:15:11.487414+0000","last_clean":"2024-09-12T18:15:11.487414+0000","last_became_active":"2024-09-12T17:35:02.954476+0000","last_became_peered":"2024-09-12T17:35:02.954476+0000","last_unstale":"2024-09-12T18:15:11.487414+0000","last_undegraded":"2024-09-12T18:15:11.487414+0000","last_fullsized":"2024-09-12T18:15:11.487414+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":100,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:19:12.349295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14126,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":166,"num_read_kb":207,"num_write":90,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":490,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:27.540877+0000","last_change":"2024-09-12T17:35:04.963670+0000","last_active":"2024-09-12T18:12:27.540877+0000","last_peered":"2024-09-12T18:12:27.540877+0000","last_clean":"2024-09-12T18:12:27.540877+0000","last_became_active":"2024-09-12T17:35:04.963388+0000","last_became_peered":"2024-09-12T17:35:04.963388+0000","last_unstale":"2024-09-12T18:12:27.540877+0000","last_undegraded":"2024-09-12T18:12:27.540877+0000","last_fullsized":"2024-09-12T18:12:27.540877+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:45:09.357933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"266'125","reported_seq":623,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:04.574807+0000","last_change":"2024-09-12T17:35:06.991378+0000","last_active":"2024-09-12T18:14:04.574807+0000","last_peered":"2024-09-12T18:14:04.574807+0000","last_clean":"2024-09-12T18:14:04.574807+0000","last_became_active":"2024-09-12T17:35:06.991097+0000","last_became_peered":"2024-09-12T17:35:06.991097+0000","last_unstale":"2024-09-12T18:14:04.574807+0000","last_undegraded":"2024-09-12T18:14:04.574807+0000","last_fullsized":"2024-09-12T18:14:04.574807+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:45:28.452628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":155,"num_read_kb":149,"num_write":290,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"266'293","reported_seq":930,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:26.837990+0000","last_change":"2024-09-12T17:34:58.922138+0000","last_active":"2024-09-12T18:14:26.837990+0000","last_peered":"2024-09-12T18:14:26.837990+0000","last_clean":"2024-09-12T18:14:26.837990+0000","last_became_active":"2024-09-12T17:34:58.920144+0000","last_became_peered":"2024-09-12T17:34:58.920144+0000","last_unstale":"2024-09-12T18:14:26.837990+0000","last_undegraded":"2024-09-12T18:14:26.837990+0000","last_fullsized":"2024-09-12T18:14:26.837990+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":200,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:14:19.457745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1321,"num_read_kb":1085,"num_write":458,"num_write_kb":283,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"266'197","reported_seq":871,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:39.689704+0000","last_change":"2024-09-12T17:34:56.921985+0000","last_active":"2024-09-12T18:13:39.689704+0000","last_peered":"2024-09-12T18:13:39.689704+0000","last_clean":"2024-09-12T18:13:39.689704+0000","last_became_active":"2024-09-12T17:34:56.920454+0000","last_became_peered":"2024-09-12T17:34:56.920454+0000","last_unstale":"2024-09-12T18:13:39.689704+0000","last_undegraded":"2024-09-12T18:13:39.689704+0000","last_fullsized":"2024-09-12T18:13:39.689704+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":100,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:24:50.272113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8653177,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":540,"num_read_kb":47428,"num_write":949,"num_write_kb":42968,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":498,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:22.540080+0000","last_change":"2024-09-12T17:35:00.937027+0000","last_active":"2024-09-12T18:12:22.540080+0000","last_peered":"2024-09-12T18:12:22.540080+0000","last_clean":"2024-09-12T18:12:22.540080+0000","last_became_active":"2024-09-12T17:35:00.936765+0000","last_became_peered":"2024-09-12T17:35:00.936765+0000","last_unstale":"2024-09-12T18:12:22.540080+0000","last_undegraded":"2024-09-12T18:12:22.540080+0000","last_fullsized":"2024-09-12T18:12:22.540080+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:49:48.260855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"266'45","reported_seq":543,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:11.301287+0000","last_change":"2024-09-12T17:35:02.953319+0000","last_active":"2024-09-12T18:15:11.301287+0000","last_peered":"2024-09-12T18:15:11.301287+0000","last_clean":"2024-09-12T18:15:11.301287+0000","last_became_active":"2024-09-12T17:35:02.951921+0000","last_became_peered":"2024-09-12T17:35:02.951921+0000","last_unstale":"2024-09-12T18:15:11.301287+0000","last_undegraded":"2024-09-12T18:15:11.301287+0000","last_fullsized":"2024-09-12T18:15:11.301287+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:29:31.613069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":32,"num_read_kb":30,"num_write":24,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":485,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:27.395316+0000","last_change":"2024-09-12T17:35:04.965458+0000","last_active":"2024-09-12T18:12:27.395316+0000","last_peered":"2024-09-12T18:12:27.395316+0000","last_clean":"2024-09-12T18:12:27.395316+0000","last_became_active":"2024-09-12T17:35:04.964790+0000","last_became_peered":"2024-09-12T17:35:04.964790+0000","last_unstale":"2024-09-12T18:12:27.395316+0000","last_undegraded":"2024-09-12T18:12:27.395316+0000","last_fullsized":"2024-09-12T18:12:27.395316+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:45:13.012996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"266'202","reported_seq":714,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:58.099635+0000","last_change":"2024-09-12T17:35:06.979577+0000","last_active":"2024-09-12T18:14:58.099635+0000","last_peered":"2024-09-12T18:14:58.099635+0000","last_clean":"2024-09-12T18:14:58.099635+0000","last_became_active":"2024-09-12T17:35:06.979254+0000","last_became_peered":"2024-09-12T17:35:06.979254+0000","last_unstale":"2024-09-12T18:14:58.099635+0000","last_undegraded":"2024-09-12T18:14:58.099635+0000","last_fullsized":"2024-09-12T18:14:58.099635+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":100,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:03:02.768810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":395,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":325,"num_read_kb":323,"num_write":468,"num_write_kb":129,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"266'200","reported_seq":788,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:55.511533+0000","last_change":"2024-09-12T17:34:58.925920+0000","last_active":"2024-09-12T18:14:55.511533+0000","last_peered":"2024-09-12T18:14:55.511533+0000","last_clean":"2024-09-12T18:14:55.511533+0000","last_became_active":"2024-09-12T17:34:58.925609+0000","last_became_peered":"2024-09-12T17:34:58.925609+0000","last_unstale":"2024-09-12T18:14:55.511533+0000","last_undegraded":"2024-09-12T18:14:55.511533+0000","last_fullsized":"2024-09-12T18:14:55.511533+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:35:50.367427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":842,"num_read_kb":673,"num_write":309,"num_write_kb":157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"266'138","reported_seq":821,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:17.742812+0000","last_change":"2024-09-12T17:34:56.917228+0000","last_active":"2024-09-12T18:14:17.742812+0000","last_peered":"2024-09-12T18:14:17.742812+0000","last_clean":"2024-09-12T18:14:17.742812+0000","last_became_active":"2024-09-12T17:34:56.916850+0000","last_became_peered":"2024-09-12T17:34:56.916850+0000","last_unstale":"2024-09-12T18:14:17.742812+0000","last_undegraded":"2024-09-12T18:14:17.742812+0000","last_fullsized":"2024-09-12T18:14:17.742812+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:13:56.210553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9699377,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":784,"num_read_kb":35676,"num_write":661,"num_write_kb":26567,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":493,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:22.394573+0000","last_change":"2024-09-12T17:35:00.939282+0000","last_active":"2024-09-12T18:12:22.394573+0000","last_peered":"2024-09-12T18:12:22.394573+0000","last_clean":"2024-09-12T18:12:22.394573+0000","last_became_active":"2024-09-12T17:35:00.938923+0000","last_became_peered":"2024-09-12T17:35:00.938923+0000","last_unstale":"2024-09-12T18:12:22.394573+0000","last_undegraded":"2024-09-12T18:12:22.394573+0000","last_fullsized":"2024-09-12T18:12:22.394573+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:42:54.272222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"266'168","reported_seq":754,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:11.457417+0000","last_change":"2024-09-12T17:35:02.952971+0000","last_active":"2024-09-12T18:15:11.457417+0000","last_peered":"2024-09-12T18:15:11.457417+0000","last_clean":"2024-09-12T18:15:11.457417+0000","last_became_active":"2024-09-12T17:35:02.952690+0000","last_became_peered":"2024-09-12T17:35:02.952690+0000","last_unstale":"2024-09-12T18:15:11.457417+0000","last_undegraded":"2024-09-12T18:15:11.457417+0000","last_fullsized":"2024-09-12T18:15:11.457417+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:00:22.644440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18000,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":214,"num_read_kb":280,"num_write":120,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":483,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:27.394456+0000","last_change":"2024-09-12T17:35:04.971351+0000","last_active":"2024-09-12T18:12:27.394456+0000","last_peered":"2024-09-12T18:12:27.394456+0000","last_clean":"2024-09-12T18:12:27.394456+0000","last_became_active":"2024-09-12T17:35:04.971076+0000","last_became_peered":"2024-09-12T17:35:04.971076+0000","last_unstale":"2024-09-12T18:12:27.394456+0000","last_undegraded":"2024-09-12T18:12:27.394456+0000","last_fullsized":"2024-09-12T18:12:27.394456+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:51:58.352424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"266'133","reported_seq":639,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:06.592932+0000","last_change":"2024-09-12T17:35:06.984864+0000","last_active":"2024-09-12T18:14:06.592932+0000","last_peered":"2024-09-12T18:14:06.592932+0000","last_clean":"2024-09-12T18:14:06.592932+0000","last_became_active":"2024-09-12T17:35:06.984552+0000","last_became_peered":"2024-09-12T17:35:06.984552+0000","last_unstale":"2024-09-12T18:14:06.592932+0000","last_undegraded":"2024-09-12T18:14:06.592932+0000","last_fullsized":"2024-09-12T18:14:06.592932+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:37:40.905318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":451,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":198,"num_read_kb":192,"num_write":307,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"266'134","reported_seq":714,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:52.404413+0000","last_change":"2024-09-12T17:36:31.123777+0000","last_active":"2024-09-12T18:13:52.404413+0000","last_peered":"2024-09-12T18:13:52.404413+0000","last_clean":"2024-09-12T18:13:52.404413+0000","last_became_active":"2024-09-12T17:36:31.123341+0000","last_became_peered":"2024-09-12T17:36:31.123341+0000","last_unstale":"2024-09-12T18:13:52.404413+0000","last_undegraded":"2024-09-12T18:13:52.404413+0000","last_fullsized":"2024-09-12T18:13:52.404413+0000","mapping_epoch":40,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:25:19.038889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":614,"num_read_kb":510,"num_write":196,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.17","version":"266'180","reported_seq":777,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:07.715323+0000","last_change":"2024-09-12T17:34:56.920849+0000","last_active":"2024-09-12T18:14:07.715323+0000","last_peered":"2024-09-12T18:14:07.715323+0000","last_clean":"2024-09-12T18:14:07.715323+0000","last_became_active":"2024-09-12T17:34:56.918372+0000","last_became_peered":"2024-09-12T17:34:56.918372+0000","last_unstale":"2024-09-12T18:14:07.715323+0000","last_undegraded":"2024-09-12T18:14:07.715323+0000","last_fullsized":"2024-09-12T18:14:07.715323+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":100,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:15:45.463920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13949133,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":321,"num_read_kb":30322,"num_write":856,"num_write_kb":52127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":491,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:22.393856+0000","last_change":"2024-09-12T17:35:00.936167+0000","last_active":"2024-09-12T18:12:22.393856+0000","last_peered":"2024-09-12T18:12:22.393856+0000","last_clean":"2024-09-12T18:12:22.393856+0000","last_became_active":"2024-09-12T17:35:00.935864+0000","last_became_peered":"2024-09-12T17:35:00.935864+0000","last_unstale":"2024-09-12T18:12:22.393856+0000","last_undegraded":"2024-09-12T18:12:22.393856+0000","last_fullsized":"2024-09-12T18:12:22.393856+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:08:26.102201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"266'124","reported_seq":684,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:11.384285+0000","last_change":"2024-09-12T17:35:02.950391+0000","last_active":"2024-09-12T18:15:11.384285+0000","last_peered":"2024-09-12T18:15:11.384285+0000","last_clean":"2024-09-12T18:15:11.384285+0000","last_became_active":"2024-09-12T17:35:02.949997+0000","last_became_peered":"2024-09-12T17:35:02.949997+0000","last_unstale":"2024-09-12T18:15:11.384285+0000","last_undegraded":"2024-09-12T18:15:11.384285+0000","last_fullsized":"2024-09-12T18:15:11.384285+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:48:57.239873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9422,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":147,"num_read_kb":201,"num_write":74,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":484,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:27.511166+0000","last_change":"2024-09-12T17:35:04.971696+0000","last_active":"2024-09-12T18:12:27.511166+0000","last_peered":"2024-09-12T18:12:27.511166+0000","last_clean":"2024-09-12T18:12:27.511166+0000","last_became_active":"2024-09-12T17:35:04.970733+0000","last_became_peered":"2024-09-12T17:35:04.970733+0000","last_unstale":"2024-09-12T18:12:27.511166+0000","last_undegraded":"2024-09-12T18:12:27.511166+0000","last_fullsized":"2024-09-12T18:12:27.511166+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:49:13.678262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"266'60","reported_seq":632,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:37.189691+0000","last_change":"2024-09-12T17:34:58.920122+0000","last_active":"2024-09-12T18:14:37.189691+0000","last_peered":"2024-09-12T18:14:37.189691+0000","last_clean":"2024-09-12T18:14:37.189691+0000","last_became_active":"2024-09-12T17:34:58.919844+0000","last_became_peered":"2024-09-12T17:34:58.919844+0000","last_unstale":"2024-09-12T18:14:37.189691+0000","last_undegraded":"2024-09-12T18:14:37.189691+0000","last_fullsized":"2024-09-12T18:14:37.189691+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:31:02.094941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":284,"num_read_kb":248,"num_write":79,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"266'190","reported_seq":848,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:43.536153+0000","last_change":"2024-09-12T17:34:56.920499+0000","last_active":"2024-09-12T18:14:43.536153+0000","last_peered":"2024-09-12T18:14:43.536153+0000","last_clean":"2024-09-12T18:14:43.536153+0000","last_became_active":"2024-09-12T17:34:56.920158+0000","last_became_peered":"2024-09-12T17:34:56.920158+0000","last_unstale":"2024-09-12T18:14:43.536153+0000","last_undegraded":"2024-09-12T18:14:43.536153+0000","last_fullsized":"2024-09-12T18:14:43.536153+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":100,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:28:08.928313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":759293,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":604,"num_read_kb":10072,"num_write":917,"num_write_kb":26304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":495,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:07.517148+0000","last_change":"2024-09-12T17:35:00.933366+0000","last_active":"2024-09-12T18:13:07.517148+0000","last_peered":"2024-09-12T18:13:07.517148+0000","last_clean":"2024-09-12T18:13:07.517148+0000","last_became_active":"2024-09-12T17:35:00.933081+0000","last_became_peered":"2024-09-12T17:35:00.933081+0000","last_unstale":"2024-09-12T18:13:07.517148+0000","last_undegraded":"2024-09-12T18:13:07.517148+0000","last_fullsized":"2024-09-12T18:13:07.517148+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:18:30.245407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"266'186","reported_seq":805,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:19.197628+0000","last_change":"2024-09-12T17:35:02.950566+0000","last_active":"2024-09-12T18:16:19.197628+0000","last_peered":"2024-09-12T18:16:19.197628+0000","last_clean":"2024-09-12T18:16:19.197628+0000","last_became_active":"2024-09-12T17:35:02.950274+0000","last_became_peered":"2024-09-12T17:35:02.950274+0000","last_unstale":"2024-09-12T18:16:19.197628+0000","last_undegraded":"2024-09-12T18:16:19.197628+0000","last_fullsized":"2024-09-12T18:16:19.197628+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:54:25.896883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34855,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":291,"num_read_kb":450,"num_write":186,"num_write_kb":133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":484,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:37.531351+0000","last_change":"2024-09-12T17:35:04.969323+0000","last_active":"2024-09-12T18:12:37.531351+0000","last_peered":"2024-09-12T18:12:37.531351+0000","last_clean":"2024-09-12T18:12:37.531351+0000","last_became_active":"2024-09-12T17:35:04.969084+0000","last_became_peered":"2024-09-12T17:35:04.969084+0000","last_unstale":"2024-09-12T18:12:37.531351+0000","last_undegraded":"2024-09-12T18:12:37.531351+0000","last_fullsized":"2024-09-12T18:12:37.531351+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:48:09.688062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"266'168","reported_seq":677,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:40.269641+0000","last_change":"2024-09-12T17:35:07.202282+0000","last_active":"2024-09-12T18:14:40.269641+0000","last_peered":"2024-09-12T18:14:40.269641+0000","last_clean":"2024-09-12T18:14:40.269641+0000","last_became_active":"2024-09-12T17:35:07.202003+0000","last_became_peered":"2024-09-12T17:35:07.202003+0000","last_unstale":"2024-09-12T18:14:40.269641+0000","last_undegraded":"2024-09-12T18:14:40.269641+0000","last_fullsized":"2024-09-12T18:14:40.269641+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:31:44.194240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1066,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":265,"num_read_kb":267,"num_write":393,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"266'141","reported_seq":769,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:38.388329+0000","last_change":"2024-09-12T17:34:58.928079+0000","last_active":"2024-09-12T18:13:38.388329+0000","last_peered":"2024-09-12T18:13:38.388329+0000","last_clean":"2024-09-12T18:13:38.388329+0000","last_became_active":"2024-09-12T17:34:58.926142+0000","last_became_peered":"2024-09-12T17:34:58.926142+0000","last_unstale":"2024-09-12T18:13:38.388329+0000","last_undegraded":"2024-09-12T18:13:38.388329+0000","last_fullsized":"2024-09-12T18:13:38.388329+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":100,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:48:14.528339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":661,"num_read_kb":559,"num_write":210,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"266'197","reported_seq":815,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:29.798127+0000","last_change":"2024-09-12T17:34:56.915625+0000","last_active":"2024-09-12T18:14:29.798127+0000","last_peered":"2024-09-12T18:14:29.798127+0000","last_clean":"2024-09-12T18:14:29.798127+0000","last_became_active":"2024-09-12T17:34:56.915256+0000","last_became_peered":"2024-09-12T17:34:56.915256+0000","last_unstale":"2024-09-12T18:14:29.798127+0000","last_undegraded":"2024-09-12T18:14:29.798127+0000","last_fullsized":"2024-09-12T18:14:29.798127+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":100,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:03:41.188193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10503010,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":417,"num_read_kb":24066,"num_write":970,"num_write_kb":43325,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":493,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:32.395152+0000","last_change":"2024-09-12T17:35:00.936384+0000","last_active":"2024-09-12T18:12:32.395152+0000","last_peered":"2024-09-12T18:12:32.395152+0000","last_clean":"2024-09-12T18:12:32.395152+0000","last_became_active":"2024-09-12T17:35:00.935961+0000","last_became_peered":"2024-09-12T17:35:00.935961+0000","last_unstale":"2024-09-12T18:12:32.395152+0000","last_undegraded":"2024-09-12T18:12:32.395152+0000","last_fullsized":"2024-09-12T18:12:32.395152+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:41:39.616513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"266'158","reported_seq":733,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:11.425220+0000","last_change":"2024-09-12T17:35:02.953765+0000","last_active":"2024-09-12T18:15:11.425220+0000","last_peered":"2024-09-12T18:15:11.425220+0000","last_clean":"2024-09-12T18:15:11.425220+0000","last_became_active":"2024-09-12T17:35:02.953229+0000","last_became_peered":"2024-09-12T17:35:02.953229+0000","last_unstale":"2024-09-12T18:15:11.425220+0000","last_undegraded":"2024-09-12T18:15:11.425220+0000","last_fullsized":"2024-09-12T18:15:11.425220+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:46:00.356825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15266,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":212,"num_read_kb":236,"num_write":138,"num_write_kb":51,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":488,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:37.395053+0000","last_change":"2024-09-12T17:35:04.965764+0000","last_active":"2024-09-12T18:12:37.395053+0000","last_peered":"2024-09-12T18:12:37.395053+0000","last_clean":"2024-09-12T18:12:37.395053+0000","last_became_active":"2024-09-12T17:35:04.965251+0000","last_became_peered":"2024-09-12T17:35:04.965251+0000","last_unstale":"2024-09-12T18:12:37.395053+0000","last_undegraded":"2024-09-12T18:12:37.395053+0000","last_fullsized":"2024-09-12T18:12:37.395053+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:49:56.314147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"266'174","reported_seq":677,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:10.206285+0000","last_change":"2024-09-12T17:35:06.991439+0000","last_active":"2024-09-12T18:14:10.206285+0000","last_peered":"2024-09-12T18:14:10.206285+0000","last_clean":"2024-09-12T18:14:10.206285+0000","last_became_active":"2024-09-12T17:35:06.991122+0000","last_became_peered":"2024-09-12T17:35:06.991122+0000","last_unstale":"2024-09-12T18:14:10.206285+0000","last_undegraded":"2024-09-12T18:14:10.206285+0000","last_fullsized":"2024-09-12T18:14:10.206285+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":100,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:12:35.872806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1619,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":252,"num_read_kb":243,"num_write":490,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"266'219","reported_seq":795,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:26.765716+0000","last_change":"2024-09-12T17:34:58.921358+0000","last_active":"2024-09-12T18:14:26.765716+0000","last_peered":"2024-09-12T18:14:26.765716+0000","last_clean":"2024-09-12T18:14:26.765716+0000","last_became_active":"2024-09-12T17:34:58.921089+0000","last_became_peered":"2024-09-12T17:34:58.921089+0000","last_unstale":"2024-09-12T18:14:26.765716+0000","last_undegraded":"2024-09-12T18:14:26.765716+0000","last_fullsized":"2024-09-12T18:14:26.765716+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":200,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:17:54.682064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":925,"num_read_kb":741,"num_write":347,"num_write_kb":174,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"266'217","reported_seq":923,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:44.643956+0000","last_change":"2024-09-12T17:34:56.918437+0000","last_active":"2024-09-12T18:14:44.643956+0000","last_peered":"2024-09-12T18:14:44.643956+0000","last_clean":"2024-09-12T18:14:44.643956+0000","last_became_active":"2024-09-12T17:34:56.918114+0000","last_became_peered":"2024-09-12T17:34:56.918114+0000","last_unstale":"2024-09-12T18:14:44.643956+0000","last_undegraded":"2024-09-12T18:14:44.643956+0000","last_fullsized":"2024-09-12T18:14:44.643956+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:38:13.045921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14384427,"num_objects":13,"num_object_clones":0,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":602,"num_read_kb":43659,"num_write":1021,"num_write_kb":45378,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":496,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:32.424567+0000","last_change":"2024-09-12T17:35:00.936893+0000","last_active":"2024-09-12T18:12:32.424567+0000","last_peered":"2024-09-12T18:12:32.424567+0000","last_clean":"2024-09-12T18:12:32.424567+0000","last_became_active":"2024-09-12T17:35:00.936517+0000","last_became_peered":"2024-09-12T17:35:00.936517+0000","last_unstale":"2024-09-12T18:12:32.424567+0000","last_undegraded":"2024-09-12T18:12:32.424567+0000","last_fullsized":"2024-09-12T18:12:32.424567+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:12:02.658434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"266'137","reported_seq":709,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:11.489990+0000","last_change":"2024-09-12T17:35:03.252645+0000","last_active":"2024-09-12T18:15:11.489990+0000","last_peered":"2024-09-12T18:15:11.489990+0000","last_clean":"2024-09-12T18:15:11.489990+0000","last_became_active":"2024-09-12T17:35:03.252223+0000","last_became_peered":"2024-09-12T17:35:03.252223+0000","last_unstale":"2024-09-12T18:15:11.489990+0000","last_undegraded":"2024-09-12T18:15:11.489990+0000","last_fullsized":"2024-09-12T18:15:11.489990+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:31:19.709179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11752,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":171,"num_read_kb":227,"num_write":94,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:12.399543+0000","last_change":"2024-09-12T17:35:04.965802+0000","last_active":"2024-09-12T18:13:12.399543+0000","last_peered":"2024-09-12T18:13:12.399543+0000","last_clean":"2024-09-12T18:13:12.399543+0000","last_became_active":"2024-09-12T17:35:04.965498+0000","last_became_peered":"2024-09-12T17:35:04.965498+0000","last_unstale":"2024-09-12T18:13:12.399543+0000","last_undegraded":"2024-09-12T18:13:12.399543+0000","last_fullsized":"2024-09-12T18:13:12.399543+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:14:13.960189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"266'103","reported_seq":604,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:19.226648+0000","last_change":"2024-09-12T17:35:06.985303+0000","last_active":"2024-09-12T18:16:19.226648+0000","last_peered":"2024-09-12T18:16:19.226648+0000","last_clean":"2024-09-12T18:16:19.226648+0000","last_became_active":"2024-09-12T17:35:06.984930+0000","last_became_peered":"2024-09-12T17:35:06.984930+0000","last_unstale":"2024-09-12T18:16:19.226648+0000","last_undegraded":"2024-09-12T18:16:19.226648+0000","last_fullsized":"2024-09-12T18:16:19.226648+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":0,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:51:31.125706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":801,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":186,"num_read_kb":167,"num_write":250,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"266'188","reported_seq":761,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:58.037408+0000","last_change":"2024-09-12T17:34:58.925304+0000","last_active":"2024-09-12T18:12:58.037408+0000","last_peered":"2024-09-12T18:12:58.037408+0000","last_clean":"2024-09-12T18:12:58.037408+0000","last_became_active":"2024-09-12T17:34:58.925027+0000","last_became_peered":"2024-09-12T17:34:58.925027+0000","last_unstale":"2024-09-12T18:12:58.037408+0000","last_undegraded":"2024-09-12T18:12:58.037408+0000","last_fullsized":"2024-09-12T18:12:58.037408+0000","mapping_epoch":27,"log_start":"263'100","ondisk_log_start":"263'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":100,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:43:53.718847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":762,"num_read_kb":614,"num_write":291,"num_write_kb":140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"266'287","reported_seq":1088,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:36.865173+0000","last_change":"2024-09-12T17:34:56.936120+0000","last_active":"2024-09-12T18:14:36.865173+0000","last_peered":"2024-09-12T18:14:36.865173+0000","last_clean":"2024-09-12T18:14:36.865173+0000","last_became_active":"2024-09-12T17:34:56.935029+0000","last_became_peered":"2024-09-12T17:34:56.935029+0000","last_unstale":"2024-09-12T18:14:36.865173+0000","last_undegraded":"2024-09-12T18:14:36.865173+0000","last_fullsized":"2024-09-12T18:14:36.865173+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":200,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:12:17.010269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":86283,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":1290,"num_read_kb":22019,"num_write":1477,"num_write_kb":38453,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":496,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:32.394283+0000","last_change":"2024-09-12T17:35:00.928323+0000","last_active":"2024-09-12T18:12:32.394283+0000","last_peered":"2024-09-12T18:12:32.394283+0000","last_clean":"2024-09-12T18:12:32.394283+0000","last_became_active":"2024-09-12T17:35:00.928040+0000","last_became_peered":"2024-09-12T17:35:00.928040+0000","last_unstale":"2024-09-12T18:12:32.394283+0000","last_undegraded":"2024-09-12T18:12:32.394283+0000","last_fullsized":"2024-09-12T18:12:32.394283+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:03:51.566484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"266'87","reported_seq":608,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:11.482314+0000","last_change":"2024-09-12T17:35:03.251975+0000","last_active":"2024-09-12T18:15:11.482314+0000","last_peered":"2024-09-12T18:15:11.482314+0000","last_clean":"2024-09-12T18:15:11.482314+0000","last_became_active":"2024-09-12T17:35:03.251671+0000","last_became_peered":"2024-09-12T17:35:03.251671+0000","last_unstale":"2024-09-12T18:15:11.482314+0000","last_undegraded":"2024-09-12T18:15:11.482314+0000","last_fullsized":"2024-09-12T18:15:11.482314+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":0,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:18:10.687015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":84,"num_read_kb":78,"num_write":66,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"266'765","reported_seq":6369,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:19.237898+0000","last_change":"2024-09-12T17:35:04.962813+0000","last_active":"2024-09-12T18:16:19.237898+0000","last_peered":"2024-09-12T18:16:19.237898+0000","last_clean":"2024-09-12T18:16:19.237898+0000","last_became_active":"2024-09-12T17:35:04.962328+0000","last_became_peered":"2024-09-12T17:35:04.962328+0000","last_unstale":"2024-09-12T18:16:19.237898+0000","last_undegraded":"2024-09-12T18:16:19.237898+0000","last_fullsized":"2024-09-12T18:16:19.237898+0000","mapping_epoch":33,"log_start":"266'701","ondisk_log_start":"266'701","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":701,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:40:25.322593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"266'129","reported_seq":632,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:33.798677+0000","last_change":"2024-09-12T17:35:06.982525+0000","last_active":"2024-09-12T18:14:33.798677+0000","last_peered":"2024-09-12T18:14:33.798677+0000","last_clean":"2024-09-12T18:14:33.798677+0000","last_became_active":"2024-09-12T17:35:06.982258+0000","last_became_peered":"2024-09-12T17:35:06.982258+0000","last_unstale":"2024-09-12T18:14:33.798677+0000","last_undegraded":"2024-09-12T18:14:33.798677+0000","last_fullsized":"2024-09-12T18:14:33.798677+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:13:14.713784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":214,"num_read_kb":201,"num_write":330,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"266'90","reported_seq":666,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:39.679341+0000","last_change":"2024-09-12T17:34:58.916042+0000","last_active":"2024-09-12T18:14:39.679341+0000","last_peered":"2024-09-12T18:14:39.679341+0000","last_clean":"2024-09-12T18:14:39.679341+0000","last_became_active":"2024-09-12T17:34:58.915177+0000","last_became_peered":"2024-09-12T17:34:58.915177+0000","last_unstale":"2024-09-12T18:14:39.679341+0000","last_undegraded":"2024-09-12T18:14:39.679341+0000","last_fullsized":"2024-09-12T18:14:39.679341+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":0,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:24:47.030526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":407,"num_read_kb":344,"num_write":133,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"266'236","reported_seq":893,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:55.748553+0000","last_change":"2024-09-12T17:35:31.566574+0000","last_active":"2024-09-12T18:14:55.748553+0000","last_peered":"2024-09-12T18:14:55.748553+0000","last_clean":"2024-09-12T18:14:55.748553+0000","last_became_active":"2024-09-12T17:35:31.566106+0000","last_became_peered":"2024-09-12T17:35:31.566106+0000","last_unstale":"2024-09-12T18:14:55.748553+0000","last_undegraded":"2024-09-12T18:14:55.748553+0000","last_fullsized":"2024-09-12T18:14:55.748553+0000","mapping_epoch":38,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":200,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:51:58.182075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15954679,"num_objects":15,"num_object_clones":0,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":523,"num_read_kb":23754,"num_write":1049,"num_write_kb":25012,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:32.395960+0000","last_change":"2024-09-12T17:35:00.939522+0000","last_active":"2024-09-12T18:12:32.395960+0000","last_peered":"2024-09-12T18:12:32.395960+0000","last_clean":"2024-09-12T18:12:32.395960+0000","last_became_active":"2024-09-12T17:35:00.938992+0000","last_became_peered":"2024-09-12T17:35:00.938992+0000","last_unstale":"2024-09-12T18:12:32.395960+0000","last_undegraded":"2024-09-12T18:12:32.395960+0000","last_fullsized":"2024-09-12T18:12:32.395960+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:13:38.081815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"266'162","reported_seq":737,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:18.111145+0000","last_change":"2024-09-12T17:35:02.950916+0000","last_active":"2024-09-12T18:16:18.111145+0000","last_peered":"2024-09-12T18:16:18.111145+0000","last_clean":"2024-09-12T18:16:18.111145+0000","last_became_active":"2024-09-12T17:35:02.950602+0000","last_became_peered":"2024-09-12T17:35:02.950602+0000","last_unstale":"2024-09-12T18:16:18.111145+0000","last_undegraded":"2024-09-12T18:16:18.111145+0000","last_fullsized":"2024-09-12T18:16:18.111145+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":100,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:49:39.524177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10251,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":208,"num_read_kb":262,"num_write":126,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":484,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.522187+0000","last_change":"2024-09-12T17:35:04.972941+0000","last_active":"2024-09-12T18:13:47.522187+0000","last_peered":"2024-09-12T18:13:47.522187+0000","last_clean":"2024-09-12T18:13:47.522187+0000","last_became_active":"2024-09-12T17:35:04.972306+0000","last_became_peered":"2024-09-12T17:35:04.972306+0000","last_unstale":"2024-09-12T18:13:47.522187+0000","last_undegraded":"2024-09-12T18:13:47.522187+0000","last_fullsized":"2024-09-12T18:13:47.522187+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:58:05.412014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"266'131","reported_seq":636,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:10.204654+0000","last_change":"2024-09-12T17:35:06.984551+0000","last_active":"2024-09-12T18:14:10.204654+0000","last_peered":"2024-09-12T18:14:10.204654+0000","last_clean":"2024-09-12T18:14:10.204654+0000","last_became_active":"2024-09-12T17:35:06.984272+0000","last_became_peered":"2024-09-12T17:35:06.984272+0000","last_unstale":"2024-09-12T18:14:10.204654+0000","last_undegraded":"2024-09-12T18:14:10.204654+0000","last_fullsized":"2024-09-12T18:14:10.204654+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:38:19.074116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":591,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":201,"num_read_kb":188,"num_write":308,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"266'222","reported_seq":815,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:06.597444+0000","last_change":"2024-09-12T17:34:58.923376+0000","last_active":"2024-09-12T18:14:06.597444+0000","last_peered":"2024-09-12T18:14:06.597444+0000","last_clean":"2024-09-12T18:14:06.597444+0000","last_became_active":"2024-09-12T17:34:58.923034+0000","last_became_peered":"2024-09-12T17:34:58.923034+0000","last_unstale":"2024-09-12T18:14:06.597444+0000","last_undegraded":"2024-09-12T18:14:06.597444+0000","last_fullsized":"2024-09-12T18:14:06.597444+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":200,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:05:09.680473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":922,"num_read_kb":750,"num_write":316,"num_write_kb":178,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"266'187","reported_seq":789,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:21.498774+0000","last_change":"2024-09-12T17:35:31.034133+0000","last_active":"2024-09-12T18:13:21.498774+0000","last_peered":"2024-09-12T18:13:21.498774+0000","last_clean":"2024-09-12T18:13:21.498774+0000","last_became_active":"2024-09-12T17:35:31.033748+0000","last_became_peered":"2024-09-12T17:35:31.033748+0000","last_unstale":"2024-09-12T18:13:21.498774+0000","last_undegraded":"2024-09-12T18:13:21.498774+0000","last_fullsized":"2024-09-12T18:13:21.498774+0000","mapping_epoch":38,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":100,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:43:58.054480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5567560,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":349,"num_read_kb":8582,"num_write":910,"num_write_kb":33561,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:32.530612+0000","last_change":"2024-09-12T17:35:00.933825+0000","last_active":"2024-09-12T18:12:32.530612+0000","last_peered":"2024-09-12T18:12:32.530612+0000","last_clean":"2024-09-12T18:12:32.530612+0000","last_became_active":"2024-09-12T17:35:00.933492+0000","last_became_peered":"2024-09-12T17:35:00.933492+0000","last_unstale":"2024-09-12T18:12:32.530612+0000","last_undegraded":"2024-09-12T18:12:32.530612+0000","last_fullsized":"2024-09-12T18:12:32.530612+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:44:06.978831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"266'112","reported_seq":671,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:07.541057+0000","last_change":"2024-09-12T17:35:02.954034+0000","last_active":"2024-09-12T18:16:07.541057+0000","last_peered":"2024-09-12T18:16:07.541057+0000","last_clean":"2024-09-12T18:16:07.541057+0000","last_became_active":"2024-09-12T17:35:02.953753+0000","last_became_peered":"2024-09-12T17:35:02.953753+0000","last_unstale":"2024-09-12T18:16:07.541057+0000","last_undegraded":"2024-09-12T18:16:07.541057+0000","last_fullsized":"2024-09-12T18:16:07.541057+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:14:15.227580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14275,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":154,"num_read_kb":220,"num_write":80,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":483,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:57.405853+0000","last_change":"2024-09-12T17:35:04.964266+0000","last_active":"2024-09-12T18:13:57.405853+0000","last_peered":"2024-09-12T18:13:57.405853+0000","last_clean":"2024-09-12T18:13:57.405853+0000","last_became_active":"2024-09-12T17:35:04.963928+0000","last_became_peered":"2024-09-12T17:35:04.963928+0000","last_unstale":"2024-09-12T18:13:57.405853+0000","last_undegraded":"2024-09-12T18:13:57.405853+0000","last_fullsized":"2024-09-12T18:13:57.405853+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:04:49.108451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"266'107","reported_seq":626,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:29.684252+0000","last_change":"2024-09-12T17:35:07.201645+0000","last_active":"2024-09-12T18:14:29.684252+0000","last_peered":"2024-09-12T18:14:29.684252+0000","last_clean":"2024-09-12T18:14:29.684252+0000","last_became_active":"2024-09-12T17:35:07.200824+0000","last_became_peered":"2024-09-12T17:35:07.200824+0000","last_unstale":"2024-09-12T18:14:29.684252+0000","last_undegraded":"2024-09-12T18:14:29.684252+0000","last_fullsized":"2024-09-12T18:14:29.684252+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:02:23.125201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":539,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":174,"num_read_kb":172,"num_write":247,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"266'147","reported_seq":774,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:34.724854+0000","last_change":"2024-09-12T17:34:58.925933+0000","last_active":"2024-09-12T18:14:34.724854+0000","last_peered":"2024-09-12T18:14:34.724854+0000","last_clean":"2024-09-12T18:14:34.724854+0000","last_became_active":"2024-09-12T17:34:58.925364+0000","last_became_peered":"2024-09-12T17:34:58.925364+0000","last_unstale":"2024-09-12T18:14:34.724854+0000","last_undegraded":"2024-09-12T18:14:34.724854+0000","last_fullsized":"2024-09-12T18:14:34.724854+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:04:38.945263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":648,"num_read_kb":543,"num_write":223,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"266'227","reported_seq":855,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:33.723049+0000","last_change":"2024-09-12T17:34:56.930105+0000","last_active":"2024-09-12T18:13:33.723049+0000","last_peered":"2024-09-12T18:13:33.723049+0000","last_clean":"2024-09-12T18:13:33.723049+0000","last_became_active":"2024-09-12T17:34:56.929777+0000","last_became_peered":"2024-09-12T17:34:56.929777+0000","last_unstale":"2024-09-12T18:13:33.723049+0000","last_undegraded":"2024-09-12T18:13:33.723049+0000","last_fullsized":"2024-09-12T18:13:33.723049+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":200,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:19:13.360360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2421802,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":450,"num_read_kb":12620,"num_write":1042,"num_write_kb":48973,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":497,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.433779+0000","last_change":"2024-09-12T17:35:00.934066+0000","last_active":"2024-09-12T18:13:42.433779+0000","last_peered":"2024-09-12T18:13:42.433779+0000","last_clean":"2024-09-12T18:13:42.433779+0000","last_became_active":"2024-09-12T17:35:00.933777+0000","last_became_peered":"2024-09-12T17:35:00.933777+0000","last_unstale":"2024-09-12T18:13:42.433779+0000","last_undegraded":"2024-09-12T18:13:42.433779+0000","last_fullsized":"2024-09-12T18:13:42.433779+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:46:03.145797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"266'106","reported_seq":660,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:11.368723+0000","last_change":"2024-09-12T17:35:02.948868+0000","last_active":"2024-09-12T18:15:11.368723+0000","last_peered":"2024-09-12T18:15:11.368723+0000","last_clean":"2024-09-12T18:15:11.368723+0000","last_became_active":"2024-09-12T17:35:02.948589+0000","last_became_peered":"2024-09-12T17:35:02.948589+0000","last_unstale":"2024-09-12T18:15:11.368723+0000","last_undegraded":"2024-09-12T18:15:11.368723+0000","last_fullsized":"2024-09-12T18:15:11.368723+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:08:06.222842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10993,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":124,"num_read_kb":176,"num_write":62,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":488,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:37.425397+0000","last_change":"2024-09-12T17:35:04.965100+0000","last_active":"2024-09-12T18:12:37.425397+0000","last_peered":"2024-09-12T18:12:37.425397+0000","last_clean":"2024-09-12T18:12:37.425397+0000","last_became_active":"2024-09-12T17:35:04.964762+0000","last_became_peered":"2024-09-12T17:35:04.964762+0000","last_unstale":"2024-09-12T18:12:37.425397+0000","last_undegraded":"2024-09-12T18:12:37.425397+0000","last_fullsized":"2024-09-12T18:12:37.425397+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:08:50.249081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"266'159","reported_seq":1614,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:56.580721+0000","last_change":"2024-09-12T17:35:06.985501+0000","last_active":"2024-09-12T18:14:56.580721+0000","last_peered":"2024-09-12T18:14:56.580721+0000","last_clean":"2024-09-12T18:14:56.580721+0000","last_became_active":"2024-09-12T17:35:06.985213+0000","last_became_peered":"2024-09-12T17:35:06.985213+0000","last_unstale":"2024-09-12T18:14:56.580721+0000","last_undegraded":"2024-09-12T18:14:56.580721+0000","last_fullsized":"2024-09-12T18:14:56.580721+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:16:02.855330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":239,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1188,"num_read_kb":1188,"num_write":364,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"266'55","reported_seq":641,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.433809+0000","last_change":"2024-09-12T17:34:58.918878+0000","last_active":"2024-09-12T18:13:42.433809+0000","last_peered":"2024-09-12T18:13:42.433809+0000","last_clean":"2024-09-12T18:13:42.433809+0000","last_became_active":"2024-09-12T17:34:58.918463+0000","last_became_peered":"2024-09-12T17:34:58.918463+0000","last_unstale":"2024-09-12T18:13:42.433809+0000","last_undegraded":"2024-09-12T18:13:42.433809+0000","last_fullsized":"2024-09-12T18:13:42.433809+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":0,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:17:27.429090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":265,"num_read_kb":235,"num_write":79,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"266'201","reported_seq":857,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:13.854779+0000","last_change":"2024-09-12T17:34:56.932624+0000","last_active":"2024-09-12T18:16:13.854779+0000","last_peered":"2024-09-12T18:16:13.854779+0000","last_clean":"2024-09-12T18:16:13.854779+0000","last_became_active":"2024-09-12T17:34:56.932103+0000","last_became_peered":"2024-09-12T17:34:56.932103+0000","last_unstale":"2024-09-12T18:16:13.854779+0000","last_undegraded":"2024-09-12T18:16:13.854779+0000","last_fullsized":"2024-09-12T18:16:13.854779+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:39:43.023579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11443951,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":536,"num_read_kb":71881,"num_write":955,"num_write_kb":32143,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"30'1","reported_seq":498,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.403881+0000","last_change":"2024-09-12T17:35:00.934136+0000","last_active":"2024-09-12T18:13:47.403881+0000","last_peered":"2024-09-12T18:13:47.403881+0000","last_clean":"2024-09-12T18:13:47.403881+0000","last_became_active":"2024-09-12T17:35:00.933869+0000","last_became_peered":"2024-09-12T17:35:00.933869+0000","last_unstale":"2024-09-12T18:13:47.403881+0000","last_undegraded":"2024-09-12T18:13:47.403881+0000","last_fullsized":"2024-09-12T18:13:47.403881+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:05:49.568115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"266'148","reported_seq":727,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:11.390547+0000","last_change":"2024-09-12T17:35:02.949706+0000","last_active":"2024-09-12T18:15:11.390547+0000","last_peered":"2024-09-12T18:15:11.390547+0000","last_clean":"2024-09-12T18:15:11.390547+0000","last_became_active":"2024-09-12T17:35:02.948855+0000","last_became_peered":"2024-09-12T17:35:02.948855+0000","last_unstale":"2024-09-12T18:15:11.390547+0000","last_undegraded":"2024-09-12T18:15:11.390547+0000","last_fullsized":"2024-09-12T18:15:11.390547+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:46:52.194353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17443,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":204,"num_read_kb":281,"num_write":116,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":483,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:37.512688+0000","last_change":"2024-09-12T17:35:04.971374+0000","last_active":"2024-09-12T18:12:37.512688+0000","last_peered":"2024-09-12T18:12:37.512688+0000","last_clean":"2024-09-12T18:12:37.512688+0000","last_became_active":"2024-09-12T17:35:04.971064+0000","last_became_peered":"2024-09-12T17:35:04.971064+0000","last_unstale":"2024-09-12T18:12:37.512688+0000","last_undegraded":"2024-09-12T18:12:37.512688+0000","last_fullsized":"2024-09-12T18:12:37.512688+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:31:51.153466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"266'118","reported_seq":620,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:18.103633+0000","last_change":"2024-09-12T17:35:06.982240+0000","last_active":"2024-09-12T18:16:18.103633+0000","last_peered":"2024-09-12T18:16:18.103633+0000","last_clean":"2024-09-12T18:16:18.103633+0000","last_became_active":"2024-09-12T17:35:06.981911+0000","last_became_peered":"2024-09-12T17:35:06.981911+0000","last_unstale":"2024-09-12T18:16:18.103633+0000","last_undegraded":"2024-09-12T18:16:18.103633+0000","last_fullsized":"2024-09-12T18:16:18.103633+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":100,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:04:12.515199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":652,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":201,"num_read_kb":183,"num_write":312,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"266'120","reported_seq":673,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:43.930383+0000","last_change":"2024-09-12T17:34:58.920574+0000","last_active":"2024-09-12T18:14:43.930383+0000","last_peered":"2024-09-12T18:14:43.930383+0000","last_clean":"2024-09-12T18:14:43.930383+0000","last_became_active":"2024-09-12T17:34:58.920232+0000","last_became_peered":"2024-09-12T17:34:58.920232+0000","last_unstale":"2024-09-12T18:14:43.930383+0000","last_undegraded":"2024-09-12T18:14:43.930383+0000","last_fullsized":"2024-09-12T18:14:43.930383+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:16:00.030032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":506,"num_read_kb":407,"num_write":190,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"266'212","reported_seq":840,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:32.409939+0000","last_change":"2024-09-12T17:34:56.934028+0000","last_active":"2024-09-12T18:14:32.409939+0000","last_peered":"2024-09-12T18:14:32.409939+0000","last_clean":"2024-09-12T18:14:32.409939+0000","last_became_active":"2024-09-12T17:34:56.933683+0000","last_became_peered":"2024-09-12T17:34:56.933683+0000","last_unstale":"2024-09-12T18:14:32.409939+0000","last_undegraded":"2024-09-12T18:14:32.409939+0000","last_fullsized":"2024-09-12T18:14:32.409939+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":200,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:06:58.983051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4769519,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":468,"num_read_kb":4796,"num_write":1000,"num_write_kb":45279,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,7],"acting":[6,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"266'117","reported_seq":635,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:22.537581+0000","last_change":"2024-09-12T17:36:31.125812+0000","last_active":"2024-09-12T18:13:22.537581+0000","last_peered":"2024-09-12T18:13:22.537581+0000","last_clean":"2024-09-12T18:13:22.537581+0000","last_became_active":"2024-09-12T17:36:31.125541+0000","last_became_peered":"2024-09-12T17:36:31.125541+0000","last_unstale":"2024-09-12T18:13:22.537581+0000","last_undegraded":"2024-09-12T18:13:22.537581+0000","last_fullsized":"2024-09-12T18:13:22.537581+0000","mapping_epoch":40,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:45:49.029432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":511,"num_read_kb":409,"num_write":203,"num_write_kb":102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"266'200","reported_seq":834,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:32.409234+0000","last_change":"2024-09-12T17:34:56.921045+0000","last_active":"2024-09-12T18:14:32.409234+0000","last_peered":"2024-09-12T18:14:32.409234+0000","last_clean":"2024-09-12T18:14:32.409234+0000","last_became_active":"2024-09-12T17:34:56.920719+0000","last_became_peered":"2024-09-12T17:34:56.920719+0000","last_unstale":"2024-09-12T18:14:32.409234+0000","last_undegraded":"2024-09-12T18:14:32.409234+0000","last_fullsized":"2024-09-12T18:14:32.409234+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:41:04.609290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10487159,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":431,"num_read_kb":26102,"num_write":974,"num_write_kb":39157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"266'125","reported_seq":719,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:35.868549+0000","last_change":"2024-09-12T17:34:58.923249+0000","last_active":"2024-09-12T18:14:35.868549+0000","last_peered":"2024-09-12T18:14:35.868549+0000","last_clean":"2024-09-12T18:14:35.868549+0000","last_became_active":"2024-09-12T17:34:58.922983+0000","last_became_peered":"2024-09-12T17:34:58.922983+0000","last_unstale":"2024-09-12T18:14:35.868549+0000","last_undegraded":"2024-09-12T18:14:35.868549+0000","last_fullsized":"2024-09-12T18:14:35.868549+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:17:45.016373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":573,"num_read_kb":477,"num_write":197,"num_write_kb":100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"266'178","reported_seq":796,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:32.413546+0000","last_change":"2024-09-12T17:34:56.924742+0000","last_active":"2024-09-12T18:14:32.413546+0000","last_peered":"2024-09-12T18:14:32.413546+0000","last_clean":"2024-09-12T18:14:32.413546+0000","last_became_active":"2024-09-12T17:34:56.924219+0000","last_became_peered":"2024-09-12T17:34:56.924219+0000","last_unstale":"2024-09-12T18:14:32.413546+0000","last_undegraded":"2024-09-12T18:14:32.413546+0000","last_fullsized":"2024-09-12T18:14:32.413546+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":100,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:27:03.862373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11682898,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":376,"num_read_kb":32581,"num_write":898,"num_write_kb":29437,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"266'250","reported_seq":869,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.406055+0000","last_change":"2024-09-12T17:34:58.918373+0000","last_active":"2024-09-12T18:14:02.406055+0000","last_peered":"2024-09-12T18:14:02.406055+0000","last_clean":"2024-09-12T18:14:02.406055+0000","last_became_active":"2024-09-12T17:34:58.918066+0000","last_became_peered":"2024-09-12T17:34:58.918066+0000","last_unstale":"2024-09-12T18:14:02.406055+0000","last_undegraded":"2024-09-12T18:14:02.406055+0000","last_fullsized":"2024-09-12T18:14:02.406055+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":200,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:43:00.981807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1026,"num_read_kb":831,"num_write":370,"num_write_kb":186,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"266'203","reported_seq":773,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:55.747401+0000","last_change":"2024-09-12T17:35:31.030166+0000","last_active":"2024-09-12T18:14:55.747401+0000","last_peered":"2024-09-12T18:14:55.747401+0000","last_clean":"2024-09-12T18:14:55.747401+0000","last_became_active":"2024-09-12T17:35:31.029742+0000","last_became_peered":"2024-09-12T17:35:31.029742+0000","last_unstale":"2024-09-12T18:14:55.747401+0000","last_undegraded":"2024-09-12T18:14:55.747401+0000","last_fullsized":"2024-09-12T18:14:55.747401+0000","mapping_epoch":38,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":100,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:41:11.430117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16602074,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":353,"num_read_kb":21969,"num_write":905,"num_write_kb":39811,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.23","version":"266'130","reported_seq":706,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:35.340429+0000","last_change":"2024-09-12T17:34:58.927022+0000","last_active":"2024-09-12T18:14:35.340429+0000","last_peered":"2024-09-12T18:14:35.340429+0000","last_clean":"2024-09-12T18:14:35.340429+0000","last_became_active":"2024-09-12T17:34:58.926738+0000","last_became_peered":"2024-09-12T17:34:58.926738+0000","last_unstale":"2024-09-12T18:14:35.340429+0000","last_undegraded":"2024-09-12T18:14:35.340429+0000","last_fullsized":"2024-09-12T18:14:35.340429+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:22:07.607784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":554,"num_read_kb":453,"num_write":206,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"266'219","reported_seq":852,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:07.775608+0000","last_change":"2024-09-12T17:35:31.566595+0000","last_active":"2024-09-12T18:14:07.775608+0000","last_peered":"2024-09-12T18:14:07.775608+0000","last_clean":"2024-09-12T18:14:07.775608+0000","last_became_active":"2024-09-12T17:35:31.566127+0000","last_became_peered":"2024-09-12T17:35:31.566127+0000","last_unstale":"2024-09-12T18:14:07.775608+0000","last_undegraded":"2024-09-12T18:14:07.775608+0000","last_fullsized":"2024-09-12T18:14:07.775608+0000","mapping_epoch":38,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":200,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:26:19.842274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10821981,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":476,"num_read_kb":61350,"num_write":1003,"num_write_kb":39588,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.22","version":"266'178","reported_seq":767,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:20.384665+0000","last_change":"2024-09-12T17:34:58.913947+0000","last_active":"2024-09-12T18:13:20.384665+0000","last_peered":"2024-09-12T18:13:20.384665+0000","last_clean":"2024-09-12T18:13:20.384665+0000","last_became_active":"2024-09-12T17:34:58.913384+0000","last_became_peered":"2024-09-12T17:34:58.913384+0000","last_unstale":"2024-09-12T18:13:20.384665+0000","last_undegraded":"2024-09-12T18:13:20.384665+0000","last_fullsized":"2024-09-12T18:13:20.384665+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":100,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:54:30.075521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":756,"num_read_kb":609,"num_write":269,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"266'190","reported_seq":810,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:08.007694+0000","last_change":"2024-09-12T17:34:56.915664+0000","last_active":"2024-09-12T18:14:08.007694+0000","last_peered":"2024-09-12T18:14:08.007694+0000","last_clean":"2024-09-12T18:14:08.007694+0000","last_became_active":"2024-09-12T17:34:56.915319+0000","last_became_peered":"2024-09-12T17:34:56.915319+0000","last_unstale":"2024-09-12T18:14:08.007694+0000","last_undegraded":"2024-09-12T18:14:08.007694+0000","last_fullsized":"2024-09-12T18:14:08.007694+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":100,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:15:40.245625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11101648,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":406,"num_read_kb":35378,"num_write":903,"num_write_kb":33602,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"266'120","reported_seq":730,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:39.013924+0000","last_change":"2024-09-12T17:34:58.920440+0000","last_active":"2024-09-12T18:14:39.013924+0000","last_peered":"2024-09-12T18:14:39.013924+0000","last_clean":"2024-09-12T18:14:39.013924+0000","last_became_active":"2024-09-12T17:34:58.919981+0000","last_became_peered":"2024-09-12T17:34:58.919981+0000","last_unstale":"2024-09-12T18:14:39.013924+0000","last_undegraded":"2024-09-12T18:14:39.013924+0000","last_fullsized":"2024-09-12T18:14:39.013924+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:56:06.115391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":553,"num_read_kb":464,"num_write":173,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"266'208","reported_seq":836,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:17.332000+0000","last_change":"2024-09-12T17:34:56.927871+0000","last_active":"2024-09-12T18:16:17.332000+0000","last_peered":"2024-09-12T18:16:17.332000+0000","last_clean":"2024-09-12T18:16:17.332000+0000","last_became_active":"2024-09-12T17:34:56.927085+0000","last_became_peered":"2024-09-12T17:34:56.927085+0000","last_unstale":"2024-09-12T18:16:17.332000+0000","last_undegraded":"2024-09-12T18:16:17.332000+0000","last_fullsized":"2024-09-12T18:16:17.332000+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:53:39.972316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6095979,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":485,"num_read_kb":7032,"num_write":997,"num_write_kb":28378,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"266'176","reported_seq":827,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:04.906407+0000","last_change":"2024-09-12T17:34:58.918744+0000","last_active":"2024-09-12T18:14:04.906407+0000","last_peered":"2024-09-12T18:14:04.906407+0000","last_clean":"2024-09-12T18:14:04.906407+0000","last_became_active":"2024-09-12T17:34:58.918459+0000","last_became_peered":"2024-09-12T17:34:58.918459+0000","last_unstale":"2024-09-12T18:14:04.906407+0000","last_undegraded":"2024-09-12T18:14:04.906407+0000","last_fullsized":"2024-09-12T18:14:04.906407+0000","mapping_epoch":27,"log_start":"263'100","ondisk_log_start":"263'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:44:42.454691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":755,"num_read_kb":632,"num_write":271,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"266'235","reported_seq":900,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:44.122800+0000","last_change":"2024-09-12T17:34:56.928834+0000","last_active":"2024-09-12T18:14:44.122800+0000","last_peered":"2024-09-12T18:14:44.122800+0000","last_clean":"2024-09-12T18:14:44.122800+0000","last_became_active":"2024-09-12T17:34:56.928332+0000","last_became_peered":"2024-09-12T17:34:56.928332+0000","last_unstale":"2024-09-12T18:14:44.122800+0000","last_undegraded":"2024-09-12T18:14:44.122800+0000","last_fullsized":"2024-09-12T18:14:44.122800+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":200,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:16:23.322755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13526647,"num_objects":12,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":566,"num_read_kb":15147,"num_write":1067,"num_write_kb":32822,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"266'102","reported_seq":697,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:19.651998+0000","last_change":"2024-09-12T17:34:58.932991+0000","last_active":"2024-09-12T18:13:19.651998+0000","last_peered":"2024-09-12T18:13:19.651998+0000","last_clean":"2024-09-12T18:13:19.651998+0000","last_became_active":"2024-09-12T17:34:58.932602+0000","last_became_peered":"2024-09-12T17:34:58.932602+0000","last_unstale":"2024-09-12T18:13:19.651998+0000","last_undegraded":"2024-09-12T18:13:19.651998+0000","last_fullsized":"2024-09-12T18:13:19.651998+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":0,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:46:00.271277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":474,"num_read_kb":400,"num_write":149,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"266'262","reported_seq":1177,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:55.668767+0000","last_change":"2024-09-12T17:34:56.925842+0000","last_active":"2024-09-12T18:14:55.668767+0000","last_peered":"2024-09-12T18:14:55.668767+0000","last_clean":"2024-09-12T18:14:55.668767+0000","last_became_active":"2024-09-12T17:34:56.925489+0000","last_became_peered":"2024-09-12T17:34:56.925489+0000","last_unstale":"2024-09-12T18:14:55.668767+0000","last_undegraded":"2024-09-12T18:14:55.668767+0000","last_fullsized":"2024-09-12T18:14:55.668767+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":200,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:15:38.451363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5813818,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1308,"num_read_kb":63592,"num_write":1216,"num_write_kb":22441,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"266'111","reported_seq":720,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:22.422936+0000","last_change":"2024-09-12T17:34:58.918679+0000","last_active":"2024-09-12T18:12:22.422936+0000","last_peered":"2024-09-12T18:12:22.422936+0000","last_clean":"2024-09-12T18:12:22.422936+0000","last_became_active":"2024-09-12T17:34:58.918349+0000","last_became_peered":"2024-09-12T17:34:58.918349+0000","last_unstale":"2024-09-12T18:12:22.422936+0000","last_undegraded":"2024-09-12T18:12:22.422936+0000","last_fullsized":"2024-09-12T18:12:22.422936+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":100,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:57:13.715566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":529,"num_read_kb":450,"num_write":174,"num_write_kb":89,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"266'194","reported_seq":849,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:11.583485+0000","last_change":"2024-09-12T17:34:56.925650+0000","last_active":"2024-09-12T18:14:11.583485+0000","last_peered":"2024-09-12T18:14:11.583485+0000","last_clean":"2024-09-12T18:14:11.583485+0000","last_became_active":"2024-09-12T17:34:56.925317+0000","last_became_peered":"2024-09-12T17:34:56.925317+0000","last_unstale":"2024-09-12T18:14:11.583485+0000","last_undegraded":"2024-09-12T18:14:11.583485+0000","last_fullsized":"2024-09-12T18:14:11.583485+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":100,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:44:04.732168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6297537,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":438,"num_read_kb":16030,"num_write":897,"num_write_kb":44163,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"266'141","reported_seq":742,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:55.069150+0000","last_change":"2024-09-12T17:34:58.921583+0000","last_active":"2024-09-12T18:14:55.069150+0000","last_peered":"2024-09-12T18:14:55.069150+0000","last_clean":"2024-09-12T18:14:55.069150+0000","last_became_active":"2024-09-12T17:34:58.921303+0000","last_became_peered":"2024-09-12T17:34:58.921303+0000","last_unstale":"2024-09-12T18:14:55.069150+0000","last_undegraded":"2024-09-12T18:14:55.069150+0000","last_fullsized":"2024-09-12T18:14:55.069150+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":100,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:59:38.697466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":585,"num_read_kb":489,"num_write":201,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"266'206","reported_seq":833,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:39.383179+0000","last_change":"2024-09-12T17:34:56.920701+0000","last_active":"2024-09-12T18:13:39.383179+0000","last_peered":"2024-09-12T18:13:39.383179+0000","last_clean":"2024-09-12T18:13:39.383179+0000","last_became_active":"2024-09-12T17:34:56.920182+0000","last_became_peered":"2024-09-12T17:34:56.920182+0000","last_unstale":"2024-09-12T18:13:39.383179+0000","last_undegraded":"2024-09-12T18:13:39.383179+0000","last_fullsized":"2024-09-12T18:13:39.383179+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":100,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:50:31.089945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1697870,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":459,"num_read_kb":11583,"num_write":993,"num_write_kb":39260,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"266'254","reported_seq":879,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:38.519678+0000","last_change":"2024-09-12T17:34:58.914466+0000","last_active":"2024-09-12T18:14:38.519678+0000","last_peered":"2024-09-12T18:14:38.519678+0000","last_clean":"2024-09-12T18:14:38.519678+0000","last_became_active":"2024-09-12T17:34:58.914189+0000","last_became_peered":"2024-09-12T17:34:58.914189+0000","last_unstale":"2024-09-12T18:14:38.519678+0000","last_undegraded":"2024-09-12T18:14:38.519678+0000","last_fullsized":"2024-09-12T18:14:38.519678+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":200,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:46:31.565156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1119,"num_read_kb":914,"num_write":416,"num_write_kb":236,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"266'237","reported_seq":871,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:08.010980+0000","last_change":"2024-09-12T17:34:56.934271+0000","last_active":"2024-09-12T18:14:08.010980+0000","last_peered":"2024-09-12T18:14:08.010980+0000","last_clean":"2024-09-12T18:14:08.010980+0000","last_became_active":"2024-09-12T17:34:56.933891+0000","last_became_peered":"2024-09-12T17:34:56.933891+0000","last_unstale":"2024-09-12T18:14:08.010980+0000","last_undegraded":"2024-09-12T18:14:08.010980+0000","last_fullsized":"2024-09-12T18:14:08.010980+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":200,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:10:42.515935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14010569,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":469,"num_read_kb":13733,"num_write":1126,"num_write_kb":42729,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"266'129","reported_seq":753,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:26.146434+0000","last_change":"2024-09-12T17:34:58.933596+0000","last_active":"2024-09-12T18:13:26.146434+0000","last_peered":"2024-09-12T18:13:26.146434+0000","last_clean":"2024-09-12T18:13:26.146434+0000","last_became_active":"2024-09-12T17:34:58.933326+0000","last_became_peered":"2024-09-12T17:34:58.933326+0000","last_unstale":"2024-09-12T18:13:26.146434+0000","last_undegraded":"2024-09-12T18:13:26.146434+0000","last_fullsized":"2024-09-12T18:13:26.146434+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:44:16.551066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":564,"num_read_kb":483,"num_write":217,"num_write_kb":94,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"266'254","reported_seq":894,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:40.543122+0000","last_change":"2024-09-12T17:34:56.928007+0000","last_active":"2024-09-12T18:14:40.543122+0000","last_peered":"2024-09-12T18:14:40.543122+0000","last_clean":"2024-09-12T18:14:40.543122+0000","last_became_active":"2024-09-12T17:34:56.927432+0000","last_became_peered":"2024-09-12T17:34:56.927432+0000","last_unstale":"2024-09-12T18:14:40.543122+0000","last_undegraded":"2024-09-12T18:14:40.543122+0000","last_fullsized":"2024-09-12T18:14:40.543122+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":200,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:51:17.244831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4006725,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":613,"num_read_kb":13684,"num_write":1145,"num_write_kb":26797,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"266'4204","reported_seq":4835,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:36.445796+0000","last_change":"2024-09-12T17:34:58.927361+0000","last_active":"2024-09-12T18:14:36.445796+0000","last_peered":"2024-09-12T18:14:36.445796+0000","last_clean":"2024-09-12T18:14:36.445796+0000","last_became_active":"2024-09-12T17:34:58.926992+0000","last_became_peered":"2024-09-12T17:34:58.926992+0000","last_unstale":"2024-09-12T18:14:36.445796+0000","last_undegraded":"2024-09-12T18:14:36.445796+0000","last_fullsized":"2024-09-12T18:14:36.445796+0000","mapping_epoch":27,"log_start":"266'4100","ondisk_log_start":"266'4100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":3000,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:36:52.584843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16913,"num_read_kb":14181,"num_write":6298,"num_write_kb":3158,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"266'347","reported_seq":1075,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:00.451707+0000","last_change":"2024-09-12T17:34:56.921021+0000","last_active":"2024-09-12T18:14:00.451707+0000","last_peered":"2024-09-12T18:14:00.451707+0000","last_clean":"2024-09-12T18:14:00.451707+0000","last_became_active":"2024-09-12T17:34:56.919706+0000","last_became_peered":"2024-09-12T17:34:56.919706+0000","last_unstale":"2024-09-12T18:14:00.451707+0000","last_undegraded":"2024-09-12T18:14:00.451707+0000","last_fullsized":"2024-09-12T18:14:00.451707+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:33:30.039711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17157832,"num_objects":12,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":877,"num_read_kb":54202,"num_write":1253,"num_write_kb":41095,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"266'143","reported_seq":776,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:58.096505+0000","last_change":"2024-09-12T17:34:58.931649+0000","last_active":"2024-09-12T18:14:58.096505+0000","last_peered":"2024-09-12T18:14:58.096505+0000","last_clean":"2024-09-12T18:14:58.096505+0000","last_became_active":"2024-09-12T17:34:58.931362+0000","last_became_peered":"2024-09-12T17:34:58.931362+0000","last_unstale":"2024-09-12T18:14:58.096505+0000","last_undegraded":"2024-09-12T18:14:58.096505+0000","last_fullsized":"2024-09-12T18:14:58.096505+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":100,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:05:05.424013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":670,"num_read_kb":571,"num_write":211,"num_write_kb":94,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"266'240","reported_seq":893,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:41.083973+0000","last_change":"2024-09-12T17:34:56.922078+0000","last_active":"2024-09-12T18:14:41.083973+0000","last_peered":"2024-09-12T18:14:41.083973+0000","last_clean":"2024-09-12T18:14:41.083973+0000","last_became_active":"2024-09-12T17:34:56.921720+0000","last_became_peered":"2024-09-12T17:34:56.921720+0000","last_unstale":"2024-09-12T18:14:41.083973+0000","last_undegraded":"2024-09-12T18:14:41.083973+0000","last_fullsized":"2024-09-12T18:14:41.083973+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":200,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:13:06.009938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22482403,"num_objects":17,"num_object_clones":0,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":504,"num_read_kb":40428,"num_write":1212,"num_write_kb":45368,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1],"acting":[2,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"266'148","reported_seq":789,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:58.669751+0000","last_change":"2024-09-12T17:34:58.933150+0000","last_active":"2024-09-12T18:14:58.669751+0000","last_peered":"2024-09-12T18:14:58.669751+0000","last_clean":"2024-09-12T18:14:58.669751+0000","last_became_active":"2024-09-12T17:34:58.932710+0000","last_became_peered":"2024-09-12T17:34:58.932710+0000","last_unstale":"2024-09-12T18:14:58.669751+0000","last_undegraded":"2024-09-12T18:14:58.669751+0000","last_fullsized":"2024-09-12T18:14:58.669751+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:28:03.020012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":698,"num_read_kb":592,"num_write":217,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"266'224","reported_seq":867,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:35.945306+0000","last_change":"2024-09-12T17:34:56.924272+0000","last_active":"2024-09-12T18:14:35.945306+0000","last_peered":"2024-09-12T18:14:35.945306+0000","last_clean":"2024-09-12T18:14:35.945306+0000","last_became_active":"2024-09-12T17:34:56.923917+0000","last_became_peered":"2024-09-12T17:34:56.923917+0000","last_unstale":"2024-09-12T18:14:35.945306+0000","last_undegraded":"2024-09-12T18:14:35.945306+0000","last_fullsized":"2024-09-12T18:14:35.945306+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":200,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:03:07.664298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3788450,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":514,"num_read_kb":15699,"num_write":934,"num_write_kb":31902,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"266'213","reported_seq":824,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:50.405351+0000","last_change":"2024-09-12T17:34:56.924872+0000","last_active":"2024-09-12T18:13:50.405351+0000","last_peered":"2024-09-12T18:13:50.405351+0000","last_clean":"2024-09-12T18:13:50.405351+0000","last_became_active":"2024-09-12T17:34:56.924480+0000","last_became_peered":"2024-09-12T17:34:56.924480+0000","last_unstale":"2024-09-12T18:13:50.405351+0000","last_undegraded":"2024-09-12T18:13:50.405351+0000","last_fullsized":"2024-09-12T18:13:50.405351+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":200,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:37:11.248103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6906549,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":422,"num_read_kb":12724,"num_write":979,"num_write_kb":48080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"266'175","reported_seq":794,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.960288+0000","last_change":"2024-09-12T17:34:58.933892+0000","last_active":"2024-09-12T18:14:02.960288+0000","last_peered":"2024-09-12T18:14:02.960288+0000","last_clean":"2024-09-12T18:14:02.960288+0000","last_became_active":"2024-09-12T17:34:58.933598+0000","last_became_peered":"2024-09-12T17:34:58.933598+0000","last_unstale":"2024-09-12T18:14:02.960288+0000","last_undegraded":"2024-09-12T18:14:02.960288+0000","last_fullsized":"2024-09-12T18:14:02.960288+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:00:38.767879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":880,"num_read_kb":749,"num_write":307,"num_write_kb":180,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"266'235","reported_seq":873,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:50.408908+0000","last_change":"2024-09-12T17:34:56.908749+0000","last_active":"2024-09-12T18:13:50.408908+0000","last_peered":"2024-09-12T18:13:50.408908+0000","last_clean":"2024-09-12T18:13:50.408908+0000","last_became_active":"2024-09-12T17:34:56.908335+0000","last_became_peered":"2024-09-12T17:34:56.908335+0000","last_unstale":"2024-09-12T18:13:50.408908+0000","last_undegraded":"2024-09-12T18:13:50.408908+0000","last_fullsized":"2024-09-12T18:13:50.408908+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":200,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:10:41.527410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4246207,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":471,"num_read_kb":6701,"num_write":1093,"num_write_kb":26889,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"266'178","reported_seq":786,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.558391+0000","last_change":"2024-09-12T17:34:58.928953+0000","last_active":"2024-09-12T18:14:02.558391+0000","last_peered":"2024-09-12T18:14:02.558391+0000","last_clean":"2024-09-12T18:14:02.558391+0000","last_became_active":"2024-09-12T17:34:58.928493+0000","last_became_peered":"2024-09-12T17:34:58.928493+0000","last_unstale":"2024-09-12T18:14:02.558391+0000","last_undegraded":"2024-09-12T18:14:02.558391+0000","last_fullsized":"2024-09-12T18:14:02.558391+0000","mapping_epoch":27,"log_start":"263'100","ondisk_log_start":"263'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":100,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:15:46.508059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":780,"num_read_kb":645,"num_write":283,"num_write_kb":140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":6232,"num_read_kb":4493,"num_write":2008,"num_write_kb":907,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":979,"ondisk_log_size":979,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":16319,"num_objects":95,"num_object_clones":0,"num_object_copies":190,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":95,"num_whiteouts":0,"num_read":16208,"num_read_kb":15891,"num_write":16760,"num_write_kb":4890,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":20,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":614400,"data_stored":32638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1655,"ondisk_log_size":1655,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":417,"ondisk_log_size":417,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":457598,"num_objects":196,"num_object_clones":0,"num_object_copies":392,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":196,"num_whiteouts":0,"num_read":7991,"num_read_kb":9766,"num_write":5397,"num_write_kb":2620,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":19,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":761856,"data_stored":235626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2089,"ondisk_log_size":2089,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2403,"num_read_kb":2869,"num_write":20,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":11,"ondisk_log_size":11,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":102409,"num_read_kb":85606,"num_write":37146,"num_write_kb":18686,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":15,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3618,"ondisk_log_size":3618,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":599614132,"num_objects":567,"num_object_clones":0,"num_object_copies":1701,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":567,"num_whiteouts":0,"num_read":32926,"num_read_kb":2298175,"num_write":62972,"num_write_kb":2258371,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":902529024,"data_stored":902529024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3910,"ondisk_log_size":3910,"up":192,"acting":192,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":73036622,"num_objects":28,"num_object_clones":0,"num_object_copies":56,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":134,"num_read_kb":169073,"num_write":158,"num_write_kb":126445,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":146079744,"data_stored":146073244,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":98,"ondisk_log_size":98,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":73036622,"num_objects":28,"num_object_clones":0,"num_object_copies":56,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":135,"num_read_kb":177659,"num_write":158,"num_write_kb":126445,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":146079744,"data_stored":146073244,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":98,"ondisk_log_size":98,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542652,"num_pgs":107,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":404080,"kb_used_data":148000,"kb_used_omap":1,"kb_used_meta":256062,"kb_avail":93967760,"statfs":{"total":96636764160,"available":96222986240,"internally_reserved":0,"allocated":151552000,"data_stored":149509465,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":262207943},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542654,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":382564,"kb_used_data":134804,"kb_used_omap":1,"kb_used_meta":247742,"kb_avail":93989276,"statfs":{"total":96636764160,"available":96245018624,"internally_reserved":0,"allocated":138039296,"data_stored":136063226,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":253688257},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542655,"num_pgs":105,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":242344,"kb_used_data":157080,"kb_used_omap":1,"kb_used_meta":85246,"kb_avail":94129496,"statfs":{"total":96636764160,"available":96388603904,"internally_reserved":0,"allocated":160849920,"data_stored":158763753,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":87292353},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542652,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":211452,"kb_used_data":140012,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94160388,"statfs":{"total":96636764160,"available":96420237312,"internally_reserved":0,"allocated":143372288,"data_stored":141436577,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":73136577},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542652,"num_pgs":124,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":377764,"kb_used_data":157780,"kb_used_omap":1,"kb_used_meta":219966,"kb_avail":93994076,"statfs":{"total":96636764160,"available":96249933824,"internally_reserved":0,"allocated":161566720,"data_stored":159520605,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1597,"internal_metadata":225245635},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542652,"num_pgs":91,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":240980,"kb_used_data":151556,"kb_used_omap":1,"kb_used_meta":89406,"kb_avail":94130860,"statfs":{"total":96636764160,"available":96390000640,"internally_reserved":0,"allocated":155193344,"data_stored":153236834,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":91552198},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542652,"num_pgs":112,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":267060,"kb_used_data":145700,"kb_used_omap":1,"kb_used_meta":121342,"kb_avail":94104780,"statfs":{"total":96636764160,"available":96363294720,"internally_reserved":0,"allocated":149196800,"data_stored":147190533,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1597,"internal_metadata":124254659},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542652,"num_pgs":108,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":392284,"kb_used_data":166732,"kb_used_omap":1,"kb_used_meta":225534,"kb_avail":93979556,"statfs":{"total":96636764160,"available":96235065344,"internally_reserved":0,"allocated":170733568,"data_stored":168704695,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":230947265},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":112218112,"data_stored":112218112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":108060672,"data_stored":108060672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":113147904,"data_stored":113147904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":119836672,"data_stored":119836672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":113975296,"data_stored":113975296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":113885184,"data_stored":113885184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":102666240,"data_stored":102666240,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":118738944,"data_stored":118738944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":1185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":26292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":37949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":7374,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":139264,"data_stored":47452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":172032,"data_stored":59184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":12012,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":135168,"data_stored":40545,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":4838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":3508,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":4394,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3353,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":4115,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":69632,"data_stored":4198,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":3936,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":31518720,"data_stored":31517650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":11636736,"data_stored":11634851,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":18874368,"data_stored":18874368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":18874368,"data_stored":18874368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":7340032,"data_stored":7340032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":24702976,"data_stored":24701611,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":18915328,"data_stored":18914513,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":14217216,"data_stored":14215851,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":22061056,"data_stored":22060241,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":25165824,"data_stored":25165824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":18915328,"data_stored":18914513,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":18472960,"data_stored":18470525,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":17825792,"data_stored":17825792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":17825792,"data_stored":17825792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12181504,"data_stored":12179069,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":13631488,"data_stored":13631488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T18:16:40.557 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-12T18:16:40.557 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T18:16:40.909 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:16:40.920 INFO:teuthology.orchestra.run.smithi045.stderr:dumped all 2024-09-12T18:16:40.922 INFO:teuthology.orchestra.run.smithi045.stdout:{"pg_ready":true,"pg_map":{"version":1520,"stamp":"2024-09-12T18:16:40.247224+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":746753473,"num_objects":955,"num_object_clones":0,"num_object_copies":2477,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":955,"num_whiteouts":0,"num_read":168516,"num_read_kb":2763599,"num_write":124740,"num_write_kb":2540019,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":62,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12956,"ondisk_log_size":12956,"up":850,"acting":850,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":850,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":2518528,"kb_used_data":1201664,"kb_used_omap":12,"kb_used_meta":1316723,"kb_avail":752456192,"statfs":{"total":773094113280,"available":770515140608,"internally_reserved":0,"allocated":1230503936,"data_stored":1214425688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12777,"internal_metadata":1348324887},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005106"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":18,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:37.531243+0000","last_change":"2024-09-12T18:02:38.154715+0000","last_active":"2024-09-12T18:12:37.531243+0000","last_peered":"2024-09-12T18:12:37.531243+0000","last_clean":"2024-09-12T18:12:37.531243+0000","last_became_active":"2024-09-12T18:02:38.154287+0000","last_became_peered":"2024-09-12T18:02:38.154287+0000","last_unstale":"2024-09-12T18:12:37.531243+0000","last_undegraded":"2024-09-12T18:12:37.531243+0000","last_fullsized":"2024-09-12T18:12:37.531243+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:27:26.835780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"266'10","reported_seq":52,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:02.525937+0000","last_change":"2024-09-12T17:52:02.159670+0000","last_active":"2024-09-12T18:12:02.525937+0000","last_peered":"2024-09-12T18:12:02.525937+0000","last_clean":"2024-09-12T18:12:02.525937+0000","last_became_active":"2024-09-12T17:52:02.159370+0000","last_became_peered":"2024-09-12T17:52:02.159370+0000","last_unstale":"2024-09-12T18:12:02.525937+0000","last_undegraded":"2024-09-12T18:12:02.525937+0000","last_fullsized":"2024-09-12T18:12:02.525937+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:46:14.192164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":14,"num_read_kb":25602,"num_write":20,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"263'6","reported_seq":51,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:02.537119+0000","last_change":"2024-09-12T17:51:59.142267+0000","last_active":"2024-09-12T18:12:02.537119+0000","last_peered":"2024-09-12T18:12:02.537119+0000","last_clean":"2024-09-12T18:12:02.537119+0000","last_became_active":"2024-09-12T17:51:59.141807+0000","last_became_peered":"2024-09-12T17:51:59.141807+0000","last_unstale":"2024-09-12T18:12:02.537119+0000","last_undegraded":"2024-09-12T18:12:02.537119+0000","last_fullsized":"2024-09-12T18:12:02.537119+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:02:21.526041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":4098,"num_write":6,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"266'11","reported_seq":79,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:07.517164+0000","last_change":"2024-09-12T17:50:12.697067+0000","last_active":"2024-09-12T18:13:07.517164+0000","last_peered":"2024-09-12T18:13:07.517164+0000","last_clean":"2024-09-12T18:13:07.517164+0000","last_became_active":"2024-09-12T17:50:12.696789+0000","last_became_peered":"2024-09-12T17:50:12.696789+0000","last_unstale":"2024-09-12T18:13:07.517164+0000","last_undegraded":"2024-09-12T18:13:07.517164+0000","last_fullsized":"2024-09-12T18:13:07.517164+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:19:49.870131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":56,"num_read_kb":39,"num_write":21,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":18,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:37.394925+0000","last_change":"2024-09-12T18:02:38.163163+0000","last_active":"2024-09-12T18:12:37.394925+0000","last_peered":"2024-09-12T18:12:37.394925+0000","last_clean":"2024-09-12T18:12:37.394925+0000","last_became_active":"2024-09-12T18:02:38.162843+0000","last_became_peered":"2024-09-12T18:02:38.162843+0000","last_unstale":"2024-09-12T18:12:37.394925+0000","last_undegraded":"2024-09-12T18:12:37.394925+0000","last_fullsized":"2024-09-12T18:12:37.394925+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:06:38.397676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"263'2","reported_seq":36,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:02.419879+0000","last_change":"2024-09-12T17:52:02.158518+0000","last_active":"2024-09-12T18:12:02.419879+0000","last_peered":"2024-09-12T18:12:02.419879+0000","last_clean":"2024-09-12T18:12:02.419879+0000","last_became_active":"2024-09-12T17:52:02.157199+0000","last_became_peered":"2024-09-12T17:52:02.157199+0000","last_unstale":"2024-09-12T18:12:02.419879+0000","last_undegraded":"2024-09-12T18:12:02.419879+0000","last_fullsized":"2024-09-12T18:12:02.419879+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:48:16.929354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"266'4","reported_seq":45,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:02.389977+0000","last_change":"2024-09-12T17:51:59.136507+0000","last_active":"2024-09-12T18:12:02.389977+0000","last_peered":"2024-09-12T18:12:02.389977+0000","last_clean":"2024-09-12T18:12:02.389977+0000","last_became_active":"2024-09-12T17:51:59.136219+0000","last_became_peered":"2024-09-12T17:51:59.136219+0000","last_unstale":"2024-09-12T18:12:02.389977+0000","last_undegraded":"2024-09-12T18:12:02.389977+0000","last_fullsized":"2024-09-12T18:12:02.389977+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:32:58.389565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60370,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":4155,"num_write":9,"num_write_kb":4155,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"266'14","reported_seq":86,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:17.407631+0000","last_change":"2024-09-12T17:50:12.697889+0000","last_active":"2024-09-12T18:14:17.407631+0000","last_peered":"2024-09-12T18:14:17.407631+0000","last_clean":"2024-09-12T18:14:17.407631+0000","last_became_active":"2024-09-12T17:50:12.697593+0000","last_became_peered":"2024-09-12T17:50:12.697593+0000","last_unstale":"2024-09-12T18:14:17.407631+0000","last_undegraded":"2024-09-12T18:14:17.407631+0000","last_fullsized":"2024-09-12T18:14:17.407631+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:54:19.497186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":66,"num_read_kb":45,"num_write":35,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":18,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:17.393208+0000","last_change":"2024-09-12T18:02:38.156348+0000","last_active":"2024-09-12T18:12:17.393208+0000","last_peered":"2024-09-12T18:12:17.393208+0000","last_clean":"2024-09-12T18:12:17.393208+0000","last_became_active":"2024-09-12T18:02:38.156025+0000","last_became_peered":"2024-09-12T18:02:38.156025+0000","last_unstale":"2024-09-12T18:12:17.393208+0000","last_undegraded":"2024-09-12T18:12:17.393208+0000","last_fullsized":"2024-09-12T18:12:17.393208+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:51:21.666012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"266'3","reported_seq":40,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:52.515111+0000","last_change":"2024-09-12T17:52:02.670448+0000","last_active":"2024-09-12T18:12:52.515111+0000","last_peered":"2024-09-12T18:12:52.515111+0000","last_clean":"2024-09-12T18:12:52.515111+0000","last_became_active":"2024-09-12T17:52:02.670051+0000","last_became_peered":"2024-09-12T17:52:02.670051+0000","last_unstale":"2024-09-12T18:12:52.515111+0000","last_undegraded":"2024-09-12T18:12:52.515111+0000","last_fullsized":"2024-09-12T18:12:52.515111+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:19:23.457783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8428753,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":8232,"num_write":3,"num_write_kb":8232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"263'2","reported_seq":45,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:07.406205+0000","last_change":"2024-09-12T17:51:59.143402+0000","last_active":"2024-09-12T18:14:07.406205+0000","last_peered":"2024-09-12T18:14:07.406205+0000","last_clean":"2024-09-12T18:14:07.406205+0000","last_became_active":"2024-09-12T17:51:59.142509+0000","last_became_peered":"2024-09-12T17:51:59.142509+0000","last_unstale":"2024-09-12T18:14:07.406205+0000","last_undegraded":"2024-09-12T18:14:07.406205+0000","last_fullsized":"2024-09-12T18:14:07.406205+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:44:18.648507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":318,"num_write":2,"num_write_kb":318,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"266'24","reported_seq":114,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:42.513458+0000","last_change":"2024-09-12T17:50:12.693436+0000","last_active":"2024-09-12T18:12:42.513458+0000","last_peered":"2024-09-12T18:12:42.513458+0000","last_clean":"2024-09-12T18:12:42.513458+0000","last_became_active":"2024-09-12T17:50:12.693126+0000","last_became_peered":"2024-09-12T17:50:12.693126+0000","last_unstale":"2024-09-12T18:12:42.513458+0000","last_undegraded":"2024-09-12T18:12:42.513458+0000","last_fullsized":"2024-09-12T18:12:42.513458+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:26:33.914535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":127,"num_read_kb":89,"num_write":41,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":18,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:17.539056+0000","last_change":"2024-09-12T18:02:38.154955+0000","last_active":"2024-09-12T18:12:17.539056+0000","last_peered":"2024-09-12T18:12:17.539056+0000","last_clean":"2024-09-12T18:12:17.539056+0000","last_became_active":"2024-09-12T18:02:38.154676+0000","last_became_peered":"2024-09-12T18:02:38.154676+0000","last_unstale":"2024-09-12T18:12:17.539056+0000","last_undegraded":"2024-09-12T18:12:17.539056+0000","last_fullsized":"2024-09-12T18:12:17.539056+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:18:52.950039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"263'3","reported_seq":40,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.554187+0000","last_change":"2024-09-12T17:52:02.672301+0000","last_active":"2024-09-12T18:14:02.554187+0000","last_peered":"2024-09-12T18:14:02.554187+0000","last_clean":"2024-09-12T18:14:02.554187+0000","last_became_active":"2024-09-12T17:52:02.670321+0000","last_became_peered":"2024-09-12T17:52:02.670321+0000","last_unstale":"2024-09-12T18:14:02.554187+0000","last_undegraded":"2024-09-12T18:14:02.554187+0000","last_fullsized":"2024-09-12T18:14:02.554187+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:20:55.132903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"0'0","reported_seq":40,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:52.427657+0000","last_change":"2024-09-12T17:51:59.143850+0000","last_active":"2024-09-12T18:12:52.427657+0000","last_peered":"2024-09-12T18:12:52.427657+0000","last_clean":"2024-09-12T18:12:52.427657+0000","last_became_active":"2024-09-12T17:51:59.142658+0000","last_became_peered":"2024-09-12T17:51:59.142658+0000","last_unstale":"2024-09-12T18:12:52.427657+0000","last_undegraded":"2024-09-12T18:12:52.427657+0000","last_fullsized":"2024-09-12T18:12:52.427657+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:10:45.094945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"266'26","reported_seq":116,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:42.543589+0000","last_change":"2024-09-12T17:50:12.698702+0000","last_active":"2024-09-12T18:12:42.543589+0000","last_peered":"2024-09-12T18:12:42.543589+0000","last_clean":"2024-09-12T18:12:42.543589+0000","last_became_active":"2024-09-12T17:50:12.698413+0000","last_became_peered":"2024-09-12T17:50:12.698413+0000","last_unstale":"2024-09-12T18:12:42.543589+0000","last_undegraded":"2024-09-12T18:12:42.543589+0000","last_fullsized":"2024-09-12T18:12:42.543589+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:16:03.786030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":132,"num_read_kb":92,"num_write":46,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:37.558294+0000","last_change":"2024-09-12T18:02:38.160435+0000","last_active":"2024-09-12T18:14:37.558294+0000","last_peered":"2024-09-12T18:14:37.558294+0000","last_clean":"2024-09-12T18:14:37.558294+0000","last_became_active":"2024-09-12T18:02:38.160067+0000","last_became_peered":"2024-09-12T18:02:38.160067+0000","last_unstale":"2024-09-12T18:14:37.558294+0000","last_undegraded":"2024-09-12T18:14:37.558294+0000","last_fullsized":"2024-09-12T18:14:37.558294+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:37:53.344720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"266'1","reported_seq":35,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:57.409101+0000","last_change":"2024-09-12T17:52:02.160809+0000","last_active":"2024-09-12T18:13:57.409101+0000","last_peered":"2024-09-12T18:13:57.409101+0000","last_clean":"2024-09-12T18:13:57.409101+0000","last_became_active":"2024-09-12T17:52:02.160479+0000","last_became_peered":"2024-09-12T17:52:02.160479+0000","last_unstale":"2024-09-12T18:13:57.409101+0000","last_undegraded":"2024-09-12T18:13:57.409101+0000","last_fullsized":"2024-09-12T18:13:57.409101+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:16:23.802920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145728,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":3072,"num_write":1,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"263'2","reported_seq":43,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.522147+0000","last_change":"2024-09-12T17:51:59.138783+0000","last_active":"2024-09-12T18:13:47.522147+0000","last_peered":"2024-09-12T18:13:47.522147+0000","last_clean":"2024-09-12T18:13:47.522147+0000","last_became_active":"2024-09-12T17:51:59.137857+0000","last_became_peered":"2024-09-12T17:51:59.137857+0000","last_unstale":"2024-09-12T18:13:47.522147+0000","last_undegraded":"2024-09-12T18:13:47.522147+0000","last_fullsized":"2024-09-12T18:13:47.522147+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:43:32.976452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"266'29","reported_seq":120,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:42.543529+0000","last_change":"2024-09-12T17:50:12.693949+0000","last_active":"2024-09-12T18:12:42.543529+0000","last_peered":"2024-09-12T18:12:42.543529+0000","last_clean":"2024-09-12T18:12:42.543529+0000","last_became_active":"2024-09-12T17:50:12.693690+0000","last_became_peered":"2024-09-12T17:50:12.693690+0000","last_unstale":"2024-09-12T18:12:42.543529+0000","last_undegraded":"2024-09-12T18:12:42.543529+0000","last_fullsized":"2024-09-12T18:12:42.543529+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:31:34.755413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":133,"num_read_kb":91,"num_write":59,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:02.398386+0000","last_change":"2024-09-12T18:02:38.163723+0000","last_active":"2024-09-12T18:13:02.398386+0000","last_peered":"2024-09-12T18:13:02.398386+0000","last_clean":"2024-09-12T18:13:02.398386+0000","last_became_active":"2024-09-12T18:02:38.163323+0000","last_became_peered":"2024-09-12T18:02:38.163323+0000","last_unstale":"2024-09-12T18:13:02.398386+0000","last_undegraded":"2024-09-12T18:13:02.398386+0000","last_fullsized":"2024-09-12T18:13:02.398386+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:32:30.376178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"266'9","reported_seq":52,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.404476+0000","last_change":"2024-09-12T17:52:02.162613+0000","last_active":"2024-09-12T18:13:47.404476+0000","last_peered":"2024-09-12T18:13:47.404476+0000","last_clean":"2024-09-12T18:13:47.404476+0000","last_became_active":"2024-09-12T17:52:02.162331+0000","last_became_peered":"2024-09-12T17:52:02.162331+0000","last_unstale":"2024-09-12T18:13:47.404476+0000","last_undegraded":"2024-09-12T18:13:47.404476+0000","last_fullsized":"2024-09-12T18:13:47.404476+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:15:01.359986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":15,"num_read_kb":11266,"num_write":9,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"0'0","reported_seq":39,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:52.435253+0000","last_change":"2024-09-12T17:51:59.147427+0000","last_active":"2024-09-12T18:13:52.435253+0000","last_peered":"2024-09-12T18:13:52.435253+0000","last_clean":"2024-09-12T18:13:52.435253+0000","last_became_active":"2024-09-12T17:51:59.146797+0000","last_became_peered":"2024-09-12T17:51:59.146797+0000","last_unstale":"2024-09-12T18:13:52.435253+0000","last_undegraded":"2024-09-12T18:13:52.435253+0000","last_fullsized":"2024-09-12T18:13:52.435253+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:50:00.007520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"266'26","reported_seq":119,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:42.396370+0000","last_change":"2024-09-12T17:50:12.701450+0000","last_active":"2024-09-12T18:12:42.396370+0000","last_peered":"2024-09-12T18:12:42.396370+0000","last_clean":"2024-09-12T18:12:42.396370+0000","last_became_active":"2024-09-12T17:50:12.701160+0000","last_became_peered":"2024-09-12T17:50:12.701160+0000","last_unstale":"2024-09-12T18:12:42.396370+0000","last_undegraded":"2024-09-12T18:12:42.396370+0000","last_fullsized":"2024-09-12T18:12:42.396370+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:58:58.160695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":134,"num_read_kb":93,"num_write":56,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"266'1","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:42.397388+0000","last_change":"2024-09-12T18:02:38.160031+0000","last_active":"2024-09-12T18:12:42.397388+0000","last_peered":"2024-09-12T18:12:42.397388+0000","last_clean":"2024-09-12T18:12:42.397388+0000","last_became_active":"2024-09-12T18:02:38.159671+0000","last_became_peered":"2024-09-12T18:02:38.159671+0000","last_unstale":"2024-09-12T18:12:42.397388+0000","last_undegraded":"2024-09-12T18:12:42.397388+0000","last_fullsized":"2024-09-12T18:12:42.397388+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:04:29.599670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"266'3","reported_seq":38,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:02.391361+0000","last_change":"2024-09-12T17:52:02.160947+0000","last_active":"2024-09-12T18:12:02.391361+0000","last_peered":"2024-09-12T18:12:02.391361+0000","last_clean":"2024-09-12T18:12:02.391361+0000","last_became_active":"2024-09-12T17:52:02.160209+0000","last_became_peered":"2024-09-12T17:52:02.160209+0000","last_unstale":"2024-09-12T18:12:02.391361+0000","last_undegraded":"2024-09-12T18:12:02.391361+0000","last_fullsized":"2024-09-12T18:12:02.391361+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:11:40.496192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6291456,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"266'1","reported_seq":40,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:02.419804+0000","last_change":"2024-09-12T17:51:59.139093+0000","last_active":"2024-09-12T18:12:02.419804+0000","last_peered":"2024-09-12T18:12:02.419804+0000","last_clean":"2024-09-12T18:12:02.419804+0000","last_became_active":"2024-09-12T17:51:59.138726+0000","last_became_peered":"2024-09-12T17:51:59.138726+0000","last_unstale":"2024-09-12T18:12:02.419804+0000","last_undegraded":"2024-09-12T18:12:02.419804+0000","last_fullsized":"2024-09-12T18:12:02.419804+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:48:45.367916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1024,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"266'16","reported_seq":87,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:02.507221+0000","last_change":"2024-09-12T17:50:12.699498+0000","last_active":"2024-09-12T18:12:02.507221+0000","last_peered":"2024-09-12T18:12:02.507221+0000","last_clean":"2024-09-12T18:12:02.507221+0000","last_became_active":"2024-09-12T17:50:12.699215+0000","last_became_peered":"2024-09-12T17:50:12.699215+0000","last_unstale":"2024-09-12T18:12:02.507221+0000","last_undegraded":"2024-09-12T18:12:02.507221+0000","last_fullsized":"2024-09-12T18:12:02.507221+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:58:53.199650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":73,"num_read_kb":51,"num_write":32,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":18,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:42.397443+0000","last_change":"2024-09-12T18:02:38.160199+0000","last_active":"2024-09-12T18:12:42.397443+0000","last_peered":"2024-09-12T18:12:42.397443+0000","last_clean":"2024-09-12T18:12:42.397443+0000","last_became_active":"2024-09-12T18:02:38.159706+0000","last_became_peered":"2024-09-12T18:02:38.159706+0000","last_unstale":"2024-09-12T18:12:42.397443+0000","last_undegraded":"2024-09-12T18:12:42.397443+0000","last_fullsized":"2024-09-12T18:12:42.397443+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:30:43.270936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"0'0","reported_seq":26,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:32.530582+0000","last_change":"2024-09-12T17:52:32.769283+0000","last_active":"2024-09-12T18:12:32.530582+0000","last_peered":"2024-09-12T18:12:32.530582+0000","last_clean":"2024-09-12T18:12:32.530582+0000","last_became_active":"2024-09-12T17:52:32.768929+0000","last_became_peered":"2024-09-12T17:52:32.768929+0000","last_unstale":"2024-09-12T18:12:32.530582+0000","last_undegraded":"2024-09-12T18:12:32.530582+0000","last_fullsized":"2024-09-12T18:12:32.530582+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:00:32.829080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1b","version":"266'3","reported_seq":44,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:02.507260+0000","last_change":"2024-09-12T17:51:59.143451+0000","last_active":"2024-09-12T18:12:02.507260+0000","last_peered":"2024-09-12T18:12:02.507260+0000","last_clean":"2024-09-12T18:12:02.507260+0000","last_became_active":"2024-09-12T17:51:59.143126+0000","last_became_peered":"2024-09-12T17:51:59.143126+0000","last_unstale":"2024-09-12T18:12:02.507260+0000","last_undegraded":"2024-09-12T18:12:02.507260+0000","last_fullsized":"2024-09-12T18:12:02.507260+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:02:19.433747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":8192,"num_write":3,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"266'81","reported_seq":266,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:18.410312+0000","last_change":"2024-09-12T17:50:12.699422+0000","last_active":"2024-09-12T18:13:18.410312+0000","last_peered":"2024-09-12T18:13:18.410312+0000","last_clean":"2024-09-12T18:13:18.410312+0000","last_became_active":"2024-09-12T17:50:12.699126+0000","last_became_peered":"2024-09-12T17:50:12.699126+0000","last_unstale":"2024-09-12T18:13:18.410312+0000","last_undegraded":"2024-09-12T18:13:18.410312+0000","last_fullsized":"2024-09-12T18:13:18.410312+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":0,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:59:38.911867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":413,"num_read_kb":292,"num_write":157,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:17.407812+0000","last_change":"2024-09-12T18:02:38.154104+0000","last_active":"2024-09-12T18:14:17.407812+0000","last_peered":"2024-09-12T18:14:17.407812+0000","last_clean":"2024-09-12T18:14:17.407812+0000","last_became_active":"2024-09-12T18:02:38.153814+0000","last_became_peered":"2024-09-12T18:02:38.153814+0000","last_unstale":"2024-09-12T18:14:17.407812+0000","last_undegraded":"2024-09-12T18:14:17.407812+0000","last_fullsized":"2024-09-12T18:14:17.407812+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:39:49.053554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"266'5","reported_seq":45,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.552077+0000","last_change":"2024-09-12T17:52:02.669934+0000","last_active":"2024-09-12T18:13:47.552077+0000","last_peered":"2024-09-12T18:13:47.552077+0000","last_clean":"2024-09-12T18:13:47.552077+0000","last_became_active":"2024-09-12T17:52:02.669589+0000","last_became_peered":"2024-09-12T17:52:02.669589+0000","last_unstale":"2024-09-12T18:13:47.552077+0000","last_undegraded":"2024-09-12T18:13:47.552077+0000","last_fullsized":"2024-09-12T18:13:47.552077+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:31:30.368051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":10,"num_read_kb":11266,"num_write":5,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"266'9","reported_seq":56,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:07.535642+0000","last_change":"2024-09-12T17:51:59.144613+0000","last_active":"2024-09-12T18:13:07.535642+0000","last_peered":"2024-09-12T18:13:07.535642+0000","last_clean":"2024-09-12T18:13:07.535642+0000","last_became_active":"2024-09-12T17:51:59.144250+0000","last_became_peered":"2024-09-12T17:51:59.144250+0000","last_unstale":"2024-09-12T18:13:07.535642+0000","last_undegraded":"2024-09-12T18:13:07.535642+0000","last_fullsized":"2024-09-12T18:13:07.535642+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:34:23.658107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":12,"num_read_kb":5122,"num_write":19,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"266'5","reported_seq":59,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:11:57.506410+0000","last_change":"2024-09-12T17:50:12.700926+0000","last_active":"2024-09-12T18:11:57.506410+0000","last_peered":"2024-09-12T18:11:57.506410+0000","last_clean":"2024-09-12T18:11:57.506410+0000","last_became_active":"2024-09-12T17:50:12.699983+0000","last_became_peered":"2024-09-12T17:50:12.699983+0000","last_unstale":"2024-09-12T18:11:57.506410+0000","last_undegraded":"2024-09-12T18:11:57.506410+0000","last_fullsized":"2024-09-12T18:11:57.506410+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:05:19.286760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":22,"num_read_kb":15,"num_write":10,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"266'1","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:17.407543+0000","last_change":"2024-09-12T18:02:38.161793+0000","last_active":"2024-09-12T18:14:17.407543+0000","last_peered":"2024-09-12T18:14:17.407543+0000","last_clean":"2024-09-12T18:14:17.407543+0000","last_became_active":"2024-09-12T18:02:38.161523+0000","last_became_peered":"2024-09-12T18:02:38.161523+0000","last_unstale":"2024-09-12T18:14:17.407543+0000","last_undegraded":"2024-09-12T18:14:17.407543+0000","last_fullsized":"2024-09-12T18:14:17.407543+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:26:13.196724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"266'1","reported_seq":36,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:02.546161+0000","last_change":"2024-09-12T17:52:02.672291+0000","last_active":"2024-09-12T18:13:02.546161+0000","last_peered":"2024-09-12T18:13:02.546161+0000","last_clean":"2024-09-12T18:13:02.546161+0000","last_became_active":"2024-09-12T17:52:02.670396+0000","last_became_peered":"2024-09-12T17:52:02.670396+0000","last_unstale":"2024-09-12T18:13:02.546161+0000","last_undegraded":"2024-09-12T18:13:02.546161+0000","last_fullsized":"2024-09-12T18:13:02.546161+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:25:59.767774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2048,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"266'1","reported_seq":40,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.406564+0000","last_change":"2024-09-12T17:51:59.148138+0000","last_active":"2024-09-12T18:13:47.406564+0000","last_peered":"2024-09-12T18:13:47.406564+0000","last_clean":"2024-09-12T18:13:47.406564+0000","last_became_active":"2024-09-12T17:51:59.147803+0000","last_became_peered":"2024-09-12T17:51:59.147803+0000","last_unstale":"2024-09-12T18:13:47.406564+0000","last_undegraded":"2024-09-12T18:13:47.406564+0000","last_fullsized":"2024-09-12T18:13:47.406564+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:11:13.210869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"261'11","reported_seq":77,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:11:57.536548+0000","last_change":"2024-09-12T17:50:12.696768+0000","last_active":"2024-09-12T18:11:57.536548+0000","last_peered":"2024-09-12T18:11:57.536548+0000","last_clean":"2024-09-12T18:11:57.536548+0000","last_became_active":"2024-09-12T17:50:12.696176+0000","last_became_peered":"2024-09-12T17:50:12.696176+0000","last_unstale":"2024-09-12T18:11:57.536548+0000","last_undegraded":"2024-09-12T18:11:57.536548+0000","last_fullsized":"2024-09-12T18:11:57.536548+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:14:12.095435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":56,"num_read_kb":39,"num_write":22,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":18,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:02.391671+0000","last_change":"2024-09-12T18:02:38.157257+0000","last_active":"2024-09-12T18:12:02.391671+0000","last_peered":"2024-09-12T18:12:02.391671+0000","last_clean":"2024-09-12T18:12:02.391671+0000","last_became_active":"2024-09-12T18:02:38.156976+0000","last_became_peered":"2024-09-12T18:02:38.156976+0000","last_unstale":"2024-09-12T18:12:02.391671+0000","last_undegraded":"2024-09-12T18:12:02.391671+0000","last_fullsized":"2024-09-12T18:12:02.391671+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:32:28.142997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"266'1","reported_seq":36,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.552139+0000","last_change":"2024-09-12T17:52:02.670421+0000","last_active":"2024-09-12T18:13:47.552139+0000","last_peered":"2024-09-12T18:13:47.552139+0000","last_clean":"2024-09-12T18:13:47.552139+0000","last_became_active":"2024-09-12T17:52:02.670103+0000","last_became_peered":"2024-09-12T17:52:02.670103+0000","last_unstale":"2024-09-12T18:13:47.552139+0000","last_undegraded":"2024-09-12T18:13:47.552139+0000","last_fullsized":"2024-09-12T18:13:47.552139+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:59:33.020694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":8192,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"266'3","reported_seq":44,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.403890+0000","last_change":"2024-09-12T17:51:59.145067+0000","last_active":"2024-09-12T18:13:47.403890+0000","last_peered":"2024-09-12T18:13:47.403890+0000","last_clean":"2024-09-12T18:13:47.403890+0000","last_became_active":"2024-09-12T17:51:59.144777+0000","last_became_peered":"2024-09-12T17:51:59.144777+0000","last_unstale":"2024-09-12T18:13:47.403890+0000","last_undegraded":"2024-09-12T18:13:47.403890+0000","last_fullsized":"2024-09-12T18:13:47.403890+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:00:34.776516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2048,"num_write":8,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"266'45","reported_seq":168,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:11:57.389115+0000","last_change":"2024-09-12T17:50:12.695990+0000","last_active":"2024-09-12T18:11:57.389115+0000","last_peered":"2024-09-12T18:11:57.389115+0000","last_clean":"2024-09-12T18:11:57.389115+0000","last_became_active":"2024-09-12T17:50:12.695715+0000","last_became_peered":"2024-09-12T17:50:12.695715+0000","last_unstale":"2024-09-12T18:11:57.389115+0000","last_undegraded":"2024-09-12T18:11:57.389115+0000","last_fullsized":"2024-09-12T18:11:57.389115+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:17:57.918870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":227,"num_read_kb":165,"num_write":78,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:17.411697+0000","last_change":"2024-09-12T18:02:38.154300+0000","last_active":"2024-09-12T18:14:17.411697+0000","last_peered":"2024-09-12T18:14:17.411697+0000","last_clean":"2024-09-12T18:14:17.411697+0000","last_became_active":"2024-09-12T18:02:38.154016+0000","last_became_peered":"2024-09-12T18:02:38.154016+0000","last_unstale":"2024-09-12T18:14:17.411697+0000","last_undegraded":"2024-09-12T18:14:17.411697+0000","last_fullsized":"2024-09-12T18:14:17.411697+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:25:04.140986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"0'0","reported_seq":33,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.434649+0000","last_change":"2024-09-12T17:52:02.163858+0000","last_active":"2024-09-12T18:13:47.434649+0000","last_peered":"2024-09-12T18:13:47.434649+0000","last_clean":"2024-09-12T18:13:47.434649+0000","last_became_active":"2024-09-12T17:52:02.163574+0000","last_became_peered":"2024-09-12T17:52:02.163574+0000","last_unstale":"2024-09-12T18:13:47.434649+0000","last_undegraded":"2024-09-12T18:13:47.434649+0000","last_fullsized":"2024-09-12T18:13:47.434649+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:29:20.038171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"266'1","reported_seq":41,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.522313+0000","last_change":"2024-09-12T17:51:59.147385+0000","last_active":"2024-09-12T18:13:47.522313+0000","last_peered":"2024-09-12T18:13:47.522313+0000","last_clean":"2024-09-12T18:13:47.522313+0000","last_became_active":"2024-09-12T17:51:59.146966+0000","last_became_peered":"2024-09-12T17:51:59.146966+0000","last_unstale":"2024-09-12T18:13:47.522313+0000","last_undegraded":"2024-09-12T18:13:47.522313+0000","last_fullsized":"2024-09-12T18:13:47.522313+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:38:21.934004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"266'30","reported_seq":127,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:37.405171+0000","last_change":"2024-09-12T17:50:12.698962+0000","last_active":"2024-09-12T18:13:37.405171+0000","last_peered":"2024-09-12T18:13:37.405171+0000","last_clean":"2024-09-12T18:13:37.405171+0000","last_became_active":"2024-09-12T17:50:12.698681+0000","last_became_peered":"2024-09-12T17:50:12.698681+0000","last_unstale":"2024-09-12T18:13:37.405171+0000","last_undegraded":"2024-09-12T18:13:37.405171+0000","last_fullsized":"2024-09-12T18:13:37.405171+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:05:34.136310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":147,"num_read_kb":99,"num_write":50,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":18,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:17.539222+0000","last_change":"2024-09-12T18:02:38.164426+0000","last_active":"2024-09-12T18:12:17.539222+0000","last_peered":"2024-09-12T18:12:17.539222+0000","last_clean":"2024-09-12T18:12:17.539222+0000","last_became_active":"2024-09-12T18:02:38.163909+0000","last_became_peered":"2024-09-12T18:02:38.163909+0000","last_unstale":"2024-09-12T18:12:17.539222+0000","last_undegraded":"2024-09-12T18:12:17.539222+0000","last_fullsized":"2024-09-12T18:12:17.539222+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:26:26.179647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"263'5","reported_seq":43,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:02.398338+0000","last_change":"2024-09-12T17:52:02.163975+0000","last_active":"2024-09-12T18:13:02.398338+0000","last_peered":"2024-09-12T18:13:02.398338+0000","last_clean":"2024-09-12T18:13:02.398338+0000","last_became_active":"2024-09-12T17:52:02.163688+0000","last_became_peered":"2024-09-12T17:52:02.163688+0000","last_unstale":"2024-09-12T18:13:02.398338+0000","last_undegraded":"2024-09-12T18:13:02.398338+0000","last_fullsized":"2024-09-12T18:13:02.398338+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:15:34.865266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":12290,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"266'10","reported_seq":63,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:02.428681+0000","last_change":"2024-09-12T17:51:59.137941+0000","last_active":"2024-09-12T18:13:02.428681+0000","last_peered":"2024-09-12T18:13:02.428681+0000","last_clean":"2024-09-12T18:13:02.428681+0000","last_became_active":"2024-09-12T17:51:59.137686+0000","last_became_peered":"2024-09-12T17:51:59.137686+0000","last_unstale":"2024-09-12T18:13:02.428681+0000","last_undegraded":"2024-09-12T18:13:02.428681+0000","last_fullsized":"2024-09-12T18:13:02.428681+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:44:52.447455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":20,"num_read_kb":28676,"num_write":15,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"266'43","reported_seq":160,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:11.058735+0000","last_change":"2024-09-12T17:50:12.700952+0000","last_active":"2024-09-12T18:14:11.058735+0000","last_peered":"2024-09-12T18:14:11.058735+0000","last_clean":"2024-09-12T18:14:11.058735+0000","last_became_active":"2024-09-12T17:50:12.700684+0000","last_became_peered":"2024-09-12T17:50:12.700684+0000","last_unstale":"2024-09-12T18:14:11.058735+0000","last_undegraded":"2024-09-12T18:14:11.058735+0000","last_fullsized":"2024-09-12T18:14:11.058735+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:24:42.365213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":209,"num_read_kb":143,"num_write":82,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":18,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:22.510321+0000","last_change":"2024-09-12T18:02:38.161375+0000","last_active":"2024-09-12T18:12:22.510321+0000","last_peered":"2024-09-12T18:12:22.510321+0000","last_clean":"2024-09-12T18:12:22.510321+0000","last_became_active":"2024-09-12T18:02:38.161018+0000","last_became_peered":"2024-09-12T18:02:38.161018+0000","last_unstale":"2024-09-12T18:12:22.510321+0000","last_undegraded":"2024-09-12T18:12:22.510321+0000","last_fullsized":"2024-09-12T18:12:22.510321+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:17:41.476375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"266'5","reported_seq":44,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:02.398290+0000","last_change":"2024-09-12T17:52:02.163206+0000","last_active":"2024-09-12T18:13:02.398290+0000","last_peered":"2024-09-12T18:13:02.398290+0000","last_clean":"2024-09-12T18:13:02.398290+0000","last_became_active":"2024-09-12T17:52:02.162832+0000","last_became_peered":"2024-09-12T17:52:02.162832+0000","last_unstale":"2024-09-12T18:13:02.398290+0000","last_undegraded":"2024-09-12T18:13:02.398290+0000","last_fullsized":"2024-09-12T18:13:02.398290+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:40:11.707122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":12288,"num_write":10,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"266'1","reported_seq":41,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:02.546097+0000","last_change":"2024-09-12T17:51:59.146555+0000","last_active":"2024-09-12T18:13:02.546097+0000","last_peered":"2024-09-12T18:13:02.546097+0000","last_clean":"2024-09-12T18:13:02.546097+0000","last_became_active":"2024-09-12T17:51:59.146245+0000","last_became_peered":"2024-09-12T17:51:59.146245+0000","last_unstale":"2024-09-12T18:13:02.546097+0000","last_undegraded":"2024-09-12T18:13:02.546097+0000","last_fullsized":"2024-09-12T18:13:02.546097+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:46:38.431503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"0'0","reported_seq":48,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:32.520079+0000","last_change":"2024-09-12T17:50:12.698342+0000","last_active":"2024-09-12T18:13:32.520079+0000","last_peered":"2024-09-12T18:13:32.520079+0000","last_clean":"2024-09-12T18:13:32.520079+0000","last_became_active":"2024-09-12T17:50:12.698060+0000","last_became_peered":"2024-09-12T17:50:12.698060+0000","last_unstale":"2024-09-12T18:13:32.520079+0000","last_undegraded":"2024-09-12T18:13:32.520079+0000","last_fullsized":"2024-09-12T18:13:32.520079+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:30:56.848197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"265'1","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:07.507995+0000","last_change":"2024-09-12T18:02:38.164222+0000","last_active":"2024-09-12T18:12:07.507995+0000","last_peered":"2024-09-12T18:12:07.507995+0000","last_clean":"2024-09-12T18:12:07.507995+0000","last_became_active":"2024-09-12T18:02:38.163910+0000","last_became_peered":"2024-09-12T18:02:38.163910+0000","last_unstale":"2024-09-12T18:12:07.507995+0000","last_undegraded":"2024-09-12T18:12:07.507995+0000","last_fullsized":"2024-09-12T18:12:07.507995+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:32:00.713848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"266'4","reported_seq":43,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:02.546144+0000","last_change":"2024-09-12T17:52:02.160664+0000","last_active":"2024-09-12T18:13:02.546144+0000","last_peered":"2024-09-12T18:13:02.546144+0000","last_clean":"2024-09-12T18:13:02.546144+0000","last_became_active":"2024-09-12T17:52:02.160320+0000","last_became_peered":"2024-09-12T17:52:02.160320+0000","last_unstale":"2024-09-12T18:13:02.546144+0000","last_undegraded":"2024-09-12T18:13:02.546144+0000","last_fullsized":"2024-09-12T18:13:02.546144+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:18:28.519965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":644733,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":1578,"num_write":4,"num_write_kb":948,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"0'0","reported_seq":39,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:02.398923+0000","last_change":"2024-09-12T17:51:59.149864+0000","last_active":"2024-09-12T18:13:02.398923+0000","last_peered":"2024-09-12T18:13:02.398923+0000","last_clean":"2024-09-12T18:13:02.398923+0000","last_became_active":"2024-09-12T17:51:59.149378+0000","last_became_peered":"2024-09-12T17:51:59.149378+0000","last_unstale":"2024-09-12T18:13:02.398923+0000","last_undegraded":"2024-09-12T18:13:02.398923+0000","last_fullsized":"2024-09-12T18:13:02.398923+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:42:00.733944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"266'16","reported_seq":91,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:32.432451+0000","last_change":"2024-09-12T17:50:12.690151+0000","last_active":"2024-09-12T18:13:32.432451+0000","last_peered":"2024-09-12T18:13:32.432451+0000","last_clean":"2024-09-12T18:13:32.432451+0000","last_became_active":"2024-09-12T17:50:12.689881+0000","last_became_peered":"2024-09-12T17:50:12.689881+0000","last_unstale":"2024-09-12T18:13:32.432451+0000","last_undegraded":"2024-09-12T18:13:32.432451+0000","last_fullsized":"2024-09-12T18:13:32.432451+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:59:12.522778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":81,"num_read_kb":57,"num_write":29,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"266'1","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:17.539151+0000","last_change":"2024-09-12T18:02:38.164143+0000","last_active":"2024-09-12T18:12:17.539151+0000","last_peered":"2024-09-12T18:12:17.539151+0000","last_clean":"2024-09-12T18:12:17.539151+0000","last_became_active":"2024-09-12T18:02:38.162945+0000","last_became_peered":"2024-09-12T18:02:38.162945+0000","last_unstale":"2024-09-12T18:12:17.539151+0000","last_undegraded":"2024-09-12T18:12:17.539151+0000","last_fullsized":"2024-09-12T18:12:17.539151+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:56:33.407884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"266'1","reported_seq":34,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:02.398900+0000","last_change":"2024-09-12T17:52:02.155072+0000","last_active":"2024-09-12T18:13:02.398900+0000","last_peered":"2024-09-12T18:13:02.398900+0000","last_clean":"2024-09-12T18:13:02.398900+0000","last_became_active":"2024-09-12T17:52:02.154753+0000","last_became_peered":"2024-09-12T17:52:02.154753+0000","last_unstale":"2024-09-12T18:13:02.398900+0000","last_undegraded":"2024-09-12T18:13:02.398900+0000","last_fullsized":"2024-09-12T18:13:02.398900+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:59:19.708414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"0'0","reported_seq":39,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:02.534883+0000","last_change":"2024-09-12T17:51:59.146758+0000","last_active":"2024-09-12T18:13:02.534883+0000","last_peered":"2024-09-12T18:13:02.534883+0000","last_clean":"2024-09-12T18:13:02.534883+0000","last_became_active":"2024-09-12T17:51:59.146423+0000","last_became_peered":"2024-09-12T17:51:59.146423+0000","last_unstale":"2024-09-12T18:13:02.534883+0000","last_undegraded":"2024-09-12T18:13:02.534883+0000","last_fullsized":"2024-09-12T18:13:02.534883+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:09:08.137641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"266'142","reported_seq":466,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:11.262492+0000","last_change":"2024-09-12T17:50:12.696215+0000","last_active":"2024-09-12T18:14:11.262492+0000","last_peered":"2024-09-12T18:14:11.262492+0000","last_clean":"2024-09-12T18:14:11.262492+0000","last_became_active":"2024-09-12T17:50:12.695302+0000","last_became_peered":"2024-09-12T17:50:12.695302+0000","last_unstale":"2024-09-12T18:14:11.262492+0000","last_undegraded":"2024-09-12T18:14:11.262492+0000","last_fullsized":"2024-09-12T18:14:11.262492+0000","mapping_epoch":252,"log_start":"263'100","ondisk_log_start":"263'100","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:21:21.737387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":818,"num_read_kb":651,"num_write":189,"num_write_kb":126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:32.401796+0000","last_change":"2024-09-12T18:02:38.157255+0000","last_active":"2024-09-12T18:13:32.401796+0000","last_peered":"2024-09-12T18:13:32.401796+0000","last_clean":"2024-09-12T18:13:32.401796+0000","last_became_active":"2024-09-12T18:02:38.156956+0000","last_became_peered":"2024-09-12T18:02:38.156956+0000","last_unstale":"2024-09-12T18:13:32.401796+0000","last_undegraded":"2024-09-12T18:13:32.401796+0000","last_fullsized":"2024-09-12T18:13:32.401796+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:47:02.929735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"263'2","reported_seq":37,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:17.539172+0000","last_change":"2024-09-12T17:52:02.161475+0000","last_active":"2024-09-12T18:12:17.539172+0000","last_peered":"2024-09-12T18:12:17.539172+0000","last_clean":"2024-09-12T18:12:17.539172+0000","last_became_active":"2024-09-12T17:52:02.160519+0000","last_became_peered":"2024-09-12T17:52:02.160519+0000","last_unstale":"2024-09-12T18:12:17.539172+0000","last_undegraded":"2024-09-12T18:12:17.539172+0000","last_fullsized":"2024-09-12T18:12:17.539172+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:36:24.820111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"266'2","reported_seq":43,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:17.393995+0000","last_change":"2024-09-12T17:51:59.145277+0000","last_active":"2024-09-12T18:12:17.393995+0000","last_peered":"2024-09-12T18:12:17.393995+0000","last_clean":"2024-09-12T18:12:17.393995+0000","last_became_active":"2024-09-12T17:51:59.144978+0000","last_became_peered":"2024-09-12T17:51:59.144978+0000","last_unstale":"2024-09-12T18:12:17.393995+0000","last_undegraded":"2024-09-12T18:12:17.393995+0000","last_fullsized":"2024-09-12T18:12:17.393995+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:33:21.479269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2048,"num_write":7,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"266'11","reported_seq":76,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:38.621111+0000","last_change":"2024-09-12T17:50:12.699972+0000","last_active":"2024-09-12T18:13:38.621111+0000","last_peered":"2024-09-12T18:13:38.621111+0000","last_clean":"2024-09-12T18:13:38.621111+0000","last_became_active":"2024-09-12T17:50:12.698913+0000","last_became_peered":"2024-09-12T17:50:12.698913+0000","last_unstale":"2024-09-12T18:13:38.621111+0000","last_undegraded":"2024-09-12T18:13:38.621111+0000","last_fullsized":"2024-09-12T18:13:38.621111+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:41:56.088986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":51,"num_read_kb":36,"num_write":23,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:57.407930+0000","last_change":"2024-09-12T18:02:38.159136+0000","last_active":"2024-09-12T18:13:57.407930+0000","last_peered":"2024-09-12T18:13:57.407930+0000","last_clean":"2024-09-12T18:13:57.407930+0000","last_became_active":"2024-09-12T18:02:38.158852+0000","last_became_peered":"2024-09-12T18:02:38.158852+0000","last_unstale":"2024-09-12T18:13:57.407930+0000","last_undegraded":"2024-09-12T18:13:57.407930+0000","last_fullsized":"2024-09-12T18:13:57.407930+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:57:22.862407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"263'4","reported_seq":42,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:17.539118+0000","last_change":"2024-09-12T17:52:02.164062+0000","last_active":"2024-09-12T18:12:17.539118+0000","last_peered":"2024-09-12T18:12:17.539118+0000","last_clean":"2024-09-12T18:12:17.539118+0000","last_became_active":"2024-09-12T17:52:02.163005+0000","last_became_peered":"2024-09-12T17:52:02.163005+0000","last_unstale":"2024-09-12T18:12:17.539118+0000","last_undegraded":"2024-09-12T18:12:17.539118+0000","last_fullsized":"2024-09-12T18:12:17.539118+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:15:31.568040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":12290,"num_write":4,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"266'2","reported_seq":45,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:17.391998+0000","last_change":"2024-09-12T17:51:59.143191+0000","last_active":"2024-09-12T18:12:17.391998+0000","last_peered":"2024-09-12T18:12:17.391998+0000","last_clean":"2024-09-12T18:12:17.391998+0000","last_became_active":"2024-09-12T17:51:59.141618+0000","last_became_peered":"2024-09-12T17:51:59.141618+0000","last_unstale":"2024-09-12T18:12:17.391998+0000","last_undegraded":"2024-09-12T18:12:17.391998+0000","last_fullsized":"2024-09-12T18:12:17.391998+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:59:45.650134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":10240,"num_write":2,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"266'58","reported_seq":208,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:11.781418+0000","last_change":"2024-09-12T17:50:12.698175+0000","last_active":"2024-09-12T18:14:11.781418+0000","last_peered":"2024-09-12T18:14:11.781418+0000","last_clean":"2024-09-12T18:14:11.781418+0000","last_became_active":"2024-09-12T17:50:12.697897+0000","last_became_peered":"2024-09-12T17:50:12.697897+0000","last_unstale":"2024-09-12T18:14:11.781418+0000","last_undegraded":"2024-09-12T18:14:11.781418+0000","last_fullsized":"2024-09-12T18:14:11.781418+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":0,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:20:02.710918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":299,"num_read_kb":217,"num_write":105,"num_write_kb":42,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:27.401731+0000","last_change":"2024-09-12T18:02:38.163694+0000","last_active":"2024-09-12T18:13:27.401731+0000","last_peered":"2024-09-12T18:13:27.401731+0000","last_clean":"2024-09-12T18:13:27.401731+0000","last_became_active":"2024-09-12T18:02:38.163438+0000","last_became_peered":"2024-09-12T18:02:38.163438+0000","last_unstale":"2024-09-12T18:13:27.401731+0000","last_undegraded":"2024-09-12T18:13:27.401731+0000","last_fullsized":"2024-09-12T18:13:27.401731+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:24:44.345072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"266'5","reported_seq":44,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:22.392859+0000","last_change":"2024-09-12T17:52:02.669692+0000","last_active":"2024-09-12T18:12:22.392859+0000","last_peered":"2024-09-12T18:12:22.392859+0000","last_clean":"2024-09-12T18:12:22.392859+0000","last_became_active":"2024-09-12T17:52:02.669335+0000","last_became_peered":"2024-09-12T17:52:02.669335+0000","last_unstale":"2024-09-12T18:12:22.392859+0000","last_undegraded":"2024-09-12T18:12:22.392859+0000","last_fullsized":"2024-09-12T18:12:22.392859+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:39:17.032465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":9,"num_read_kb":4098,"num_write":5,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"266'1","reported_seq":41,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:17.509570+0000","last_change":"2024-09-12T17:51:59.145629+0000","last_active":"2024-09-12T18:12:17.509570+0000","last_peered":"2024-09-12T18:12:17.509570+0000","last_clean":"2024-09-12T18:12:17.509570+0000","last_became_active":"2024-09-12T17:51:59.145349+0000","last_became_peered":"2024-09-12T17:51:59.145349+0000","last_unstale":"2024-09-12T18:12:17.509570+0000","last_undegraded":"2024-09-12T18:12:17.509570+0000","last_fullsized":"2024-09-12T18:12:17.509570+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:36:18.870770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"266'19","reported_seq":99,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:42.396426+0000","last_change":"2024-09-12T17:50:12.699096+0000","last_active":"2024-09-12T18:12:42.396426+0000","last_peered":"2024-09-12T18:12:42.396426+0000","last_clean":"2024-09-12T18:12:42.396426+0000","last_became_active":"2024-09-12T17:50:12.698820+0000","last_became_peered":"2024-09-12T17:50:12.698820+0000","last_unstale":"2024-09-12T18:12:42.396426+0000","last_undegraded":"2024-09-12T18:12:42.396426+0000","last_fullsized":"2024-09-12T18:12:42.396426+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:26:44.053633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":96,"num_read_kb":66,"num_write":35,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:32.404388+0000","last_change":"2024-09-12T18:02:38.158359+0000","last_active":"2024-09-12T18:13:32.404388+0000","last_peered":"2024-09-12T18:13:32.404388+0000","last_clean":"2024-09-12T18:13:32.404388+0000","last_became_active":"2024-09-12T18:02:38.158057+0000","last_became_peered":"2024-09-12T18:02:38.158057+0000","last_unstale":"2024-09-12T18:13:32.404388+0000","last_undegraded":"2024-09-12T18:13:32.404388+0000","last_fullsized":"2024-09-12T18:13:32.404388+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:34:22.586580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"266'3","reported_seq":39,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:17.539201+0000","last_change":"2024-09-12T17:52:02.164617+0000","last_active":"2024-09-12T18:12:17.539201+0000","last_peered":"2024-09-12T18:12:17.539201+0000","last_clean":"2024-09-12T18:12:17.539201+0000","last_became_active":"2024-09-12T17:52:02.163690+0000","last_became_peered":"2024-09-12T17:52:02.163690+0000","last_unstale":"2024-09-12T18:12:17.539201+0000","last_undegraded":"2024-09-12T18:12:17.539201+0000","last_fullsized":"2024-09-12T18:12:17.539201+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:31:37.816854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":1553,"num_write":3,"num_write_kb":1553,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"266'1","reported_seq":41,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:22.392838+0000","last_change":"2024-09-12T17:51:59.147940+0000","last_active":"2024-09-12T18:12:22.392838+0000","last_peered":"2024-09-12T18:12:22.392838+0000","last_clean":"2024-09-12T18:12:22.392838+0000","last_became_active":"2024-09-12T17:51:59.147662+0000","last_became_peered":"2024-09-12T17:51:59.147662+0000","last_unstale":"2024-09-12T18:12:22.392838+0000","last_undegraded":"2024-09-12T18:12:22.392838+0000","last_fullsized":"2024-09-12T18:12:22.392838+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:37:42.006675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"266'53","reported_seq":195,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:08.023477+0000","last_change":"2024-09-12T17:50:12.696816+0000","last_active":"2024-09-12T18:14:08.023477+0000","last_peered":"2024-09-12T18:14:08.023477+0000","last_clean":"2024-09-12T18:14:08.023477+0000","last_became_active":"2024-09-12T17:50:12.696539+0000","last_became_peered":"2024-09-12T17:50:12.696539+0000","last_unstale":"2024-09-12T18:14:08.023477+0000","last_undegraded":"2024-09-12T18:14:08.023477+0000","last_fullsized":"2024-09-12T18:14:08.023477+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":0,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:35:48.258532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":280,"num_read_kb":196,"num_write":91,"num_write_kb":39,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:52.552877+0000","last_change":"2024-09-12T18:02:38.159735+0000","last_active":"2024-09-12T18:13:52.552877+0000","last_peered":"2024-09-12T18:13:52.552877+0000","last_clean":"2024-09-12T18:13:52.552877+0000","last_became_active":"2024-09-12T18:02:38.159409+0000","last_became_peered":"2024-09-12T18:02:38.159409+0000","last_unstale":"2024-09-12T18:13:52.552877+0000","last_undegraded":"2024-09-12T18:13:52.552877+0000","last_fullsized":"2024-09-12T18:13:52.552877+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:42:23.485522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"0'0","reported_seq":34,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.433823+0000","last_change":"2024-09-12T17:52:02.162686+0000","last_active":"2024-09-12T18:13:42.433823+0000","last_peered":"2024-09-12T18:13:42.433823+0000","last_clean":"2024-09-12T18:13:42.433823+0000","last_became_active":"2024-09-12T17:52:02.162397+0000","last_became_peered":"2024-09-12T17:52:02.162397+0000","last_unstale":"2024-09-12T18:13:42.433823+0000","last_undegraded":"2024-09-12T18:13:42.433823+0000","last_fullsized":"2024-09-12T18:13:42.433823+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:01:26.630396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"266'4","reported_seq":48,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.521417+0000","last_change":"2024-09-12T17:51:59.144770+0000","last_active":"2024-09-12T18:13:42.521417+0000","last_peered":"2024-09-12T18:13:42.521417+0000","last_clean":"2024-09-12T18:13:42.521417+0000","last_became_active":"2024-09-12T17:51:59.144477+0000","last_became_peered":"2024-09-12T17:51:59.144477+0000","last_unstale":"2024-09-12T18:13:42.521417+0000","last_undegraded":"2024-09-12T18:13:42.521417+0000","last_fullsized":"2024-09-12T18:13:42.521417+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:48:09.467583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5,"num_read_kb":12288,"num_write":4,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"266'43","reported_seq":166,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:18.987187+0000","last_change":"2024-09-12T17:50:12.699599+0000","last_active":"2024-09-12T18:13:18.987187+0000","last_peered":"2024-09-12T18:13:18.987187+0000","last_clean":"2024-09-12T18:13:18.987187+0000","last_became_active":"2024-09-12T17:50:12.699290+0000","last_became_peered":"2024-09-12T17:50:12.699290+0000","last_unstale":"2024-09-12T18:13:18.987187+0000","last_undegraded":"2024-09-12T18:13:18.987187+0000","last_fullsized":"2024-09-12T18:13:18.987187+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:46:57.087853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":225,"num_read_kb":162,"num_write":74,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.408679+0000","last_change":"2024-09-12T18:02:38.158629+0000","last_active":"2024-09-12T18:14:02.408679+0000","last_peered":"2024-09-12T18:14:02.408679+0000","last_clean":"2024-09-12T18:14:02.408679+0000","last_became_active":"2024-09-12T18:02:38.158269+0000","last_became_peered":"2024-09-12T18:02:38.158269+0000","last_unstale":"2024-09-12T18:14:02.408679+0000","last_undegraded":"2024-09-12T18:14:02.408679+0000","last_fullsized":"2024-09-12T18:14:02.408679+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:38:40.505859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"0'0","reported_seq":34,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.405711+0000","last_change":"2024-09-12T17:52:02.668841+0000","last_active":"2024-09-12T18:13:42.405711+0000","last_peered":"2024-09-12T18:13:42.405711+0000","last_clean":"2024-09-12T18:13:42.405711+0000","last_became_active":"2024-09-12T17:52:02.668524+0000","last_became_peered":"2024-09-12T17:52:02.668524+0000","last_unstale":"2024-09-12T18:13:42.405711+0000","last_undegraded":"2024-09-12T18:13:42.405711+0000","last_fullsized":"2024-09-12T18:13:42.405711+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:06:07.368372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"266'5","reported_seq":48,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.403077+0000","last_change":"2024-09-12T17:51:59.147202+0000","last_active":"2024-09-12T18:13:42.403077+0000","last_peered":"2024-09-12T18:13:42.403077+0000","last_clean":"2024-09-12T18:13:42.403077+0000","last_became_active":"2024-09-12T17:51:59.146888+0000","last_became_peered":"2024-09-12T17:51:59.146888+0000","last_unstale":"2024-09-12T18:13:42.403077+0000","last_undegraded":"2024-09-12T18:13:42.403077+0000","last_fullsized":"2024-09-12T18:13:42.403077+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:13:27.813081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5283025,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":8232,"num_write":15,"num_write_kb":5160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"266'48","reported_seq":172,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:11.257938+0000","last_change":"2024-09-12T17:50:12.696489+0000","last_active":"2024-09-12T18:14:11.257938+0000","last_peered":"2024-09-12T18:14:11.257938+0000","last_clean":"2024-09-12T18:14:11.257938+0000","last_became_active":"2024-09-12T17:50:12.694194+0000","last_became_peered":"2024-09-12T17:50:12.694194+0000","last_unstale":"2024-09-12T18:14:11.257938+0000","last_undegraded":"2024-09-12T18:14:11.257938+0000","last_fullsized":"2024-09-12T18:14:11.257938+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:13:34.540352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":222,"num_read_kb":153,"num_write":95,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"266'1","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:57.407963+0000","last_change":"2024-09-12T18:02:38.158037+0000","last_active":"2024-09-12T18:13:57.407963+0000","last_peered":"2024-09-12T18:13:57.407963+0000","last_clean":"2024-09-12T18:13:57.407963+0000","last_became_active":"2024-09-12T18:02:38.157759+0000","last_became_peered":"2024-09-12T18:02:38.157759+0000","last_unstale":"2024-09-12T18:13:57.407963+0000","last_undegraded":"2024-09-12T18:13:57.407963+0000","last_fullsized":"2024-09-12T18:13:57.407963+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:55:23.130301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"0'0","reported_seq":33,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:17.392026+0000","last_change":"2024-09-12T17:52:02.153879+0000","last_active":"2024-09-12T18:12:17.392026+0000","last_peered":"2024-09-12T18:12:17.392026+0000","last_clean":"2024-09-12T18:12:17.392026+0000","last_became_active":"2024-09-12T17:52:02.153354+0000","last_became_peered":"2024-09-12T17:52:02.153354+0000","last_unstale":"2024-09-12T18:12:17.392026+0000","last_undegraded":"2024-09-12T18:12:17.392026+0000","last_fullsized":"2024-09-12T18:12:17.392026+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:09:29.572725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"266'8","reported_seq":56,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.522216+0000","last_change":"2024-09-12T17:51:59.148521+0000","last_active":"2024-09-12T18:13:47.522216+0000","last_peered":"2024-09-12T18:13:47.522216+0000","last_clean":"2024-09-12T18:13:47.522216+0000","last_became_active":"2024-09-12T17:51:59.147945+0000","last_became_peered":"2024-09-12T17:51:59.147945+0000","last_unstale":"2024-09-12T18:13:47.522216+0000","last_undegraded":"2024-09-12T18:13:47.522216+0000","last_fullsized":"2024-09-12T18:13:47.522216+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:15:51.963327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":12,"num_read_kb":14338,"num_write":13,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"266'15","reported_seq":86,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.554086+0000","last_change":"2024-09-12T17:50:12.697089+0000","last_active":"2024-09-12T18:14:02.554086+0000","last_peered":"2024-09-12T18:14:02.554086+0000","last_clean":"2024-09-12T18:14:02.554086+0000","last_became_active":"2024-09-12T17:50:12.696682+0000","last_became_peered":"2024-09-12T17:50:12.696682+0000","last_unstale":"2024-09-12T18:14:02.554086+0000","last_undegraded":"2024-09-12T18:14:02.554086+0000","last_fullsized":"2024-09-12T18:14:02.554086+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:23:17.579953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":68,"num_read_kb":48,"num_write":26,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:57.523909+0000","last_change":"2024-09-12T18:02:38.160972+0000","last_active":"2024-09-12T18:13:57.523909+0000","last_peered":"2024-09-12T18:13:57.523909+0000","last_clean":"2024-09-12T18:13:57.523909+0000","last_became_active":"2024-09-12T18:02:38.160668+0000","last_became_peered":"2024-09-12T18:02:38.160668+0000","last_unstale":"2024-09-12T18:13:57.523909+0000","last_undegraded":"2024-09-12T18:13:57.523909+0000","last_fullsized":"2024-09-12T18:13:57.523909+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:05:22.599535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"0'0","reported_seq":34,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.406473+0000","last_change":"2024-09-12T17:52:02.162248+0000","last_active":"2024-09-12T18:13:47.406473+0000","last_peered":"2024-09-12T18:13:47.406473+0000","last_clean":"2024-09-12T18:13:47.406473+0000","last_became_active":"2024-09-12T17:52:02.161957+0000","last_became_peered":"2024-09-12T17:52:02.161957+0000","last_unstale":"2024-09-12T18:13:47.406473+0000","last_undegraded":"2024-09-12T18:13:47.406473+0000","last_fullsized":"2024-09-12T18:13:47.406473+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:39:05.596205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"266'9","reported_seq":59,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:17.422140+0000","last_change":"2024-09-12T17:51:59.138549+0000","last_active":"2024-09-12T18:12:17.422140+0000","last_peered":"2024-09-12T18:12:17.422140+0000","last_clean":"2024-09-12T18:12:17.422140+0000","last_became_active":"2024-09-12T17:51:59.138251+0000","last_became_peered":"2024-09-12T17:51:59.138251+0000","last_unstale":"2024-09-12T18:12:17.422140+0000","last_undegraded":"2024-09-12T18:12:17.422140+0000","last_fullsized":"2024-09-12T18:12:17.422140+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:35:40.738744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":16,"num_read_kb":7699,"num_write":9,"num_write_kb":4625,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"266'51","reported_seq":194,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.406492+0000","last_change":"2024-09-12T17:50:12.699082+0000","last_active":"2024-09-12T18:14:02.406492+0000","last_peered":"2024-09-12T18:14:02.406492+0000","last_clean":"2024-09-12T18:14:02.406492+0000","last_became_active":"2024-09-12T17:50:12.698811+0000","last_became_peered":"2024-09-12T17:50:12.698811+0000","last_unstale":"2024-09-12T18:14:02.406492+0000","last_undegraded":"2024-09-12T18:14:02.406492+0000","last_fullsized":"2024-09-12T18:14:02.406492+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":0,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:48:42.903528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":279,"num_read_kb":200,"num_write":87,"num_write_kb":42,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:07.400633+0000","last_change":"2024-09-12T18:02:38.160811+0000","last_active":"2024-09-12T18:13:07.400633+0000","last_peered":"2024-09-12T18:13:07.400633+0000","last_clean":"2024-09-12T18:13:07.400633+0000","last_became_active":"2024-09-12T18:02:38.160530+0000","last_became_peered":"2024-09-12T18:02:38.160530+0000","last_unstale":"2024-09-12T18:13:07.400633+0000","last_undegraded":"2024-09-12T18:13:07.400633+0000","last_fullsized":"2024-09-12T18:13:07.400633+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:46:07.806908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"266'8","reported_seq":48,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:57.515782+0000","last_change":"2024-09-12T17:52:02.156312+0000","last_active":"2024-09-12T18:12:57.515782+0000","last_peered":"2024-09-12T18:12:57.515782+0000","last_clean":"2024-09-12T18:12:57.515782+0000","last_became_active":"2024-09-12T17:52:02.155743+0000","last_became_peered":"2024-09-12T17:52:02.155743+0000","last_unstale":"2024-09-12T18:12:57.515782+0000","last_undegraded":"2024-09-12T18:12:57.515782+0000","last_fullsized":"2024-09-12T18:12:57.515782+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:53:22.135174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":9,"num_read_kb":7170,"num_write":18,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"266'3","reported_seq":46,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:52.398770+0000","last_change":"2024-09-12T17:51:59.147244+0000","last_active":"2024-09-12T18:12:52.398770+0000","last_peered":"2024-09-12T18:12:52.398770+0000","last_clean":"2024-09-12T18:12:52.398770+0000","last_became_active":"2024-09-12T17:51:59.146953+0000","last_became_peered":"2024-09-12T17:51:59.146953+0000","last_unstale":"2024-09-12T18:12:52.398770+0000","last_undegraded":"2024-09-12T18:12:52.398770+0000","last_fullsized":"2024-09-12T18:12:52.398770+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:29:08.854437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4778667,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3,"num_read_kb":8763,"num_write":8,"num_write_kb":4667,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"266'30","reported_seq":132,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.524620+0000","last_change":"2024-09-12T17:50:12.700513+0000","last_active":"2024-09-12T18:14:02.524620+0000","last_peered":"2024-09-12T18:14:02.524620+0000","last_clean":"2024-09-12T18:14:02.524620+0000","last_became_active":"2024-09-12T17:50:12.698933+0000","last_became_peered":"2024-09-12T17:50:12.698933+0000","last_unstale":"2024-09-12T18:14:02.524620+0000","last_undegraded":"2024-09-12T18:14:02.524620+0000","last_fullsized":"2024-09-12T18:14:02.524620+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:46:30.615578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":154,"num_read_kb":111,"num_write":53,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:02.534867+0000","last_change":"2024-09-12T18:02:38.151744+0000","last_active":"2024-09-12T18:13:02.534867+0000","last_peered":"2024-09-12T18:13:02.534867+0000","last_clean":"2024-09-12T18:13:02.534867+0000","last_became_active":"2024-09-12T18:02:38.151453+0000","last_became_peered":"2024-09-12T18:02:38.151453+0000","last_unstale":"2024-09-12T18:13:02.534867+0000","last_undegraded":"2024-09-12T18:13:02.534867+0000","last_fullsized":"2024-09-12T18:13:02.534867+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:53:49.772375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"0'0","reported_seq":34,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:52.515058+0000","last_change":"2024-09-12T17:52:02.670383+0000","last_active":"2024-09-12T18:12:52.515058+0000","last_peered":"2024-09-12T18:12:52.515058+0000","last_clean":"2024-09-12T18:12:52.515058+0000","last_became_active":"2024-09-12T17:52:02.670033+0000","last_became_peered":"2024-09-12T17:52:02.670033+0000","last_unstale":"2024-09-12T18:12:52.515058+0000","last_undegraded":"2024-09-12T18:12:52.515058+0000","last_fullsized":"2024-09-12T18:12:52.515058+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:58:39.267071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"263'5","reported_seq":49,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:57.397653+0000","last_change":"2024-09-12T17:51:59.142869+0000","last_active":"2024-09-12T18:12:57.397653+0000","last_peered":"2024-09-12T18:12:57.397653+0000","last_clean":"2024-09-12T18:12:57.397653+0000","last_became_active":"2024-09-12T17:51:59.142482+0000","last_became_peered":"2024-09-12T17:51:59.142482+0000","last_unstale":"2024-09-12T18:12:57.397653+0000","last_undegraded":"2024-09-12T18:12:57.397653+0000","last_fullsized":"2024-09-12T18:12:57.397653+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:57:25.219760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8192,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"266'137","reported_seq":477,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.406560+0000","last_change":"2024-09-12T17:50:12.698253+0000","last_active":"2024-09-12T18:14:02.406560+0000","last_peered":"2024-09-12T18:14:02.406560+0000","last_clean":"2024-09-12T18:14:02.406560+0000","last_became_active":"2024-09-12T17:50:12.697975+0000","last_became_peered":"2024-09-12T17:50:12.697975+0000","last_unstale":"2024-09-12T18:14:02.406560+0000","last_undegraded":"2024-09-12T18:14:02.406560+0000","last_fullsized":"2024-09-12T18:14:02.406560+0000","mapping_epoch":252,"log_start":"263'100","ondisk_log_start":"263'100","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:27:30.846064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":846,"num_read_kb":616,"num_write":166,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:42.395662+0000","last_change":"2024-09-12T18:02:38.157807+0000","last_active":"2024-09-12T18:12:42.395662+0000","last_peered":"2024-09-12T18:12:42.395662+0000","last_clean":"2024-09-12T18:12:42.395662+0000","last_became_active":"2024-09-12T18:02:38.157334+0000","last_became_peered":"2024-09-12T18:02:38.157334+0000","last_unstale":"2024-09-12T18:12:42.395662+0000","last_undegraded":"2024-09-12T18:12:42.395662+0000","last_fullsized":"2024-09-12T18:12:42.395662+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:00:21.774169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"0'0","reported_seq":34,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.405883+0000","last_change":"2024-09-12T17:52:02.668797+0000","last_active":"2024-09-12T18:13:42.405883+0000","last_peered":"2024-09-12T18:13:42.405883+0000","last_clean":"2024-09-12T18:13:42.405883+0000","last_became_active":"2024-09-12T17:52:02.668489+0000","last_became_peered":"2024-09-12T17:52:02.668489+0000","last_unstale":"2024-09-12T18:13:42.405883+0000","last_undegraded":"2024-09-12T18:13:42.405883+0000","last_fullsized":"2024-09-12T18:13:42.405883+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:38:53.170570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"266'3","reported_seq":46,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.540193+0000","last_change":"2024-09-12T17:51:59.147970+0000","last_active":"2024-09-12T18:13:42.540193+0000","last_peered":"2024-09-12T18:13:42.540193+0000","last_clean":"2024-09-12T18:13:42.540193+0000","last_became_active":"2024-09-12T17:51:59.147683+0000","last_became_peered":"2024-09-12T17:51:59.147683+0000","last_unstale":"2024-09-12T18:13:42.540193+0000","last_undegraded":"2024-09-12T18:13:42.540193+0000","last_fullsized":"2024-09-12T18:13:42.540193+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:36:42.780698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":8192,"num_write":3,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"266'39","reported_seq":157,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:19.457606+0000","last_change":"2024-09-12T17:50:12.694069+0000","last_active":"2024-09-12T18:13:19.457606+0000","last_peered":"2024-09-12T18:13:19.457606+0000","last_clean":"2024-09-12T18:13:19.457606+0000","last_became_active":"2024-09-12T17:50:12.693758+0000","last_became_peered":"2024-09-12T17:50:12.693758+0000","last_unstale":"2024-09-12T18:13:19.457606+0000","last_undegraded":"2024-09-12T18:13:19.457606+0000","last_fullsized":"2024-09-12T18:13:19.457606+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:08:04.440588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":206,"num_read_kb":145,"num_write":69,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:02.428706+0000","last_change":"2024-09-12T18:02:38.157256+0000","last_active":"2024-09-12T18:13:02.428706+0000","last_peered":"2024-09-12T18:13:02.428706+0000","last_clean":"2024-09-12T18:13:02.428706+0000","last_became_active":"2024-09-12T18:02:38.156973+0000","last_became_peered":"2024-09-12T18:02:38.156973+0000","last_unstale":"2024-09-12T18:13:02.428706+0000","last_undegraded":"2024-09-12T18:13:02.428706+0000","last_fullsized":"2024-09-12T18:13:02.428706+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:04:13.013667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"266'5","reported_seq":44,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.433920+0000","last_change":"2024-09-12T17:52:02.161330+0000","last_active":"2024-09-12T18:13:42.433920+0000","last_peered":"2024-09-12T18:13:42.433920+0000","last_clean":"2024-09-12T18:13:42.433920+0000","last_became_active":"2024-09-12T17:52:02.159767+0000","last_became_peered":"2024-09-12T17:52:02.159767+0000","last_unstale":"2024-09-12T18:13:42.433920+0000","last_undegraded":"2024-09-12T18:13:42.433920+0000","last_fullsized":"2024-09-12T18:13:42.433920+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:29:53.581776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":6,"num_read_kb":10240,"num_write":10,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"0'0","reported_seq":40,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.405892+0000","last_change":"2024-09-12T17:51:59.149021+0000","last_active":"2024-09-12T18:13:42.405892+0000","last_peered":"2024-09-12T18:13:42.405892+0000","last_clean":"2024-09-12T18:13:42.405892+0000","last_became_active":"2024-09-12T17:51:59.148691+0000","last_became_peered":"2024-09-12T17:51:59.148691+0000","last_unstale":"2024-09-12T18:13:42.405892+0000","last_undegraded":"2024-09-12T18:13:42.405892+0000","last_fullsized":"2024-09-12T18:13:42.405892+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:27:47.992842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"266'28","reported_seq":123,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:07.398943+0000","last_change":"2024-09-12T17:50:12.697220+0000","last_active":"2024-09-12T18:13:07.398943+0000","last_peered":"2024-09-12T18:13:07.398943+0000","last_clean":"2024-09-12T18:13:07.398943+0000","last_became_active":"2024-09-12T17:50:12.696915+0000","last_became_peered":"2024-09-12T17:50:12.696915+0000","last_unstale":"2024-09-12T18:13:07.398943+0000","last_undegraded":"2024-09-12T18:13:07.398943+0000","last_fullsized":"2024-09-12T18:13:07.398943+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":0,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:19:34.472409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":136,"num_read_kb":96,"num_write":55,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"265'1","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:27.401060+0000","last_change":"2024-09-12T18:02:38.162866+0000","last_active":"2024-09-12T18:13:27.401060+0000","last_peered":"2024-09-12T18:13:27.401060+0000","last_clean":"2024-09-12T18:13:27.401060+0000","last_became_active":"2024-09-12T18:02:38.162572+0000","last_became_peered":"2024-09-12T18:02:38.162572+0000","last_unstale":"2024-09-12T18:13:27.401060+0000","last_undegraded":"2024-09-12T18:13:27.401060+0000","last_fullsized":"2024-09-12T18:13:27.401060+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:19:44.584629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"266'7","reported_seq":45,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:52.396993+0000","last_change":"2024-09-12T17:52:02.158633+0000","last_active":"2024-09-12T18:12:52.396993+0000","last_peered":"2024-09-12T18:12:52.396993+0000","last_clean":"2024-09-12T18:12:52.396993+0000","last_became_active":"2024-09-12T17:52:02.158305+0000","last_became_peered":"2024-09-12T17:52:02.158305+0000","last_unstale":"2024-09-12T18:12:52.396993+0000","last_undegraded":"2024-09-12T18:12:52.396993+0000","last_fullsized":"2024-09-12T18:12:52.396993+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:26:54.068588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":8192,"num_write":17,"num_write_kb":12288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"266'2","reported_seq":45,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:07.409232+0000","last_change":"2024-09-12T17:51:59.146863+0000","last_active":"2024-09-12T18:14:07.409232+0000","last_peered":"2024-09-12T18:14:07.409232+0000","last_clean":"2024-09-12T18:14:07.409232+0000","last_became_active":"2024-09-12T17:51:59.146539+0000","last_became_peered":"2024-09-12T17:51:59.146539+0000","last_unstale":"2024-09-12T18:14:07.409232+0000","last_undegraded":"2024-09-12T18:14:07.409232+0000","last_fullsized":"2024-09-12T18:14:07.409232+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:57:32.237432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7340032,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":7168,"num_write":2,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"266'35","reported_seq":148,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:07.535612+0000","last_change":"2024-09-12T17:50:12.698263+0000","last_active":"2024-09-12T18:13:07.535612+0000","last_peered":"2024-09-12T18:13:07.535612+0000","last_clean":"2024-09-12T18:13:07.535612+0000","last_became_active":"2024-09-12T17:50:12.697992+0000","last_became_peered":"2024-09-12T17:50:12.697992+0000","last_unstale":"2024-09-12T18:13:07.535612+0000","last_undegraded":"2024-09-12T18:13:07.535612+0000","last_fullsized":"2024-09-12T18:13:07.535612+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":0,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:39:38.762538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":188,"num_read_kb":134,"num_write":61,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:32.520147+0000","last_change":"2024-09-12T18:02:38.159542+0000","last_active":"2024-09-12T18:13:32.520147+0000","last_peered":"2024-09-12T18:13:32.520147+0000","last_clean":"2024-09-12T18:13:32.520147+0000","last_became_active":"2024-09-12T18:02:38.159197+0000","last_became_peered":"2024-09-12T18:02:38.159197+0000","last_unstale":"2024-09-12T18:13:32.520147+0000","last_undegraded":"2024-09-12T18:13:32.520147+0000","last_fullsized":"2024-09-12T18:13:32.520147+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:08:10.624709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"266'4","reported_seq":43,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:12.411093+0000","last_change":"2024-09-12T17:52:02.162603+0000","last_active":"2024-09-12T18:14:12.411093+0000","last_peered":"2024-09-12T18:14:12.411093+0000","last_clean":"2024-09-12T18:14:12.411093+0000","last_became_active":"2024-09-12T17:52:02.162340+0000","last_became_peered":"2024-09-12T17:52:02.162340+0000","last_unstale":"2024-09-12T18:14:12.411093+0000","last_undegraded":"2024-09-12T18:14:12.411093+0000","last_fullsized":"2024-09-12T18:14:12.411093+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:42:01.553012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5,"num_read_kb":12288,"num_write":4,"num_write_kb":12288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"0'0","reported_seq":40,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:52.398704+0000","last_change":"2024-09-12T17:51:59.145181+0000","last_active":"2024-09-12T18:12:52.398704+0000","last_peered":"2024-09-12T18:12:52.398704+0000","last_clean":"2024-09-12T18:12:52.398704+0000","last_became_active":"2024-09-12T17:51:59.144846+0000","last_became_peered":"2024-09-12T17:51:59.144846+0000","last_unstale":"2024-09-12T18:12:52.398704+0000","last_undegraded":"2024-09-12T18:12:52.398704+0000","last_fullsized":"2024-09-12T18:12:52.398704+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:54:53.485233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"266'29","reported_seq":133,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:07.429299+0000","last_change":"2024-09-12T17:50:12.687098+0000","last_active":"2024-09-12T18:13:07.429299+0000","last_peered":"2024-09-12T18:13:07.429299+0000","last_clean":"2024-09-12T18:13:07.429299+0000","last_became_active":"2024-09-12T17:50:12.686722+0000","last_became_peered":"2024-09-12T17:50:12.686722+0000","last_unstale":"2024-09-12T18:13:07.429299+0000","last_undegraded":"2024-09-12T18:13:07.429299+0000","last_fullsized":"2024-09-12T18:13:07.429299+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:00:26.026612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":160,"num_read_kb":111,"num_write":51,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:07.517106+0000","last_change":"2024-09-12T18:02:38.162627+0000","last_active":"2024-09-12T18:13:07.517106+0000","last_peered":"2024-09-12T18:13:07.517106+0000","last_clean":"2024-09-12T18:13:07.517106+0000","last_became_active":"2024-09-12T18:02:38.162297+0000","last_became_peered":"2024-09-12T18:02:38.162297+0000","last_unstale":"2024-09-12T18:13:07.517106+0000","last_undegraded":"2024-09-12T18:13:07.517106+0000","last_fullsized":"2024-09-12T18:13:07.517106+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:07:27.096909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"263'5","reported_seq":43,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:52.397675+0000","last_change":"2024-09-12T17:52:02.161365+0000","last_active":"2024-09-12T18:12:52.397675+0000","last_peered":"2024-09-12T18:12:52.397675+0000","last_clean":"2024-09-12T18:12:52.397675+0000","last_became_active":"2024-09-12T17:52:02.160655+0000","last_became_peered":"2024-09-12T17:52:02.160655+0000","last_unstale":"2024-09-12T18:12:52.397675+0000","last_undegraded":"2024-09-12T18:12:52.397675+0000","last_fullsized":"2024-09-12T18:12:52.397675+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:36:16.945965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":5120,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"263'6","reported_seq":53,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:52.397047+0000","last_change":"2024-09-12T17:51:59.145851+0000","last_active":"2024-09-12T18:12:52.397047+0000","last_peered":"2024-09-12T18:12:52.397047+0000","last_clean":"2024-09-12T18:12:52.397047+0000","last_became_active":"2024-09-12T17:51:59.145508+0000","last_became_peered":"2024-09-12T17:51:59.145508+0000","last_unstale":"2024-09-12T18:12:52.397047+0000","last_undegraded":"2024-09-12T18:12:52.397047+0000","last_fullsized":"2024-09-12T18:12:52.397047+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:25:34.874495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":15362,"num_write":6,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"266'8","reported_seq":68,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:07.399476+0000","last_change":"2024-09-12T17:50:12.696093+0000","last_active":"2024-09-12T18:13:07.399476+0000","last_peered":"2024-09-12T18:13:07.399476+0000","last_clean":"2024-09-12T18:13:07.399476+0000","last_became_active":"2024-09-12T17:50:12.695832+0000","last_became_peered":"2024-09-12T17:50:12.695832+0000","last_unstale":"2024-09-12T18:13:07.399476+0000","last_undegraded":"2024-09-12T18:13:07.399476+0000","last_fullsized":"2024-09-12T18:13:07.399476+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:59:28.781308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":33,"num_read_kb":23,"num_write":19,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:12.401410+0000","last_change":"2024-09-12T18:02:38.160996+0000","last_active":"2024-09-12T18:13:12.401410+0000","last_peered":"2024-09-12T18:13:12.401410+0000","last_clean":"2024-09-12T18:13:12.401410+0000","last_became_active":"2024-09-12T18:02:38.160660+0000","last_became_peered":"2024-09-12T18:02:38.160660+0000","last_unstale":"2024-09-12T18:13:12.401410+0000","last_undegraded":"2024-09-12T18:13:12.401410+0000","last_fullsized":"2024-09-12T18:13:12.401410+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:19:10.334795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"266'2","reported_seq":36,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:52.427560+0000","last_change":"2024-09-12T17:52:02.163094+0000","last_active":"2024-09-12T18:12:52.427560+0000","last_peered":"2024-09-12T18:12:52.427560+0000","last_clean":"2024-09-12T18:12:52.427560+0000","last_became_active":"2024-09-12T17:52:02.162377+0000","last_became_peered":"2024-09-12T17:52:02.162377+0000","last_unstale":"2024-09-12T18:12:52.427560+0000","last_undegraded":"2024-09-12T18:12:52.427560+0000","last_fullsized":"2024-09-12T18:12:52.427560+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:41:50.679635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"266'4","reported_seq":46,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:52.397699+0000","last_change":"2024-09-12T17:51:59.150624+0000","last_active":"2024-09-12T18:12:52.397699+0000","last_peered":"2024-09-12T18:12:52.397699+0000","last_clean":"2024-09-12T18:12:52.397699+0000","last_became_active":"2024-09-12T17:51:59.150252+0000","last_became_peered":"2024-09-12T17:51:59.150252+0000","last_unstale":"2024-09-12T18:12:52.397699+0000","last_undegraded":"2024-09-12T18:12:52.397699+0000","last_fullsized":"2024-09-12T18:12:52.397699+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:46:45.730020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":9,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"266'56","reported_seq":204,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:17.410679+0000","last_change":"2024-09-12T17:50:12.701550+0000","last_active":"2024-09-12T18:14:17.410679+0000","last_peered":"2024-09-12T18:14:17.410679+0000","last_clean":"2024-09-12T18:14:17.410679+0000","last_became_active":"2024-09-12T17:50:12.701174+0000","last_became_peered":"2024-09-12T17:50:12.701174+0000","last_unstale":"2024-09-12T18:14:17.410679+0000","last_undegraded":"2024-09-12T18:14:17.410679+0000","last_fullsized":"2024-09-12T18:14:17.410679+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":0,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:19:41.442243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":295,"num_read_kb":218,"num_write":91,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"266'166","reported_seq":781,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:32.412761+0000","last_change":"2024-09-12T17:35:31.566639+0000","last_active":"2024-09-12T18:14:32.412761+0000","last_peered":"2024-09-12T18:14:32.412761+0000","last_clean":"2024-09-12T18:14:32.412761+0000","last_became_active":"2024-09-12T17:35:31.566215+0000","last_became_peered":"2024-09-12T17:35:31.566215+0000","last_unstale":"2024-09-12T18:14:32.412761+0000","last_undegraded":"2024-09-12T18:14:32.412761+0000","last_fullsized":"2024-09-12T18:14:32.412761+0000","mapping_epoch":38,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":100,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:04:25.959719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12582912,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":372,"num_read_kb":35445,"num_write":778,"num_write_kb":43842,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"266'406","reported_seq":1061,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:41.766368+0000","last_change":"2024-09-12T17:34:58.921503+0000","last_active":"2024-09-12T18:14:41.766368+0000","last_peered":"2024-09-12T18:14:41.766368+0000","last_clean":"2024-09-12T18:14:41.766368+0000","last_became_active":"2024-09-12T17:34:58.921234+0000","last_became_peered":"2024-09-12T17:34:58.921234+0000","last_unstale":"2024-09-12T18:14:41.766368+0000","last_undegraded":"2024-09-12T18:14:41.766368+0000","last_fullsized":"2024-09-12T18:14:41.766368+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":300,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:40:34.624085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1761,"num_read_kb":1435,"num_write":635,"num_write_kb":302,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"266'215","reported_seq":845,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:32.409667+0000","last_change":"2024-09-12T17:34:56.917289+0000","last_active":"2024-09-12T18:14:32.409667+0000","last_peered":"2024-09-12T18:14:32.409667+0000","last_clean":"2024-09-12T18:14:32.409667+0000","last_became_active":"2024-09-12T17:34:56.916768+0000","last_became_peered":"2024-09-12T17:34:56.916768+0000","last_unstale":"2024-09-12T18:14:32.409667+0000","last_undegraded":"2024-09-12T18:14:32.409667+0000","last_fullsized":"2024-09-12T18:14:32.409667+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":200,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:05:37.986347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10776153,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":473,"num_read_kb":35339,"num_write":943,"num_write_kb":52324,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"266'4203","reported_seq":4832,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:18.104153+0000","last_change":"2024-09-12T17:34:58.924032+0000","last_active":"2024-09-12T18:16:18.104153+0000","last_peered":"2024-09-12T18:16:18.104153+0000","last_clean":"2024-09-12T18:16:18.104153+0000","last_became_active":"2024-09-12T17:34:58.923347+0000","last_became_peered":"2024-09-12T17:34:58.923347+0000","last_unstale":"2024-09-12T18:16:18.104153+0000","last_undegraded":"2024-09-12T18:16:18.104153+0000","last_fullsized":"2024-09-12T18:16:18.104153+0000","mapping_epoch":27,"log_start":"266'4100","ondisk_log_start":"266'4100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":3000,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:37:25.267724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16939,"num_read_kb":14199,"num_write":6308,"num_write_kb":3144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"266'241","reported_seq":935,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:32.528303+0000","last_change":"2024-09-12T17:34:56.922815+0000","last_active":"2024-09-12T18:14:32.528303+0000","last_peered":"2024-09-12T18:14:32.528303+0000","last_clean":"2024-09-12T18:14:32.528303+0000","last_became_active":"2024-09-12T17:34:56.922460+0000","last_became_peered":"2024-09-12T17:34:56.922460+0000","last_unstale":"2024-09-12T18:14:32.528303+0000","last_undegraded":"2024-09-12T18:14:32.528303+0000","last_fullsized":"2024-09-12T18:14:32.528303+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":200,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:23:31.134384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11569216,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":820,"num_read_kb":13298,"num_write":1062,"num_write_kb":24662,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"266'156","reported_seq":790,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:09.297807+0000","last_change":"2024-09-12T17:34:58.928798+0000","last_active":"2024-09-12T18:14:09.297807+0000","last_peered":"2024-09-12T18:14:09.297807+0000","last_clean":"2024-09-12T18:14:09.297807+0000","last_became_active":"2024-09-12T17:34:58.928492+0000","last_became_peered":"2024-09-12T17:34:58.928492+0000","last_unstale":"2024-09-12T18:14:09.297807+0000","last_undegraded":"2024-09-12T18:14:09.297807+0000","last_fullsized":"2024-09-12T18:14:09.297807+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":100,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:34:49.051490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":745,"num_read_kb":631,"num_write":228,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"266'201","reported_seq":855,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:07.891804+0000","last_change":"2024-09-12T17:35:31.034176+0000","last_active":"2024-09-12T18:14:07.891804+0000","last_peered":"2024-09-12T18:14:07.891804+0000","last_clean":"2024-09-12T18:14:07.891804+0000","last_became_active":"2024-09-12T17:35:31.033763+0000","last_became_peered":"2024-09-12T17:35:31.033763+0000","last_unstale":"2024-09-12T18:14:07.891804+0000","last_undegraded":"2024-09-12T18:14:07.891804+0000","last_fullsized":"2024-09-12T18:14:07.891804+0000","mapping_epoch":38,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:38:05.950185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10756746,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":468,"num_read_kb":50092,"num_write":910,"num_write_kb":33384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"266'240","reported_seq":859,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:12.430208+0000","last_change":"2024-09-12T17:34:58.934480+0000","last_active":"2024-09-12T18:14:12.430208+0000","last_peered":"2024-09-12T18:14:12.430208+0000","last_clean":"2024-09-12T18:14:12.430208+0000","last_became_active":"2024-09-12T17:34:58.933990+0000","last_became_peered":"2024-09-12T17:34:58.933990+0000","last_unstale":"2024-09-12T18:14:12.430208+0000","last_undegraded":"2024-09-12T18:14:12.430208+0000","last_fullsized":"2024-09-12T18:14:12.430208+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":200,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:43:26.125003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1048,"num_read_kb":851,"num_write":379,"num_write_kb":177,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"266'193","reported_seq":817,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:07.955439+0000","last_change":"2024-09-12T17:34:56.916858+0000","last_active":"2024-09-12T18:14:07.955439+0000","last_peered":"2024-09-12T18:14:07.955439+0000","last_clean":"2024-09-12T18:14:07.955439+0000","last_became_active":"2024-09-12T17:34:56.916522+0000","last_became_peered":"2024-09-12T17:34:56.916522+0000","last_unstale":"2024-09-12T18:14:07.955439+0000","last_undegraded":"2024-09-12T18:14:07.955439+0000","last_fullsized":"2024-09-12T18:14:07.955439+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":100,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:28:52.553485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15033989,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":395,"num_read_kb":16770,"num_write":950,"num_write_kb":30011,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"266'176","reported_seq":803,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:40.909271+0000","last_change":"2024-09-12T17:34:58.929006+0000","last_active":"2024-09-12T18:14:40.909271+0000","last_peered":"2024-09-12T18:14:40.909271+0000","last_clean":"2024-09-12T18:14:40.909271+0000","last_became_active":"2024-09-12T17:34:58.928536+0000","last_became_peered":"2024-09-12T17:34:58.928536+0000","last_unstale":"2024-09-12T18:14:40.909271+0000","last_undegraded":"2024-09-12T18:14:40.909271+0000","last_fullsized":"2024-09-12T18:14:40.909271+0000","mapping_epoch":27,"log_start":"263'100","ondisk_log_start":"263'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:01:48.500983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":767,"num_read_kb":639,"num_write":271,"num_write_kb":126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"266'234","reported_seq":882,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:25.082614+0000","last_change":"2024-09-12T17:34:56.926887+0000","last_active":"2024-09-12T18:14:25.082614+0000","last_peered":"2024-09-12T18:14:25.082614+0000","last_clean":"2024-09-12T18:14:25.082614+0000","last_became_active":"2024-09-12T17:34:56.924970+0000","last_became_peered":"2024-09-12T17:34:56.924970+0000","last_unstale":"2024-09-12T18:14:25.082614+0000","last_undegraded":"2024-09-12T18:14:25.082614+0000","last_fullsized":"2024-09-12T18:14:25.082614+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":200,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:51:31.454965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13102569,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":503,"num_read_kb":32628,"num_write":1072,"num_write_kb":55411,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"266'200","reported_seq":876,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:08.258319+0000","last_change":"2024-09-12T17:34:58.929485+0000","last_active":"2024-09-12T18:14:08.258319+0000","last_peered":"2024-09-12T18:14:08.258319+0000","last_clean":"2024-09-12T18:14:08.258319+0000","last_became_active":"2024-09-12T17:34:58.929221+0000","last_became_peered":"2024-09-12T17:34:58.929221+0000","last_unstale":"2024-09-12T18:14:08.258319+0000","last_undegraded":"2024-09-12T18:14:08.258319+0000","last_fullsized":"2024-09-12T18:14:08.258319+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:47:11.811081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":962,"num_read_kb":806,"num_write":315,"num_write_kb":138,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"266'169","reported_seq":814,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:37.516825+0000","last_change":"2024-09-12T17:35:31.566698+0000","last_active":"2024-09-12T18:14:37.516825+0000","last_peered":"2024-09-12T18:14:37.516825+0000","last_clean":"2024-09-12T18:14:37.516825+0000","last_became_active":"2024-09-12T17:35:31.566148+0000","last_became_peered":"2024-09-12T17:35:31.566148+0000","last_unstale":"2024-09-12T18:14:37.516825+0000","last_undegraded":"2024-09-12T18:14:37.516825+0000","last_fullsized":"2024-09-12T18:14:37.516825+0000","mapping_epoch":38,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:56:51.274411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11328113,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":474,"num_read_kb":51065,"num_write":829,"num_write_kb":29614,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"266'80","reported_seq":698,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:27.745351+0000","last_change":"2024-09-12T17:34:58.920835+0000","last_active":"2024-09-12T18:13:27.745351+0000","last_peered":"2024-09-12T18:13:27.745351+0000","last_clean":"2024-09-12T18:13:27.745351+0000","last_became_active":"2024-09-12T17:34:58.920569+0000","last_became_peered":"2024-09-12T17:34:58.920569+0000","last_unstale":"2024-09-12T18:13:27.745351+0000","last_undegraded":"2024-09-12T18:13:27.745351+0000","last_fullsized":"2024-09-12T18:13:27.745351+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":0,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:37:40.718388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":399,"num_read_kb":353,"num_write":104,"num_write_kb":37,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"266'240","reported_seq":968,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:36.897106+0000","last_change":"2024-09-12T17:34:56.932055+0000","last_active":"2024-09-12T18:13:36.897106+0000","last_peered":"2024-09-12T18:13:36.897106+0000","last_clean":"2024-09-12T18:13:36.897106+0000","last_became_active":"2024-09-12T17:34:56.930707+0000","last_became_peered":"2024-09-12T17:34:56.930707+0000","last_unstale":"2024-09-12T18:13:36.897106+0000","last_undegraded":"2024-09-12T18:13:36.897106+0000","last_fullsized":"2024-09-12T18:13:36.897106+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":200,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:44:16.498840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7655133,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":736,"num_read_kb":179000,"num_write":1073,"num_write_kb":43755,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"266'139","reported_seq":722,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:23.324304+0000","last_change":"2024-09-12T17:34:58.922575+0000","last_active":"2024-09-12T18:13:23.324304+0000","last_peered":"2024-09-12T18:13:23.324304+0000","last_clean":"2024-09-12T18:13:23.324304+0000","last_became_active":"2024-09-12T17:34:58.922264+0000","last_became_peered":"2024-09-12T17:34:58.922264+0000","last_unstale":"2024-09-12T18:13:23.324304+0000","last_undegraded":"2024-09-12T18:13:23.324304+0000","last_fullsized":"2024-09-12T18:13:23.324304+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:35:44.473774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":614,"num_read_kb":526,"num_write":210,"num_write_kb":102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"266'60","reported_seq":637,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:28.519916+0000","last_change":"2024-09-12T17:34:58.928822+0000","last_active":"2024-09-12T18:14:28.519916+0000","last_peered":"2024-09-12T18:14:28.519916+0000","last_clean":"2024-09-12T18:14:28.519916+0000","last_became_active":"2024-09-12T17:34:58.928473+0000","last_became_peered":"2024-09-12T17:34:58.928473+0000","last_unstale":"2024-09-12T18:14:28.519916+0000","last_undegraded":"2024-09-12T18:14:28.519916+0000","last_fullsized":"2024-09-12T18:14:28.519916+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:45:04.058394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":279,"num_read_kb":248,"num_write":75,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"266'194","reported_seq":799,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.405904+0000","last_change":"2024-09-12T17:34:56.935128+0000","last_active":"2024-09-12T18:13:42.405904+0000","last_peered":"2024-09-12T18:13:42.405904+0000","last_clean":"2024-09-12T18:13:42.405904+0000","last_became_active":"2024-09-12T17:34:56.934456+0000","last_became_peered":"2024-09-12T17:34:56.934456+0000","last_unstale":"2024-09-12T18:13:42.405904+0000","last_undegraded":"2024-09-12T18:13:42.405904+0000","last_fullsized":"2024-09-12T18:13:42.405904+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":100,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:47:54.689004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10489723,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":368,"num_read_kb":27056,"num_write":911,"num_write_kb":40066,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"266'251","reported_seq":883,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:44.473083+0000","last_change":"2024-09-12T17:34:58.923810+0000","last_active":"2024-09-12T18:14:44.473083+0000","last_peered":"2024-09-12T18:14:44.473083+0000","last_clean":"2024-09-12T18:14:44.473083+0000","last_became_active":"2024-09-12T17:34:58.923475+0000","last_became_peered":"2024-09-12T17:34:58.923475+0000","last_unstale":"2024-09-12T18:14:44.473083+0000","last_undegraded":"2024-09-12T18:14:44.473083+0000","last_fullsized":"2024-09-12T18:14:44.473083+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":200,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:53:32.414274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1109,"num_read_kb":907,"num_write":393,"num_write_kb":187,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"266'225","reported_seq":866,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:11.768429+0000","last_change":"2024-09-12T17:34:56.928713+0000","last_active":"2024-09-12T18:14:11.768429+0000","last_peered":"2024-09-12T18:14:11.768429+0000","last_clean":"2024-09-12T18:14:11.768429+0000","last_became_active":"2024-09-12T17:34:56.927507+0000","last_became_peered":"2024-09-12T17:34:56.927507+0000","last_unstale":"2024-09-12T18:14:11.768429+0000","last_undegraded":"2024-09-12T18:14:11.768429+0000","last_fullsized":"2024-09-12T18:14:11.768429+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":200,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:42:17.680219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14287987,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":466,"num_read_kb":23373,"num_write":1124,"num_write_kb":43462,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"266'244","reported_seq":861,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:29.683058+0000","last_change":"2024-09-12T17:34:58.920726+0000","last_active":"2024-09-12T18:14:29.683058+0000","last_peered":"2024-09-12T18:14:29.683058+0000","last_clean":"2024-09-12T18:14:29.683058+0000","last_became_active":"2024-09-12T17:34:58.920486+0000","last_became_peered":"2024-09-12T17:34:58.920486+0000","last_unstale":"2024-09-12T18:14:29.683058+0000","last_undegraded":"2024-09-12T18:14:29.683058+0000","last_fullsized":"2024-09-12T18:14:29.683058+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":200,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:23:32.736798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1099,"num_read_kb":908,"num_write":395,"num_write_kb":209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"266'221","reported_seq":919,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:37.402964+0000","last_change":"2024-09-12T17:34:56.923630+0000","last_active":"2024-09-12T18:13:37.402964+0000","last_peered":"2024-09-12T18:13:37.402964+0000","last_clean":"2024-09-12T18:13:37.402964+0000","last_became_active":"2024-09-12T17:34:56.922861+0000","last_became_peered":"2024-09-12T17:34:56.922861+0000","last_unstale":"2024-09-12T18:13:37.402964+0000","last_undegraded":"2024-09-12T18:13:37.402964+0000","last_fullsized":"2024-09-12T18:13:37.402964+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":200,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:51:17.630330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8929111,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":585,"num_read_kb":67479,"num_write":1083,"num_write_kb":35133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"266'4133","reported_seq":4711,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:23.638876+0000","last_change":"2024-09-12T17:34:58.930907+0000","last_active":"2024-09-12T18:14:23.638876+0000","last_peered":"2024-09-12T18:14:23.638876+0000","last_clean":"2024-09-12T18:14:23.638876+0000","last_became_active":"2024-09-12T17:34:58.930609+0000","last_became_peered":"2024-09-12T17:34:58.930609+0000","last_unstale":"2024-09-12T18:14:23.638876+0000","last_undegraded":"2024-09-12T18:14:23.638876+0000","last_fullsized":"2024-09-12T18:14:23.638876+0000","mapping_epoch":27,"log_start":"266'4100","ondisk_log_start":"266'4100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":3000,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:45:27.191595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":16574,"num_read_kb":13891,"num_write":6195,"num_write_kb":3095,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"266'164","reported_seq":736,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:12.406785+0000","last_change":"2024-09-12T17:35:31.102090+0000","last_active":"2024-09-12T18:14:12.406785+0000","last_peered":"2024-09-12T18:14:12.406785+0000","last_clean":"2024-09-12T18:14:12.406785+0000","last_became_active":"2024-09-12T17:35:31.101640+0000","last_became_peered":"2024-09-12T17:35:31.101640+0000","last_unstale":"2024-09-12T18:14:12.406785+0000","last_undegraded":"2024-09-12T18:14:12.406785+0000","last_fullsized":"2024-09-12T18:14:12.406785+0000","mapping_epoch":38,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:27:23.398650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9470396,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":359,"num_read_kb":11653,"num_write":787,"num_write_kb":18783,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.34","version":"266'154","reported_seq":779,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.403100+0000","last_change":"2024-09-12T17:34:58.921282+0000","last_active":"2024-09-12T18:13:42.403100+0000","last_peered":"2024-09-12T18:13:42.403100+0000","last_clean":"2024-09-12T18:13:42.403100+0000","last_became_active":"2024-09-12T17:34:58.920995+0000","last_became_peered":"2024-09-12T17:34:58.920995+0000","last_unstale":"2024-09-12T18:13:42.403100+0000","last_undegraded":"2024-09-12T18:13:42.403100+0000","last_fullsized":"2024-09-12T18:13:42.403100+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:37:53.686808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":653,"num_read_kb":549,"num_write":231,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"266'218","reported_seq":847,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:37.550475+0000","last_change":"2024-09-12T17:34:56.931091+0000","last_active":"2024-09-12T18:13:37.550475+0000","last_peered":"2024-09-12T18:13:37.550475+0000","last_clean":"2024-09-12T18:13:37.550475+0000","last_became_active":"2024-09-12T17:34:56.930402+0000","last_became_peered":"2024-09-12T17:34:56.930402+0000","last_unstale":"2024-09-12T18:13:37.550475+0000","last_undegraded":"2024-09-12T18:13:37.550475+0000","last_fullsized":"2024-09-12T18:13:37.550475+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":200,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:29:16.244749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9437210,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":501,"num_read_kb":16871,"num_write":915,"num_write_kb":24256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"266'431","reported_seq":1176,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:42.845305+0000","last_change":"2024-09-12T17:34:58.919840+0000","last_active":"2024-09-12T18:14:42.845305+0000","last_peered":"2024-09-12T18:14:42.845305+0000","last_clean":"2024-09-12T18:14:42.845305+0000","last_became_active":"2024-09-12T17:34:58.919571+0000","last_became_peered":"2024-09-12T17:34:58.919571+0000","last_unstale":"2024-09-12T18:14:42.845305+0000","last_undegraded":"2024-09-12T18:14:42.845305+0000","last_fullsized":"2024-09-12T18:14:42.845305+0000","mapping_epoch":27,"log_start":"266'400","ondisk_log_start":"266'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":400,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:02:05.034512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2056,"num_read_kb":1768,"num_write":780,"num_write_kb":512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"266'222","reported_seq":871,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:10.944932+0000","last_change":"2024-09-12T17:34:56.927086+0000","last_active":"2024-09-12T18:14:10.944932+0000","last_peered":"2024-09-12T18:14:10.944932+0000","last_clean":"2024-09-12T18:14:10.944932+0000","last_became_active":"2024-09-12T17:34:56.925944+0000","last_became_peered":"2024-09-12T17:34:56.925944+0000","last_unstale":"2024-09-12T18:14:10.944932+0000","last_undegraded":"2024-09-12T18:14:10.944932+0000","last_fullsized":"2024-09-12T18:14:10.944932+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":200,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:06:27.391846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10298297,"num_objects":13,"num_object_clones":0,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":516,"num_read_kb":5792,"num_write":1127,"num_write_kb":33706,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"266'150","reported_seq":660,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:18.107839+0000","last_change":"2024-09-12T17:35:06.982669+0000","last_active":"2024-09-12T18:16:18.107839+0000","last_peered":"2024-09-12T18:16:18.107839+0000","last_clean":"2024-09-12T18:16:18.107839+0000","last_became_active":"2024-09-12T17:35:06.982400+0000","last_became_peered":"2024-09-12T17:35:06.982400+0000","last_unstale":"2024-09-12T18:16:18.107839+0000","last_undegraded":"2024-09-12T18:16:18.107839+0000","last_fullsized":"2024-09-12T18:16:18.107839+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:26:09.523525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1019,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":226,"num_read_kb":217,"num_write":376,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"266'233","reported_seq":803,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:11.979453+0000","last_change":"2024-09-12T17:34:58.914153+0000","last_active":"2024-09-12T18:14:11.979453+0000","last_peered":"2024-09-12T18:14:11.979453+0000","last_clean":"2024-09-12T18:14:11.979453+0000","last_became_active":"2024-09-12T17:34:58.913857+0000","last_became_peered":"2024-09-12T17:34:58.913857+0000","last_unstale":"2024-09-12T18:14:11.979453+0000","last_undegraded":"2024-09-12T18:14:11.979453+0000","last_fullsized":"2024-09-12T18:14:11.979453+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":200,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:08:57.103244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1015,"num_read_kb":803,"num_write":390,"num_write_kb":197,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"266'168","reported_seq":782,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:30.323088+0000","last_change":"2024-09-12T17:34:56.921157+0000","last_active":"2024-09-12T18:13:30.323088+0000","last_peered":"2024-09-12T18:13:30.323088+0000","last_clean":"2024-09-12T18:13:30.323088+0000","last_became_active":"2024-09-12T17:34:56.920779+0000","last_became_peered":"2024-09-12T17:34:56.920779+0000","last_unstale":"2024-09-12T18:13:30.323088+0000","last_undegraded":"2024-09-12T18:13:30.323088+0000","last_fullsized":"2024-09-12T18:13:30.323088+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:24:45.012563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22044834,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":333,"num_read_kb":49198,"num_write":796,"num_write_kb":33963,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":493,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.540176+0000","last_change":"2024-09-12T17:35:00.940364+0000","last_active":"2024-09-12T18:13:42.540176+0000","last_peered":"2024-09-12T18:13:42.540176+0000","last_clean":"2024-09-12T18:13:42.540176+0000","last_became_active":"2024-09-12T17:35:00.940069+0000","last_became_peered":"2024-09-12T17:35:00.940069+0000","last_unstale":"2024-09-12T18:13:42.540176+0000","last_undegraded":"2024-09-12T18:13:42.540176+0000","last_fullsized":"2024-09-12T18:13:42.540176+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:04:50.753255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"266'175","reported_seq":768,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:07.541153+0000","last_change":"2024-09-12T17:35:02.951385+0000","last_active":"2024-09-12T18:16:07.541153+0000","last_peered":"2024-09-12T18:16:07.541153+0000","last_clean":"2024-09-12T18:16:07.541153+0000","last_became_active":"2024-09-12T17:35:02.951084+0000","last_became_peered":"2024-09-12T17:35:02.951084+0000","last_unstale":"2024-09-12T18:16:07.541153+0000","last_undegraded":"2024-09-12T18:16:07.541153+0000","last_fullsized":"2024-09-12T18:16:07.541153+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:43:56.979465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6456,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":236,"num_read_kb":283,"num_write":134,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":485,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.406662+0000","last_change":"2024-09-12T17:35:04.967372+0000","last_active":"2024-09-12T18:13:47.406662+0000","last_peered":"2024-09-12T18:13:47.406662+0000","last_clean":"2024-09-12T18:13:47.406662+0000","last_became_active":"2024-09-12T17:35:04.967110+0000","last_became_peered":"2024-09-12T17:35:04.967110+0000","last_unstale":"2024-09-12T18:13:47.406662+0000","last_undegraded":"2024-09-12T18:13:47.406662+0000","last_fullsized":"2024-09-12T18:13:47.406662+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:44:07.113699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"266'198","reported_seq":772,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:55.171065+0000","last_change":"2024-09-12T17:35:06.985868+0000","last_active":"2024-09-12T18:14:55.171065+0000","last_peered":"2024-09-12T18:14:55.171065+0000","last_clean":"2024-09-12T18:14:55.171065+0000","last_became_active":"2024-09-12T17:35:06.984192+0000","last_became_peered":"2024-09-12T17:35:06.984192+0000","last_unstale":"2024-09-12T18:14:55.171065+0000","last_undegraded":"2024-09-12T18:14:55.171065+0000","last_fullsized":"2024-09-12T18:14:55.171065+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":100,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:59:34.733264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":625,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":352,"num_read_kb":326,"num_write":340,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"266'238","reported_seq":848,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:45.013818+0000","last_change":"2024-09-12T17:34:58.918197+0000","last_active":"2024-09-12T18:14:45.013818+0000","last_peered":"2024-09-12T18:14:45.013818+0000","last_clean":"2024-09-12T18:14:45.013818+0000","last_became_active":"2024-09-12T17:34:58.917915+0000","last_became_peered":"2024-09-12T17:34:58.917915+0000","last_unstale":"2024-09-12T18:14:45.013818+0000","last_undegraded":"2024-09-12T18:14:45.013818+0000","last_fullsized":"2024-09-12T18:14:45.013818+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":200,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:20:14.237354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1032,"num_read_kb":847,"num_write":397,"num_write_kb":201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"266'188","reported_seq":810,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:28.142536+0000","last_change":"2024-09-12T17:34:56.925306+0000","last_active":"2024-09-12T18:14:28.142536+0000","last_peered":"2024-09-12T18:14:28.142536+0000","last_clean":"2024-09-12T18:14:28.142536+0000","last_became_active":"2024-09-12T17:34:56.924966+0000","last_became_peered":"2024-09-12T17:34:56.924966+0000","last_unstale":"2024-09-12T18:14:28.142536+0000","last_undegraded":"2024-09-12T18:14:28.142536+0000","last_fullsized":"2024-09-12T18:14:28.142536+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":100,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:15:03.723967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2271975,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":431,"num_read_kb":11924,"num_write":967,"num_write_kb":15360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":498,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:27.541046+0000","last_change":"2024-09-12T17:35:00.941371+0000","last_active":"2024-09-12T18:12:27.541046+0000","last_peered":"2024-09-12T18:12:27.541046+0000","last_clean":"2024-09-12T18:12:27.541046+0000","last_became_active":"2024-09-12T17:35:00.941133+0000","last_became_peered":"2024-09-12T17:35:00.941133+0000","last_unstale":"2024-09-12T18:12:27.541046+0000","last_undegraded":"2024-09-12T18:12:27.541046+0000","last_fullsized":"2024-09-12T18:12:27.541046+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:13:14.886028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"266'98","reported_seq":622,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:11.448309+0000","last_change":"2024-09-12T17:35:02.948897+0000","last_active":"2024-09-12T18:15:11.448309+0000","last_peered":"2024-09-12T18:15:11.448309+0000","last_clean":"2024-09-12T18:15:11.448309+0000","last_became_active":"2024-09-12T17:35:02.948344+0000","last_became_peered":"2024-09-12T17:35:02.948344+0000","last_unstale":"2024-09-12T18:15:11.448309+0000","last_undegraded":"2024-09-12T18:15:11.448309+0000","last_fullsized":"2024-09-12T18:15:11.448309+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":0,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:09:00.454265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":97,"num_read_kb":91,"num_write":68,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":489,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.434684+0000","last_change":"2024-09-12T17:35:04.972001+0000","last_active":"2024-09-12T18:13:47.434684+0000","last_peered":"2024-09-12T18:13:47.434684+0000","last_clean":"2024-09-12T18:13:47.434684+0000","last_became_active":"2024-09-12T17:35:04.971714+0000","last_became_peered":"2024-09-12T17:35:04.971714+0000","last_unstale":"2024-09-12T18:13:47.434684+0000","last_undegraded":"2024-09-12T18:13:47.434684+0000","last_fullsized":"2024-09-12T18:13:47.434684+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:49:44.292689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"266'134","reported_seq":646,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:00.499601+0000","last_change":"2024-09-12T17:35:06.985999+0000","last_active":"2024-09-12T18:14:00.499601+0000","last_peered":"2024-09-12T18:14:00.499601+0000","last_clean":"2024-09-12T18:14:00.499601+0000","last_became_active":"2024-09-12T17:35:06.985682+0000","last_became_peered":"2024-09-12T17:35:06.985682+0000","last_unstale":"2024-09-12T18:14:00.499601+0000","last_undegraded":"2024-09-12T18:14:00.499601+0000","last_fullsized":"2024-09-12T18:14:00.499601+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:45:27.640264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":290,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":255,"num_read_kb":236,"num_write":356,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"266'158","reported_seq":764,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:32.609213+0000","last_change":"2024-09-12T17:34:58.933816+0000","last_active":"2024-09-12T18:14:32.609213+0000","last_peered":"2024-09-12T18:14:32.609213+0000","last_clean":"2024-09-12T18:14:32.609213+0000","last_became_active":"2024-09-12T17:34:58.933443+0000","last_became_peered":"2024-09-12T17:34:58.933443+0000","last_unstale":"2024-09-12T18:14:32.609213+0000","last_undegraded":"2024-09-12T18:14:32.609213+0000","last_fullsized":"2024-09-12T18:14:32.609213+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:41:25.351388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":666,"num_read_kb":552,"num_write":225,"num_write_kb":103,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"266'192","reported_seq":806,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:35.502341+0000","last_change":"2024-09-12T17:34:56.926309+0000","last_active":"2024-09-12T18:14:35.502341+0000","last_peered":"2024-09-12T18:14:35.502341+0000","last_clean":"2024-09-12T18:14:35.502341+0000","last_became_active":"2024-09-12T17:34:56.925964+0000","last_became_peered":"2024-09-12T17:34:56.925964+0000","last_unstale":"2024-09-12T18:14:35.502341+0000","last_undegraded":"2024-09-12T18:14:35.502341+0000","last_fullsized":"2024-09-12T18:14:35.502341+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:58:15.995530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5996126,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":388,"num_read_kb":5302,"num_write":927,"num_write_kb":30275,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":498,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.551215+0000","last_change":"2024-09-12T17:35:00.938505+0000","last_active":"2024-09-12T18:13:42.551215+0000","last_peered":"2024-09-12T18:13:42.551215+0000","last_clean":"2024-09-12T18:13:42.551215+0000","last_became_active":"2024-09-12T17:35:00.938224+0000","last_became_peered":"2024-09-12T17:35:00.938224+0000","last_unstale":"2024-09-12T18:13:42.551215+0000","last_undegraded":"2024-09-12T18:13:42.551215+0000","last_fullsized":"2024-09-12T18:13:42.551215+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:08:11.153439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"266'110","reported_seq":643,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:11.465916+0000","last_change":"2024-09-12T17:35:02.952758+0000","last_active":"2024-09-12T18:15:11.465916+0000","last_peered":"2024-09-12T18:15:11.465916+0000","last_clean":"2024-09-12T18:15:11.465916+0000","last_became_active":"2024-09-12T17:35:02.952473+0000","last_became_peered":"2024-09-12T17:35:02.952473+0000","last_unstale":"2024-09-12T18:15:11.465916+0000","last_undegraded":"2024-09-12T18:15:11.465916+0000","last_fullsized":"2024-09-12T18:15:11.465916+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":0,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:03:35.741214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":119,"num_read_kb":114,"num_write":78,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"266'751","reported_seq":2033,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:19.240077+0000","last_change":"2024-09-12T17:35:04.964464+0000","last_active":"2024-09-12T18:16:19.240077+0000","last_peered":"2024-09-12T18:16:19.240077+0000","last_clean":"2024-09-12T18:16:19.240077+0000","last_became_active":"2024-09-12T17:35:04.963920+0000","last_became_peered":"2024-09-12T17:35:04.963920+0000","last_unstale":"2024-09-12T18:16:19.240077+0000","last_undegraded":"2024-09-12T18:16:19.240077+0000","last_fullsized":"2024-09-12T18:16:19.240077+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":700,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:39:45.247176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"266'222","reported_seq":1041,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:58.774297+0000","last_change":"2024-09-12T17:35:07.201701+0000","last_active":"2024-09-12T18:14:58.774297+0000","last_peered":"2024-09-12T18:14:58.774297+0000","last_clean":"2024-09-12T18:14:58.774297+0000","last_became_active":"2024-09-12T17:35:07.201464+0000","last_became_peered":"2024-09-12T17:35:07.201464+0000","last_unstale":"2024-09-12T18:14:58.774297+0000","last_undegraded":"2024-09-12T18:14:58.774297+0000","last_fullsized":"2024-09-12T18:14:58.774297+0000","mapping_epoch":35,"log_start":"266'200","ondisk_log_start":"266'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":200,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:33:27.383974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":643,"num_read_kb":641,"num_write":490,"num_write_kb":124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"266'148","reported_seq":751,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:08.931255+0000","last_change":"2024-09-12T17:34:58.925693+0000","last_active":"2024-09-12T18:14:08.931255+0000","last_peered":"2024-09-12T18:14:08.931255+0000","last_clean":"2024-09-12T18:14:08.931255+0000","last_became_active":"2024-09-12T17:34:58.924032+0000","last_became_peered":"2024-09-12T17:34:58.924032+0000","last_unstale":"2024-09-12T18:14:08.931255+0000","last_undegraded":"2024-09-12T18:14:08.931255+0000","last_fullsized":"2024-09-12T18:14:08.931255+0000","mapping_epoch":27,"log_start":"263'100","ondisk_log_start":"263'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:41:12.205410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":628,"num_read_kb":521,"num_write":214,"num_write_kb":100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"266'213","reported_seq":845,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:26.407770+0000","last_change":"2024-09-12T17:34:56.924346+0000","last_active":"2024-09-12T18:14:26.407770+0000","last_peered":"2024-09-12T18:14:26.407770+0000","last_clean":"2024-09-12T18:14:26.407770+0000","last_became_active":"2024-09-12T17:34:56.923977+0000","last_became_peered":"2024-09-12T17:34:56.923977+0000","last_unstale":"2024-09-12T18:14:26.407770+0000","last_undegraded":"2024-09-12T18:14:26.407770+0000","last_fullsized":"2024-09-12T18:14:26.407770+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":200,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:03:01.213763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5527768,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":499,"num_read_kb":25888,"num_write":1012,"num_write_kb":29408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":493,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.540235+0000","last_change":"2024-09-12T17:35:00.936558+0000","last_active":"2024-09-12T18:13:42.540235+0000","last_peered":"2024-09-12T18:13:42.540235+0000","last_clean":"2024-09-12T18:13:42.540235+0000","last_became_active":"2024-09-12T17:35:00.936215+0000","last_became_peered":"2024-09-12T17:35:00.936215+0000","last_unstale":"2024-09-12T18:13:42.540235+0000","last_undegraded":"2024-09-12T18:13:42.540235+0000","last_fullsized":"2024-09-12T18:13:42.540235+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:13:48.232919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"266'124","reported_seq":684,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:07.428170+0000","last_change":"2024-09-12T17:35:03.253554+0000","last_active":"2024-09-12T18:16:07.428170+0000","last_peered":"2024-09-12T18:16:07.428170+0000","last_clean":"2024-09-12T18:16:07.428170+0000","last_became_active":"2024-09-12T17:35:03.253138+0000","last_became_peered":"2024-09-12T17:35:03.253138+0000","last_unstale":"2024-09-12T18:16:07.428170+0000","last_undegraded":"2024-09-12T18:16:07.428170+0000","last_fullsized":"2024-09-12T18:16:07.428170+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:57:18.799771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7409,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":150,"num_read_kb":160,"num_write":78,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"266'746","reported_seq":2202,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:19.244296+0000","last_change":"2024-09-12T17:35:04.967293+0000","last_active":"2024-09-12T18:16:19.244296+0000","last_peered":"2024-09-12T18:16:19.244296+0000","last_clean":"2024-09-12T18:16:19.244296+0000","last_became_active":"2024-09-12T17:35:04.967011+0000","last_became_peered":"2024-09-12T17:35:04.967011+0000","last_unstale":"2024-09-12T18:16:19.244296+0000","last_undegraded":"2024-09-12T18:16:19.244296+0000","last_fullsized":"2024-09-12T18:16:19.244296+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":700,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:20:07.450151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"266'91","reported_seq":659,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.409706+0000","last_change":"2024-09-12T17:34:58.919113+0000","last_active":"2024-09-12T18:14:02.409706+0000","last_peered":"2024-09-12T18:14:02.409706+0000","last_clean":"2024-09-12T18:14:02.409706+0000","last_became_active":"2024-09-12T17:34:58.917715+0000","last_became_peered":"2024-09-12T17:34:58.917715+0000","last_unstale":"2024-09-12T18:14:02.409706+0000","last_undegraded":"2024-09-12T18:14:02.409706+0000","last_fullsized":"2024-09-12T18:14:02.409706+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":0,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:41:36.727987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":413,"num_read_kb":341,"num_write":135,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"266'185","reported_seq":815,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:55.745885+0000","last_change":"2024-09-12T17:34:56.935650+0000","last_active":"2024-09-12T18:14:55.745885+0000","last_peered":"2024-09-12T18:14:55.745885+0000","last_clean":"2024-09-12T18:14:55.745885+0000","last_became_active":"2024-09-12T17:34:56.934929+0000","last_became_peered":"2024-09-12T17:34:56.934929+0000","last_unstale":"2024-09-12T18:14:55.745885+0000","last_undegraded":"2024-09-12T18:14:55.745885+0000","last_fullsized":"2024-09-12T18:14:55.745885+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":100,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:46:19.381233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13459489,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":462,"num_read_kb":23437,"num_write":907,"num_write_kb":25265,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":495,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.408591+0000","last_change":"2024-09-12T17:35:00.938355+0000","last_active":"2024-09-12T18:14:02.408591+0000","last_peered":"2024-09-12T18:14:02.408591+0000","last_clean":"2024-09-12T18:14:02.408591+0000","last_became_active":"2024-09-12T17:35:00.938077+0000","last_became_peered":"2024-09-12T17:35:00.938077+0000","last_unstale":"2024-09-12T18:14:02.408591+0000","last_undegraded":"2024-09-12T18:14:02.408591+0000","last_fullsized":"2024-09-12T18:14:02.408591+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:00:35.699522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"266'209","reported_seq":812,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:19.214537+0000","last_change":"2024-09-12T17:35:03.251975+0000","last_active":"2024-09-12T18:16:19.214537+0000","last_peered":"2024-09-12T18:16:19.214537+0000","last_clean":"2024-09-12T18:16:19.214537+0000","last_became_active":"2024-09-12T17:35:03.251671+0000","last_became_peered":"2024-09-12T17:35:03.251671+0000","last_unstale":"2024-09-12T18:16:19.214537+0000","last_undegraded":"2024-09-12T18:16:19.214537+0000","last_fullsized":"2024-09-12T18:16:19.214537+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":100,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:21:03.585556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12254,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":272,"num_read_kb":325,"num_write":160,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":490,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:22.400670+0000","last_change":"2024-09-12T17:35:04.966695+0000","last_active":"2024-09-12T18:13:22.400670+0000","last_peered":"2024-09-12T18:13:22.400670+0000","last_clean":"2024-09-12T18:13:22.400670+0000","last_became_active":"2024-09-12T17:35:04.966409+0000","last_became_peered":"2024-09-12T17:35:04.966409+0000","last_unstale":"2024-09-12T18:13:22.400670+0000","last_undegraded":"2024-09-12T18:13:22.400670+0000","last_fullsized":"2024-09-12T18:13:22.400670+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:23:33.209804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"266'546","reported_seq":1351,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:19.227180+0000","last_change":"2024-09-12T17:35:06.986931+0000","last_active":"2024-09-12T18:16:19.227180+0000","last_peered":"2024-09-12T18:16:19.227180+0000","last_clean":"2024-09-12T18:16:19.227180+0000","last_became_active":"2024-09-12T17:35:06.986610+0000","last_became_peered":"2024-09-12T17:35:06.986610+0000","last_unstale":"2024-09-12T18:16:19.227180+0000","last_undegraded":"2024-09-12T18:16:19.227180+0000","last_fullsized":"2024-09-12T18:16:19.227180+0000","mapping_epoch":35,"log_start":"266'500","ondisk_log_start":"266'500","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":500,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:34:50.007919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1304,"num_read_kb":1302,"num_write":1132,"num_write_kb":388,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"266'82","reported_seq":650,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.436569+0000","last_change":"2024-09-12T17:34:58.920041+0000","last_active":"2024-09-12T18:14:02.436569+0000","last_peered":"2024-09-12T18:14:02.436569+0000","last_clean":"2024-09-12T18:14:02.436569+0000","last_became_active":"2024-09-12T17:34:58.919767+0000","last_became_peered":"2024-09-12T17:34:58.919767+0000","last_unstale":"2024-09-12T18:14:02.436569+0000","last_undegraded":"2024-09-12T18:14:02.436569+0000","last_fullsized":"2024-09-12T18:14:02.436569+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":0,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:09:58.353515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":387,"num_read_kb":321,"num_write":126,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"266'219","reported_seq":860,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:12.401472+0000","last_change":"2024-09-12T17:34:56.915666+0000","last_active":"2024-09-12T18:13:12.401472+0000","last_peered":"2024-09-12T18:13:12.401472+0000","last_clean":"2024-09-12T18:13:12.401472+0000","last_became_active":"2024-09-12T17:34:56.915155+0000","last_became_peered":"2024-09-12T17:34:56.915155+0000","last_unstale":"2024-09-12T18:13:12.401472+0000","last_undegraded":"2024-09-12T18:13:12.401472+0000","last_fullsized":"2024-09-12T18:13:12.401472+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":200,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:53:59.504340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9465262,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":453,"num_read_kb":97617,"num_write":991,"num_write_kb":40649,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":498,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.405654+0000","last_change":"2024-09-12T17:35:00.930817+0000","last_active":"2024-09-12T18:14:02.405654+0000","last_peered":"2024-09-12T18:14:02.405654+0000","last_clean":"2024-09-12T18:14:02.405654+0000","last_became_active":"2024-09-12T17:35:00.930541+0000","last_became_peered":"2024-09-12T17:35:00.930541+0000","last_unstale":"2024-09-12T18:14:02.405654+0000","last_undegraded":"2024-09-12T18:14:02.405654+0000","last_fullsized":"2024-09-12T18:14:02.405654+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:53:06.175721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"266'129","reported_seq":695,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:32.565290+0000","last_change":"2024-09-12T17:35:02.952011+0000","last_active":"2024-09-12T18:15:32.565290+0000","last_peered":"2024-09-12T18:15:32.565290+0000","last_clean":"2024-09-12T18:15:32.565290+0000","last_became_active":"2024-09-12T17:35:02.951722+0000","last_became_peered":"2024-09-12T17:35:02.951722+0000","last_unstale":"2024-09-12T18:15:32.565290+0000","last_undegraded":"2024-09-12T18:15:32.565290+0000","last_fullsized":"2024-09-12T18:15:32.565290+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:46:03.311816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16552,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":168,"num_read_kb":246,"num_write":94,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:12.555214+0000","last_change":"2024-09-12T17:35:04.965337+0000","last_active":"2024-09-12T18:14:12.555214+0000","last_peered":"2024-09-12T18:14:12.555214+0000","last_clean":"2024-09-12T18:14:12.555214+0000","last_became_active":"2024-09-12T17:35:04.965012+0000","last_became_peered":"2024-09-12T17:35:04.965012+0000","last_unstale":"2024-09-12T18:14:12.555214+0000","last_undegraded":"2024-09-12T18:14:12.555214+0000","last_fullsized":"2024-09-12T18:14:12.555214+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:47:55.558470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"266'2440","reported_seq":4266,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:56.859144+0000","last_change":"2024-09-12T17:35:06.986539+0000","last_active":"2024-09-12T18:14:56.859144+0000","last_peered":"2024-09-12T18:14:56.859144+0000","last_clean":"2024-09-12T18:14:56.859144+0000","last_became_active":"2024-09-12T17:35:06.986255+0000","last_became_peered":"2024-09-12T17:35:06.986255+0000","last_unstale":"2024-09-12T18:14:56.859144+0000","last_undegraded":"2024-09-12T18:14:56.859144+0000","last_fullsized":"2024-09-12T18:14:56.859144+0000","mapping_epoch":35,"log_start":"266'2400","ondisk_log_start":"266'2400","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":2400,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:25:29.990381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1026,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":6099,"num_read_kb":6093,"num_write":4948,"num_write_kb":1806,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"266'111","reported_seq":689,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:12.407603+0000","last_change":"2024-09-12T17:34:58.926976+0000","last_active":"2024-09-12T18:14:12.407603+0000","last_peered":"2024-09-12T18:14:12.407603+0000","last_clean":"2024-09-12T18:14:12.407603+0000","last_became_active":"2024-09-12T17:34:58.926693+0000","last_became_peered":"2024-09-12T17:34:58.926693+0000","last_unstale":"2024-09-12T18:14:12.407603+0000","last_undegraded":"2024-09-12T18:14:12.407603+0000","last_fullsized":"2024-09-12T18:14:12.407603+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":100,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:21:05.583201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":483,"num_read_kb":401,"num_write":163,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"266'201","reported_seq":857,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:34.988231+0000","last_change":"2024-09-12T17:34:56.919208+0000","last_active":"2024-09-12T18:14:34.988231+0000","last_peered":"2024-09-12T18:14:34.988231+0000","last_clean":"2024-09-12T18:14:34.988231+0000","last_became_active":"2024-09-12T17:34:56.918166+0000","last_became_peered":"2024-09-12T17:34:56.918166+0000","last_unstale":"2024-09-12T18:14:34.988231+0000","last_undegraded":"2024-09-12T18:14:34.988231+0000","last_fullsized":"2024-09-12T18:14:34.988231+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:23:46.771665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13415559,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":505,"num_read_kb":117048,"num_write":998,"num_write_kb":37308,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":497,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:17.399859+0000","last_change":"2024-09-12T17:35:00.935547+0000","last_active":"2024-09-12T18:13:17.399859+0000","last_peered":"2024-09-12T18:13:17.399859+0000","last_clean":"2024-09-12T18:13:17.399859+0000","last_became_active":"2024-09-12T17:35:00.935218+0000","last_became_peered":"2024-09-12T17:35:00.935218+0000","last_unstale":"2024-09-12T18:13:17.399859+0000","last_undegraded":"2024-09-12T18:13:17.399859+0000","last_fullsized":"2024-09-12T18:13:17.399859+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:45:01.085917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"266'152","reported_seq":729,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:12.428898+0000","last_change":"2024-09-12T17:35:02.949983+0000","last_active":"2024-09-12T18:16:12.428898+0000","last_peered":"2024-09-12T18:16:12.428898+0000","last_clean":"2024-09-12T18:16:12.428898+0000","last_became_active":"2024-09-12T17:35:02.949466+0000","last_became_peered":"2024-09-12T17:35:02.949466+0000","last_unstale":"2024-09-12T18:16:12.428898+0000","last_undegraded":"2024-09-12T18:16:12.428898+0000","last_fullsized":"2024-09-12T18:16:12.428898+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:17:42.002146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12121,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":195,"num_read_kb":220,"num_write":108,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"266'756","reported_seq":2236,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:19.245229+0000","last_change":"2024-09-12T17:35:04.970958+0000","last_active":"2024-09-12T18:16:19.245229+0000","last_peered":"2024-09-12T18:16:19.245229+0000","last_clean":"2024-09-12T18:16:19.245229+0000","last_became_active":"2024-09-12T17:35:04.970607+0000","last_became_peered":"2024-09-12T17:35:04.970607+0000","last_unstale":"2024-09-12T18:16:19.245229+0000","last_undegraded":"2024-09-12T18:16:19.245229+0000","last_fullsized":"2024-09-12T18:16:19.245229+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":700,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:43:58.932456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"266'97","reported_seq":594,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:18.065879+0000","last_change":"2024-09-12T17:35:06.985831+0000","last_active":"2024-09-12T18:16:18.065879+0000","last_peered":"2024-09-12T18:16:18.065879+0000","last_clean":"2024-09-12T18:16:18.065879+0000","last_became_active":"2024-09-12T17:35:06.985470+0000","last_became_peered":"2024-09-12T17:35:06.985470+0000","last_unstale":"2024-09-12T18:16:18.065879+0000","last_undegraded":"2024-09-12T18:16:18.065879+0000","last_fullsized":"2024-09-12T18:16:18.065879+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:32:52.219723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":156,"num_read_kb":142,"num_write":229,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"266'374","reported_seq":1011,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:29.389214+0000","last_change":"2024-09-12T17:34:58.930094+0000","last_active":"2024-09-12T18:13:29.389214+0000","last_peered":"2024-09-12T18:13:29.389214+0000","last_clean":"2024-09-12T18:13:29.389214+0000","last_became_active":"2024-09-12T17:34:58.929171+0000","last_became_peered":"2024-09-12T17:34:58.929171+0000","last_unstale":"2024-09-12T18:13:29.389214+0000","last_undegraded":"2024-09-12T18:13:29.389214+0000","last_fullsized":"2024-09-12T18:13:29.389214+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":300,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:19:02.338379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1723,"num_read_kb":1528,"num_write":649,"num_write_kb":326,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"266'198","reported_seq":883,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:38.826582+0000","last_change":"2024-09-12T17:34:56.923638+0000","last_active":"2024-09-12T18:13:38.826582+0000","last_peered":"2024-09-12T18:13:38.826582+0000","last_clean":"2024-09-12T18:13:38.826582+0000","last_became_active":"2024-09-12T17:34:56.923319+0000","last_became_peered":"2024-09-12T17:34:56.923319+0000","last_unstale":"2024-09-12T18:13:38.826582+0000","last_undegraded":"2024-09-12T18:13:38.826582+0000","last_fullsized":"2024-09-12T18:13:38.826582+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":100,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:37:02.612636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263189,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":632,"num_read_kb":140730,"num_write":914,"num_write_kb":33453,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":498,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:07.406162+0000","last_change":"2024-09-12T17:35:00.936285+0000","last_active":"2024-09-12T18:14:07.406162+0000","last_peered":"2024-09-12T18:14:07.406162+0000","last_clean":"2024-09-12T18:14:07.406162+0000","last_became_active":"2024-09-12T17:35:00.936017+0000","last_became_peered":"2024-09-12T17:35:00.936017+0000","last_unstale":"2024-09-12T18:14:07.406162+0000","last_undegraded":"2024-09-12T18:14:07.406162+0000","last_fullsized":"2024-09-12T18:14:07.406162+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:22:41.707620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"266'197","reported_seq":814,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:19.195154+0000","last_change":"2024-09-12T17:35:02.950119+0000","last_active":"2024-09-12T18:16:19.195154+0000","last_peered":"2024-09-12T18:16:19.195154+0000","last_clean":"2024-09-12T18:16:19.195154+0000","last_became_active":"2024-09-12T17:35:02.949663+0000","last_became_peered":"2024-09-12T17:35:02.949663+0000","last_unstale":"2024-09-12T18:16:19.195154+0000","last_undegraded":"2024-09-12T18:16:19.195154+0000","last_fullsized":"2024-09-12T18:16:19.195154+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":100,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:10:36.899692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50694,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":267,"num_read_kb":452,"num_write":134,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":490,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:07.406138+0000","last_change":"2024-09-12T17:35:04.963851+0000","last_active":"2024-09-12T18:14:07.406138+0000","last_peered":"2024-09-12T18:14:07.406138+0000","last_clean":"2024-09-12T18:14:07.406138+0000","last_became_active":"2024-09-12T17:35:04.963524+0000","last_became_peered":"2024-09-12T17:35:04.963524+0000","last_unstale":"2024-09-12T18:14:07.406138+0000","last_undegraded":"2024-09-12T18:14:07.406138+0000","last_fullsized":"2024-09-12T18:14:07.406138+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:03:44.649542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"266'127","reported_seq":669,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:07.406612+0000","last_change":"2024-09-12T17:35:06.982679+0000","last_active":"2024-09-12T18:14:07.406612+0000","last_peered":"2024-09-12T18:14:07.406612+0000","last_clean":"2024-09-12T18:14:07.406612+0000","last_became_active":"2024-09-12T17:35:06.982394+0000","last_became_peered":"2024-09-12T17:35:06.982394+0000","last_unstale":"2024-09-12T18:14:07.406612+0000","last_undegraded":"2024-09-12T18:14:07.406612+0000","last_fullsized":"2024-09-12T18:14:07.406612+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:33:36.735682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":729,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":278,"num_read_kb":239,"num_write":286,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"266'167","reported_seq":784,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:07.191719+0000","last_change":"2024-09-12T17:34:58.923399+0000","last_active":"2024-09-12T18:14:07.191719+0000","last_peered":"2024-09-12T18:14:07.191719+0000","last_clean":"2024-09-12T18:14:07.191719+0000","last_became_active":"2024-09-12T17:34:58.923032+0000","last_became_peered":"2024-09-12T17:34:58.923032+0000","last_unstale":"2024-09-12T18:14:07.191719+0000","last_undegraded":"2024-09-12T18:14:07.191719+0000","last_fullsized":"2024-09-12T18:14:07.191719+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:38:21.764008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":760,"num_read_kb":630,"num_write":244,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"266'205","reported_seq":799,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.403815+0000","last_change":"2024-09-12T17:35:31.182367+0000","last_active":"2024-09-12T18:13:47.403815+0000","last_peered":"2024-09-12T18:13:47.403815+0000","last_clean":"2024-09-12T18:13:47.403815+0000","last_became_active":"2024-09-12T17:35:31.181811+0000","last_became_peered":"2024-09-12T17:35:31.181811+0000","last_unstale":"2024-09-12T18:13:47.403815+0000","last_undegraded":"2024-09-12T18:13:47.403815+0000","last_fullsized":"2024-09-12T18:13:47.403815+0000","mapping_epoch":38,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":100,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:38:44.065901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8411341,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":410,"num_read_kb":18088,"num_write":1002,"num_write_kb":29347,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,4],"acting":[2,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":497,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:17.399899+0000","last_change":"2024-09-12T17:35:00.936868+0000","last_active":"2024-09-12T18:13:17.399899+0000","last_peered":"2024-09-12T18:13:17.399899+0000","last_clean":"2024-09-12T18:13:17.399899+0000","last_became_active":"2024-09-12T17:35:00.936569+0000","last_became_peered":"2024-09-12T17:35:00.936569+0000","last_unstale":"2024-09-12T18:13:17.399899+0000","last_undegraded":"2024-09-12T18:13:17.399899+0000","last_fullsized":"2024-09-12T18:13:17.399899+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:08:00.767620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"266'147","reported_seq":717,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:32.449571+0000","last_change":"2024-09-12T17:35:02.948304+0000","last_active":"2024-09-12T18:15:32.449571+0000","last_peered":"2024-09-12T18:15:32.449571+0000","last_clean":"2024-09-12T18:15:32.449571+0000","last_became_active":"2024-09-12T17:35:02.947998+0000","last_became_peered":"2024-09-12T17:35:02.947998+0000","last_unstale":"2024-09-12T18:15:32.449571+0000","last_undegraded":"2024-09-12T18:15:32.449571+0000","last_fullsized":"2024-09-12T18:15:32.449571+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:27:30.821334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19860,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":211,"num_read_kb":301,"num_write":168,"num_write_kb":107,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":485,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:27.519577+0000","last_change":"2024-09-12T17:35:04.968835+0000","last_active":"2024-09-12T18:13:27.519577+0000","last_peered":"2024-09-12T18:13:27.519577+0000","last_clean":"2024-09-12T18:13:27.519577+0000","last_became_active":"2024-09-12T17:35:04.968528+0000","last_became_peered":"2024-09-12T17:35:04.968528+0000","last_unstale":"2024-09-12T18:13:27.519577+0000","last_undegraded":"2024-09-12T18:13:27.519577+0000","last_fullsized":"2024-09-12T18:13:27.519577+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:09:08.961236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"266'128","reported_seq":618,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:12.562981+0000","last_change":"2024-09-12T17:35:06.988182+0000","last_active":"2024-09-12T18:15:12.562981+0000","last_peered":"2024-09-12T18:15:12.562981+0000","last_clean":"2024-09-12T18:15:12.562981+0000","last_became_active":"2024-09-12T17:35:06.987924+0000","last_became_peered":"2024-09-12T17:35:06.987924+0000","last_unstale":"2024-09-12T18:15:12.562981+0000","last_undegraded":"2024-09-12T18:15:12.562981+0000","last_fullsized":"2024-09-12T18:15:12.562981+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:50:51.296107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":136,"num_read_kb":135,"num_write":305,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"266'348","reported_seq":1066,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:10.208046+0000","last_change":"2024-09-12T17:34:58.918886+0000","last_active":"2024-09-12T18:14:10.208046+0000","last_peered":"2024-09-12T18:14:10.208046+0000","last_clean":"2024-09-12T18:14:10.208046+0000","last_became_active":"2024-09-12T17:34:58.918283+0000","last_became_peered":"2024-09-12T17:34:58.918283+0000","last_unstale":"2024-09-12T18:14:10.208046+0000","last_undegraded":"2024-09-12T18:14:10.208046+0000","last_fullsized":"2024-09-12T18:14:10.208046+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:02:57.811672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1718,"num_read_kb":1431,"num_write":646,"num_write_kb":423,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"266'249","reported_seq":879,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:24.982208+0000","last_change":"2024-09-12T17:34:56.928373+0000","last_active":"2024-09-12T18:14:24.982208+0000","last_peered":"2024-09-12T18:14:24.982208+0000","last_clean":"2024-09-12T18:14:24.982208+0000","last_became_active":"2024-09-12T17:34:56.928028+0000","last_became_peered":"2024-09-12T17:34:56.928028+0000","last_unstale":"2024-09-12T18:14:24.982208+0000","last_undegraded":"2024-09-12T18:14:24.982208+0000","last_fullsized":"2024-09-12T18:14:24.982208+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":200,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:17:43.639122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1571255,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":534,"num_read_kb":23586,"num_write":1067,"num_write_kb":38807,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":498,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:17.400093+0000","last_change":"2024-09-12T17:35:00.930800+0000","last_active":"2024-09-12T18:13:17.400093+0000","last_peered":"2024-09-12T18:13:17.400093+0000","last_clean":"2024-09-12T18:13:17.400093+0000","last_became_active":"2024-09-12T17:35:00.930519+0000","last_became_peered":"2024-09-12T17:35:00.930519+0000","last_unstale":"2024-09-12T18:13:17.400093+0000","last_undegraded":"2024-09-12T18:13:17.400093+0000","last_fullsized":"2024-09-12T18:13:17.400093+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:07:10.455521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"266'143","reported_seq":722,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:37.416580+0000","last_change":"2024-09-12T17:35:02.948774+0000","last_active":"2024-09-12T18:15:37.416580+0000","last_peered":"2024-09-12T18:15:37.416580+0000","last_clean":"2024-09-12T18:15:37.416580+0000","last_became_active":"2024-09-12T17:35:02.948449+0000","last_became_peered":"2024-09-12T17:35:02.948449+0000","last_unstale":"2024-09-12T18:15:37.416580+0000","last_undegraded":"2024-09-12T18:15:37.416580+0000","last_fullsized":"2024-09-12T18:15:37.416580+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":100,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:37:57.101483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16564,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":196,"num_read_kb":256,"num_write":108,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"266'748","reported_seq":2439,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:19.241350+0000","last_change":"2024-09-12T17:35:04.966982+0000","last_active":"2024-09-12T18:16:19.241350+0000","last_peered":"2024-09-12T18:16:19.241350+0000","last_clean":"2024-09-12T18:16:19.241350+0000","last_became_active":"2024-09-12T17:35:04.966668+0000","last_became_peered":"2024-09-12T17:35:04.966668+0000","last_unstale":"2024-09-12T18:16:19.241350+0000","last_undegraded":"2024-09-12T18:16:19.241350+0000","last_fullsized":"2024-09-12T18:16:19.241350+0000","mapping_epoch":33,"log_start":"266'701","ondisk_log_start":"266'701","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":701,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:53:23.875404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"266'104","reported_seq":600,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:57.896835+0000","last_change":"2024-09-12T17:35:06.981057+0000","last_active":"2024-09-12T18:14:57.896835+0000","last_peered":"2024-09-12T18:14:57.896835+0000","last_clean":"2024-09-12T18:14:57.896835+0000","last_became_active":"2024-09-12T17:35:06.980716+0000","last_became_peered":"2024-09-12T17:35:06.980716+0000","last_unstale":"2024-09-12T18:14:57.896835+0000","last_undegraded":"2024-09-12T18:14:57.896835+0000","last_fullsized":"2024-09-12T18:14:57.896835+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:54:18.154169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1256,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":140,"num_read_kb":134,"num_write":255,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"266'95","reported_seq":697,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:34.199742+0000","last_change":"2024-09-12T17:34:58.921040+0000","last_active":"2024-09-12T18:13:34.199742+0000","last_peered":"2024-09-12T18:13:34.199742+0000","last_clean":"2024-09-12T18:13:34.199742+0000","last_became_active":"2024-09-12T17:34:58.920768+0000","last_became_peered":"2024-09-12T17:34:58.920768+0000","last_unstale":"2024-09-12T18:13:34.199742+0000","last_undegraded":"2024-09-12T18:13:34.199742+0000","last_fullsized":"2024-09-12T18:13:34.199742+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":0,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:13:20.321748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":462,"num_read_kb":392,"num_write":151,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"266'164","reported_seq":773,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:23.383672+0000","last_change":"2024-09-12T17:34:56.919092+0000","last_active":"2024-09-12T18:14:23.383672+0000","last_peered":"2024-09-12T18:14:23.383672+0000","last_clean":"2024-09-12T18:14:23.383672+0000","last_became_active":"2024-09-12T17:34:56.918704+0000","last_became_peered":"2024-09-12T17:34:56.918704+0000","last_unstale":"2024-09-12T18:14:23.383672+0000","last_undegraded":"2024-09-12T18:14:23.383672+0000","last_fullsized":"2024-09-12T18:14:23.383672+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:43:16.518987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12143091,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":347,"num_read_kb":24218,"num_write":785,"num_write_kb":41362,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"30'2","reported_seq":1450,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:18.958209+0000","last_change":"2024-09-12T17:35:00.936318+0000","last_active":"2024-09-12T18:16:18.958209+0000","last_peered":"2024-09-12T18:16:18.958209+0000","last_clean":"2024-09-12T18:16:18.958209+0000","last_became_active":"2024-09-12T17:35:00.935573+0000","last_became_peered":"2024-09-12T17:35:00.935573+0000","last_unstale":"2024-09-12T18:16:18.958209+0000","last_undegraded":"2024-09-12T18:16:18.958209+0000","last_fullsized":"2024-09-12T18:16:18.958209+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:10:51.532268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":954,"num_read_kb":954,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"266'80","reported_seq":600,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:11.435902+0000","last_change":"2024-09-12T17:35:03.252776+0000","last_active":"2024-09-12T18:15:11.435902+0000","last_peered":"2024-09-12T18:15:11.435902+0000","last_clean":"2024-09-12T18:15:11.435902+0000","last_became_active":"2024-09-12T17:35:03.252300+0000","last_became_peered":"2024-09-12T17:35:03.252300+0000","last_unstale":"2024-09-12T18:15:11.435902+0000","last_undegraded":"2024-09-12T18:15:11.435902+0000","last_fullsized":"2024-09-12T18:15:11.435902+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":0,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:57:40.553371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":77,"num_read_kb":71,"num_write":52,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"266'764","reported_seq":2369,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:19.242124+0000","last_change":"2024-09-12T17:35:04.962746+0000","last_active":"2024-09-12T18:16:19.242124+0000","last_peered":"2024-09-12T18:16:19.242124+0000","last_clean":"2024-09-12T18:16:19.242124+0000","last_became_active":"2024-09-12T17:35:04.962416+0000","last_became_peered":"2024-09-12T17:35:04.962416+0000","last_unstale":"2024-09-12T18:16:19.242124+0000","last_undegraded":"2024-09-12T18:16:19.242124+0000","last_fullsized":"2024-09-12T18:16:19.242124+0000","mapping_epoch":33,"log_start":"266'701","ondisk_log_start":"266'701","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":701,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:18:43.641057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"266'108","reported_seq":600,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:58.726666+0000","last_change":"2024-09-12T17:35:06.980953+0000","last_active":"2024-09-12T18:14:58.726666+0000","last_peered":"2024-09-12T18:14:58.726666+0000","last_clean":"2024-09-12T18:14:58.726666+0000","last_became_active":"2024-09-12T17:35:06.980651+0000","last_became_peered":"2024-09-12T17:35:06.980651+0000","last_unstale":"2024-09-12T18:14:58.726666+0000","last_undegraded":"2024-09-12T18:14:58.726666+0000","last_fullsized":"2024-09-12T18:14:58.726666+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:54:46.283427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":113,"num_read_kb":112,"num_write":247,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"266'333","reported_seq":1009,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:37.785448+0000","last_change":"2024-09-12T17:34:58.923313+0000","last_active":"2024-09-12T18:14:37.785448+0000","last_peered":"2024-09-12T18:14:37.785448+0000","last_clean":"2024-09-12T18:14:37.785448+0000","last_became_active":"2024-09-12T17:34:58.923008+0000","last_became_peered":"2024-09-12T17:34:58.923008+0000","last_unstale":"2024-09-12T18:14:37.785448+0000","last_undegraded":"2024-09-12T18:14:37.785448+0000","last_fullsized":"2024-09-12T18:14:37.785448+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:25:53.337365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1673,"num_read_kb":1469,"num_write":531,"num_write_kb":278,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"266'236","reported_seq":886,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:45.179275+0000","last_change":"2024-09-12T17:34:56.920767+0000","last_active":"2024-09-12T18:14:45.179275+0000","last_peered":"2024-09-12T18:14:45.179275+0000","last_clean":"2024-09-12T18:14:45.179275+0000","last_became_active":"2024-09-12T17:34:56.920361+0000","last_became_peered":"2024-09-12T17:34:56.920361+0000","last_unstale":"2024-09-12T18:14:45.179275+0000","last_undegraded":"2024-09-12T18:14:45.179275+0000","last_fullsized":"2024-09-12T18:14:45.179275+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":200,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:30:30.445580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5942816,"num_objects":15,"num_object_clones":0,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":558,"num_read_kb":58412,"num_write":1039,"num_write_kb":35976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":498,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:17.430994+0000","last_change":"2024-09-12T17:35:00.933738+0000","last_active":"2024-09-12T18:13:17.430994+0000","last_peered":"2024-09-12T18:13:17.430994+0000","last_clean":"2024-09-12T18:13:17.430994+0000","last_became_active":"2024-09-12T17:35:00.933438+0000","last_became_peered":"2024-09-12T17:35:00.933438+0000","last_unstale":"2024-09-12T18:13:17.430994+0000","last_undegraded":"2024-09-12T18:13:17.430994+0000","last_fullsized":"2024-09-12T18:13:17.430994+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:54:15.400350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"266'202","reported_seq":799,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:32.422282+0000","last_change":"2024-09-12T17:35:02.954307+0000","last_active":"2024-09-12T18:15:32.422282+0000","last_peered":"2024-09-12T18:15:32.422282+0000","last_clean":"2024-09-12T18:15:32.422282+0000","last_became_active":"2024-09-12T17:35:02.953980+0000","last_became_peered":"2024-09-12T17:35:02.953980+0000","last_unstale":"2024-09-12T18:15:32.422282+0000","last_undegraded":"2024-09-12T18:15:32.422282+0000","last_fullsized":"2024-09-12T18:15:32.422282+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":100,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:17:54.208871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9902,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":265,"num_read_kb":308,"num_write":160,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":484,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:22.401224+0000","last_change":"2024-09-12T17:35:04.965213+0000","last_active":"2024-09-12T18:13:22.401224+0000","last_peered":"2024-09-12T18:13:22.401224+0000","last_clean":"2024-09-12T18:13:22.401224+0000","last_became_active":"2024-09-12T17:35:04.964947+0000","last_became_peered":"2024-09-12T17:35:04.964947+0000","last_unstale":"2024-09-12T18:13:22.401224+0000","last_undegraded":"2024-09-12T18:13:22.401224+0000","last_fullsized":"2024-09-12T18:13:22.401224+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:36:07.655909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"266'123","reported_seq":623,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:37.191177+0000","last_change":"2024-09-12T17:35:06.984403+0000","last_active":"2024-09-12T18:14:37.191177+0000","last_peered":"2024-09-12T18:14:37.191177+0000","last_clean":"2024-09-12T18:14:37.191177+0000","last_became_active":"2024-09-12T17:35:06.984110+0000","last_became_peered":"2024-09-12T17:35:06.984110+0000","last_unstale":"2024-09-12T18:14:37.191177+0000","last_undegraded":"2024-09-12T18:14:37.191177+0000","last_fullsized":"2024-09-12T18:14:37.191177+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:18:57.421412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":183,"num_read_kb":174,"num_write":285,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"266'245","reported_seq":839,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:25.510929+0000","last_change":"2024-09-12T17:34:58.921570+0000","last_active":"2024-09-12T18:14:25.510929+0000","last_peered":"2024-09-12T18:14:25.510929+0000","last_clean":"2024-09-12T18:14:25.510929+0000","last_became_active":"2024-09-12T17:34:58.921292+0000","last_became_peered":"2024-09-12T17:34:58.921292+0000","last_unstale":"2024-09-12T18:14:25.510929+0000","last_undegraded":"2024-09-12T18:14:25.510929+0000","last_fullsized":"2024-09-12T18:14:25.510929+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":200,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:05:03.210750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1071,"num_read_kb":869,"num_write":458,"num_write_kb":239,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":614,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:47.398018+0000","last_change":"2024-09-12T17:34:38.878097+0000","last_active":"2024-09-12T18:12:47.398018+0000","last_peered":"2024-09-12T18:12:47.398018+0000","last_clean":"2024-09-12T18:12:47.398018+0000","last_became_active":"2024-09-12T17:34:38.877094+0000","last_became_peered":"2024-09-12T17:34:38.877094+0000","last_unstale":"2024-09-12T18:12:47.398018+0000","last_undegraded":"2024-09-12T18:12:47.398018+0000","last_fullsized":"2024-09-12T18:12:47.398018+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:37.584735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:37.584735+0000","last_clean_scrub_stamp":"2024-09-12T17:34:37.584735+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:57:26.069418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"19'1","reported_seq":524,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:22.412386+0000","last_change":"2024-09-12T17:34:47.631024+0000","last_active":"2024-09-12T18:14:22.412386+0000","last_peered":"2024-09-12T18:14:22.412386+0000","last_clean":"2024-09-12T18:14:22.412386+0000","last_became_active":"2024-09-12T17:34:45.621550+0000","last_became_peered":"2024-09-12T17:34:45.621550+0000","last_unstale":"2024-09-12T18:14:22.412386+0000","last_undegraded":"2024-09-12T18:14:22.412386+0000","last_fullsized":"2024-09-12T18:14:22.412386+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_clean_scrub_stamp":"2024-09-12T17:34:44.604271+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:04:46.125814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000454752,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"266'171","reported_seq":797,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:55.749507+0000","last_change":"2024-09-12T17:34:56.932641+0000","last_active":"2024-09-12T18:14:55.749507+0000","last_peered":"2024-09-12T18:14:55.749507+0000","last_clean":"2024-09-12T18:14:55.749507+0000","last_became_active":"2024-09-12T17:34:56.930976+0000","last_became_peered":"2024-09-12T17:34:56.930976+0000","last_unstale":"2024-09-12T18:14:55.749507+0000","last_undegraded":"2024-09-12T18:14:55.749507+0000","last_fullsized":"2024-09-12T18:14:55.749507+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:53:06.766416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5676443,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":424,"num_read_kb":23706,"num_write":834,"num_write_kb":20885,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"37'4","reported_seq":975,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:18.946594+0000","last_change":"2024-09-12T17:35:00.937944+0000","last_active":"2024-09-12T18:16:18.946594+0000","last_peered":"2024-09-12T18:16:18.946594+0000","last_clean":"2024-09-12T18:16:18.946594+0000","last_became_active":"2024-09-12T17:35:00.937638+0000","last_became_peered":"2024-09-12T17:35:00.937638+0000","last_unstale":"2024-09-12T18:16:18.946594+0000","last_undegraded":"2024-09-12T18:16:18.946594+0000","last_fullsized":"2024-09-12T18:16:18.946594+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:01:51.909002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":724,"num_read_kb":1192,"num_write":8,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"266'285","reported_seq":970,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:19.213376+0000","last_change":"2024-09-12T17:35:02.952214+0000","last_active":"2024-09-12T18:16:19.213376+0000","last_peered":"2024-09-12T18:16:19.213376+0000","last_clean":"2024-09-12T18:16:19.213376+0000","last_became_active":"2024-09-12T17:35:02.951937+0000","last_became_peered":"2024-09-12T17:35:02.951937+0000","last_unstale":"2024-09-12T18:16:19.213376+0000","last_undegraded":"2024-09-12T18:16:19.213376+0000","last_fullsized":"2024-09-12T18:16:19.213376+0000","mapping_epoch":31,"log_start":"263'200","ondisk_log_start":"263'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:06:47.448891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59503,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":537,"num_read_kb":705,"num_write":488,"num_write_kb":381,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":486,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:07.525197+0000","last_change":"2024-09-12T17:35:04.971000+0000","last_active":"2024-09-12T18:14:07.525197+0000","last_peered":"2024-09-12T18:14:07.525197+0000","last_clean":"2024-09-12T18:14:07.525197+0000","last_became_active":"2024-09-12T17:35:04.970656+0000","last_became_peered":"2024-09-12T17:35:04.970656+0000","last_unstale":"2024-09-12T18:14:07.525197+0000","last_undegraded":"2024-09-12T18:14:07.525197+0000","last_fullsized":"2024-09-12T18:14:07.525197+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:48:04.035841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"266'242","reported_seq":998,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:58.675898+0000","last_change":"2024-09-12T17:35:06.984405+0000","last_active":"2024-09-12T18:14:58.675898+0000","last_peered":"2024-09-12T18:14:58.675898+0000","last_clean":"2024-09-12T18:14:58.675898+0000","last_became_active":"2024-09-12T17:35:06.984114+0000","last_became_peered":"2024-09-12T17:35:06.984114+0000","last_unstale":"2024-09-12T18:14:58.675898+0000","last_undegraded":"2024-09-12T18:14:58.675898+0000","last_fullsized":"2024-09-12T18:14:58.675898+0000","mapping_epoch":35,"log_start":"266'200","ondisk_log_start":"266'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":200,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:09:32.863048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1263,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":771,"num_read_kb":707,"num_write":523,"num_write_kb":144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"266'147","reported_seq":729,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.524588+0000","last_change":"2024-09-12T17:34:58.928119+0000","last_active":"2024-09-12T18:14:02.524588+0000","last_peered":"2024-09-12T18:14:02.524588+0000","last_clean":"2024-09-12T18:14:02.524588+0000","last_became_active":"2024-09-12T17:34:58.926456+0000","last_became_peered":"2024-09-12T17:34:58.926456+0000","last_unstale":"2024-09-12T18:14:02.524588+0000","last_undegraded":"2024-09-12T18:14:02.524588+0000","last_fullsized":"2024-09-12T18:14:02.524588+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:59:25.105907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":622,"num_read_kb":509,"num_write":203,"num_write_kb":100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":523,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:52.398671+0000","last_change":"2024-09-12T17:34:47.823869+0000","last_active":"2024-09-12T18:12:52.398671+0000","last_peered":"2024-09-12T18:12:52.398671+0000","last_clean":"2024-09-12T18:12:52.398671+0000","last_became_active":"2024-09-12T17:34:45.621465+0000","last_became_peered":"2024-09-12T17:34:45.621465+0000","last_unstale":"2024-09-12T18:12:52.398671+0000","last_undegraded":"2024-09-12T18:12:52.398671+0000","last_fullsized":"2024-09-12T18:12:52.398671+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_clean_scrub_stamp":"2024-09-12T17:34:44.604271+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:22:00.642817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050835799999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"266'211","reported_seq":875,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:32.528229+0000","last_change":"2024-09-12T17:34:56.927060+0000","last_active":"2024-09-12T18:14:32.528229+0000","last_peered":"2024-09-12T18:14:32.528229+0000","last_clean":"2024-09-12T18:14:32.528229+0000","last_became_active":"2024-09-12T17:34:56.926728+0000","last_became_peered":"2024-09-12T17:34:56.926728+0000","last_unstale":"2024-09-12T18:14:32.528229+0000","last_undegraded":"2024-09-12T18:14:32.528229+0000","last_fullsized":"2024-09-12T18:14:32.528229+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":200,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:36:08.969215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16013490,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":479,"num_read_kb":76567,"num_write":1002,"num_write_kb":37048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":495,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.409848+0000","last_change":"2024-09-12T17:35:00.939555+0000","last_active":"2024-09-12T18:14:02.409848+0000","last_peered":"2024-09-12T18:14:02.409848+0000","last_clean":"2024-09-12T18:14:02.409848+0000","last_became_active":"2024-09-12T17:35:00.939245+0000","last_became_peered":"2024-09-12T17:35:00.939245+0000","last_unstale":"2024-09-12T18:14:02.409848+0000","last_undegraded":"2024-09-12T18:14:02.409848+0000","last_fullsized":"2024-09-12T18:14:02.409848+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:20:20.983156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"266'809","reported_seq":2232,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:19.237019+0000","last_change":"2024-09-12T17:35:02.948218+0000","last_active":"2024-09-12T18:16:19.237019+0000","last_peered":"2024-09-12T18:16:19.237019+0000","last_clean":"2024-09-12T18:16:19.237019+0000","last_became_active":"2024-09-12T17:35:02.947906+0000","last_became_peered":"2024-09-12T17:35:02.947906+0000","last_unstale":"2024-09-12T18:16:19.237019+0000","last_undegraded":"2024-09-12T18:16:19.237019+0000","last_fullsized":"2024-09-12T18:16:19.237019+0000","mapping_epoch":31,"log_start":"266'700","ondisk_log_start":"266'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":700,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:36:37.079908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":32011,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":1133,"num_read_kb":1266,"num_write":252,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":487,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:42.397463+0000","last_change":"2024-09-12T17:35:04.964186+0000","last_active":"2024-09-12T18:12:42.397463+0000","last_peered":"2024-09-12T18:12:42.397463+0000","last_clean":"2024-09-12T18:12:42.397463+0000","last_became_active":"2024-09-12T17:35:04.963541+0000","last_became_peered":"2024-09-12T17:35:04.963541+0000","last_unstale":"2024-09-12T18:12:42.397463+0000","last_undegraded":"2024-09-12T18:12:42.397463+0000","last_fullsized":"2024-09-12T18:12:42.397463+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:06:01.080268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"266'137","reported_seq":655,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:30.159861+0000","last_change":"2024-09-12T17:35:07.199232+0000","last_active":"2024-09-12T18:14:30.159861+0000","last_peered":"2024-09-12T18:14:30.159861+0000","last_clean":"2024-09-12T18:14:30.159861+0000","last_became_active":"2024-09-12T17:35:07.198906+0000","last_became_peered":"2024-09-12T17:35:07.198906+0000","last_unstale":"2024-09-12T18:14:30.159861+0000","last_undegraded":"2024-09-12T18:14:30.159861+0000","last_fullsized":"2024-09-12T18:14:30.159861+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:58:50.766500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":865,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":245,"num_read_kb":226,"num_write":357,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"266'455","reported_seq":1180,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.406129+0000","last_change":"2024-09-12T17:34:58.921623+0000","last_active":"2024-09-12T18:14:02.406129+0000","last_peered":"2024-09-12T18:14:02.406129+0000","last_clean":"2024-09-12T18:14:02.406129+0000","last_became_active":"2024-09-12T17:34:58.921188+0000","last_became_peered":"2024-09-12T17:34:58.921188+0000","last_unstale":"2024-09-12T18:14:02.406129+0000","last_undegraded":"2024-09-12T18:14:02.406129+0000","last_fullsized":"2024-09-12T18:14:02.406129+0000","mapping_epoch":27,"log_start":"266'400","ondisk_log_start":"266'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":400,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:54:27.271880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2112,"num_read_kb":1783,"num_write":682,"num_write_kb":387,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":526,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:22.408247+0000","last_change":"2024-09-12T17:34:47.716126+0000","last_active":"2024-09-12T18:14:22.408247+0000","last_peered":"2024-09-12T18:14:22.408247+0000","last_clean":"2024-09-12T18:14:22.408247+0000","last_became_active":"2024-09-12T17:34:45.621377+0000","last_became_peered":"2024-09-12T17:34:45.621377+0000","last_unstale":"2024-09-12T18:14:22.408247+0000","last_undegraded":"2024-09-12T18:14:22.408247+0000","last_fullsized":"2024-09-12T18:14:22.408247+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_clean_scrub_stamp":"2024-09-12T17:34:44.604271+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:48:58.488363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00052055199999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"266'172","reported_seq":775,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:20.920846+0000","last_change":"2024-09-12T17:34:56.912722+0000","last_active":"2024-09-12T18:13:20.920846+0000","last_peered":"2024-09-12T18:13:20.920846+0000","last_clean":"2024-09-12T18:13:20.920846+0000","last_became_active":"2024-09-12T17:34:56.912317+0000","last_became_peered":"2024-09-12T17:34:56.912317+0000","last_unstale":"2024-09-12T18:13:20.920846+0000","last_undegraded":"2024-09-12T18:13:20.920846+0000","last_fullsized":"2024-09-12T18:13:20.920846+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":100,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:12:21.379576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5105848,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":366,"num_read_kb":6167,"num_write":882,"num_write_kb":16600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"30'1","reported_seq":499,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.405718+0000","last_change":"2024-09-12T17:35:00.933821+0000","last_active":"2024-09-12T18:14:02.405718+0000","last_peered":"2024-09-12T18:14:02.405718+0000","last_clean":"2024-09-12T18:14:02.405718+0000","last_became_active":"2024-09-12T17:35:00.933508+0000","last_became_peered":"2024-09-12T17:35:00.933508+0000","last_unstale":"2024-09-12T18:14:02.405718+0000","last_undegraded":"2024-09-12T18:14:02.405718+0000","last_fullsized":"2024-09-12T18:14:02.405718+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:08:48.051104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"266'217","reported_seq":1259,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:15.202482+0000","last_change":"2024-09-12T17:35:03.253991+0000","last_active":"2024-09-12T18:16:15.202482+0000","last_peered":"2024-09-12T18:16:15.202482+0000","last_clean":"2024-09-12T18:16:15.202482+0000","last_became_active":"2024-09-12T17:35:03.253581+0000","last_became_peered":"2024-09-12T17:35:03.253581+0000","last_unstale":"2024-09-12T18:16:15.202482+0000","last_undegraded":"2024-09-12T18:16:15.202482+0000","last_fullsized":"2024-09-12T18:16:15.202482+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:38:20.951055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":180,"num_read_kb":170,"num_write":147,"num_write_kb":51,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":486,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:37.512715+0000","last_change":"2024-09-12T17:35:04.969166+0000","last_active":"2024-09-12T18:12:37.512715+0000","last_peered":"2024-09-12T18:12:37.512715+0000","last_clean":"2024-09-12T18:12:37.512715+0000","last_became_active":"2024-09-12T17:35:04.968891+0000","last_became_peered":"2024-09-12T17:35:04.968891+0000","last_unstale":"2024-09-12T18:12:37.512715+0000","last_undegraded":"2024-09-12T18:12:37.512715+0000","last_fullsized":"2024-09-12T18:12:37.512715+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:13:19.828938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"266'266","reported_seq":868,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:58.821388+0000","last_change":"2024-09-12T17:35:06.983689+0000","last_active":"2024-09-12T18:14:58.821388+0000","last_peered":"2024-09-12T18:14:58.821388+0000","last_clean":"2024-09-12T18:14:58.821388+0000","last_became_active":"2024-09-12T17:35:06.983394+0000","last_became_peered":"2024-09-12T17:35:06.983394+0000","last_unstale":"2024-09-12T18:14:58.821388+0000","last_undegraded":"2024-09-12T18:14:58.821388+0000","last_fullsized":"2024-09-12T18:14:58.821388+0000","mapping_epoch":35,"log_start":"266'200","ondisk_log_start":"266'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":200,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:38:34.109579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":537,"num_read_kb":555,"num_write":594,"num_write_kb":166,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"266'281","reported_seq":888,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:36.561331+0000","last_change":"2024-09-12T17:34:58.925463+0000","last_active":"2024-09-12T18:13:36.561331+0000","last_peered":"2024-09-12T18:13:36.561331+0000","last_clean":"2024-09-12T18:13:36.561331+0000","last_became_active":"2024-09-12T17:34:58.925181+0000","last_became_peered":"2024-09-12T17:34:58.925181+0000","last_unstale":"2024-09-12T18:13:36.561331+0000","last_undegraded":"2024-09-12T18:13:36.561331+0000","last_fullsized":"2024-09-12T18:13:36.561331+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":200,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:23:30.728917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1266,"num_read_kb":1015,"num_write":487,"num_write_kb":254,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"21'2","reported_seq":525,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:22.412329+0000","last_change":"2024-09-12T17:34:47.631464+0000","last_active":"2024-09-12T18:14:22.412329+0000","last_peered":"2024-09-12T18:14:22.412329+0000","last_clean":"2024-09-12T18:14:22.412329+0000","last_became_active":"2024-09-12T17:34:45.618674+0000","last_became_peered":"2024-09-12T17:34:45.618674+0000","last_unstale":"2024-09-12T18:14:22.412329+0000","last_undegraded":"2024-09-12T18:14:22.412329+0000","last_fullsized":"2024-09-12T18:14:22.412329+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_clean_scrub_stamp":"2024-09-12T17:34:44.604271+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:38:32.783051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00089588000000000005,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"266'200","reported_seq":833,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:39.914441+0000","last_change":"2024-09-12T17:34:56.930987+0000","last_active":"2024-09-12T18:14:39.914441+0000","last_peered":"2024-09-12T18:14:39.914441+0000","last_clean":"2024-09-12T18:14:39.914441+0000","last_became_active":"2024-09-12T17:34:56.930581+0000","last_became_peered":"2024-09-12T17:34:56.930581+0000","last_unstale":"2024-09-12T18:14:39.914441+0000","last_undegraded":"2024-09-12T18:14:39.914441+0000","last_fullsized":"2024-09-12T18:14:39.914441+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:48:53.463694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3479135,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":459,"num_read_kb":24690,"num_write":990,"num_write_kb":43686,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":494,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:37.512734+0000","last_change":"2024-09-12T17:35:00.931710+0000","last_active":"2024-09-12T18:12:37.512734+0000","last_peered":"2024-09-12T18:12:37.512734+0000","last_clean":"2024-09-12T18:12:37.512734+0000","last_became_active":"2024-09-12T17:35:00.929890+0000","last_became_peered":"2024-09-12T17:35:00.929890+0000","last_unstale":"2024-09-12T18:12:37.512734+0000","last_undegraded":"2024-09-12T18:12:37.512734+0000","last_fullsized":"2024-09-12T18:12:37.512734+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:23:47.264798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"266'116","reported_seq":658,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:12.570585+0000","last_change":"2024-09-12T17:35:02.949884+0000","last_active":"2024-09-12T18:16:12.570585+0000","last_peered":"2024-09-12T18:16:12.570585+0000","last_clean":"2024-09-12T18:16:12.570585+0000","last_became_active":"2024-09-12T17:35:02.949598+0000","last_became_peered":"2024-09-12T17:35:02.949598+0000","last_unstale":"2024-09-12T18:16:12.570585+0000","last_undegraded":"2024-09-12T18:16:12.570585+0000","last_fullsized":"2024-09-12T18:16:12.570585+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":100,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:09:34.703964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":140,"num_read_kb":134,"num_write":100,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":485,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:07.407159+0000","last_change":"2024-09-12T17:35:04.971673+0000","last_active":"2024-09-12T18:14:07.407159+0000","last_peered":"2024-09-12T18:14:07.407159+0000","last_clean":"2024-09-12T18:14:07.407159+0000","last_became_active":"2024-09-12T17:35:04.971350+0000","last_became_peered":"2024-09-12T17:35:04.971350+0000","last_unstale":"2024-09-12T18:14:07.407159+0000","last_undegraded":"2024-09-12T18:14:07.407159+0000","last_fullsized":"2024-09-12T18:14:07.407159+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:59:43.401256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"266'128","reported_seq":668,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:31.076097+0000","last_change":"2024-09-12T17:35:06.983312+0000","last_active":"2024-09-12T18:14:31.076097+0000","last_peered":"2024-09-12T18:14:31.076097+0000","last_clean":"2024-09-12T18:14:31.076097+0000","last_became_active":"2024-09-12T17:35:06.983069+0000","last_became_peered":"2024-09-12T17:35:06.983069+0000","last_unstale":"2024-09-12T18:14:31.076097+0000","last_undegraded":"2024-09-12T18:14:31.076097+0000","last_fullsized":"2024-09-12T18:14:31.076097+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:02:12.982779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":202,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":239,"num_read_kb":239,"num_write":300,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"266'254","reported_seq":906,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:40.263318+0000","last_change":"2024-09-12T17:34:58.918412+0000","last_active":"2024-09-12T18:14:40.263318+0000","last_peered":"2024-09-12T18:14:40.263318+0000","last_clean":"2024-09-12T18:14:40.263318+0000","last_became_active":"2024-09-12T17:34:58.918123+0000","last_became_peered":"2024-09-12T17:34:58.918123+0000","last_unstale":"2024-09-12T18:14:40.263318+0000","last_undegraded":"2024-09-12T18:14:40.263318+0000","last_fullsized":"2024-09-12T18:14:40.263318+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":200,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:54:27.542924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1123,"num_read_kb":920,"num_write":376,"num_write_kb":172,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"266'217","reported_seq":892,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:42.414884+0000","last_change":"2024-09-12T17:34:56.925402+0000","last_active":"2024-09-12T18:14:42.414884+0000","last_peered":"2024-09-12T18:14:42.414884+0000","last_clean":"2024-09-12T18:14:42.414884+0000","last_became_active":"2024-09-12T17:34:56.925045+0000","last_became_peered":"2024-09-12T17:34:56.925045+0000","last_unstale":"2024-09-12T18:14:42.414884+0000","last_undegraded":"2024-09-12T18:14:42.414884+0000","last_fullsized":"2024-09-12T18:14:42.414884+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:21:12.950231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":21287284,"num_objects":15,"num_object_clones":0,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":527,"num_read_kb":102484,"num_write":1041,"num_write_kb":44204,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":527,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:22.408587+0000","last_change":"2024-09-12T17:34:47.627450+0000","last_active":"2024-09-12T18:14:22.408587+0000","last_peered":"2024-09-12T18:14:22.408587+0000","last_clean":"2024-09-12T18:14:22.408587+0000","last_became_active":"2024-09-12T17:34:45.844454+0000","last_became_peered":"2024-09-12T17:34:45.844454+0000","last_unstale":"2024-09-12T18:14:22.408587+0000","last_undegraded":"2024-09-12T18:14:22.408587+0000","last_fullsized":"2024-09-12T18:14:22.408587+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_clean_scrub_stamp":"2024-09-12T17:34:44.604271+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:26:44.147593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00054755400000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":494,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:32.511976+0000","last_change":"2024-09-12T17:35:00.936436+0000","last_active":"2024-09-12T18:12:32.511976+0000","last_peered":"2024-09-12T18:12:32.511976+0000","last_clean":"2024-09-12T18:12:32.511976+0000","last_became_active":"2024-09-12T17:35:00.936083+0000","last_became_peered":"2024-09-12T17:35:00.936083+0000","last_unstale":"2024-09-12T18:12:32.511976+0000","last_undegraded":"2024-09-12T18:12:32.511976+0000","last_fullsized":"2024-09-12T18:12:32.511976+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:55:49.581701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"266'257","reported_seq":906,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:19.204784+0000","last_change":"2024-09-12T17:35:02.949046+0000","last_active":"2024-09-12T18:16:19.204784+0000","last_peered":"2024-09-12T18:16:19.204784+0000","last_clean":"2024-09-12T18:16:19.204784+0000","last_became_active":"2024-09-12T17:35:02.948751+0000","last_became_peered":"2024-09-12T17:35:02.948751+0000","last_unstale":"2024-09-12T18:16:19.204784+0000","last_undegraded":"2024-09-12T18:16:19.204784+0000","last_fullsized":"2024-09-12T18:16:19.204784+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":200,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:51:51.628297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15344,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":965,"num_read_kb":1025,"num_write":1438,"num_write_kb":1291,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":491,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:37.425327+0000","last_change":"2024-09-12T17:35:04.963054+0000","last_active":"2024-09-12T18:12:37.425327+0000","last_peered":"2024-09-12T18:12:37.425327+0000","last_clean":"2024-09-12T18:12:37.425327+0000","last_became_active":"2024-09-12T17:35:04.962773+0000","last_became_peered":"2024-09-12T17:35:04.962773+0000","last_unstale":"2024-09-12T18:12:37.425327+0000","last_undegraded":"2024-09-12T18:12:37.425327+0000","last_fullsized":"2024-09-12T18:12:37.425327+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:51:19.259187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"266'142","reported_seq":635,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:28.521123+0000","last_change":"2024-09-12T17:35:07.201192+0000","last_active":"2024-09-12T18:14:28.521123+0000","last_peered":"2024-09-12T18:14:28.521123+0000","last_clean":"2024-09-12T18:14:28.521123+0000","last_became_active":"2024-09-12T17:35:07.200820+0000","last_became_peered":"2024-09-12T17:35:07.200820+0000","last_unstale":"2024-09-12T18:14:28.521123+0000","last_undegraded":"2024-09-12T18:14:28.521123+0000","last_fullsized":"2024-09-12T18:14:28.521123+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:26:53.848073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1137,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":159,"num_read_kb":158,"num_write":342,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"266'263","reported_seq":876,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:34.986959+0000","last_change":"2024-09-12T17:34:58.929894+0000","last_active":"2024-09-12T18:13:34.986959+0000","last_peered":"2024-09-12T18:13:34.986959+0000","last_clean":"2024-09-12T18:13:34.986959+0000","last_became_active":"2024-09-12T17:34:58.929184+0000","last_became_peered":"2024-09-12T17:34:58.929184+0000","last_unstale":"2024-09-12T18:13:34.986959+0000","last_undegraded":"2024-09-12T18:13:34.986959+0000","last_fullsized":"2024-09-12T18:13:34.986959+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":200,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:02:25.205552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1112,"num_read_kb":896,"num_write":393,"num_write_kb":201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"266'185","reported_seq":784,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:32.409632+0000","last_change":"2024-09-12T17:34:56.919768+0000","last_active":"2024-09-12T18:14:32.409632+0000","last_peered":"2024-09-12T18:14:32.409632+0000","last_clean":"2024-09-12T18:14:32.409632+0000","last_became_active":"2024-09-12T17:34:56.919355+0000","last_became_peered":"2024-09-12T17:34:56.919355+0000","last_unstale":"2024-09-12T18:14:32.409632+0000","last_undegraded":"2024-09-12T18:14:32.409632+0000","last_fullsized":"2024-09-12T18:14:32.409632+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":100,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:13:56.210553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2387577,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":348,"num_read_kb":2459,"num_write":930,"num_write_kb":19826,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":523,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:27.412069+0000","last_change":"2024-09-12T17:34:47.823969+0000","last_active":"2024-09-12T18:14:27.412069+0000","last_peered":"2024-09-12T18:14:27.412069+0000","last_clean":"2024-09-12T18:14:27.412069+0000","last_became_active":"2024-09-12T17:34:45.844351+0000","last_became_peered":"2024-09-12T17:34:45.844351+0000","last_unstale":"2024-09-12T18:14:27.412069+0000","last_undegraded":"2024-09-12T18:14:27.412069+0000","last_fullsized":"2024-09-12T18:14:27.412069+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_clean_scrub_stamp":"2024-09-12T17:34:44.604271+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:16:33.730224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00049998100000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":493,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:32.395096+0000","last_change":"2024-09-12T17:35:00.935164+0000","last_active":"2024-09-12T18:12:32.395096+0000","last_peered":"2024-09-12T18:12:32.395096+0000","last_clean":"2024-09-12T18:12:32.395096+0000","last_became_active":"2024-09-12T17:35:00.934860+0000","last_became_peered":"2024-09-12T17:35:00.934860+0000","last_unstale":"2024-09-12T18:12:32.395096+0000","last_undegraded":"2024-09-12T18:12:32.395096+0000","last_fullsized":"2024-09-12T18:12:32.395096+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:13:30.294518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"266'157","reported_seq":719,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:11.484337+0000","last_change":"2024-09-12T17:35:03.252134+0000","last_active":"2024-09-12T18:15:11.484337+0000","last_peered":"2024-09-12T18:15:11.484337+0000","last_clean":"2024-09-12T18:15:11.484337+0000","last_became_active":"2024-09-12T17:35:03.251792+0000","last_became_peered":"2024-09-12T17:35:03.251792+0000","last_unstale":"2024-09-12T18:15:11.484337+0000","last_undegraded":"2024-09-12T18:15:11.484337+0000","last_fullsized":"2024-09-12T18:15:11.484337+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:01:20.097725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":197,"num_read_kb":189,"num_write":132,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"266'745","reported_seq":2478,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:19.239127+0000","last_change":"2024-09-12T17:35:04.962570+0000","last_active":"2024-09-12T18:16:19.239127+0000","last_peered":"2024-09-12T18:16:19.239127+0000","last_clean":"2024-09-12T18:16:19.239127+0000","last_became_active":"2024-09-12T17:35:04.962230+0000","last_became_peered":"2024-09-12T17:35:04.962230+0000","last_unstale":"2024-09-12T18:16:19.239127+0000","last_undegraded":"2024-09-12T18:16:19.239127+0000","last_fullsized":"2024-09-12T18:16:19.239127+0000","mapping_epoch":33,"log_start":"266'701","ondisk_log_start":"266'701","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":701,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:12:55.008377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"266'120","reported_seq":626,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:42.566666+0000","last_change":"2024-09-12T17:35:07.199433+0000","last_active":"2024-09-12T18:15:42.566666+0000","last_peered":"2024-09-12T18:15:42.566666+0000","last_clean":"2024-09-12T18:15:42.566666+0000","last_became_active":"2024-09-12T17:35:07.199128+0000","last_became_peered":"2024-09-12T17:35:07.199128+0000","last_unstale":"2024-09-12T18:15:42.566666+0000","last_undegraded":"2024-09-12T18:15:42.566666+0000","last_fullsized":"2024-09-12T18:15:42.566666+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:26:58.909908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":689,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":173,"num_read_kb":164,"num_write":276,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"266'357","reported_seq":921,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:07.546713+0000","last_change":"2024-09-12T17:34:58.924158+0000","last_active":"2024-09-12T18:13:07.546713+0000","last_peered":"2024-09-12T18:13:07.546713+0000","last_clean":"2024-09-12T18:13:07.546713+0000","last_became_active":"2024-09-12T17:34:58.923846+0000","last_became_peered":"2024-09-12T17:34:58.923846+0000","last_unstale":"2024-09-12T18:13:07.546713+0000","last_undegraded":"2024-09-12T18:13:07.546713+0000","last_fullsized":"2024-09-12T18:13:07.546713+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:26:53.958855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1599,"num_read_kb":1400,"num_write":644,"num_write_kb":334,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"266'199","reported_seq":925,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:09.375035+0000","last_change":"2024-09-12T17:34:56.935080+0000","last_active":"2024-09-12T18:16:09.375035+0000","last_peered":"2024-09-12T18:16:09.375035+0000","last_clean":"2024-09-12T18:16:09.375035+0000","last_became_active":"2024-09-12T17:34:56.934732+0000","last_became_peered":"2024-09-12T17:34:56.934732+0000","last_unstale":"2024-09-12T18:16:09.375035+0000","last_undegraded":"2024-09-12T18:16:09.375035+0000","last_fullsized":"2024-09-12T18:16:09.375035+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":100,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:14:13.945605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17124540,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":684,"num_read_kb":52668,"num_write":978,"num_write_kb":44522,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":526,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.403962+0000","last_change":"2024-09-12T17:34:47.627396+0000","last_active":"2024-09-12T18:13:47.403962+0000","last_peered":"2024-09-12T18:13:47.403962+0000","last_clean":"2024-09-12T18:13:47.403962+0000","last_became_active":"2024-09-12T17:34:45.622234+0000","last_became_peered":"2024-09-12T17:34:45.622234+0000","last_unstale":"2024-09-12T18:13:47.403962+0000","last_undegraded":"2024-09-12T18:13:47.403962+0000","last_fullsized":"2024-09-12T18:13:47.403962+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_clean_scrub_stamp":"2024-09-12T17:34:44.604271+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:53:22.685493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050672800000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":499,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:32.424417+0000","last_change":"2024-09-12T17:35:00.938838+0000","last_active":"2024-09-12T18:12:32.424417+0000","last_peered":"2024-09-12T18:12:32.424417+0000","last_clean":"2024-09-12T18:12:32.424417+0000","last_became_active":"2024-09-12T17:35:00.938343+0000","last_became_peered":"2024-09-12T17:35:00.938343+0000","last_unstale":"2024-09-12T18:12:32.424417+0000","last_undegraded":"2024-09-12T18:12:32.424417+0000","last_fullsized":"2024-09-12T18:12:32.424417+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:13:32.856250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"266'106","reported_seq":642,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:11.470361+0000","last_change":"2024-09-12T17:35:02.950260+0000","last_active":"2024-09-12T18:15:11.470361+0000","last_peered":"2024-09-12T18:15:11.470361+0000","last_clean":"2024-09-12T18:15:11.470361+0000","last_became_active":"2024-09-12T17:35:02.949542+0000","last_became_peered":"2024-09-12T17:35:02.949542+0000","last_unstale":"2024-09-12T18:15:11.470361+0000","last_undegraded":"2024-09-12T18:15:11.470361+0000","last_fullsized":"2024-09-12T18:15:11.470361+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:39:30.955631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":123,"num_read_kb":117,"num_write":84,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"266'746","reported_seq":2424,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:19.243345+0000","last_change":"2024-09-12T17:35:04.963312+0000","last_active":"2024-09-12T18:16:19.243345+0000","last_peered":"2024-09-12T18:16:19.243345+0000","last_clean":"2024-09-12T18:16:19.243345+0000","last_became_active":"2024-09-12T17:35:04.963013+0000","last_became_peered":"2024-09-12T17:35:04.963013+0000","last_unstale":"2024-09-12T18:16:19.243345+0000","last_undegraded":"2024-09-12T18:16:19.243345+0000","last_fullsized":"2024-09-12T18:16:19.243345+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":700,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:47:57.279390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"266'319","reported_seq":844,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:00.984713+0000","last_change":"2024-09-12T17:35:06.983613+0000","last_active":"2024-09-12T18:14:00.984713+0000","last_peered":"2024-09-12T18:14:00.984713+0000","last_clean":"2024-09-12T18:14:00.984713+0000","last_became_active":"2024-09-12T17:35:06.983329+0000","last_became_peered":"2024-09-12T17:35:06.983329+0000","last_unstale":"2024-09-12T18:14:00.984713+0000","last_undegraded":"2024-09-12T18:14:00.984713+0000","last_fullsized":"2024-09-12T18:14:00.984713+0000","mapping_epoch":35,"log_start":"266'300","ondisk_log_start":"266'300","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":300,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:13:42.892459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":395,"num_read_kb":385,"num_write":679,"num_write_kb":243,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"266'189","reported_seq":821,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:01.259466+0000","last_change":"2024-09-12T17:34:58.922218+0000","last_active":"2024-09-12T18:13:01.259466+0000","last_peered":"2024-09-12T18:13:01.259466+0000","last_clean":"2024-09-12T18:13:01.259466+0000","last_became_active":"2024-09-12T17:34:58.921913+0000","last_became_peered":"2024-09-12T17:34:58.921913+0000","last_unstale":"2024-09-12T18:13:01.259466+0000","last_undegraded":"2024-09-12T18:13:01.259466+0000","last_fullsized":"2024-09-12T18:13:01.259466+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":100,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:18:37.779919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":898,"num_read_kb":763,"num_write":317,"num_write_kb":179,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"266'259","reported_seq":909,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:00.935397+0000","last_change":"2024-09-12T17:34:56.923322+0000","last_active":"2024-09-12T18:14:00.935397+0000","last_peered":"2024-09-12T18:14:00.935397+0000","last_clean":"2024-09-12T18:14:00.935397+0000","last_became_active":"2024-09-12T17:34:56.922937+0000","last_became_peered":"2024-09-12T17:34:56.922937+0000","last_unstale":"2024-09-12T18:14:00.935397+0000","last_undegraded":"2024-09-12T18:14:00.935397+0000","last_fullsized":"2024-09-12T18:14:00.935397+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":200,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:28:31.213430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1098986,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":624,"num_read_kb":11936,"num_write":1174,"num_write_kb":31628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":519,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.404574+0000","last_change":"2024-09-12T17:34:47.823931+0000","last_active":"2024-09-12T18:13:47.404574+0000","last_peered":"2024-09-12T18:13:47.404574+0000","last_clean":"2024-09-12T18:13:47.404574+0000","last_became_active":"2024-09-12T17:34:45.622575+0000","last_became_peered":"2024-09-12T17:34:45.622575+0000","last_unstale":"2024-09-12T18:13:47.404574+0000","last_undegraded":"2024-09-12T18:13:47.404574+0000","last_fullsized":"2024-09-12T18:13:47.404574+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_clean_scrub_stamp":"2024-09-12T17:34:44.604271+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:24:23.273850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000567901,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":501,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:07.546696+0000","last_change":"2024-09-12T17:35:00.938646+0000","last_active":"2024-09-12T18:13:07.546696+0000","last_peered":"2024-09-12T18:13:07.546696+0000","last_clean":"2024-09-12T18:13:07.546696+0000","last_became_active":"2024-09-12T17:35:00.938321+0000","last_became_peered":"2024-09-12T17:35:00.938321+0000","last_unstale":"2024-09-12T18:13:07.546696+0000","last_undegraded":"2024-09-12T18:13:07.546696+0000","last_fullsized":"2024-09-12T18:13:07.546696+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:53:03.821147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"266'303","reported_seq":1003,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:19.200989+0000","last_change":"2024-09-12T17:35:03.252001+0000","last_active":"2024-09-12T18:16:19.200989+0000","last_peered":"2024-09-12T18:16:19.200989+0000","last_clean":"2024-09-12T18:16:19.200989+0000","last_became_active":"2024-09-12T17:35:03.251753+0000","last_became_peered":"2024-09-12T17:35:03.251753+0000","last_unstale":"2024-09-12T18:16:19.200989+0000","last_undegraded":"2024-09-12T18:16:19.200989+0000","last_fullsized":"2024-09-12T18:16:19.200989+0000","mapping_epoch":31,"log_start":"263'200","ondisk_log_start":"263'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":200,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:22:51.305444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42391,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":456,"num_read_kb":685,"num_write":238,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:37.542661+0000","last_change":"2024-09-12T17:35:04.963986+0000","last_active":"2024-09-12T18:12:37.542661+0000","last_peered":"2024-09-12T18:12:37.542661+0000","last_clean":"2024-09-12T18:12:37.542661+0000","last_became_active":"2024-09-12T17:35:04.963038+0000","last_became_peered":"2024-09-12T17:35:04.963038+0000","last_unstale":"2024-09-12T18:12:37.542661+0000","last_undegraded":"2024-09-12T18:12:37.542661+0000","last_fullsized":"2024-09-12T18:12:37.542661+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:48:35.108502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"266'124","reported_seq":624,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:24.412513+0000","last_change":"2024-09-12T17:35:06.985723+0000","last_active":"2024-09-12T18:14:24.412513+0000","last_peered":"2024-09-12T18:14:24.412513+0000","last_clean":"2024-09-12T18:14:24.412513+0000","last_became_active":"2024-09-12T17:35:06.985014+0000","last_became_peered":"2024-09-12T17:35:06.985014+0000","last_unstale":"2024-09-12T18:14:24.412513+0000","last_undegraded":"2024-09-12T18:14:24.412513+0000","last_fullsized":"2024-09-12T18:14:24.412513+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:10:35.276308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":235,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":188,"num_read_kb":178,"num_write":304,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"266'151","reported_seq":703,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:58.158769+0000","last_change":"2024-09-12T17:35:06.984285+0000","last_active":"2024-09-12T18:14:58.158769+0000","last_peered":"2024-09-12T18:14:58.158769+0000","last_clean":"2024-09-12T18:14:58.158769+0000","last_became_active":"2024-09-12T17:35:06.984047+0000","last_became_peered":"2024-09-12T17:35:06.984047+0000","last_unstale":"2024-09-12T18:14:58.158769+0000","last_undegraded":"2024-09-12T18:14:58.158769+0000","last_fullsized":"2024-09-12T18:14:58.158769+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":100,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:11:36.341264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":425,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":257,"num_read_kb":255,"num_write":377,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"266'126","reported_seq":711,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:31.074813+0000","last_change":"2024-09-12T17:34:58.920974+0000","last_active":"2024-09-12T18:14:31.074813+0000","last_peered":"2024-09-12T18:14:31.074813+0000","last_clean":"2024-09-12T18:14:31.074813+0000","last_became_active":"2024-09-12T17:34:58.920693+0000","last_became_peered":"2024-09-12T17:34:58.920693+0000","last_unstale":"2024-09-12T18:14:31.074813+0000","last_undegraded":"2024-09-12T18:14:31.074813+0000","last_fullsized":"2024-09-12T18:14:31.074813+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:12:24.237910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":544,"num_read_kb":446,"num_write":203,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"266'161","reported_seq":781,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:35.311561+0000","last_change":"2024-09-12T17:34:56.920192+0000","last_active":"2024-09-12T18:13:35.311561+0000","last_peered":"2024-09-12T18:13:35.311561+0000","last_clean":"2024-09-12T18:13:35.311561+0000","last_became_active":"2024-09-12T17:34:56.919861+0000","last_became_peered":"2024-09-12T17:34:56.919861+0000","last_unstale":"2024-09-12T18:13:35.311561+0000","last_undegraded":"2024-09-12T18:13:35.311561+0000","last_fullsized":"2024-09-12T18:13:35.311561+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":100,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:38:19.491215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6292012,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":375,"num_read_kb":53379,"num_write":770,"num_write_kb":28781,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"37'3","reported_seq":978,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:18.947583+0000","last_change":"2024-09-12T17:35:00.935426+0000","last_active":"2024-09-12T18:16:18.947583+0000","last_peered":"2024-09-12T18:16:18.947583+0000","last_clean":"2024-09-12T18:16:18.947583+0000","last_became_active":"2024-09-12T17:35:00.935134+0000","last_became_peered":"2024-09-12T17:35:00.935134+0000","last_unstale":"2024-09-12T18:16:18.947583+0000","last_undegraded":"2024-09-12T18:16:18.947583+0000","last_fullsized":"2024-09-12T18:16:18.947583+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:05:29.441568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":725,"num_read_kb":723,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"266'140","reported_seq":710,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:11.487414+0000","last_change":"2024-09-12T17:35:02.954805+0000","last_active":"2024-09-12T18:15:11.487414+0000","last_peered":"2024-09-12T18:15:11.487414+0000","last_clean":"2024-09-12T18:15:11.487414+0000","last_became_active":"2024-09-12T17:35:02.954476+0000","last_became_peered":"2024-09-12T17:35:02.954476+0000","last_unstale":"2024-09-12T18:15:11.487414+0000","last_undegraded":"2024-09-12T18:15:11.487414+0000","last_fullsized":"2024-09-12T18:15:11.487414+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":100,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:19:12.349295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14126,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":166,"num_read_kb":207,"num_write":90,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":490,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:27.540877+0000","last_change":"2024-09-12T17:35:04.963670+0000","last_active":"2024-09-12T18:12:27.540877+0000","last_peered":"2024-09-12T18:12:27.540877+0000","last_clean":"2024-09-12T18:12:27.540877+0000","last_became_active":"2024-09-12T17:35:04.963388+0000","last_became_peered":"2024-09-12T17:35:04.963388+0000","last_unstale":"2024-09-12T18:12:27.540877+0000","last_undegraded":"2024-09-12T18:12:27.540877+0000","last_fullsized":"2024-09-12T18:12:27.540877+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:45:09.357933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"266'125","reported_seq":623,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:04.574807+0000","last_change":"2024-09-12T17:35:06.991378+0000","last_active":"2024-09-12T18:14:04.574807+0000","last_peered":"2024-09-12T18:14:04.574807+0000","last_clean":"2024-09-12T18:14:04.574807+0000","last_became_active":"2024-09-12T17:35:06.991097+0000","last_became_peered":"2024-09-12T17:35:06.991097+0000","last_unstale":"2024-09-12T18:14:04.574807+0000","last_undegraded":"2024-09-12T18:14:04.574807+0000","last_fullsized":"2024-09-12T18:14:04.574807+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:45:28.452628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":155,"num_read_kb":149,"num_write":290,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"266'293","reported_seq":930,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:26.837990+0000","last_change":"2024-09-12T17:34:58.922138+0000","last_active":"2024-09-12T18:14:26.837990+0000","last_peered":"2024-09-12T18:14:26.837990+0000","last_clean":"2024-09-12T18:14:26.837990+0000","last_became_active":"2024-09-12T17:34:58.920144+0000","last_became_peered":"2024-09-12T17:34:58.920144+0000","last_unstale":"2024-09-12T18:14:26.837990+0000","last_undegraded":"2024-09-12T18:14:26.837990+0000","last_fullsized":"2024-09-12T18:14:26.837990+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":200,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:14:19.457745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1321,"num_read_kb":1085,"num_write":458,"num_write_kb":283,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"266'197","reported_seq":871,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:39.689704+0000","last_change":"2024-09-12T17:34:56.921985+0000","last_active":"2024-09-12T18:13:39.689704+0000","last_peered":"2024-09-12T18:13:39.689704+0000","last_clean":"2024-09-12T18:13:39.689704+0000","last_became_active":"2024-09-12T17:34:56.920454+0000","last_became_peered":"2024-09-12T17:34:56.920454+0000","last_unstale":"2024-09-12T18:13:39.689704+0000","last_undegraded":"2024-09-12T18:13:39.689704+0000","last_fullsized":"2024-09-12T18:13:39.689704+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":100,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:24:50.272113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8653177,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":540,"num_read_kb":47428,"num_write":949,"num_write_kb":42968,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":498,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:22.540080+0000","last_change":"2024-09-12T17:35:00.937027+0000","last_active":"2024-09-12T18:12:22.540080+0000","last_peered":"2024-09-12T18:12:22.540080+0000","last_clean":"2024-09-12T18:12:22.540080+0000","last_became_active":"2024-09-12T17:35:00.936765+0000","last_became_peered":"2024-09-12T17:35:00.936765+0000","last_unstale":"2024-09-12T18:12:22.540080+0000","last_undegraded":"2024-09-12T18:12:22.540080+0000","last_fullsized":"2024-09-12T18:12:22.540080+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:49:48.260855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"266'45","reported_seq":543,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:11.301287+0000","last_change":"2024-09-12T17:35:02.953319+0000","last_active":"2024-09-12T18:15:11.301287+0000","last_peered":"2024-09-12T18:15:11.301287+0000","last_clean":"2024-09-12T18:15:11.301287+0000","last_became_active":"2024-09-12T17:35:02.951921+0000","last_became_peered":"2024-09-12T17:35:02.951921+0000","last_unstale":"2024-09-12T18:15:11.301287+0000","last_undegraded":"2024-09-12T18:15:11.301287+0000","last_fullsized":"2024-09-12T18:15:11.301287+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:29:31.613069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":32,"num_read_kb":30,"num_write":24,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":485,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:27.395316+0000","last_change":"2024-09-12T17:35:04.965458+0000","last_active":"2024-09-12T18:12:27.395316+0000","last_peered":"2024-09-12T18:12:27.395316+0000","last_clean":"2024-09-12T18:12:27.395316+0000","last_became_active":"2024-09-12T17:35:04.964790+0000","last_became_peered":"2024-09-12T17:35:04.964790+0000","last_unstale":"2024-09-12T18:12:27.395316+0000","last_undegraded":"2024-09-12T18:12:27.395316+0000","last_fullsized":"2024-09-12T18:12:27.395316+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:45:13.012996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"266'202","reported_seq":714,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:58.099635+0000","last_change":"2024-09-12T17:35:06.979577+0000","last_active":"2024-09-12T18:14:58.099635+0000","last_peered":"2024-09-12T18:14:58.099635+0000","last_clean":"2024-09-12T18:14:58.099635+0000","last_became_active":"2024-09-12T17:35:06.979254+0000","last_became_peered":"2024-09-12T17:35:06.979254+0000","last_unstale":"2024-09-12T18:14:58.099635+0000","last_undegraded":"2024-09-12T18:14:58.099635+0000","last_fullsized":"2024-09-12T18:14:58.099635+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":100,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:03:02.768810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":395,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":325,"num_read_kb":323,"num_write":468,"num_write_kb":129,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"266'200","reported_seq":788,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:55.511533+0000","last_change":"2024-09-12T17:34:58.925920+0000","last_active":"2024-09-12T18:14:55.511533+0000","last_peered":"2024-09-12T18:14:55.511533+0000","last_clean":"2024-09-12T18:14:55.511533+0000","last_became_active":"2024-09-12T17:34:58.925609+0000","last_became_peered":"2024-09-12T17:34:58.925609+0000","last_unstale":"2024-09-12T18:14:55.511533+0000","last_undegraded":"2024-09-12T18:14:55.511533+0000","last_fullsized":"2024-09-12T18:14:55.511533+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:35:50.367427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":842,"num_read_kb":673,"num_write":309,"num_write_kb":157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"266'138","reported_seq":821,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:17.742812+0000","last_change":"2024-09-12T17:34:56.917228+0000","last_active":"2024-09-12T18:14:17.742812+0000","last_peered":"2024-09-12T18:14:17.742812+0000","last_clean":"2024-09-12T18:14:17.742812+0000","last_became_active":"2024-09-12T17:34:56.916850+0000","last_became_peered":"2024-09-12T17:34:56.916850+0000","last_unstale":"2024-09-12T18:14:17.742812+0000","last_undegraded":"2024-09-12T18:14:17.742812+0000","last_fullsized":"2024-09-12T18:14:17.742812+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:13:56.210553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9699377,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":784,"num_read_kb":35676,"num_write":661,"num_write_kb":26567,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":493,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:22.394573+0000","last_change":"2024-09-12T17:35:00.939282+0000","last_active":"2024-09-12T18:12:22.394573+0000","last_peered":"2024-09-12T18:12:22.394573+0000","last_clean":"2024-09-12T18:12:22.394573+0000","last_became_active":"2024-09-12T17:35:00.938923+0000","last_became_peered":"2024-09-12T17:35:00.938923+0000","last_unstale":"2024-09-12T18:12:22.394573+0000","last_undegraded":"2024-09-12T18:12:22.394573+0000","last_fullsized":"2024-09-12T18:12:22.394573+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:42:54.272222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"266'168","reported_seq":754,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:11.457417+0000","last_change":"2024-09-12T17:35:02.952971+0000","last_active":"2024-09-12T18:15:11.457417+0000","last_peered":"2024-09-12T18:15:11.457417+0000","last_clean":"2024-09-12T18:15:11.457417+0000","last_became_active":"2024-09-12T17:35:02.952690+0000","last_became_peered":"2024-09-12T17:35:02.952690+0000","last_unstale":"2024-09-12T18:15:11.457417+0000","last_undegraded":"2024-09-12T18:15:11.457417+0000","last_fullsized":"2024-09-12T18:15:11.457417+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:00:22.644440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18000,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":214,"num_read_kb":280,"num_write":120,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":483,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:27.394456+0000","last_change":"2024-09-12T17:35:04.971351+0000","last_active":"2024-09-12T18:12:27.394456+0000","last_peered":"2024-09-12T18:12:27.394456+0000","last_clean":"2024-09-12T18:12:27.394456+0000","last_became_active":"2024-09-12T17:35:04.971076+0000","last_became_peered":"2024-09-12T17:35:04.971076+0000","last_unstale":"2024-09-12T18:12:27.394456+0000","last_undegraded":"2024-09-12T18:12:27.394456+0000","last_fullsized":"2024-09-12T18:12:27.394456+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:51:58.352424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"266'133","reported_seq":639,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:06.592932+0000","last_change":"2024-09-12T17:35:06.984864+0000","last_active":"2024-09-12T18:14:06.592932+0000","last_peered":"2024-09-12T18:14:06.592932+0000","last_clean":"2024-09-12T18:14:06.592932+0000","last_became_active":"2024-09-12T17:35:06.984552+0000","last_became_peered":"2024-09-12T17:35:06.984552+0000","last_unstale":"2024-09-12T18:14:06.592932+0000","last_undegraded":"2024-09-12T18:14:06.592932+0000","last_fullsized":"2024-09-12T18:14:06.592932+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:37:40.905318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":451,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":198,"num_read_kb":192,"num_write":307,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"266'134","reported_seq":714,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:52.404413+0000","last_change":"2024-09-12T17:36:31.123777+0000","last_active":"2024-09-12T18:13:52.404413+0000","last_peered":"2024-09-12T18:13:52.404413+0000","last_clean":"2024-09-12T18:13:52.404413+0000","last_became_active":"2024-09-12T17:36:31.123341+0000","last_became_peered":"2024-09-12T17:36:31.123341+0000","last_unstale":"2024-09-12T18:13:52.404413+0000","last_undegraded":"2024-09-12T18:13:52.404413+0000","last_fullsized":"2024-09-12T18:13:52.404413+0000","mapping_epoch":40,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:25:19.038889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":614,"num_read_kb":510,"num_write":196,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.17","version":"266'180","reported_seq":777,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:07.715323+0000","last_change":"2024-09-12T17:34:56.920849+0000","last_active":"2024-09-12T18:14:07.715323+0000","last_peered":"2024-09-12T18:14:07.715323+0000","last_clean":"2024-09-12T18:14:07.715323+0000","last_became_active":"2024-09-12T17:34:56.918372+0000","last_became_peered":"2024-09-12T17:34:56.918372+0000","last_unstale":"2024-09-12T18:14:07.715323+0000","last_undegraded":"2024-09-12T18:14:07.715323+0000","last_fullsized":"2024-09-12T18:14:07.715323+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":100,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:15:45.463920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13949133,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":321,"num_read_kb":30322,"num_write":856,"num_write_kb":52127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":491,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:22.393856+0000","last_change":"2024-09-12T17:35:00.936167+0000","last_active":"2024-09-12T18:12:22.393856+0000","last_peered":"2024-09-12T18:12:22.393856+0000","last_clean":"2024-09-12T18:12:22.393856+0000","last_became_active":"2024-09-12T17:35:00.935864+0000","last_became_peered":"2024-09-12T17:35:00.935864+0000","last_unstale":"2024-09-12T18:12:22.393856+0000","last_undegraded":"2024-09-12T18:12:22.393856+0000","last_fullsized":"2024-09-12T18:12:22.393856+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:08:26.102201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"266'124","reported_seq":684,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:11.384285+0000","last_change":"2024-09-12T17:35:02.950391+0000","last_active":"2024-09-12T18:15:11.384285+0000","last_peered":"2024-09-12T18:15:11.384285+0000","last_clean":"2024-09-12T18:15:11.384285+0000","last_became_active":"2024-09-12T17:35:02.949997+0000","last_became_peered":"2024-09-12T17:35:02.949997+0000","last_unstale":"2024-09-12T18:15:11.384285+0000","last_undegraded":"2024-09-12T18:15:11.384285+0000","last_fullsized":"2024-09-12T18:15:11.384285+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:48:57.239873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9422,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":147,"num_read_kb":201,"num_write":74,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":484,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:27.511166+0000","last_change":"2024-09-12T17:35:04.971696+0000","last_active":"2024-09-12T18:12:27.511166+0000","last_peered":"2024-09-12T18:12:27.511166+0000","last_clean":"2024-09-12T18:12:27.511166+0000","last_became_active":"2024-09-12T17:35:04.970733+0000","last_became_peered":"2024-09-12T17:35:04.970733+0000","last_unstale":"2024-09-12T18:12:27.511166+0000","last_undegraded":"2024-09-12T18:12:27.511166+0000","last_fullsized":"2024-09-12T18:12:27.511166+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:49:13.678262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"266'60","reported_seq":632,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:37.189691+0000","last_change":"2024-09-12T17:34:58.920122+0000","last_active":"2024-09-12T18:14:37.189691+0000","last_peered":"2024-09-12T18:14:37.189691+0000","last_clean":"2024-09-12T18:14:37.189691+0000","last_became_active":"2024-09-12T17:34:58.919844+0000","last_became_peered":"2024-09-12T17:34:58.919844+0000","last_unstale":"2024-09-12T18:14:37.189691+0000","last_undegraded":"2024-09-12T18:14:37.189691+0000","last_fullsized":"2024-09-12T18:14:37.189691+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:31:02.094941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":284,"num_read_kb":248,"num_write":79,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"266'190","reported_seq":848,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:43.536153+0000","last_change":"2024-09-12T17:34:56.920499+0000","last_active":"2024-09-12T18:14:43.536153+0000","last_peered":"2024-09-12T18:14:43.536153+0000","last_clean":"2024-09-12T18:14:43.536153+0000","last_became_active":"2024-09-12T17:34:56.920158+0000","last_became_peered":"2024-09-12T17:34:56.920158+0000","last_unstale":"2024-09-12T18:14:43.536153+0000","last_undegraded":"2024-09-12T18:14:43.536153+0000","last_fullsized":"2024-09-12T18:14:43.536153+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":100,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:28:08.928313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":759293,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":604,"num_read_kb":10072,"num_write":917,"num_write_kb":26304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":495,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:07.517148+0000","last_change":"2024-09-12T17:35:00.933366+0000","last_active":"2024-09-12T18:13:07.517148+0000","last_peered":"2024-09-12T18:13:07.517148+0000","last_clean":"2024-09-12T18:13:07.517148+0000","last_became_active":"2024-09-12T17:35:00.933081+0000","last_became_peered":"2024-09-12T17:35:00.933081+0000","last_unstale":"2024-09-12T18:13:07.517148+0000","last_undegraded":"2024-09-12T18:13:07.517148+0000","last_fullsized":"2024-09-12T18:13:07.517148+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:18:30.245407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"266'186","reported_seq":805,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:19.197628+0000","last_change":"2024-09-12T17:35:02.950566+0000","last_active":"2024-09-12T18:16:19.197628+0000","last_peered":"2024-09-12T18:16:19.197628+0000","last_clean":"2024-09-12T18:16:19.197628+0000","last_became_active":"2024-09-12T17:35:02.950274+0000","last_became_peered":"2024-09-12T17:35:02.950274+0000","last_unstale":"2024-09-12T18:16:19.197628+0000","last_undegraded":"2024-09-12T18:16:19.197628+0000","last_fullsized":"2024-09-12T18:16:19.197628+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:54:25.896883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34855,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":291,"num_read_kb":450,"num_write":186,"num_write_kb":133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":484,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:37.531351+0000","last_change":"2024-09-12T17:35:04.969323+0000","last_active":"2024-09-12T18:12:37.531351+0000","last_peered":"2024-09-12T18:12:37.531351+0000","last_clean":"2024-09-12T18:12:37.531351+0000","last_became_active":"2024-09-12T17:35:04.969084+0000","last_became_peered":"2024-09-12T17:35:04.969084+0000","last_unstale":"2024-09-12T18:12:37.531351+0000","last_undegraded":"2024-09-12T18:12:37.531351+0000","last_fullsized":"2024-09-12T18:12:37.531351+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:48:09.688062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"266'168","reported_seq":677,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:40.269641+0000","last_change":"2024-09-12T17:35:07.202282+0000","last_active":"2024-09-12T18:14:40.269641+0000","last_peered":"2024-09-12T18:14:40.269641+0000","last_clean":"2024-09-12T18:14:40.269641+0000","last_became_active":"2024-09-12T17:35:07.202003+0000","last_became_peered":"2024-09-12T17:35:07.202003+0000","last_unstale":"2024-09-12T18:14:40.269641+0000","last_undegraded":"2024-09-12T18:14:40.269641+0000","last_fullsized":"2024-09-12T18:14:40.269641+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:31:44.194240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1066,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":265,"num_read_kb":267,"num_write":393,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"266'141","reported_seq":769,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:38.388329+0000","last_change":"2024-09-12T17:34:58.928079+0000","last_active":"2024-09-12T18:13:38.388329+0000","last_peered":"2024-09-12T18:13:38.388329+0000","last_clean":"2024-09-12T18:13:38.388329+0000","last_became_active":"2024-09-12T17:34:58.926142+0000","last_became_peered":"2024-09-12T17:34:58.926142+0000","last_unstale":"2024-09-12T18:13:38.388329+0000","last_undegraded":"2024-09-12T18:13:38.388329+0000","last_fullsized":"2024-09-12T18:13:38.388329+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":100,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:48:14.528339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":661,"num_read_kb":559,"num_write":210,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"266'197","reported_seq":815,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:29.798127+0000","last_change":"2024-09-12T17:34:56.915625+0000","last_active":"2024-09-12T18:14:29.798127+0000","last_peered":"2024-09-12T18:14:29.798127+0000","last_clean":"2024-09-12T18:14:29.798127+0000","last_became_active":"2024-09-12T17:34:56.915256+0000","last_became_peered":"2024-09-12T17:34:56.915256+0000","last_unstale":"2024-09-12T18:14:29.798127+0000","last_undegraded":"2024-09-12T18:14:29.798127+0000","last_fullsized":"2024-09-12T18:14:29.798127+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":100,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:03:41.188193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10503010,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":417,"num_read_kb":24066,"num_write":970,"num_write_kb":43325,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":493,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:32.395152+0000","last_change":"2024-09-12T17:35:00.936384+0000","last_active":"2024-09-12T18:12:32.395152+0000","last_peered":"2024-09-12T18:12:32.395152+0000","last_clean":"2024-09-12T18:12:32.395152+0000","last_became_active":"2024-09-12T17:35:00.935961+0000","last_became_peered":"2024-09-12T17:35:00.935961+0000","last_unstale":"2024-09-12T18:12:32.395152+0000","last_undegraded":"2024-09-12T18:12:32.395152+0000","last_fullsized":"2024-09-12T18:12:32.395152+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:41:39.616513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"266'158","reported_seq":733,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:11.425220+0000","last_change":"2024-09-12T17:35:02.953765+0000","last_active":"2024-09-12T18:15:11.425220+0000","last_peered":"2024-09-12T18:15:11.425220+0000","last_clean":"2024-09-12T18:15:11.425220+0000","last_became_active":"2024-09-12T17:35:02.953229+0000","last_became_peered":"2024-09-12T17:35:02.953229+0000","last_unstale":"2024-09-12T18:15:11.425220+0000","last_undegraded":"2024-09-12T18:15:11.425220+0000","last_fullsized":"2024-09-12T18:15:11.425220+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:46:00.356825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15266,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":212,"num_read_kb":236,"num_write":138,"num_write_kb":51,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":488,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:37.395053+0000","last_change":"2024-09-12T17:35:04.965764+0000","last_active":"2024-09-12T18:12:37.395053+0000","last_peered":"2024-09-12T18:12:37.395053+0000","last_clean":"2024-09-12T18:12:37.395053+0000","last_became_active":"2024-09-12T17:35:04.965251+0000","last_became_peered":"2024-09-12T17:35:04.965251+0000","last_unstale":"2024-09-12T18:12:37.395053+0000","last_undegraded":"2024-09-12T18:12:37.395053+0000","last_fullsized":"2024-09-12T18:12:37.395053+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:49:56.314147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"266'174","reported_seq":677,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:10.206285+0000","last_change":"2024-09-12T17:35:06.991439+0000","last_active":"2024-09-12T18:14:10.206285+0000","last_peered":"2024-09-12T18:14:10.206285+0000","last_clean":"2024-09-12T18:14:10.206285+0000","last_became_active":"2024-09-12T17:35:06.991122+0000","last_became_peered":"2024-09-12T17:35:06.991122+0000","last_unstale":"2024-09-12T18:14:10.206285+0000","last_undegraded":"2024-09-12T18:14:10.206285+0000","last_fullsized":"2024-09-12T18:14:10.206285+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":100,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:12:35.872806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1619,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":252,"num_read_kb":243,"num_write":490,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"266'219","reported_seq":795,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:26.765716+0000","last_change":"2024-09-12T17:34:58.921358+0000","last_active":"2024-09-12T18:14:26.765716+0000","last_peered":"2024-09-12T18:14:26.765716+0000","last_clean":"2024-09-12T18:14:26.765716+0000","last_became_active":"2024-09-12T17:34:58.921089+0000","last_became_peered":"2024-09-12T17:34:58.921089+0000","last_unstale":"2024-09-12T18:14:26.765716+0000","last_undegraded":"2024-09-12T18:14:26.765716+0000","last_fullsized":"2024-09-12T18:14:26.765716+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":200,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:17:54.682064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":925,"num_read_kb":741,"num_write":347,"num_write_kb":174,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"266'217","reported_seq":923,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:44.643956+0000","last_change":"2024-09-12T17:34:56.918437+0000","last_active":"2024-09-12T18:14:44.643956+0000","last_peered":"2024-09-12T18:14:44.643956+0000","last_clean":"2024-09-12T18:14:44.643956+0000","last_became_active":"2024-09-12T17:34:56.918114+0000","last_became_peered":"2024-09-12T17:34:56.918114+0000","last_unstale":"2024-09-12T18:14:44.643956+0000","last_undegraded":"2024-09-12T18:14:44.643956+0000","last_fullsized":"2024-09-12T18:14:44.643956+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:38:13.045921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14384427,"num_objects":13,"num_object_clones":0,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":602,"num_read_kb":43659,"num_write":1021,"num_write_kb":45378,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":496,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:32.424567+0000","last_change":"2024-09-12T17:35:00.936893+0000","last_active":"2024-09-12T18:12:32.424567+0000","last_peered":"2024-09-12T18:12:32.424567+0000","last_clean":"2024-09-12T18:12:32.424567+0000","last_became_active":"2024-09-12T17:35:00.936517+0000","last_became_peered":"2024-09-12T17:35:00.936517+0000","last_unstale":"2024-09-12T18:12:32.424567+0000","last_undegraded":"2024-09-12T18:12:32.424567+0000","last_fullsized":"2024-09-12T18:12:32.424567+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:12:02.658434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"266'137","reported_seq":709,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:11.489990+0000","last_change":"2024-09-12T17:35:03.252645+0000","last_active":"2024-09-12T18:15:11.489990+0000","last_peered":"2024-09-12T18:15:11.489990+0000","last_clean":"2024-09-12T18:15:11.489990+0000","last_became_active":"2024-09-12T17:35:03.252223+0000","last_became_peered":"2024-09-12T17:35:03.252223+0000","last_unstale":"2024-09-12T18:15:11.489990+0000","last_undegraded":"2024-09-12T18:15:11.489990+0000","last_fullsized":"2024-09-12T18:15:11.489990+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:31:19.709179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11752,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":171,"num_read_kb":227,"num_write":94,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:12.399543+0000","last_change":"2024-09-12T17:35:04.965802+0000","last_active":"2024-09-12T18:13:12.399543+0000","last_peered":"2024-09-12T18:13:12.399543+0000","last_clean":"2024-09-12T18:13:12.399543+0000","last_became_active":"2024-09-12T17:35:04.965498+0000","last_became_peered":"2024-09-12T17:35:04.965498+0000","last_unstale":"2024-09-12T18:13:12.399543+0000","last_undegraded":"2024-09-12T18:13:12.399543+0000","last_fullsized":"2024-09-12T18:13:12.399543+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:14:13.960189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"266'103","reported_seq":604,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:19.226648+0000","last_change":"2024-09-12T17:35:06.985303+0000","last_active":"2024-09-12T18:16:19.226648+0000","last_peered":"2024-09-12T18:16:19.226648+0000","last_clean":"2024-09-12T18:16:19.226648+0000","last_became_active":"2024-09-12T17:35:06.984930+0000","last_became_peered":"2024-09-12T17:35:06.984930+0000","last_unstale":"2024-09-12T18:16:19.226648+0000","last_undegraded":"2024-09-12T18:16:19.226648+0000","last_fullsized":"2024-09-12T18:16:19.226648+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":0,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:51:31.125706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":801,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":186,"num_read_kb":167,"num_write":250,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"266'188","reported_seq":761,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:58.037408+0000","last_change":"2024-09-12T17:34:58.925304+0000","last_active":"2024-09-12T18:12:58.037408+0000","last_peered":"2024-09-12T18:12:58.037408+0000","last_clean":"2024-09-12T18:12:58.037408+0000","last_became_active":"2024-09-12T17:34:58.925027+0000","last_became_peered":"2024-09-12T17:34:58.925027+0000","last_unstale":"2024-09-12T18:12:58.037408+0000","last_undegraded":"2024-09-12T18:12:58.037408+0000","last_fullsized":"2024-09-12T18:12:58.037408+0000","mapping_epoch":27,"log_start":"263'100","ondisk_log_start":"263'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":100,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:43:53.718847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":762,"num_read_kb":614,"num_write":291,"num_write_kb":140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"266'287","reported_seq":1088,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:36.865173+0000","last_change":"2024-09-12T17:34:56.936120+0000","last_active":"2024-09-12T18:14:36.865173+0000","last_peered":"2024-09-12T18:14:36.865173+0000","last_clean":"2024-09-12T18:14:36.865173+0000","last_became_active":"2024-09-12T17:34:56.935029+0000","last_became_peered":"2024-09-12T17:34:56.935029+0000","last_unstale":"2024-09-12T18:14:36.865173+0000","last_undegraded":"2024-09-12T18:14:36.865173+0000","last_fullsized":"2024-09-12T18:14:36.865173+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":200,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:12:17.010269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":86283,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":1290,"num_read_kb":22019,"num_write":1477,"num_write_kb":38453,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":496,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:32.394283+0000","last_change":"2024-09-12T17:35:00.928323+0000","last_active":"2024-09-12T18:12:32.394283+0000","last_peered":"2024-09-12T18:12:32.394283+0000","last_clean":"2024-09-12T18:12:32.394283+0000","last_became_active":"2024-09-12T17:35:00.928040+0000","last_became_peered":"2024-09-12T17:35:00.928040+0000","last_unstale":"2024-09-12T18:12:32.394283+0000","last_undegraded":"2024-09-12T18:12:32.394283+0000","last_fullsized":"2024-09-12T18:12:32.394283+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:03:51.566484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"266'87","reported_seq":608,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:11.482314+0000","last_change":"2024-09-12T17:35:03.251975+0000","last_active":"2024-09-12T18:15:11.482314+0000","last_peered":"2024-09-12T18:15:11.482314+0000","last_clean":"2024-09-12T18:15:11.482314+0000","last_became_active":"2024-09-12T17:35:03.251671+0000","last_became_peered":"2024-09-12T17:35:03.251671+0000","last_unstale":"2024-09-12T18:15:11.482314+0000","last_undegraded":"2024-09-12T18:15:11.482314+0000","last_fullsized":"2024-09-12T18:15:11.482314+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":0,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:18:10.687015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":84,"num_read_kb":78,"num_write":66,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"266'765","reported_seq":6369,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:19.237898+0000","last_change":"2024-09-12T17:35:04.962813+0000","last_active":"2024-09-12T18:16:19.237898+0000","last_peered":"2024-09-12T18:16:19.237898+0000","last_clean":"2024-09-12T18:16:19.237898+0000","last_became_active":"2024-09-12T17:35:04.962328+0000","last_became_peered":"2024-09-12T17:35:04.962328+0000","last_unstale":"2024-09-12T18:16:19.237898+0000","last_undegraded":"2024-09-12T18:16:19.237898+0000","last_fullsized":"2024-09-12T18:16:19.237898+0000","mapping_epoch":33,"log_start":"266'701","ondisk_log_start":"266'701","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":701,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:40:25.322593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"266'129","reported_seq":632,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:33.798677+0000","last_change":"2024-09-12T17:35:06.982525+0000","last_active":"2024-09-12T18:14:33.798677+0000","last_peered":"2024-09-12T18:14:33.798677+0000","last_clean":"2024-09-12T18:14:33.798677+0000","last_became_active":"2024-09-12T17:35:06.982258+0000","last_became_peered":"2024-09-12T17:35:06.982258+0000","last_unstale":"2024-09-12T18:14:33.798677+0000","last_undegraded":"2024-09-12T18:14:33.798677+0000","last_fullsized":"2024-09-12T18:14:33.798677+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:13:14.713784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":214,"num_read_kb":201,"num_write":330,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"266'90","reported_seq":666,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:39.679341+0000","last_change":"2024-09-12T17:34:58.916042+0000","last_active":"2024-09-12T18:14:39.679341+0000","last_peered":"2024-09-12T18:14:39.679341+0000","last_clean":"2024-09-12T18:14:39.679341+0000","last_became_active":"2024-09-12T17:34:58.915177+0000","last_became_peered":"2024-09-12T17:34:58.915177+0000","last_unstale":"2024-09-12T18:14:39.679341+0000","last_undegraded":"2024-09-12T18:14:39.679341+0000","last_fullsized":"2024-09-12T18:14:39.679341+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":0,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:24:47.030526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":407,"num_read_kb":344,"num_write":133,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"266'236","reported_seq":893,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:55.748553+0000","last_change":"2024-09-12T17:35:31.566574+0000","last_active":"2024-09-12T18:14:55.748553+0000","last_peered":"2024-09-12T18:14:55.748553+0000","last_clean":"2024-09-12T18:14:55.748553+0000","last_became_active":"2024-09-12T17:35:31.566106+0000","last_became_peered":"2024-09-12T17:35:31.566106+0000","last_unstale":"2024-09-12T18:14:55.748553+0000","last_undegraded":"2024-09-12T18:14:55.748553+0000","last_fullsized":"2024-09-12T18:14:55.748553+0000","mapping_epoch":38,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":200,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:51:58.182075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15954679,"num_objects":15,"num_object_clones":0,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":523,"num_read_kb":23754,"num_write":1049,"num_write_kb":25012,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:32.395960+0000","last_change":"2024-09-12T17:35:00.939522+0000","last_active":"2024-09-12T18:12:32.395960+0000","last_peered":"2024-09-12T18:12:32.395960+0000","last_clean":"2024-09-12T18:12:32.395960+0000","last_became_active":"2024-09-12T17:35:00.938992+0000","last_became_peered":"2024-09-12T17:35:00.938992+0000","last_unstale":"2024-09-12T18:12:32.395960+0000","last_undegraded":"2024-09-12T18:12:32.395960+0000","last_fullsized":"2024-09-12T18:12:32.395960+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:13:38.081815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"266'162","reported_seq":737,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:18.111145+0000","last_change":"2024-09-12T17:35:02.950916+0000","last_active":"2024-09-12T18:16:18.111145+0000","last_peered":"2024-09-12T18:16:18.111145+0000","last_clean":"2024-09-12T18:16:18.111145+0000","last_became_active":"2024-09-12T17:35:02.950602+0000","last_became_peered":"2024-09-12T17:35:02.950602+0000","last_unstale":"2024-09-12T18:16:18.111145+0000","last_undegraded":"2024-09-12T18:16:18.111145+0000","last_fullsized":"2024-09-12T18:16:18.111145+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":100,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:49:39.524177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10251,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":208,"num_read_kb":262,"num_write":126,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":484,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.522187+0000","last_change":"2024-09-12T17:35:04.972941+0000","last_active":"2024-09-12T18:13:47.522187+0000","last_peered":"2024-09-12T18:13:47.522187+0000","last_clean":"2024-09-12T18:13:47.522187+0000","last_became_active":"2024-09-12T17:35:04.972306+0000","last_became_peered":"2024-09-12T17:35:04.972306+0000","last_unstale":"2024-09-12T18:13:47.522187+0000","last_undegraded":"2024-09-12T18:13:47.522187+0000","last_fullsized":"2024-09-12T18:13:47.522187+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:58:05.412014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"266'131","reported_seq":636,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:10.204654+0000","last_change":"2024-09-12T17:35:06.984551+0000","last_active":"2024-09-12T18:14:10.204654+0000","last_peered":"2024-09-12T18:14:10.204654+0000","last_clean":"2024-09-12T18:14:10.204654+0000","last_became_active":"2024-09-12T17:35:06.984272+0000","last_became_peered":"2024-09-12T17:35:06.984272+0000","last_unstale":"2024-09-12T18:14:10.204654+0000","last_undegraded":"2024-09-12T18:14:10.204654+0000","last_fullsized":"2024-09-12T18:14:10.204654+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:38:19.074116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":591,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":201,"num_read_kb":188,"num_write":308,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"266'222","reported_seq":815,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:06.597444+0000","last_change":"2024-09-12T17:34:58.923376+0000","last_active":"2024-09-12T18:14:06.597444+0000","last_peered":"2024-09-12T18:14:06.597444+0000","last_clean":"2024-09-12T18:14:06.597444+0000","last_became_active":"2024-09-12T17:34:58.923034+0000","last_became_peered":"2024-09-12T17:34:58.923034+0000","last_unstale":"2024-09-12T18:14:06.597444+0000","last_undegraded":"2024-09-12T18:14:06.597444+0000","last_fullsized":"2024-09-12T18:14:06.597444+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":200,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:05:09.680473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":922,"num_read_kb":750,"num_write":316,"num_write_kb":178,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"266'187","reported_seq":789,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:21.498774+0000","last_change":"2024-09-12T17:35:31.034133+0000","last_active":"2024-09-12T18:13:21.498774+0000","last_peered":"2024-09-12T18:13:21.498774+0000","last_clean":"2024-09-12T18:13:21.498774+0000","last_became_active":"2024-09-12T17:35:31.033748+0000","last_became_peered":"2024-09-12T17:35:31.033748+0000","last_unstale":"2024-09-12T18:13:21.498774+0000","last_undegraded":"2024-09-12T18:13:21.498774+0000","last_fullsized":"2024-09-12T18:13:21.498774+0000","mapping_epoch":38,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":100,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:43:58.054480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5567560,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":349,"num_read_kb":8582,"num_write":910,"num_write_kb":33561,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:32.530612+0000","last_change":"2024-09-12T17:35:00.933825+0000","last_active":"2024-09-12T18:12:32.530612+0000","last_peered":"2024-09-12T18:12:32.530612+0000","last_clean":"2024-09-12T18:12:32.530612+0000","last_became_active":"2024-09-12T17:35:00.933492+0000","last_became_peered":"2024-09-12T17:35:00.933492+0000","last_unstale":"2024-09-12T18:12:32.530612+0000","last_undegraded":"2024-09-12T18:12:32.530612+0000","last_fullsized":"2024-09-12T18:12:32.530612+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:44:06.978831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"266'112","reported_seq":671,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:07.541057+0000","last_change":"2024-09-12T17:35:02.954034+0000","last_active":"2024-09-12T18:16:07.541057+0000","last_peered":"2024-09-12T18:16:07.541057+0000","last_clean":"2024-09-12T18:16:07.541057+0000","last_became_active":"2024-09-12T17:35:02.953753+0000","last_became_peered":"2024-09-12T17:35:02.953753+0000","last_unstale":"2024-09-12T18:16:07.541057+0000","last_undegraded":"2024-09-12T18:16:07.541057+0000","last_fullsized":"2024-09-12T18:16:07.541057+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:14:15.227580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14275,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":154,"num_read_kb":220,"num_write":80,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":483,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:57.405853+0000","last_change":"2024-09-12T17:35:04.964266+0000","last_active":"2024-09-12T18:13:57.405853+0000","last_peered":"2024-09-12T18:13:57.405853+0000","last_clean":"2024-09-12T18:13:57.405853+0000","last_became_active":"2024-09-12T17:35:04.963928+0000","last_became_peered":"2024-09-12T17:35:04.963928+0000","last_unstale":"2024-09-12T18:13:57.405853+0000","last_undegraded":"2024-09-12T18:13:57.405853+0000","last_fullsized":"2024-09-12T18:13:57.405853+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:04:49.108451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"266'107","reported_seq":626,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:29.684252+0000","last_change":"2024-09-12T17:35:07.201645+0000","last_active":"2024-09-12T18:14:29.684252+0000","last_peered":"2024-09-12T18:14:29.684252+0000","last_clean":"2024-09-12T18:14:29.684252+0000","last_became_active":"2024-09-12T17:35:07.200824+0000","last_became_peered":"2024-09-12T17:35:07.200824+0000","last_unstale":"2024-09-12T18:14:29.684252+0000","last_undegraded":"2024-09-12T18:14:29.684252+0000","last_fullsized":"2024-09-12T18:14:29.684252+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:02:23.125201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":539,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":174,"num_read_kb":172,"num_write":247,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"266'147","reported_seq":774,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:34.724854+0000","last_change":"2024-09-12T17:34:58.925933+0000","last_active":"2024-09-12T18:14:34.724854+0000","last_peered":"2024-09-12T18:14:34.724854+0000","last_clean":"2024-09-12T18:14:34.724854+0000","last_became_active":"2024-09-12T17:34:58.925364+0000","last_became_peered":"2024-09-12T17:34:58.925364+0000","last_unstale":"2024-09-12T18:14:34.724854+0000","last_undegraded":"2024-09-12T18:14:34.724854+0000","last_fullsized":"2024-09-12T18:14:34.724854+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:04:38.945263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":648,"num_read_kb":543,"num_write":223,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"266'227","reported_seq":855,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:33.723049+0000","last_change":"2024-09-12T17:34:56.930105+0000","last_active":"2024-09-12T18:13:33.723049+0000","last_peered":"2024-09-12T18:13:33.723049+0000","last_clean":"2024-09-12T18:13:33.723049+0000","last_became_active":"2024-09-12T17:34:56.929777+0000","last_became_peered":"2024-09-12T17:34:56.929777+0000","last_unstale":"2024-09-12T18:13:33.723049+0000","last_undegraded":"2024-09-12T18:13:33.723049+0000","last_fullsized":"2024-09-12T18:13:33.723049+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":200,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:19:13.360360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2421802,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":450,"num_read_kb":12620,"num_write":1042,"num_write_kb":48973,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":497,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.433779+0000","last_change":"2024-09-12T17:35:00.934066+0000","last_active":"2024-09-12T18:13:42.433779+0000","last_peered":"2024-09-12T18:13:42.433779+0000","last_clean":"2024-09-12T18:13:42.433779+0000","last_became_active":"2024-09-12T17:35:00.933777+0000","last_became_peered":"2024-09-12T17:35:00.933777+0000","last_unstale":"2024-09-12T18:13:42.433779+0000","last_undegraded":"2024-09-12T18:13:42.433779+0000","last_fullsized":"2024-09-12T18:13:42.433779+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:46:03.145797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"266'106","reported_seq":660,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:11.368723+0000","last_change":"2024-09-12T17:35:02.948868+0000","last_active":"2024-09-12T18:15:11.368723+0000","last_peered":"2024-09-12T18:15:11.368723+0000","last_clean":"2024-09-12T18:15:11.368723+0000","last_became_active":"2024-09-12T17:35:02.948589+0000","last_became_peered":"2024-09-12T17:35:02.948589+0000","last_unstale":"2024-09-12T18:15:11.368723+0000","last_undegraded":"2024-09-12T18:15:11.368723+0000","last_fullsized":"2024-09-12T18:15:11.368723+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:08:06.222842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10993,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":124,"num_read_kb":176,"num_write":62,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":488,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:37.425397+0000","last_change":"2024-09-12T17:35:04.965100+0000","last_active":"2024-09-12T18:12:37.425397+0000","last_peered":"2024-09-12T18:12:37.425397+0000","last_clean":"2024-09-12T18:12:37.425397+0000","last_became_active":"2024-09-12T17:35:04.964762+0000","last_became_peered":"2024-09-12T17:35:04.964762+0000","last_unstale":"2024-09-12T18:12:37.425397+0000","last_undegraded":"2024-09-12T18:12:37.425397+0000","last_fullsized":"2024-09-12T18:12:37.425397+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:08:50.249081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"266'159","reported_seq":1614,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:56.580721+0000","last_change":"2024-09-12T17:35:06.985501+0000","last_active":"2024-09-12T18:14:56.580721+0000","last_peered":"2024-09-12T18:14:56.580721+0000","last_clean":"2024-09-12T18:14:56.580721+0000","last_became_active":"2024-09-12T17:35:06.985213+0000","last_became_peered":"2024-09-12T17:35:06.985213+0000","last_unstale":"2024-09-12T18:14:56.580721+0000","last_undegraded":"2024-09-12T18:14:56.580721+0000","last_fullsized":"2024-09-12T18:14:56.580721+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:16:02.855330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":239,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1188,"num_read_kb":1188,"num_write":364,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"266'55","reported_seq":641,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.433809+0000","last_change":"2024-09-12T17:34:58.918878+0000","last_active":"2024-09-12T18:13:42.433809+0000","last_peered":"2024-09-12T18:13:42.433809+0000","last_clean":"2024-09-12T18:13:42.433809+0000","last_became_active":"2024-09-12T17:34:58.918463+0000","last_became_peered":"2024-09-12T17:34:58.918463+0000","last_unstale":"2024-09-12T18:13:42.433809+0000","last_undegraded":"2024-09-12T18:13:42.433809+0000","last_fullsized":"2024-09-12T18:13:42.433809+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":0,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:17:27.429090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":265,"num_read_kb":235,"num_write":79,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"266'201","reported_seq":857,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:13.854779+0000","last_change":"2024-09-12T17:34:56.932624+0000","last_active":"2024-09-12T18:16:13.854779+0000","last_peered":"2024-09-12T18:16:13.854779+0000","last_clean":"2024-09-12T18:16:13.854779+0000","last_became_active":"2024-09-12T17:34:56.932103+0000","last_became_peered":"2024-09-12T17:34:56.932103+0000","last_unstale":"2024-09-12T18:16:13.854779+0000","last_undegraded":"2024-09-12T18:16:13.854779+0000","last_fullsized":"2024-09-12T18:16:13.854779+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:39:43.023579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11443951,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":536,"num_read_kb":71881,"num_write":955,"num_write_kb":32143,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"30'1","reported_seq":498,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.403881+0000","last_change":"2024-09-12T17:35:00.934136+0000","last_active":"2024-09-12T18:13:47.403881+0000","last_peered":"2024-09-12T18:13:47.403881+0000","last_clean":"2024-09-12T18:13:47.403881+0000","last_became_active":"2024-09-12T17:35:00.933869+0000","last_became_peered":"2024-09-12T17:35:00.933869+0000","last_unstale":"2024-09-12T18:13:47.403881+0000","last_undegraded":"2024-09-12T18:13:47.403881+0000","last_fullsized":"2024-09-12T18:13:47.403881+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:05:49.568115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"266'148","reported_seq":727,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:11.390547+0000","last_change":"2024-09-12T17:35:02.949706+0000","last_active":"2024-09-12T18:15:11.390547+0000","last_peered":"2024-09-12T18:15:11.390547+0000","last_clean":"2024-09-12T18:15:11.390547+0000","last_became_active":"2024-09-12T17:35:02.948855+0000","last_became_peered":"2024-09-12T17:35:02.948855+0000","last_unstale":"2024-09-12T18:15:11.390547+0000","last_undegraded":"2024-09-12T18:15:11.390547+0000","last_fullsized":"2024-09-12T18:15:11.390547+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:46:52.194353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17443,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":204,"num_read_kb":281,"num_write":116,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":483,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:37.512688+0000","last_change":"2024-09-12T17:35:04.971374+0000","last_active":"2024-09-12T18:12:37.512688+0000","last_peered":"2024-09-12T18:12:37.512688+0000","last_clean":"2024-09-12T18:12:37.512688+0000","last_became_active":"2024-09-12T17:35:04.971064+0000","last_became_peered":"2024-09-12T17:35:04.971064+0000","last_unstale":"2024-09-12T18:12:37.512688+0000","last_undegraded":"2024-09-12T18:12:37.512688+0000","last_fullsized":"2024-09-12T18:12:37.512688+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:31:51.153466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"266'118","reported_seq":620,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:18.103633+0000","last_change":"2024-09-12T17:35:06.982240+0000","last_active":"2024-09-12T18:16:18.103633+0000","last_peered":"2024-09-12T18:16:18.103633+0000","last_clean":"2024-09-12T18:16:18.103633+0000","last_became_active":"2024-09-12T17:35:06.981911+0000","last_became_peered":"2024-09-12T17:35:06.981911+0000","last_unstale":"2024-09-12T18:16:18.103633+0000","last_undegraded":"2024-09-12T18:16:18.103633+0000","last_fullsized":"2024-09-12T18:16:18.103633+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":100,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:04:12.515199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":652,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":201,"num_read_kb":183,"num_write":312,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"266'120","reported_seq":673,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:43.930383+0000","last_change":"2024-09-12T17:34:58.920574+0000","last_active":"2024-09-12T18:14:43.930383+0000","last_peered":"2024-09-12T18:14:43.930383+0000","last_clean":"2024-09-12T18:14:43.930383+0000","last_became_active":"2024-09-12T17:34:58.920232+0000","last_became_peered":"2024-09-12T17:34:58.920232+0000","last_unstale":"2024-09-12T18:14:43.930383+0000","last_undegraded":"2024-09-12T18:14:43.930383+0000","last_fullsized":"2024-09-12T18:14:43.930383+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:16:00.030032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":506,"num_read_kb":407,"num_write":190,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"266'212","reported_seq":840,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:32.409939+0000","last_change":"2024-09-12T17:34:56.934028+0000","last_active":"2024-09-12T18:14:32.409939+0000","last_peered":"2024-09-12T18:14:32.409939+0000","last_clean":"2024-09-12T18:14:32.409939+0000","last_became_active":"2024-09-12T17:34:56.933683+0000","last_became_peered":"2024-09-12T17:34:56.933683+0000","last_unstale":"2024-09-12T18:14:32.409939+0000","last_undegraded":"2024-09-12T18:14:32.409939+0000","last_fullsized":"2024-09-12T18:14:32.409939+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":200,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:06:58.983051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4769519,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":468,"num_read_kb":4796,"num_write":1000,"num_write_kb":45279,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,7],"acting":[6,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"266'117","reported_seq":635,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:22.537581+0000","last_change":"2024-09-12T17:36:31.125812+0000","last_active":"2024-09-12T18:13:22.537581+0000","last_peered":"2024-09-12T18:13:22.537581+0000","last_clean":"2024-09-12T18:13:22.537581+0000","last_became_active":"2024-09-12T17:36:31.125541+0000","last_became_peered":"2024-09-12T17:36:31.125541+0000","last_unstale":"2024-09-12T18:13:22.537581+0000","last_undegraded":"2024-09-12T18:13:22.537581+0000","last_fullsized":"2024-09-12T18:13:22.537581+0000","mapping_epoch":40,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:45:49.029432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":511,"num_read_kb":409,"num_write":203,"num_write_kb":102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"266'200","reported_seq":834,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:32.409234+0000","last_change":"2024-09-12T17:34:56.921045+0000","last_active":"2024-09-12T18:14:32.409234+0000","last_peered":"2024-09-12T18:14:32.409234+0000","last_clean":"2024-09-12T18:14:32.409234+0000","last_became_active":"2024-09-12T17:34:56.920719+0000","last_became_peered":"2024-09-12T17:34:56.920719+0000","last_unstale":"2024-09-12T18:14:32.409234+0000","last_undegraded":"2024-09-12T18:14:32.409234+0000","last_fullsized":"2024-09-12T18:14:32.409234+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:41:04.609290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10487159,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":431,"num_read_kb":26102,"num_write":974,"num_write_kb":39157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"266'125","reported_seq":719,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:35.868549+0000","last_change":"2024-09-12T17:34:58.923249+0000","last_active":"2024-09-12T18:14:35.868549+0000","last_peered":"2024-09-12T18:14:35.868549+0000","last_clean":"2024-09-12T18:14:35.868549+0000","last_became_active":"2024-09-12T17:34:58.922983+0000","last_became_peered":"2024-09-12T17:34:58.922983+0000","last_unstale":"2024-09-12T18:14:35.868549+0000","last_undegraded":"2024-09-12T18:14:35.868549+0000","last_fullsized":"2024-09-12T18:14:35.868549+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:17:45.016373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":573,"num_read_kb":477,"num_write":197,"num_write_kb":100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"266'178","reported_seq":796,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:32.413546+0000","last_change":"2024-09-12T17:34:56.924742+0000","last_active":"2024-09-12T18:14:32.413546+0000","last_peered":"2024-09-12T18:14:32.413546+0000","last_clean":"2024-09-12T18:14:32.413546+0000","last_became_active":"2024-09-12T17:34:56.924219+0000","last_became_peered":"2024-09-12T17:34:56.924219+0000","last_unstale":"2024-09-12T18:14:32.413546+0000","last_undegraded":"2024-09-12T18:14:32.413546+0000","last_fullsized":"2024-09-12T18:14:32.413546+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":100,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:27:03.862373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11682898,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":376,"num_read_kb":32581,"num_write":898,"num_write_kb":29437,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"266'250","reported_seq":869,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.406055+0000","last_change":"2024-09-12T17:34:58.918373+0000","last_active":"2024-09-12T18:14:02.406055+0000","last_peered":"2024-09-12T18:14:02.406055+0000","last_clean":"2024-09-12T18:14:02.406055+0000","last_became_active":"2024-09-12T17:34:58.918066+0000","last_became_peered":"2024-09-12T17:34:58.918066+0000","last_unstale":"2024-09-12T18:14:02.406055+0000","last_undegraded":"2024-09-12T18:14:02.406055+0000","last_fullsized":"2024-09-12T18:14:02.406055+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":200,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:43:00.981807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1026,"num_read_kb":831,"num_write":370,"num_write_kb":186,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"266'203","reported_seq":773,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:55.747401+0000","last_change":"2024-09-12T17:35:31.030166+0000","last_active":"2024-09-12T18:14:55.747401+0000","last_peered":"2024-09-12T18:14:55.747401+0000","last_clean":"2024-09-12T18:14:55.747401+0000","last_became_active":"2024-09-12T17:35:31.029742+0000","last_became_peered":"2024-09-12T17:35:31.029742+0000","last_unstale":"2024-09-12T18:14:55.747401+0000","last_undegraded":"2024-09-12T18:14:55.747401+0000","last_fullsized":"2024-09-12T18:14:55.747401+0000","mapping_epoch":38,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":100,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:41:11.430117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16602074,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":353,"num_read_kb":21969,"num_write":905,"num_write_kb":39811,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.23","version":"266'130","reported_seq":706,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:35.340429+0000","last_change":"2024-09-12T17:34:58.927022+0000","last_active":"2024-09-12T18:14:35.340429+0000","last_peered":"2024-09-12T18:14:35.340429+0000","last_clean":"2024-09-12T18:14:35.340429+0000","last_became_active":"2024-09-12T17:34:58.926738+0000","last_became_peered":"2024-09-12T17:34:58.926738+0000","last_unstale":"2024-09-12T18:14:35.340429+0000","last_undegraded":"2024-09-12T18:14:35.340429+0000","last_fullsized":"2024-09-12T18:14:35.340429+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:22:07.607784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":554,"num_read_kb":453,"num_write":206,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"266'219","reported_seq":852,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:07.775608+0000","last_change":"2024-09-12T17:35:31.566595+0000","last_active":"2024-09-12T18:14:07.775608+0000","last_peered":"2024-09-12T18:14:07.775608+0000","last_clean":"2024-09-12T18:14:07.775608+0000","last_became_active":"2024-09-12T17:35:31.566127+0000","last_became_peered":"2024-09-12T17:35:31.566127+0000","last_unstale":"2024-09-12T18:14:07.775608+0000","last_undegraded":"2024-09-12T18:14:07.775608+0000","last_fullsized":"2024-09-12T18:14:07.775608+0000","mapping_epoch":38,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":200,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:26:19.842274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10821981,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":476,"num_read_kb":61350,"num_write":1003,"num_write_kb":39588,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.22","version":"266'178","reported_seq":767,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:20.384665+0000","last_change":"2024-09-12T17:34:58.913947+0000","last_active":"2024-09-12T18:13:20.384665+0000","last_peered":"2024-09-12T18:13:20.384665+0000","last_clean":"2024-09-12T18:13:20.384665+0000","last_became_active":"2024-09-12T17:34:58.913384+0000","last_became_peered":"2024-09-12T17:34:58.913384+0000","last_unstale":"2024-09-12T18:13:20.384665+0000","last_undegraded":"2024-09-12T18:13:20.384665+0000","last_fullsized":"2024-09-12T18:13:20.384665+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":100,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:54:30.075521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":756,"num_read_kb":609,"num_write":269,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"266'190","reported_seq":810,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:08.007694+0000","last_change":"2024-09-12T17:34:56.915664+0000","last_active":"2024-09-12T18:14:08.007694+0000","last_peered":"2024-09-12T18:14:08.007694+0000","last_clean":"2024-09-12T18:14:08.007694+0000","last_became_active":"2024-09-12T17:34:56.915319+0000","last_became_peered":"2024-09-12T17:34:56.915319+0000","last_unstale":"2024-09-12T18:14:08.007694+0000","last_undegraded":"2024-09-12T18:14:08.007694+0000","last_fullsized":"2024-09-12T18:14:08.007694+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":100,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:15:40.245625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11101648,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":406,"num_read_kb":35378,"num_write":903,"num_write_kb":33602,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"266'120","reported_seq":730,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:39.013924+0000","last_change":"2024-09-12T17:34:58.920440+0000","last_active":"2024-09-12T18:14:39.013924+0000","last_peered":"2024-09-12T18:14:39.013924+0000","last_clean":"2024-09-12T18:14:39.013924+0000","last_became_active":"2024-09-12T17:34:58.919981+0000","last_became_peered":"2024-09-12T17:34:58.919981+0000","last_unstale":"2024-09-12T18:14:39.013924+0000","last_undegraded":"2024-09-12T18:14:39.013924+0000","last_fullsized":"2024-09-12T18:14:39.013924+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:56:06.115391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":553,"num_read_kb":464,"num_write":173,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"266'208","reported_seq":836,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:17.332000+0000","last_change":"2024-09-12T17:34:56.927871+0000","last_active":"2024-09-12T18:16:17.332000+0000","last_peered":"2024-09-12T18:16:17.332000+0000","last_clean":"2024-09-12T18:16:17.332000+0000","last_became_active":"2024-09-12T17:34:56.927085+0000","last_became_peered":"2024-09-12T17:34:56.927085+0000","last_unstale":"2024-09-12T18:16:17.332000+0000","last_undegraded":"2024-09-12T18:16:17.332000+0000","last_fullsized":"2024-09-12T18:16:17.332000+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:53:39.972316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6095979,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":485,"num_read_kb":7032,"num_write":997,"num_write_kb":28378,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"266'176","reported_seq":827,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:04.906407+0000","last_change":"2024-09-12T17:34:58.918744+0000","last_active":"2024-09-12T18:14:04.906407+0000","last_peered":"2024-09-12T18:14:04.906407+0000","last_clean":"2024-09-12T18:14:04.906407+0000","last_became_active":"2024-09-12T17:34:58.918459+0000","last_became_peered":"2024-09-12T17:34:58.918459+0000","last_unstale":"2024-09-12T18:14:04.906407+0000","last_undegraded":"2024-09-12T18:14:04.906407+0000","last_fullsized":"2024-09-12T18:14:04.906407+0000","mapping_epoch":27,"log_start":"263'100","ondisk_log_start":"263'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:44:42.454691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":755,"num_read_kb":632,"num_write":271,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"266'235","reported_seq":900,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:44.122800+0000","last_change":"2024-09-12T17:34:56.928834+0000","last_active":"2024-09-12T18:14:44.122800+0000","last_peered":"2024-09-12T18:14:44.122800+0000","last_clean":"2024-09-12T18:14:44.122800+0000","last_became_active":"2024-09-12T17:34:56.928332+0000","last_became_peered":"2024-09-12T17:34:56.928332+0000","last_unstale":"2024-09-12T18:14:44.122800+0000","last_undegraded":"2024-09-12T18:14:44.122800+0000","last_fullsized":"2024-09-12T18:14:44.122800+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":200,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:16:23.322755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13526647,"num_objects":12,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":566,"num_read_kb":15147,"num_write":1067,"num_write_kb":32822,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"266'102","reported_seq":697,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:19.651998+0000","last_change":"2024-09-12T17:34:58.932991+0000","last_active":"2024-09-12T18:13:19.651998+0000","last_peered":"2024-09-12T18:13:19.651998+0000","last_clean":"2024-09-12T18:13:19.651998+0000","last_became_active":"2024-09-12T17:34:58.932602+0000","last_became_peered":"2024-09-12T17:34:58.932602+0000","last_unstale":"2024-09-12T18:13:19.651998+0000","last_undegraded":"2024-09-12T18:13:19.651998+0000","last_fullsized":"2024-09-12T18:13:19.651998+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":0,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:46:00.271277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":474,"num_read_kb":400,"num_write":149,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"266'262","reported_seq":1177,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:55.668767+0000","last_change":"2024-09-12T17:34:56.925842+0000","last_active":"2024-09-12T18:14:55.668767+0000","last_peered":"2024-09-12T18:14:55.668767+0000","last_clean":"2024-09-12T18:14:55.668767+0000","last_became_active":"2024-09-12T17:34:56.925489+0000","last_became_peered":"2024-09-12T17:34:56.925489+0000","last_unstale":"2024-09-12T18:14:55.668767+0000","last_undegraded":"2024-09-12T18:14:55.668767+0000","last_fullsized":"2024-09-12T18:14:55.668767+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":200,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:15:38.451363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5813818,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1308,"num_read_kb":63592,"num_write":1216,"num_write_kb":22441,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"266'111","reported_seq":720,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:22.422936+0000","last_change":"2024-09-12T17:34:58.918679+0000","last_active":"2024-09-12T18:12:22.422936+0000","last_peered":"2024-09-12T18:12:22.422936+0000","last_clean":"2024-09-12T18:12:22.422936+0000","last_became_active":"2024-09-12T17:34:58.918349+0000","last_became_peered":"2024-09-12T17:34:58.918349+0000","last_unstale":"2024-09-12T18:12:22.422936+0000","last_undegraded":"2024-09-12T18:12:22.422936+0000","last_fullsized":"2024-09-12T18:12:22.422936+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":100,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:57:13.715566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":529,"num_read_kb":450,"num_write":174,"num_write_kb":89,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"266'194","reported_seq":849,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:11.583485+0000","last_change":"2024-09-12T17:34:56.925650+0000","last_active":"2024-09-12T18:14:11.583485+0000","last_peered":"2024-09-12T18:14:11.583485+0000","last_clean":"2024-09-12T18:14:11.583485+0000","last_became_active":"2024-09-12T17:34:56.925317+0000","last_became_peered":"2024-09-12T17:34:56.925317+0000","last_unstale":"2024-09-12T18:14:11.583485+0000","last_undegraded":"2024-09-12T18:14:11.583485+0000","last_fullsized":"2024-09-12T18:14:11.583485+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":100,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:44:04.732168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6297537,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":438,"num_read_kb":16030,"num_write":897,"num_write_kb":44163,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"266'141","reported_seq":742,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:55.069150+0000","last_change":"2024-09-12T17:34:58.921583+0000","last_active":"2024-09-12T18:14:55.069150+0000","last_peered":"2024-09-12T18:14:55.069150+0000","last_clean":"2024-09-12T18:14:55.069150+0000","last_became_active":"2024-09-12T17:34:58.921303+0000","last_became_peered":"2024-09-12T17:34:58.921303+0000","last_unstale":"2024-09-12T18:14:55.069150+0000","last_undegraded":"2024-09-12T18:14:55.069150+0000","last_fullsized":"2024-09-12T18:14:55.069150+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":100,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:59:38.697466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":585,"num_read_kb":489,"num_write":201,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"266'206","reported_seq":833,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:39.383179+0000","last_change":"2024-09-12T17:34:56.920701+0000","last_active":"2024-09-12T18:13:39.383179+0000","last_peered":"2024-09-12T18:13:39.383179+0000","last_clean":"2024-09-12T18:13:39.383179+0000","last_became_active":"2024-09-12T17:34:56.920182+0000","last_became_peered":"2024-09-12T17:34:56.920182+0000","last_unstale":"2024-09-12T18:13:39.383179+0000","last_undegraded":"2024-09-12T18:13:39.383179+0000","last_fullsized":"2024-09-12T18:13:39.383179+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":100,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:50:31.089945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1697870,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":459,"num_read_kb":11583,"num_write":993,"num_write_kb":39260,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"266'254","reported_seq":879,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:38.519678+0000","last_change":"2024-09-12T17:34:58.914466+0000","last_active":"2024-09-12T18:14:38.519678+0000","last_peered":"2024-09-12T18:14:38.519678+0000","last_clean":"2024-09-12T18:14:38.519678+0000","last_became_active":"2024-09-12T17:34:58.914189+0000","last_became_peered":"2024-09-12T17:34:58.914189+0000","last_unstale":"2024-09-12T18:14:38.519678+0000","last_undegraded":"2024-09-12T18:14:38.519678+0000","last_fullsized":"2024-09-12T18:14:38.519678+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":200,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:46:31.565156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1119,"num_read_kb":914,"num_write":416,"num_write_kb":236,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"266'237","reported_seq":871,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:08.010980+0000","last_change":"2024-09-12T17:34:56.934271+0000","last_active":"2024-09-12T18:14:08.010980+0000","last_peered":"2024-09-12T18:14:08.010980+0000","last_clean":"2024-09-12T18:14:08.010980+0000","last_became_active":"2024-09-12T17:34:56.933891+0000","last_became_peered":"2024-09-12T17:34:56.933891+0000","last_unstale":"2024-09-12T18:14:08.010980+0000","last_undegraded":"2024-09-12T18:14:08.010980+0000","last_fullsized":"2024-09-12T18:14:08.010980+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":200,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:10:42.515935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14010569,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":469,"num_read_kb":13733,"num_write":1126,"num_write_kb":42729,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"266'129","reported_seq":753,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:26.146434+0000","last_change":"2024-09-12T17:34:58.933596+0000","last_active":"2024-09-12T18:13:26.146434+0000","last_peered":"2024-09-12T18:13:26.146434+0000","last_clean":"2024-09-12T18:13:26.146434+0000","last_became_active":"2024-09-12T17:34:58.933326+0000","last_became_peered":"2024-09-12T17:34:58.933326+0000","last_unstale":"2024-09-12T18:13:26.146434+0000","last_undegraded":"2024-09-12T18:13:26.146434+0000","last_fullsized":"2024-09-12T18:13:26.146434+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:44:16.551066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":564,"num_read_kb":483,"num_write":217,"num_write_kb":94,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"266'254","reported_seq":894,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:40.543122+0000","last_change":"2024-09-12T17:34:56.928007+0000","last_active":"2024-09-12T18:14:40.543122+0000","last_peered":"2024-09-12T18:14:40.543122+0000","last_clean":"2024-09-12T18:14:40.543122+0000","last_became_active":"2024-09-12T17:34:56.927432+0000","last_became_peered":"2024-09-12T17:34:56.927432+0000","last_unstale":"2024-09-12T18:14:40.543122+0000","last_undegraded":"2024-09-12T18:14:40.543122+0000","last_fullsized":"2024-09-12T18:14:40.543122+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":200,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:51:17.244831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4006725,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":613,"num_read_kb":13684,"num_write":1145,"num_write_kb":26797,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"266'4204","reported_seq":4835,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:36.445796+0000","last_change":"2024-09-12T17:34:58.927361+0000","last_active":"2024-09-12T18:14:36.445796+0000","last_peered":"2024-09-12T18:14:36.445796+0000","last_clean":"2024-09-12T18:14:36.445796+0000","last_became_active":"2024-09-12T17:34:58.926992+0000","last_became_peered":"2024-09-12T17:34:58.926992+0000","last_unstale":"2024-09-12T18:14:36.445796+0000","last_undegraded":"2024-09-12T18:14:36.445796+0000","last_fullsized":"2024-09-12T18:14:36.445796+0000","mapping_epoch":27,"log_start":"266'4100","ondisk_log_start":"266'4100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":3000,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:36:52.584843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16913,"num_read_kb":14181,"num_write":6298,"num_write_kb":3158,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"266'347","reported_seq":1075,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:00.451707+0000","last_change":"2024-09-12T17:34:56.921021+0000","last_active":"2024-09-12T18:14:00.451707+0000","last_peered":"2024-09-12T18:14:00.451707+0000","last_clean":"2024-09-12T18:14:00.451707+0000","last_became_active":"2024-09-12T17:34:56.919706+0000","last_became_peered":"2024-09-12T17:34:56.919706+0000","last_unstale":"2024-09-12T18:14:00.451707+0000","last_undegraded":"2024-09-12T18:14:00.451707+0000","last_fullsized":"2024-09-12T18:14:00.451707+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:33:30.039711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17157832,"num_objects":12,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":877,"num_read_kb":54202,"num_write":1253,"num_write_kb":41095,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"266'143","reported_seq":776,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:58.096505+0000","last_change":"2024-09-12T17:34:58.931649+0000","last_active":"2024-09-12T18:14:58.096505+0000","last_peered":"2024-09-12T18:14:58.096505+0000","last_clean":"2024-09-12T18:14:58.096505+0000","last_became_active":"2024-09-12T17:34:58.931362+0000","last_became_peered":"2024-09-12T17:34:58.931362+0000","last_unstale":"2024-09-12T18:14:58.096505+0000","last_undegraded":"2024-09-12T18:14:58.096505+0000","last_fullsized":"2024-09-12T18:14:58.096505+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":100,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:05:05.424013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":670,"num_read_kb":571,"num_write":211,"num_write_kb":94,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"266'240","reported_seq":893,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:41.083973+0000","last_change":"2024-09-12T17:34:56.922078+0000","last_active":"2024-09-12T18:14:41.083973+0000","last_peered":"2024-09-12T18:14:41.083973+0000","last_clean":"2024-09-12T18:14:41.083973+0000","last_became_active":"2024-09-12T17:34:56.921720+0000","last_became_peered":"2024-09-12T17:34:56.921720+0000","last_unstale":"2024-09-12T18:14:41.083973+0000","last_undegraded":"2024-09-12T18:14:41.083973+0000","last_fullsized":"2024-09-12T18:14:41.083973+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":200,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:13:06.009938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22482403,"num_objects":17,"num_object_clones":0,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":504,"num_read_kb":40428,"num_write":1212,"num_write_kb":45368,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1],"acting":[2,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"266'148","reported_seq":789,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:58.669751+0000","last_change":"2024-09-12T17:34:58.933150+0000","last_active":"2024-09-12T18:14:58.669751+0000","last_peered":"2024-09-12T18:14:58.669751+0000","last_clean":"2024-09-12T18:14:58.669751+0000","last_became_active":"2024-09-12T17:34:58.932710+0000","last_became_peered":"2024-09-12T17:34:58.932710+0000","last_unstale":"2024-09-12T18:14:58.669751+0000","last_undegraded":"2024-09-12T18:14:58.669751+0000","last_fullsized":"2024-09-12T18:14:58.669751+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:28:03.020012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":698,"num_read_kb":592,"num_write":217,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"266'224","reported_seq":867,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:35.945306+0000","last_change":"2024-09-12T17:34:56.924272+0000","last_active":"2024-09-12T18:14:35.945306+0000","last_peered":"2024-09-12T18:14:35.945306+0000","last_clean":"2024-09-12T18:14:35.945306+0000","last_became_active":"2024-09-12T17:34:56.923917+0000","last_became_peered":"2024-09-12T17:34:56.923917+0000","last_unstale":"2024-09-12T18:14:35.945306+0000","last_undegraded":"2024-09-12T18:14:35.945306+0000","last_fullsized":"2024-09-12T18:14:35.945306+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":200,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:03:07.664298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3788450,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":514,"num_read_kb":15699,"num_write":934,"num_write_kb":31902,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"266'213","reported_seq":824,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:50.405351+0000","last_change":"2024-09-12T17:34:56.924872+0000","last_active":"2024-09-12T18:13:50.405351+0000","last_peered":"2024-09-12T18:13:50.405351+0000","last_clean":"2024-09-12T18:13:50.405351+0000","last_became_active":"2024-09-12T17:34:56.924480+0000","last_became_peered":"2024-09-12T17:34:56.924480+0000","last_unstale":"2024-09-12T18:13:50.405351+0000","last_undegraded":"2024-09-12T18:13:50.405351+0000","last_fullsized":"2024-09-12T18:13:50.405351+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":200,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:37:11.248103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6906549,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":422,"num_read_kb":12724,"num_write":979,"num_write_kb":48080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"266'175","reported_seq":794,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.960288+0000","last_change":"2024-09-12T17:34:58.933892+0000","last_active":"2024-09-12T18:14:02.960288+0000","last_peered":"2024-09-12T18:14:02.960288+0000","last_clean":"2024-09-12T18:14:02.960288+0000","last_became_active":"2024-09-12T17:34:58.933598+0000","last_became_peered":"2024-09-12T17:34:58.933598+0000","last_unstale":"2024-09-12T18:14:02.960288+0000","last_undegraded":"2024-09-12T18:14:02.960288+0000","last_fullsized":"2024-09-12T18:14:02.960288+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:00:38.767879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":880,"num_read_kb":749,"num_write":307,"num_write_kb":180,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"266'235","reported_seq":873,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:50.408908+0000","last_change":"2024-09-12T17:34:56.908749+0000","last_active":"2024-09-12T18:13:50.408908+0000","last_peered":"2024-09-12T18:13:50.408908+0000","last_clean":"2024-09-12T18:13:50.408908+0000","last_became_active":"2024-09-12T17:34:56.908335+0000","last_became_peered":"2024-09-12T17:34:56.908335+0000","last_unstale":"2024-09-12T18:13:50.408908+0000","last_undegraded":"2024-09-12T18:13:50.408908+0000","last_fullsized":"2024-09-12T18:13:50.408908+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":200,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:10:41.527410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4246207,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":471,"num_read_kb":6701,"num_write":1093,"num_write_kb":26889,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"266'178","reported_seq":786,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.558391+0000","last_change":"2024-09-12T17:34:58.928953+0000","last_active":"2024-09-12T18:14:02.558391+0000","last_peered":"2024-09-12T18:14:02.558391+0000","last_clean":"2024-09-12T18:14:02.558391+0000","last_became_active":"2024-09-12T17:34:58.928493+0000","last_became_peered":"2024-09-12T17:34:58.928493+0000","last_unstale":"2024-09-12T18:14:02.558391+0000","last_undegraded":"2024-09-12T18:14:02.558391+0000","last_fullsized":"2024-09-12T18:14:02.558391+0000","mapping_epoch":27,"log_start":"263'100","ondisk_log_start":"263'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":100,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:15:46.508059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":780,"num_read_kb":645,"num_write":283,"num_write_kb":140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":6232,"num_read_kb":4493,"num_write":2008,"num_write_kb":907,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":979,"ondisk_log_size":979,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":16319,"num_objects":95,"num_object_clones":0,"num_object_copies":190,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":95,"num_whiteouts":0,"num_read":16208,"num_read_kb":15891,"num_write":16760,"num_write_kb":4890,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":20,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":614400,"data_stored":32638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1655,"ondisk_log_size":1655,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":417,"ondisk_log_size":417,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":457598,"num_objects":196,"num_object_clones":0,"num_object_copies":392,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":196,"num_whiteouts":0,"num_read":7991,"num_read_kb":9766,"num_write":5397,"num_write_kb":2620,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":19,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":761856,"data_stored":235626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2089,"ondisk_log_size":2089,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2403,"num_read_kb":2869,"num_write":20,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":11,"ondisk_log_size":11,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":102409,"num_read_kb":85606,"num_write":37146,"num_write_kb":18686,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":15,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3618,"ondisk_log_size":3618,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":599614132,"num_objects":567,"num_object_clones":0,"num_object_copies":1701,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":567,"num_whiteouts":0,"num_read":32926,"num_read_kb":2298175,"num_write":62972,"num_write_kb":2258371,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":902529024,"data_stored":902529024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3910,"ondisk_log_size":3910,"up":192,"acting":192,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":73036622,"num_objects":28,"num_object_clones":0,"num_object_copies":56,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":134,"num_read_kb":169073,"num_write":158,"num_write_kb":126445,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":146079744,"data_stored":146073244,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":98,"ondisk_log_size":98,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":73036622,"num_objects":28,"num_object_clones":0,"num_object_copies":56,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":135,"num_read_kb":177659,"num_write":158,"num_write_kb":126445,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":146079744,"data_stored":146073244,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":98,"ondisk_log_size":98,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542652,"num_pgs":107,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":404080,"kb_used_data":148000,"kb_used_omap":1,"kb_used_meta":256062,"kb_avail":93967760,"statfs":{"total":96636764160,"available":96222986240,"internally_reserved":0,"allocated":151552000,"data_stored":149509465,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":262207943},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542654,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":382564,"kb_used_data":134804,"kb_used_omap":1,"kb_used_meta":247742,"kb_avail":93989276,"statfs":{"total":96636764160,"available":96245018624,"internally_reserved":0,"allocated":138039296,"data_stored":136063226,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":253688257},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542655,"num_pgs":105,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":242344,"kb_used_data":157080,"kb_used_omap":1,"kb_used_meta":85246,"kb_avail":94129496,"statfs":{"total":96636764160,"available":96388603904,"internally_reserved":0,"allocated":160849920,"data_stored":158763753,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":87292353},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542652,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":211452,"kb_used_data":140012,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94160388,"statfs":{"total":96636764160,"available":96420237312,"internally_reserved":0,"allocated":143372288,"data_stored":141436577,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":73136577},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542652,"num_pgs":124,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":377764,"kb_used_data":157780,"kb_used_omap":1,"kb_used_meta":219966,"kb_avail":93994076,"statfs":{"total":96636764160,"available":96249933824,"internally_reserved":0,"allocated":161566720,"data_stored":159520605,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1597,"internal_metadata":225245635},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542652,"num_pgs":91,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":240980,"kb_used_data":151556,"kb_used_omap":1,"kb_used_meta":89406,"kb_avail":94130860,"statfs":{"total":96636764160,"available":96390000640,"internally_reserved":0,"allocated":155193344,"data_stored":153236834,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":91552198},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542652,"num_pgs":112,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":267060,"kb_used_data":145700,"kb_used_omap":1,"kb_used_meta":121342,"kb_avail":94104780,"statfs":{"total":96636764160,"available":96363294720,"internally_reserved":0,"allocated":149196800,"data_stored":147190533,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1597,"internal_metadata":124254659},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542652,"num_pgs":108,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":392284,"kb_used_data":166732,"kb_used_omap":1,"kb_used_meta":225534,"kb_avail":93979556,"statfs":{"total":96636764160,"available":96235065344,"internally_reserved":0,"allocated":170733568,"data_stored":168704695,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":230947265},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":112218112,"data_stored":112218112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":108060672,"data_stored":108060672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":113147904,"data_stored":113147904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":119836672,"data_stored":119836672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":113975296,"data_stored":113975296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":113885184,"data_stored":113885184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":102666240,"data_stored":102666240,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":118738944,"data_stored":118738944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":1185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":26292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":37949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":7374,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":139264,"data_stored":47452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":172032,"data_stored":59184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":12012,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":135168,"data_stored":40545,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":4838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":3508,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":4394,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3353,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":4115,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":69632,"data_stored":4198,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":3936,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":31518720,"data_stored":31517650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":11636736,"data_stored":11634851,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":18874368,"data_stored":18874368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":18874368,"data_stored":18874368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":7340032,"data_stored":7340032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":24702976,"data_stored":24701611,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":18915328,"data_stored":18914513,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":14217216,"data_stored":14215851,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":22061056,"data_stored":22060241,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":25165824,"data_stored":25165824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":18915328,"data_stored":18914513,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":18472960,"data_stored":18470525,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":17825792,"data_stored":17825792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":17825792,"data_stored":17825792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12181504,"data_stored":12179069,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":13631488,"data_stored":13631488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T18:16:40.937 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T18:16:41.273 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:16:41.273 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":266,"fsid":"00002ed6-fc71-46ed-9607-07f3c187d65c","created":"2024-09-12T17:34:25.077014+0000","modified":"2024-09-12T18:02:39.141510+0000","last_up_change":"2024-09-12T17:34:36.583376+0000","last_in_change":"2024-09-12T17:34:27.678666+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":16,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":68,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T17:34:37.325695+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-12T17:34:43.823776+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":21,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"default.rgw.buckets.data","create_time":"2024-09-12T17:34:54.891748+0000","flags":1,"flags_names":"hashpspool","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"client.0","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}}},{"pool":4,"pool_name":"default.rgw.buckets.index","create_time":"2024-09-12T17:34:57.257678+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"29","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":".rgw.root","create_time":"2024-09-12T17:34:59.077166+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"default.rgw.log","create_time":"2024-09-12T17:35:00.993002+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"default.rgw.control","create_time":"2024-09-12T17:35:02.958185+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"35","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"default.rgw.meta","create_time":"2024-09-12T17:35:05.027718+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"37","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":65,"pool_name":"default.rgw.buckets.non-ec","create_time":"2024-09-12T17:50:11.014666+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"254","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":66,"pool_name":"default.rgw.buckets.data.frozen","create_time":"2024-09-12T17:51:57.744284+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"258","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":67,"pool_name":"default.rgw.buckets.data.lukewarm","create_time":"2024-09-12T17:52:00.225729+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"261","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":68,"pool_name":"default.rgw.otp","create_time":"2024-09-12T18:02:36.511093+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"266","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f20fcf9c-61b4-4d6c-ad87-7d32f4b5e3f4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":264,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6816","nonce":2797194895},{"type":"v1","addr":"172.21.15.45:6817","nonce":2797194895}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6818","nonce":2797194895},{"type":"v1","addr":"172.21.15.45:6819","nonce":2797194895}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6822","nonce":2797194895},{"type":"v1","addr":"172.21.15.45:6823","nonce":2797194895}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6820","nonce":2797194895},{"type":"v1","addr":"172.21.15.45:6821","nonce":2797194895}]},"public_addr":"172.21.15.45:6817/2797194895","cluster_addr":"172.21.15.45:6819/2797194895","heartbeat_back_addr":"172.21.15.45:6823/2797194895","heartbeat_front_addr":"172.21.15.45:6821/2797194895","state":["exists","up"]},{"osd":1,"uuid":"58bb70d7-f102-4dda-9ba1-10457b556b4a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":264,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6800","nonce":38958590},{"type":"v1","addr":"172.21.15.45:6801","nonce":38958590}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6802","nonce":38958590},{"type":"v1","addr":"172.21.15.45:6803","nonce":38958590}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6806","nonce":38958590},{"type":"v1","addr":"172.21.15.45:6807","nonce":38958590}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6804","nonce":38958590},{"type":"v1","addr":"172.21.15.45:6805","nonce":38958590}]},"public_addr":"172.21.15.45:6801/38958590","cluster_addr":"172.21.15.45:6803/38958590","heartbeat_back_addr":"172.21.15.45:6807/38958590","heartbeat_front_addr":"172.21.15.45:6805/38958590","state":["exists","up"]},{"osd":2,"uuid":"d09cbdbc-5b10-4fe2-b2e7-83cf40005da9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":264,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6808","nonce":2245364274},{"type":"v1","addr":"172.21.15.45:6809","nonce":2245364274}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6810","nonce":2245364274},{"type":"v1","addr":"172.21.15.45:6811","nonce":2245364274}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6814","nonce":2245364274},{"type":"v1","addr":"172.21.15.45:6815","nonce":2245364274}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6812","nonce":2245364274},{"type":"v1","addr":"172.21.15.45:6813","nonce":2245364274}]},"public_addr":"172.21.15.45:6809/2245364274","cluster_addr":"172.21.15.45:6811/2245364274","heartbeat_back_addr":"172.21.15.45:6815/2245364274","heartbeat_front_addr":"172.21.15.45:6813/2245364274","state":["exists","up"]},{"osd":3,"uuid":"ba0f7784-2466-4c34-af21-3c21ce66681b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":264,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6824","nonce":1551660769},{"type":"v1","addr":"172.21.15.45:6825","nonce":1551660769}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6826","nonce":1551660769},{"type":"v1","addr":"172.21.15.45:6827","nonce":1551660769}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6830","nonce":1551660769},{"type":"v1","addr":"172.21.15.45:6831","nonce":1551660769}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6828","nonce":1551660769},{"type":"v1","addr":"172.21.15.45:6829","nonce":1551660769}]},"public_addr":"172.21.15.45:6825/1551660769","cluster_addr":"172.21.15.45:6827/1551660769","heartbeat_back_addr":"172.21.15.45:6831/1551660769","heartbeat_front_addr":"172.21.15.45:6829/1551660769","state":["exists","up"]},{"osd":4,"uuid":"9bbc52b9-1c2a-48cc-89d0-1c796494632d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":264,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6818","nonce":2881677275},{"type":"v1","addr":"172.21.15.115:6819","nonce":2881677275}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6820","nonce":2881677275},{"type":"v1","addr":"172.21.15.115:6821","nonce":2881677275}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6824","nonce":2881677275},{"type":"v1","addr":"172.21.15.115:6825","nonce":2881677275}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6822","nonce":2881677275},{"type":"v1","addr":"172.21.15.115:6823","nonce":2881677275}]},"public_addr":"172.21.15.115:6819/2881677275","cluster_addr":"172.21.15.115:6821/2881677275","heartbeat_back_addr":"172.21.15.115:6825/2881677275","heartbeat_front_addr":"172.21.15.115:6823/2881677275","state":["exists","up"]},{"osd":5,"uuid":"045975de-b536-4757-91c8-79f011fdad28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":264,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6800","nonce":1938704291},{"type":"v1","addr":"172.21.15.115:6801","nonce":1938704291}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6802","nonce":1938704291},{"type":"v1","addr":"172.21.15.115:6803","nonce":1938704291}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6806","nonce":1938704291},{"type":"v1","addr":"172.21.15.115:6807","nonce":1938704291}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6804","nonce":1938704291},{"type":"v1","addr":"172.21.15.115:6805","nonce":1938704291}]},"public_addr":"172.21.15.115:6801/1938704291","cluster_addr":"172.21.15.115:6803/1938704291","heartbeat_back_addr":"172.21.15.115:6807/1938704291","heartbeat_front_addr":"172.21.15.115:6805/1938704291","state":["exists","up"]},{"osd":6,"uuid":"7ba65e28-b152-4d64-aa97-301120a53cfe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":264,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6826","nonce":2187734287},{"type":"v1","addr":"172.21.15.115:6827","nonce":2187734287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6828","nonce":2187734287},{"type":"v1","addr":"172.21.15.115:6829","nonce":2187734287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6832","nonce":2187734287},{"type":"v1","addr":"172.21.15.115:6833","nonce":2187734287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6830","nonce":2187734287},{"type":"v1","addr":"172.21.15.115:6831","nonce":2187734287}]},"public_addr":"172.21.15.115:6827/2187734287","cluster_addr":"172.21.15.115:6829/2187734287","heartbeat_back_addr":"172.21.15.115:6833/2187734287","heartbeat_front_addr":"172.21.15.115:6831/2187734287","state":["exists","up"]},{"osd":7,"uuid":"b56d15ec-dfe6-4d51-90e0-3261403eb402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":264,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6808","nonce":3289659802},{"type":"v1","addr":"172.21.15.115:6809","nonce":3289659802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6810","nonce":3289659802},{"type":"v1","addr":"172.21.15.115:6811","nonce":3289659802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6814","nonce":3289659802},{"type":"v1","addr":"172.21.15.115:6815","nonce":3289659802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6812","nonce":3289659802},{"type":"v1","addr":"172.21.15.115:6813","nonce":3289659802}]},"public_addr":"172.21.15.115:6809/3289659802","cluster_addr":"172.21.15.115:6811/3289659802","heartbeat_back_addr":"172.21.15.115:6815/3289659802","heartbeat_front_addr":"172.21.15.115:6813/3289659802","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:34:33.751157+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:34:33.675489+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:34:33.536670+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:34:34.501944+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:34:34.396043+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:34:33.697959+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:34:34.251944+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:34:34.254762+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.b","mappings":[{"from":3,"to":2}]},{"pgid":"3.1c","mappings":[{"from":4,"to":2}]},{"pgid":"3.1d","mappings":[{"from":4,"to":2}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]},{"pgid":"3.24","mappings":[{"from":3,"to":2},{"from":4,"to":1}]},{"pgid":"3.34","mappings":[{"from":4,"to":2}]},{"pgid":"3.39","mappings":[{"from":0,"to":1}]},{"pgid":"3.3c","mappings":[{"from":3,"to":2}]},{"pgid":"3.3f","mappings":[{"from":6,"to":1}]},{"pgid":"4.10","mappings":[{"from":3,"to":2}]},{"pgid":"4.26","mappings":[{"from":1,"to":5}]},{"pgid":"67.1a","mappings":[{"from":3,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"client.0":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":26,"snaps":[{"begin":1,"length":2}]},{"pool":31,"snaps":[{"begin":1,"length":2}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T18:16:41.898 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 has been restored 2024-09-12T18:16:42.286 INFO:tasks.ceph:Scrubbing osd.0 2024-09-12T18:16:42.286 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2024-09-12T18:16:42.444 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2024-09-12T18:16:42.444 INFO:teuthology.orchestra.run.smithi045.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T18:16:42.444 INFO:teuthology.orchestra.run.smithi045.stdout:} 2024-09-12T18:16:42.455 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2024-09-12T18:16:42.770 INFO:teuthology.orchestra.run.smithi045.stderr:instructed osd(s) 0 to deep-scrub 2024-09-12T18:16:42.783 INFO:tasks.ceph:Scrubbing osd.1 2024-09-12T18:16:42.783 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2024-09-12T18:16:42.925 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2024-09-12T18:16:42.925 INFO:teuthology.orchestra.run.smithi045.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T18:16:42.925 INFO:teuthology.orchestra.run.smithi045.stdout:} 2024-09-12T18:16:42.935 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2024-09-12T18:16:43.251 INFO:teuthology.orchestra.run.smithi045.stderr:instructed osd(s) 1 to deep-scrub 2024-09-12T18:16:43.264 INFO:tasks.ceph:Scrubbing osd.2 2024-09-12T18:16:43.264 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2024-09-12T18:16:43.407 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2024-09-12T18:16:43.407 INFO:teuthology.orchestra.run.smithi045.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T18:16:43.407 INFO:teuthology.orchestra.run.smithi045.stdout:} 2024-09-12T18:16:43.417 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2024-09-12T18:16:43.734 INFO:teuthology.orchestra.run.smithi045.stderr:instructed osd(s) 2 to deep-scrub 2024-09-12T18:16:43.747 INFO:tasks.ceph:Scrubbing osd.3 2024-09-12T18:16:43.748 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2024-09-12T18:16:43.888 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2024-09-12T18:16:43.888 INFO:teuthology.orchestra.run.smithi045.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T18:16:43.888 INFO:teuthology.orchestra.run.smithi045.stdout:} 2024-09-12T18:16:43.899 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2024-09-12T18:16:44.218 INFO:teuthology.orchestra.run.smithi045.stderr:instructed osd(s) 3 to deep-scrub 2024-09-12T18:16:44.232 INFO:tasks.ceph:Scrubbing osd.4 2024-09-12T18:16:44.232 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 config set osd_debug_deep_scrub_sleep 0 2024-09-12T18:16:44.377 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2024-09-12T18:16:44.377 INFO:teuthology.orchestra.run.smithi045.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T18:16:44.378 INFO:teuthology.orchestra.run.smithi045.stdout:} 2024-09-12T18:16:44.388 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 4 2024-09-12T18:16:44.706 INFO:teuthology.orchestra.run.smithi045.stderr:instructed osd(s) 4 to deep-scrub 2024-09-12T18:16:44.720 INFO:tasks.ceph:Scrubbing osd.5 2024-09-12T18:16:44.720 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 config set osd_debug_deep_scrub_sleep 0 2024-09-12T18:16:44.862 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2024-09-12T18:16:44.863 INFO:teuthology.orchestra.run.smithi045.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T18:16:44.863 INFO:teuthology.orchestra.run.smithi045.stdout:} 2024-09-12T18:16:44.875 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 5 2024-09-12T18:16:45.194 INFO:teuthology.orchestra.run.smithi045.stderr:instructed osd(s) 5 to deep-scrub 2024-09-12T18:16:45.208 INFO:tasks.ceph:Scrubbing osd.6 2024-09-12T18:16:45.208 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 config set osd_debug_deep_scrub_sleep 0 2024-09-12T18:16:45.350 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2024-09-12T18:16:45.351 INFO:teuthology.orchestra.run.smithi045.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T18:16:45.351 INFO:teuthology.orchestra.run.smithi045.stdout:} 2024-09-12T18:16:45.362 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 6 2024-09-12T18:16:45.681 INFO:teuthology.orchestra.run.smithi045.stderr:2024-09-12T18:16:45.680+0000 7f6868a53640 0 --2- 172.21.15.45:0/2306756442 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6850004800 0x7f6850004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2024-09-12T18:16:45.877 INFO:teuthology.orchestra.run.smithi045.stderr:instructed osd(s) 6 to deep-scrub 2024-09-12T18:16:45.890 INFO:tasks.ceph:Scrubbing osd.7 2024-09-12T18:16:45.891 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 config set osd_debug_deep_scrub_sleep 0 2024-09-12T18:16:46.034 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2024-09-12T18:16:46.034 INFO:teuthology.orchestra.run.smithi045.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T18:16:46.034 INFO:teuthology.orchestra.run.smithi045.stdout:} 2024-09-12T18:16:46.044 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 7 2024-09-12T18:16:46.363 INFO:teuthology.orchestra.run.smithi045.stderr:instructed osd(s) 7 to deep-scrub 2024-09-12T18:16:46.377 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T18:16:46.715 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:16:46.729 INFO:teuthology.orchestra.run.smithi045.stderr:dumped all 2024-09-12T18:16:46.731 INFO:teuthology.orchestra.run.smithi045.stdout:{"pg_ready":true,"pg_map":{"version":1523,"stamp":"2024-09-12T18:16:46.249542+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":147610734,"num_objects":586,"num_object_clones":0,"num_object_copies":1426,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":586,"num_whiteouts":0,"num_read":169216,"num_read_kb":2764324,"num_write":125267,"num_write_kb":2540051,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":62,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13111,"ondisk_log_size":13111,"up":850,"acting":850,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":850,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":1594916,"kb_used_data":251236,"kb_used_omap":12,"kb_used_meta":1343091,"kb_avail":753379804,"statfs":{"total":773094113280,"available":771460919296,"internally_reserved":0,"allocated":257265664,"data_stored":241455522,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12777,"internal_metadata":1375325719},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-599142739,"num_objects":-369,"num_object_clones":0,"num_object_copies":-1051,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-369,"num_whiteouts":0,"num_read":700,"num_read_kb":725,"num_write":527,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005156"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":18,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:37.531243+0000","last_change":"2024-09-12T18:02:38.154715+0000","last_active":"2024-09-12T18:12:37.531243+0000","last_peered":"2024-09-12T18:12:37.531243+0000","last_clean":"2024-09-12T18:12:37.531243+0000","last_became_active":"2024-09-12T18:02:38.154287+0000","last_became_peered":"2024-09-12T18:02:38.154287+0000","last_unstale":"2024-09-12T18:12:37.531243+0000","last_undegraded":"2024-09-12T18:12:37.531243+0000","last_fullsized":"2024-09-12T18:12:37.531243+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:27:26.835780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"266'12","reported_seq":54,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.298926+0000","last_change":"2024-09-12T17:52:02.159670+0000","last_active":"2024-09-12T18:16:38.298926+0000","last_peered":"2024-09-12T18:16:38.298926+0000","last_clean":"2024-09-12T18:16:38.298926+0000","last_became_active":"2024-09-12T17:52:02.159370+0000","last_became_peered":"2024-09-12T17:52:02.159370+0000","last_unstale":"2024-09-12T18:16:38.298926+0000","last_undegraded":"2024-09-12T18:16:38.298926+0000","last_fullsized":"2024-09-12T18:16:38.298926+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:46:14.192164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":25602,"num_write":22,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"263'6","reported_seq":51,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:02.537119+0000","last_change":"2024-09-12T17:51:59.142267+0000","last_active":"2024-09-12T18:12:02.537119+0000","last_peered":"2024-09-12T18:12:02.537119+0000","last_clean":"2024-09-12T18:12:02.537119+0000","last_became_active":"2024-09-12T17:51:59.141807+0000","last_became_peered":"2024-09-12T17:51:59.141807+0000","last_unstale":"2024-09-12T18:12:02.537119+0000","last_undegraded":"2024-09-12T18:12:02.537119+0000","last_fullsized":"2024-09-12T18:12:02.537119+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:02:21.526041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":4098,"num_write":6,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"266'11","reported_seq":79,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:07.517164+0000","last_change":"2024-09-12T17:50:12.697067+0000","last_active":"2024-09-12T18:13:07.517164+0000","last_peered":"2024-09-12T18:13:07.517164+0000","last_clean":"2024-09-12T18:13:07.517164+0000","last_became_active":"2024-09-12T17:50:12.696789+0000","last_became_peered":"2024-09-12T17:50:12.696789+0000","last_unstale":"2024-09-12T18:13:07.517164+0000","last_undegraded":"2024-09-12T18:13:07.517164+0000","last_fullsized":"2024-09-12T18:13:07.517164+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:19:49.870131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":56,"num_read_kb":39,"num_write":21,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":18,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:37.394925+0000","last_change":"2024-09-12T18:02:38.163163+0000","last_active":"2024-09-12T18:12:37.394925+0000","last_peered":"2024-09-12T18:12:37.394925+0000","last_clean":"2024-09-12T18:12:37.394925+0000","last_became_active":"2024-09-12T18:02:38.162843+0000","last_became_peered":"2024-09-12T18:02:38.162843+0000","last_unstale":"2024-09-12T18:12:37.394925+0000","last_undegraded":"2024-09-12T18:12:37.394925+0000","last_fullsized":"2024-09-12T18:12:37.394925+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:06:38.397676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"263'2","reported_seq":36,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:02.419879+0000","last_change":"2024-09-12T17:52:02.158518+0000","last_active":"2024-09-12T18:12:02.419879+0000","last_peered":"2024-09-12T18:12:02.419879+0000","last_clean":"2024-09-12T18:12:02.419879+0000","last_became_active":"2024-09-12T17:52:02.157199+0000","last_became_peered":"2024-09-12T17:52:02.157199+0000","last_unstale":"2024-09-12T18:12:02.419879+0000","last_undegraded":"2024-09-12T18:12:02.419879+0000","last_fullsized":"2024-09-12T18:12:02.419879+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:48:16.929354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"266'5","reported_seq":46,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:32.409649+0000","last_change":"2024-09-12T17:51:59.136507+0000","last_active":"2024-09-12T18:14:32.409649+0000","last_peered":"2024-09-12T18:14:32.409649+0000","last_clean":"2024-09-12T18:14:32.409649+0000","last_became_active":"2024-09-12T17:51:59.136219+0000","last_became_peered":"2024-09-12T17:51:59.136219+0000","last_unstale":"2024-09-12T18:14:32.409649+0000","last_undegraded":"2024-09-12T18:14:32.409649+0000","last_fullsized":"2024-09-12T18:14:32.409649+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:32:58.389565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":4155,"num_write":10,"num_write_kb":4155,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"266'14","reported_seq":86,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:17.407631+0000","last_change":"2024-09-12T17:50:12.697889+0000","last_active":"2024-09-12T18:14:17.407631+0000","last_peered":"2024-09-12T18:14:17.407631+0000","last_clean":"2024-09-12T18:14:17.407631+0000","last_became_active":"2024-09-12T17:50:12.697593+0000","last_became_peered":"2024-09-12T17:50:12.697593+0000","last_unstale":"2024-09-12T18:14:17.407631+0000","last_undegraded":"2024-09-12T18:14:17.407631+0000","last_fullsized":"2024-09-12T18:14:17.407631+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:54:19.497186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":66,"num_read_kb":45,"num_write":35,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":18,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:17.393208+0000","last_change":"2024-09-12T18:02:38.156348+0000","last_active":"2024-09-12T18:12:17.393208+0000","last_peered":"2024-09-12T18:12:17.393208+0000","last_clean":"2024-09-12T18:12:17.393208+0000","last_became_active":"2024-09-12T18:02:38.156025+0000","last_became_peered":"2024-09-12T18:02:38.156025+0000","last_unstale":"2024-09-12T18:12:17.393208+0000","last_undegraded":"2024-09-12T18:12:17.393208+0000","last_fullsized":"2024-09-12T18:12:17.393208+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:51:21.666012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"266'6","reported_seq":43,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.263538+0000","last_change":"2024-09-12T17:52:02.670448+0000","last_active":"2024-09-12T18:16:38.263538+0000","last_peered":"2024-09-12T18:16:38.263538+0000","last_clean":"2024-09-12T18:16:38.263538+0000","last_became_active":"2024-09-12T17:52:02.670051+0000","last_became_peered":"2024-09-12T17:52:02.670051+0000","last_unstale":"2024-09-12T18:16:38.263538+0000","last_undegraded":"2024-09-12T18:16:38.263538+0000","last_fullsized":"2024-09-12T18:16:38.263538+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:19:23.457783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8232,"num_write":6,"num_write_kb":8232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"263'2","reported_seq":45,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:07.406205+0000","last_change":"2024-09-12T17:51:59.143402+0000","last_active":"2024-09-12T18:14:07.406205+0000","last_peered":"2024-09-12T18:14:07.406205+0000","last_clean":"2024-09-12T18:14:07.406205+0000","last_became_active":"2024-09-12T17:51:59.142509+0000","last_became_peered":"2024-09-12T17:51:59.142509+0000","last_unstale":"2024-09-12T18:14:07.406205+0000","last_undegraded":"2024-09-12T18:14:07.406205+0000","last_fullsized":"2024-09-12T18:14:07.406205+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:44:18.648507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":318,"num_write":2,"num_write_kb":318,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"266'24","reported_seq":114,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:42.513458+0000","last_change":"2024-09-12T17:50:12.693436+0000","last_active":"2024-09-12T18:12:42.513458+0000","last_peered":"2024-09-12T18:12:42.513458+0000","last_clean":"2024-09-12T18:12:42.513458+0000","last_became_active":"2024-09-12T17:50:12.693126+0000","last_became_peered":"2024-09-12T17:50:12.693126+0000","last_unstale":"2024-09-12T18:12:42.513458+0000","last_undegraded":"2024-09-12T18:12:42.513458+0000","last_fullsized":"2024-09-12T18:12:42.513458+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:26:33.914535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":127,"num_read_kb":89,"num_write":41,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":18,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:17.539056+0000","last_change":"2024-09-12T18:02:38.154955+0000","last_active":"2024-09-12T18:12:17.539056+0000","last_peered":"2024-09-12T18:12:17.539056+0000","last_clean":"2024-09-12T18:12:17.539056+0000","last_became_active":"2024-09-12T18:02:38.154676+0000","last_became_peered":"2024-09-12T18:02:38.154676+0000","last_unstale":"2024-09-12T18:12:17.539056+0000","last_undegraded":"2024-09-12T18:12:17.539056+0000","last_fullsized":"2024-09-12T18:12:17.539056+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:18:52.950039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"263'3","reported_seq":40,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.554187+0000","last_change":"2024-09-12T17:52:02.672301+0000","last_active":"2024-09-12T18:14:02.554187+0000","last_peered":"2024-09-12T18:14:02.554187+0000","last_clean":"2024-09-12T18:14:02.554187+0000","last_became_active":"2024-09-12T17:52:02.670321+0000","last_became_peered":"2024-09-12T17:52:02.670321+0000","last_unstale":"2024-09-12T18:14:02.554187+0000","last_undegraded":"2024-09-12T18:14:02.554187+0000","last_fullsized":"2024-09-12T18:14:02.554187+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:20:55.132903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"0'0","reported_seq":40,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:52.427657+0000","last_change":"2024-09-12T17:51:59.143850+0000","last_active":"2024-09-12T18:12:52.427657+0000","last_peered":"2024-09-12T18:12:52.427657+0000","last_clean":"2024-09-12T18:12:52.427657+0000","last_became_active":"2024-09-12T17:51:59.142658+0000","last_became_peered":"2024-09-12T17:51:59.142658+0000","last_unstale":"2024-09-12T18:12:52.427657+0000","last_undegraded":"2024-09-12T18:12:52.427657+0000","last_fullsized":"2024-09-12T18:12:52.427657+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:10:45.094945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"266'26","reported_seq":116,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:42.543589+0000","last_change":"2024-09-12T17:50:12.698702+0000","last_active":"2024-09-12T18:12:42.543589+0000","last_peered":"2024-09-12T18:12:42.543589+0000","last_clean":"2024-09-12T18:12:42.543589+0000","last_became_active":"2024-09-12T17:50:12.698413+0000","last_became_peered":"2024-09-12T17:50:12.698413+0000","last_unstale":"2024-09-12T18:12:42.543589+0000","last_undegraded":"2024-09-12T18:12:42.543589+0000","last_fullsized":"2024-09-12T18:12:42.543589+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:16:03.786030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":132,"num_read_kb":92,"num_write":46,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:37.558294+0000","last_change":"2024-09-12T18:02:38.160435+0000","last_active":"2024-09-12T18:14:37.558294+0000","last_peered":"2024-09-12T18:14:37.558294+0000","last_clean":"2024-09-12T18:14:37.558294+0000","last_became_active":"2024-09-12T18:02:38.160067+0000","last_became_peered":"2024-09-12T18:02:38.160067+0000","last_unstale":"2024-09-12T18:14:37.558294+0000","last_undegraded":"2024-09-12T18:14:37.558294+0000","last_fullsized":"2024-09-12T18:14:37.558294+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:37:53.344720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"266'2","reported_seq":36,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:22.430375+0000","last_change":"2024-09-12T17:52:02.160809+0000","last_active":"2024-09-12T18:16:22.430375+0000","last_peered":"2024-09-12T18:16:22.430375+0000","last_clean":"2024-09-12T18:16:22.430375+0000","last_became_active":"2024-09-12T17:52:02.160479+0000","last_became_peered":"2024-09-12T17:52:02.160479+0000","last_unstale":"2024-09-12T18:16:22.430375+0000","last_undegraded":"2024-09-12T18:16:22.430375+0000","last_fullsized":"2024-09-12T18:16:22.430375+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:16:23.802920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"263'2","reported_seq":43,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.522147+0000","last_change":"2024-09-12T17:51:59.138783+0000","last_active":"2024-09-12T18:13:47.522147+0000","last_peered":"2024-09-12T18:13:47.522147+0000","last_clean":"2024-09-12T18:13:47.522147+0000","last_became_active":"2024-09-12T17:51:59.137857+0000","last_became_peered":"2024-09-12T17:51:59.137857+0000","last_unstale":"2024-09-12T18:13:47.522147+0000","last_undegraded":"2024-09-12T18:13:47.522147+0000","last_fullsized":"2024-09-12T18:13:47.522147+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:43:32.976452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"266'29","reported_seq":120,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:42.543529+0000","last_change":"2024-09-12T17:50:12.693949+0000","last_active":"2024-09-12T18:12:42.543529+0000","last_peered":"2024-09-12T18:12:42.543529+0000","last_clean":"2024-09-12T18:12:42.543529+0000","last_became_active":"2024-09-12T17:50:12.693690+0000","last_became_peered":"2024-09-12T17:50:12.693690+0000","last_unstale":"2024-09-12T18:12:42.543529+0000","last_undegraded":"2024-09-12T18:12:42.543529+0000","last_fullsized":"2024-09-12T18:12:42.543529+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:31:34.755413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":133,"num_read_kb":91,"num_write":59,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:02.398386+0000","last_change":"2024-09-12T18:02:38.163723+0000","last_active":"2024-09-12T18:13:02.398386+0000","last_peered":"2024-09-12T18:13:02.398386+0000","last_clean":"2024-09-12T18:13:02.398386+0000","last_became_active":"2024-09-12T18:02:38.163323+0000","last_became_peered":"2024-09-12T18:02:38.163323+0000","last_unstale":"2024-09-12T18:13:02.398386+0000","last_undegraded":"2024-09-12T18:13:02.398386+0000","last_fullsized":"2024-09-12T18:13:02.398386+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:32:30.376178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"266'10","reported_seq":53,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:12.424161+0000","last_change":"2024-09-12T17:52:02.162613+0000","last_active":"2024-09-12T18:16:12.424161+0000","last_peered":"2024-09-12T18:16:12.424161+0000","last_clean":"2024-09-12T18:16:12.424161+0000","last_became_active":"2024-09-12T17:52:02.162331+0000","last_became_peered":"2024-09-12T17:52:02.162331+0000","last_unstale":"2024-09-12T18:16:12.424161+0000","last_undegraded":"2024-09-12T18:16:12.424161+0000","last_fullsized":"2024-09-12T18:16:12.424161+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:15:01.359986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":11266,"num_write":10,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"0'0","reported_seq":39,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:52.435253+0000","last_change":"2024-09-12T17:51:59.147427+0000","last_active":"2024-09-12T18:13:52.435253+0000","last_peered":"2024-09-12T18:13:52.435253+0000","last_clean":"2024-09-12T18:13:52.435253+0000","last_became_active":"2024-09-12T17:51:59.146797+0000","last_became_peered":"2024-09-12T17:51:59.146797+0000","last_unstale":"2024-09-12T18:13:52.435253+0000","last_undegraded":"2024-09-12T18:13:52.435253+0000","last_fullsized":"2024-09-12T18:13:52.435253+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:50:00.007520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"266'26","reported_seq":119,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:42.396370+0000","last_change":"2024-09-12T17:50:12.701450+0000","last_active":"2024-09-12T18:12:42.396370+0000","last_peered":"2024-09-12T18:12:42.396370+0000","last_clean":"2024-09-12T18:12:42.396370+0000","last_became_active":"2024-09-12T17:50:12.701160+0000","last_became_peered":"2024-09-12T17:50:12.701160+0000","last_unstale":"2024-09-12T18:12:42.396370+0000","last_undegraded":"2024-09-12T18:12:42.396370+0000","last_fullsized":"2024-09-12T18:12:42.396370+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:58:58.160695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":134,"num_read_kb":93,"num_write":56,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"266'1","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:42.397388+0000","last_change":"2024-09-12T18:02:38.160031+0000","last_active":"2024-09-12T18:12:42.397388+0000","last_peered":"2024-09-12T18:12:42.397388+0000","last_clean":"2024-09-12T18:12:42.397388+0000","last_became_active":"2024-09-12T18:02:38.159671+0000","last_became_peered":"2024-09-12T18:02:38.159671+0000","last_unstale":"2024-09-12T18:12:42.397388+0000","last_undegraded":"2024-09-12T18:12:42.397388+0000","last_fullsized":"2024-09-12T18:12:42.397388+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:04:29.599670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"266'6","reported_seq":41,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.298065+0000","last_change":"2024-09-12T17:52:02.160947+0000","last_active":"2024-09-12T18:16:38.298065+0000","last_peered":"2024-09-12T18:16:38.298065+0000","last_clean":"2024-09-12T18:16:38.298065+0000","last_became_active":"2024-09-12T17:52:02.160209+0000","last_became_peered":"2024-09-12T17:52:02.160209+0000","last_unstale":"2024-09-12T18:16:38.298065+0000","last_undegraded":"2024-09-12T18:16:38.298065+0000","last_fullsized":"2024-09-12T18:16:38.298065+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:11:40.496192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":6144,"num_write":6,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"266'2","reported_seq":41,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:32.440601+0000","last_change":"2024-09-12T17:51:59.139093+0000","last_active":"2024-09-12T18:14:32.440601+0000","last_peered":"2024-09-12T18:14:32.440601+0000","last_clean":"2024-09-12T18:14:32.440601+0000","last_became_active":"2024-09-12T17:51:59.138726+0000","last_became_peered":"2024-09-12T17:51:59.138726+0000","last_unstale":"2024-09-12T18:14:32.440601+0000","last_undegraded":"2024-09-12T18:14:32.440601+0000","last_fullsized":"2024-09-12T18:14:32.440601+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:48:45.367916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"266'16","reported_seq":87,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:02.507221+0000","last_change":"2024-09-12T17:50:12.699498+0000","last_active":"2024-09-12T18:12:02.507221+0000","last_peered":"2024-09-12T18:12:02.507221+0000","last_clean":"2024-09-12T18:12:02.507221+0000","last_became_active":"2024-09-12T17:50:12.699215+0000","last_became_peered":"2024-09-12T17:50:12.699215+0000","last_unstale":"2024-09-12T18:12:02.507221+0000","last_undegraded":"2024-09-12T18:12:02.507221+0000","last_fullsized":"2024-09-12T18:12:02.507221+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:58:53.199650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":73,"num_read_kb":51,"num_write":32,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":18,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:42.397443+0000","last_change":"2024-09-12T18:02:38.160199+0000","last_active":"2024-09-12T18:12:42.397443+0000","last_peered":"2024-09-12T18:12:42.397443+0000","last_clean":"2024-09-12T18:12:42.397443+0000","last_became_active":"2024-09-12T18:02:38.159706+0000","last_became_peered":"2024-09-12T18:02:38.159706+0000","last_unstale":"2024-09-12T18:12:42.397443+0000","last_undegraded":"2024-09-12T18:12:42.397443+0000","last_fullsized":"2024-09-12T18:12:42.397443+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:30:43.270936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"0'0","reported_seq":26,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:32.530582+0000","last_change":"2024-09-12T17:52:32.769283+0000","last_active":"2024-09-12T18:12:32.530582+0000","last_peered":"2024-09-12T18:12:32.530582+0000","last_clean":"2024-09-12T18:12:32.530582+0000","last_became_active":"2024-09-12T17:52:32.768929+0000","last_became_peered":"2024-09-12T17:52:32.768929+0000","last_unstale":"2024-09-12T18:12:32.530582+0000","last_undegraded":"2024-09-12T18:12:32.530582+0000","last_fullsized":"2024-09-12T18:12:32.530582+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:00:32.829080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1b","version":"266'4","reported_seq":45,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:32.528261+0000","last_change":"2024-09-12T17:51:59.143451+0000","last_active":"2024-09-12T18:14:32.528261+0000","last_peered":"2024-09-12T18:14:32.528261+0000","last_clean":"2024-09-12T18:14:32.528261+0000","last_became_active":"2024-09-12T17:51:59.143126+0000","last_became_peered":"2024-09-12T17:51:59.143126+0000","last_unstale":"2024-09-12T18:14:32.528261+0000","last_undegraded":"2024-09-12T18:14:32.528261+0000","last_fullsized":"2024-09-12T18:14:32.528261+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:02:19.433747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8192,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"266'81","reported_seq":266,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:18.410312+0000","last_change":"2024-09-12T17:50:12.699422+0000","last_active":"2024-09-12T18:13:18.410312+0000","last_peered":"2024-09-12T18:13:18.410312+0000","last_clean":"2024-09-12T18:13:18.410312+0000","last_became_active":"2024-09-12T17:50:12.699126+0000","last_became_peered":"2024-09-12T17:50:12.699126+0000","last_unstale":"2024-09-12T18:13:18.410312+0000","last_undegraded":"2024-09-12T18:13:18.410312+0000","last_fullsized":"2024-09-12T18:13:18.410312+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":0,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:59:38.911867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":413,"num_read_kb":292,"num_write":157,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:17.407812+0000","last_change":"2024-09-12T18:02:38.154104+0000","last_active":"2024-09-12T18:14:17.407812+0000","last_peered":"2024-09-12T18:14:17.407812+0000","last_clean":"2024-09-12T18:14:17.407812+0000","last_became_active":"2024-09-12T18:02:38.153814+0000","last_became_peered":"2024-09-12T18:02:38.153814+0000","last_unstale":"2024-09-12T18:14:17.407812+0000","last_undegraded":"2024-09-12T18:14:17.407812+0000","last_fullsized":"2024-09-12T18:14:17.407812+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:39:49.053554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"266'6","reported_seq":46,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:12.570549+0000","last_change":"2024-09-12T17:52:02.669934+0000","last_active":"2024-09-12T18:16:12.570549+0000","last_peered":"2024-09-12T18:16:12.570549+0000","last_clean":"2024-09-12T18:16:12.570549+0000","last_became_active":"2024-09-12T17:52:02.669589+0000","last_became_peered":"2024-09-12T17:52:02.669589+0000","last_unstale":"2024-09-12T18:16:12.570549+0000","last_undegraded":"2024-09-12T18:16:12.570549+0000","last_fullsized":"2024-09-12T18:16:12.570549+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:31:30.368051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":11266,"num_write":6,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"266'10","reported_seq":57,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:32.422232+0000","last_change":"2024-09-12T17:51:59.144613+0000","last_active":"2024-09-12T18:15:32.422232+0000","last_peered":"2024-09-12T18:15:32.422232+0000","last_clean":"2024-09-12T18:15:32.422232+0000","last_became_active":"2024-09-12T17:51:59.144250+0000","last_became_peered":"2024-09-12T17:51:59.144250+0000","last_unstale":"2024-09-12T18:15:32.422232+0000","last_undegraded":"2024-09-12T18:15:32.422232+0000","last_fullsized":"2024-09-12T18:15:32.422232+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:34:23.658107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":5122,"num_write":20,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"266'5","reported_seq":59,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:11:57.506410+0000","last_change":"2024-09-12T17:50:12.700926+0000","last_active":"2024-09-12T18:11:57.506410+0000","last_peered":"2024-09-12T18:11:57.506410+0000","last_clean":"2024-09-12T18:11:57.506410+0000","last_became_active":"2024-09-12T17:50:12.699983+0000","last_became_peered":"2024-09-12T17:50:12.699983+0000","last_unstale":"2024-09-12T18:11:57.506410+0000","last_undegraded":"2024-09-12T18:11:57.506410+0000","last_fullsized":"2024-09-12T18:11:57.506410+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:05:19.286760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":22,"num_read_kb":15,"num_write":10,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"266'1","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:17.407543+0000","last_change":"2024-09-12T18:02:38.161793+0000","last_active":"2024-09-12T18:14:17.407543+0000","last_peered":"2024-09-12T18:14:17.407543+0000","last_clean":"2024-09-12T18:14:17.407543+0000","last_became_active":"2024-09-12T18:02:38.161523+0000","last_became_peered":"2024-09-12T18:02:38.161523+0000","last_unstale":"2024-09-12T18:14:17.407543+0000","last_undegraded":"2024-09-12T18:14:17.407543+0000","last_fullsized":"2024-09-12T18:14:17.407543+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:26:13.196724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"266'2","reported_seq":37,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:22.564177+0000","last_change":"2024-09-12T17:52:02.672291+0000","last_active":"2024-09-12T18:15:22.564177+0000","last_peered":"2024-09-12T18:15:22.564177+0000","last_clean":"2024-09-12T18:15:22.564177+0000","last_became_active":"2024-09-12T17:52:02.670396+0000","last_became_peered":"2024-09-12T17:52:02.670396+0000","last_unstale":"2024-09-12T18:15:22.564177+0000","last_undegraded":"2024-09-12T18:15:22.564177+0000","last_fullsized":"2024-09-12T18:15:22.564177+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:25:59.767774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"266'2","reported_seq":41,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:12.429041+0000","last_change":"2024-09-12T17:51:59.148138+0000","last_active":"2024-09-12T18:16:12.429041+0000","last_peered":"2024-09-12T18:16:12.429041+0000","last_clean":"2024-09-12T18:16:12.429041+0000","last_became_active":"2024-09-12T17:51:59.147803+0000","last_became_peered":"2024-09-12T17:51:59.147803+0000","last_unstale":"2024-09-12T18:16:12.429041+0000","last_undegraded":"2024-09-12T18:16:12.429041+0000","last_fullsized":"2024-09-12T18:16:12.429041+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:11:13.210869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"261'11","reported_seq":77,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:11:57.536548+0000","last_change":"2024-09-12T17:50:12.696768+0000","last_active":"2024-09-12T18:11:57.536548+0000","last_peered":"2024-09-12T18:11:57.536548+0000","last_clean":"2024-09-12T18:11:57.536548+0000","last_became_active":"2024-09-12T17:50:12.696176+0000","last_became_peered":"2024-09-12T17:50:12.696176+0000","last_unstale":"2024-09-12T18:11:57.536548+0000","last_undegraded":"2024-09-12T18:11:57.536548+0000","last_fullsized":"2024-09-12T18:11:57.536548+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:14:12.095435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":56,"num_read_kb":39,"num_write":22,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:22.411336+0000","last_change":"2024-09-12T18:02:38.157257+0000","last_active":"2024-09-12T18:14:22.411336+0000","last_peered":"2024-09-12T18:14:22.411336+0000","last_clean":"2024-09-12T18:14:22.411336+0000","last_became_active":"2024-09-12T18:02:38.156976+0000","last_became_peered":"2024-09-12T18:02:38.156976+0000","last_unstale":"2024-09-12T18:14:22.411336+0000","last_undegraded":"2024-09-12T18:14:22.411336+0000","last_fullsized":"2024-09-12T18:14:22.411336+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:32:28.142997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"266'2","reported_seq":37,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:12.570598+0000","last_change":"2024-09-12T17:52:02.670421+0000","last_active":"2024-09-12T18:16:12.570598+0000","last_peered":"2024-09-12T18:16:12.570598+0000","last_clean":"2024-09-12T18:16:12.570598+0000","last_became_active":"2024-09-12T17:52:02.670103+0000","last_became_peered":"2024-09-12T17:52:02.670103+0000","last_unstale":"2024-09-12T18:16:12.570598+0000","last_undegraded":"2024-09-12T18:16:12.570598+0000","last_fullsized":"2024-09-12T18:16:12.570598+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:59:33.020694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"266'5","reported_seq":46,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.270921+0000","last_change":"2024-09-12T17:51:59.145067+0000","last_active":"2024-09-12T18:16:38.270921+0000","last_peered":"2024-09-12T18:16:38.270921+0000","last_clean":"2024-09-12T18:16:38.270921+0000","last_became_active":"2024-09-12T17:51:59.144777+0000","last_became_peered":"2024-09-12T17:51:59.144777+0000","last_unstale":"2024-09-12T18:16:38.270921+0000","last_undegraded":"2024-09-12T18:16:38.270921+0000","last_fullsized":"2024-09-12T18:16:38.270921+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:00:34.776516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":2048,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"266'45","reported_seq":168,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:11:57.389115+0000","last_change":"2024-09-12T17:50:12.695990+0000","last_active":"2024-09-12T18:11:57.389115+0000","last_peered":"2024-09-12T18:11:57.389115+0000","last_clean":"2024-09-12T18:11:57.389115+0000","last_became_active":"2024-09-12T17:50:12.695715+0000","last_became_peered":"2024-09-12T17:50:12.695715+0000","last_unstale":"2024-09-12T18:11:57.389115+0000","last_undegraded":"2024-09-12T18:11:57.389115+0000","last_fullsized":"2024-09-12T18:11:57.389115+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:17:57.918870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":227,"num_read_kb":165,"num_write":78,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:17.411697+0000","last_change":"2024-09-12T18:02:38.154300+0000","last_active":"2024-09-12T18:14:17.411697+0000","last_peered":"2024-09-12T18:14:17.411697+0000","last_clean":"2024-09-12T18:14:17.411697+0000","last_became_active":"2024-09-12T18:02:38.154016+0000","last_became_peered":"2024-09-12T18:02:38.154016+0000","last_unstale":"2024-09-12T18:14:17.411697+0000","last_undegraded":"2024-09-12T18:14:17.411697+0000","last_fullsized":"2024-09-12T18:14:17.411697+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:25:04.140986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"0'0","reported_seq":33,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.434649+0000","last_change":"2024-09-12T17:52:02.163858+0000","last_active":"2024-09-12T18:13:47.434649+0000","last_peered":"2024-09-12T18:13:47.434649+0000","last_clean":"2024-09-12T18:13:47.434649+0000","last_became_active":"2024-09-12T17:52:02.163574+0000","last_became_peered":"2024-09-12T17:52:02.163574+0000","last_unstale":"2024-09-12T18:13:47.434649+0000","last_undegraded":"2024-09-12T18:13:47.434649+0000","last_fullsized":"2024-09-12T18:13:47.434649+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:29:20.038171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"266'2","reported_seq":42,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:12.541860+0000","last_change":"2024-09-12T17:51:59.147385+0000","last_active":"2024-09-12T18:16:12.541860+0000","last_peered":"2024-09-12T18:16:12.541860+0000","last_clean":"2024-09-12T18:16:12.541860+0000","last_became_active":"2024-09-12T17:51:59.146966+0000","last_became_peered":"2024-09-12T17:51:59.146966+0000","last_unstale":"2024-09-12T18:16:12.541860+0000","last_undegraded":"2024-09-12T18:16:12.541860+0000","last_fullsized":"2024-09-12T18:16:12.541860+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:38:21.934004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"266'30","reported_seq":127,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:37.405171+0000","last_change":"2024-09-12T17:50:12.698962+0000","last_active":"2024-09-12T18:13:37.405171+0000","last_peered":"2024-09-12T18:13:37.405171+0000","last_clean":"2024-09-12T18:13:37.405171+0000","last_became_active":"2024-09-12T17:50:12.698681+0000","last_became_peered":"2024-09-12T17:50:12.698681+0000","last_unstale":"2024-09-12T18:13:37.405171+0000","last_undegraded":"2024-09-12T18:13:37.405171+0000","last_fullsized":"2024-09-12T18:13:37.405171+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:05:34.136310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":147,"num_read_kb":99,"num_write":50,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":18,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:17.539222+0000","last_change":"2024-09-12T18:02:38.164426+0000","last_active":"2024-09-12T18:12:17.539222+0000","last_peered":"2024-09-12T18:12:17.539222+0000","last_clean":"2024-09-12T18:12:17.539222+0000","last_became_active":"2024-09-12T18:02:38.163909+0000","last_became_peered":"2024-09-12T18:02:38.163909+0000","last_unstale":"2024-09-12T18:12:17.539222+0000","last_undegraded":"2024-09-12T18:12:17.539222+0000","last_fullsized":"2024-09-12T18:12:17.539222+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:26:26.179647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"263'5","reported_seq":43,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:02.398338+0000","last_change":"2024-09-12T17:52:02.163975+0000","last_active":"2024-09-12T18:13:02.398338+0000","last_peered":"2024-09-12T18:13:02.398338+0000","last_clean":"2024-09-12T18:13:02.398338+0000","last_became_active":"2024-09-12T17:52:02.163688+0000","last_became_peered":"2024-09-12T17:52:02.163688+0000","last_unstale":"2024-09-12T18:13:02.398338+0000","last_undegraded":"2024-09-12T18:13:02.398338+0000","last_fullsized":"2024-09-12T18:13:02.398338+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:15:34.865266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":12290,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"266'11","reported_seq":64,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:22.448193+0000","last_change":"2024-09-12T17:51:59.137941+0000","last_active":"2024-09-12T18:15:22.448193+0000","last_peered":"2024-09-12T18:15:22.448193+0000","last_clean":"2024-09-12T18:15:22.448193+0000","last_became_active":"2024-09-12T17:51:59.137686+0000","last_became_peered":"2024-09-12T17:51:59.137686+0000","last_unstale":"2024-09-12T18:15:22.448193+0000","last_undegraded":"2024-09-12T18:15:22.448193+0000","last_fullsized":"2024-09-12T18:15:22.448193+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:44:52.447455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":21,"num_read_kb":28676,"num_write":16,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"266'43","reported_seq":160,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:11.058735+0000","last_change":"2024-09-12T17:50:12.700952+0000","last_active":"2024-09-12T18:14:11.058735+0000","last_peered":"2024-09-12T18:14:11.058735+0000","last_clean":"2024-09-12T18:14:11.058735+0000","last_became_active":"2024-09-12T17:50:12.700684+0000","last_became_peered":"2024-09-12T17:50:12.700684+0000","last_unstale":"2024-09-12T18:14:11.058735+0000","last_undegraded":"2024-09-12T18:14:11.058735+0000","last_fullsized":"2024-09-12T18:14:11.058735+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:24:42.365213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":209,"num_read_kb":143,"num_write":82,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":18,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:22.510321+0000","last_change":"2024-09-12T18:02:38.161375+0000","last_active":"2024-09-12T18:12:22.510321+0000","last_peered":"2024-09-12T18:12:22.510321+0000","last_clean":"2024-09-12T18:12:22.510321+0000","last_became_active":"2024-09-12T18:02:38.161018+0000","last_became_peered":"2024-09-12T18:02:38.161018+0000","last_unstale":"2024-09-12T18:12:22.510321+0000","last_undegraded":"2024-09-12T18:12:22.510321+0000","last_fullsized":"2024-09-12T18:12:22.510321+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:17:41.476375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"266'7","reported_seq":46,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.129961+0000","last_change":"2024-09-12T17:52:02.163206+0000","last_active":"2024-09-12T18:16:38.129961+0000","last_peered":"2024-09-12T18:16:38.129961+0000","last_clean":"2024-09-12T18:16:38.129961+0000","last_became_active":"2024-09-12T17:52:02.162832+0000","last_became_peered":"2024-09-12T17:52:02.162832+0000","last_unstale":"2024-09-12T18:16:38.129961+0000","last_undegraded":"2024-09-12T18:16:38.129961+0000","last_fullsized":"2024-09-12T18:16:38.129961+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:40:11.707122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":12288,"num_write":12,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"266'2","reported_seq":42,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:22.564099+0000","last_change":"2024-09-12T17:51:59.146555+0000","last_active":"2024-09-12T18:15:22.564099+0000","last_peered":"2024-09-12T18:15:22.564099+0000","last_clean":"2024-09-12T18:15:22.564099+0000","last_became_active":"2024-09-12T17:51:59.146245+0000","last_became_peered":"2024-09-12T17:51:59.146245+0000","last_unstale":"2024-09-12T18:15:22.564099+0000","last_undegraded":"2024-09-12T18:15:22.564099+0000","last_fullsized":"2024-09-12T18:15:22.564099+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:46:38.431503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"0'0","reported_seq":48,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:32.520079+0000","last_change":"2024-09-12T17:50:12.698342+0000","last_active":"2024-09-12T18:13:32.520079+0000","last_peered":"2024-09-12T18:13:32.520079+0000","last_clean":"2024-09-12T18:13:32.520079+0000","last_became_active":"2024-09-12T17:50:12.698060+0000","last_became_peered":"2024-09-12T17:50:12.698060+0000","last_unstale":"2024-09-12T18:13:32.520079+0000","last_undegraded":"2024-09-12T18:13:32.520079+0000","last_fullsized":"2024-09-12T18:13:32.520079+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:30:56.848197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"265'1","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:07.507995+0000","last_change":"2024-09-12T18:02:38.164222+0000","last_active":"2024-09-12T18:12:07.507995+0000","last_peered":"2024-09-12T18:12:07.507995+0000","last_clean":"2024-09-12T18:12:07.507995+0000","last_became_active":"2024-09-12T18:02:38.163910+0000","last_became_peered":"2024-09-12T18:02:38.163910+0000","last_unstale":"2024-09-12T18:12:07.507995+0000","last_undegraded":"2024-09-12T18:12:07.507995+0000","last_fullsized":"2024-09-12T18:12:07.507995+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:32:00.713848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"266'6","reported_seq":45,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.104653+0000","last_change":"2024-09-12T17:52:02.160664+0000","last_active":"2024-09-12T18:16:38.104653+0000","last_peered":"2024-09-12T18:16:38.104653+0000","last_clean":"2024-09-12T18:16:38.104653+0000","last_became_active":"2024-09-12T17:52:02.160320+0000","last_became_peered":"2024-09-12T17:52:02.160320+0000","last_unstale":"2024-09-12T18:16:38.104653+0000","last_undegraded":"2024-09-12T18:16:38.104653+0000","last_fullsized":"2024-09-12T18:16:38.104653+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:18:28.519965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":1578,"num_write":6,"num_write_kb":948,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"0'0","reported_seq":39,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:02.398923+0000","last_change":"2024-09-12T17:51:59.149864+0000","last_active":"2024-09-12T18:13:02.398923+0000","last_peered":"2024-09-12T18:13:02.398923+0000","last_clean":"2024-09-12T18:13:02.398923+0000","last_became_active":"2024-09-12T17:51:59.149378+0000","last_became_peered":"2024-09-12T17:51:59.149378+0000","last_unstale":"2024-09-12T18:13:02.398923+0000","last_undegraded":"2024-09-12T18:13:02.398923+0000","last_fullsized":"2024-09-12T18:13:02.398923+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:42:00.733944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"266'16","reported_seq":91,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:32.432451+0000","last_change":"2024-09-12T17:50:12.690151+0000","last_active":"2024-09-12T18:13:32.432451+0000","last_peered":"2024-09-12T18:13:32.432451+0000","last_clean":"2024-09-12T18:13:32.432451+0000","last_became_active":"2024-09-12T17:50:12.689881+0000","last_became_peered":"2024-09-12T17:50:12.689881+0000","last_unstale":"2024-09-12T18:13:32.432451+0000","last_undegraded":"2024-09-12T18:13:32.432451+0000","last_fullsized":"2024-09-12T18:13:32.432451+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:59:12.522778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":81,"num_read_kb":57,"num_write":29,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"266'1","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:17.539151+0000","last_change":"2024-09-12T18:02:38.164143+0000","last_active":"2024-09-12T18:12:17.539151+0000","last_peered":"2024-09-12T18:12:17.539151+0000","last_clean":"2024-09-12T18:12:17.539151+0000","last_became_active":"2024-09-12T18:02:38.162945+0000","last_became_peered":"2024-09-12T18:02:38.162945+0000","last_unstale":"2024-09-12T18:12:17.539151+0000","last_undegraded":"2024-09-12T18:12:17.539151+0000","last_fullsized":"2024-09-12T18:12:17.539151+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:56:33.407884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"266'2","reported_seq":35,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:22.415965+0000","last_change":"2024-09-12T17:52:02.155072+0000","last_active":"2024-09-12T18:15:22.415965+0000","last_peered":"2024-09-12T18:15:22.415965+0000","last_clean":"2024-09-12T18:15:22.415965+0000","last_became_active":"2024-09-12T17:52:02.154753+0000","last_became_peered":"2024-09-12T17:52:02.154753+0000","last_unstale":"2024-09-12T18:15:22.415965+0000","last_undegraded":"2024-09-12T18:15:22.415965+0000","last_fullsized":"2024-09-12T18:15:22.415965+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:59:19.708414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"0'0","reported_seq":39,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:02.534883+0000","last_change":"2024-09-12T17:51:59.146758+0000","last_active":"2024-09-12T18:13:02.534883+0000","last_peered":"2024-09-12T18:13:02.534883+0000","last_clean":"2024-09-12T18:13:02.534883+0000","last_became_active":"2024-09-12T17:51:59.146423+0000","last_became_peered":"2024-09-12T17:51:59.146423+0000","last_unstale":"2024-09-12T18:13:02.534883+0000","last_undegraded":"2024-09-12T18:13:02.534883+0000","last_fullsized":"2024-09-12T18:13:02.534883+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:09:08.137641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"266'142","reported_seq":466,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:11.262492+0000","last_change":"2024-09-12T17:50:12.696215+0000","last_active":"2024-09-12T18:14:11.262492+0000","last_peered":"2024-09-12T18:14:11.262492+0000","last_clean":"2024-09-12T18:14:11.262492+0000","last_became_active":"2024-09-12T17:50:12.695302+0000","last_became_peered":"2024-09-12T17:50:12.695302+0000","last_unstale":"2024-09-12T18:14:11.262492+0000","last_undegraded":"2024-09-12T18:14:11.262492+0000","last_fullsized":"2024-09-12T18:14:11.262492+0000","mapping_epoch":252,"log_start":"263'100","ondisk_log_start":"263'100","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:21:21.737387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":818,"num_read_kb":651,"num_write":189,"num_write_kb":126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:32.401796+0000","last_change":"2024-09-12T18:02:38.157255+0000","last_active":"2024-09-12T18:13:32.401796+0000","last_peered":"2024-09-12T18:13:32.401796+0000","last_clean":"2024-09-12T18:13:32.401796+0000","last_became_active":"2024-09-12T18:02:38.156956+0000","last_became_peered":"2024-09-12T18:02:38.156956+0000","last_unstale":"2024-09-12T18:13:32.401796+0000","last_undegraded":"2024-09-12T18:13:32.401796+0000","last_fullsized":"2024-09-12T18:13:32.401796+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:47:02.929735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"263'2","reported_seq":37,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:17.539172+0000","last_change":"2024-09-12T17:52:02.161475+0000","last_active":"2024-09-12T18:12:17.539172+0000","last_peered":"2024-09-12T18:12:17.539172+0000","last_clean":"2024-09-12T18:12:17.539172+0000","last_became_active":"2024-09-12T17:52:02.160519+0000","last_became_peered":"2024-09-12T17:52:02.160519+0000","last_unstale":"2024-09-12T18:12:17.539172+0000","last_undegraded":"2024-09-12T18:12:17.539172+0000","last_fullsized":"2024-09-12T18:12:17.539172+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:36:24.820111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"266'3","reported_seq":44,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:32.412699+0000","last_change":"2024-09-12T17:51:59.145277+0000","last_active":"2024-09-12T18:14:32.412699+0000","last_peered":"2024-09-12T18:14:32.412699+0000","last_clean":"2024-09-12T18:14:32.412699+0000","last_became_active":"2024-09-12T17:51:59.144978+0000","last_became_peered":"2024-09-12T17:51:59.144978+0000","last_unstale":"2024-09-12T18:14:32.412699+0000","last_undegraded":"2024-09-12T18:14:32.412699+0000","last_fullsized":"2024-09-12T18:14:32.412699+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:33:21.479269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"266'11","reported_seq":76,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:38.621111+0000","last_change":"2024-09-12T17:50:12.699972+0000","last_active":"2024-09-12T18:13:38.621111+0000","last_peered":"2024-09-12T18:13:38.621111+0000","last_clean":"2024-09-12T18:13:38.621111+0000","last_became_active":"2024-09-12T17:50:12.698913+0000","last_became_peered":"2024-09-12T17:50:12.698913+0000","last_unstale":"2024-09-12T18:13:38.621111+0000","last_undegraded":"2024-09-12T18:13:38.621111+0000","last_fullsized":"2024-09-12T18:13:38.621111+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:41:56.088986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":51,"num_read_kb":36,"num_write":23,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:57.407930+0000","last_change":"2024-09-12T18:02:38.159136+0000","last_active":"2024-09-12T18:13:57.407930+0000","last_peered":"2024-09-12T18:13:57.407930+0000","last_clean":"2024-09-12T18:13:57.407930+0000","last_became_active":"2024-09-12T18:02:38.158852+0000","last_became_peered":"2024-09-12T18:02:38.158852+0000","last_unstale":"2024-09-12T18:13:57.407930+0000","last_undegraded":"2024-09-12T18:13:57.407930+0000","last_fullsized":"2024-09-12T18:13:57.407930+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:57:22.862407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"263'4","reported_seq":42,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:17.539118+0000","last_change":"2024-09-12T17:52:02.164062+0000","last_active":"2024-09-12T18:12:17.539118+0000","last_peered":"2024-09-12T18:12:17.539118+0000","last_clean":"2024-09-12T18:12:17.539118+0000","last_became_active":"2024-09-12T17:52:02.163005+0000","last_became_peered":"2024-09-12T17:52:02.163005+0000","last_unstale":"2024-09-12T18:12:17.539118+0000","last_undegraded":"2024-09-12T18:12:17.539118+0000","last_fullsized":"2024-09-12T18:12:17.539118+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:15:31.568040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":12290,"num_write":4,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"266'4","reported_seq":47,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.278459+0000","last_change":"2024-09-12T17:51:59.143191+0000","last_active":"2024-09-12T18:16:38.278459+0000","last_peered":"2024-09-12T18:16:38.278459+0000","last_clean":"2024-09-12T18:16:38.278459+0000","last_became_active":"2024-09-12T17:51:59.141618+0000","last_became_peered":"2024-09-12T17:51:59.141618+0000","last_unstale":"2024-09-12T18:16:38.278459+0000","last_undegraded":"2024-09-12T18:16:38.278459+0000","last_fullsized":"2024-09-12T18:16:38.278459+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:59:45.650134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":10240,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"266'58","reported_seq":208,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:11.781418+0000","last_change":"2024-09-12T17:50:12.698175+0000","last_active":"2024-09-12T18:14:11.781418+0000","last_peered":"2024-09-12T18:14:11.781418+0000","last_clean":"2024-09-12T18:14:11.781418+0000","last_became_active":"2024-09-12T17:50:12.697897+0000","last_became_peered":"2024-09-12T17:50:12.697897+0000","last_unstale":"2024-09-12T18:14:11.781418+0000","last_undegraded":"2024-09-12T18:14:11.781418+0000","last_fullsized":"2024-09-12T18:14:11.781418+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":0,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:20:02.710918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":299,"num_read_kb":217,"num_write":105,"num_write_kb":42,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:27.401731+0000","last_change":"2024-09-12T18:02:38.163694+0000","last_active":"2024-09-12T18:13:27.401731+0000","last_peered":"2024-09-12T18:13:27.401731+0000","last_clean":"2024-09-12T18:13:27.401731+0000","last_became_active":"2024-09-12T18:02:38.163438+0000","last_became_peered":"2024-09-12T18:02:38.163438+0000","last_unstale":"2024-09-12T18:13:27.401731+0000","last_undegraded":"2024-09-12T18:13:27.401731+0000","last_fullsized":"2024-09-12T18:13:27.401731+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:24:44.345072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"266'6","reported_seq":45,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:37.410243+0000","last_change":"2024-09-12T17:52:02.669692+0000","last_active":"2024-09-12T18:14:37.410243+0000","last_peered":"2024-09-12T18:14:37.410243+0000","last_clean":"2024-09-12T18:14:37.410243+0000","last_became_active":"2024-09-12T17:52:02.669335+0000","last_became_peered":"2024-09-12T17:52:02.669335+0000","last_unstale":"2024-09-12T18:14:37.410243+0000","last_undegraded":"2024-09-12T18:14:37.410243+0000","last_fullsized":"2024-09-12T18:14:37.410243+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:39:17.032465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":4098,"num_write":6,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"266'2","reported_seq":42,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:32.528319+0000","last_change":"2024-09-12T17:51:59.145629+0000","last_active":"2024-09-12T18:14:32.528319+0000","last_peered":"2024-09-12T18:14:32.528319+0000","last_clean":"2024-09-12T18:14:32.528319+0000","last_became_active":"2024-09-12T17:51:59.145349+0000","last_became_peered":"2024-09-12T17:51:59.145349+0000","last_unstale":"2024-09-12T18:14:32.528319+0000","last_undegraded":"2024-09-12T18:14:32.528319+0000","last_fullsized":"2024-09-12T18:14:32.528319+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:36:18.870770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"266'19","reported_seq":99,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:42.396426+0000","last_change":"2024-09-12T17:50:12.699096+0000","last_active":"2024-09-12T18:12:42.396426+0000","last_peered":"2024-09-12T18:12:42.396426+0000","last_clean":"2024-09-12T18:12:42.396426+0000","last_became_active":"2024-09-12T17:50:12.698820+0000","last_became_peered":"2024-09-12T17:50:12.698820+0000","last_unstale":"2024-09-12T18:12:42.396426+0000","last_undegraded":"2024-09-12T18:12:42.396426+0000","last_fullsized":"2024-09-12T18:12:42.396426+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:26:44.053633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":96,"num_read_kb":66,"num_write":35,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:32.404388+0000","last_change":"2024-09-12T18:02:38.158359+0000","last_active":"2024-09-12T18:13:32.404388+0000","last_peered":"2024-09-12T18:13:32.404388+0000","last_clean":"2024-09-12T18:13:32.404388+0000","last_became_active":"2024-09-12T18:02:38.158057+0000","last_became_peered":"2024-09-12T18:02:38.158057+0000","last_unstale":"2024-09-12T18:13:32.404388+0000","last_undegraded":"2024-09-12T18:13:32.404388+0000","last_fullsized":"2024-09-12T18:13:32.404388+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:34:22.586580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"266'4","reported_seq":40,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:32.557723+0000","last_change":"2024-09-12T17:52:02.164617+0000","last_active":"2024-09-12T18:14:32.557723+0000","last_peered":"2024-09-12T18:14:32.557723+0000","last_clean":"2024-09-12T18:14:32.557723+0000","last_became_active":"2024-09-12T17:52:02.163690+0000","last_became_peered":"2024-09-12T17:52:02.163690+0000","last_unstale":"2024-09-12T18:14:32.557723+0000","last_undegraded":"2024-09-12T18:14:32.557723+0000","last_fullsized":"2024-09-12T18:14:32.557723+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:31:37.816854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":1553,"num_write":4,"num_write_kb":1553,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"266'2","reported_seq":42,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:37.410231+0000","last_change":"2024-09-12T17:51:59.147940+0000","last_active":"2024-09-12T18:14:37.410231+0000","last_peered":"2024-09-12T18:14:37.410231+0000","last_clean":"2024-09-12T18:14:37.410231+0000","last_became_active":"2024-09-12T17:51:59.147662+0000","last_became_peered":"2024-09-12T17:51:59.147662+0000","last_unstale":"2024-09-12T18:14:37.410231+0000","last_undegraded":"2024-09-12T18:14:37.410231+0000","last_fullsized":"2024-09-12T18:14:37.410231+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:37:42.006675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"266'53","reported_seq":195,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:08.023477+0000","last_change":"2024-09-12T17:50:12.696816+0000","last_active":"2024-09-12T18:14:08.023477+0000","last_peered":"2024-09-12T18:14:08.023477+0000","last_clean":"2024-09-12T18:14:08.023477+0000","last_became_active":"2024-09-12T17:50:12.696539+0000","last_became_peered":"2024-09-12T17:50:12.696539+0000","last_unstale":"2024-09-12T18:14:08.023477+0000","last_undegraded":"2024-09-12T18:14:08.023477+0000","last_fullsized":"2024-09-12T18:14:08.023477+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":0,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:35:48.258532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":280,"num_read_kb":196,"num_write":91,"num_write_kb":39,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:52.552877+0000","last_change":"2024-09-12T18:02:38.159735+0000","last_active":"2024-09-12T18:13:52.552877+0000","last_peered":"2024-09-12T18:13:52.552877+0000","last_clean":"2024-09-12T18:13:52.552877+0000","last_became_active":"2024-09-12T18:02:38.159409+0000","last_became_peered":"2024-09-12T18:02:38.159409+0000","last_unstale":"2024-09-12T18:13:52.552877+0000","last_undegraded":"2024-09-12T18:13:52.552877+0000","last_fullsized":"2024-09-12T18:13:52.552877+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:42:23.485522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"0'0","reported_seq":34,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.433823+0000","last_change":"2024-09-12T17:52:02.162686+0000","last_active":"2024-09-12T18:13:42.433823+0000","last_peered":"2024-09-12T18:13:42.433823+0000","last_clean":"2024-09-12T18:13:42.433823+0000","last_became_active":"2024-09-12T17:52:02.162397+0000","last_became_peered":"2024-09-12T17:52:02.162397+0000","last_unstale":"2024-09-12T18:13:42.433823+0000","last_undegraded":"2024-09-12T18:13:42.433823+0000","last_fullsized":"2024-09-12T18:13:42.433823+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:01:26.630396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"266'6","reported_seq":50,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.270879+0000","last_change":"2024-09-12T17:51:59.144770+0000","last_active":"2024-09-12T18:16:38.270879+0000","last_peered":"2024-09-12T18:16:38.270879+0000","last_clean":"2024-09-12T18:16:38.270879+0000","last_became_active":"2024-09-12T17:51:59.144477+0000","last_became_peered":"2024-09-12T17:51:59.144477+0000","last_unstale":"2024-09-12T18:16:38.270879+0000","last_undegraded":"2024-09-12T18:16:38.270879+0000","last_fullsized":"2024-09-12T18:16:38.270879+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:48:09.467583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":12288,"num_write":6,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"266'43","reported_seq":166,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:18.987187+0000","last_change":"2024-09-12T17:50:12.699599+0000","last_active":"2024-09-12T18:13:18.987187+0000","last_peered":"2024-09-12T18:13:18.987187+0000","last_clean":"2024-09-12T18:13:18.987187+0000","last_became_active":"2024-09-12T17:50:12.699290+0000","last_became_peered":"2024-09-12T17:50:12.699290+0000","last_unstale":"2024-09-12T18:13:18.987187+0000","last_undegraded":"2024-09-12T18:13:18.987187+0000","last_fullsized":"2024-09-12T18:13:18.987187+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:46:57.087853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":225,"num_read_kb":162,"num_write":74,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.408679+0000","last_change":"2024-09-12T18:02:38.158629+0000","last_active":"2024-09-12T18:14:02.408679+0000","last_peered":"2024-09-12T18:14:02.408679+0000","last_clean":"2024-09-12T18:14:02.408679+0000","last_became_active":"2024-09-12T18:02:38.158269+0000","last_became_peered":"2024-09-12T18:02:38.158269+0000","last_unstale":"2024-09-12T18:14:02.408679+0000","last_undegraded":"2024-09-12T18:14:02.408679+0000","last_fullsized":"2024-09-12T18:14:02.408679+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:38:40.505859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"0'0","reported_seq":34,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.405711+0000","last_change":"2024-09-12T17:52:02.668841+0000","last_active":"2024-09-12T18:13:42.405711+0000","last_peered":"2024-09-12T18:13:42.405711+0000","last_clean":"2024-09-12T18:13:42.405711+0000","last_became_active":"2024-09-12T17:52:02.668524+0000","last_became_peered":"2024-09-12T17:52:02.668524+0000","last_unstale":"2024-09-12T18:13:42.405711+0000","last_undegraded":"2024-09-12T18:13:42.405711+0000","last_fullsized":"2024-09-12T18:13:42.405711+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:06:07.368372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"266'8","reported_seq":51,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.270356+0000","last_change":"2024-09-12T17:51:59.147202+0000","last_active":"2024-09-12T18:16:38.270356+0000","last_peered":"2024-09-12T18:16:38.270356+0000","last_clean":"2024-09-12T18:16:38.270356+0000","last_became_active":"2024-09-12T17:51:59.146888+0000","last_became_peered":"2024-09-12T17:51:59.146888+0000","last_unstale":"2024-09-12T18:16:38.270356+0000","last_undegraded":"2024-09-12T18:16:38.270356+0000","last_fullsized":"2024-09-12T18:16:38.270356+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:13:27.813081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8232,"num_write":18,"num_write_kb":5160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"266'48","reported_seq":172,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:11.257938+0000","last_change":"2024-09-12T17:50:12.696489+0000","last_active":"2024-09-12T18:14:11.257938+0000","last_peered":"2024-09-12T18:14:11.257938+0000","last_clean":"2024-09-12T18:14:11.257938+0000","last_became_active":"2024-09-12T17:50:12.694194+0000","last_became_peered":"2024-09-12T17:50:12.694194+0000","last_unstale":"2024-09-12T18:14:11.257938+0000","last_undegraded":"2024-09-12T18:14:11.257938+0000","last_fullsized":"2024-09-12T18:14:11.257938+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:13:34.540352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":222,"num_read_kb":153,"num_write":95,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"266'1","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:57.407963+0000","last_change":"2024-09-12T18:02:38.158037+0000","last_active":"2024-09-12T18:13:57.407963+0000","last_peered":"2024-09-12T18:13:57.407963+0000","last_clean":"2024-09-12T18:13:57.407963+0000","last_became_active":"2024-09-12T18:02:38.157759+0000","last_became_peered":"2024-09-12T18:02:38.157759+0000","last_unstale":"2024-09-12T18:13:57.407963+0000","last_undegraded":"2024-09-12T18:13:57.407963+0000","last_fullsized":"2024-09-12T18:13:57.407963+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:55:23.130301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"0'0","reported_seq":33,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:17.392026+0000","last_change":"2024-09-12T17:52:02.153879+0000","last_active":"2024-09-12T18:12:17.392026+0000","last_peered":"2024-09-12T18:12:17.392026+0000","last_clean":"2024-09-12T18:12:17.392026+0000","last_became_active":"2024-09-12T17:52:02.153354+0000","last_became_peered":"2024-09-12T17:52:02.153354+0000","last_unstale":"2024-09-12T18:12:17.392026+0000","last_undegraded":"2024-09-12T18:12:17.392026+0000","last_fullsized":"2024-09-12T18:12:17.392026+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:09:29.572725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"266'9","reported_seq":57,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:57.539846+0000","last_change":"2024-09-12T17:51:59.148521+0000","last_active":"2024-09-12T18:15:57.539846+0000","last_peered":"2024-09-12T18:15:57.539846+0000","last_clean":"2024-09-12T18:15:57.539846+0000","last_became_active":"2024-09-12T17:51:59.147945+0000","last_became_peered":"2024-09-12T17:51:59.147945+0000","last_unstale":"2024-09-12T18:15:57.539846+0000","last_undegraded":"2024-09-12T18:15:57.539846+0000","last_fullsized":"2024-09-12T18:15:57.539846+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:15:51.963327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":14338,"num_write":14,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"266'15","reported_seq":86,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.554086+0000","last_change":"2024-09-12T17:50:12.697089+0000","last_active":"2024-09-12T18:14:02.554086+0000","last_peered":"2024-09-12T18:14:02.554086+0000","last_clean":"2024-09-12T18:14:02.554086+0000","last_became_active":"2024-09-12T17:50:12.696682+0000","last_became_peered":"2024-09-12T17:50:12.696682+0000","last_unstale":"2024-09-12T18:14:02.554086+0000","last_undegraded":"2024-09-12T18:14:02.554086+0000","last_fullsized":"2024-09-12T18:14:02.554086+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:23:17.579953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":68,"num_read_kb":48,"num_write":26,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:57.523909+0000","last_change":"2024-09-12T18:02:38.160972+0000","last_active":"2024-09-12T18:13:57.523909+0000","last_peered":"2024-09-12T18:13:57.523909+0000","last_clean":"2024-09-12T18:13:57.523909+0000","last_became_active":"2024-09-12T18:02:38.160668+0000","last_became_peered":"2024-09-12T18:02:38.160668+0000","last_unstale":"2024-09-12T18:13:57.523909+0000","last_undegraded":"2024-09-12T18:13:57.523909+0000","last_fullsized":"2024-09-12T18:13:57.523909+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:05:22.599535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"0'0","reported_seq":34,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.406473+0000","last_change":"2024-09-12T17:52:02.162248+0000","last_active":"2024-09-12T18:13:47.406473+0000","last_peered":"2024-09-12T18:13:47.406473+0000","last_clean":"2024-09-12T18:13:47.406473+0000","last_became_active":"2024-09-12T17:52:02.161957+0000","last_became_peered":"2024-09-12T17:52:02.161957+0000","last_unstale":"2024-09-12T18:13:47.406473+0000","last_undegraded":"2024-09-12T18:13:47.406473+0000","last_fullsized":"2024-09-12T18:13:47.406473+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:39:05.596205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"266'10","reported_seq":60,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:32.440637+0000","last_change":"2024-09-12T17:51:59.138549+0000","last_active":"2024-09-12T18:14:32.440637+0000","last_peered":"2024-09-12T18:14:32.440637+0000","last_clean":"2024-09-12T18:14:32.440637+0000","last_became_active":"2024-09-12T17:51:59.138251+0000","last_became_peered":"2024-09-12T17:51:59.138251+0000","last_unstale":"2024-09-12T18:14:32.440637+0000","last_undegraded":"2024-09-12T18:14:32.440637+0000","last_fullsized":"2024-09-12T18:14:32.440637+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:35:40.738744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17,"num_read_kb":7699,"num_write":10,"num_write_kb":4625,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"266'51","reported_seq":194,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.406492+0000","last_change":"2024-09-12T17:50:12.699082+0000","last_active":"2024-09-12T18:14:02.406492+0000","last_peered":"2024-09-12T18:14:02.406492+0000","last_clean":"2024-09-12T18:14:02.406492+0000","last_became_active":"2024-09-12T17:50:12.698811+0000","last_became_peered":"2024-09-12T17:50:12.698811+0000","last_unstale":"2024-09-12T18:14:02.406492+0000","last_undegraded":"2024-09-12T18:14:02.406492+0000","last_fullsized":"2024-09-12T18:14:02.406492+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":0,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:48:42.903528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":279,"num_read_kb":200,"num_write":87,"num_write_kb":42,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:07.400633+0000","last_change":"2024-09-12T18:02:38.160811+0000","last_active":"2024-09-12T18:13:07.400633+0000","last_peered":"2024-09-12T18:13:07.400633+0000","last_clean":"2024-09-12T18:13:07.400633+0000","last_became_active":"2024-09-12T18:02:38.160530+0000","last_became_peered":"2024-09-12T18:02:38.160530+0000","last_unstale":"2024-09-12T18:13:07.400633+0000","last_undegraded":"2024-09-12T18:13:07.400633+0000","last_fullsized":"2024-09-12T18:13:07.400633+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:46:07.806908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"266'10","reported_seq":50,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.183123+0000","last_change":"2024-09-12T17:52:02.156312+0000","last_active":"2024-09-12T18:16:38.183123+0000","last_peered":"2024-09-12T18:16:38.183123+0000","last_clean":"2024-09-12T18:16:38.183123+0000","last_became_active":"2024-09-12T17:52:02.155743+0000","last_became_peered":"2024-09-12T17:52:02.155743+0000","last_unstale":"2024-09-12T18:16:38.183123+0000","last_undegraded":"2024-09-12T18:16:38.183123+0000","last_fullsized":"2024-09-12T18:16:38.183123+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:53:22.135174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":7170,"num_write":20,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"266'5","reported_seq":48,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.374093+0000","last_change":"2024-09-12T17:51:59.147244+0000","last_active":"2024-09-12T18:16:38.374093+0000","last_peered":"2024-09-12T18:16:38.374093+0000","last_clean":"2024-09-12T18:16:38.374093+0000","last_became_active":"2024-09-12T17:51:59.146953+0000","last_became_peered":"2024-09-12T17:51:59.146953+0000","last_unstale":"2024-09-12T18:16:38.374093+0000","last_undegraded":"2024-09-12T18:16:38.374093+0000","last_fullsized":"2024-09-12T18:16:38.374093+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:29:08.854437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8763,"num_write":10,"num_write_kb":4667,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"266'30","reported_seq":132,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.524620+0000","last_change":"2024-09-12T17:50:12.700513+0000","last_active":"2024-09-12T18:14:02.524620+0000","last_peered":"2024-09-12T18:14:02.524620+0000","last_clean":"2024-09-12T18:14:02.524620+0000","last_became_active":"2024-09-12T17:50:12.698933+0000","last_became_peered":"2024-09-12T17:50:12.698933+0000","last_unstale":"2024-09-12T18:14:02.524620+0000","last_undegraded":"2024-09-12T18:14:02.524620+0000","last_fullsized":"2024-09-12T18:14:02.524620+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:46:30.615578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":154,"num_read_kb":111,"num_write":53,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:02.534867+0000","last_change":"2024-09-12T18:02:38.151744+0000","last_active":"2024-09-12T18:13:02.534867+0000","last_peered":"2024-09-12T18:13:02.534867+0000","last_clean":"2024-09-12T18:13:02.534867+0000","last_became_active":"2024-09-12T18:02:38.151453+0000","last_became_peered":"2024-09-12T18:02:38.151453+0000","last_unstale":"2024-09-12T18:13:02.534867+0000","last_undegraded":"2024-09-12T18:13:02.534867+0000","last_fullsized":"2024-09-12T18:13:02.534867+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:53:49.772375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"0'0","reported_seq":34,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:52.515058+0000","last_change":"2024-09-12T17:52:02.670383+0000","last_active":"2024-09-12T18:12:52.515058+0000","last_peered":"2024-09-12T18:12:52.515058+0000","last_clean":"2024-09-12T18:12:52.515058+0000","last_became_active":"2024-09-12T17:52:02.670033+0000","last_became_peered":"2024-09-12T17:52:02.670033+0000","last_unstale":"2024-09-12T18:12:52.515058+0000","last_undegraded":"2024-09-12T18:12:52.515058+0000","last_fullsized":"2024-09-12T18:12:52.515058+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:58:39.267071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"263'5","reported_seq":49,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:57.397653+0000","last_change":"2024-09-12T17:51:59.142869+0000","last_active":"2024-09-12T18:12:57.397653+0000","last_peered":"2024-09-12T18:12:57.397653+0000","last_clean":"2024-09-12T18:12:57.397653+0000","last_became_active":"2024-09-12T17:51:59.142482+0000","last_became_peered":"2024-09-12T17:51:59.142482+0000","last_unstale":"2024-09-12T18:12:57.397653+0000","last_undegraded":"2024-09-12T18:12:57.397653+0000","last_fullsized":"2024-09-12T18:12:57.397653+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:57:25.219760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8192,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"266'137","reported_seq":477,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.406560+0000","last_change":"2024-09-12T17:50:12.698253+0000","last_active":"2024-09-12T18:14:02.406560+0000","last_peered":"2024-09-12T18:14:02.406560+0000","last_clean":"2024-09-12T18:14:02.406560+0000","last_became_active":"2024-09-12T17:50:12.697975+0000","last_became_peered":"2024-09-12T17:50:12.697975+0000","last_unstale":"2024-09-12T18:14:02.406560+0000","last_undegraded":"2024-09-12T18:14:02.406560+0000","last_fullsized":"2024-09-12T18:14:02.406560+0000","mapping_epoch":252,"log_start":"263'100","ondisk_log_start":"263'100","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:27:30.846064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":846,"num_read_kb":616,"num_write":166,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:42.410692+0000","last_change":"2024-09-12T18:02:38.157807+0000","last_active":"2024-09-12T18:14:42.410692+0000","last_peered":"2024-09-12T18:14:42.410692+0000","last_clean":"2024-09-12T18:14:42.410692+0000","last_became_active":"2024-09-12T18:02:38.157334+0000","last_became_peered":"2024-09-12T18:02:38.157334+0000","last_unstale":"2024-09-12T18:14:42.410692+0000","last_undegraded":"2024-09-12T18:14:42.410692+0000","last_fullsized":"2024-09-12T18:14:42.410692+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:00:21.774169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"0'0","reported_seq":34,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.405883+0000","last_change":"2024-09-12T17:52:02.668797+0000","last_active":"2024-09-12T18:13:42.405883+0000","last_peered":"2024-09-12T18:13:42.405883+0000","last_clean":"2024-09-12T18:13:42.405883+0000","last_became_active":"2024-09-12T17:52:02.668489+0000","last_became_peered":"2024-09-12T17:52:02.668489+0000","last_unstale":"2024-09-12T18:13:42.405883+0000","last_undegraded":"2024-09-12T18:13:42.405883+0000","last_fullsized":"2024-09-12T18:13:42.405883+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:38:53.170570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"266'4","reported_seq":47,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:52.425479+0000","last_change":"2024-09-12T17:51:59.147970+0000","last_active":"2024-09-12T18:15:52.425479+0000","last_peered":"2024-09-12T18:15:52.425479+0000","last_clean":"2024-09-12T18:15:52.425479+0000","last_became_active":"2024-09-12T17:51:59.147683+0000","last_became_peered":"2024-09-12T17:51:59.147683+0000","last_unstale":"2024-09-12T18:15:52.425479+0000","last_undegraded":"2024-09-12T18:15:52.425479+0000","last_fullsized":"2024-09-12T18:15:52.425479+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:36:42.780698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8192,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"266'39","reported_seq":157,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:19.457606+0000","last_change":"2024-09-12T17:50:12.694069+0000","last_active":"2024-09-12T18:13:19.457606+0000","last_peered":"2024-09-12T18:13:19.457606+0000","last_clean":"2024-09-12T18:13:19.457606+0000","last_became_active":"2024-09-12T17:50:12.693758+0000","last_became_peered":"2024-09-12T17:50:12.693758+0000","last_unstale":"2024-09-12T18:13:19.457606+0000","last_undegraded":"2024-09-12T18:13:19.457606+0000","last_fullsized":"2024-09-12T18:13:19.457606+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:08:04.440588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":206,"num_read_kb":145,"num_write":69,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:02.428706+0000","last_change":"2024-09-12T18:02:38.157256+0000","last_active":"2024-09-12T18:13:02.428706+0000","last_peered":"2024-09-12T18:13:02.428706+0000","last_clean":"2024-09-12T18:13:02.428706+0000","last_became_active":"2024-09-12T18:02:38.156973+0000","last_became_peered":"2024-09-12T18:02:38.156973+0000","last_unstale":"2024-09-12T18:13:02.428706+0000","last_undegraded":"2024-09-12T18:13:02.428706+0000","last_fullsized":"2024-09-12T18:13:02.428706+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:04:13.013667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"266'7","reported_seq":46,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.239215+0000","last_change":"2024-09-12T17:52:02.161330+0000","last_active":"2024-09-12T18:16:38.239215+0000","last_peered":"2024-09-12T18:16:38.239215+0000","last_clean":"2024-09-12T18:16:38.239215+0000","last_became_active":"2024-09-12T17:52:02.159767+0000","last_became_peered":"2024-09-12T17:52:02.159767+0000","last_unstale":"2024-09-12T18:16:38.239215+0000","last_undegraded":"2024-09-12T18:16:38.239215+0000","last_fullsized":"2024-09-12T18:16:38.239215+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:29:53.581776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":10240,"num_write":12,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"0'0","reported_seq":40,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.405892+0000","last_change":"2024-09-12T17:51:59.149021+0000","last_active":"2024-09-12T18:13:42.405892+0000","last_peered":"2024-09-12T18:13:42.405892+0000","last_clean":"2024-09-12T18:13:42.405892+0000","last_became_active":"2024-09-12T17:51:59.148691+0000","last_became_peered":"2024-09-12T17:51:59.148691+0000","last_unstale":"2024-09-12T18:13:42.405892+0000","last_undegraded":"2024-09-12T18:13:42.405892+0000","last_fullsized":"2024-09-12T18:13:42.405892+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:27:47.992842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"266'28","reported_seq":123,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:07.398943+0000","last_change":"2024-09-12T17:50:12.697220+0000","last_active":"2024-09-12T18:13:07.398943+0000","last_peered":"2024-09-12T18:13:07.398943+0000","last_clean":"2024-09-12T18:13:07.398943+0000","last_became_active":"2024-09-12T17:50:12.696915+0000","last_became_peered":"2024-09-12T17:50:12.696915+0000","last_unstale":"2024-09-12T18:13:07.398943+0000","last_undegraded":"2024-09-12T18:13:07.398943+0000","last_fullsized":"2024-09-12T18:13:07.398943+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":0,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:19:34.472409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":136,"num_read_kb":96,"num_write":55,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"265'1","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:27.401060+0000","last_change":"2024-09-12T18:02:38.162866+0000","last_active":"2024-09-12T18:13:27.401060+0000","last_peered":"2024-09-12T18:13:27.401060+0000","last_clean":"2024-09-12T18:13:27.401060+0000","last_became_active":"2024-09-12T18:02:38.162572+0000","last_became_peered":"2024-09-12T18:02:38.162572+0000","last_unstale":"2024-09-12T18:13:27.401060+0000","last_undegraded":"2024-09-12T18:13:27.401060+0000","last_fullsized":"2024-09-12T18:13:27.401060+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:19:44.584629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"266'8","reported_seq":46,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:57.412364+0000","last_change":"2024-09-12T17:52:02.158633+0000","last_active":"2024-09-12T18:14:57.412364+0000","last_peered":"2024-09-12T18:14:57.412364+0000","last_clean":"2024-09-12T18:14:57.412364+0000","last_became_active":"2024-09-12T17:52:02.158305+0000","last_became_peered":"2024-09-12T17:52:02.158305+0000","last_unstale":"2024-09-12T18:14:57.412364+0000","last_undegraded":"2024-09-12T18:14:57.412364+0000","last_fullsized":"2024-09-12T18:14:57.412364+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:26:54.068588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":8192,"num_write":18,"num_write_kb":12288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"266'4","reported_seq":47,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.298607+0000","last_change":"2024-09-12T17:51:59.146863+0000","last_active":"2024-09-12T18:16:38.298607+0000","last_peered":"2024-09-12T18:16:38.298607+0000","last_clean":"2024-09-12T18:16:38.298607+0000","last_became_active":"2024-09-12T17:51:59.146539+0000","last_became_peered":"2024-09-12T17:51:59.146539+0000","last_unstale":"2024-09-12T18:16:38.298607+0000","last_undegraded":"2024-09-12T18:16:38.298607+0000","last_fullsized":"2024-09-12T18:16:38.298607+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:57:32.237432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":7168,"num_write":4,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"266'35","reported_seq":148,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:07.535612+0000","last_change":"2024-09-12T17:50:12.698263+0000","last_active":"2024-09-12T18:13:07.535612+0000","last_peered":"2024-09-12T18:13:07.535612+0000","last_clean":"2024-09-12T18:13:07.535612+0000","last_became_active":"2024-09-12T17:50:12.697992+0000","last_became_peered":"2024-09-12T17:50:12.697992+0000","last_unstale":"2024-09-12T18:13:07.535612+0000","last_undegraded":"2024-09-12T18:13:07.535612+0000","last_fullsized":"2024-09-12T18:13:07.535612+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":0,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:39:38.762538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":188,"num_read_kb":134,"num_write":61,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:32.520147+0000","last_change":"2024-09-12T18:02:38.159542+0000","last_active":"2024-09-12T18:13:32.520147+0000","last_peered":"2024-09-12T18:13:32.520147+0000","last_clean":"2024-09-12T18:13:32.520147+0000","last_became_active":"2024-09-12T18:02:38.159197+0000","last_became_peered":"2024-09-12T18:02:38.159197+0000","last_unstale":"2024-09-12T18:13:32.520147+0000","last_undegraded":"2024-09-12T18:13:32.520147+0000","last_fullsized":"2024-09-12T18:13:32.520147+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:08:10.624709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"266'6","reported_seq":45,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.238610+0000","last_change":"2024-09-12T17:52:02.162603+0000","last_active":"2024-09-12T18:16:38.238610+0000","last_peered":"2024-09-12T18:16:38.238610+0000","last_clean":"2024-09-12T18:16:38.238610+0000","last_became_active":"2024-09-12T17:52:02.162340+0000","last_became_peered":"2024-09-12T17:52:02.162340+0000","last_unstale":"2024-09-12T18:16:38.238610+0000","last_undegraded":"2024-09-12T18:16:38.238610+0000","last_fullsized":"2024-09-12T18:16:38.238610+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:42:01.553012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":12288,"num_write":6,"num_write_kb":12288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"0'0","reported_seq":40,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:52.398704+0000","last_change":"2024-09-12T17:51:59.145181+0000","last_active":"2024-09-12T18:12:52.398704+0000","last_peered":"2024-09-12T18:12:52.398704+0000","last_clean":"2024-09-12T18:12:52.398704+0000","last_became_active":"2024-09-12T17:51:59.144846+0000","last_became_peered":"2024-09-12T17:51:59.144846+0000","last_unstale":"2024-09-12T18:12:52.398704+0000","last_undegraded":"2024-09-12T18:12:52.398704+0000","last_fullsized":"2024-09-12T18:12:52.398704+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:54:53.485233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"266'29","reported_seq":133,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:07.429299+0000","last_change":"2024-09-12T17:50:12.687098+0000","last_active":"2024-09-12T18:13:07.429299+0000","last_peered":"2024-09-12T18:13:07.429299+0000","last_clean":"2024-09-12T18:13:07.429299+0000","last_became_active":"2024-09-12T17:50:12.686722+0000","last_became_peered":"2024-09-12T17:50:12.686722+0000","last_unstale":"2024-09-12T18:13:07.429299+0000","last_undegraded":"2024-09-12T18:13:07.429299+0000","last_fullsized":"2024-09-12T18:13:07.429299+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:00:26.026612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":160,"num_read_kb":111,"num_write":51,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:07.517106+0000","last_change":"2024-09-12T18:02:38.162627+0000","last_active":"2024-09-12T18:13:07.517106+0000","last_peered":"2024-09-12T18:13:07.517106+0000","last_clean":"2024-09-12T18:13:07.517106+0000","last_became_active":"2024-09-12T18:02:38.162297+0000","last_became_peered":"2024-09-12T18:02:38.162297+0000","last_unstale":"2024-09-12T18:13:07.517106+0000","last_undegraded":"2024-09-12T18:13:07.517106+0000","last_fullsized":"2024-09-12T18:13:07.517106+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:07:27.096909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"263'5","reported_seq":43,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:52.397675+0000","last_change":"2024-09-12T17:52:02.161365+0000","last_active":"2024-09-12T18:12:52.397675+0000","last_peered":"2024-09-12T18:12:52.397675+0000","last_clean":"2024-09-12T18:12:52.397675+0000","last_became_active":"2024-09-12T17:52:02.160655+0000","last_became_peered":"2024-09-12T17:52:02.160655+0000","last_unstale":"2024-09-12T18:12:52.397675+0000","last_undegraded":"2024-09-12T18:12:52.397675+0000","last_fullsized":"2024-09-12T18:12:52.397675+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:36:16.945965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":5120,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"263'6","reported_seq":53,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:52.397047+0000","last_change":"2024-09-12T17:51:59.145851+0000","last_active":"2024-09-12T18:12:52.397047+0000","last_peered":"2024-09-12T18:12:52.397047+0000","last_clean":"2024-09-12T18:12:52.397047+0000","last_became_active":"2024-09-12T17:51:59.145508+0000","last_became_peered":"2024-09-12T17:51:59.145508+0000","last_unstale":"2024-09-12T18:12:52.397047+0000","last_undegraded":"2024-09-12T18:12:52.397047+0000","last_fullsized":"2024-09-12T18:12:52.397047+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:25:34.874495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":15362,"num_write":6,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"266'8","reported_seq":68,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:07.399476+0000","last_change":"2024-09-12T17:50:12.696093+0000","last_active":"2024-09-12T18:13:07.399476+0000","last_peered":"2024-09-12T18:13:07.399476+0000","last_clean":"2024-09-12T18:13:07.399476+0000","last_became_active":"2024-09-12T17:50:12.695832+0000","last_became_peered":"2024-09-12T17:50:12.695832+0000","last_unstale":"2024-09-12T18:13:07.399476+0000","last_undegraded":"2024-09-12T18:13:07.399476+0000","last_fullsized":"2024-09-12T18:13:07.399476+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:59:28.781308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":33,"num_read_kb":23,"num_write":19,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:12.401410+0000","last_change":"2024-09-12T18:02:38.160996+0000","last_active":"2024-09-12T18:13:12.401410+0000","last_peered":"2024-09-12T18:13:12.401410+0000","last_clean":"2024-09-12T18:13:12.401410+0000","last_became_active":"2024-09-12T18:02:38.160660+0000","last_became_peered":"2024-09-12T18:02:38.160660+0000","last_unstale":"2024-09-12T18:13:12.401410+0000","last_undegraded":"2024-09-12T18:13:12.401410+0000","last_fullsized":"2024-09-12T18:13:12.401410+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:19:10.334795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"266'3","reported_seq":37,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:57.444308+0000","last_change":"2024-09-12T17:52:02.163094+0000","last_active":"2024-09-12T18:14:57.444308+0000","last_peered":"2024-09-12T18:14:57.444308+0000","last_clean":"2024-09-12T18:14:57.444308+0000","last_became_active":"2024-09-12T17:52:02.162377+0000","last_became_peered":"2024-09-12T17:52:02.162377+0000","last_unstale":"2024-09-12T18:14:57.444308+0000","last_undegraded":"2024-09-12T18:14:57.444308+0000","last_fullsized":"2024-09-12T18:14:57.444308+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:41:50.679635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"266'5","reported_seq":47,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:57.413078+0000","last_change":"2024-09-12T17:51:59.150624+0000","last_active":"2024-09-12T18:14:57.413078+0000","last_peered":"2024-09-12T18:14:57.413078+0000","last_clean":"2024-09-12T18:14:57.413078+0000","last_became_active":"2024-09-12T17:51:59.150252+0000","last_became_peered":"2024-09-12T17:51:59.150252+0000","last_unstale":"2024-09-12T18:14:57.413078+0000","last_undegraded":"2024-09-12T18:14:57.413078+0000","last_fullsized":"2024-09-12T18:14:57.413078+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:46:45.730020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":4096,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"266'56","reported_seq":204,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:17.410679+0000","last_change":"2024-09-12T17:50:12.701550+0000","last_active":"2024-09-12T18:14:17.410679+0000","last_peered":"2024-09-12T18:14:17.410679+0000","last_clean":"2024-09-12T18:14:17.410679+0000","last_became_active":"2024-09-12T17:50:12.701174+0000","last_became_peered":"2024-09-12T17:50:12.701174+0000","last_unstale":"2024-09-12T18:14:17.410679+0000","last_undegraded":"2024-09-12T18:14:17.410679+0000","last_fullsized":"2024-09-12T18:14:17.410679+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":0,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:19:41.442243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":295,"num_read_kb":218,"num_write":91,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"266'169","reported_seq":784,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.065045+0000","last_change":"2024-09-12T17:35:31.566639+0000","last_active":"2024-09-12T18:16:38.065045+0000","last_peered":"2024-09-12T18:16:38.065045+0000","last_clean":"2024-09-12T18:16:38.065045+0000","last_became_active":"2024-09-12T17:35:31.566215+0000","last_became_peered":"2024-09-12T17:35:31.566215+0000","last_unstale":"2024-09-12T18:16:38.065045+0000","last_undegraded":"2024-09-12T18:16:38.065045+0000","last_fullsized":"2024-09-12T18:16:38.065045+0000","mapping_epoch":38,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:04:25.959719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":375,"num_read_kb":35445,"num_write":781,"num_write_kb":43842,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"266'406","reported_seq":1061,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:41.766368+0000","last_change":"2024-09-12T17:34:58.921503+0000","last_active":"2024-09-12T18:14:41.766368+0000","last_peered":"2024-09-12T18:14:41.766368+0000","last_clean":"2024-09-12T18:14:41.766368+0000","last_became_active":"2024-09-12T17:34:58.921234+0000","last_became_peered":"2024-09-12T17:34:58.921234+0000","last_unstale":"2024-09-12T18:14:41.766368+0000","last_undegraded":"2024-09-12T18:14:41.766368+0000","last_fullsized":"2024-09-12T18:14:41.766368+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":300,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:40:34.624085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1761,"num_read_kb":1435,"num_write":635,"num_write_kb":302,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"266'220","reported_seq":850,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.238692+0000","last_change":"2024-09-12T17:34:56.917289+0000","last_active":"2024-09-12T18:16:38.238692+0000","last_peered":"2024-09-12T18:16:38.238692+0000","last_clean":"2024-09-12T18:16:38.238692+0000","last_became_active":"2024-09-12T17:34:56.916768+0000","last_became_peered":"2024-09-12T17:34:56.916768+0000","last_unstale":"2024-09-12T18:16:38.238692+0000","last_undegraded":"2024-09-12T18:16:38.238692+0000","last_fullsized":"2024-09-12T18:16:38.238692+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":200,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:05:37.986347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263198,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":478,"num_read_kb":35339,"num_write":948,"num_write_kb":52324,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"266'4203","reported_seq":4832,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:18.104153+0000","last_change":"2024-09-12T17:34:58.924032+0000","last_active":"2024-09-12T18:16:18.104153+0000","last_peered":"2024-09-12T18:16:18.104153+0000","last_clean":"2024-09-12T18:16:18.104153+0000","last_became_active":"2024-09-12T17:34:58.923347+0000","last_became_peered":"2024-09-12T17:34:58.923347+0000","last_unstale":"2024-09-12T18:16:18.104153+0000","last_undegraded":"2024-09-12T18:16:18.104153+0000","last_fullsized":"2024-09-12T18:16:18.104153+0000","mapping_epoch":27,"log_start":"266'4100","ondisk_log_start":"266'4100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":3000,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:37:25.267724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16939,"num_read_kb":14199,"num_write":6308,"num_write_kb":3144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"266'250","reported_seq":944,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.341571+0000","last_change":"2024-09-12T17:34:56.922815+0000","last_active":"2024-09-12T18:16:38.341571+0000","last_peered":"2024-09-12T18:16:38.341571+0000","last_clean":"2024-09-12T18:16:38.341571+0000","last_became_active":"2024-09-12T17:34:56.922460+0000","last_became_peered":"2024-09-12T17:34:56.922460+0000","last_unstale":"2024-09-12T18:16:38.341571+0000","last_undegraded":"2024-09-12T18:16:38.341571+0000","last_fullsized":"2024-09-12T18:16:38.341571+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":200,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:23:31.134384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194316,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":829,"num_read_kb":13304,"num_write":1071,"num_write_kb":24662,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"266'156","reported_seq":790,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:09.297807+0000","last_change":"2024-09-12T17:34:58.928798+0000","last_active":"2024-09-12T18:14:09.297807+0000","last_peered":"2024-09-12T18:14:09.297807+0000","last_clean":"2024-09-12T18:14:09.297807+0000","last_became_active":"2024-09-12T17:34:58.928492+0000","last_became_peered":"2024-09-12T17:34:58.928492+0000","last_unstale":"2024-09-12T18:14:09.297807+0000","last_undegraded":"2024-09-12T18:14:09.297807+0000","last_fullsized":"2024-09-12T18:14:09.297807+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":100,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:34:49.051490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":745,"num_read_kb":631,"num_write":228,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"266'208","reported_seq":862,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.285892+0000","last_change":"2024-09-12T17:35:31.034176+0000","last_active":"2024-09-12T18:16:38.285892+0000","last_peered":"2024-09-12T18:16:38.285892+0000","last_clean":"2024-09-12T18:16:38.285892+0000","last_became_active":"2024-09-12T17:35:31.033763+0000","last_became_peered":"2024-09-12T17:35:31.033763+0000","last_unstale":"2024-09-12T18:16:38.285892+0000","last_undegraded":"2024-09-12T18:16:38.285892+0000","last_fullsized":"2024-09-12T18:16:38.285892+0000","mapping_epoch":38,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:38:05.950185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":40,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":475,"num_read_kb":50092,"num_write":917,"num_write_kb":33384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"266'240","reported_seq":859,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:12.430208+0000","last_change":"2024-09-12T17:34:58.934480+0000","last_active":"2024-09-12T18:14:12.430208+0000","last_peered":"2024-09-12T18:14:12.430208+0000","last_clean":"2024-09-12T18:14:12.430208+0000","last_became_active":"2024-09-12T17:34:58.933990+0000","last_became_peered":"2024-09-12T17:34:58.933990+0000","last_unstale":"2024-09-12T18:14:12.430208+0000","last_undegraded":"2024-09-12T18:14:12.430208+0000","last_fullsized":"2024-09-12T18:14:12.430208+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":200,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:43:26.125003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1048,"num_read_kb":851,"num_write":379,"num_write_kb":177,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"266'202","reported_seq":826,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.158881+0000","last_change":"2024-09-12T17:34:56.916858+0000","last_active":"2024-09-12T18:16:38.158881+0000","last_peered":"2024-09-12T18:16:38.158881+0000","last_clean":"2024-09-12T18:16:38.158881+0000","last_became_active":"2024-09-12T17:34:56.916522+0000","last_became_peered":"2024-09-12T17:34:56.916522+0000","last_unstale":"2024-09-12T18:16:38.158881+0000","last_undegraded":"2024-09-12T18:16:38.158881+0000","last_fullsized":"2024-09-12T18:16:38.158881+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":100,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:28:52.553485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":404,"num_read_kb":16770,"num_write":959,"num_write_kb":30011,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"266'176","reported_seq":803,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:40.909271+0000","last_change":"2024-09-12T17:34:58.929006+0000","last_active":"2024-09-12T18:14:40.909271+0000","last_peered":"2024-09-12T18:14:40.909271+0000","last_clean":"2024-09-12T18:14:40.909271+0000","last_became_active":"2024-09-12T17:34:58.928536+0000","last_became_peered":"2024-09-12T17:34:58.928536+0000","last_unstale":"2024-09-12T18:14:40.909271+0000","last_undegraded":"2024-09-12T18:14:40.909271+0000","last_fullsized":"2024-09-12T18:14:40.909271+0000","mapping_epoch":27,"log_start":"263'100","ondisk_log_start":"263'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:01:48.500983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":767,"num_read_kb":639,"num_write":271,"num_write_kb":126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"266'240","reported_seq":888,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.254408+0000","last_change":"2024-09-12T17:34:56.926887+0000","last_active":"2024-09-12T18:16:38.254408+0000","last_peered":"2024-09-12T18:16:38.254408+0000","last_clean":"2024-09-12T18:16:38.254408+0000","last_became_active":"2024-09-12T17:34:56.924970+0000","last_became_peered":"2024-09-12T17:34:56.924970+0000","last_unstale":"2024-09-12T18:16:38.254408+0000","last_undegraded":"2024-09-12T18:16:38.254408+0000","last_fullsized":"2024-09-12T18:16:38.254408+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":200,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:51:31.454965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3662510,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":509,"num_read_kb":32628,"num_write":1078,"num_write_kb":55411,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"266'200","reported_seq":877,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:37.441457+0000","last_change":"2024-09-12T17:34:58.929485+0000","last_active":"2024-09-12T18:14:37.441457+0000","last_peered":"2024-09-12T18:14:37.441457+0000","last_clean":"2024-09-12T18:14:37.441457+0000","last_became_active":"2024-09-12T17:34:58.929221+0000","last_became_peered":"2024-09-12T17:34:58.929221+0000","last_unstale":"2024-09-12T18:14:37.441457+0000","last_undegraded":"2024-09-12T18:14:37.441457+0000","last_fullsized":"2024-09-12T18:14:37.441457+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:47:11.811081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":962,"num_read_kb":806,"num_write":315,"num_write_kb":138,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"266'173","reported_seq":818,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.221296+0000","last_change":"2024-09-12T17:35:31.566698+0000","last_active":"2024-09-12T18:16:38.221296+0000","last_peered":"2024-09-12T18:16:38.221296+0000","last_clean":"2024-09-12T18:16:38.221296+0000","last_became_active":"2024-09-12T17:35:31.566148+0000","last_became_peered":"2024-09-12T17:35:31.566148+0000","last_unstale":"2024-09-12T18:16:38.221296+0000","last_undegraded":"2024-09-12T18:16:38.221296+0000","last_fullsized":"2024-09-12T18:16:38.221296+0000","mapping_epoch":38,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":100,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:56:51.274411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":842353,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":478,"num_read_kb":51065,"num_write":833,"num_write_kb":29614,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"266'80","reported_seq":699,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:37.414242+0000","last_change":"2024-09-12T17:34:58.920835+0000","last_active":"2024-09-12T18:14:37.414242+0000","last_peered":"2024-09-12T18:14:37.414242+0000","last_clean":"2024-09-12T18:14:37.414242+0000","last_became_active":"2024-09-12T17:34:58.920569+0000","last_became_peered":"2024-09-12T17:34:58.920569+0000","last_unstale":"2024-09-12T18:14:37.414242+0000","last_undegraded":"2024-09-12T18:14:37.414242+0000","last_fullsized":"2024-09-12T18:14:37.414242+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":0,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:37:40.718388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":399,"num_read_kb":353,"num_write":104,"num_write_kb":37,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"266'246","reported_seq":974,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.333229+0000","last_change":"2024-09-12T17:34:56.932055+0000","last_active":"2024-09-12T18:16:38.333229+0000","last_peered":"2024-09-12T18:16:38.333229+0000","last_clean":"2024-09-12T18:16:38.333229+0000","last_became_active":"2024-09-12T17:34:56.930707+0000","last_became_peered":"2024-09-12T17:34:56.930707+0000","last_unstale":"2024-09-12T18:16:38.333229+0000","last_undegraded":"2024-09-12T18:16:38.333229+0000","last_fullsized":"2024-09-12T18:16:38.333229+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":200,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:44:16.498840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4456489,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":742,"num_read_kb":179000,"num_write":1079,"num_write_kb":43755,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"266'139","reported_seq":723,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:37.409956+0000","last_change":"2024-09-12T17:34:58.922575+0000","last_active":"2024-09-12T18:14:37.409956+0000","last_peered":"2024-09-12T18:14:37.409956+0000","last_clean":"2024-09-12T18:14:37.409956+0000","last_became_active":"2024-09-12T17:34:58.922264+0000","last_became_peered":"2024-09-12T17:34:58.922264+0000","last_unstale":"2024-09-12T18:14:37.409956+0000","last_undegraded":"2024-09-12T18:14:37.409956+0000","last_fullsized":"2024-09-12T18:14:37.409956+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:35:44.473774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":614,"num_read_kb":526,"num_write":210,"num_write_kb":102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"266'60","reported_seq":637,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:28.519916+0000","last_change":"2024-09-12T17:34:58.928822+0000","last_active":"2024-09-12T18:14:28.519916+0000","last_peered":"2024-09-12T18:14:28.519916+0000","last_clean":"2024-09-12T18:14:28.519916+0000","last_became_active":"2024-09-12T17:34:58.928473+0000","last_became_peered":"2024-09-12T17:34:58.928473+0000","last_unstale":"2024-09-12T18:14:28.519916+0000","last_undegraded":"2024-09-12T18:14:28.519916+0000","last_fullsized":"2024-09-12T18:14:28.519916+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:45:04.058394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":279,"num_read_kb":248,"num_write":75,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"266'199","reported_seq":804,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.220780+0000","last_change":"2024-09-12T17:34:56.935128+0000","last_active":"2024-09-12T18:16:38.220780+0000","last_peered":"2024-09-12T18:16:38.220780+0000","last_clean":"2024-09-12T18:16:38.220780+0000","last_became_active":"2024-09-12T17:34:56.934456+0000","last_became_peered":"2024-09-12T17:34:56.934456+0000","last_unstale":"2024-09-12T18:16:38.220780+0000","last_undegraded":"2024-09-12T18:16:38.220780+0000","last_fullsized":"2024-09-12T18:16:38.220780+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":100,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:47:54.689004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048632,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":373,"num_read_kb":27056,"num_write":916,"num_write_kb":40066,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"266'251","reported_seq":883,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:44.473083+0000","last_change":"2024-09-12T17:34:58.923810+0000","last_active":"2024-09-12T18:14:44.473083+0000","last_peered":"2024-09-12T18:14:44.473083+0000","last_clean":"2024-09-12T18:14:44.473083+0000","last_became_active":"2024-09-12T17:34:58.923475+0000","last_became_peered":"2024-09-12T17:34:58.923475+0000","last_unstale":"2024-09-12T18:14:44.473083+0000","last_undegraded":"2024-09-12T18:14:44.473083+0000","last_fullsized":"2024-09-12T18:14:44.473083+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":200,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:53:32.414274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1109,"num_read_kb":907,"num_write":393,"num_write_kb":187,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"266'231","reported_seq":872,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.317975+0000","last_change":"2024-09-12T17:34:56.928713+0000","last_active":"2024-09-12T18:16:38.317975+0000","last_peered":"2024-09-12T18:16:38.317975+0000","last_clean":"2024-09-12T18:16:38.317975+0000","last_became_active":"2024-09-12T17:34:56.927507+0000","last_became_peered":"2024-09-12T17:34:56.927507+0000","last_unstale":"2024-09-12T18:16:38.317975+0000","last_undegraded":"2024-09-12T18:16:38.317975+0000","last_fullsized":"2024-09-12T18:16:38.317975+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":200,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:42:17.680219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388648,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":472,"num_read_kb":23373,"num_write":1130,"num_write_kb":43462,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"266'244","reported_seq":861,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:29.683058+0000","last_change":"2024-09-12T17:34:58.920726+0000","last_active":"2024-09-12T18:14:29.683058+0000","last_peered":"2024-09-12T18:14:29.683058+0000","last_clean":"2024-09-12T18:14:29.683058+0000","last_became_active":"2024-09-12T17:34:58.920486+0000","last_became_peered":"2024-09-12T17:34:58.920486+0000","last_unstale":"2024-09-12T18:14:29.683058+0000","last_undegraded":"2024-09-12T18:14:29.683058+0000","last_fullsized":"2024-09-12T18:14:29.683058+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":200,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:23:32.736798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1099,"num_read_kb":908,"num_write":395,"num_write_kb":209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"266'225","reported_seq":923,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.373451+0000","last_change":"2024-09-12T17:34:56.923630+0000","last_active":"2024-09-12T18:16:38.373451+0000","last_peered":"2024-09-12T18:16:38.373451+0000","last_clean":"2024-09-12T18:16:38.373451+0000","last_became_active":"2024-09-12T17:34:56.922861+0000","last_became_peered":"2024-09-12T17:34:56.922861+0000","last_unstale":"2024-09-12T18:16:38.373451+0000","last_undegraded":"2024-09-12T18:16:38.373451+0000","last_fullsized":"2024-09-12T18:16:38.373451+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":200,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:51:17.630330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4457501,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":589,"num_read_kb":67479,"num_write":1087,"num_write_kb":35133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"266'4133","reported_seq":4711,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:23.638876+0000","last_change":"2024-09-12T17:34:58.930907+0000","last_active":"2024-09-12T18:14:23.638876+0000","last_peered":"2024-09-12T18:14:23.638876+0000","last_clean":"2024-09-12T18:14:23.638876+0000","last_became_active":"2024-09-12T17:34:58.930609+0000","last_became_peered":"2024-09-12T17:34:58.930609+0000","last_unstale":"2024-09-12T18:14:23.638876+0000","last_undegraded":"2024-09-12T18:14:23.638876+0000","last_fullsized":"2024-09-12T18:14:23.638876+0000","mapping_epoch":27,"log_start":"266'4100","ondisk_log_start":"266'4100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":3000,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:45:27.191595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":16574,"num_read_kb":13891,"num_write":6195,"num_write_kb":3095,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"266'168","reported_seq":740,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.137955+0000","last_change":"2024-09-12T17:35:31.102090+0000","last_active":"2024-09-12T18:16:38.137955+0000","last_peered":"2024-09-12T18:16:38.137955+0000","last_clean":"2024-09-12T18:16:38.137955+0000","last_became_active":"2024-09-12T17:35:31.101640+0000","last_became_peered":"2024-09-12T17:35:31.101640+0000","last_unstale":"2024-09-12T18:16:38.137955+0000","last_undegraded":"2024-09-12T18:16:38.137955+0000","last_fullsized":"2024-09-12T18:16:38.137955+0000","mapping_epoch":38,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:27:23.398650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194345,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":363,"num_read_kb":11653,"num_write":791,"num_write_kb":18783,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.34","version":"266'154","reported_seq":779,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.403100+0000","last_change":"2024-09-12T17:34:58.921282+0000","last_active":"2024-09-12T18:13:42.403100+0000","last_peered":"2024-09-12T18:13:42.403100+0000","last_clean":"2024-09-12T18:13:42.403100+0000","last_became_active":"2024-09-12T17:34:58.920995+0000","last_became_peered":"2024-09-12T17:34:58.920995+0000","last_unstale":"2024-09-12T18:13:42.403100+0000","last_undegraded":"2024-09-12T18:13:42.403100+0000","last_fullsized":"2024-09-12T18:13:42.403100+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:37:53.686808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":653,"num_read_kb":549,"num_write":231,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"266'221","reported_seq":850,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.137651+0000","last_change":"2024-09-12T17:34:56.931091+0000","last_active":"2024-09-12T18:16:38.137651+0000","last_peered":"2024-09-12T18:16:38.137651+0000","last_clean":"2024-09-12T18:16:38.137651+0000","last_became_active":"2024-09-12T17:34:56.930402+0000","last_became_peered":"2024-09-12T17:34:56.930402+0000","last_unstale":"2024-09-12T18:16:38.137651+0000","last_undegraded":"2024-09-12T18:16:38.137651+0000","last_fullsized":"2024-09-12T18:16:38.137651+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":200,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:29:16.244749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":504,"num_read_kb":16871,"num_write":918,"num_write_kb":24256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"266'431","reported_seq":1176,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:42.845305+0000","last_change":"2024-09-12T17:34:58.919840+0000","last_active":"2024-09-12T18:14:42.845305+0000","last_peered":"2024-09-12T18:14:42.845305+0000","last_clean":"2024-09-12T18:14:42.845305+0000","last_became_active":"2024-09-12T17:34:58.919571+0000","last_became_peered":"2024-09-12T17:34:58.919571+0000","last_unstale":"2024-09-12T18:14:42.845305+0000","last_undegraded":"2024-09-12T18:14:42.845305+0000","last_fullsized":"2024-09-12T18:14:42.845305+0000","mapping_epoch":27,"log_start":"266'400","ondisk_log_start":"266'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":400,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:02:05.034512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2056,"num_read_kb":1768,"num_write":780,"num_write_kb":512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"266'228","reported_seq":877,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.373457+0000","last_change":"2024-09-12T17:34:56.927086+0000","last_active":"2024-09-12T18:16:38.373457+0000","last_peered":"2024-09-12T18:16:38.373457+0000","last_clean":"2024-09-12T18:16:38.373457+0000","last_became_active":"2024-09-12T17:34:56.925944+0000","last_became_peered":"2024-09-12T17:34:56.925944+0000","last_unstale":"2024-09-12T18:16:38.373457+0000","last_undegraded":"2024-09-12T18:16:38.373457+0000","last_fullsized":"2024-09-12T18:16:38.373457+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":200,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:06:27.391846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048726,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":522,"num_read_kb":5792,"num_write":1133,"num_write_kb":33706,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"266'150","reported_seq":660,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:18.107839+0000","last_change":"2024-09-12T17:35:06.982669+0000","last_active":"2024-09-12T18:16:18.107839+0000","last_peered":"2024-09-12T18:16:18.107839+0000","last_clean":"2024-09-12T18:16:18.107839+0000","last_became_active":"2024-09-12T17:35:06.982400+0000","last_became_peered":"2024-09-12T17:35:06.982400+0000","last_unstale":"2024-09-12T18:16:18.107839+0000","last_undegraded":"2024-09-12T18:16:18.107839+0000","last_fullsized":"2024-09-12T18:16:18.107839+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:26:09.523525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1019,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":226,"num_read_kb":217,"num_write":376,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"266'233","reported_seq":803,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:11.979453+0000","last_change":"2024-09-12T17:34:58.914153+0000","last_active":"2024-09-12T18:14:11.979453+0000","last_peered":"2024-09-12T18:14:11.979453+0000","last_clean":"2024-09-12T18:14:11.979453+0000","last_became_active":"2024-09-12T17:34:58.913857+0000","last_became_peered":"2024-09-12T17:34:58.913857+0000","last_unstale":"2024-09-12T18:14:11.979453+0000","last_undegraded":"2024-09-12T18:14:11.979453+0000","last_fullsized":"2024-09-12T18:14:11.979453+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":200,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:08:57.103244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1015,"num_read_kb":803,"num_write":390,"num_write_kb":197,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"266'175","reported_seq":789,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.331228+0000","last_change":"2024-09-12T17:34:56.921157+0000","last_active":"2024-09-12T18:16:38.331228+0000","last_peered":"2024-09-12T18:16:38.331228+0000","last_clean":"2024-09-12T18:16:38.331228+0000","last_became_active":"2024-09-12T17:34:56.920779+0000","last_became_peered":"2024-09-12T17:34:56.920779+0000","last_unstale":"2024-09-12T18:16:38.331228+0000","last_undegraded":"2024-09-12T18:16:38.331228+0000","last_fullsized":"2024-09-12T18:16:38.331228+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:24:45.012563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194345,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":340,"num_read_kb":49198,"num_write":803,"num_write_kb":33963,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":493,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.540176+0000","last_change":"2024-09-12T17:35:00.940364+0000","last_active":"2024-09-12T18:13:42.540176+0000","last_peered":"2024-09-12T18:13:42.540176+0000","last_clean":"2024-09-12T18:13:42.540176+0000","last_became_active":"2024-09-12T17:35:00.940069+0000","last_became_peered":"2024-09-12T17:35:00.940069+0000","last_unstale":"2024-09-12T18:13:42.540176+0000","last_undegraded":"2024-09-12T18:13:42.540176+0000","last_fullsized":"2024-09-12T18:13:42.540176+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:04:50.753255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"266'179","reported_seq":776,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.176700+0000","last_change":"2024-09-12T17:35:02.951385+0000","last_active":"2024-09-12T18:16:38.176700+0000","last_peered":"2024-09-12T18:16:38.176700+0000","last_clean":"2024-09-12T18:16:38.176700+0000","last_became_active":"2024-09-12T17:35:02.951084+0000","last_became_peered":"2024-09-12T17:35:02.951084+0000","last_unstale":"2024-09-12T18:16:38.176700+0000","last_undegraded":"2024-09-12T18:16:38.176700+0000","last_fullsized":"2024-09-12T18:16:38.176700+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":100,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:43:56.979465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5299,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":245,"num_read_kb":300,"num_write":138,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":485,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.406662+0000","last_change":"2024-09-12T17:35:04.967372+0000","last_active":"2024-09-12T18:13:47.406662+0000","last_peered":"2024-09-12T18:13:47.406662+0000","last_clean":"2024-09-12T18:13:47.406662+0000","last_became_active":"2024-09-12T17:35:04.967110+0000","last_became_peered":"2024-09-12T17:35:04.967110+0000","last_unstale":"2024-09-12T18:13:47.406662+0000","last_undegraded":"2024-09-12T18:13:47.406662+0000","last_fullsized":"2024-09-12T18:13:47.406662+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:44:07.113699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"266'198","reported_seq":772,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:55.171065+0000","last_change":"2024-09-12T17:35:06.985868+0000","last_active":"2024-09-12T18:14:55.171065+0000","last_peered":"2024-09-12T18:14:55.171065+0000","last_clean":"2024-09-12T18:14:55.171065+0000","last_became_active":"2024-09-12T17:35:06.984192+0000","last_became_peered":"2024-09-12T17:35:06.984192+0000","last_unstale":"2024-09-12T18:14:55.171065+0000","last_undegraded":"2024-09-12T18:14:55.171065+0000","last_fullsized":"2024-09-12T18:14:55.171065+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":100,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:59:34.733264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":625,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":352,"num_read_kb":326,"num_write":340,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"266'238","reported_seq":848,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:45.013818+0000","last_change":"2024-09-12T17:34:58.918197+0000","last_active":"2024-09-12T18:14:45.013818+0000","last_peered":"2024-09-12T18:14:45.013818+0000","last_clean":"2024-09-12T18:14:45.013818+0000","last_became_active":"2024-09-12T17:34:58.917915+0000","last_became_peered":"2024-09-12T17:34:58.917915+0000","last_unstale":"2024-09-12T18:14:45.013818+0000","last_undegraded":"2024-09-12T18:14:45.013818+0000","last_fullsized":"2024-09-12T18:14:45.013818+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":200,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:20:14.237354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1032,"num_read_kb":847,"num_write":397,"num_write_kb":201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"266'192","reported_seq":814,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.231396+0000","last_change":"2024-09-12T17:34:56.925306+0000","last_active":"2024-09-12T18:16:38.231396+0000","last_peered":"2024-09-12T18:16:38.231396+0000","last_clean":"2024-09-12T18:16:38.231396+0000","last_became_active":"2024-09-12T17:34:56.924966+0000","last_became_peered":"2024-09-12T17:34:56.924966+0000","last_unstale":"2024-09-12T18:16:38.231396+0000","last_undegraded":"2024-09-12T18:16:38.231396+0000","last_fullsized":"2024-09-12T18:16:38.231396+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:15:03.723967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":174816,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":435,"num_read_kb":11924,"num_write":971,"num_write_kb":15360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":498,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:27.541046+0000","last_change":"2024-09-12T17:35:00.941371+0000","last_active":"2024-09-12T18:12:27.541046+0000","last_peered":"2024-09-12T18:12:27.541046+0000","last_clean":"2024-09-12T18:12:27.541046+0000","last_became_active":"2024-09-12T17:35:00.941133+0000","last_became_peered":"2024-09-12T17:35:00.941133+0000","last_unstale":"2024-09-12T18:12:27.541046+0000","last_undegraded":"2024-09-12T18:12:27.541046+0000","last_fullsized":"2024-09-12T18:12:27.541046+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:13:14.886028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"266'98","reported_seq":622,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:11.448309+0000","last_change":"2024-09-12T17:35:02.948897+0000","last_active":"2024-09-12T18:15:11.448309+0000","last_peered":"2024-09-12T18:15:11.448309+0000","last_clean":"2024-09-12T18:15:11.448309+0000","last_became_active":"2024-09-12T17:35:02.948344+0000","last_became_peered":"2024-09-12T17:35:02.948344+0000","last_unstale":"2024-09-12T18:15:11.448309+0000","last_undegraded":"2024-09-12T18:15:11.448309+0000","last_fullsized":"2024-09-12T18:15:11.448309+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":0,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:09:00.454265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":97,"num_read_kb":91,"num_write":68,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":489,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.434684+0000","last_change":"2024-09-12T17:35:04.972001+0000","last_active":"2024-09-12T18:13:47.434684+0000","last_peered":"2024-09-12T18:13:47.434684+0000","last_clean":"2024-09-12T18:13:47.434684+0000","last_became_active":"2024-09-12T17:35:04.971714+0000","last_became_peered":"2024-09-12T17:35:04.971714+0000","last_unstale":"2024-09-12T18:13:47.434684+0000","last_undegraded":"2024-09-12T18:13:47.434684+0000","last_fullsized":"2024-09-12T18:13:47.434684+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:49:44.292689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"266'134","reported_seq":646,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:00.499601+0000","last_change":"2024-09-12T17:35:06.985999+0000","last_active":"2024-09-12T18:14:00.499601+0000","last_peered":"2024-09-12T18:14:00.499601+0000","last_clean":"2024-09-12T18:14:00.499601+0000","last_became_active":"2024-09-12T17:35:06.985682+0000","last_became_peered":"2024-09-12T17:35:06.985682+0000","last_unstale":"2024-09-12T18:14:00.499601+0000","last_undegraded":"2024-09-12T18:14:00.499601+0000","last_fullsized":"2024-09-12T18:14:00.499601+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:45:27.640264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":290,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":255,"num_read_kb":236,"num_write":356,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"266'158","reported_seq":764,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:32.609213+0000","last_change":"2024-09-12T17:34:58.933816+0000","last_active":"2024-09-12T18:14:32.609213+0000","last_peered":"2024-09-12T18:14:32.609213+0000","last_clean":"2024-09-12T18:14:32.609213+0000","last_became_active":"2024-09-12T17:34:58.933443+0000","last_became_peered":"2024-09-12T17:34:58.933443+0000","last_unstale":"2024-09-12T18:14:32.609213+0000","last_undegraded":"2024-09-12T18:14:32.609213+0000","last_fullsized":"2024-09-12T18:14:32.609213+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:41:25.351388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":666,"num_read_kb":552,"num_write":225,"num_write_kb":103,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"266'197","reported_seq":811,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.318058+0000","last_change":"2024-09-12T17:34:56.926309+0000","last_active":"2024-09-12T18:16:38.318058+0000","last_peered":"2024-09-12T18:16:38.318058+0000","last_clean":"2024-09-12T18:16:38.318058+0000","last_became_active":"2024-09-12T17:34:56.925964+0000","last_became_peered":"2024-09-12T17:34:56.925964+0000","last_unstale":"2024-09-12T18:16:38.318058+0000","last_undegraded":"2024-09-12T18:16:38.318058+0000","last_fullsized":"2024-09-12T18:16:38.318058+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":100,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:58:15.995530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":174683,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":393,"num_read_kb":5302,"num_write":932,"num_write_kb":30275,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":498,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.551215+0000","last_change":"2024-09-12T17:35:00.938505+0000","last_active":"2024-09-12T18:13:42.551215+0000","last_peered":"2024-09-12T18:13:42.551215+0000","last_clean":"2024-09-12T18:13:42.551215+0000","last_became_active":"2024-09-12T17:35:00.938224+0000","last_became_peered":"2024-09-12T17:35:00.938224+0000","last_unstale":"2024-09-12T18:13:42.551215+0000","last_undegraded":"2024-09-12T18:13:42.551215+0000","last_fullsized":"2024-09-12T18:13:42.551215+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:08:11.153439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"266'110","reported_seq":643,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:11.465916+0000","last_change":"2024-09-12T17:35:02.952758+0000","last_active":"2024-09-12T18:15:11.465916+0000","last_peered":"2024-09-12T18:15:11.465916+0000","last_clean":"2024-09-12T18:15:11.465916+0000","last_became_active":"2024-09-12T17:35:02.952473+0000","last_became_peered":"2024-09-12T17:35:02.952473+0000","last_unstale":"2024-09-12T18:15:11.465916+0000","last_undegraded":"2024-09-12T18:15:11.465916+0000","last_fullsized":"2024-09-12T18:15:11.465916+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":0,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:03:35.741214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":119,"num_read_kb":114,"num_write":78,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"266'754","reported_seq":2036,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.009923+0000","last_change":"2024-09-12T17:35:04.964464+0000","last_active":"2024-09-12T18:16:38.009923+0000","last_peered":"2024-09-12T18:16:38.009923+0000","last_clean":"2024-09-12T18:16:38.009923+0000","last_became_active":"2024-09-12T17:35:04.963920+0000","last_became_peered":"2024-09-12T17:35:04.963920+0000","last_unstale":"2024-09-12T18:16:38.009923+0000","last_undegraded":"2024-09-12T18:16:38.009923+0000","last_fullsized":"2024-09-12T18:16:38.009923+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":700,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:39:45.247176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"266'222","reported_seq":1041,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:58.774297+0000","last_change":"2024-09-12T17:35:07.201701+0000","last_active":"2024-09-12T18:14:58.774297+0000","last_peered":"2024-09-12T18:14:58.774297+0000","last_clean":"2024-09-12T18:14:58.774297+0000","last_became_active":"2024-09-12T17:35:07.201464+0000","last_became_peered":"2024-09-12T17:35:07.201464+0000","last_unstale":"2024-09-12T18:14:58.774297+0000","last_undegraded":"2024-09-12T18:14:58.774297+0000","last_fullsized":"2024-09-12T18:14:58.774297+0000","mapping_epoch":35,"log_start":"266'200","ondisk_log_start":"266'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":200,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:33:27.383974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":643,"num_read_kb":641,"num_write":490,"num_write_kb":124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"266'148","reported_seq":751,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:08.931255+0000","last_change":"2024-09-12T17:34:58.925693+0000","last_active":"2024-09-12T18:14:08.931255+0000","last_peered":"2024-09-12T18:14:08.931255+0000","last_clean":"2024-09-12T18:14:08.931255+0000","last_became_active":"2024-09-12T17:34:58.924032+0000","last_became_peered":"2024-09-12T17:34:58.924032+0000","last_unstale":"2024-09-12T18:14:08.931255+0000","last_undegraded":"2024-09-12T18:14:08.931255+0000","last_fullsized":"2024-09-12T18:14:08.931255+0000","mapping_epoch":27,"log_start":"263'100","ondisk_log_start":"263'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:41:12.205410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":628,"num_read_kb":521,"num_write":214,"num_write_kb":100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"266'217","reported_seq":849,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.137178+0000","last_change":"2024-09-12T17:34:56.924346+0000","last_active":"2024-09-12T18:16:38.137178+0000","last_peered":"2024-09-12T18:16:38.137178+0000","last_clean":"2024-09-12T18:16:38.137178+0000","last_became_active":"2024-09-12T17:34:56.923977+0000","last_became_peered":"2024-09-12T17:34:56.923977+0000","last_unstale":"2024-09-12T18:16:38.137178+0000","last_undegraded":"2024-09-12T18:16:38.137178+0000","last_fullsized":"2024-09-12T18:16:38.137178+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:03:01.213763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":254566,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":503,"num_read_kb":25888,"num_write":1016,"num_write_kb":29408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":493,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.540235+0000","last_change":"2024-09-12T17:35:00.936558+0000","last_active":"2024-09-12T18:13:42.540235+0000","last_peered":"2024-09-12T18:13:42.540235+0000","last_clean":"2024-09-12T18:13:42.540235+0000","last_became_active":"2024-09-12T17:35:00.936215+0000","last_became_peered":"2024-09-12T17:35:00.936215+0000","last_unstale":"2024-09-12T18:13:42.540235+0000","last_undegraded":"2024-09-12T18:13:42.540235+0000","last_fullsized":"2024-09-12T18:13:42.540235+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:13:48.232919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"266'128","reported_seq":692,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.125130+0000","last_change":"2024-09-12T17:35:03.253554+0000","last_active":"2024-09-12T18:16:38.125130+0000","last_peered":"2024-09-12T18:16:38.125130+0000","last_clean":"2024-09-12T18:16:38.125130+0000","last_became_active":"2024-09-12T17:35:03.253138+0000","last_became_peered":"2024-09-12T17:35:03.253138+0000","last_unstale":"2024-09-12T18:16:38.125130+0000","last_undegraded":"2024-09-12T18:16:38.125130+0000","last_fullsized":"2024-09-12T18:16:38.125130+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:57:18.799771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5925,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":159,"num_read_kb":177,"num_write":82,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"266'750","reported_seq":2206,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.167810+0000","last_change":"2024-09-12T17:35:04.967293+0000","last_active":"2024-09-12T18:16:38.167810+0000","last_peered":"2024-09-12T18:16:38.167810+0000","last_clean":"2024-09-12T18:16:38.167810+0000","last_became_active":"2024-09-12T17:35:04.967011+0000","last_became_peered":"2024-09-12T17:35:04.967011+0000","last_unstale":"2024-09-12T18:16:38.167810+0000","last_undegraded":"2024-09-12T18:16:38.167810+0000","last_fullsized":"2024-09-12T18:16:38.167810+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":700,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:20:07.450151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"266'91","reported_seq":659,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.409706+0000","last_change":"2024-09-12T17:34:58.919113+0000","last_active":"2024-09-12T18:14:02.409706+0000","last_peered":"2024-09-12T18:14:02.409706+0000","last_clean":"2024-09-12T18:14:02.409706+0000","last_became_active":"2024-09-12T17:34:58.917715+0000","last_became_peered":"2024-09-12T17:34:58.917715+0000","last_unstale":"2024-09-12T18:14:02.409706+0000","last_undegraded":"2024-09-12T18:14:02.409706+0000","last_fullsized":"2024-09-12T18:14:02.409706+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":0,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:41:36.727987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":413,"num_read_kb":341,"num_write":135,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"266'190","reported_seq":820,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.310260+0000","last_change":"2024-09-12T17:34:56.935650+0000","last_active":"2024-09-12T18:16:38.310260+0000","last_peered":"2024-09-12T18:16:38.310260+0000","last_clean":"2024-09-12T18:16:38.310260+0000","last_became_active":"2024-09-12T17:34:56.934929+0000","last_became_peered":"2024-09-12T17:34:56.934929+0000","last_unstale":"2024-09-12T18:16:38.310260+0000","last_undegraded":"2024-09-12T18:16:38.310260+0000","last_fullsized":"2024-09-12T18:16:38.310260+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":100,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:46:19.381233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8917050,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":467,"num_read_kb":23437,"num_write":912,"num_write_kb":25265,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":495,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.408591+0000","last_change":"2024-09-12T17:35:00.938355+0000","last_active":"2024-09-12T18:14:02.408591+0000","last_peered":"2024-09-12T18:14:02.408591+0000","last_clean":"2024-09-12T18:14:02.408591+0000","last_became_active":"2024-09-12T17:35:00.938077+0000","last_became_peered":"2024-09-12T17:35:00.938077+0000","last_unstale":"2024-09-12T18:14:02.408591+0000","last_undegraded":"2024-09-12T18:14:02.408591+0000","last_fullsized":"2024-09-12T18:14:02.408591+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:00:35.699522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"266'213","reported_seq":820,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.213178+0000","last_change":"2024-09-12T17:35:03.251975+0000","last_active":"2024-09-12T18:16:38.213178+0000","last_peered":"2024-09-12T18:16:38.213178+0000","last_clean":"2024-09-12T18:16:38.213178+0000","last_became_active":"2024-09-12T17:35:03.251671+0000","last_became_peered":"2024-09-12T17:35:03.251671+0000","last_unstale":"2024-09-12T18:16:38.213178+0000","last_undegraded":"2024-09-12T18:16:38.213178+0000","last_fullsized":"2024-09-12T18:16:38.213178+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":200,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:21:03.585556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11629,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":281,"num_read_kb":340,"num_write":164,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":490,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:22.400670+0000","last_change":"2024-09-12T17:35:04.966695+0000","last_active":"2024-09-12T18:13:22.400670+0000","last_peered":"2024-09-12T18:13:22.400670+0000","last_clean":"2024-09-12T18:13:22.400670+0000","last_became_active":"2024-09-12T17:35:04.966409+0000","last_became_peered":"2024-09-12T17:35:04.966409+0000","last_unstale":"2024-09-12T18:13:22.400670+0000","last_undegraded":"2024-09-12T18:13:22.400670+0000","last_fullsized":"2024-09-12T18:13:22.400670+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:23:33.209804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"266'546","reported_seq":1351,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:19.227180+0000","last_change":"2024-09-12T17:35:06.986931+0000","last_active":"2024-09-12T18:16:19.227180+0000","last_peered":"2024-09-12T18:16:19.227180+0000","last_clean":"2024-09-12T18:16:19.227180+0000","last_became_active":"2024-09-12T17:35:06.986610+0000","last_became_peered":"2024-09-12T17:35:06.986610+0000","last_unstale":"2024-09-12T18:16:19.227180+0000","last_undegraded":"2024-09-12T18:16:19.227180+0000","last_fullsized":"2024-09-12T18:16:19.227180+0000","mapping_epoch":35,"log_start":"266'500","ondisk_log_start":"266'500","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":500,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:34:50.007919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1304,"num_read_kb":1302,"num_write":1132,"num_write_kb":388,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"266'82","reported_seq":650,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.436569+0000","last_change":"2024-09-12T17:34:58.920041+0000","last_active":"2024-09-12T18:14:02.436569+0000","last_peered":"2024-09-12T18:14:02.436569+0000","last_clean":"2024-09-12T18:14:02.436569+0000","last_became_active":"2024-09-12T17:34:58.919767+0000","last_became_peered":"2024-09-12T17:34:58.919767+0000","last_unstale":"2024-09-12T18:14:02.436569+0000","last_undegraded":"2024-09-12T18:14:02.436569+0000","last_fullsized":"2024-09-12T18:14:02.436569+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":0,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:09:58.353515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":387,"num_read_kb":321,"num_write":126,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"266'222","reported_seq":863,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.290872+0000","last_change":"2024-09-12T17:34:56.915666+0000","last_active":"2024-09-12T18:16:38.290872+0000","last_peered":"2024-09-12T18:16:38.290872+0000","last_clean":"2024-09-12T18:16:38.290872+0000","last_became_active":"2024-09-12T17:34:56.915155+0000","last_became_peered":"2024-09-12T17:34:56.915155+0000","last_unstale":"2024-09-12T18:16:38.290872+0000","last_undegraded":"2024-09-12T18:16:38.290872+0000","last_fullsized":"2024-09-12T18:16:38.290872+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":200,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:53:59.504340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242922,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":456,"num_read_kb":97617,"num_write":994,"num_write_kb":40649,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":498,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.405654+0000","last_change":"2024-09-12T17:35:00.930817+0000","last_active":"2024-09-12T18:14:02.405654+0000","last_peered":"2024-09-12T18:14:02.405654+0000","last_clean":"2024-09-12T18:14:02.405654+0000","last_became_active":"2024-09-12T17:35:00.930541+0000","last_became_peered":"2024-09-12T17:35:00.930541+0000","last_unstale":"2024-09-12T18:14:02.405654+0000","last_undegraded":"2024-09-12T18:14:02.405654+0000","last_fullsized":"2024-09-12T18:14:02.405654+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:53:06.175721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"266'133","reported_seq":703,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.347666+0000","last_change":"2024-09-12T17:35:02.952011+0000","last_active":"2024-09-12T18:16:38.347666+0000","last_peered":"2024-09-12T18:16:38.347666+0000","last_clean":"2024-09-12T18:16:38.347666+0000","last_became_active":"2024-09-12T17:35:02.951722+0000","last_became_peered":"2024-09-12T17:35:02.951722+0000","last_unstale":"2024-09-12T18:16:38.347666+0000","last_undegraded":"2024-09-12T18:16:38.347666+0000","last_fullsized":"2024-09-12T18:16:38.347666+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:46:03.311816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11373,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":177,"num_read_kb":271,"num_write":98,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:12.555214+0000","last_change":"2024-09-12T17:35:04.965337+0000","last_active":"2024-09-12T18:14:12.555214+0000","last_peered":"2024-09-12T18:14:12.555214+0000","last_clean":"2024-09-12T18:14:12.555214+0000","last_became_active":"2024-09-12T17:35:04.965012+0000","last_became_peered":"2024-09-12T17:35:04.965012+0000","last_unstale":"2024-09-12T18:14:12.555214+0000","last_undegraded":"2024-09-12T18:14:12.555214+0000","last_fullsized":"2024-09-12T18:14:12.555214+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:47:55.558470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"266'2440","reported_seq":4266,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:56.859144+0000","last_change":"2024-09-12T17:35:06.986539+0000","last_active":"2024-09-12T18:14:56.859144+0000","last_peered":"2024-09-12T18:14:56.859144+0000","last_clean":"2024-09-12T18:14:56.859144+0000","last_became_active":"2024-09-12T17:35:06.986255+0000","last_became_peered":"2024-09-12T17:35:06.986255+0000","last_unstale":"2024-09-12T18:14:56.859144+0000","last_undegraded":"2024-09-12T18:14:56.859144+0000","last_fullsized":"2024-09-12T18:14:56.859144+0000","mapping_epoch":35,"log_start":"266'2400","ondisk_log_start":"266'2400","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":2400,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:25:29.990381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1026,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":6099,"num_read_kb":6093,"num_write":4948,"num_write_kb":1806,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"266'111","reported_seq":689,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:12.407603+0000","last_change":"2024-09-12T17:34:58.926976+0000","last_active":"2024-09-12T18:14:12.407603+0000","last_peered":"2024-09-12T18:14:12.407603+0000","last_clean":"2024-09-12T18:14:12.407603+0000","last_became_active":"2024-09-12T17:34:58.926693+0000","last_became_peered":"2024-09-12T17:34:58.926693+0000","last_unstale":"2024-09-12T18:14:12.407603+0000","last_undegraded":"2024-09-12T18:14:12.407603+0000","last_fullsized":"2024-09-12T18:14:12.407603+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":100,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:21:05.583201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":483,"num_read_kb":401,"num_write":163,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"266'204","reported_seq":860,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.286238+0000","last_change":"2024-09-12T17:34:56.919208+0000","last_active":"2024-09-12T18:16:38.286238+0000","last_peered":"2024-09-12T18:16:38.286238+0000","last_clean":"2024-09-12T18:16:38.286238+0000","last_became_active":"2024-09-12T17:34:56.918166+0000","last_became_peered":"2024-09-12T17:34:56.918166+0000","last_unstale":"2024-09-12T18:16:38.286238+0000","last_undegraded":"2024-09-12T18:16:38.286238+0000","last_fullsized":"2024-09-12T18:16:38.286238+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":100,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:23:46.771665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":832647,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":508,"num_read_kb":117048,"num_write":1001,"num_write_kb":37308,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":497,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:17.399859+0000","last_change":"2024-09-12T17:35:00.935547+0000","last_active":"2024-09-12T18:13:17.399859+0000","last_peered":"2024-09-12T18:13:17.399859+0000","last_clean":"2024-09-12T18:13:17.399859+0000","last_became_active":"2024-09-12T17:35:00.935218+0000","last_became_peered":"2024-09-12T17:35:00.935218+0000","last_unstale":"2024-09-12T18:13:17.399859+0000","last_undegraded":"2024-09-12T18:13:17.399859+0000","last_fullsized":"2024-09-12T18:13:17.399859+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:45:01.085917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"266'156","reported_seq":737,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.232693+0000","last_change":"2024-09-12T17:35:02.949983+0000","last_active":"2024-09-12T18:16:38.232693+0000","last_peered":"2024-09-12T18:16:38.232693+0000","last_clean":"2024-09-12T18:16:38.232693+0000","last_became_active":"2024-09-12T17:35:02.949466+0000","last_became_peered":"2024-09-12T17:35:02.949466+0000","last_unstale":"2024-09-12T18:16:38.232693+0000","last_undegraded":"2024-09-12T18:16:38.232693+0000","last_fullsized":"2024-09-12T18:16:38.232693+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":100,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:17:42.002146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11089,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":204,"num_read_kb":237,"num_write":112,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"266'759","reported_seq":2239,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.015166+0000","last_change":"2024-09-12T17:35:04.970958+0000","last_active":"2024-09-12T18:16:38.015166+0000","last_peered":"2024-09-12T18:16:38.015166+0000","last_clean":"2024-09-12T18:16:38.015166+0000","last_became_active":"2024-09-12T17:35:04.970607+0000","last_became_peered":"2024-09-12T17:35:04.970607+0000","last_unstale":"2024-09-12T18:16:38.015166+0000","last_undegraded":"2024-09-12T18:16:38.015166+0000","last_fullsized":"2024-09-12T18:16:38.015166+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":700,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:43:58.932456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"266'97","reported_seq":594,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:18.065879+0000","last_change":"2024-09-12T17:35:06.985831+0000","last_active":"2024-09-12T18:16:18.065879+0000","last_peered":"2024-09-12T18:16:18.065879+0000","last_clean":"2024-09-12T18:16:18.065879+0000","last_became_active":"2024-09-12T17:35:06.985470+0000","last_became_peered":"2024-09-12T17:35:06.985470+0000","last_unstale":"2024-09-12T18:16:18.065879+0000","last_undegraded":"2024-09-12T18:16:18.065879+0000","last_fullsized":"2024-09-12T18:16:18.065879+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:32:52.219723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":156,"num_read_kb":142,"num_write":229,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"266'374","reported_seq":1011,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:29.389214+0000","last_change":"2024-09-12T17:34:58.930094+0000","last_active":"2024-09-12T18:13:29.389214+0000","last_peered":"2024-09-12T18:13:29.389214+0000","last_clean":"2024-09-12T18:13:29.389214+0000","last_became_active":"2024-09-12T17:34:58.929171+0000","last_became_peered":"2024-09-12T17:34:58.929171+0000","last_unstale":"2024-09-12T18:13:29.389214+0000","last_undegraded":"2024-09-12T18:13:29.389214+0000","last_fullsized":"2024-09-12T18:13:29.389214+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":300,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:19:02.338379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1723,"num_read_kb":1528,"num_write":649,"num_write_kb":326,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"266'199","reported_seq":884,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:27.421406+0000","last_change":"2024-09-12T17:34:56.923638+0000","last_active":"2024-09-12T18:15:27.421406+0000","last_peered":"2024-09-12T18:15:27.421406+0000","last_clean":"2024-09-12T18:15:27.421406+0000","last_became_active":"2024-09-12T17:34:56.923319+0000","last_became_peered":"2024-09-12T17:34:56.923319+0000","last_unstale":"2024-09-12T18:15:27.421406+0000","last_undegraded":"2024-09-12T18:15:27.421406+0000","last_fullsized":"2024-09-12T18:15:27.421406+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":100,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:37:02.612636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263185,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":633,"num_read_kb":140730,"num_write":915,"num_write_kb":33453,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":498,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:07.406162+0000","last_change":"2024-09-12T17:35:00.936285+0000","last_active":"2024-09-12T18:14:07.406162+0000","last_peered":"2024-09-12T18:14:07.406162+0000","last_clean":"2024-09-12T18:14:07.406162+0000","last_became_active":"2024-09-12T17:35:00.936017+0000","last_became_peered":"2024-09-12T17:35:00.936017+0000","last_unstale":"2024-09-12T18:14:07.406162+0000","last_undegraded":"2024-09-12T18:14:07.406162+0000","last_fullsized":"2024-09-12T18:14:07.406162+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:22:41.707620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"266'205","reported_seq":830,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.375749+0000","last_change":"2024-09-12T17:35:02.950119+0000","last_active":"2024-09-12T18:16:38.375749+0000","last_peered":"2024-09-12T18:16:38.375749+0000","last_clean":"2024-09-12T18:16:38.375749+0000","last_became_active":"2024-09-12T17:35:02.949663+0000","last_became_peered":"2024-09-12T17:35:02.949663+0000","last_unstale":"2024-09-12T18:16:38.375749+0000","last_undegraded":"2024-09-12T18:16:38.375749+0000","last_fullsized":"2024-09-12T18:16:38.375749+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":100,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:10:36.899692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43419,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":285,"num_read_kb":494,"num_write":142,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":490,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:07.406138+0000","last_change":"2024-09-12T17:35:04.963851+0000","last_active":"2024-09-12T18:14:07.406138+0000","last_peered":"2024-09-12T18:14:07.406138+0000","last_clean":"2024-09-12T18:14:07.406138+0000","last_became_active":"2024-09-12T17:35:04.963524+0000","last_became_peered":"2024-09-12T17:35:04.963524+0000","last_unstale":"2024-09-12T18:14:07.406138+0000","last_undegraded":"2024-09-12T18:14:07.406138+0000","last_fullsized":"2024-09-12T18:14:07.406138+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:03:44.649542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"266'127","reported_seq":669,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:07.406612+0000","last_change":"2024-09-12T17:35:06.982679+0000","last_active":"2024-09-12T18:14:07.406612+0000","last_peered":"2024-09-12T18:14:07.406612+0000","last_clean":"2024-09-12T18:14:07.406612+0000","last_became_active":"2024-09-12T17:35:06.982394+0000","last_became_peered":"2024-09-12T17:35:06.982394+0000","last_unstale":"2024-09-12T18:14:07.406612+0000","last_undegraded":"2024-09-12T18:14:07.406612+0000","last_fullsized":"2024-09-12T18:14:07.406612+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:33:36.735682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":729,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":278,"num_read_kb":239,"num_write":286,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"266'167","reported_seq":784,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:07.191719+0000","last_change":"2024-09-12T17:34:58.923399+0000","last_active":"2024-09-12T18:14:07.191719+0000","last_peered":"2024-09-12T18:14:07.191719+0000","last_clean":"2024-09-12T18:14:07.191719+0000","last_became_active":"2024-09-12T17:34:58.923032+0000","last_became_peered":"2024-09-12T17:34:58.923032+0000","last_unstale":"2024-09-12T18:14:07.191719+0000","last_undegraded":"2024-09-12T18:14:07.191719+0000","last_fullsized":"2024-09-12T18:14:07.191719+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:38:21.764008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":760,"num_read_kb":630,"num_write":244,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"266'209","reported_seq":803,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.190980+0000","last_change":"2024-09-12T17:35:31.182367+0000","last_active":"2024-09-12T18:16:38.190980+0000","last_peered":"2024-09-12T18:16:38.190980+0000","last_clean":"2024-09-12T18:16:38.190980+0000","last_became_active":"2024-09-12T17:35:31.181811+0000","last_became_peered":"2024-09-12T17:35:31.181811+0000","last_unstale":"2024-09-12T18:16:38.190980+0000","last_undegraded":"2024-09-12T18:16:38.190980+0000","last_fullsized":"2024-09-12T18:16:38.190980+0000","mapping_epoch":38,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":100,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:38:44.065901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":414,"num_read_kb":18088,"num_write":1006,"num_write_kb":29347,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,4],"acting":[2,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":497,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:17.399899+0000","last_change":"2024-09-12T17:35:00.936868+0000","last_active":"2024-09-12T18:13:17.399899+0000","last_peered":"2024-09-12T18:13:17.399899+0000","last_clean":"2024-09-12T18:13:17.399899+0000","last_became_active":"2024-09-12T17:35:00.936569+0000","last_became_peered":"2024-09-12T17:35:00.936569+0000","last_unstale":"2024-09-12T18:13:17.399899+0000","last_undegraded":"2024-09-12T18:13:17.399899+0000","last_fullsized":"2024-09-12T18:13:17.399899+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:08:00.767620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"266'151","reported_seq":725,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.382402+0000","last_change":"2024-09-12T17:35:02.948304+0000","last_active":"2024-09-12T18:16:38.382402+0000","last_peered":"2024-09-12T18:16:38.382402+0000","last_clean":"2024-09-12T18:16:38.382402+0000","last_became_active":"2024-09-12T17:35:02.947998+0000","last_became_peered":"2024-09-12T17:35:02.947998+0000","last_unstale":"2024-09-12T18:16:38.382402+0000","last_undegraded":"2024-09-12T18:16:38.382402+0000","last_fullsized":"2024-09-12T18:16:38.382402+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":100,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:27:30.821334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17149,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":220,"num_read_kb":320,"num_write":172,"num_write_kb":108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":485,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:27.519577+0000","last_change":"2024-09-12T17:35:04.968835+0000","last_active":"2024-09-12T18:13:27.519577+0000","last_peered":"2024-09-12T18:13:27.519577+0000","last_clean":"2024-09-12T18:13:27.519577+0000","last_became_active":"2024-09-12T17:35:04.968528+0000","last_became_peered":"2024-09-12T17:35:04.968528+0000","last_unstale":"2024-09-12T18:13:27.519577+0000","last_undegraded":"2024-09-12T18:13:27.519577+0000","last_fullsized":"2024-09-12T18:13:27.519577+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:09:08.961236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"266'128","reported_seq":618,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:12.562981+0000","last_change":"2024-09-12T17:35:06.988182+0000","last_active":"2024-09-12T18:15:12.562981+0000","last_peered":"2024-09-12T18:15:12.562981+0000","last_clean":"2024-09-12T18:15:12.562981+0000","last_became_active":"2024-09-12T17:35:06.987924+0000","last_became_peered":"2024-09-12T17:35:06.987924+0000","last_unstale":"2024-09-12T18:15:12.562981+0000","last_undegraded":"2024-09-12T18:15:12.562981+0000","last_fullsized":"2024-09-12T18:15:12.562981+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:50:51.296107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":136,"num_read_kb":135,"num_write":305,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"266'348","reported_seq":1066,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:10.208046+0000","last_change":"2024-09-12T17:34:58.918886+0000","last_active":"2024-09-12T18:14:10.208046+0000","last_peered":"2024-09-12T18:14:10.208046+0000","last_clean":"2024-09-12T18:14:10.208046+0000","last_became_active":"2024-09-12T17:34:58.918283+0000","last_became_peered":"2024-09-12T17:34:58.918283+0000","last_unstale":"2024-09-12T18:14:10.208046+0000","last_undegraded":"2024-09-12T18:14:10.208046+0000","last_fullsized":"2024-09-12T18:14:10.208046+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:02:57.811672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1718,"num_read_kb":1431,"num_write":646,"num_write_kb":423,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"266'251","reported_seq":881,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.105506+0000","last_change":"2024-09-12T17:34:56.928373+0000","last_active":"2024-09-12T18:16:38.105506+0000","last_peered":"2024-09-12T18:16:38.105506+0000","last_clean":"2024-09-12T18:16:38.105506+0000","last_became_active":"2024-09-12T17:34:56.928028+0000","last_became_peered":"2024-09-12T17:34:56.928028+0000","last_unstale":"2024-09-12T18:16:38.105506+0000","last_undegraded":"2024-09-12T18:16:38.105506+0000","last_fullsized":"2024-09-12T18:16:38.105506+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":200,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:17:43.639122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":517522,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":536,"num_read_kb":23586,"num_write":1069,"num_write_kb":38807,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":498,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:17.400093+0000","last_change":"2024-09-12T17:35:00.930800+0000","last_active":"2024-09-12T18:13:17.400093+0000","last_peered":"2024-09-12T18:13:17.400093+0000","last_clean":"2024-09-12T18:13:17.400093+0000","last_became_active":"2024-09-12T17:35:00.930519+0000","last_became_peered":"2024-09-12T17:35:00.930519+0000","last_unstale":"2024-09-12T18:13:17.400093+0000","last_undegraded":"2024-09-12T18:13:17.400093+0000","last_fullsized":"2024-09-12T18:13:17.400093+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:07:10.455521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"266'147","reported_seq":730,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.312272+0000","last_change":"2024-09-12T17:35:02.948774+0000","last_active":"2024-09-12T18:16:38.312272+0000","last_peered":"2024-09-12T18:16:38.312272+0000","last_clean":"2024-09-12T18:16:38.312272+0000","last_became_active":"2024-09-12T17:35:02.948449+0000","last_became_peered":"2024-09-12T17:35:02.948449+0000","last_unstale":"2024-09-12T18:16:38.312272+0000","last_undegraded":"2024-09-12T18:16:38.312272+0000","last_fullsized":"2024-09-12T18:16:38.312272+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:37:57.101483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11783,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":205,"num_read_kb":279,"num_write":112,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"266'751","reported_seq":2442,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.011184+0000","last_change":"2024-09-12T17:35:04.966982+0000","last_active":"2024-09-12T18:16:38.011184+0000","last_peered":"2024-09-12T18:16:38.011184+0000","last_clean":"2024-09-12T18:16:38.011184+0000","last_became_active":"2024-09-12T17:35:04.966668+0000","last_became_peered":"2024-09-12T17:35:04.966668+0000","last_unstale":"2024-09-12T18:16:38.011184+0000","last_undegraded":"2024-09-12T18:16:38.011184+0000","last_fullsized":"2024-09-12T18:16:38.011184+0000","mapping_epoch":33,"log_start":"266'701","ondisk_log_start":"266'701","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":701,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:53:23.875404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"266'104","reported_seq":600,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:57.896835+0000","last_change":"2024-09-12T17:35:06.981057+0000","last_active":"2024-09-12T18:14:57.896835+0000","last_peered":"2024-09-12T18:14:57.896835+0000","last_clean":"2024-09-12T18:14:57.896835+0000","last_became_active":"2024-09-12T17:35:06.980716+0000","last_became_peered":"2024-09-12T17:35:06.980716+0000","last_unstale":"2024-09-12T18:14:57.896835+0000","last_undegraded":"2024-09-12T18:14:57.896835+0000","last_fullsized":"2024-09-12T18:14:57.896835+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:54:18.154169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1256,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":140,"num_read_kb":134,"num_write":255,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"266'95","reported_seq":697,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:34.199742+0000","last_change":"2024-09-12T17:34:58.921040+0000","last_active":"2024-09-12T18:13:34.199742+0000","last_peered":"2024-09-12T18:13:34.199742+0000","last_clean":"2024-09-12T18:13:34.199742+0000","last_became_active":"2024-09-12T17:34:58.920768+0000","last_became_peered":"2024-09-12T17:34:58.920768+0000","last_unstale":"2024-09-12T18:13:34.199742+0000","last_undegraded":"2024-09-12T18:13:34.199742+0000","last_fullsized":"2024-09-12T18:13:34.199742+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":0,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:13:20.321748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":462,"num_read_kb":392,"num_write":151,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"266'171","reported_seq":780,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.285717+0000","last_change":"2024-09-12T17:34:56.919092+0000","last_active":"2024-09-12T18:16:38.285717+0000","last_peered":"2024-09-12T18:16:38.285717+0000","last_clean":"2024-09-12T18:16:38.285717+0000","last_became_active":"2024-09-12T17:34:56.918704+0000","last_became_peered":"2024-09-12T17:34:56.918704+0000","last_unstale":"2024-09-12T18:16:38.285717+0000","last_undegraded":"2024-09-12T18:16:38.285717+0000","last_fullsized":"2024-09-12T18:16:38.285717+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:43:16.518987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1331844,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":354,"num_read_kb":24218,"num_write":792,"num_write_kb":41362,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"30'2","reported_seq":1454,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:37.991035+0000","last_change":"2024-09-12T17:35:00.936318+0000","last_active":"2024-09-12T18:16:37.991035+0000","last_peered":"2024-09-12T18:16:37.991035+0000","last_clean":"2024-09-12T18:16:37.991035+0000","last_became_active":"2024-09-12T17:35:00.935573+0000","last_became_peered":"2024-09-12T17:35:00.935573+0000","last_unstale":"2024-09-12T18:16:37.991035+0000","last_undegraded":"2024-09-12T18:16:37.991035+0000","last_fullsized":"2024-09-12T18:16:37.991035+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:10:51.532268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":958,"num_read_kb":958,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"266'80","reported_seq":600,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:11.435902+0000","last_change":"2024-09-12T17:35:03.252776+0000","last_active":"2024-09-12T18:15:11.435902+0000","last_peered":"2024-09-12T18:15:11.435902+0000","last_clean":"2024-09-12T18:15:11.435902+0000","last_became_active":"2024-09-12T17:35:03.252300+0000","last_became_peered":"2024-09-12T17:35:03.252300+0000","last_unstale":"2024-09-12T18:15:11.435902+0000","last_undegraded":"2024-09-12T18:15:11.435902+0000","last_fullsized":"2024-09-12T18:15:11.435902+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":0,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:57:40.553371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":77,"num_read_kb":71,"num_write":52,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"266'767","reported_seq":2372,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.012068+0000","last_change":"2024-09-12T17:35:04.962746+0000","last_active":"2024-09-12T18:16:38.012068+0000","last_peered":"2024-09-12T18:16:38.012068+0000","last_clean":"2024-09-12T18:16:38.012068+0000","last_became_active":"2024-09-12T17:35:04.962416+0000","last_became_peered":"2024-09-12T17:35:04.962416+0000","last_unstale":"2024-09-12T18:16:38.012068+0000","last_undegraded":"2024-09-12T18:16:38.012068+0000","last_fullsized":"2024-09-12T18:16:38.012068+0000","mapping_epoch":33,"log_start":"266'701","ondisk_log_start":"266'701","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":701,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:18:43.641057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"266'108","reported_seq":600,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:58.726666+0000","last_change":"2024-09-12T17:35:06.980953+0000","last_active":"2024-09-12T18:14:58.726666+0000","last_peered":"2024-09-12T18:14:58.726666+0000","last_clean":"2024-09-12T18:14:58.726666+0000","last_became_active":"2024-09-12T17:35:06.980651+0000","last_became_peered":"2024-09-12T17:35:06.980651+0000","last_unstale":"2024-09-12T18:14:58.726666+0000","last_undegraded":"2024-09-12T18:14:58.726666+0000","last_fullsized":"2024-09-12T18:14:58.726666+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:54:46.283427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":113,"num_read_kb":112,"num_write":247,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"266'333","reported_seq":1009,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:37.785448+0000","last_change":"2024-09-12T17:34:58.923313+0000","last_active":"2024-09-12T18:14:37.785448+0000","last_peered":"2024-09-12T18:14:37.785448+0000","last_clean":"2024-09-12T18:14:37.785448+0000","last_became_active":"2024-09-12T17:34:58.923008+0000","last_became_peered":"2024-09-12T17:34:58.923008+0000","last_unstale":"2024-09-12T18:14:37.785448+0000","last_undegraded":"2024-09-12T18:14:37.785448+0000","last_fullsized":"2024-09-12T18:14:37.785448+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:25:53.337365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1673,"num_read_kb":1469,"num_write":531,"num_write_kb":278,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"266'243","reported_seq":893,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.328730+0000","last_change":"2024-09-12T17:34:56.920767+0000","last_active":"2024-09-12T18:16:38.328730+0000","last_peered":"2024-09-12T18:16:38.328730+0000","last_clean":"2024-09-12T18:16:38.328730+0000","last_became_active":"2024-09-12T17:34:56.920361+0000","last_became_peered":"2024-09-12T17:34:56.920361+0000","last_unstale":"2024-09-12T18:16:38.328730+0000","last_undegraded":"2024-09-12T18:16:38.328730+0000","last_fullsized":"2024-09-12T18:16:38.328730+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":200,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:30:30.445580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2146946,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":565,"num_read_kb":58412,"num_write":1046,"num_write_kb":35976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":498,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:17.430994+0000","last_change":"2024-09-12T17:35:00.933738+0000","last_active":"2024-09-12T18:13:17.430994+0000","last_peered":"2024-09-12T18:13:17.430994+0000","last_clean":"2024-09-12T18:13:17.430994+0000","last_became_active":"2024-09-12T17:35:00.933438+0000","last_became_peered":"2024-09-12T17:35:00.933438+0000","last_unstale":"2024-09-12T18:13:17.430994+0000","last_undegraded":"2024-09-12T18:13:17.430994+0000","last_fullsized":"2024-09-12T18:13:17.430994+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:54:15.400350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"266'206","reported_seq":807,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.184559+0000","last_change":"2024-09-12T17:35:02.954307+0000","last_active":"2024-09-12T18:16:38.184559+0000","last_peered":"2024-09-12T18:16:38.184559+0000","last_clean":"2024-09-12T18:16:38.184559+0000","last_became_active":"2024-09-12T17:35:02.953980+0000","last_became_peered":"2024-09-12T17:35:02.953980+0000","last_unstale":"2024-09-12T18:16:38.184559+0000","last_undegraded":"2024-09-12T18:16:38.184559+0000","last_fullsized":"2024-09-12T18:16:38.184559+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":100,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:17:54.208871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6998,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":274,"num_read_kb":327,"num_write":164,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":484,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:22.401224+0000","last_change":"2024-09-12T17:35:04.965213+0000","last_active":"2024-09-12T18:13:22.401224+0000","last_peered":"2024-09-12T18:13:22.401224+0000","last_clean":"2024-09-12T18:13:22.401224+0000","last_became_active":"2024-09-12T17:35:04.964947+0000","last_became_peered":"2024-09-12T17:35:04.964947+0000","last_unstale":"2024-09-12T18:13:22.401224+0000","last_undegraded":"2024-09-12T18:13:22.401224+0000","last_fullsized":"2024-09-12T18:13:22.401224+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:36:07.655909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"266'123","reported_seq":623,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:37.191177+0000","last_change":"2024-09-12T17:35:06.984403+0000","last_active":"2024-09-12T18:14:37.191177+0000","last_peered":"2024-09-12T18:14:37.191177+0000","last_clean":"2024-09-12T18:14:37.191177+0000","last_became_active":"2024-09-12T17:35:06.984110+0000","last_became_peered":"2024-09-12T17:35:06.984110+0000","last_unstale":"2024-09-12T18:14:37.191177+0000","last_undegraded":"2024-09-12T18:14:37.191177+0000","last_fullsized":"2024-09-12T18:14:37.191177+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:18:57.421412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":183,"num_read_kb":174,"num_write":285,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"266'245","reported_seq":839,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:25.510929+0000","last_change":"2024-09-12T17:34:58.921570+0000","last_active":"2024-09-12T18:14:25.510929+0000","last_peered":"2024-09-12T18:14:25.510929+0000","last_clean":"2024-09-12T18:14:25.510929+0000","last_became_active":"2024-09-12T17:34:58.921292+0000","last_became_peered":"2024-09-12T17:34:58.921292+0000","last_unstale":"2024-09-12T18:14:25.510929+0000","last_undegraded":"2024-09-12T18:14:25.510929+0000","last_fullsized":"2024-09-12T18:14:25.510929+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":200,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:05:03.210750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1071,"num_read_kb":869,"num_write":458,"num_write_kb":239,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":614,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:47.398018+0000","last_change":"2024-09-12T17:34:38.878097+0000","last_active":"2024-09-12T18:12:47.398018+0000","last_peered":"2024-09-12T18:12:47.398018+0000","last_clean":"2024-09-12T18:12:47.398018+0000","last_became_active":"2024-09-12T17:34:38.877094+0000","last_became_peered":"2024-09-12T17:34:38.877094+0000","last_unstale":"2024-09-12T18:12:47.398018+0000","last_undegraded":"2024-09-12T18:12:47.398018+0000","last_fullsized":"2024-09-12T18:12:47.398018+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:37.584735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:37.584735+0000","last_clean_scrub_stamp":"2024-09-12T17:34:37.584735+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:57:26.069418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"19'1","reported_seq":524,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:22.412386+0000","last_change":"2024-09-12T17:34:47.631024+0000","last_active":"2024-09-12T18:14:22.412386+0000","last_peered":"2024-09-12T18:14:22.412386+0000","last_clean":"2024-09-12T18:14:22.412386+0000","last_became_active":"2024-09-12T17:34:45.621550+0000","last_became_peered":"2024-09-12T17:34:45.621550+0000","last_unstale":"2024-09-12T18:14:22.412386+0000","last_undegraded":"2024-09-12T18:14:22.412386+0000","last_fullsized":"2024-09-12T18:14:22.412386+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_clean_scrub_stamp":"2024-09-12T17:34:44.604271+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:04:46.125814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000454752,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"266'172","reported_seq":798,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:37.574019+0000","last_change":"2024-09-12T17:34:56.932641+0000","last_active":"2024-09-12T18:16:37.574019+0000","last_peered":"2024-09-12T18:16:37.574019+0000","last_clean":"2024-09-12T18:16:37.574019+0000","last_became_active":"2024-09-12T17:34:56.930976+0000","last_became_peered":"2024-09-12T17:34:56.930976+0000","last_unstale":"2024-09-12T18:16:37.574019+0000","last_undegraded":"2024-09-12T18:16:37.574019+0000","last_fullsized":"2024-09-12T18:16:37.574019+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":100,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:53:06.766416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4627867,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":425,"num_read_kb":23706,"num_write":835,"num_write_kb":20885,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"37'4","reported_seq":978,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:37.991928+0000","last_change":"2024-09-12T17:35:00.937944+0000","last_active":"2024-09-12T18:16:37.991928+0000","last_peered":"2024-09-12T18:16:37.991928+0000","last_clean":"2024-09-12T18:16:37.991928+0000","last_became_active":"2024-09-12T17:35:00.937638+0000","last_became_peered":"2024-09-12T17:35:00.937638+0000","last_unstale":"2024-09-12T18:16:37.991928+0000","last_undegraded":"2024-09-12T18:16:37.991928+0000","last_fullsized":"2024-09-12T18:16:37.991928+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:01:51.909002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":727,"num_read_kb":1197,"num_write":8,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"266'297","reported_seq":994,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.292747+0000","last_change":"2024-09-12T17:35:02.952214+0000","last_active":"2024-09-12T18:16:38.292747+0000","last_peered":"2024-09-12T18:16:38.292747+0000","last_clean":"2024-09-12T18:16:38.292747+0000","last_became_active":"2024-09-12T17:35:02.951937+0000","last_became_peered":"2024-09-12T17:35:02.951937+0000","last_unstale":"2024-09-12T18:16:38.292747+0000","last_undegraded":"2024-09-12T18:16:38.292747+0000","last_fullsized":"2024-09-12T18:16:38.292747+0000","mapping_epoch":31,"log_start":"263'200","ondisk_log_start":"263'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":200,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:06:47.448891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42357,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":564,"num_read_kb":782,"num_write":500,"num_write_kb":384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":486,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:07.525197+0000","last_change":"2024-09-12T17:35:04.971000+0000","last_active":"2024-09-12T18:14:07.525197+0000","last_peered":"2024-09-12T18:14:07.525197+0000","last_clean":"2024-09-12T18:14:07.525197+0000","last_became_active":"2024-09-12T17:35:04.970656+0000","last_became_peered":"2024-09-12T17:35:04.970656+0000","last_unstale":"2024-09-12T18:14:07.525197+0000","last_undegraded":"2024-09-12T18:14:07.525197+0000","last_fullsized":"2024-09-12T18:14:07.525197+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:48:04.035841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"266'242","reported_seq":998,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:58.675898+0000","last_change":"2024-09-12T17:35:06.984405+0000","last_active":"2024-09-12T18:14:58.675898+0000","last_peered":"2024-09-12T18:14:58.675898+0000","last_clean":"2024-09-12T18:14:58.675898+0000","last_became_active":"2024-09-12T17:35:06.984114+0000","last_became_peered":"2024-09-12T17:35:06.984114+0000","last_unstale":"2024-09-12T18:14:58.675898+0000","last_undegraded":"2024-09-12T18:14:58.675898+0000","last_fullsized":"2024-09-12T18:14:58.675898+0000","mapping_epoch":35,"log_start":"266'200","ondisk_log_start":"266'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":200,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:09:32.863048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1263,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":771,"num_read_kb":707,"num_write":523,"num_write_kb":144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"266'147","reported_seq":729,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.524588+0000","last_change":"2024-09-12T17:34:58.928119+0000","last_active":"2024-09-12T18:14:02.524588+0000","last_peered":"2024-09-12T18:14:02.524588+0000","last_clean":"2024-09-12T18:14:02.524588+0000","last_became_active":"2024-09-12T17:34:58.926456+0000","last_became_peered":"2024-09-12T17:34:58.926456+0000","last_unstale":"2024-09-12T18:14:02.524588+0000","last_undegraded":"2024-09-12T18:14:02.524588+0000","last_fullsized":"2024-09-12T18:14:02.524588+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:59:25.105907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":622,"num_read_kb":509,"num_write":203,"num_write_kb":100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":523,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:52.398671+0000","last_change":"2024-09-12T17:34:47.823869+0000","last_active":"2024-09-12T18:12:52.398671+0000","last_peered":"2024-09-12T18:12:52.398671+0000","last_clean":"2024-09-12T18:12:52.398671+0000","last_became_active":"2024-09-12T17:34:45.621465+0000","last_became_peered":"2024-09-12T17:34:45.621465+0000","last_unstale":"2024-09-12T18:12:52.398671+0000","last_undegraded":"2024-09-12T18:12:52.398671+0000","last_fullsized":"2024-09-12T18:12:52.398671+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_clean_scrub_stamp":"2024-09-12T17:34:44.604271+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:22:00.642817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050835799999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"266'219","reported_seq":883,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.327694+0000","last_change":"2024-09-12T17:34:56.927060+0000","last_active":"2024-09-12T18:16:38.327694+0000","last_peered":"2024-09-12T18:16:38.327694+0000","last_clean":"2024-09-12T18:16:38.327694+0000","last_became_active":"2024-09-12T17:34:56.926728+0000","last_became_peered":"2024-09-12T17:34:56.926728+0000","last_unstale":"2024-09-12T18:16:38.327694+0000","last_undegraded":"2024-09-12T18:16:38.327694+0000","last_fullsized":"2024-09-12T18:16:38.327694+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":200,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:36:08.969215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262198,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":487,"num_read_kb":76567,"num_write":1010,"num_write_kb":37048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":495,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.409848+0000","last_change":"2024-09-12T17:35:00.939555+0000","last_active":"2024-09-12T18:14:02.409848+0000","last_peered":"2024-09-12T18:14:02.409848+0000","last_clean":"2024-09-12T18:14:02.409848+0000","last_became_active":"2024-09-12T17:35:00.939245+0000","last_became_peered":"2024-09-12T17:35:00.939245+0000","last_unstale":"2024-09-12T18:14:02.409848+0000","last_undegraded":"2024-09-12T18:14:02.409848+0000","last_fullsized":"2024-09-12T18:14:02.409848+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:20:20.983156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"266'823","reported_seq":2260,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.385349+0000","last_change":"2024-09-12T17:35:02.948218+0000","last_active":"2024-09-12T18:16:38.385349+0000","last_peered":"2024-09-12T18:16:38.385349+0000","last_clean":"2024-09-12T18:16:38.385349+0000","last_became_active":"2024-09-12T17:35:02.947906+0000","last_became_peered":"2024-09-12T17:35:02.947906+0000","last_unstale":"2024-09-12T18:16:38.385349+0000","last_undegraded":"2024-09-12T18:16:38.385349+0000","last_fullsized":"2024-09-12T18:16:38.385349+0000","mapping_epoch":31,"log_start":"266'800","ondisk_log_start":"266'800","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":800,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:36:37.079908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18923,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":1163,"num_read_kb":1336,"num_write":264,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":487,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:42.397463+0000","last_change":"2024-09-12T17:35:04.964186+0000","last_active":"2024-09-12T18:12:42.397463+0000","last_peered":"2024-09-12T18:12:42.397463+0000","last_clean":"2024-09-12T18:12:42.397463+0000","last_became_active":"2024-09-12T17:35:04.963541+0000","last_became_peered":"2024-09-12T17:35:04.963541+0000","last_unstale":"2024-09-12T18:12:42.397463+0000","last_undegraded":"2024-09-12T18:12:42.397463+0000","last_fullsized":"2024-09-12T18:12:42.397463+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:06:01.080268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"266'137","reported_seq":655,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:30.159861+0000","last_change":"2024-09-12T17:35:07.199232+0000","last_active":"2024-09-12T18:14:30.159861+0000","last_peered":"2024-09-12T18:14:30.159861+0000","last_clean":"2024-09-12T18:14:30.159861+0000","last_became_active":"2024-09-12T17:35:07.198906+0000","last_became_peered":"2024-09-12T17:35:07.198906+0000","last_unstale":"2024-09-12T18:14:30.159861+0000","last_undegraded":"2024-09-12T18:14:30.159861+0000","last_fullsized":"2024-09-12T18:14:30.159861+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:58:50.766500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":865,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":245,"num_read_kb":226,"num_write":357,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"266'455","reported_seq":1180,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.406129+0000","last_change":"2024-09-12T17:34:58.921623+0000","last_active":"2024-09-12T18:14:02.406129+0000","last_peered":"2024-09-12T18:14:02.406129+0000","last_clean":"2024-09-12T18:14:02.406129+0000","last_became_active":"2024-09-12T17:34:58.921188+0000","last_became_peered":"2024-09-12T17:34:58.921188+0000","last_unstale":"2024-09-12T18:14:02.406129+0000","last_undegraded":"2024-09-12T18:14:02.406129+0000","last_fullsized":"2024-09-12T18:14:02.406129+0000","mapping_epoch":27,"log_start":"266'400","ondisk_log_start":"266'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":400,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:54:27.271880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2112,"num_read_kb":1783,"num_write":682,"num_write_kb":387,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":526,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:22.408247+0000","last_change":"2024-09-12T17:34:47.716126+0000","last_active":"2024-09-12T18:14:22.408247+0000","last_peered":"2024-09-12T18:14:22.408247+0000","last_clean":"2024-09-12T18:14:22.408247+0000","last_became_active":"2024-09-12T17:34:45.621377+0000","last_became_peered":"2024-09-12T17:34:45.621377+0000","last_unstale":"2024-09-12T18:14:22.408247+0000","last_undegraded":"2024-09-12T18:14:22.408247+0000","last_fullsized":"2024-09-12T18:14:22.408247+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_clean_scrub_stamp":"2024-09-12T17:34:44.604271+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:48:58.488363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00052055199999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"266'174","reported_seq":777,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.365747+0000","last_change":"2024-09-12T17:34:56.912722+0000","last_active":"2024-09-12T18:16:38.365747+0000","last_peered":"2024-09-12T18:16:38.365747+0000","last_clean":"2024-09-12T18:16:38.365747+0000","last_became_active":"2024-09-12T17:34:56.912317+0000","last_became_peered":"2024-09-12T17:34:56.912317+0000","last_unstale":"2024-09-12T18:16:38.365747+0000","last_undegraded":"2024-09-12T18:16:38.365747+0000","last_fullsized":"2024-09-12T18:16:38.365747+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":100,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:12:21.379576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4456554,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":368,"num_read_kb":6167,"num_write":884,"num_write_kb":16600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"30'1","reported_seq":499,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.405718+0000","last_change":"2024-09-12T17:35:00.933821+0000","last_active":"2024-09-12T18:14:02.405718+0000","last_peered":"2024-09-12T18:14:02.405718+0000","last_clean":"2024-09-12T18:14:02.405718+0000","last_became_active":"2024-09-12T17:35:00.933508+0000","last_became_peered":"2024-09-12T17:35:00.933508+0000","last_unstale":"2024-09-12T18:14:02.405718+0000","last_undegraded":"2024-09-12T18:14:02.405718+0000","last_fullsized":"2024-09-12T18:14:02.405718+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:08:48.051104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"266'217","reported_seq":1259,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:15.202482+0000","last_change":"2024-09-12T17:35:03.253991+0000","last_active":"2024-09-12T18:16:15.202482+0000","last_peered":"2024-09-12T18:16:15.202482+0000","last_clean":"2024-09-12T18:16:15.202482+0000","last_became_active":"2024-09-12T17:35:03.253581+0000","last_became_peered":"2024-09-12T17:35:03.253581+0000","last_unstale":"2024-09-12T18:16:15.202482+0000","last_undegraded":"2024-09-12T18:16:15.202482+0000","last_fullsized":"2024-09-12T18:16:15.202482+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:38:20.951055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":180,"num_read_kb":170,"num_write":147,"num_write_kb":51,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":486,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:37.512715+0000","last_change":"2024-09-12T17:35:04.969166+0000","last_active":"2024-09-12T18:12:37.512715+0000","last_peered":"2024-09-12T18:12:37.512715+0000","last_clean":"2024-09-12T18:12:37.512715+0000","last_became_active":"2024-09-12T17:35:04.968891+0000","last_became_peered":"2024-09-12T17:35:04.968891+0000","last_unstale":"2024-09-12T18:12:37.512715+0000","last_undegraded":"2024-09-12T18:12:37.512715+0000","last_fullsized":"2024-09-12T18:12:37.512715+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:13:19.828938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"266'266","reported_seq":868,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:58.821388+0000","last_change":"2024-09-12T17:35:06.983689+0000","last_active":"2024-09-12T18:14:58.821388+0000","last_peered":"2024-09-12T18:14:58.821388+0000","last_clean":"2024-09-12T18:14:58.821388+0000","last_became_active":"2024-09-12T17:35:06.983394+0000","last_became_peered":"2024-09-12T17:35:06.983394+0000","last_unstale":"2024-09-12T18:14:58.821388+0000","last_undegraded":"2024-09-12T18:14:58.821388+0000","last_fullsized":"2024-09-12T18:14:58.821388+0000","mapping_epoch":35,"log_start":"266'200","ondisk_log_start":"266'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":200,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:38:34.109579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":537,"num_read_kb":555,"num_write":594,"num_write_kb":166,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"266'281","reported_seq":889,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:37.410194+0000","last_change":"2024-09-12T17:34:58.925463+0000","last_active":"2024-09-12T18:14:37.410194+0000","last_peered":"2024-09-12T18:14:37.410194+0000","last_clean":"2024-09-12T18:14:37.410194+0000","last_became_active":"2024-09-12T17:34:58.925181+0000","last_became_peered":"2024-09-12T17:34:58.925181+0000","last_unstale":"2024-09-12T18:14:37.410194+0000","last_undegraded":"2024-09-12T18:14:37.410194+0000","last_fullsized":"2024-09-12T18:14:37.410194+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":200,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:23:30.728917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1266,"num_read_kb":1015,"num_write":487,"num_write_kb":254,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"21'2","reported_seq":525,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:22.412329+0000","last_change":"2024-09-12T17:34:47.631464+0000","last_active":"2024-09-12T18:14:22.412329+0000","last_peered":"2024-09-12T18:14:22.412329+0000","last_clean":"2024-09-12T18:14:22.412329+0000","last_became_active":"2024-09-12T17:34:45.618674+0000","last_became_peered":"2024-09-12T17:34:45.618674+0000","last_unstale":"2024-09-12T18:14:22.412329+0000","last_undegraded":"2024-09-12T18:14:22.412329+0000","last_fullsized":"2024-09-12T18:14:22.412329+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_clean_scrub_stamp":"2024-09-12T17:34:44.604271+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:38:32.783051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00089588000000000005,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"266'203","reported_seq":836,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.218088+0000","last_change":"2024-09-12T17:34:56.930987+0000","last_active":"2024-09-12T18:16:38.218088+0000","last_peered":"2024-09-12T18:16:38.218088+0000","last_clean":"2024-09-12T18:16:38.218088+0000","last_became_active":"2024-09-12T17:34:56.930581+0000","last_became_peered":"2024-09-12T17:34:56.930581+0000","last_unstale":"2024-09-12T18:16:38.218088+0000","last_undegraded":"2024-09-12T18:16:38.218088+0000","last_fullsized":"2024-09-12T18:16:38.218088+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":100,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:48:53.463694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1354786,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":462,"num_read_kb":24690,"num_write":993,"num_write_kb":43686,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":494,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:37.512734+0000","last_change":"2024-09-12T17:35:00.931710+0000","last_active":"2024-09-12T18:12:37.512734+0000","last_peered":"2024-09-12T18:12:37.512734+0000","last_clean":"2024-09-12T18:12:37.512734+0000","last_became_active":"2024-09-12T17:35:00.929890+0000","last_became_peered":"2024-09-12T17:35:00.929890+0000","last_unstale":"2024-09-12T18:12:37.512734+0000","last_undegraded":"2024-09-12T18:12:37.512734+0000","last_fullsized":"2024-09-12T18:12:37.512734+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:23:47.264798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"266'116","reported_seq":658,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:12.570585+0000","last_change":"2024-09-12T17:35:02.949884+0000","last_active":"2024-09-12T18:16:12.570585+0000","last_peered":"2024-09-12T18:16:12.570585+0000","last_clean":"2024-09-12T18:16:12.570585+0000","last_became_active":"2024-09-12T17:35:02.949598+0000","last_became_peered":"2024-09-12T17:35:02.949598+0000","last_unstale":"2024-09-12T18:16:12.570585+0000","last_undegraded":"2024-09-12T18:16:12.570585+0000","last_fullsized":"2024-09-12T18:16:12.570585+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":100,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:09:34.703964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":140,"num_read_kb":134,"num_write":100,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":485,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:07.407159+0000","last_change":"2024-09-12T17:35:04.971673+0000","last_active":"2024-09-12T18:14:07.407159+0000","last_peered":"2024-09-12T18:14:07.407159+0000","last_clean":"2024-09-12T18:14:07.407159+0000","last_became_active":"2024-09-12T17:35:04.971350+0000","last_became_peered":"2024-09-12T17:35:04.971350+0000","last_unstale":"2024-09-12T18:14:07.407159+0000","last_undegraded":"2024-09-12T18:14:07.407159+0000","last_fullsized":"2024-09-12T18:14:07.407159+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:59:43.401256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"266'128","reported_seq":668,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:31.076097+0000","last_change":"2024-09-12T17:35:06.983312+0000","last_active":"2024-09-12T18:14:31.076097+0000","last_peered":"2024-09-12T18:14:31.076097+0000","last_clean":"2024-09-12T18:14:31.076097+0000","last_became_active":"2024-09-12T17:35:06.983069+0000","last_became_peered":"2024-09-12T17:35:06.983069+0000","last_unstale":"2024-09-12T18:14:31.076097+0000","last_undegraded":"2024-09-12T18:14:31.076097+0000","last_fullsized":"2024-09-12T18:14:31.076097+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:02:12.982779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":202,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":239,"num_read_kb":239,"num_write":300,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"266'254","reported_seq":907,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:40.268608+0000","last_change":"2024-09-12T17:34:58.918412+0000","last_active":"2024-09-12T18:14:40.268608+0000","last_peered":"2024-09-12T18:14:40.268608+0000","last_clean":"2024-09-12T18:14:40.268608+0000","last_became_active":"2024-09-12T17:34:58.918123+0000","last_became_peered":"2024-09-12T17:34:58.918123+0000","last_unstale":"2024-09-12T18:14:40.268608+0000","last_undegraded":"2024-09-12T18:14:40.268608+0000","last_fullsized":"2024-09-12T18:14:40.268608+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":200,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:54:27.542924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1123,"num_read_kb":920,"num_write":376,"num_write_kb":172,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"266'225","reported_seq":900,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.285905+0000","last_change":"2024-09-12T17:34:56.925402+0000","last_active":"2024-09-12T18:16:38.285905+0000","last_peered":"2024-09-12T18:16:38.285905+0000","last_clean":"2024-09-12T18:16:38.285905+0000","last_became_active":"2024-09-12T17:34:56.925045+0000","last_became_peered":"2024-09-12T17:34:56.925045+0000","last_unstale":"2024-09-12T18:16:38.285905+0000","last_undegraded":"2024-09-12T18:16:38.285905+0000","last_fullsized":"2024-09-12T18:16:38.285905+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":200,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:21:12.950231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5530608,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":535,"num_read_kb":102484,"num_write":1049,"num_write_kb":44204,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":527,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:22.408587+0000","last_change":"2024-09-12T17:34:47.627450+0000","last_active":"2024-09-12T18:14:22.408587+0000","last_peered":"2024-09-12T18:14:22.408587+0000","last_clean":"2024-09-12T18:14:22.408587+0000","last_became_active":"2024-09-12T17:34:45.844454+0000","last_became_peered":"2024-09-12T17:34:45.844454+0000","last_unstale":"2024-09-12T18:14:22.408587+0000","last_undegraded":"2024-09-12T18:14:22.408587+0000","last_fullsized":"2024-09-12T18:14:22.408587+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_clean_scrub_stamp":"2024-09-12T17:34:44.604271+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:26:44.147593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00054755400000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":495,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:37.528919+0000","last_change":"2024-09-12T17:35:00.936436+0000","last_active":"2024-09-12T18:14:37.528919+0000","last_peered":"2024-09-12T18:14:37.528919+0000","last_clean":"2024-09-12T18:14:37.528919+0000","last_became_active":"2024-09-12T17:35:00.936083+0000","last_became_peered":"2024-09-12T17:35:00.936083+0000","last_unstale":"2024-09-12T18:14:37.528919+0000","last_undegraded":"2024-09-12T18:14:37.528919+0000","last_fullsized":"2024-09-12T18:14:37.528919+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:55:49.581701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"266'265","reported_seq":922,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.300810+0000","last_change":"2024-09-12T17:35:02.949046+0000","last_active":"2024-09-12T18:16:38.300810+0000","last_peered":"2024-09-12T18:16:38.300810+0000","last_clean":"2024-09-12T18:16:38.300810+0000","last_became_active":"2024-09-12T17:35:02.948751+0000","last_became_peered":"2024-09-12T17:35:02.948751+0000","last_unstale":"2024-09-12T18:16:38.300810+0000","last_undegraded":"2024-09-12T18:16:38.300810+0000","last_fullsized":"2024-09-12T18:16:38.300810+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":200,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:51:51.628297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11401,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":983,"num_read_kb":1061,"num_write":1446,"num_write_kb":1293,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":491,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:37.425327+0000","last_change":"2024-09-12T17:35:04.963054+0000","last_active":"2024-09-12T18:12:37.425327+0000","last_peered":"2024-09-12T18:12:37.425327+0000","last_clean":"2024-09-12T18:12:37.425327+0000","last_became_active":"2024-09-12T17:35:04.962773+0000","last_became_peered":"2024-09-12T17:35:04.962773+0000","last_unstale":"2024-09-12T18:12:37.425327+0000","last_undegraded":"2024-09-12T18:12:37.425327+0000","last_fullsized":"2024-09-12T18:12:37.425327+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:51:19.259187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"266'142","reported_seq":635,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:28.521123+0000","last_change":"2024-09-12T17:35:07.201192+0000","last_active":"2024-09-12T18:14:28.521123+0000","last_peered":"2024-09-12T18:14:28.521123+0000","last_clean":"2024-09-12T18:14:28.521123+0000","last_became_active":"2024-09-12T17:35:07.200820+0000","last_became_peered":"2024-09-12T17:35:07.200820+0000","last_unstale":"2024-09-12T18:14:28.521123+0000","last_undegraded":"2024-09-12T18:14:28.521123+0000","last_fullsized":"2024-09-12T18:14:28.521123+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:26:53.848073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1137,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":159,"num_read_kb":158,"num_write":342,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"266'263","reported_seq":877,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:37.528909+0000","last_change":"2024-09-12T17:34:58.929894+0000","last_active":"2024-09-12T18:14:37.528909+0000","last_peered":"2024-09-12T18:14:37.528909+0000","last_clean":"2024-09-12T18:14:37.528909+0000","last_became_active":"2024-09-12T17:34:58.929184+0000","last_became_peered":"2024-09-12T17:34:58.929184+0000","last_unstale":"2024-09-12T18:14:37.528909+0000","last_undegraded":"2024-09-12T18:14:37.528909+0000","last_fullsized":"2024-09-12T18:14:37.528909+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":200,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:02:25.205552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1112,"num_read_kb":896,"num_write":393,"num_write_kb":201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"266'188","reported_seq":787,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.167174+0000","last_change":"2024-09-12T17:34:56.919768+0000","last_active":"2024-09-12T18:16:38.167174+0000","last_peered":"2024-09-12T18:16:38.167174+0000","last_clean":"2024-09-12T18:16:38.167174+0000","last_became_active":"2024-09-12T17:34:56.919355+0000","last_became_peered":"2024-09-12T17:34:56.919355+0000","last_unstale":"2024-09-12T18:16:38.167174+0000","last_undegraded":"2024-09-12T18:16:38.167174+0000","last_fullsized":"2024-09-12T18:16:38.167174+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":100,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:13:56.210553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1311790,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":351,"num_read_kb":2459,"num_write":933,"num_write_kb":19826,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":523,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:27.412069+0000","last_change":"2024-09-12T17:34:47.823969+0000","last_active":"2024-09-12T18:14:27.412069+0000","last_peered":"2024-09-12T18:14:27.412069+0000","last_clean":"2024-09-12T18:14:27.412069+0000","last_became_active":"2024-09-12T17:34:45.844351+0000","last_became_peered":"2024-09-12T17:34:45.844351+0000","last_unstale":"2024-09-12T18:14:27.412069+0000","last_undegraded":"2024-09-12T18:14:27.412069+0000","last_fullsized":"2024-09-12T18:14:27.412069+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_clean_scrub_stamp":"2024-09-12T17:34:44.604271+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:16:33.730224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00049998100000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":494,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:37.410591+0000","last_change":"2024-09-12T17:35:00.935164+0000","last_active":"2024-09-12T18:14:37.410591+0000","last_peered":"2024-09-12T18:14:37.410591+0000","last_clean":"2024-09-12T18:14:37.410591+0000","last_became_active":"2024-09-12T17:35:00.934860+0000","last_became_peered":"2024-09-12T17:35:00.934860+0000","last_unstale":"2024-09-12T18:14:37.410591+0000","last_undegraded":"2024-09-12T18:14:37.410591+0000","last_fullsized":"2024-09-12T18:14:37.410591+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:13:30.294518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"266'157","reported_seq":720,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:11.485340+0000","last_change":"2024-09-12T17:35:03.252134+0000","last_active":"2024-09-12T18:15:11.485340+0000","last_peered":"2024-09-12T18:15:11.485340+0000","last_clean":"2024-09-12T18:15:11.485340+0000","last_became_active":"2024-09-12T17:35:03.251792+0000","last_became_peered":"2024-09-12T17:35:03.251792+0000","last_unstale":"2024-09-12T18:15:11.485340+0000","last_undegraded":"2024-09-12T18:15:11.485340+0000","last_fullsized":"2024-09-12T18:15:11.485340+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:01:20.097725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":197,"num_read_kb":189,"num_write":132,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"266'748","reported_seq":2481,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.008738+0000","last_change":"2024-09-12T17:35:04.962570+0000","last_active":"2024-09-12T18:16:38.008738+0000","last_peered":"2024-09-12T18:16:38.008738+0000","last_clean":"2024-09-12T18:16:38.008738+0000","last_became_active":"2024-09-12T17:35:04.962230+0000","last_became_peered":"2024-09-12T17:35:04.962230+0000","last_unstale":"2024-09-12T18:16:38.008738+0000","last_undegraded":"2024-09-12T18:16:38.008738+0000","last_fullsized":"2024-09-12T18:16:38.008738+0000","mapping_epoch":33,"log_start":"266'701","ondisk_log_start":"266'701","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":701,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:12:55.008377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"266'120","reported_seq":626,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:42.566666+0000","last_change":"2024-09-12T17:35:07.199433+0000","last_active":"2024-09-12T18:15:42.566666+0000","last_peered":"2024-09-12T18:15:42.566666+0000","last_clean":"2024-09-12T18:15:42.566666+0000","last_became_active":"2024-09-12T17:35:07.199128+0000","last_became_peered":"2024-09-12T17:35:07.199128+0000","last_unstale":"2024-09-12T18:15:42.566666+0000","last_undegraded":"2024-09-12T18:15:42.566666+0000","last_fullsized":"2024-09-12T18:15:42.566666+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:26:58.909908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":689,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":173,"num_read_kb":164,"num_write":276,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"266'357","reported_seq":921,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:07.546713+0000","last_change":"2024-09-12T17:34:58.924158+0000","last_active":"2024-09-12T18:13:07.546713+0000","last_peered":"2024-09-12T18:13:07.546713+0000","last_clean":"2024-09-12T18:13:07.546713+0000","last_became_active":"2024-09-12T17:34:58.923846+0000","last_became_peered":"2024-09-12T17:34:58.923846+0000","last_unstale":"2024-09-12T18:13:07.546713+0000","last_undegraded":"2024-09-12T18:13:07.546713+0000","last_fullsized":"2024-09-12T18:13:07.546713+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:26:53.958855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1599,"num_read_kb":1400,"num_write":644,"num_write_kb":334,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"266'204","reported_seq":930,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.287824+0000","last_change":"2024-09-12T17:34:56.935080+0000","last_active":"2024-09-12T18:16:38.287824+0000","last_peered":"2024-09-12T18:16:38.287824+0000","last_clean":"2024-09-12T18:16:38.287824+0000","last_became_active":"2024-09-12T17:34:56.934732+0000","last_became_peered":"2024-09-12T17:34:56.934732+0000","last_unstale":"2024-09-12T18:16:38.287824+0000","last_undegraded":"2024-09-12T18:16:38.287824+0000","last_fullsized":"2024-09-12T18:16:38.287824+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":100,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:14:13.945605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194330,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":689,"num_read_kb":52668,"num_write":983,"num_write_kb":44522,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":526,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.403962+0000","last_change":"2024-09-12T17:34:47.627396+0000","last_active":"2024-09-12T18:13:47.403962+0000","last_peered":"2024-09-12T18:13:47.403962+0000","last_clean":"2024-09-12T18:13:47.403962+0000","last_became_active":"2024-09-12T17:34:45.622234+0000","last_became_peered":"2024-09-12T17:34:45.622234+0000","last_unstale":"2024-09-12T18:13:47.403962+0000","last_undegraded":"2024-09-12T18:13:47.403962+0000","last_fullsized":"2024-09-12T18:13:47.403962+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_clean_scrub_stamp":"2024-09-12T17:34:44.604271+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:53:22.685493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050672800000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":500,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:37.441345+0000","last_change":"2024-09-12T17:35:00.938838+0000","last_active":"2024-09-12T18:14:37.441345+0000","last_peered":"2024-09-12T18:14:37.441345+0000","last_clean":"2024-09-12T18:14:37.441345+0000","last_became_active":"2024-09-12T17:35:00.938343+0000","last_became_peered":"2024-09-12T17:35:00.938343+0000","last_unstale":"2024-09-12T18:14:37.441345+0000","last_undegraded":"2024-09-12T18:14:37.441345+0000","last_fullsized":"2024-09-12T18:14:37.441345+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:13:32.856250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"266'106","reported_seq":643,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:11.471221+0000","last_change":"2024-09-12T17:35:02.950260+0000","last_active":"2024-09-12T18:15:11.471221+0000","last_peered":"2024-09-12T18:15:11.471221+0000","last_clean":"2024-09-12T18:15:11.471221+0000","last_became_active":"2024-09-12T17:35:02.949542+0000","last_became_peered":"2024-09-12T17:35:02.949542+0000","last_unstale":"2024-09-12T18:15:11.471221+0000","last_undegraded":"2024-09-12T18:15:11.471221+0000","last_fullsized":"2024-09-12T18:15:11.471221+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:39:30.955631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":123,"num_read_kb":117,"num_write":84,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"266'750","reported_seq":2428,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.167914+0000","last_change":"2024-09-12T17:35:04.963312+0000","last_active":"2024-09-12T18:16:38.167914+0000","last_peered":"2024-09-12T18:16:38.167914+0000","last_clean":"2024-09-12T18:16:38.167914+0000","last_became_active":"2024-09-12T17:35:04.963013+0000","last_became_peered":"2024-09-12T17:35:04.963013+0000","last_unstale":"2024-09-12T18:16:38.167914+0000","last_undegraded":"2024-09-12T18:16:38.167914+0000","last_fullsized":"2024-09-12T18:16:38.167914+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":700,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:47:57.279390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"266'319","reported_seq":844,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:00.984713+0000","last_change":"2024-09-12T17:35:06.983613+0000","last_active":"2024-09-12T18:14:00.984713+0000","last_peered":"2024-09-12T18:14:00.984713+0000","last_clean":"2024-09-12T18:14:00.984713+0000","last_became_active":"2024-09-12T17:35:06.983329+0000","last_became_peered":"2024-09-12T17:35:06.983329+0000","last_unstale":"2024-09-12T18:14:00.984713+0000","last_undegraded":"2024-09-12T18:14:00.984713+0000","last_fullsized":"2024-09-12T18:14:00.984713+0000","mapping_epoch":35,"log_start":"266'300","ondisk_log_start":"266'300","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":300,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:13:42.892459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":395,"num_read_kb":385,"num_write":679,"num_write_kb":243,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"266'189","reported_seq":822,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:37.441366+0000","last_change":"2024-09-12T17:34:58.922218+0000","last_active":"2024-09-12T18:14:37.441366+0000","last_peered":"2024-09-12T18:14:37.441366+0000","last_clean":"2024-09-12T18:14:37.441366+0000","last_became_active":"2024-09-12T17:34:58.921913+0000","last_became_peered":"2024-09-12T17:34:58.921913+0000","last_unstale":"2024-09-12T18:14:37.441366+0000","last_undegraded":"2024-09-12T18:14:37.441366+0000","last_fullsized":"2024-09-12T18:14:37.441366+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":100,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:18:37.779919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":898,"num_read_kb":763,"num_write":317,"num_write_kb":179,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"266'262","reported_seq":912,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.353861+0000","last_change":"2024-09-12T17:34:56.923322+0000","last_active":"2024-09-12T18:16:38.353861+0000","last_peered":"2024-09-12T18:16:38.353861+0000","last_clean":"2024-09-12T18:16:38.353861+0000","last_became_active":"2024-09-12T17:34:56.922937+0000","last_became_peered":"2024-09-12T17:34:56.922937+0000","last_unstale":"2024-09-12T18:16:38.353861+0000","last_undegraded":"2024-09-12T18:16:38.353861+0000","last_fullsized":"2024-09-12T18:16:38.353861+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":200,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:28:31.213430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048618,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":627,"num_read_kb":11936,"num_write":1177,"num_write_kb":31628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":519,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.404574+0000","last_change":"2024-09-12T17:34:47.823931+0000","last_active":"2024-09-12T18:13:47.404574+0000","last_peered":"2024-09-12T18:13:47.404574+0000","last_clean":"2024-09-12T18:13:47.404574+0000","last_became_active":"2024-09-12T17:34:45.622575+0000","last_became_peered":"2024-09-12T17:34:45.622575+0000","last_unstale":"2024-09-12T18:13:47.404574+0000","last_undegraded":"2024-09-12T18:13:47.404574+0000","last_fullsized":"2024-09-12T18:13:47.404574+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:44.604271+0000","last_clean_scrub_stamp":"2024-09-12T17:34:44.604271+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:24:23.273850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000567901,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":501,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:07.546696+0000","last_change":"2024-09-12T17:35:00.938646+0000","last_active":"2024-09-12T18:13:07.546696+0000","last_peered":"2024-09-12T18:13:07.546696+0000","last_clean":"2024-09-12T18:13:07.546696+0000","last_became_active":"2024-09-12T17:35:00.938321+0000","last_became_peered":"2024-09-12T17:35:00.938321+0000","last_unstale":"2024-09-12T18:13:07.546696+0000","last_undegraded":"2024-09-12T18:13:07.546696+0000","last_fullsized":"2024-09-12T18:13:07.546696+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:53:03.821147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"266'315","reported_seq":1028,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.369227+0000","last_change":"2024-09-12T17:35:03.252001+0000","last_active":"2024-09-12T18:16:38.369227+0000","last_peered":"2024-09-12T18:16:38.369227+0000","last_clean":"2024-09-12T18:16:38.369227+0000","last_became_active":"2024-09-12T17:35:03.251753+0000","last_became_peered":"2024-09-12T17:35:03.251753+0000","last_unstale":"2024-09-12T18:16:38.369227+0000","last_undegraded":"2024-09-12T18:16:38.369227+0000","last_fullsized":"2024-09-12T18:16:38.369227+0000","mapping_epoch":31,"log_start":"266'300","ondisk_log_start":"266'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":300,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:22:51.305444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34989,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":483,"num_read_kb":742,"num_write":250,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:37.542661+0000","last_change":"2024-09-12T17:35:04.963986+0000","last_active":"2024-09-12T18:12:37.542661+0000","last_peered":"2024-09-12T18:12:37.542661+0000","last_clean":"2024-09-12T18:12:37.542661+0000","last_became_active":"2024-09-12T17:35:04.963038+0000","last_became_peered":"2024-09-12T17:35:04.963038+0000","last_unstale":"2024-09-12T18:12:37.542661+0000","last_undegraded":"2024-09-12T18:12:37.542661+0000","last_fullsized":"2024-09-12T18:12:37.542661+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:48:35.108502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"266'124","reported_seq":624,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:24.412513+0000","last_change":"2024-09-12T17:35:06.985723+0000","last_active":"2024-09-12T18:14:24.412513+0000","last_peered":"2024-09-12T18:14:24.412513+0000","last_clean":"2024-09-12T18:14:24.412513+0000","last_became_active":"2024-09-12T17:35:06.985014+0000","last_became_peered":"2024-09-12T17:35:06.985014+0000","last_unstale":"2024-09-12T18:14:24.412513+0000","last_undegraded":"2024-09-12T18:14:24.412513+0000","last_fullsized":"2024-09-12T18:14:24.412513+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:10:35.276308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":235,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":188,"num_read_kb":178,"num_write":304,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"266'151","reported_seq":703,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:58.158769+0000","last_change":"2024-09-12T17:35:06.984285+0000","last_active":"2024-09-12T18:14:58.158769+0000","last_peered":"2024-09-12T18:14:58.158769+0000","last_clean":"2024-09-12T18:14:58.158769+0000","last_became_active":"2024-09-12T17:35:06.984047+0000","last_became_peered":"2024-09-12T17:35:06.984047+0000","last_unstale":"2024-09-12T18:14:58.158769+0000","last_undegraded":"2024-09-12T18:14:58.158769+0000","last_fullsized":"2024-09-12T18:14:58.158769+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":100,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:11:36.341264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":425,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":257,"num_read_kb":255,"num_write":377,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"266'126","reported_seq":711,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:31.074813+0000","last_change":"2024-09-12T17:34:58.920974+0000","last_active":"2024-09-12T18:14:31.074813+0000","last_peered":"2024-09-12T18:14:31.074813+0000","last_clean":"2024-09-12T18:14:31.074813+0000","last_became_active":"2024-09-12T17:34:58.920693+0000","last_became_peered":"2024-09-12T17:34:58.920693+0000","last_unstale":"2024-09-12T18:14:31.074813+0000","last_undegraded":"2024-09-12T18:14:31.074813+0000","last_fullsized":"2024-09-12T18:14:31.074813+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:12:24.237910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":544,"num_read_kb":446,"num_write":203,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"266'165","reported_seq":785,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.285927+0000","last_change":"2024-09-12T17:34:56.920192+0000","last_active":"2024-09-12T18:16:38.285927+0000","last_peered":"2024-09-12T18:16:38.285927+0000","last_clean":"2024-09-12T18:16:38.285927+0000","last_became_active":"2024-09-12T17:34:56.919861+0000","last_became_peered":"2024-09-12T17:34:56.919861+0000","last_unstale":"2024-09-12T18:16:38.285927+0000","last_undegraded":"2024-09-12T18:16:38.285927+0000","last_fullsized":"2024-09-12T18:16:38.285927+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":100,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:38:19.491215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":39,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":379,"num_read_kb":53379,"num_write":774,"num_write_kb":28781,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"37'3","reported_seq":980,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:37.980144+0000","last_change":"2024-09-12T17:35:00.935426+0000","last_active":"2024-09-12T18:16:37.980144+0000","last_peered":"2024-09-12T18:16:37.980144+0000","last_clean":"2024-09-12T18:16:37.980144+0000","last_became_active":"2024-09-12T17:35:00.935134+0000","last_became_peered":"2024-09-12T17:35:00.935134+0000","last_unstale":"2024-09-12T18:16:37.980144+0000","last_undegraded":"2024-09-12T18:16:37.980144+0000","last_fullsized":"2024-09-12T18:16:37.980144+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:05:29.441568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":728,"num_read_kb":726,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"266'144","reported_seq":718,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.226853+0000","last_change":"2024-09-12T17:35:02.954805+0000","last_active":"2024-09-12T18:16:38.226853+0000","last_peered":"2024-09-12T18:16:38.226853+0000","last_clean":"2024-09-12T18:16:38.226853+0000","last_became_active":"2024-09-12T17:35:02.954476+0000","last_became_peered":"2024-09-12T17:35:02.954476+0000","last_unstale":"2024-09-12T18:16:38.226853+0000","last_undegraded":"2024-09-12T18:16:38.226853+0000","last_fullsized":"2024-09-12T18:16:38.226853+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":100,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:19:12.349295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9390,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":175,"num_read_kb":230,"num_write":94,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":490,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:27.540877+0000","last_change":"2024-09-12T17:35:04.963670+0000","last_active":"2024-09-12T18:12:27.540877+0000","last_peered":"2024-09-12T18:12:27.540877+0000","last_clean":"2024-09-12T18:12:27.540877+0000","last_became_active":"2024-09-12T17:35:04.963388+0000","last_became_peered":"2024-09-12T17:35:04.963388+0000","last_unstale":"2024-09-12T18:12:27.540877+0000","last_undegraded":"2024-09-12T18:12:27.540877+0000","last_fullsized":"2024-09-12T18:12:27.540877+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:45:09.357933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"266'125","reported_seq":623,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:04.574807+0000","last_change":"2024-09-12T17:35:06.991378+0000","last_active":"2024-09-12T18:14:04.574807+0000","last_peered":"2024-09-12T18:14:04.574807+0000","last_clean":"2024-09-12T18:14:04.574807+0000","last_became_active":"2024-09-12T17:35:06.991097+0000","last_became_peered":"2024-09-12T17:35:06.991097+0000","last_unstale":"2024-09-12T18:14:04.574807+0000","last_undegraded":"2024-09-12T18:14:04.574807+0000","last_fullsized":"2024-09-12T18:14:04.574807+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:45:28.452628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":155,"num_read_kb":149,"num_write":290,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"266'293","reported_seq":930,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:26.837990+0000","last_change":"2024-09-12T17:34:58.922138+0000","last_active":"2024-09-12T18:14:26.837990+0000","last_peered":"2024-09-12T18:14:26.837990+0000","last_clean":"2024-09-12T18:14:26.837990+0000","last_became_active":"2024-09-12T17:34:58.920144+0000","last_became_peered":"2024-09-12T17:34:58.920144+0000","last_unstale":"2024-09-12T18:14:26.837990+0000","last_undegraded":"2024-09-12T18:14:26.837990+0000","last_fullsized":"2024-09-12T18:14:26.837990+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":200,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:14:19.457745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1321,"num_read_kb":1085,"num_write":458,"num_write_kb":283,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"266'200","reported_seq":874,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.219024+0000","last_change":"2024-09-12T17:34:56.921985+0000","last_active":"2024-09-12T18:16:38.219024+0000","last_peered":"2024-09-12T18:16:38.219024+0000","last_clean":"2024-09-12T18:16:38.219024+0000","last_became_active":"2024-09-12T17:34:56.920454+0000","last_became_peered":"2024-09-12T17:34:56.920454+0000","last_unstale":"2024-09-12T18:16:38.219024+0000","last_undegraded":"2024-09-12T18:16:38.219024+0000","last_fullsized":"2024-09-12T18:16:38.219024+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:24:50.272113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263211,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":543,"num_read_kb":47428,"num_write":952,"num_write_kb":42968,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":498,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:22.540080+0000","last_change":"2024-09-12T17:35:00.937027+0000","last_active":"2024-09-12T18:12:22.540080+0000","last_peered":"2024-09-12T18:12:22.540080+0000","last_clean":"2024-09-12T18:12:22.540080+0000","last_became_active":"2024-09-12T17:35:00.936765+0000","last_became_peered":"2024-09-12T17:35:00.936765+0000","last_unstale":"2024-09-12T18:12:22.540080+0000","last_undegraded":"2024-09-12T18:12:22.540080+0000","last_fullsized":"2024-09-12T18:12:22.540080+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:49:48.260855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"266'45","reported_seq":543,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:11.301287+0000","last_change":"2024-09-12T17:35:02.953319+0000","last_active":"2024-09-12T18:15:11.301287+0000","last_peered":"2024-09-12T18:15:11.301287+0000","last_clean":"2024-09-12T18:15:11.301287+0000","last_became_active":"2024-09-12T17:35:02.951921+0000","last_became_peered":"2024-09-12T17:35:02.951921+0000","last_unstale":"2024-09-12T18:15:11.301287+0000","last_undegraded":"2024-09-12T18:15:11.301287+0000","last_fullsized":"2024-09-12T18:15:11.301287+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:29:31.613069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":32,"num_read_kb":30,"num_write":24,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":485,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:27.395316+0000","last_change":"2024-09-12T17:35:04.965458+0000","last_active":"2024-09-12T18:12:27.395316+0000","last_peered":"2024-09-12T18:12:27.395316+0000","last_clean":"2024-09-12T18:12:27.395316+0000","last_became_active":"2024-09-12T17:35:04.964790+0000","last_became_peered":"2024-09-12T17:35:04.964790+0000","last_unstale":"2024-09-12T18:12:27.395316+0000","last_undegraded":"2024-09-12T18:12:27.395316+0000","last_fullsized":"2024-09-12T18:12:27.395316+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:45:13.012996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"266'202","reported_seq":714,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:58.099635+0000","last_change":"2024-09-12T17:35:06.979577+0000","last_active":"2024-09-12T18:14:58.099635+0000","last_peered":"2024-09-12T18:14:58.099635+0000","last_clean":"2024-09-12T18:14:58.099635+0000","last_became_active":"2024-09-12T17:35:06.979254+0000","last_became_peered":"2024-09-12T17:35:06.979254+0000","last_unstale":"2024-09-12T18:14:58.099635+0000","last_undegraded":"2024-09-12T18:14:58.099635+0000","last_fullsized":"2024-09-12T18:14:58.099635+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":100,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:03:02.768810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":395,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":325,"num_read_kb":323,"num_write":468,"num_write_kb":129,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"266'200","reported_seq":788,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:55.511533+0000","last_change":"2024-09-12T17:34:58.925920+0000","last_active":"2024-09-12T18:14:55.511533+0000","last_peered":"2024-09-12T18:14:55.511533+0000","last_clean":"2024-09-12T18:14:55.511533+0000","last_became_active":"2024-09-12T17:34:58.925609+0000","last_became_peered":"2024-09-12T17:34:58.925609+0000","last_unstale":"2024-09-12T18:14:55.511533+0000","last_undegraded":"2024-09-12T18:14:55.511533+0000","last_fullsized":"2024-09-12T18:14:55.511533+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:35:50.367427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":842,"num_read_kb":673,"num_write":309,"num_write_kb":157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"266'142","reported_seq":825,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.202970+0000","last_change":"2024-09-12T17:34:56.917228+0000","last_active":"2024-09-12T18:16:38.202970+0000","last_peered":"2024-09-12T18:16:38.202970+0000","last_clean":"2024-09-12T18:16:38.202970+0000","last_became_active":"2024-09-12T17:34:56.916850+0000","last_became_peered":"2024-09-12T17:34:56.916850+0000","last_unstale":"2024-09-12T18:16:38.202970+0000","last_undegraded":"2024-09-12T18:16:38.202970+0000","last_fullsized":"2024-09-12T18:16:38.202970+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:13:56.210553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262177,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":788,"num_read_kb":35676,"num_write":665,"num_write_kb":26567,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":493,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:22.394573+0000","last_change":"2024-09-12T17:35:00.939282+0000","last_active":"2024-09-12T18:12:22.394573+0000","last_peered":"2024-09-12T18:12:22.394573+0000","last_clean":"2024-09-12T18:12:22.394573+0000","last_became_active":"2024-09-12T17:35:00.938923+0000","last_became_peered":"2024-09-12T17:35:00.938923+0000","last_unstale":"2024-09-12T18:12:22.394573+0000","last_undegraded":"2024-09-12T18:12:22.394573+0000","last_fullsized":"2024-09-12T18:12:22.394573+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:42:54.272222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"266'172","reported_seq":762,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.118534+0000","last_change":"2024-09-12T17:35:02.952971+0000","last_active":"2024-09-12T18:16:38.118534+0000","last_peered":"2024-09-12T18:16:38.118534+0000","last_clean":"2024-09-12T18:16:38.118534+0000","last_became_active":"2024-09-12T17:35:02.952690+0000","last_became_peered":"2024-09-12T17:35:02.952690+0000","last_unstale":"2024-09-12T18:16:38.118534+0000","last_undegraded":"2024-09-12T18:16:38.118534+0000","last_fullsized":"2024-09-12T18:16:38.118534+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":100,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:00:22.644440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14696,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":223,"num_read_kb":301,"num_write":124,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":483,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:27.394456+0000","last_change":"2024-09-12T17:35:04.971351+0000","last_active":"2024-09-12T18:12:27.394456+0000","last_peered":"2024-09-12T18:12:27.394456+0000","last_clean":"2024-09-12T18:12:27.394456+0000","last_became_active":"2024-09-12T17:35:04.971076+0000","last_became_peered":"2024-09-12T17:35:04.971076+0000","last_unstale":"2024-09-12T18:12:27.394456+0000","last_undegraded":"2024-09-12T18:12:27.394456+0000","last_fullsized":"2024-09-12T18:12:27.394456+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:51:58.352424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"266'133","reported_seq":639,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:06.592932+0000","last_change":"2024-09-12T17:35:06.984864+0000","last_active":"2024-09-12T18:14:06.592932+0000","last_peered":"2024-09-12T18:14:06.592932+0000","last_clean":"2024-09-12T18:14:06.592932+0000","last_became_active":"2024-09-12T17:35:06.984552+0000","last_became_peered":"2024-09-12T17:35:06.984552+0000","last_unstale":"2024-09-12T18:14:06.592932+0000","last_undegraded":"2024-09-12T18:14:06.592932+0000","last_fullsized":"2024-09-12T18:14:06.592932+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:37:40.905318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":451,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":198,"num_read_kb":192,"num_write":307,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"266'134","reported_seq":714,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:52.404413+0000","last_change":"2024-09-12T17:36:31.123777+0000","last_active":"2024-09-12T18:13:52.404413+0000","last_peered":"2024-09-12T18:13:52.404413+0000","last_clean":"2024-09-12T18:13:52.404413+0000","last_became_active":"2024-09-12T17:36:31.123341+0000","last_became_peered":"2024-09-12T17:36:31.123341+0000","last_unstale":"2024-09-12T18:13:52.404413+0000","last_undegraded":"2024-09-12T18:13:52.404413+0000","last_fullsized":"2024-09-12T18:13:52.404413+0000","mapping_epoch":40,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:25:19.038889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":614,"num_read_kb":510,"num_write":196,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.17","version":"266'186","reported_seq":783,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.263577+0000","last_change":"2024-09-12T17:34:56.920849+0000","last_active":"2024-09-12T18:16:38.263577+0000","last_peered":"2024-09-12T18:16:38.263577+0000","last_clean":"2024-09-12T18:16:38.263577+0000","last_became_active":"2024-09-12T17:34:56.918372+0000","last_became_peered":"2024-09-12T17:34:56.918372+0000","last_unstale":"2024-09-12T18:16:38.263577+0000","last_undegraded":"2024-09-12T18:16:38.263577+0000","last_fullsized":"2024-09-12T18:16:38.263577+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:15:45.463920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263251,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":327,"num_read_kb":30322,"num_write":862,"num_write_kb":52127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":491,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:22.393856+0000","last_change":"2024-09-12T17:35:00.936167+0000","last_active":"2024-09-12T18:12:22.393856+0000","last_peered":"2024-09-12T18:12:22.393856+0000","last_clean":"2024-09-12T18:12:22.393856+0000","last_became_active":"2024-09-12T17:35:00.935864+0000","last_became_peered":"2024-09-12T17:35:00.935864+0000","last_unstale":"2024-09-12T18:12:22.393856+0000","last_undegraded":"2024-09-12T18:12:22.393856+0000","last_fullsized":"2024-09-12T18:12:22.393856+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:08:26.102201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"266'128","reported_seq":692,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.081015+0000","last_change":"2024-09-12T17:35:02.950391+0000","last_active":"2024-09-12T18:16:38.081015+0000","last_peered":"2024-09-12T18:16:38.081015+0000","last_clean":"2024-09-12T18:16:38.081015+0000","last_became_active":"2024-09-12T17:35:02.949997+0000","last_became_peered":"2024-09-12T17:35:02.949997+0000","last_unstale":"2024-09-12T18:16:38.081015+0000","last_undegraded":"2024-09-12T18:16:38.081015+0000","last_fullsized":"2024-09-12T18:16:38.081015+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:48:57.239873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8191,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":156,"num_read_kb":218,"num_write":78,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":484,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:27.511166+0000","last_change":"2024-09-12T17:35:04.971696+0000","last_active":"2024-09-12T18:12:27.511166+0000","last_peered":"2024-09-12T18:12:27.511166+0000","last_clean":"2024-09-12T18:12:27.511166+0000","last_became_active":"2024-09-12T17:35:04.970733+0000","last_became_peered":"2024-09-12T17:35:04.970733+0000","last_unstale":"2024-09-12T18:12:27.511166+0000","last_undegraded":"2024-09-12T18:12:27.511166+0000","last_fullsized":"2024-09-12T18:12:27.511166+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:49:13.678262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"266'60","reported_seq":633,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:37.410634+0000","last_change":"2024-09-12T17:34:58.920122+0000","last_active":"2024-09-12T18:14:37.410634+0000","last_peered":"2024-09-12T18:14:37.410634+0000","last_clean":"2024-09-12T18:14:37.410634+0000","last_became_active":"2024-09-12T17:34:58.919844+0000","last_became_peered":"2024-09-12T17:34:58.919844+0000","last_unstale":"2024-09-12T18:14:37.410634+0000","last_undegraded":"2024-09-12T18:14:37.410634+0000","last_fullsized":"2024-09-12T18:14:37.410634+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:31:02.094941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":284,"num_read_kb":248,"num_write":79,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"266'196","reported_seq":854,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.290780+0000","last_change":"2024-09-12T17:34:56.920499+0000","last_active":"2024-09-12T18:16:38.290780+0000","last_peered":"2024-09-12T18:16:38.290780+0000","last_clean":"2024-09-12T18:16:38.290780+0000","last_became_active":"2024-09-12T17:34:56.920158+0000","last_became_peered":"2024-09-12T17:34:56.920158+0000","last_unstale":"2024-09-12T18:16:38.290780+0000","last_undegraded":"2024-09-12T18:16:38.290780+0000","last_fullsized":"2024-09-12T18:16:38.290780+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":100,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:28:08.928313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":312874,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":610,"num_read_kb":10072,"num_write":923,"num_write_kb":26304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":495,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:07.517148+0000","last_change":"2024-09-12T17:35:00.933366+0000","last_active":"2024-09-12T18:13:07.517148+0000","last_peered":"2024-09-12T18:13:07.517148+0000","last_clean":"2024-09-12T18:13:07.517148+0000","last_became_active":"2024-09-12T17:35:00.933081+0000","last_became_peered":"2024-09-12T17:35:00.933081+0000","last_unstale":"2024-09-12T18:13:07.517148+0000","last_undegraded":"2024-09-12T18:13:07.517148+0000","last_fullsized":"2024-09-12T18:13:07.517148+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:18:30.245407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"266'194","reported_seq":821,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.279979+0000","last_change":"2024-09-12T17:35:02.950566+0000","last_active":"2024-09-12T18:16:38.279979+0000","last_peered":"2024-09-12T18:16:38.279979+0000","last_clean":"2024-09-12T18:16:38.279979+0000","last_became_active":"2024-09-12T17:35:02.950274+0000","last_became_peered":"2024-09-12T17:35:02.950274+0000","last_unstale":"2024-09-12T18:16:38.279979+0000","last_undegraded":"2024-09-12T18:16:38.279979+0000","last_fullsized":"2024-09-12T18:16:38.279979+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":100,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:54:25.896883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24790,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":309,"num_read_kb":498,"num_write":194,"num_write_kb":135,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":484,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:37.531351+0000","last_change":"2024-09-12T17:35:04.969323+0000","last_active":"2024-09-12T18:12:37.531351+0000","last_peered":"2024-09-12T18:12:37.531351+0000","last_clean":"2024-09-12T18:12:37.531351+0000","last_became_active":"2024-09-12T17:35:04.969084+0000","last_became_peered":"2024-09-12T17:35:04.969084+0000","last_unstale":"2024-09-12T18:12:37.531351+0000","last_undegraded":"2024-09-12T18:12:37.531351+0000","last_fullsized":"2024-09-12T18:12:37.531351+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:48:09.688062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"266'168","reported_seq":677,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:40.269641+0000","last_change":"2024-09-12T17:35:07.202282+0000","last_active":"2024-09-12T18:14:40.269641+0000","last_peered":"2024-09-12T18:14:40.269641+0000","last_clean":"2024-09-12T18:14:40.269641+0000","last_became_active":"2024-09-12T17:35:07.202003+0000","last_became_peered":"2024-09-12T17:35:07.202003+0000","last_unstale":"2024-09-12T18:14:40.269641+0000","last_undegraded":"2024-09-12T18:14:40.269641+0000","last_fullsized":"2024-09-12T18:14:40.269641+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:31:44.194240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1066,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":265,"num_read_kb":267,"num_write":393,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"266'141","reported_seq":769,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:38.388329+0000","last_change":"2024-09-12T17:34:58.928079+0000","last_active":"2024-09-12T18:13:38.388329+0000","last_peered":"2024-09-12T18:13:38.388329+0000","last_clean":"2024-09-12T18:13:38.388329+0000","last_became_active":"2024-09-12T17:34:58.926142+0000","last_became_peered":"2024-09-12T17:34:58.926142+0000","last_unstale":"2024-09-12T18:13:38.388329+0000","last_undegraded":"2024-09-12T18:13:38.388329+0000","last_fullsized":"2024-09-12T18:13:38.388329+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":100,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:48:14.528339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":661,"num_read_kb":559,"num_write":210,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"266'200","reported_seq":818,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.238426+0000","last_change":"2024-09-12T17:34:56.915625+0000","last_active":"2024-09-12T18:16:38.238426+0000","last_peered":"2024-09-12T18:16:38.238426+0000","last_clean":"2024-09-12T18:16:38.238426+0000","last_became_active":"2024-09-12T17:34:56.915256+0000","last_became_peered":"2024-09-12T17:34:56.915256+0000","last_unstale":"2024-09-12T18:16:38.238426+0000","last_undegraded":"2024-09-12T18:16:38.238426+0000","last_fullsized":"2024-09-12T18:16:38.238426+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:03:41.188193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":86,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":420,"num_read_kb":24066,"num_write":973,"num_write_kb":43325,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":494,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:37.410645+0000","last_change":"2024-09-12T17:35:00.936384+0000","last_active":"2024-09-12T18:14:37.410645+0000","last_peered":"2024-09-12T18:14:37.410645+0000","last_clean":"2024-09-12T18:14:37.410645+0000","last_became_active":"2024-09-12T17:35:00.935961+0000","last_became_peered":"2024-09-12T17:35:00.935961+0000","last_unstale":"2024-09-12T18:14:37.410645+0000","last_undegraded":"2024-09-12T18:14:37.410645+0000","last_fullsized":"2024-09-12T18:14:37.410645+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:41:39.616513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"266'162","reported_seq":741,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.099640+0000","last_change":"2024-09-12T17:35:02.953765+0000","last_active":"2024-09-12T18:16:38.099640+0000","last_peered":"2024-09-12T18:16:38.099640+0000","last_clean":"2024-09-12T18:16:38.099640+0000","last_became_active":"2024-09-12T17:35:02.953229+0000","last_became_peered":"2024-09-12T17:35:02.953229+0000","last_unstale":"2024-09-12T18:16:38.099640+0000","last_undegraded":"2024-09-12T18:16:38.099640+0000","last_fullsized":"2024-09-12T18:16:38.099640+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":100,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:46:00.356825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6421,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":221,"num_read_kb":267,"num_write":142,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":488,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:37.395053+0000","last_change":"2024-09-12T17:35:04.965764+0000","last_active":"2024-09-12T18:12:37.395053+0000","last_peered":"2024-09-12T18:12:37.395053+0000","last_clean":"2024-09-12T18:12:37.395053+0000","last_became_active":"2024-09-12T17:35:04.965251+0000","last_became_peered":"2024-09-12T17:35:04.965251+0000","last_unstale":"2024-09-12T18:12:37.395053+0000","last_undegraded":"2024-09-12T18:12:37.395053+0000","last_fullsized":"2024-09-12T18:12:37.395053+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:49:56.314147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"266'174","reported_seq":677,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:10.206285+0000","last_change":"2024-09-12T17:35:06.991439+0000","last_active":"2024-09-12T18:14:10.206285+0000","last_peered":"2024-09-12T18:14:10.206285+0000","last_clean":"2024-09-12T18:14:10.206285+0000","last_became_active":"2024-09-12T17:35:06.991122+0000","last_became_peered":"2024-09-12T17:35:06.991122+0000","last_unstale":"2024-09-12T18:14:10.206285+0000","last_undegraded":"2024-09-12T18:14:10.206285+0000","last_fullsized":"2024-09-12T18:14:10.206285+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":100,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:12:35.872806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1619,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":252,"num_read_kb":243,"num_write":490,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"266'219","reported_seq":795,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:26.765716+0000","last_change":"2024-09-12T17:34:58.921358+0000","last_active":"2024-09-12T18:14:26.765716+0000","last_peered":"2024-09-12T18:14:26.765716+0000","last_clean":"2024-09-12T18:14:26.765716+0000","last_became_active":"2024-09-12T17:34:58.921089+0000","last_became_peered":"2024-09-12T17:34:58.921089+0000","last_unstale":"2024-09-12T18:14:26.765716+0000","last_undegraded":"2024-09-12T18:14:26.765716+0000","last_fullsized":"2024-09-12T18:14:26.765716+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":200,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:17:54.682064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":925,"num_read_kb":741,"num_write":347,"num_write_kb":174,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"266'223","reported_seq":929,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.238011+0000","last_change":"2024-09-12T17:34:56.918437+0000","last_active":"2024-09-12T18:16:38.238011+0000","last_peered":"2024-09-12T18:16:38.238011+0000","last_clean":"2024-09-12T18:16:38.238011+0000","last_became_active":"2024-09-12T17:34:56.918114+0000","last_became_peered":"2024-09-12T17:34:56.918114+0000","last_unstale":"2024-09-12T18:16:38.238011+0000","last_undegraded":"2024-09-12T18:16:38.238011+0000","last_fullsized":"2024-09-12T18:16:38.238011+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":200,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:38:13.045921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4593351,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":608,"num_read_kb":43659,"num_write":1027,"num_write_kb":45378,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":496,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:32.424567+0000","last_change":"2024-09-12T17:35:00.936893+0000","last_active":"2024-09-12T18:12:32.424567+0000","last_peered":"2024-09-12T18:12:32.424567+0000","last_clean":"2024-09-12T18:12:32.424567+0000","last_became_active":"2024-09-12T17:35:00.936517+0000","last_became_peered":"2024-09-12T17:35:00.936517+0000","last_unstale":"2024-09-12T18:12:32.424567+0000","last_undegraded":"2024-09-12T18:12:32.424567+0000","last_fullsized":"2024-09-12T18:12:32.424567+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:12:02.658434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"266'141","reported_seq":718,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.266209+0000","last_change":"2024-09-12T17:35:03.252645+0000","last_active":"2024-09-12T18:16:38.266209+0000","last_peered":"2024-09-12T18:16:38.266209+0000","last_clean":"2024-09-12T18:16:38.266209+0000","last_became_active":"2024-09-12T17:35:03.252223+0000","last_became_peered":"2024-09-12T17:35:03.252223+0000","last_unstale":"2024-09-12T18:16:38.266209+0000","last_undegraded":"2024-09-12T18:16:38.266209+0000","last_fullsized":"2024-09-12T18:16:38.266209+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":100,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:31:19.709179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10065,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":180,"num_read_kb":244,"num_write":98,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:12.399543+0000","last_change":"2024-09-12T17:35:04.965802+0000","last_active":"2024-09-12T18:13:12.399543+0000","last_peered":"2024-09-12T18:13:12.399543+0000","last_clean":"2024-09-12T18:13:12.399543+0000","last_became_active":"2024-09-12T17:35:04.965498+0000","last_became_peered":"2024-09-12T17:35:04.965498+0000","last_unstale":"2024-09-12T18:13:12.399543+0000","last_undegraded":"2024-09-12T18:13:12.399543+0000","last_fullsized":"2024-09-12T18:13:12.399543+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:14:13.960189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"266'103","reported_seq":604,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:19.226648+0000","last_change":"2024-09-12T17:35:06.985303+0000","last_active":"2024-09-12T18:16:19.226648+0000","last_peered":"2024-09-12T18:16:19.226648+0000","last_clean":"2024-09-12T18:16:19.226648+0000","last_became_active":"2024-09-12T17:35:06.984930+0000","last_became_peered":"2024-09-12T17:35:06.984930+0000","last_unstale":"2024-09-12T18:16:19.226648+0000","last_undegraded":"2024-09-12T18:16:19.226648+0000","last_fullsized":"2024-09-12T18:16:19.226648+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":0,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:51:31.125706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":801,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":186,"num_read_kb":167,"num_write":250,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"266'188","reported_seq":761,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:58.037408+0000","last_change":"2024-09-12T17:34:58.925304+0000","last_active":"2024-09-12T18:12:58.037408+0000","last_peered":"2024-09-12T18:12:58.037408+0000","last_clean":"2024-09-12T18:12:58.037408+0000","last_became_active":"2024-09-12T17:34:58.925027+0000","last_became_peered":"2024-09-12T17:34:58.925027+0000","last_unstale":"2024-09-12T18:12:58.037408+0000","last_undegraded":"2024-09-12T18:12:58.037408+0000","last_fullsized":"2024-09-12T18:12:58.037408+0000","mapping_epoch":27,"log_start":"263'100","ondisk_log_start":"263'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":100,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:43:53.718847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":762,"num_read_kb":614,"num_write":291,"num_write_kb":140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"266'292","reported_seq":1093,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.319079+0000","last_change":"2024-09-12T17:34:56.936120+0000","last_active":"2024-09-12T18:16:38.319079+0000","last_peered":"2024-09-12T18:16:38.319079+0000","last_clean":"2024-09-12T18:16:38.319079+0000","last_became_active":"2024-09-12T17:34:56.935029+0000","last_became_peered":"2024-09-12T17:34:56.935029+0000","last_unstale":"2024-09-12T18:16:38.319079+0000","last_undegraded":"2024-09-12T18:16:38.319079+0000","last_fullsized":"2024-09-12T18:16:38.319079+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":200,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:12:17.010269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68042,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1295,"num_read_kb":22019,"num_write":1482,"num_write_kb":38453,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":496,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:32.394283+0000","last_change":"2024-09-12T17:35:00.928323+0000","last_active":"2024-09-12T18:12:32.394283+0000","last_peered":"2024-09-12T18:12:32.394283+0000","last_clean":"2024-09-12T18:12:32.394283+0000","last_became_active":"2024-09-12T17:35:00.928040+0000","last_became_peered":"2024-09-12T17:35:00.928040+0000","last_unstale":"2024-09-12T18:12:32.394283+0000","last_undegraded":"2024-09-12T18:12:32.394283+0000","last_fullsized":"2024-09-12T18:12:32.394283+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:03:51.566484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"266'87","reported_seq":608,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:11.482314+0000","last_change":"2024-09-12T17:35:03.251975+0000","last_active":"2024-09-12T18:15:11.482314+0000","last_peered":"2024-09-12T18:15:11.482314+0000","last_clean":"2024-09-12T18:15:11.482314+0000","last_became_active":"2024-09-12T17:35:03.251671+0000","last_became_peered":"2024-09-12T17:35:03.251671+0000","last_unstale":"2024-09-12T18:15:11.482314+0000","last_undegraded":"2024-09-12T18:15:11.482314+0000","last_fullsized":"2024-09-12T18:15:11.482314+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":0,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:18:10.687015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":84,"num_read_kb":78,"num_write":66,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"266'768","reported_seq":6372,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.007575+0000","last_change":"2024-09-12T17:35:04.962813+0000","last_active":"2024-09-12T18:16:38.007575+0000","last_peered":"2024-09-12T18:16:38.007575+0000","last_clean":"2024-09-12T18:16:38.007575+0000","last_became_active":"2024-09-12T17:35:04.962328+0000","last_became_peered":"2024-09-12T17:35:04.962328+0000","last_unstale":"2024-09-12T18:16:38.007575+0000","last_undegraded":"2024-09-12T18:16:38.007575+0000","last_fullsized":"2024-09-12T18:16:38.007575+0000","mapping_epoch":33,"log_start":"266'701","ondisk_log_start":"266'701","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":701,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:40:25.322593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"266'129","reported_seq":632,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:33.798677+0000","last_change":"2024-09-12T17:35:06.982525+0000","last_active":"2024-09-12T18:14:33.798677+0000","last_peered":"2024-09-12T18:14:33.798677+0000","last_clean":"2024-09-12T18:14:33.798677+0000","last_became_active":"2024-09-12T17:35:06.982258+0000","last_became_peered":"2024-09-12T17:35:06.982258+0000","last_unstale":"2024-09-12T18:14:33.798677+0000","last_undegraded":"2024-09-12T18:14:33.798677+0000","last_fullsized":"2024-09-12T18:14:33.798677+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:13:14.713784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":214,"num_read_kb":201,"num_write":330,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"266'90","reported_seq":666,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:39.679341+0000","last_change":"2024-09-12T17:34:58.916042+0000","last_active":"2024-09-12T18:14:39.679341+0000","last_peered":"2024-09-12T18:14:39.679341+0000","last_clean":"2024-09-12T18:14:39.679341+0000","last_became_active":"2024-09-12T17:34:58.915177+0000","last_became_peered":"2024-09-12T17:34:58.915177+0000","last_unstale":"2024-09-12T18:14:39.679341+0000","last_undegraded":"2024-09-12T18:14:39.679341+0000","last_fullsized":"2024-09-12T18:14:39.679341+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":0,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:24:47.030526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":407,"num_read_kb":344,"num_write":133,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"266'248","reported_seq":905,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.342055+0000","last_change":"2024-09-12T17:35:31.566574+0000","last_active":"2024-09-12T18:16:38.342055+0000","last_peered":"2024-09-12T18:16:38.342055+0000","last_clean":"2024-09-12T18:16:38.342055+0000","last_became_active":"2024-09-12T17:35:31.566106+0000","last_became_peered":"2024-09-12T17:35:31.566106+0000","last_unstale":"2024-09-12T18:16:38.342055+0000","last_undegraded":"2024-09-12T18:16:38.342055+0000","last_fullsized":"2024-09-12T18:16:38.342055+0000","mapping_epoch":38,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":200,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:51:58.182075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5413099,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":535,"num_read_kb":23760,"num_write":1061,"num_write_kb":25012,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:32.395960+0000","last_change":"2024-09-12T17:35:00.939522+0000","last_active":"2024-09-12T18:12:32.395960+0000","last_peered":"2024-09-12T18:12:32.395960+0000","last_clean":"2024-09-12T18:12:32.395960+0000","last_became_active":"2024-09-12T17:35:00.938992+0000","last_became_peered":"2024-09-12T17:35:00.938992+0000","last_unstale":"2024-09-12T18:12:32.395960+0000","last_undegraded":"2024-09-12T18:12:32.395960+0000","last_fullsized":"2024-09-12T18:12:32.395960+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:13:38.081815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"266'166","reported_seq":745,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.321225+0000","last_change":"2024-09-12T17:35:02.950916+0000","last_active":"2024-09-12T18:16:38.321225+0000","last_peered":"2024-09-12T18:16:38.321225+0000","last_clean":"2024-09-12T18:16:38.321225+0000","last_became_active":"2024-09-12T17:35:02.950602+0000","last_became_peered":"2024-09-12T17:35:02.950602+0000","last_unstale":"2024-09-12T18:16:38.321225+0000","last_undegraded":"2024-09-12T18:16:38.321225+0000","last_fullsized":"2024-09-12T18:16:38.321225+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":100,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:49:39.524177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7085,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":217,"num_read_kb":283,"num_write":130,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":484,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.522187+0000","last_change":"2024-09-12T17:35:04.972941+0000","last_active":"2024-09-12T18:13:47.522187+0000","last_peered":"2024-09-12T18:13:47.522187+0000","last_clean":"2024-09-12T18:13:47.522187+0000","last_became_active":"2024-09-12T17:35:04.972306+0000","last_became_peered":"2024-09-12T17:35:04.972306+0000","last_unstale":"2024-09-12T18:13:47.522187+0000","last_undegraded":"2024-09-12T18:13:47.522187+0000","last_fullsized":"2024-09-12T18:13:47.522187+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:58:05.412014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"266'131","reported_seq":636,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:10.204654+0000","last_change":"2024-09-12T17:35:06.984551+0000","last_active":"2024-09-12T18:14:10.204654+0000","last_peered":"2024-09-12T18:14:10.204654+0000","last_clean":"2024-09-12T18:14:10.204654+0000","last_became_active":"2024-09-12T17:35:06.984272+0000","last_became_peered":"2024-09-12T17:35:06.984272+0000","last_unstale":"2024-09-12T18:14:10.204654+0000","last_undegraded":"2024-09-12T18:14:10.204654+0000","last_fullsized":"2024-09-12T18:14:10.204654+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:38:19.074116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":591,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":201,"num_read_kb":188,"num_write":308,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"266'222","reported_seq":815,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:06.597444+0000","last_change":"2024-09-12T17:34:58.923376+0000","last_active":"2024-09-12T18:14:06.597444+0000","last_peered":"2024-09-12T18:14:06.597444+0000","last_clean":"2024-09-12T18:14:06.597444+0000","last_became_active":"2024-09-12T17:34:58.923034+0000","last_became_peered":"2024-09-12T17:34:58.923034+0000","last_unstale":"2024-09-12T18:14:06.597444+0000","last_undegraded":"2024-09-12T18:14:06.597444+0000","last_fullsized":"2024-09-12T18:14:06.597444+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":200,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:05:09.680473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":922,"num_read_kb":750,"num_write":316,"num_write_kb":178,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"266'189","reported_seq":791,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.141661+0000","last_change":"2024-09-12T17:35:31.034133+0000","last_active":"2024-09-12T18:16:38.141661+0000","last_peered":"2024-09-12T18:16:38.141661+0000","last_clean":"2024-09-12T18:16:38.141661+0000","last_became_active":"2024-09-12T17:35:31.033748+0000","last_became_peered":"2024-09-12T17:35:31.033748+0000","last_unstale":"2024-09-12T18:16:38.141661+0000","last_undegraded":"2024-09-12T18:16:38.141661+0000","last_fullsized":"2024-09-12T18:16:38.141661+0000","mapping_epoch":38,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":100,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:43:58.054480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194337,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":351,"num_read_kb":8582,"num_write":912,"num_write_kb":33561,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:32.530612+0000","last_change":"2024-09-12T17:35:00.933825+0000","last_active":"2024-09-12T18:12:32.530612+0000","last_peered":"2024-09-12T18:12:32.530612+0000","last_clean":"2024-09-12T18:12:32.530612+0000","last_became_active":"2024-09-12T17:35:00.933492+0000","last_became_peered":"2024-09-12T17:35:00.933492+0000","last_unstale":"2024-09-12T18:12:32.530612+0000","last_undegraded":"2024-09-12T18:12:32.530612+0000","last_fullsized":"2024-09-12T18:12:32.530612+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:44:06.978831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"266'116","reported_seq":679,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.334778+0000","last_change":"2024-09-12T17:35:02.954034+0000","last_active":"2024-09-12T18:16:38.334778+0000","last_peered":"2024-09-12T18:16:38.334778+0000","last_clean":"2024-09-12T18:16:38.334778+0000","last_became_active":"2024-09-12T17:35:02.953753+0000","last_became_peered":"2024-09-12T17:35:02.953753+0000","last_unstale":"2024-09-12T18:16:38.334778+0000","last_undegraded":"2024-09-12T18:16:38.334778+0000","last_fullsized":"2024-09-12T18:16:38.334778+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":100,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:14:15.227580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9278,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":163,"num_read_kb":243,"num_write":84,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":483,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:57.405853+0000","last_change":"2024-09-12T17:35:04.964266+0000","last_active":"2024-09-12T18:13:57.405853+0000","last_peered":"2024-09-12T18:13:57.405853+0000","last_clean":"2024-09-12T18:13:57.405853+0000","last_became_active":"2024-09-12T17:35:04.963928+0000","last_became_peered":"2024-09-12T17:35:04.963928+0000","last_unstale":"2024-09-12T18:13:57.405853+0000","last_undegraded":"2024-09-12T18:13:57.405853+0000","last_fullsized":"2024-09-12T18:13:57.405853+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:04:49.108451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"266'107","reported_seq":626,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:29.684252+0000","last_change":"2024-09-12T17:35:07.201645+0000","last_active":"2024-09-12T18:14:29.684252+0000","last_peered":"2024-09-12T18:14:29.684252+0000","last_clean":"2024-09-12T18:14:29.684252+0000","last_became_active":"2024-09-12T17:35:07.200824+0000","last_became_peered":"2024-09-12T17:35:07.200824+0000","last_unstale":"2024-09-12T18:14:29.684252+0000","last_undegraded":"2024-09-12T18:14:29.684252+0000","last_fullsized":"2024-09-12T18:14:29.684252+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:02:23.125201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":539,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":174,"num_read_kb":172,"num_write":247,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"266'147","reported_seq":774,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:34.724854+0000","last_change":"2024-09-12T17:34:58.925933+0000","last_active":"2024-09-12T18:14:34.724854+0000","last_peered":"2024-09-12T18:14:34.724854+0000","last_clean":"2024-09-12T18:14:34.724854+0000","last_became_active":"2024-09-12T17:34:58.925364+0000","last_became_peered":"2024-09-12T17:34:58.925364+0000","last_unstale":"2024-09-12T18:14:34.724854+0000","last_undegraded":"2024-09-12T18:14:34.724854+0000","last_fullsized":"2024-09-12T18:14:34.724854+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:04:38.945263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":648,"num_read_kb":543,"num_write":223,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"266'231","reported_seq":859,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.318183+0000","last_change":"2024-09-12T17:34:56.930105+0000","last_active":"2024-09-12T18:16:38.318183+0000","last_peered":"2024-09-12T18:16:38.318183+0000","last_clean":"2024-09-12T18:16:38.318183+0000","last_became_active":"2024-09-12T17:34:56.929777+0000","last_became_peered":"2024-09-12T17:34:56.929777+0000","last_unstale":"2024-09-12T18:16:38.318183+0000","last_undegraded":"2024-09-12T18:16:38.318183+0000","last_fullsized":"2024-09-12T18:16:38.318183+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":200,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:19:13.360360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":454,"num_read_kb":12620,"num_write":1046,"num_write_kb":48973,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":497,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.433779+0000","last_change":"2024-09-12T17:35:00.934066+0000","last_active":"2024-09-12T18:13:42.433779+0000","last_peered":"2024-09-12T18:13:42.433779+0000","last_clean":"2024-09-12T18:13:42.433779+0000","last_became_active":"2024-09-12T17:35:00.933777+0000","last_became_peered":"2024-09-12T17:35:00.933777+0000","last_unstale":"2024-09-12T18:13:42.433779+0000","last_undegraded":"2024-09-12T18:13:42.433779+0000","last_fullsized":"2024-09-12T18:13:42.433779+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:46:03.145797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"266'110","reported_seq":668,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.245262+0000","last_change":"2024-09-12T17:35:02.948868+0000","last_active":"2024-09-12T18:16:38.245262+0000","last_peered":"2024-09-12T18:16:38.245262+0000","last_clean":"2024-09-12T18:16:38.245262+0000","last_became_active":"2024-09-12T17:35:02.948589+0000","last_became_peered":"2024-09-12T17:35:02.948589+0000","last_unstale":"2024-09-12T18:16:38.245262+0000","last_undegraded":"2024-09-12T18:16:38.245262+0000","last_fullsized":"2024-09-12T18:16:38.245262+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":0,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:08:06.222842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5527,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":133,"num_read_kb":201,"num_write":66,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":488,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:37.425397+0000","last_change":"2024-09-12T17:35:04.965100+0000","last_active":"2024-09-12T18:12:37.425397+0000","last_peered":"2024-09-12T18:12:37.425397+0000","last_clean":"2024-09-12T18:12:37.425397+0000","last_became_active":"2024-09-12T17:35:04.964762+0000","last_became_peered":"2024-09-12T17:35:04.964762+0000","last_unstale":"2024-09-12T18:12:37.425397+0000","last_undegraded":"2024-09-12T18:12:37.425397+0000","last_fullsized":"2024-09-12T18:12:37.425397+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:08:50.249081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"266'159","reported_seq":1614,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:56.580721+0000","last_change":"2024-09-12T17:35:06.985501+0000","last_active":"2024-09-12T18:14:56.580721+0000","last_peered":"2024-09-12T18:14:56.580721+0000","last_clean":"2024-09-12T18:14:56.580721+0000","last_became_active":"2024-09-12T17:35:06.985213+0000","last_became_peered":"2024-09-12T17:35:06.985213+0000","last_unstale":"2024-09-12T18:14:56.580721+0000","last_undegraded":"2024-09-12T18:14:56.580721+0000","last_fullsized":"2024-09-12T18:14:56.580721+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:16:02.855330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":239,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1188,"num_read_kb":1188,"num_write":364,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"266'55","reported_seq":641,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.433809+0000","last_change":"2024-09-12T17:34:58.918878+0000","last_active":"2024-09-12T18:13:42.433809+0000","last_peered":"2024-09-12T18:13:42.433809+0000","last_clean":"2024-09-12T18:13:42.433809+0000","last_became_active":"2024-09-12T17:34:58.918463+0000","last_became_peered":"2024-09-12T17:34:58.918463+0000","last_unstale":"2024-09-12T18:13:42.433809+0000","last_undegraded":"2024-09-12T18:13:42.433809+0000","last_fullsized":"2024-09-12T18:13:42.433809+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":0,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:17:27.429090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":265,"num_read_kb":235,"num_write":79,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"266'207","reported_seq":863,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.201230+0000","last_change":"2024-09-12T17:34:56.932624+0000","last_active":"2024-09-12T18:16:38.201230+0000","last_peered":"2024-09-12T18:16:38.201230+0000","last_clean":"2024-09-12T18:16:38.201230+0000","last_became_active":"2024-09-12T17:34:56.932103+0000","last_became_peered":"2024-09-12T17:34:56.932103+0000","last_unstale":"2024-09-12T18:16:38.201230+0000","last_undegraded":"2024-09-12T18:16:38.201230+0000","last_fullsized":"2024-09-12T18:16:38.201230+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":100,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:39:43.023579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3053311,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":542,"num_read_kb":71881,"num_write":961,"num_write_kb":32143,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"30'1","reported_seq":498,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.403881+0000","last_change":"2024-09-12T17:35:00.934136+0000","last_active":"2024-09-12T18:13:47.403881+0000","last_peered":"2024-09-12T18:13:47.403881+0000","last_clean":"2024-09-12T18:13:47.403881+0000","last_became_active":"2024-09-12T17:35:00.933869+0000","last_became_peered":"2024-09-12T17:35:00.933869+0000","last_unstale":"2024-09-12T18:13:47.403881+0000","last_undegraded":"2024-09-12T18:13:47.403881+0000","last_fullsized":"2024-09-12T18:13:47.403881+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:05:49.568115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"266'152","reported_seq":735,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.272300+0000","last_change":"2024-09-12T17:35:02.949706+0000","last_active":"2024-09-12T18:16:38.272300+0000","last_peered":"2024-09-12T18:16:38.272300+0000","last_clean":"2024-09-12T18:16:38.272300+0000","last_became_active":"2024-09-12T17:35:02.948855+0000","last_became_peered":"2024-09-12T17:35:02.948855+0000","last_unstale":"2024-09-12T18:16:38.272300+0000","last_undegraded":"2024-09-12T18:16:38.272300+0000","last_fullsized":"2024-09-12T18:16:38.272300+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:46:52.194353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15556,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":213,"num_read_kb":298,"num_write":120,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":483,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:37.512688+0000","last_change":"2024-09-12T17:35:04.971374+0000","last_active":"2024-09-12T18:12:37.512688+0000","last_peered":"2024-09-12T18:12:37.512688+0000","last_clean":"2024-09-12T18:12:37.512688+0000","last_became_active":"2024-09-12T17:35:04.971064+0000","last_became_peered":"2024-09-12T17:35:04.971064+0000","last_unstale":"2024-09-12T18:12:37.512688+0000","last_undegraded":"2024-09-12T18:12:37.512688+0000","last_fullsized":"2024-09-12T18:12:37.512688+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:31:51.153466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"266'118","reported_seq":620,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:18.103633+0000","last_change":"2024-09-12T17:35:06.982240+0000","last_active":"2024-09-12T18:16:18.103633+0000","last_peered":"2024-09-12T18:16:18.103633+0000","last_clean":"2024-09-12T18:16:18.103633+0000","last_became_active":"2024-09-12T17:35:06.981911+0000","last_became_peered":"2024-09-12T17:35:06.981911+0000","last_unstale":"2024-09-12T18:16:18.103633+0000","last_undegraded":"2024-09-12T18:16:18.103633+0000","last_fullsized":"2024-09-12T18:16:18.103633+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":100,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:04:12.515199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":652,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":201,"num_read_kb":183,"num_write":312,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"266'120","reported_seq":673,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:43.930383+0000","last_change":"2024-09-12T17:34:58.920574+0000","last_active":"2024-09-12T18:14:43.930383+0000","last_peered":"2024-09-12T18:14:43.930383+0000","last_clean":"2024-09-12T18:14:43.930383+0000","last_became_active":"2024-09-12T17:34:58.920232+0000","last_became_peered":"2024-09-12T17:34:58.920232+0000","last_unstale":"2024-09-12T18:14:43.930383+0000","last_undegraded":"2024-09-12T18:14:43.930383+0000","last_fullsized":"2024-09-12T18:14:43.930383+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:16:00.030032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":506,"num_read_kb":407,"num_write":190,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"266'220","reported_seq":848,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.345309+0000","last_change":"2024-09-12T17:34:56.934028+0000","last_active":"2024-09-12T18:16:38.345309+0000","last_peered":"2024-09-12T18:16:38.345309+0000","last_clean":"2024-09-12T18:16:38.345309+0000","last_became_active":"2024-09-12T17:34:56.933683+0000","last_became_peered":"2024-09-12T17:34:56.933683+0000","last_unstale":"2024-09-12T18:16:38.345309+0000","last_undegraded":"2024-09-12T18:16:38.345309+0000","last_fullsized":"2024-09-12T18:16:38.345309+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":200,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:06:58.983051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4719664,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":476,"num_read_kb":4802,"num_write":1008,"num_write_kb":45279,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,7],"acting":[6,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"266'117","reported_seq":635,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:22.537581+0000","last_change":"2024-09-12T17:36:31.125812+0000","last_active":"2024-09-12T18:13:22.537581+0000","last_peered":"2024-09-12T18:13:22.537581+0000","last_clean":"2024-09-12T18:13:22.537581+0000","last_became_active":"2024-09-12T17:36:31.125541+0000","last_became_peered":"2024-09-12T17:36:31.125541+0000","last_unstale":"2024-09-12T18:13:22.537581+0000","last_undegraded":"2024-09-12T18:13:22.537581+0000","last_fullsized":"2024-09-12T18:13:22.537581+0000","mapping_epoch":40,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:45:49.029432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":511,"num_read_kb":409,"num_write":203,"num_write_kb":102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"266'205","reported_seq":839,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.238924+0000","last_change":"2024-09-12T17:34:56.921045+0000","last_active":"2024-09-12T18:16:38.238924+0000","last_peered":"2024-09-12T18:16:38.238924+0000","last_clean":"2024-09-12T18:16:38.238924+0000","last_became_active":"2024-09-12T17:34:56.920719+0000","last_became_peered":"2024-09-12T17:34:56.920719+0000","last_unstale":"2024-09-12T18:16:38.238924+0000","last_undegraded":"2024-09-12T18:16:38.238924+0000","last_fullsized":"2024-09-12T18:16:38.238924+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":100,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:41:04.609290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":436,"num_read_kb":26102,"num_write":979,"num_write_kb":39157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"266'125","reported_seq":719,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:35.868549+0000","last_change":"2024-09-12T17:34:58.923249+0000","last_active":"2024-09-12T18:14:35.868549+0000","last_peered":"2024-09-12T18:14:35.868549+0000","last_clean":"2024-09-12T18:14:35.868549+0000","last_became_active":"2024-09-12T17:34:58.922983+0000","last_became_peered":"2024-09-12T17:34:58.922983+0000","last_unstale":"2024-09-12T18:14:35.868549+0000","last_undegraded":"2024-09-12T18:14:35.868549+0000","last_fullsized":"2024-09-12T18:14:35.868549+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:17:45.016373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":573,"num_read_kb":477,"num_write":197,"num_write_kb":100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"266'182","reported_seq":800,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.251747+0000","last_change":"2024-09-12T17:34:56.924742+0000","last_active":"2024-09-12T18:16:38.251747+0000","last_peered":"2024-09-12T18:16:38.251747+0000","last_clean":"2024-09-12T18:16:38.251747+0000","last_became_active":"2024-09-12T17:34:56.924219+0000","last_became_peered":"2024-09-12T17:34:56.924219+0000","last_unstale":"2024-09-12T18:16:38.251747+0000","last_undegraded":"2024-09-12T18:16:38.251747+0000","last_fullsized":"2024-09-12T18:16:38.251747+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":100,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:27:03.862373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6291523,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":380,"num_read_kb":32581,"num_write":902,"num_write_kb":29437,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"266'250","reported_seq":869,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.406055+0000","last_change":"2024-09-12T17:34:58.918373+0000","last_active":"2024-09-12T18:14:02.406055+0000","last_peered":"2024-09-12T18:14:02.406055+0000","last_clean":"2024-09-12T18:14:02.406055+0000","last_became_active":"2024-09-12T17:34:58.918066+0000","last_became_peered":"2024-09-12T17:34:58.918066+0000","last_unstale":"2024-09-12T18:14:02.406055+0000","last_undegraded":"2024-09-12T18:14:02.406055+0000","last_fullsized":"2024-09-12T18:14:02.406055+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":200,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:43:00.981807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1026,"num_read_kb":831,"num_write":370,"num_write_kb":186,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"266'208","reported_seq":778,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.331207+0000","last_change":"2024-09-12T17:35:31.030166+0000","last_active":"2024-09-12T18:16:38.331207+0000","last_peered":"2024-09-12T18:16:38.331207+0000","last_clean":"2024-09-12T18:16:38.331207+0000","last_became_active":"2024-09-12T17:35:31.029742+0000","last_became_peered":"2024-09-12T17:35:31.029742+0000","last_unstale":"2024-09-12T18:16:38.331207+0000","last_undegraded":"2024-09-12T18:16:38.331207+0000","last_fullsized":"2024-09-12T18:16:38.331207+0000","mapping_epoch":38,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:41:11.430117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8913952,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":358,"num_read_kb":21969,"num_write":910,"num_write_kb":39811,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.23","version":"266'130","reported_seq":706,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:35.340429+0000","last_change":"2024-09-12T17:34:58.927022+0000","last_active":"2024-09-12T18:14:35.340429+0000","last_peered":"2024-09-12T18:14:35.340429+0000","last_clean":"2024-09-12T18:14:35.340429+0000","last_became_active":"2024-09-12T17:34:58.926738+0000","last_became_peered":"2024-09-12T17:34:58.926738+0000","last_unstale":"2024-09-12T18:14:35.340429+0000","last_undegraded":"2024-09-12T18:14:35.340429+0000","last_fullsized":"2024-09-12T18:14:35.340429+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:22:07.607784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":554,"num_read_kb":453,"num_write":206,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"266'231","reported_seq":865,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.357217+0000","last_change":"2024-09-12T17:35:31.566595+0000","last_active":"2024-09-12T18:16:38.357217+0000","last_peered":"2024-09-12T18:16:38.357217+0000","last_clean":"2024-09-12T18:16:38.357217+0000","last_became_active":"2024-09-12T17:35:31.566127+0000","last_became_peered":"2024-09-12T17:35:31.566127+0000","last_unstale":"2024-09-12T18:16:38.357217+0000","last_undegraded":"2024-09-12T18:16:38.357217+0000","last_fullsized":"2024-09-12T18:16:38.357217+0000","mapping_epoch":38,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":200,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:26:19.842274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1311787,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":488,"num_read_kb":61356,"num_write":1015,"num_write_kb":39588,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.22","version":"266'178","reported_seq":768,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:37.441408+0000","last_change":"2024-09-12T17:34:58.913947+0000","last_active":"2024-09-12T18:14:37.441408+0000","last_peered":"2024-09-12T18:14:37.441408+0000","last_clean":"2024-09-12T18:14:37.441408+0000","last_became_active":"2024-09-12T17:34:58.913384+0000","last_became_peered":"2024-09-12T17:34:58.913384+0000","last_unstale":"2024-09-12T18:14:37.441408+0000","last_undegraded":"2024-09-12T18:14:37.441408+0000","last_fullsized":"2024-09-12T18:14:37.441408+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":100,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:54:30.075521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":756,"num_read_kb":609,"num_write":269,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"266'197","reported_seq":817,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.328097+0000","last_change":"2024-09-12T17:34:56.915664+0000","last_active":"2024-09-12T18:16:38.328097+0000","last_peered":"2024-09-12T18:16:38.328097+0000","last_clean":"2024-09-12T18:16:38.328097+0000","last_became_active":"2024-09-12T17:34:56.915319+0000","last_became_peered":"2024-09-12T17:34:56.915319+0000","last_unstale":"2024-09-12T18:16:38.328097+0000","last_undegraded":"2024-09-12T18:16:38.328097+0000","last_fullsized":"2024-09-12T18:16:38.328097+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":100,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:15:40.245625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263211,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":413,"num_read_kb":35378,"num_write":910,"num_write_kb":33602,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"266'120","reported_seq":731,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:39.019593+0000","last_change":"2024-09-12T17:34:58.920440+0000","last_active":"2024-09-12T18:14:39.019593+0000","last_peered":"2024-09-12T18:14:39.019593+0000","last_clean":"2024-09-12T18:14:39.019593+0000","last_became_active":"2024-09-12T17:34:58.919981+0000","last_became_peered":"2024-09-12T17:34:58.919981+0000","last_unstale":"2024-09-12T18:14:39.019593+0000","last_undegraded":"2024-09-12T18:14:39.019593+0000","last_fullsized":"2024-09-12T18:14:39.019593+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:56:06.115391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":553,"num_read_kb":464,"num_write":173,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"266'211","reported_seq":839,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.149385+0000","last_change":"2024-09-12T17:34:56.927871+0000","last_active":"2024-09-12T18:16:38.149385+0000","last_peered":"2024-09-12T18:16:38.149385+0000","last_clean":"2024-09-12T18:16:38.149385+0000","last_became_active":"2024-09-12T17:34:56.927085+0000","last_became_peered":"2024-09-12T17:34:56.927085+0000","last_unstale":"2024-09-12T18:16:38.149385+0000","last_undegraded":"2024-09-12T18:16:38.149385+0000","last_fullsized":"2024-09-12T18:16:38.149385+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":200,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:53:39.972316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4720716,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":488,"num_read_kb":7032,"num_write":1000,"num_write_kb":28378,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"266'176","reported_seq":828,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:37.410563+0000","last_change":"2024-09-12T17:34:58.918744+0000","last_active":"2024-09-12T18:14:37.410563+0000","last_peered":"2024-09-12T18:14:37.410563+0000","last_clean":"2024-09-12T18:14:37.410563+0000","last_became_active":"2024-09-12T17:34:58.918459+0000","last_became_peered":"2024-09-12T17:34:58.918459+0000","last_unstale":"2024-09-12T18:14:37.410563+0000","last_undegraded":"2024-09-12T18:14:37.410563+0000","last_fullsized":"2024-09-12T18:14:37.410563+0000","mapping_epoch":27,"log_start":"263'100","ondisk_log_start":"263'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:44:42.454691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":755,"num_read_kb":632,"num_write":271,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"266'249","reported_seq":914,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.342851+0000","last_change":"2024-09-12T17:34:56.928834+0000","last_active":"2024-09-12T18:16:38.342851+0000","last_peered":"2024-09-12T18:16:38.342851+0000","last_clean":"2024-09-12T18:16:38.342851+0000","last_became_active":"2024-09-12T17:34:56.928332+0000","last_became_peered":"2024-09-12T17:34:56.928332+0000","last_unstale":"2024-09-12T18:16:38.342851+0000","last_undegraded":"2024-09-12T18:16:38.342851+0000","last_fullsized":"2024-09-12T18:16:38.342851+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":200,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:16:23.322755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":589840,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":580,"num_read_kb":15153,"num_write":1081,"num_write_kb":32822,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"266'102","reported_seq":697,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:19.651998+0000","last_change":"2024-09-12T17:34:58.932991+0000","last_active":"2024-09-12T18:13:19.651998+0000","last_peered":"2024-09-12T18:13:19.651998+0000","last_clean":"2024-09-12T18:13:19.651998+0000","last_became_active":"2024-09-12T17:34:58.932602+0000","last_became_peered":"2024-09-12T17:34:58.932602+0000","last_unstale":"2024-09-12T18:13:19.651998+0000","last_undegraded":"2024-09-12T18:13:19.651998+0000","last_fullsized":"2024-09-12T18:13:19.651998+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":0,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:46:00.271277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":474,"num_read_kb":400,"num_write":149,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"266'264","reported_seq":1179,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.224132+0000","last_change":"2024-09-12T17:34:56.925842+0000","last_active":"2024-09-12T18:16:38.224132+0000","last_peered":"2024-09-12T18:16:38.224132+0000","last_clean":"2024-09-12T18:16:38.224132+0000","last_became_active":"2024-09-12T17:34:56.925489+0000","last_became_peered":"2024-09-12T17:34:56.925489+0000","last_unstale":"2024-09-12T18:16:38.224132+0000","last_undegraded":"2024-09-12T18:16:38.224132+0000","last_fullsized":"2024-09-12T18:16:38.224132+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":200,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:15:38.451363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242924,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1310,"num_read_kb":63592,"num_write":1218,"num_write_kb":22441,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"266'111","reported_seq":720,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:22.422936+0000","last_change":"2024-09-12T17:34:58.918679+0000","last_active":"2024-09-12T18:12:22.422936+0000","last_peered":"2024-09-12T18:12:22.422936+0000","last_clean":"2024-09-12T18:12:22.422936+0000","last_became_active":"2024-09-12T17:34:58.918349+0000","last_became_peered":"2024-09-12T17:34:58.918349+0000","last_unstale":"2024-09-12T18:12:22.422936+0000","last_undegraded":"2024-09-12T18:12:22.422936+0000","last_fullsized":"2024-09-12T18:12:22.422936+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":100,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:57:13.715566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":529,"num_read_kb":450,"num_write":174,"num_write_kb":89,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"266'200","reported_seq":855,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.307149+0000","last_change":"2024-09-12T17:34:56.925650+0000","last_active":"2024-09-12T18:16:38.307149+0000","last_peered":"2024-09-12T18:16:38.307149+0000","last_clean":"2024-09-12T18:16:38.307149+0000","last_became_active":"2024-09-12T17:34:56.925317+0000","last_became_peered":"2024-09-12T17:34:56.925317+0000","last_unstale":"2024-09-12T18:16:38.307149+0000","last_undegraded":"2024-09-12T18:16:38.307149+0000","last_fullsized":"2024-09-12T18:16:38.307149+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:44:04.732168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":78,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":444,"num_read_kb":16030,"num_write":903,"num_write_kb":44163,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"266'141","reported_seq":742,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:55.069150+0000","last_change":"2024-09-12T17:34:58.921583+0000","last_active":"2024-09-12T18:14:55.069150+0000","last_peered":"2024-09-12T18:14:55.069150+0000","last_clean":"2024-09-12T18:14:55.069150+0000","last_became_active":"2024-09-12T17:34:58.921303+0000","last_became_peered":"2024-09-12T17:34:58.921303+0000","last_unstale":"2024-09-12T18:14:55.069150+0000","last_undegraded":"2024-09-12T18:14:55.069150+0000","last_fullsized":"2024-09-12T18:14:55.069150+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":100,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:59:38.697466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":585,"num_read_kb":489,"num_write":201,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"266'209","reported_seq":836,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.241620+0000","last_change":"2024-09-12T17:34:56.920701+0000","last_active":"2024-09-12T18:16:38.241620+0000","last_peered":"2024-09-12T18:16:38.241620+0000","last_clean":"2024-09-12T18:16:38.241620+0000","last_became_active":"2024-09-12T17:34:56.920182+0000","last_became_peered":"2024-09-12T17:34:56.920182+0000","last_unstale":"2024-09-12T18:16:38.241620+0000","last_undegraded":"2024-09-12T18:16:38.241620+0000","last_fullsized":"2024-09-12T18:16:38.241620+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":100,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:50:31.089945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":462,"num_read_kb":11583,"num_write":996,"num_write_kb":39260,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"266'254","reported_seq":879,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:38.519678+0000","last_change":"2024-09-12T17:34:58.914466+0000","last_active":"2024-09-12T18:14:38.519678+0000","last_peered":"2024-09-12T18:14:38.519678+0000","last_clean":"2024-09-12T18:14:38.519678+0000","last_became_active":"2024-09-12T17:34:58.914189+0000","last_became_peered":"2024-09-12T17:34:58.914189+0000","last_unstale":"2024-09-12T18:14:38.519678+0000","last_undegraded":"2024-09-12T18:14:38.519678+0000","last_fullsized":"2024-09-12T18:14:38.519678+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":200,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:46:31.565156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1119,"num_read_kb":914,"num_write":416,"num_write_kb":236,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"266'244","reported_seq":878,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.319041+0000","last_change":"2024-09-12T17:34:56.934271+0000","last_active":"2024-09-12T18:16:38.319041+0000","last_peered":"2024-09-12T18:16:38.319041+0000","last_clean":"2024-09-12T18:16:38.319041+0000","last_became_active":"2024-09-12T17:34:56.933891+0000","last_became_peered":"2024-09-12T17:34:56.933891+0000","last_unstale":"2024-09-12T18:16:38.319041+0000","last_undegraded":"2024-09-12T18:16:38.319041+0000","last_fullsized":"2024-09-12T18:16:38.319041+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":200,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:10:42.515935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":476,"num_read_kb":13733,"num_write":1133,"num_write_kb":42729,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"266'129","reported_seq":753,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:26.146434+0000","last_change":"2024-09-12T17:34:58.933596+0000","last_active":"2024-09-12T18:13:26.146434+0000","last_peered":"2024-09-12T18:13:26.146434+0000","last_clean":"2024-09-12T18:13:26.146434+0000","last_became_active":"2024-09-12T17:34:58.933326+0000","last_became_peered":"2024-09-12T17:34:58.933326+0000","last_unstale":"2024-09-12T18:13:26.146434+0000","last_undegraded":"2024-09-12T18:13:26.146434+0000","last_fullsized":"2024-09-12T18:13:26.146434+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:44:16.551066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":564,"num_read_kb":483,"num_write":217,"num_write_kb":94,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"266'258","reported_seq":898,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.270438+0000","last_change":"2024-09-12T17:34:56.928007+0000","last_active":"2024-09-12T18:16:38.270438+0000","last_peered":"2024-09-12T18:16:38.270438+0000","last_clean":"2024-09-12T18:16:38.270438+0000","last_became_active":"2024-09-12T17:34:56.927432+0000","last_became_peered":"2024-09-12T17:34:56.927432+0000","last_unstale":"2024-09-12T18:16:38.270438+0000","last_undegraded":"2024-09-12T18:16:38.270438+0000","last_fullsized":"2024-09-12T18:16:38.270438+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":200,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:51:17.244831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":831747,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":617,"num_read_kb":13684,"num_write":1149,"num_write_kb":26797,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"266'4204","reported_seq":4835,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:36.445796+0000","last_change":"2024-09-12T17:34:58.927361+0000","last_active":"2024-09-12T18:14:36.445796+0000","last_peered":"2024-09-12T18:14:36.445796+0000","last_clean":"2024-09-12T18:14:36.445796+0000","last_became_active":"2024-09-12T17:34:58.926992+0000","last_became_peered":"2024-09-12T17:34:58.926992+0000","last_unstale":"2024-09-12T18:14:36.445796+0000","last_undegraded":"2024-09-12T18:14:36.445796+0000","last_fullsized":"2024-09-12T18:14:36.445796+0000","mapping_epoch":27,"log_start":"266'4100","ondisk_log_start":"266'4100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":3000,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:36:52.584843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16913,"num_read_kb":14181,"num_write":6298,"num_write_kb":3158,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"266'361","reported_seq":1089,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.340855+0000","last_change":"2024-09-12T17:34:56.921021+0000","last_active":"2024-09-12T18:16:38.340855+0000","last_peered":"2024-09-12T18:16:38.340855+0000","last_clean":"2024-09-12T18:16:38.340855+0000","last_became_active":"2024-09-12T17:34:56.919706+0000","last_became_peered":"2024-09-12T17:34:56.919706+0000","last_unstale":"2024-09-12T18:16:38.340855+0000","last_undegraded":"2024-09-12T18:16:38.340855+0000","last_fullsized":"2024-09-12T18:16:38.340855+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":300,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:33:30.039711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":891,"num_read_kb":54208,"num_write":1267,"num_write_kb":41095,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"266'143","reported_seq":776,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:58.096505+0000","last_change":"2024-09-12T17:34:58.931649+0000","last_active":"2024-09-12T18:14:58.096505+0000","last_peered":"2024-09-12T18:14:58.096505+0000","last_clean":"2024-09-12T18:14:58.096505+0000","last_became_active":"2024-09-12T17:34:58.931362+0000","last_became_peered":"2024-09-12T17:34:58.931362+0000","last_unstale":"2024-09-12T18:14:58.096505+0000","last_undegraded":"2024-09-12T18:14:58.096505+0000","last_fullsized":"2024-09-12T18:14:58.096505+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":100,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:05:05.424013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":670,"num_read_kb":571,"num_write":211,"num_write_kb":94,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"266'251","reported_seq":904,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.344931+0000","last_change":"2024-09-12T17:34:56.922078+0000","last_active":"2024-09-12T18:16:38.344931+0000","last_peered":"2024-09-12T18:16:38.344931+0000","last_clean":"2024-09-12T18:16:38.344931+0000","last_became_active":"2024-09-12T17:34:56.921720+0000","last_became_peered":"2024-09-12T17:34:56.921720+0000","last_unstale":"2024-09-12T18:16:38.344931+0000","last_undegraded":"2024-09-12T18:16:38.344931+0000","last_fullsized":"2024-09-12T18:16:38.344931+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":200,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:13:06.009938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5641969,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":515,"num_read_kb":40428,"num_write":1223,"num_write_kb":45368,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1],"acting":[2,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"266'148","reported_seq":789,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:58.669751+0000","last_change":"2024-09-12T17:34:58.933150+0000","last_active":"2024-09-12T18:14:58.669751+0000","last_peered":"2024-09-12T18:14:58.669751+0000","last_clean":"2024-09-12T18:14:58.669751+0000","last_became_active":"2024-09-12T17:34:58.932710+0000","last_became_peered":"2024-09-12T17:34:58.932710+0000","last_unstale":"2024-09-12T18:14:58.669751+0000","last_undegraded":"2024-09-12T18:14:58.669751+0000","last_fullsized":"2024-09-12T18:14:58.669751+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:28:03.020012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":698,"num_read_kb":592,"num_write":217,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"266'229","reported_seq":872,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.189940+0000","last_change":"2024-09-12T17:34:56.924272+0000","last_active":"2024-09-12T18:16:38.189940+0000","last_peered":"2024-09-12T18:16:38.189940+0000","last_clean":"2024-09-12T18:16:38.189940+0000","last_became_active":"2024-09-12T17:34:56.923917+0000","last_became_peered":"2024-09-12T17:34:56.923917+0000","last_unstale":"2024-09-12T18:16:38.189940+0000","last_undegraded":"2024-09-12T18:16:38.189940+0000","last_fullsized":"2024-09-12T18:16:38.189940+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":200,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:03:07.664298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1661488,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":519,"num_read_kb":15699,"num_write":939,"num_write_kb":31902,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"266'219","reported_seq":830,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.230881+0000","last_change":"2024-09-12T17:34:56.924872+0000","last_active":"2024-09-12T18:16:38.230881+0000","last_peered":"2024-09-12T18:16:38.230881+0000","last_clean":"2024-09-12T18:16:38.230881+0000","last_became_active":"2024-09-12T17:34:56.924480+0000","last_became_peered":"2024-09-12T17:34:56.924480+0000","last_unstale":"2024-09-12T18:16:38.230881+0000","last_undegraded":"2024-09-12T18:16:38.230881+0000","last_fullsized":"2024-09-12T18:16:38.230881+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":200,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:37:11.248103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263235,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":428,"num_read_kb":12724,"num_write":985,"num_write_kb":48080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"266'175","reported_seq":794,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.960288+0000","last_change":"2024-09-12T17:34:58.933892+0000","last_active":"2024-09-12T18:14:02.960288+0000","last_peered":"2024-09-12T18:14:02.960288+0000","last_clean":"2024-09-12T18:14:02.960288+0000","last_became_active":"2024-09-12T17:34:58.933598+0000","last_became_peered":"2024-09-12T17:34:58.933598+0000","last_unstale":"2024-09-12T18:14:02.960288+0000","last_undegraded":"2024-09-12T18:14:02.960288+0000","last_fullsized":"2024-09-12T18:14:02.960288+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:00:38.767879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":880,"num_read_kb":749,"num_write":307,"num_write_kb":180,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"266'239","reported_seq":877,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.166884+0000","last_change":"2024-09-12T17:34:56.908749+0000","last_active":"2024-09-12T18:16:38.166884+0000","last_peered":"2024-09-12T18:16:38.166884+0000","last_clean":"2024-09-12T18:16:38.166884+0000","last_became_active":"2024-09-12T17:34:56.908335+0000","last_became_peered":"2024-09-12T17:34:56.908335+0000","last_unstale":"2024-09-12T18:16:38.166884+0000","last_undegraded":"2024-09-12T18:16:38.166884+0000","last_fullsized":"2024-09-12T18:16:38.166884+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:55.886100+0000","last_clean_scrub_stamp":"2024-09-12T17:34:55.886100+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":200,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:10:41.527410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145743,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":475,"num_read_kb":6701,"num_write":1097,"num_write_kb":26889,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"266'178","reported_seq":786,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.558391+0000","last_change":"2024-09-12T17:34:58.928953+0000","last_active":"2024-09-12T18:14:02.558391+0000","last_peered":"2024-09-12T18:14:02.558391+0000","last_clean":"2024-09-12T18:14:02.558391+0000","last_became_active":"2024-09-12T17:34:58.928493+0000","last_became_peered":"2024-09-12T17:34:58.928493+0000","last_unstale":"2024-09-12T18:14:02.558391+0000","last_undegraded":"2024-09-12T18:14:02.558391+0000","last_fullsized":"2024-09-12T18:14:02.558391+0000","mapping_epoch":27,"log_start":"263'100","ondisk_log_start":"263'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":100,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:15:46.508059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":780,"num_read_kb":645,"num_write":283,"num_write_kb":140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":6232,"num_read_kb":4493,"num_write":2008,"num_write_kb":907,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":979,"ondisk_log_size":979,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":16319,"num_objects":95,"num_object_clones":0,"num_object_copies":190,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":95,"num_whiteouts":0,"num_read":16208,"num_read_kb":15891,"num_write":16760,"num_write_kb":4890,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":20,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":614400,"data_stored":32638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1655,"ondisk_log_size":1655,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":443,"ondisk_log_size":443,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":343487,"num_objects":196,"num_object_clones":0,"num_object_copies":392,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":196,"num_whiteouts":0,"num_read":8282,"num_read_kb":10443,"num_write":5525,"num_write_kb":2652,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":19,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":278528,"data_stored":7404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1919,"ondisk_log_size":1919,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2413,"num_read_kb":2881,"num_write":20,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":11,"ondisk_log_size":11,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":102409,"num_read_kb":85606,"num_write":37146,"num_write_kb":18686,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":15,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3618,"ondisk_log_size":3618,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":146658748,"num_objects":254,"num_object_clones":0,"num_object_copies":762,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":254,"num_whiteouts":0,"num_read":33269,"num_read_kb":2298211,"num_write":63315,"num_write_kb":2258371,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":221933568,"data_stored":221933568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4153,"ondisk_log_size":4153,"up":192,"acting":192,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":162,"num_read_kb":169073,"num_write":186,"num_write_kb":126445,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":126,"ondisk_log_size":126,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":163,"num_read_kb":177659,"num_write":186,"num_write_kb":126445,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":126,"ondisk_log_size":126,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542653,"num_pgs":107,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":305828,"kb_used_data":27460,"kb_used_omap":1,"kb_used_meta":278270,"kb_avail":94066012,"statfs":{"total":96636764160,"available":96323596288,"internally_reserved":0,"allocated":28119040,"data_stored":26120719,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":284948935},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542655,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":281920,"kb_used_data":34132,"kb_used_omap":1,"kb_used_meta":247742,"kb_avail":94089920,"statfs":{"total":96636764160,"available":96348078080,"internally_reserved":0,"allocated":34951168,"data_stored":32995822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":253688257},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542656,"num_pgs":105,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":122996,"kb_used_data":37620,"kb_used_omap":1,"kb_used_meta":85246,"kb_avail":94248844,"statfs":{"total":96636764160,"available":96510816256,"internally_reserved":0,"allocated":38522880,"data_stored":36495040,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":87292353},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542653,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":104216,"kb_used_data":32764,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94267624,"statfs":{"total":96636764160,"available":96530046976,"internally_reserved":0,"allocated":33550336,"data_stored":31622315,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":73136577},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542653,"num_pgs":124,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":256880,"kb_used_data":32644,"kb_used_omap":1,"kb_used_meta":224126,"kb_avail":94114960,"statfs":{"total":96636764160,"available":96373719040,"internally_reserved":0,"allocated":33427456,"data_stored":31431742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1597,"internal_metadata":229505475},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542653,"num_pgs":91,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":121960,"kb_used_data":32536,"kb_used_omap":1,"kb_used_meta":89406,"kb_avail":94249880,"statfs":{"total":96636764160,"available":96511877120,"internally_reserved":0,"allocated":33316864,"data_stored":31378701,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":91552198},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542653,"num_pgs":112,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":147036,"kb_used_data":25604,"kb_used_omap":1,"kb_used_meta":121342,"kb_avail":94224804,"statfs":{"total":96636764160,"available":96486199296,"internally_reserved":0,"allocated":26218496,"data_stored":24250911,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1597,"internal_metadata":124254659},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542653,"num_pgs":108,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":254080,"kb_used_data":28476,"kb_used_omap":1,"kb_used_meta":225534,"kb_avail":94117760,"statfs":{"total":96636764160,"available":96376586240,"internally_reserved":0,"allocated":29159424,"data_stored":27160272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":230947265},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24276992,"data_stored":24276992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":21958656,"data_stored":21958656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":29085696,"data_stored":29085696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":29138944,"data_stored":29138944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":29331456,"data_stored":29331456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":34201600,"data_stored":34201600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":30703616,"data_stored":30703616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":23236608,"data_stored":23236608,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":1185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":1210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":4838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":3508,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":4394,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3353,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":4115,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":69632,"data_stored":4198,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":3936,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T18:16:46.749 INFO:tasks.ceph:pgid 68.1a last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.749 INFO:tasks.ceph:pgid 67.1d last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.749 INFO:tasks.ceph:pgid 66.1c last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.749 INFO:tasks.ceph:pgid 65.1f last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.749 INFO:tasks.ceph:pgid 68.1b last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.750 INFO:tasks.ceph:pgid 67.1c last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.750 INFO:tasks.ceph:pgid 66.1d last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.750 INFO:tasks.ceph:pgid 65.1e last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.750 INFO:tasks.ceph:pgid 68.18 last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.750 INFO:tasks.ceph:pgid 67.1f last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.750 INFO:tasks.ceph:pgid 66.1e last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.750 INFO:tasks.ceph:pgid 65.1d last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.750 INFO:tasks.ceph:pgid 68.19 last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.750 INFO:tasks.ceph:pgid 67.1e last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.751 INFO:tasks.ceph:pgid 66.1f last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.751 INFO:tasks.ceph:pgid 65.1c last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.751 INFO:tasks.ceph:pgid 68.1e last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.751 INFO:tasks.ceph:pgid 67.19 last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.751 INFO:tasks.ceph:pgid 66.18 last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.751 INFO:tasks.ceph:pgid 65.1b last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.751 INFO:tasks.ceph:pgid 68.1f last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.751 INFO:tasks.ceph:pgid 67.18 last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.752 INFO:tasks.ceph:pgid 66.19 last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.752 INFO:tasks.ceph:pgid 65.1a last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.752 INFO:tasks.ceph:pgid 68.1c last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.752 INFO:tasks.ceph:pgid 67.1b last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.752 INFO:tasks.ceph:pgid 66.1a last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.752 INFO:tasks.ceph:pgid 65.19 last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.752 INFO:tasks.ceph:pgid 68.1d last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.752 INFO:tasks.ceph:pgid 67.1a last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.753 INFO:tasks.ceph:pgid 66.1b last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.753 INFO:tasks.ceph:pgid 65.18 last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.753 INFO:tasks.ceph:pgid 68.12 last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.753 INFO:tasks.ceph:pgid 67.15 last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.753 INFO:tasks.ceph:pgid 66.14 last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.753 INFO:tasks.ceph:pgid 65.17 last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.753 INFO:tasks.ceph:pgid 68.13 last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.753 INFO:tasks.ceph:pgid 67.14 last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.753 INFO:tasks.ceph:pgid 66.15 last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.754 INFO:tasks.ceph:pgid 65.16 last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.754 INFO:tasks.ceph:pgid 68.10 last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.754 INFO:tasks.ceph:pgid 67.17 last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.754 INFO:tasks.ceph:pgid 66.16 last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.754 INFO:tasks.ceph:pgid 65.15 last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.755 INFO:tasks.ceph:pgid 68.11 last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.755 INFO:tasks.ceph:pgid 67.16 last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.755 INFO:tasks.ceph:pgid 66.17 last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.755 INFO:tasks.ceph:pgid 65.14 last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.755 INFO:tasks.ceph:pgid 68.16 last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.755 INFO:tasks.ceph:pgid 67.11 last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.755 INFO:tasks.ceph:pgid 66.10 last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.755 INFO:tasks.ceph:pgid 65.13 last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.756 INFO:tasks.ceph:pgid 68.17 last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.756 INFO:tasks.ceph:pgid 67.10 last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.756 INFO:tasks.ceph:pgid 66.11 last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.756 INFO:tasks.ceph:pgid 65.12 last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.756 INFO:tasks.ceph:pgid 68.14 last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.756 INFO:tasks.ceph:pgid 67.13 last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.756 INFO:tasks.ceph:pgid 66.12 last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.756 INFO:tasks.ceph:pgid 65.11 last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.757 INFO:tasks.ceph:pgid 68.15 last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.757 INFO:tasks.ceph:pgid 67.12 last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.757 INFO:tasks.ceph:pgid 66.13 last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.757 INFO:tasks.ceph:pgid 65.10 last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.757 INFO:tasks.ceph:pgid 68.a last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.757 INFO:tasks.ceph:pgid 67.d last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.757 INFO:tasks.ceph:pgid 66.c last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.757 INFO:tasks.ceph:pgid 65.f last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.757 INFO:tasks.ceph:pgid 68.b last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.758 INFO:tasks.ceph:pgid 67.c last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.758 INFO:tasks.ceph:pgid 66.d last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.758 INFO:tasks.ceph:pgid 65.e last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.758 INFO:tasks.ceph:pgid 68.8 last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.758 INFO:tasks.ceph:pgid 67.f last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.758 INFO:tasks.ceph:pgid 66.e last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.758 INFO:tasks.ceph:pgid 65.d last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.758 INFO:tasks.ceph:pgid 68.9 last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.758 INFO:tasks.ceph:pgid 67.e last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.759 INFO:tasks.ceph:pgid 66.f last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.759 INFO:tasks.ceph:pgid 65.c last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.759 INFO:tasks.ceph:pgid 68.e last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.759 INFO:tasks.ceph:pgid 67.9 last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.759 INFO:tasks.ceph:pgid 66.8 last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.759 INFO:tasks.ceph:pgid 65.b last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.759 INFO:tasks.ceph:pgid 68.f last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.759 INFO:tasks.ceph:pgid 67.8 last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.759 INFO:tasks.ceph:pgid 66.9 last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.760 INFO:tasks.ceph:pgid 65.a last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.760 INFO:tasks.ceph:pgid 68.c last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.760 INFO:tasks.ceph:pgid 67.b last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.760 INFO:tasks.ceph:pgid 66.a last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.760 INFO:tasks.ceph:pgid 65.9 last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.760 INFO:tasks.ceph:pgid 68.d last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.760 INFO:tasks.ceph:pgid 67.a last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.760 INFO:tasks.ceph:pgid 66.b last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.761 INFO:tasks.ceph:pgid 65.8 last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.761 INFO:tasks.ceph:pgid 68.2 last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.761 INFO:tasks.ceph:pgid 67.5 last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.761 INFO:tasks.ceph:pgid 66.4 last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.761 INFO:tasks.ceph:pgid 65.7 last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.761 INFO:tasks.ceph:pgid 68.3 last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.761 INFO:tasks.ceph:pgid 67.4 last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.761 INFO:tasks.ceph:pgid 66.5 last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.761 INFO:tasks.ceph:pgid 65.6 last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.762 INFO:tasks.ceph:pgid 68.0 last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.762 INFO:tasks.ceph:pgid 67.7 last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.762 INFO:tasks.ceph:pgid 66.6 last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.762 INFO:tasks.ceph:pgid 65.5 last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.762 INFO:tasks.ceph:pgid 68.1 last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.762 INFO:tasks.ceph:pgid 67.6 last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.762 INFO:tasks.ceph:pgid 66.7 last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.762 INFO:tasks.ceph:pgid 65.4 last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.762 INFO:tasks.ceph:pgid 68.6 last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.763 INFO:tasks.ceph:pgid 67.1 last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.763 INFO:tasks.ceph:pgid 66.0 last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.763 INFO:tasks.ceph:pgid 65.3 last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.763 INFO:tasks.ceph:pgid 68.7 last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.763 INFO:tasks.ceph:pgid 67.0 last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.763 INFO:tasks.ceph:pgid 66.1 last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.763 INFO:tasks.ceph:pgid 65.2 last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.763 INFO:tasks.ceph:pgid 68.4 last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.763 INFO:tasks.ceph:pgid 67.3 last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.764 INFO:tasks.ceph:pgid 66.2 last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.764 INFO:tasks.ceph:pgid 65.1 last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.764 INFO:tasks.ceph:pgid 68.5 last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.764 INFO:tasks.ceph:pgid 67.2 last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.764 INFO:tasks.ceph:pgid 66.3 last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.764 INFO:tasks.ceph:pgid 65.0 last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.764 INFO:tasks.ceph:pgid 3.3f last_scrub_stamp 2024-09-12T17:34:55.886100+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=55, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.764 INFO:tasks.ceph:pgid 4.38 last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.765 INFO:tasks.ceph:pgid 3.3e last_scrub_stamp 2024-09-12T17:34:55.886100+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=55, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.765 INFO:tasks.ceph:pgid 4.39 last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.765 INFO:tasks.ceph:pgid 3.3d last_scrub_stamp 2024-09-12T17:34:55.886100+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=55, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.765 INFO:tasks.ceph:pgid 4.3a last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.765 INFO:tasks.ceph:pgid 3.3c last_scrub_stamp 2024-09-12T17:34:55.886100+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=55, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.765 INFO:tasks.ceph:pgid 4.3b last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.765 INFO:tasks.ceph:pgid 3.3b last_scrub_stamp 2024-09-12T17:34:55.886100+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=55, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.765 INFO:tasks.ceph:pgid 4.3c last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.765 INFO:tasks.ceph:pgid 3.3a last_scrub_stamp 2024-09-12T17:34:55.886100+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=55, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.766 INFO:tasks.ceph:pgid 4.3d last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.766 INFO:tasks.ceph:pgid 3.39 last_scrub_stamp 2024-09-12T17:34:55.886100+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=55, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.766 INFO:tasks.ceph:pgid 4.3e last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.766 INFO:tasks.ceph:pgid 3.38 last_scrub_stamp 2024-09-12T17:34:55.886100+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=55, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.766 INFO:tasks.ceph:pgid 4.3f last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.766 INFO:tasks.ceph:pgid 4.30 last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.766 INFO:tasks.ceph:pgid 3.37 last_scrub_stamp 2024-09-12T17:34:55.886100+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=55, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.766 INFO:tasks.ceph:pgid 4.31 last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.766 INFO:tasks.ceph:pgid 3.36 last_scrub_stamp 2024-09-12T17:34:55.886100+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=55, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.767 INFO:tasks.ceph:pgid 4.32 last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.767 INFO:tasks.ceph:pgid 3.35 last_scrub_stamp 2024-09-12T17:34:55.886100+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=55, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.767 INFO:tasks.ceph:pgid 4.33 last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.767 INFO:tasks.ceph:pgid 3.34 last_scrub_stamp 2024-09-12T17:34:55.886100+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=55, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.767 INFO:tasks.ceph:pgid 4.34 last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.767 INFO:tasks.ceph:pgid 3.33 last_scrub_stamp 2024-09-12T17:34:55.886100+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=55, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.767 INFO:tasks.ceph:pgid 4.35 last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.767 INFO:tasks.ceph:pgid 3.32 last_scrub_stamp 2024-09-12T17:34:55.886100+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=55, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.767 INFO:tasks.ceph:pgid 8.18 last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.768 INFO:tasks.ceph:pgid 4.14 last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.768 INFO:tasks.ceph:pgid 3.13 last_scrub_stamp 2024-09-12T17:34:55.886100+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=55, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.768 INFO:tasks.ceph:pgid 5.15 last_scrub_stamp 2024-09-12T17:34:59.914882+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.768 INFO:tasks.ceph:pgid 6.16 last_scrub_stamp 2024-09-12T17:35:01.929014+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.768 INFO:tasks.ceph:pgid 7.17 last_scrub_stamp 2024-09-12T17:35:03.943896+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.768 INFO:tasks.ceph:pgid 8.19 last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.768 INFO:tasks.ceph:pgid 4.15 last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.768 INFO:tasks.ceph:pgid 3.12 last_scrub_stamp 2024-09-12T17:34:55.886100+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=55, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.768 INFO:tasks.ceph:pgid 5.14 last_scrub_stamp 2024-09-12T17:34:59.914882+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.769 INFO:tasks.ceph:pgid 6.17 last_scrub_stamp 2024-09-12T17:35:01.929014+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.769 INFO:tasks.ceph:pgid 7.16 last_scrub_stamp 2024-09-12T17:35:03.943896+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.769 INFO:tasks.ceph:pgid 8.1a last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.769 INFO:tasks.ceph:pgid 4.16 last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.769 INFO:tasks.ceph:pgid 3.11 last_scrub_stamp 2024-09-12T17:34:55.886100+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=55, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.769 INFO:tasks.ceph:pgid 5.17 last_scrub_stamp 2024-09-12T17:34:59.914882+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.769 INFO:tasks.ceph:pgid 6.14 last_scrub_stamp 2024-09-12T17:35:01.929014+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.769 INFO:tasks.ceph:pgid 7.15 last_scrub_stamp 2024-09-12T17:35:03.943896+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.770 INFO:tasks.ceph:pgid 8.1b last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.770 INFO:tasks.ceph:pgid 4.17 last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.770 INFO:tasks.ceph:pgid 3.10 last_scrub_stamp 2024-09-12T17:34:55.886100+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=55, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.770 INFO:tasks.ceph:pgid 5.16 last_scrub_stamp 2024-09-12T17:34:59.914882+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.770 INFO:tasks.ceph:pgid 6.15 last_scrub_stamp 2024-09-12T17:35:01.929014+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.770 INFO:tasks.ceph:pgid 7.14 last_scrub_stamp 2024-09-12T17:35:03.943896+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.770 INFO:tasks.ceph:pgid 4.8 last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.770 INFO:tasks.ceph:pgid 3.f last_scrub_stamp 2024-09-12T17:34:55.886100+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=55, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.770 INFO:tasks.ceph:pgid 5.9 last_scrub_stamp 2024-09-12T17:34:59.914882+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.771 INFO:tasks.ceph:pgid 6.a last_scrub_stamp 2024-09-12T17:35:01.929014+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.771 INFO:tasks.ceph:pgid 7.b last_scrub_stamp 2024-09-12T17:35:03.943896+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.771 INFO:tasks.ceph:pgid 8.4 last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.771 INFO:tasks.ceph:pgid 4.9 last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.771 INFO:tasks.ceph:pgid 3.e last_scrub_stamp 2024-09-12T17:34:55.886100+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=55, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.771 INFO:tasks.ceph:pgid 5.8 last_scrub_stamp 2024-09-12T17:34:59.914882+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.771 INFO:tasks.ceph:pgid 6.b last_scrub_stamp 2024-09-12T17:35:01.929014+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.771 INFO:tasks.ceph:pgid 7.a last_scrub_stamp 2024-09-12T17:35:03.943896+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.771 INFO:tasks.ceph:pgid 8.5 last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.772 INFO:tasks.ceph:pgid 4.a last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.772 INFO:tasks.ceph:pgid 3.d last_scrub_stamp 2024-09-12T17:34:55.886100+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=55, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.772 INFO:tasks.ceph:pgid 5.b last_scrub_stamp 2024-09-12T17:34:59.914882+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.772 INFO:tasks.ceph:pgid 6.8 last_scrub_stamp 2024-09-12T17:35:01.929014+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.772 INFO:tasks.ceph:pgid 7.9 last_scrub_stamp 2024-09-12T17:35:03.943896+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.772 INFO:tasks.ceph:pgid 8.6 last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.772 INFO:tasks.ceph:pgid 4.b last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.772 INFO:tasks.ceph:pgid 3.c last_scrub_stamp 2024-09-12T17:34:55.886100+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=55, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.772 INFO:tasks.ceph:pgid 5.a last_scrub_stamp 2024-09-12T17:34:59.914882+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.773 INFO:tasks.ceph:pgid 6.9 last_scrub_stamp 2024-09-12T17:35:01.929014+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.773 INFO:tasks.ceph:pgid 7.8 last_scrub_stamp 2024-09-12T17:35:03.943896+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.773 INFO:tasks.ceph:pgid 8.7 last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.773 INFO:tasks.ceph:pgid 4.c last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.773 INFO:tasks.ceph:pgid 3.b last_scrub_stamp 2024-09-12T17:34:55.886100+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=55, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.774 INFO:tasks.ceph:pgid 5.d last_scrub_stamp 2024-09-12T17:34:59.914882+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.774 INFO:tasks.ceph:pgid 6.e last_scrub_stamp 2024-09-12T17:35:01.929014+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.774 INFO:tasks.ceph:pgid 7.f last_scrub_stamp 2024-09-12T17:35:03.943896+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.774 INFO:tasks.ceph:pgid 8.0 last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.774 INFO:tasks.ceph:pgid 4.d last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.774 INFO:tasks.ceph:pgid 3.a last_scrub_stamp 2024-09-12T17:34:55.886100+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=55, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.774 INFO:tasks.ceph:pgid 5.c last_scrub_stamp 2024-09-12T17:34:59.914882+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.774 INFO:tasks.ceph:pgid 6.f last_scrub_stamp 2024-09-12T17:35:01.929014+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.775 INFO:tasks.ceph:pgid 7.e last_scrub_stamp 2024-09-12T17:35:03.943896+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.775 INFO:tasks.ceph:pgid 8.1 last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.775 INFO:tasks.ceph:pgid 4.e last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.775 INFO:tasks.ceph:pgid 3.9 last_scrub_stamp 2024-09-12T17:34:55.886100+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=55, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.775 INFO:tasks.ceph:pgid 5.f last_scrub_stamp 2024-09-12T17:34:59.914882+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.775 INFO:tasks.ceph:pgid 6.c last_scrub_stamp 2024-09-12T17:35:01.929014+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.775 INFO:tasks.ceph:pgid 7.d last_scrub_stamp 2024-09-12T17:35:03.943896+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.775 INFO:tasks.ceph:pgid 8.2 last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.775 INFO:tasks.ceph:pgid 4.f last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.776 INFO:tasks.ceph:pgid 3.8 last_scrub_stamp 2024-09-12T17:34:55.886100+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=55, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.776 INFO:tasks.ceph:pgid 5.e last_scrub_stamp 2024-09-12T17:34:59.914882+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.776 INFO:tasks.ceph:pgid 6.d last_scrub_stamp 2024-09-12T17:35:01.929014+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.776 INFO:tasks.ceph:pgid 7.c last_scrub_stamp 2024-09-12T17:35:03.943896+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.776 INFO:tasks.ceph:pgid 8.3 last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.776 INFO:tasks.ceph:pgid 4.5 last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.777 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2024-09-12T17:34:37.584735+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.777 INFO:tasks.ceph:pgid 2.3 last_scrub_stamp 2024-09-12T17:34:44.604271+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.777 INFO:tasks.ceph:pgid 3.2 last_scrub_stamp 2024-09-12T17:34:55.886100+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=55, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.777 INFO:tasks.ceph:pgid 5.4 last_scrub_stamp 2024-09-12T17:34:59.914882+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.777 INFO:tasks.ceph:pgid 6.7 last_scrub_stamp 2024-09-12T17:35:01.929014+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.777 INFO:tasks.ceph:pgid 7.6 last_scrub_stamp 2024-09-12T17:35:03.943896+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.777 INFO:tasks.ceph:pgid 8.9 last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.778 INFO:tasks.ceph:pgid 4.6 last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.778 INFO:tasks.ceph:pgid 2.0 last_scrub_stamp 2024-09-12T17:34:44.604271+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.778 INFO:tasks.ceph:pgid 3.1 last_scrub_stamp 2024-09-12T17:34:55.886100+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=55, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.778 INFO:tasks.ceph:pgid 5.7 last_scrub_stamp 2024-09-12T17:34:59.914882+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.778 INFO:tasks.ceph:pgid 6.4 last_scrub_stamp 2024-09-12T17:35:01.929014+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.778 INFO:tasks.ceph:pgid 7.5 last_scrub_stamp 2024-09-12T17:35:03.943896+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.778 INFO:tasks.ceph:pgid 8.a last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.778 INFO:tasks.ceph:pgid 4.7 last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.778 INFO:tasks.ceph:pgid 2.1 last_scrub_stamp 2024-09-12T17:34:44.604271+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.779 INFO:tasks.ceph:pgid 3.0 last_scrub_stamp 2024-09-12T17:34:55.886100+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=55, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.779 INFO:tasks.ceph:pgid 5.6 last_scrub_stamp 2024-09-12T17:34:59.914882+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.779 INFO:tasks.ceph:pgid 6.5 last_scrub_stamp 2024-09-12T17:35:01.929014+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.779 INFO:tasks.ceph:pgid 7.4 last_scrub_stamp 2024-09-12T17:35:03.943896+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.779 INFO:tasks.ceph:pgid 8.b last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.779 INFO:tasks.ceph:pgid 4.4 last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.779 INFO:tasks.ceph:pgid 2.2 last_scrub_stamp 2024-09-12T17:34:44.604271+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.779 INFO:tasks.ceph:pgid 3.3 last_scrub_stamp 2024-09-12T17:34:55.886100+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=55, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.779 INFO:tasks.ceph:pgid 5.5 last_scrub_stamp 2024-09-12T17:34:59.914882+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.780 INFO:tasks.ceph:pgid 6.6 last_scrub_stamp 2024-09-12T17:35:01.929014+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.780 INFO:tasks.ceph:pgid 7.7 last_scrub_stamp 2024-09-12T17:35:03.943896+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.780 INFO:tasks.ceph:pgid 8.8 last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.780 INFO:tasks.ceph:pgid 4.2 last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.780 INFO:tasks.ceph:pgid 3.5 last_scrub_stamp 2024-09-12T17:34:55.886100+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=55, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.780 INFO:tasks.ceph:pgid 2.4 last_scrub_stamp 2024-09-12T17:34:44.604271+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.780 INFO:tasks.ceph:pgid 5.3 last_scrub_stamp 2024-09-12T17:34:59.914882+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.780 INFO:tasks.ceph:pgid 6.0 last_scrub_stamp 2024-09-12T17:35:01.929014+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.781 INFO:tasks.ceph:pgid 7.1 last_scrub_stamp 2024-09-12T17:35:03.943896+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.781 INFO:tasks.ceph:pgid 8.e last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.781 INFO:tasks.ceph:pgid 4.3 last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.781 INFO:tasks.ceph:pgid 3.4 last_scrub_stamp 2024-09-12T17:34:55.886100+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=55, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.781 INFO:tasks.ceph:pgid 2.5 last_scrub_stamp 2024-09-12T17:34:44.604271+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.781 INFO:tasks.ceph:pgid 5.2 last_scrub_stamp 2024-09-12T17:34:59.914882+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.781 INFO:tasks.ceph:pgid 6.1 last_scrub_stamp 2024-09-12T17:35:01.929014+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.781 INFO:tasks.ceph:pgid 7.0 last_scrub_stamp 2024-09-12T17:35:03.943896+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.781 INFO:tasks.ceph:pgid 8.f last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.782 INFO:tasks.ceph:pgid 4.0 last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.782 INFO:tasks.ceph:pgid 3.7 last_scrub_stamp 2024-09-12T17:34:55.886100+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=55, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.782 INFO:tasks.ceph:pgid 2.6 last_scrub_stamp 2024-09-12T17:34:44.604271+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.782 INFO:tasks.ceph:pgid 5.1 last_scrub_stamp 2024-09-12T17:34:59.914882+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.782 INFO:tasks.ceph:pgid 6.2 last_scrub_stamp 2024-09-12T17:35:01.929014+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.782 INFO:tasks.ceph:pgid 7.3 last_scrub_stamp 2024-09-12T17:35:03.943896+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.782 INFO:tasks.ceph:pgid 8.c last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.782 INFO:tasks.ceph:pgid 4.1 last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.782 INFO:tasks.ceph:pgid 3.6 last_scrub_stamp 2024-09-12T17:34:55.886100+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=55, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.783 INFO:tasks.ceph:pgid 2.7 last_scrub_stamp 2024-09-12T17:34:44.604271+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=44, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.783 INFO:tasks.ceph:pgid 5.0 last_scrub_stamp 2024-09-12T17:34:59.914882+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.783 INFO:tasks.ceph:pgid 6.3 last_scrub_stamp 2024-09-12T17:35:01.929014+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.783 INFO:tasks.ceph:pgid 7.2 last_scrub_stamp 2024-09-12T17:35:03.943896+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.783 INFO:tasks.ceph:pgid 8.d last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.783 INFO:tasks.ceph:pgid 8.1f last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.783 INFO:tasks.ceph:pgid 4.13 last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.783 INFO:tasks.ceph:pgid 3.14 last_scrub_stamp 2024-09-12T17:34:55.886100+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=55, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.783 INFO:tasks.ceph:pgid 5.12 last_scrub_stamp 2024-09-12T17:34:59.914882+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.784 INFO:tasks.ceph:pgid 6.11 last_scrub_stamp 2024-09-12T17:35:01.929014+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.784 INFO:tasks.ceph:pgid 7.10 last_scrub_stamp 2024-09-12T17:35:03.943896+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.784 INFO:tasks.ceph:pgid 8.1e last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.784 INFO:tasks.ceph:pgid 4.12 last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.784 INFO:tasks.ceph:pgid 3.15 last_scrub_stamp 2024-09-12T17:34:55.886100+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=55, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.784 INFO:tasks.ceph:pgid 5.13 last_scrub_stamp 2024-09-12T17:34:59.914882+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.784 INFO:tasks.ceph:pgid 6.10 last_scrub_stamp 2024-09-12T17:35:01.929014+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.784 INFO:tasks.ceph:pgid 7.11 last_scrub_stamp 2024-09-12T17:35:03.943896+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.785 INFO:tasks.ceph:pgid 8.1d last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.785 INFO:tasks.ceph:pgid 4.11 last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.785 INFO:tasks.ceph:pgid 3.16 last_scrub_stamp 2024-09-12T17:34:55.886100+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=55, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.785 INFO:tasks.ceph:pgid 5.10 last_scrub_stamp 2024-09-12T17:34:59.914882+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.785 INFO:tasks.ceph:pgid 6.13 last_scrub_stamp 2024-09-12T17:35:01.929014+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.785 INFO:tasks.ceph:pgid 7.12 last_scrub_stamp 2024-09-12T17:35:03.943896+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.785 INFO:tasks.ceph:pgid 8.1c last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.785 INFO:tasks.ceph:pgid 4.10 last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.785 INFO:tasks.ceph:pgid 3.17 last_scrub_stamp 2024-09-12T17:34:55.886100+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=55, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.786 INFO:tasks.ceph:pgid 5.11 last_scrub_stamp 2024-09-12T17:34:59.914882+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.786 INFO:tasks.ceph:pgid 6.12 last_scrub_stamp 2024-09-12T17:35:01.929014+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.786 INFO:tasks.ceph:pgid 7.13 last_scrub_stamp 2024-09-12T17:35:03.943896+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.786 INFO:tasks.ceph:pgid 4.1f last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.786 INFO:tasks.ceph:pgid 3.18 last_scrub_stamp 2024-09-12T17:34:55.886100+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=55, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.786 INFO:tasks.ceph:pgid 5.1e last_scrub_stamp 2024-09-12T17:34:59.914882+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.786 INFO:tasks.ceph:pgid 6.1d last_scrub_stamp 2024-09-12T17:35:01.929014+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.786 INFO:tasks.ceph:pgid 7.1c last_scrub_stamp 2024-09-12T17:35:03.943896+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.786 INFO:tasks.ceph:pgid 8.13 last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.787 INFO:tasks.ceph:pgid 4.1e last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.787 INFO:tasks.ceph:pgid 3.19 last_scrub_stamp 2024-09-12T17:34:55.886100+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=55, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.787 INFO:tasks.ceph:pgid 5.1f last_scrub_stamp 2024-09-12T17:34:59.914882+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.787 INFO:tasks.ceph:pgid 6.1c last_scrub_stamp 2024-09-12T17:35:01.929014+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.787 INFO:tasks.ceph:pgid 7.1d last_scrub_stamp 2024-09-12T17:35:03.943896+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.788 INFO:tasks.ceph:pgid 8.12 last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.788 INFO:tasks.ceph:pgid 4.1d last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.788 INFO:tasks.ceph:pgid 3.1a last_scrub_stamp 2024-09-12T17:34:55.886100+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=55, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.788 INFO:tasks.ceph:pgid 5.1c last_scrub_stamp 2024-09-12T17:34:59.914882+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.788 INFO:tasks.ceph:pgid 6.1f last_scrub_stamp 2024-09-12T17:35:01.929014+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.788 INFO:tasks.ceph:pgid 7.1e last_scrub_stamp 2024-09-12T17:35:03.943896+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.788 INFO:tasks.ceph:pgid 8.11 last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.788 INFO:tasks.ceph:pgid 4.1c last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.788 INFO:tasks.ceph:pgid 3.1b last_scrub_stamp 2024-09-12T17:34:55.886100+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=55, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.789 INFO:tasks.ceph:pgid 5.1d last_scrub_stamp 2024-09-12T17:34:59.914882+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.789 INFO:tasks.ceph:pgid 6.1e last_scrub_stamp 2024-09-12T17:35:01.929014+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.789 INFO:tasks.ceph:pgid 7.1f last_scrub_stamp 2024-09-12T17:35:03.943896+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.789 INFO:tasks.ceph:pgid 8.10 last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.789 INFO:tasks.ceph:pgid 4.1b last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.789 INFO:tasks.ceph:pgid 3.1c last_scrub_stamp 2024-09-12T17:34:55.886100+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=55, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.789 INFO:tasks.ceph:pgid 5.1a last_scrub_stamp 2024-09-12T17:34:59.914882+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.789 INFO:tasks.ceph:pgid 6.19 last_scrub_stamp 2024-09-12T17:35:01.929014+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.789 INFO:tasks.ceph:pgid 7.18 last_scrub_stamp 2024-09-12T17:35:03.943896+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.790 INFO:tasks.ceph:pgid 8.17 last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.790 INFO:tasks.ceph:pgid 4.1a last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.790 INFO:tasks.ceph:pgid 3.1d last_scrub_stamp 2024-09-12T17:34:55.886100+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=55, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.790 INFO:tasks.ceph:pgid 5.1b last_scrub_stamp 2024-09-12T17:34:59.914882+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.790 INFO:tasks.ceph:pgid 6.18 last_scrub_stamp 2024-09-12T17:35:01.929014+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.790 INFO:tasks.ceph:pgid 7.19 last_scrub_stamp 2024-09-12T17:35:03.943896+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.790 INFO:tasks.ceph:pgid 8.16 last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.790 INFO:tasks.ceph:pgid 4.19 last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.791 INFO:tasks.ceph:pgid 3.1e last_scrub_stamp 2024-09-12T17:34:55.886100+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=55, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.791 INFO:tasks.ceph:pgid 5.18 last_scrub_stamp 2024-09-12T17:34:59.914882+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.791 INFO:tasks.ceph:pgid 6.1b last_scrub_stamp 2024-09-12T17:35:01.929014+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.791 INFO:tasks.ceph:pgid 7.1a last_scrub_stamp 2024-09-12T17:35:03.943896+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.791 INFO:tasks.ceph:pgid 8.15 last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.791 INFO:tasks.ceph:pgid 4.18 last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.791 INFO:tasks.ceph:pgid 3.1f last_scrub_stamp 2024-09-12T17:34:55.886100+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=55, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.791 INFO:tasks.ceph:pgid 5.19 last_scrub_stamp 2024-09-12T17:34:59.914882+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.791 INFO:tasks.ceph:pgid 6.1a last_scrub_stamp 2024-09-12T17:35:01.929014+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.792 INFO:tasks.ceph:pgid 7.1b last_scrub_stamp 2024-09-12T17:35:03.943896+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.792 INFO:tasks.ceph:pgid 8.14 last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.792 INFO:tasks.ceph:pgid 4.27 last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.792 INFO:tasks.ceph:pgid 3.20 last_scrub_stamp 2024-09-12T17:34:55.886100+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=55, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.792 INFO:tasks.ceph:pgid 4.26 last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.792 INFO:tasks.ceph:pgid 3.21 last_scrub_stamp 2024-09-12T17:34:55.886100+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=55, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.792 INFO:tasks.ceph:pgid 4.25 last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.792 INFO:tasks.ceph:pgid 3.22 last_scrub_stamp 2024-09-12T17:34:55.886100+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=55, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.792 INFO:tasks.ceph:pgid 4.24 last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.793 INFO:tasks.ceph:pgid 3.23 last_scrub_stamp 2024-09-12T17:34:55.886100+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=55, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.793 INFO:tasks.ceph:pgid 4.23 last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.793 INFO:tasks.ceph:pgid 3.24 last_scrub_stamp 2024-09-12T17:34:55.886100+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=55, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.793 INFO:tasks.ceph:pgid 4.22 last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.793 INFO:tasks.ceph:pgid 3.25 last_scrub_stamp 2024-09-12T17:34:55.886100+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=55, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.793 INFO:tasks.ceph:pgid 4.21 last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.793 INFO:tasks.ceph:pgid 3.26 last_scrub_stamp 2024-09-12T17:34:55.886100+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=55, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.793 INFO:tasks.ceph:pgid 4.20 last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.794 INFO:tasks.ceph:pgid 3.27 last_scrub_stamp 2024-09-12T17:34:55.886100+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=55, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.794 INFO:tasks.ceph:pgid 4.2f last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.794 INFO:tasks.ceph:pgid 3.28 last_scrub_stamp 2024-09-12T17:34:55.886100+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=55, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.794 INFO:tasks.ceph:pgid 4.2e last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.794 INFO:tasks.ceph:pgid 3.29 last_scrub_stamp 2024-09-12T17:34:55.886100+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=55, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.794 INFO:tasks.ceph:pgid 4.2d last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.794 INFO:tasks.ceph:pgid 3.2a last_scrub_stamp 2024-09-12T17:34:55.886100+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=55, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.795 INFO:tasks.ceph:pgid 4.2c last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.795 INFO:tasks.ceph:pgid 3.2b last_scrub_stamp 2024-09-12T17:34:55.886100+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=55, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.795 INFO:tasks.ceph:pgid 4.2b last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.795 INFO:tasks.ceph:pgid 3.2c last_scrub_stamp 2024-09-12T17:34:55.886100+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=55, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.795 INFO:tasks.ceph:pgid 4.2a last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.795 INFO:tasks.ceph:pgid 3.2d last_scrub_stamp 2024-09-12T17:34:55.886100+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=55, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.795 INFO:tasks.ceph:pgid 4.29 last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.795 INFO:tasks.ceph:pgid 3.2e last_scrub_stamp 2024-09-12T17:34:55.886100+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=55, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.795 INFO:tasks.ceph:pgid 4.28 last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.796 INFO:tasks.ceph:pgid 3.2f last_scrub_stamp 2024-09-12T17:34:55.886100+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=55, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.796 INFO:tasks.ceph:pgid 3.30 last_scrub_stamp 2024-09-12T17:34:55.886100+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=55, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.796 INFO:tasks.ceph:pgid 4.37 last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.796 INFO:tasks.ceph:pgid 3.31 last_scrub_stamp 2024-09-12T17:34:55.886100+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=55, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.796 INFO:tasks.ceph:pgid 4.36 last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:16:46.796 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-12T18:17:06.797 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T18:17:07.163 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:17:07.182 INFO:teuthology.orchestra.run.smithi045.stderr:dumped all 2024-09-12T18:17:07.185 INFO:teuthology.orchestra.run.smithi045.stdout:{"pg_ready":true,"pg_map":{"version":1533,"stamp":"2024-09-12T18:17:06.257801+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":147610734,"num_objects":586,"num_object_clones":0,"num_object_copies":1426,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":586,"num_whiteouts":0,"num_read":169216,"num_read_kb":2764324,"num_write":125267,"num_write_kb":2540051,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":62,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":43336,"num_omap_keys":174,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13042,"ondisk_log_size":13042,"up":850,"acting":850,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":850,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":1598628,"kb_used_data":251236,"kb_used_omap":12,"kb_used_meta":1347251,"kb_avail":753376092,"statfs":{"total":773094113280,"available":771457118208,"internally_reserved":0,"allocated":257265664,"data_stored":241455522,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12777,"internal_metadata":1379585559},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":43336,"num_omap_keys":174,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005442"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":18,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:37.531243+0000","last_change":"2024-09-12T18:02:38.154715+0000","last_active":"2024-09-12T18:12:37.531243+0000","last_peered":"2024-09-12T18:12:37.531243+0000","last_clean":"2024-09-12T18:12:37.531243+0000","last_became_active":"2024-09-12T18:02:38.154287+0000","last_became_peered":"2024-09-12T18:02:38.154287+0000","last_unstale":"2024-09-12T18:12:37.531243+0000","last_undegraded":"2024-09-12T18:12:37.531243+0000","last_fullsized":"2024-09-12T18:12:37.531243+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:27:26.835780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"266'12","reported_seq":55,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.365514+0000","last_change":"2024-09-12T17:52:02.159670+0000","last_active":"2024-09-12T18:16:38.365514+0000","last_peered":"2024-09-12T18:16:38.365514+0000","last_clean":"2024-09-12T18:16:38.365514+0000","last_became_active":"2024-09-12T17:52:02.159370+0000","last_became_peered":"2024-09-12T17:52:02.159370+0000","last_unstale":"2024-09-12T18:16:38.365514+0000","last_undegraded":"2024-09-12T18:16:38.365514+0000","last_fullsized":"2024-09-12T18:16:38.365514+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":25602,"num_write":22,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"263'6","reported_seq":52,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:32.557687+0000","last_change":"2024-09-12T17:51:59.142267+0000","last_active":"2024-09-12T18:14:32.557687+0000","last_peered":"2024-09-12T18:14:32.557687+0000","last_clean":"2024-09-12T18:14:32.557687+0000","last_became_active":"2024-09-12T17:51:59.141807+0000","last_became_peered":"2024-09-12T17:51:59.141807+0000","last_unstale":"2024-09-12T18:14:32.557687+0000","last_undegraded":"2024-09-12T18:14:32.557687+0000","last_fullsized":"2024-09-12T18:14:32.557687+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":4098,"num_write":6,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"266'11","reported_seq":79,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:07.517164+0000","last_change":"2024-09-12T17:50:12.697067+0000","last_active":"2024-09-12T18:13:07.517164+0000","last_peered":"2024-09-12T18:13:07.517164+0000","last_clean":"2024-09-12T18:13:07.517164+0000","last_became_active":"2024-09-12T17:50:12.696789+0000","last_became_peered":"2024-09-12T17:50:12.696789+0000","last_unstale":"2024-09-12T18:13:07.517164+0000","last_undegraded":"2024-09-12T18:13:07.517164+0000","last_fullsized":"2024-09-12T18:13:07.517164+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:19:49.870131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":56,"num_read_kb":39,"num_write":21,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":18,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:37.394925+0000","last_change":"2024-09-12T18:02:38.163163+0000","last_active":"2024-09-12T18:12:37.394925+0000","last_peered":"2024-09-12T18:12:37.394925+0000","last_clean":"2024-09-12T18:12:37.394925+0000","last_became_active":"2024-09-12T18:02:38.162843+0000","last_became_peered":"2024-09-12T18:02:38.162843+0000","last_unstale":"2024-09-12T18:12:37.394925+0000","last_undegraded":"2024-09-12T18:12:37.394925+0000","last_fullsized":"2024-09-12T18:12:37.394925+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:06:38.397676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"263'2","reported_seq":37,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:32.440666+0000","last_change":"2024-09-12T17:52:02.158518+0000","last_active":"2024-09-12T18:14:32.440666+0000","last_peered":"2024-09-12T18:14:32.440666+0000","last_clean":"2024-09-12T18:14:32.440666+0000","last_became_active":"2024-09-12T17:52:02.157199+0000","last_became_peered":"2024-09-12T17:52:02.157199+0000","last_unstale":"2024-09-12T18:14:32.440666+0000","last_undegraded":"2024-09-12T18:14:32.440666+0000","last_fullsized":"2024-09-12T18:14:32.440666+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"266'5","reported_seq":47,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.174665+0000","last_change":"2024-09-12T17:51:59.136507+0000","last_active":"2024-09-12T18:16:38.174665+0000","last_peered":"2024-09-12T18:16:38.174665+0000","last_clean":"2024-09-12T18:16:38.174665+0000","last_became_active":"2024-09-12T17:51:59.136219+0000","last_became_peered":"2024-09-12T17:51:59.136219+0000","last_unstale":"2024-09-12T18:16:38.174665+0000","last_undegraded":"2024-09-12T18:16:38.174665+0000","last_fullsized":"2024-09-12T18:16:38.174665+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":4155,"num_write":10,"num_write_kb":4155,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"266'14","reported_seq":86,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:17.407631+0000","last_change":"2024-09-12T17:50:12.697889+0000","last_active":"2024-09-12T18:14:17.407631+0000","last_peered":"2024-09-12T18:14:17.407631+0000","last_clean":"2024-09-12T18:14:17.407631+0000","last_became_active":"2024-09-12T17:50:12.697593+0000","last_became_peered":"2024-09-12T17:50:12.697593+0000","last_unstale":"2024-09-12T18:14:17.407631+0000","last_undegraded":"2024-09-12T18:14:17.407631+0000","last_fullsized":"2024-09-12T18:14:17.407631+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:54:19.497186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":66,"num_read_kb":45,"num_write":35,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":18,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:17.393208+0000","last_change":"2024-09-12T18:02:38.156348+0000","last_active":"2024-09-12T18:12:17.393208+0000","last_peered":"2024-09-12T18:12:17.393208+0000","last_clean":"2024-09-12T18:12:17.393208+0000","last_became_active":"2024-09-12T18:02:38.156025+0000","last_became_peered":"2024-09-12T18:02:38.156025+0000","last_unstale":"2024-09-12T18:12:17.393208+0000","last_undegraded":"2024-09-12T18:12:17.393208+0000","last_fullsized":"2024-09-12T18:12:17.393208+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:51:21.666012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"266'6","reported_seq":44,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.380287+0000","last_change":"2024-09-12T17:52:02.670448+0000","last_active":"2024-09-12T18:16:38.380287+0000","last_peered":"2024-09-12T18:16:38.380287+0000","last_clean":"2024-09-12T18:16:38.380287+0000","last_became_active":"2024-09-12T17:52:02.670051+0000","last_became_peered":"2024-09-12T17:52:02.670051+0000","last_unstale":"2024-09-12T18:16:38.380287+0000","last_undegraded":"2024-09-12T18:16:38.380287+0000","last_fullsized":"2024-09-12T18:16:38.380287+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8232,"num_write":6,"num_write_kb":8232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"263'2","reported_seq":45,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:07.406205+0000","last_change":"2024-09-12T17:51:59.143402+0000","last_active":"2024-09-12T18:14:07.406205+0000","last_peered":"2024-09-12T18:14:07.406205+0000","last_clean":"2024-09-12T18:14:07.406205+0000","last_became_active":"2024-09-12T17:51:59.142509+0000","last_became_peered":"2024-09-12T17:51:59.142509+0000","last_unstale":"2024-09-12T18:14:07.406205+0000","last_undegraded":"2024-09-12T18:14:07.406205+0000","last_fullsized":"2024-09-12T18:14:07.406205+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:44:18.648507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":318,"num_write":2,"num_write_kb":318,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"266'24","reported_seq":114,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:42.513458+0000","last_change":"2024-09-12T17:50:12.693436+0000","last_active":"2024-09-12T18:12:42.513458+0000","last_peered":"2024-09-12T18:12:42.513458+0000","last_clean":"2024-09-12T18:12:42.513458+0000","last_became_active":"2024-09-12T17:50:12.693126+0000","last_became_peered":"2024-09-12T17:50:12.693126+0000","last_unstale":"2024-09-12T18:12:42.513458+0000","last_undegraded":"2024-09-12T18:12:42.513458+0000","last_fullsized":"2024-09-12T18:12:42.513458+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:26:33.914535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":127,"num_read_kb":89,"num_write":41,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":18,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:17.539056+0000","last_change":"2024-09-12T18:02:38.154955+0000","last_active":"2024-09-12T18:12:17.539056+0000","last_peered":"2024-09-12T18:12:17.539056+0000","last_clean":"2024-09-12T18:12:17.539056+0000","last_became_active":"2024-09-12T18:02:38.154676+0000","last_became_peered":"2024-09-12T18:02:38.154676+0000","last_unstale":"2024-09-12T18:12:17.539056+0000","last_undegraded":"2024-09-12T18:12:17.539056+0000","last_fullsized":"2024-09-12T18:12:17.539056+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:18:52.950039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"263'3","reported_seq":40,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.554187+0000","last_change":"2024-09-12T17:52:02.672301+0000","last_active":"2024-09-12T18:14:02.554187+0000","last_peered":"2024-09-12T18:14:02.554187+0000","last_clean":"2024-09-12T18:14:02.554187+0000","last_became_active":"2024-09-12T17:52:02.670321+0000","last_became_peered":"2024-09-12T17:52:02.670321+0000","last_unstale":"2024-09-12T18:14:02.554187+0000","last_undegraded":"2024-09-12T18:14:02.554187+0000","last_fullsized":"2024-09-12T18:14:02.554187+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:20:55.132903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"0'0","reported_seq":41,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:57.444389+0000","last_change":"2024-09-12T17:51:59.143850+0000","last_active":"2024-09-12T18:14:57.444389+0000","last_peered":"2024-09-12T18:14:57.444389+0000","last_clean":"2024-09-12T18:14:57.444389+0000","last_became_active":"2024-09-12T17:51:59.142658+0000","last_became_peered":"2024-09-12T17:51:59.142658+0000","last_unstale":"2024-09-12T18:14:57.444389+0000","last_undegraded":"2024-09-12T18:14:57.444389+0000","last_fullsized":"2024-09-12T18:14:57.444389+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"266'26","reported_seq":116,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:42.543589+0000","last_change":"2024-09-12T17:50:12.698702+0000","last_active":"2024-09-12T18:12:42.543589+0000","last_peered":"2024-09-12T18:12:42.543589+0000","last_clean":"2024-09-12T18:12:42.543589+0000","last_became_active":"2024-09-12T17:50:12.698413+0000","last_became_peered":"2024-09-12T17:50:12.698413+0000","last_unstale":"2024-09-12T18:12:42.543589+0000","last_undegraded":"2024-09-12T18:12:42.543589+0000","last_fullsized":"2024-09-12T18:12:42.543589+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:16:03.786030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":132,"num_read_kb":92,"num_write":46,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:37.558294+0000","last_change":"2024-09-12T18:02:38.160435+0000","last_active":"2024-09-12T18:14:37.558294+0000","last_peered":"2024-09-12T18:14:37.558294+0000","last_clean":"2024-09-12T18:14:37.558294+0000","last_became_active":"2024-09-12T18:02:38.160067+0000","last_became_peered":"2024-09-12T18:02:38.160067+0000","last_unstale":"2024-09-12T18:14:37.558294+0000","last_undegraded":"2024-09-12T18:14:37.558294+0000","last_fullsized":"2024-09-12T18:14:37.558294+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:37:53.344720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"266'2","reported_seq":36,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:22.430375+0000","last_change":"2024-09-12T17:52:02.160809+0000","last_active":"2024-09-12T18:16:22.430375+0000","last_peered":"2024-09-12T18:16:22.430375+0000","last_clean":"2024-09-12T18:16:22.430375+0000","last_became_active":"2024-09-12T17:52:02.160479+0000","last_became_peered":"2024-09-12T17:52:02.160479+0000","last_unstale":"2024-09-12T18:16:22.430375+0000","last_undegraded":"2024-09-12T18:16:22.430375+0000","last_fullsized":"2024-09-12T18:16:22.430375+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:16:23.802920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"263'2","reported_seq":43,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.522147+0000","last_change":"2024-09-12T17:51:59.138783+0000","last_active":"2024-09-12T18:13:47.522147+0000","last_peered":"2024-09-12T18:13:47.522147+0000","last_clean":"2024-09-12T18:13:47.522147+0000","last_became_active":"2024-09-12T17:51:59.137857+0000","last_became_peered":"2024-09-12T17:51:59.137857+0000","last_unstale":"2024-09-12T18:13:47.522147+0000","last_undegraded":"2024-09-12T18:13:47.522147+0000","last_fullsized":"2024-09-12T18:13:47.522147+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:43:32.976452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"266'29","reported_seq":120,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:42.543529+0000","last_change":"2024-09-12T17:50:12.693949+0000","last_active":"2024-09-12T18:12:42.543529+0000","last_peered":"2024-09-12T18:12:42.543529+0000","last_clean":"2024-09-12T18:12:42.543529+0000","last_became_active":"2024-09-12T17:50:12.693690+0000","last_became_peered":"2024-09-12T17:50:12.693690+0000","last_unstale":"2024-09-12T18:12:42.543529+0000","last_undegraded":"2024-09-12T18:12:42.543529+0000","last_fullsized":"2024-09-12T18:12:42.543529+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:31:34.755413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":133,"num_read_kb":91,"num_write":59,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:02.398386+0000","last_change":"2024-09-12T18:02:38.163723+0000","last_active":"2024-09-12T18:13:02.398386+0000","last_peered":"2024-09-12T18:13:02.398386+0000","last_clean":"2024-09-12T18:13:02.398386+0000","last_became_active":"2024-09-12T18:02:38.163323+0000","last_became_peered":"2024-09-12T18:02:38.163323+0000","last_unstale":"2024-09-12T18:13:02.398386+0000","last_undegraded":"2024-09-12T18:13:02.398386+0000","last_fullsized":"2024-09-12T18:13:02.398386+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:32:30.376178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"266'10","reported_seq":53,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:12.424161+0000","last_change":"2024-09-12T17:52:02.162613+0000","last_active":"2024-09-12T18:16:12.424161+0000","last_peered":"2024-09-12T18:16:12.424161+0000","last_clean":"2024-09-12T18:16:12.424161+0000","last_became_active":"2024-09-12T17:52:02.162331+0000","last_became_peered":"2024-09-12T17:52:02.162331+0000","last_unstale":"2024-09-12T18:16:12.424161+0000","last_undegraded":"2024-09-12T18:16:12.424161+0000","last_fullsized":"2024-09-12T18:16:12.424161+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:15:01.359986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":11266,"num_write":10,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"0'0","reported_seq":39,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:52.435253+0000","last_change":"2024-09-12T17:51:59.147427+0000","last_active":"2024-09-12T18:13:52.435253+0000","last_peered":"2024-09-12T18:13:52.435253+0000","last_clean":"2024-09-12T18:13:52.435253+0000","last_became_active":"2024-09-12T17:51:59.146797+0000","last_became_peered":"2024-09-12T17:51:59.146797+0000","last_unstale":"2024-09-12T18:13:52.435253+0000","last_undegraded":"2024-09-12T18:13:52.435253+0000","last_fullsized":"2024-09-12T18:13:52.435253+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:50:00.007520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"266'26","reported_seq":119,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:42.396370+0000","last_change":"2024-09-12T17:50:12.701450+0000","last_active":"2024-09-12T18:12:42.396370+0000","last_peered":"2024-09-12T18:12:42.396370+0000","last_clean":"2024-09-12T18:12:42.396370+0000","last_became_active":"2024-09-12T17:50:12.701160+0000","last_became_peered":"2024-09-12T17:50:12.701160+0000","last_unstale":"2024-09-12T18:12:42.396370+0000","last_undegraded":"2024-09-12T18:12:42.396370+0000","last_fullsized":"2024-09-12T18:12:42.396370+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:58:58.160695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":134,"num_read_kb":93,"num_write":56,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"266'1","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:42.397388+0000","last_change":"2024-09-12T18:02:38.160031+0000","last_active":"2024-09-12T18:12:42.397388+0000","last_peered":"2024-09-12T18:12:42.397388+0000","last_clean":"2024-09-12T18:12:42.397388+0000","last_became_active":"2024-09-12T18:02:38.159671+0000","last_became_peered":"2024-09-12T18:02:38.159671+0000","last_unstale":"2024-09-12T18:12:42.397388+0000","last_undegraded":"2024-09-12T18:12:42.397388+0000","last_fullsized":"2024-09-12T18:12:42.397388+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:04:29.599670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"266'6","reported_seq":42,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.363858+0000","last_change":"2024-09-12T17:52:02.160947+0000","last_active":"2024-09-12T18:16:38.363858+0000","last_peered":"2024-09-12T18:16:38.363858+0000","last_clean":"2024-09-12T18:16:38.363858+0000","last_became_active":"2024-09-12T17:52:02.160209+0000","last_became_peered":"2024-09-12T17:52:02.160209+0000","last_unstale":"2024-09-12T18:16:38.363858+0000","last_undegraded":"2024-09-12T18:16:38.363858+0000","last_fullsized":"2024-09-12T18:16:38.363858+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":6144,"num_write":6,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"266'2","reported_seq":42,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.317025+0000","last_change":"2024-09-12T17:51:59.139093+0000","last_active":"2024-09-12T18:16:38.317025+0000","last_peered":"2024-09-12T18:16:38.317025+0000","last_clean":"2024-09-12T18:16:38.317025+0000","last_became_active":"2024-09-12T17:51:59.138726+0000","last_became_peered":"2024-09-12T17:51:59.138726+0000","last_unstale":"2024-09-12T18:16:38.317025+0000","last_undegraded":"2024-09-12T18:16:38.317025+0000","last_fullsized":"2024-09-12T18:16:38.317025+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"266'16","reported_seq":88,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:27.527672+0000","last_change":"2024-09-12T17:50:12.699498+0000","last_active":"2024-09-12T18:14:27.527672+0000","last_peered":"2024-09-12T18:14:27.527672+0000","last_clean":"2024-09-12T18:14:27.527672+0000","last_became_active":"2024-09-12T17:50:12.699215+0000","last_became_peered":"2024-09-12T17:50:12.699215+0000","last_unstale":"2024-09-12T18:14:27.527672+0000","last_undegraded":"2024-09-12T18:14:27.527672+0000","last_fullsized":"2024-09-12T18:14:27.527672+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":73,"num_read_kb":51,"num_write":32,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":18,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:42.397443+0000","last_change":"2024-09-12T18:02:38.160199+0000","last_active":"2024-09-12T18:12:42.397443+0000","last_peered":"2024-09-12T18:12:42.397443+0000","last_clean":"2024-09-12T18:12:42.397443+0000","last_became_active":"2024-09-12T18:02:38.159706+0000","last_became_peered":"2024-09-12T18:02:38.159706+0000","last_unstale":"2024-09-12T18:12:42.397443+0000","last_undegraded":"2024-09-12T18:12:42.397443+0000","last_fullsized":"2024-09-12T18:12:42.397443+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:30:43.270936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"0'0","reported_seq":26,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:32.530582+0000","last_change":"2024-09-12T17:52:32.769283+0000","last_active":"2024-09-12T18:12:32.530582+0000","last_peered":"2024-09-12T18:12:32.530582+0000","last_clean":"2024-09-12T18:12:32.530582+0000","last_became_active":"2024-09-12T17:52:32.768929+0000","last_became_peered":"2024-09-12T17:52:32.768929+0000","last_unstale":"2024-09-12T18:12:32.530582+0000","last_undegraded":"2024-09-12T18:12:32.530582+0000","last_fullsized":"2024-09-12T18:12:32.530582+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:00:32.829080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1b","version":"266'4","reported_seq":46,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.298936+0000","last_change":"2024-09-12T17:51:59.143451+0000","last_active":"2024-09-12T18:16:38.298936+0000","last_peered":"2024-09-12T18:16:38.298936+0000","last_clean":"2024-09-12T18:16:38.298936+0000","last_became_active":"2024-09-12T17:51:59.143126+0000","last_became_peered":"2024-09-12T17:51:59.143126+0000","last_unstale":"2024-09-12T18:16:38.298936+0000","last_undegraded":"2024-09-12T18:16:38.298936+0000","last_fullsized":"2024-09-12T18:16:38.298936+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8192,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"266'81","reported_seq":267,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:22.408483+0000","last_change":"2024-09-12T17:50:12.699422+0000","last_active":"2024-09-12T18:14:22.408483+0000","last_peered":"2024-09-12T18:14:22.408483+0000","last_clean":"2024-09-12T18:14:22.408483+0000","last_became_active":"2024-09-12T17:50:12.699126+0000","last_became_peered":"2024-09-12T17:50:12.699126+0000","last_unstale":"2024-09-12T18:14:22.408483+0000","last_undegraded":"2024-09-12T18:14:22.408483+0000","last_fullsized":"2024-09-12T18:14:22.408483+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":0,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":413,"num_read_kb":292,"num_write":157,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:17.407812+0000","last_change":"2024-09-12T18:02:38.154104+0000","last_active":"2024-09-12T18:14:17.407812+0000","last_peered":"2024-09-12T18:14:17.407812+0000","last_clean":"2024-09-12T18:14:17.407812+0000","last_became_active":"2024-09-12T18:02:38.153814+0000","last_became_peered":"2024-09-12T18:02:38.153814+0000","last_unstale":"2024-09-12T18:14:17.407812+0000","last_undegraded":"2024-09-12T18:14:17.407812+0000","last_fullsized":"2024-09-12T18:14:17.407812+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:39:49.053554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"266'6","reported_seq":46,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:12.570549+0000","last_change":"2024-09-12T17:52:02.669934+0000","last_active":"2024-09-12T18:16:12.570549+0000","last_peered":"2024-09-12T18:16:12.570549+0000","last_clean":"2024-09-12T18:16:12.570549+0000","last_became_active":"2024-09-12T17:52:02.669589+0000","last_became_peered":"2024-09-12T17:52:02.669589+0000","last_unstale":"2024-09-12T18:16:12.570549+0000","last_undegraded":"2024-09-12T18:16:12.570549+0000","last_fullsized":"2024-09-12T18:16:12.570549+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:31:30.368051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":11266,"num_write":6,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"266'10","reported_seq":57,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:32.422232+0000","last_change":"2024-09-12T17:51:59.144613+0000","last_active":"2024-09-12T18:15:32.422232+0000","last_peered":"2024-09-12T18:15:32.422232+0000","last_clean":"2024-09-12T18:15:32.422232+0000","last_became_active":"2024-09-12T17:51:59.144250+0000","last_became_peered":"2024-09-12T17:51:59.144250+0000","last_unstale":"2024-09-12T18:15:32.422232+0000","last_undegraded":"2024-09-12T18:15:32.422232+0000","last_fullsized":"2024-09-12T18:15:32.422232+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:34:23.658107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":5122,"num_write":20,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"266'5","reported_seq":60,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:22.527157+0000","last_change":"2024-09-12T17:50:12.700926+0000","last_active":"2024-09-12T18:14:22.527157+0000","last_peered":"2024-09-12T18:14:22.527157+0000","last_clean":"2024-09-12T18:14:22.527157+0000","last_became_active":"2024-09-12T17:50:12.699983+0000","last_became_peered":"2024-09-12T17:50:12.699983+0000","last_unstale":"2024-09-12T18:14:22.527157+0000","last_undegraded":"2024-09-12T18:14:22.527157+0000","last_fullsized":"2024-09-12T18:14:22.527157+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":22,"num_read_kb":15,"num_write":10,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"266'1","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:17.407543+0000","last_change":"2024-09-12T18:02:38.161793+0000","last_active":"2024-09-12T18:14:17.407543+0000","last_peered":"2024-09-12T18:14:17.407543+0000","last_clean":"2024-09-12T18:14:17.407543+0000","last_became_active":"2024-09-12T18:02:38.161523+0000","last_became_peered":"2024-09-12T18:02:38.161523+0000","last_unstale":"2024-09-12T18:14:17.407543+0000","last_undegraded":"2024-09-12T18:14:17.407543+0000","last_fullsized":"2024-09-12T18:14:17.407543+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:26:13.196724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"266'2","reported_seq":37,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:22.564177+0000","last_change":"2024-09-12T17:52:02.672291+0000","last_active":"2024-09-12T18:15:22.564177+0000","last_peered":"2024-09-12T18:15:22.564177+0000","last_clean":"2024-09-12T18:15:22.564177+0000","last_became_active":"2024-09-12T17:52:02.670396+0000","last_became_peered":"2024-09-12T17:52:02.670396+0000","last_unstale":"2024-09-12T18:15:22.564177+0000","last_undegraded":"2024-09-12T18:15:22.564177+0000","last_fullsized":"2024-09-12T18:15:22.564177+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:25:59.767774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"266'2","reported_seq":41,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:12.429041+0000","last_change":"2024-09-12T17:51:59.148138+0000","last_active":"2024-09-12T18:16:12.429041+0000","last_peered":"2024-09-12T18:16:12.429041+0000","last_clean":"2024-09-12T18:16:12.429041+0000","last_became_active":"2024-09-12T17:51:59.147803+0000","last_became_peered":"2024-09-12T17:51:59.147803+0000","last_unstale":"2024-09-12T18:16:12.429041+0000","last_undegraded":"2024-09-12T18:16:12.429041+0000","last_fullsized":"2024-09-12T18:16:12.429041+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:11:13.210869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"261'11","reported_seq":78,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:22.556642+0000","last_change":"2024-09-12T17:50:12.696768+0000","last_active":"2024-09-12T18:14:22.556642+0000","last_peered":"2024-09-12T18:14:22.556642+0000","last_clean":"2024-09-12T18:14:22.556642+0000","last_became_active":"2024-09-12T17:50:12.696176+0000","last_became_peered":"2024-09-12T17:50:12.696176+0000","last_unstale":"2024-09-12T18:14:22.556642+0000","last_undegraded":"2024-09-12T18:14:22.556642+0000","last_fullsized":"2024-09-12T18:14:22.556642+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":56,"num_read_kb":39,"num_write":22,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:22.411336+0000","last_change":"2024-09-12T18:02:38.157257+0000","last_active":"2024-09-12T18:14:22.411336+0000","last_peered":"2024-09-12T18:14:22.411336+0000","last_clean":"2024-09-12T18:14:22.411336+0000","last_became_active":"2024-09-12T18:02:38.156976+0000","last_became_peered":"2024-09-12T18:02:38.156976+0000","last_unstale":"2024-09-12T18:14:22.411336+0000","last_undegraded":"2024-09-12T18:14:22.411336+0000","last_fullsized":"2024-09-12T18:14:22.411336+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:32:28.142997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"266'2","reported_seq":37,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:12.570598+0000","last_change":"2024-09-12T17:52:02.670421+0000","last_active":"2024-09-12T18:16:12.570598+0000","last_peered":"2024-09-12T18:16:12.570598+0000","last_clean":"2024-09-12T18:16:12.570598+0000","last_became_active":"2024-09-12T17:52:02.670103+0000","last_became_peered":"2024-09-12T17:52:02.670103+0000","last_unstale":"2024-09-12T18:16:12.570598+0000","last_undegraded":"2024-09-12T18:16:12.570598+0000","last_fullsized":"2024-09-12T18:16:12.570598+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:59:33.020694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"266'5","reported_seq":46,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.270921+0000","last_change":"2024-09-12T17:51:59.145067+0000","last_active":"2024-09-12T18:16:38.270921+0000","last_peered":"2024-09-12T18:16:38.270921+0000","last_clean":"2024-09-12T18:16:38.270921+0000","last_became_active":"2024-09-12T17:51:59.144777+0000","last_became_peered":"2024-09-12T17:51:59.144777+0000","last_unstale":"2024-09-12T18:16:38.270921+0000","last_undegraded":"2024-09-12T18:16:38.270921+0000","last_fullsized":"2024-09-12T18:16:38.270921+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:00:34.776516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":2048,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"266'45","reported_seq":169,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:22.408299+0000","last_change":"2024-09-12T17:50:12.695990+0000","last_active":"2024-09-12T18:14:22.408299+0000","last_peered":"2024-09-12T18:14:22.408299+0000","last_clean":"2024-09-12T18:14:22.408299+0000","last_became_active":"2024-09-12T17:50:12.695715+0000","last_became_peered":"2024-09-12T17:50:12.695715+0000","last_unstale":"2024-09-12T18:14:22.408299+0000","last_undegraded":"2024-09-12T18:14:22.408299+0000","last_fullsized":"2024-09-12T18:14:22.408299+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":227,"num_read_kb":165,"num_write":78,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:17.411697+0000","last_change":"2024-09-12T18:02:38.154300+0000","last_active":"2024-09-12T18:14:17.411697+0000","last_peered":"2024-09-12T18:14:17.411697+0000","last_clean":"2024-09-12T18:14:17.411697+0000","last_became_active":"2024-09-12T18:02:38.154016+0000","last_became_peered":"2024-09-12T18:02:38.154016+0000","last_unstale":"2024-09-12T18:14:17.411697+0000","last_undegraded":"2024-09-12T18:14:17.411697+0000","last_fullsized":"2024-09-12T18:14:17.411697+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:25:04.140986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"0'0","reported_seq":33,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.434649+0000","last_change":"2024-09-12T17:52:02.163858+0000","last_active":"2024-09-12T18:13:47.434649+0000","last_peered":"2024-09-12T18:13:47.434649+0000","last_clean":"2024-09-12T18:13:47.434649+0000","last_became_active":"2024-09-12T17:52:02.163574+0000","last_became_peered":"2024-09-12T17:52:02.163574+0000","last_unstale":"2024-09-12T18:13:47.434649+0000","last_undegraded":"2024-09-12T18:13:47.434649+0000","last_fullsized":"2024-09-12T18:13:47.434649+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:29:20.038171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"266'2","reported_seq":42,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:12.541860+0000","last_change":"2024-09-12T17:51:59.147385+0000","last_active":"2024-09-12T18:16:12.541860+0000","last_peered":"2024-09-12T18:16:12.541860+0000","last_clean":"2024-09-12T18:16:12.541860+0000","last_became_active":"2024-09-12T17:51:59.146966+0000","last_became_peered":"2024-09-12T17:51:59.146966+0000","last_unstale":"2024-09-12T18:16:12.541860+0000","last_undegraded":"2024-09-12T18:16:12.541860+0000","last_fullsized":"2024-09-12T18:16:12.541860+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:38:21.934004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"266'30","reported_seq":127,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:37.405171+0000","last_change":"2024-09-12T17:50:12.698962+0000","last_active":"2024-09-12T18:13:37.405171+0000","last_peered":"2024-09-12T18:13:37.405171+0000","last_clean":"2024-09-12T18:13:37.405171+0000","last_became_active":"2024-09-12T17:50:12.698681+0000","last_became_peered":"2024-09-12T17:50:12.698681+0000","last_unstale":"2024-09-12T18:13:37.405171+0000","last_undegraded":"2024-09-12T18:13:37.405171+0000","last_fullsized":"2024-09-12T18:13:37.405171+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:05:34.136310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":147,"num_read_kb":99,"num_write":50,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":18,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:17.539222+0000","last_change":"2024-09-12T18:02:38.164426+0000","last_active":"2024-09-12T18:12:17.539222+0000","last_peered":"2024-09-12T18:12:17.539222+0000","last_clean":"2024-09-12T18:12:17.539222+0000","last_became_active":"2024-09-12T18:02:38.163909+0000","last_became_peered":"2024-09-12T18:02:38.163909+0000","last_unstale":"2024-09-12T18:12:17.539222+0000","last_undegraded":"2024-09-12T18:12:17.539222+0000","last_fullsized":"2024-09-12T18:12:17.539222+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:26:26.179647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"263'5","reported_seq":43,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:02.398338+0000","last_change":"2024-09-12T17:52:02.163975+0000","last_active":"2024-09-12T18:13:02.398338+0000","last_peered":"2024-09-12T18:13:02.398338+0000","last_clean":"2024-09-12T18:13:02.398338+0000","last_became_active":"2024-09-12T17:52:02.163688+0000","last_became_peered":"2024-09-12T17:52:02.163688+0000","last_unstale":"2024-09-12T18:13:02.398338+0000","last_undegraded":"2024-09-12T18:13:02.398338+0000","last_fullsized":"2024-09-12T18:13:02.398338+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:15:34.865266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":12290,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"266'11","reported_seq":64,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:22.448193+0000","last_change":"2024-09-12T17:51:59.137941+0000","last_active":"2024-09-12T18:15:22.448193+0000","last_peered":"2024-09-12T18:15:22.448193+0000","last_clean":"2024-09-12T18:15:22.448193+0000","last_became_active":"2024-09-12T17:51:59.137686+0000","last_became_peered":"2024-09-12T17:51:59.137686+0000","last_unstale":"2024-09-12T18:15:22.448193+0000","last_undegraded":"2024-09-12T18:15:22.448193+0000","last_fullsized":"2024-09-12T18:15:22.448193+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:44:52.447455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":21,"num_read_kb":28676,"num_write":16,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"266'43","reported_seq":160,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:11.058735+0000","last_change":"2024-09-12T17:50:12.700952+0000","last_active":"2024-09-12T18:14:11.058735+0000","last_peered":"2024-09-12T18:14:11.058735+0000","last_clean":"2024-09-12T18:14:11.058735+0000","last_became_active":"2024-09-12T17:50:12.700684+0000","last_became_peered":"2024-09-12T17:50:12.700684+0000","last_unstale":"2024-09-12T18:14:11.058735+0000","last_undegraded":"2024-09-12T18:14:11.058735+0000","last_fullsized":"2024-09-12T18:14:11.058735+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:24:42.365213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":209,"num_read_kb":143,"num_write":82,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":18,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:22.510321+0000","last_change":"2024-09-12T18:02:38.161375+0000","last_active":"2024-09-12T18:12:22.510321+0000","last_peered":"2024-09-12T18:12:22.510321+0000","last_clean":"2024-09-12T18:12:22.510321+0000","last_became_active":"2024-09-12T18:02:38.161018+0000","last_became_peered":"2024-09-12T18:02:38.161018+0000","last_unstale":"2024-09-12T18:12:22.510321+0000","last_undegraded":"2024-09-12T18:12:22.510321+0000","last_fullsized":"2024-09-12T18:12:22.510321+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:17:41.476375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"266'7","reported_seq":46,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.129961+0000","last_change":"2024-09-12T17:52:02.163206+0000","last_active":"2024-09-12T18:16:38.129961+0000","last_peered":"2024-09-12T18:16:38.129961+0000","last_clean":"2024-09-12T18:16:38.129961+0000","last_became_active":"2024-09-12T17:52:02.162832+0000","last_became_peered":"2024-09-12T17:52:02.162832+0000","last_unstale":"2024-09-12T18:16:38.129961+0000","last_undegraded":"2024-09-12T18:16:38.129961+0000","last_fullsized":"2024-09-12T18:16:38.129961+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:40:11.707122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":12288,"num_write":12,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"266'2","reported_seq":42,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:22.564099+0000","last_change":"2024-09-12T17:51:59.146555+0000","last_active":"2024-09-12T18:15:22.564099+0000","last_peered":"2024-09-12T18:15:22.564099+0000","last_clean":"2024-09-12T18:15:22.564099+0000","last_became_active":"2024-09-12T17:51:59.146245+0000","last_became_peered":"2024-09-12T17:51:59.146245+0000","last_unstale":"2024-09-12T18:15:22.564099+0000","last_undegraded":"2024-09-12T18:15:22.564099+0000","last_fullsized":"2024-09-12T18:15:22.564099+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:46:38.431503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"0'0","reported_seq":48,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:32.520079+0000","last_change":"2024-09-12T17:50:12.698342+0000","last_active":"2024-09-12T18:13:32.520079+0000","last_peered":"2024-09-12T18:13:32.520079+0000","last_clean":"2024-09-12T18:13:32.520079+0000","last_became_active":"2024-09-12T17:50:12.698060+0000","last_became_peered":"2024-09-12T17:50:12.698060+0000","last_unstale":"2024-09-12T18:13:32.520079+0000","last_undegraded":"2024-09-12T18:13:32.520079+0000","last_fullsized":"2024-09-12T18:13:32.520079+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:30:56.848197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"265'1","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:27.527728+0000","last_change":"2024-09-12T18:02:38.164222+0000","last_active":"2024-09-12T18:14:27.527728+0000","last_peered":"2024-09-12T18:14:27.527728+0000","last_clean":"2024-09-12T18:14:27.527728+0000","last_became_active":"2024-09-12T18:02:38.163910+0000","last_became_peered":"2024-09-12T18:02:38.163910+0000","last_unstale":"2024-09-12T18:14:27.527728+0000","last_undegraded":"2024-09-12T18:14:27.527728+0000","last_fullsized":"2024-09-12T18:14:27.527728+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"266'6","reported_seq":45,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.104653+0000","last_change":"2024-09-12T17:52:02.160664+0000","last_active":"2024-09-12T18:16:38.104653+0000","last_peered":"2024-09-12T18:16:38.104653+0000","last_clean":"2024-09-12T18:16:38.104653+0000","last_became_active":"2024-09-12T17:52:02.160320+0000","last_became_peered":"2024-09-12T17:52:02.160320+0000","last_unstale":"2024-09-12T18:16:38.104653+0000","last_undegraded":"2024-09-12T18:16:38.104653+0000","last_fullsized":"2024-09-12T18:16:38.104653+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:18:28.519965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":1578,"num_write":6,"num_write_kb":948,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"0'0","reported_seq":39,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:02.398923+0000","last_change":"2024-09-12T17:51:59.149864+0000","last_active":"2024-09-12T18:13:02.398923+0000","last_peered":"2024-09-12T18:13:02.398923+0000","last_clean":"2024-09-12T18:13:02.398923+0000","last_became_active":"2024-09-12T17:51:59.149378+0000","last_became_peered":"2024-09-12T17:51:59.149378+0000","last_unstale":"2024-09-12T18:13:02.398923+0000","last_undegraded":"2024-09-12T18:13:02.398923+0000","last_fullsized":"2024-09-12T18:13:02.398923+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:42:00.733944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"266'16","reported_seq":91,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:32.432451+0000","last_change":"2024-09-12T17:50:12.690151+0000","last_active":"2024-09-12T18:13:32.432451+0000","last_peered":"2024-09-12T18:13:32.432451+0000","last_clean":"2024-09-12T18:13:32.432451+0000","last_became_active":"2024-09-12T17:50:12.689881+0000","last_became_peered":"2024-09-12T17:50:12.689881+0000","last_unstale":"2024-09-12T18:13:32.432451+0000","last_undegraded":"2024-09-12T18:13:32.432451+0000","last_fullsized":"2024-09-12T18:13:32.432451+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:59:12.522778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":81,"num_read_kb":57,"num_write":29,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"266'1","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:17.539151+0000","last_change":"2024-09-12T18:02:38.164143+0000","last_active":"2024-09-12T18:12:17.539151+0000","last_peered":"2024-09-12T18:12:17.539151+0000","last_clean":"2024-09-12T18:12:17.539151+0000","last_became_active":"2024-09-12T18:02:38.162945+0000","last_became_peered":"2024-09-12T18:02:38.162945+0000","last_unstale":"2024-09-12T18:12:17.539151+0000","last_undegraded":"2024-09-12T18:12:17.539151+0000","last_fullsized":"2024-09-12T18:12:17.539151+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:56:33.407884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"266'2","reported_seq":35,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:22.415965+0000","last_change":"2024-09-12T17:52:02.155072+0000","last_active":"2024-09-12T18:15:22.415965+0000","last_peered":"2024-09-12T18:15:22.415965+0000","last_clean":"2024-09-12T18:15:22.415965+0000","last_became_active":"2024-09-12T17:52:02.154753+0000","last_became_peered":"2024-09-12T17:52:02.154753+0000","last_unstale":"2024-09-12T18:15:22.415965+0000","last_undegraded":"2024-09-12T18:15:22.415965+0000","last_fullsized":"2024-09-12T18:15:22.415965+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:59:19.708414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"0'0","reported_seq":39,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:02.534883+0000","last_change":"2024-09-12T17:51:59.146758+0000","last_active":"2024-09-12T18:13:02.534883+0000","last_peered":"2024-09-12T18:13:02.534883+0000","last_clean":"2024-09-12T18:13:02.534883+0000","last_became_active":"2024-09-12T17:51:59.146423+0000","last_became_peered":"2024-09-12T17:51:59.146423+0000","last_unstale":"2024-09-12T18:13:02.534883+0000","last_undegraded":"2024-09-12T18:13:02.534883+0000","last_fullsized":"2024-09-12T18:13:02.534883+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:09:08.137641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"266'142","reported_seq":466,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:11.262492+0000","last_change":"2024-09-12T17:50:12.696215+0000","last_active":"2024-09-12T18:14:11.262492+0000","last_peered":"2024-09-12T18:14:11.262492+0000","last_clean":"2024-09-12T18:14:11.262492+0000","last_became_active":"2024-09-12T17:50:12.695302+0000","last_became_peered":"2024-09-12T17:50:12.695302+0000","last_unstale":"2024-09-12T18:14:11.262492+0000","last_undegraded":"2024-09-12T18:14:11.262492+0000","last_fullsized":"2024-09-12T18:14:11.262492+0000","mapping_epoch":252,"log_start":"263'100","ondisk_log_start":"263'100","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:21:21.737387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":818,"num_read_kb":651,"num_write":189,"num_write_kb":126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:32.401796+0000","last_change":"2024-09-12T18:02:38.157255+0000","last_active":"2024-09-12T18:13:32.401796+0000","last_peered":"2024-09-12T18:13:32.401796+0000","last_clean":"2024-09-12T18:13:32.401796+0000","last_became_active":"2024-09-12T18:02:38.156956+0000","last_became_peered":"2024-09-12T18:02:38.156956+0000","last_unstale":"2024-09-12T18:13:32.401796+0000","last_undegraded":"2024-09-12T18:13:32.401796+0000","last_fullsized":"2024-09-12T18:13:32.401796+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:47:02.929735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"263'2","reported_seq":38,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:32.557705+0000","last_change":"2024-09-12T17:52:02.161475+0000","last_active":"2024-09-12T18:14:32.557705+0000","last_peered":"2024-09-12T18:14:32.557705+0000","last_clean":"2024-09-12T18:14:32.557705+0000","last_became_active":"2024-09-12T17:52:02.160519+0000","last_became_peered":"2024-09-12T17:52:02.160519+0000","last_unstale":"2024-09-12T18:14:32.557705+0000","last_undegraded":"2024-09-12T18:14:32.557705+0000","last_fullsized":"2024-09-12T18:14:32.557705+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"266'3","reported_seq":45,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.373377+0000","last_change":"2024-09-12T17:51:59.145277+0000","last_active":"2024-09-12T18:16:38.373377+0000","last_peered":"2024-09-12T18:16:38.373377+0000","last_clean":"2024-09-12T18:16:38.373377+0000","last_became_active":"2024-09-12T17:51:59.144978+0000","last_became_peered":"2024-09-12T17:51:59.144978+0000","last_unstale":"2024-09-12T18:16:38.373377+0000","last_undegraded":"2024-09-12T18:16:38.373377+0000","last_fullsized":"2024-09-12T18:16:38.373377+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"266'11","reported_seq":76,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:38.621111+0000","last_change":"2024-09-12T17:50:12.699972+0000","last_active":"2024-09-12T18:13:38.621111+0000","last_peered":"2024-09-12T18:13:38.621111+0000","last_clean":"2024-09-12T18:13:38.621111+0000","last_became_active":"2024-09-12T17:50:12.698913+0000","last_became_peered":"2024-09-12T17:50:12.698913+0000","last_unstale":"2024-09-12T18:13:38.621111+0000","last_undegraded":"2024-09-12T18:13:38.621111+0000","last_fullsized":"2024-09-12T18:13:38.621111+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:41:56.088986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":51,"num_read_kb":36,"num_write":23,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:57.407930+0000","last_change":"2024-09-12T18:02:38.159136+0000","last_active":"2024-09-12T18:13:57.407930+0000","last_peered":"2024-09-12T18:13:57.407930+0000","last_clean":"2024-09-12T18:13:57.407930+0000","last_became_active":"2024-09-12T18:02:38.158852+0000","last_became_peered":"2024-09-12T18:02:38.158852+0000","last_unstale":"2024-09-12T18:13:57.407930+0000","last_undegraded":"2024-09-12T18:13:57.407930+0000","last_fullsized":"2024-09-12T18:13:57.407930+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:57:22.862407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"263'4","reported_seq":43,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:32.557676+0000","last_change":"2024-09-12T17:52:02.164062+0000","last_active":"2024-09-12T18:14:32.557676+0000","last_peered":"2024-09-12T18:14:32.557676+0000","last_clean":"2024-09-12T18:14:32.557676+0000","last_became_active":"2024-09-12T17:52:02.163005+0000","last_became_peered":"2024-09-12T17:52:02.163005+0000","last_unstale":"2024-09-12T18:14:32.557676+0000","last_undegraded":"2024-09-12T18:14:32.557676+0000","last_fullsized":"2024-09-12T18:14:32.557676+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":12290,"num_write":4,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"266'4","reported_seq":48,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.373244+0000","last_change":"2024-09-12T17:51:59.143191+0000","last_active":"2024-09-12T18:16:38.373244+0000","last_peered":"2024-09-12T18:16:38.373244+0000","last_clean":"2024-09-12T18:16:38.373244+0000","last_became_active":"2024-09-12T17:51:59.141618+0000","last_became_peered":"2024-09-12T17:51:59.141618+0000","last_unstale":"2024-09-12T18:16:38.373244+0000","last_undegraded":"2024-09-12T18:16:38.373244+0000","last_fullsized":"2024-09-12T18:16:38.373244+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":10240,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"266'58","reported_seq":208,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:11.781418+0000","last_change":"2024-09-12T17:50:12.698175+0000","last_active":"2024-09-12T18:14:11.781418+0000","last_peered":"2024-09-12T18:14:11.781418+0000","last_clean":"2024-09-12T18:14:11.781418+0000","last_became_active":"2024-09-12T17:50:12.697897+0000","last_became_peered":"2024-09-12T17:50:12.697897+0000","last_unstale":"2024-09-12T18:14:11.781418+0000","last_undegraded":"2024-09-12T18:14:11.781418+0000","last_fullsized":"2024-09-12T18:14:11.781418+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":0,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:20:02.710918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":299,"num_read_kb":217,"num_write":105,"num_write_kb":42,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:27.401731+0000","last_change":"2024-09-12T18:02:38.163694+0000","last_active":"2024-09-12T18:13:27.401731+0000","last_peered":"2024-09-12T18:13:27.401731+0000","last_clean":"2024-09-12T18:13:27.401731+0000","last_became_active":"2024-09-12T18:02:38.163438+0000","last_became_peered":"2024-09-12T18:02:38.163438+0000","last_unstale":"2024-09-12T18:13:27.401731+0000","last_undegraded":"2024-09-12T18:13:27.401731+0000","last_fullsized":"2024-09-12T18:13:27.401731+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:24:44.345072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"266'6","reported_seq":46,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.327202+0000","last_change":"2024-09-12T17:52:02.669692+0000","last_active":"2024-09-12T18:16:38.327202+0000","last_peered":"2024-09-12T18:16:38.327202+0000","last_clean":"2024-09-12T18:16:38.327202+0000","last_became_active":"2024-09-12T17:52:02.669335+0000","last_became_peered":"2024-09-12T17:52:02.669335+0000","last_unstale":"2024-09-12T18:16:38.327202+0000","last_undegraded":"2024-09-12T18:16:38.327202+0000","last_fullsized":"2024-09-12T18:16:38.327202+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":4098,"num_write":6,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"266'2","reported_seq":43,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.317910+0000","last_change":"2024-09-12T17:51:59.145629+0000","last_active":"2024-09-12T18:16:38.317910+0000","last_peered":"2024-09-12T18:16:38.317910+0000","last_clean":"2024-09-12T18:16:38.317910+0000","last_became_active":"2024-09-12T17:51:59.145349+0000","last_became_peered":"2024-09-12T17:51:59.145349+0000","last_unstale":"2024-09-12T18:16:38.317910+0000","last_undegraded":"2024-09-12T18:16:38.317910+0000","last_fullsized":"2024-09-12T18:16:38.317910+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"266'19","reported_seq":99,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:42.396426+0000","last_change":"2024-09-12T17:50:12.699096+0000","last_active":"2024-09-12T18:12:42.396426+0000","last_peered":"2024-09-12T18:12:42.396426+0000","last_clean":"2024-09-12T18:12:42.396426+0000","last_became_active":"2024-09-12T17:50:12.698820+0000","last_became_peered":"2024-09-12T17:50:12.698820+0000","last_unstale":"2024-09-12T18:12:42.396426+0000","last_undegraded":"2024-09-12T18:12:42.396426+0000","last_fullsized":"2024-09-12T18:12:42.396426+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:26:44.053633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":96,"num_read_kb":66,"num_write":35,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:32.404388+0000","last_change":"2024-09-12T18:02:38.158359+0000","last_active":"2024-09-12T18:13:32.404388+0000","last_peered":"2024-09-12T18:13:32.404388+0000","last_clean":"2024-09-12T18:13:32.404388+0000","last_became_active":"2024-09-12T18:02:38.158057+0000","last_became_peered":"2024-09-12T18:02:38.158057+0000","last_unstale":"2024-09-12T18:13:32.404388+0000","last_undegraded":"2024-09-12T18:13:32.404388+0000","last_fullsized":"2024-09-12T18:13:32.404388+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:34:22.586580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"266'4","reported_seq":41,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.262166+0000","last_change":"2024-09-12T17:52:02.164617+0000","last_active":"2024-09-12T18:16:38.262166+0000","last_peered":"2024-09-12T18:16:38.262166+0000","last_clean":"2024-09-12T18:16:38.262166+0000","last_became_active":"2024-09-12T17:52:02.163690+0000","last_became_peered":"2024-09-12T17:52:02.163690+0000","last_unstale":"2024-09-12T18:16:38.262166+0000","last_undegraded":"2024-09-12T18:16:38.262166+0000","last_fullsized":"2024-09-12T18:16:38.262166+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":1553,"num_write":4,"num_write_kb":1553,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"266'2","reported_seq":43,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.182626+0000","last_change":"2024-09-12T17:51:59.147940+0000","last_active":"2024-09-12T18:16:38.182626+0000","last_peered":"2024-09-12T18:16:38.182626+0000","last_clean":"2024-09-12T18:16:38.182626+0000","last_became_active":"2024-09-12T17:51:59.147662+0000","last_became_peered":"2024-09-12T17:51:59.147662+0000","last_unstale":"2024-09-12T18:16:38.182626+0000","last_undegraded":"2024-09-12T18:16:38.182626+0000","last_fullsized":"2024-09-12T18:16:38.182626+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"266'53","reported_seq":195,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:08.023477+0000","last_change":"2024-09-12T17:50:12.696816+0000","last_active":"2024-09-12T18:14:08.023477+0000","last_peered":"2024-09-12T18:14:08.023477+0000","last_clean":"2024-09-12T18:14:08.023477+0000","last_became_active":"2024-09-12T17:50:12.696539+0000","last_became_peered":"2024-09-12T17:50:12.696539+0000","last_unstale":"2024-09-12T18:14:08.023477+0000","last_undegraded":"2024-09-12T18:14:08.023477+0000","last_fullsized":"2024-09-12T18:14:08.023477+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":0,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:35:48.258532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":280,"num_read_kb":196,"num_write":91,"num_write_kb":39,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:52.552877+0000","last_change":"2024-09-12T18:02:38.159735+0000","last_active":"2024-09-12T18:13:52.552877+0000","last_peered":"2024-09-12T18:13:52.552877+0000","last_clean":"2024-09-12T18:13:52.552877+0000","last_became_active":"2024-09-12T18:02:38.159409+0000","last_became_peered":"2024-09-12T18:02:38.159409+0000","last_unstale":"2024-09-12T18:13:52.552877+0000","last_undegraded":"2024-09-12T18:13:52.552877+0000","last_fullsized":"2024-09-12T18:13:52.552877+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:42:23.485522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"0'0","reported_seq":34,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.433823+0000","last_change":"2024-09-12T17:52:02.162686+0000","last_active":"2024-09-12T18:13:42.433823+0000","last_peered":"2024-09-12T18:13:42.433823+0000","last_clean":"2024-09-12T18:13:42.433823+0000","last_became_active":"2024-09-12T17:52:02.162397+0000","last_became_peered":"2024-09-12T17:52:02.162397+0000","last_unstale":"2024-09-12T18:13:42.433823+0000","last_undegraded":"2024-09-12T18:13:42.433823+0000","last_fullsized":"2024-09-12T18:13:42.433823+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:01:26.630396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"266'6","reported_seq":50,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.270879+0000","last_change":"2024-09-12T17:51:59.144770+0000","last_active":"2024-09-12T18:16:38.270879+0000","last_peered":"2024-09-12T18:16:38.270879+0000","last_clean":"2024-09-12T18:16:38.270879+0000","last_became_active":"2024-09-12T17:51:59.144477+0000","last_became_peered":"2024-09-12T17:51:59.144477+0000","last_unstale":"2024-09-12T18:16:38.270879+0000","last_undegraded":"2024-09-12T18:16:38.270879+0000","last_fullsized":"2024-09-12T18:16:38.270879+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:48:09.467583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":12288,"num_write":6,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"266'43","reported_seq":166,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:18.987187+0000","last_change":"2024-09-12T17:50:12.699599+0000","last_active":"2024-09-12T18:13:18.987187+0000","last_peered":"2024-09-12T18:13:18.987187+0000","last_clean":"2024-09-12T18:13:18.987187+0000","last_became_active":"2024-09-12T17:50:12.699290+0000","last_became_peered":"2024-09-12T17:50:12.699290+0000","last_unstale":"2024-09-12T18:13:18.987187+0000","last_undegraded":"2024-09-12T18:13:18.987187+0000","last_fullsized":"2024-09-12T18:13:18.987187+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:46:57.087853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":225,"num_read_kb":162,"num_write":74,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.408679+0000","last_change":"2024-09-12T18:02:38.158629+0000","last_active":"2024-09-12T18:14:02.408679+0000","last_peered":"2024-09-12T18:14:02.408679+0000","last_clean":"2024-09-12T18:14:02.408679+0000","last_became_active":"2024-09-12T18:02:38.158269+0000","last_became_peered":"2024-09-12T18:02:38.158269+0000","last_unstale":"2024-09-12T18:14:02.408679+0000","last_undegraded":"2024-09-12T18:14:02.408679+0000","last_fullsized":"2024-09-12T18:14:02.408679+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:38:40.505859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"0'0","reported_seq":34,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.405711+0000","last_change":"2024-09-12T17:52:02.668841+0000","last_active":"2024-09-12T18:13:42.405711+0000","last_peered":"2024-09-12T18:13:42.405711+0000","last_clean":"2024-09-12T18:13:42.405711+0000","last_became_active":"2024-09-12T17:52:02.668524+0000","last_became_peered":"2024-09-12T17:52:02.668524+0000","last_unstale":"2024-09-12T18:13:42.405711+0000","last_undegraded":"2024-09-12T18:13:42.405711+0000","last_fullsized":"2024-09-12T18:13:42.405711+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:06:07.368372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"266'8","reported_seq":51,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.270356+0000","last_change":"2024-09-12T17:51:59.147202+0000","last_active":"2024-09-12T18:16:38.270356+0000","last_peered":"2024-09-12T18:16:38.270356+0000","last_clean":"2024-09-12T18:16:38.270356+0000","last_became_active":"2024-09-12T17:51:59.146888+0000","last_became_peered":"2024-09-12T17:51:59.146888+0000","last_unstale":"2024-09-12T18:16:38.270356+0000","last_undegraded":"2024-09-12T18:16:38.270356+0000","last_fullsized":"2024-09-12T18:16:38.270356+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:13:27.813081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8232,"num_write":18,"num_write_kb":5160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"266'48","reported_seq":172,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:11.257938+0000","last_change":"2024-09-12T17:50:12.696489+0000","last_active":"2024-09-12T18:14:11.257938+0000","last_peered":"2024-09-12T18:14:11.257938+0000","last_clean":"2024-09-12T18:14:11.257938+0000","last_became_active":"2024-09-12T17:50:12.694194+0000","last_became_peered":"2024-09-12T17:50:12.694194+0000","last_unstale":"2024-09-12T18:14:11.257938+0000","last_undegraded":"2024-09-12T18:14:11.257938+0000","last_fullsized":"2024-09-12T18:14:11.257938+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:13:34.540352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":222,"num_read_kb":153,"num_write":95,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"266'1","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:57.407963+0000","last_change":"2024-09-12T18:02:38.158037+0000","last_active":"2024-09-12T18:13:57.407963+0000","last_peered":"2024-09-12T18:13:57.407963+0000","last_clean":"2024-09-12T18:13:57.407963+0000","last_became_active":"2024-09-12T18:02:38.157759+0000","last_became_peered":"2024-09-12T18:02:38.157759+0000","last_unstale":"2024-09-12T18:13:57.407963+0000","last_undegraded":"2024-09-12T18:13:57.407963+0000","last_fullsized":"2024-09-12T18:13:57.407963+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:55:23.130301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"0'0","reported_seq":34,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:32.409613+0000","last_change":"2024-09-12T17:52:02.153879+0000","last_active":"2024-09-12T18:14:32.409613+0000","last_peered":"2024-09-12T18:14:32.409613+0000","last_clean":"2024-09-12T18:14:32.409613+0000","last_became_active":"2024-09-12T17:52:02.153354+0000","last_became_peered":"2024-09-12T17:52:02.153354+0000","last_unstale":"2024-09-12T18:14:32.409613+0000","last_undegraded":"2024-09-12T18:14:32.409613+0000","last_fullsized":"2024-09-12T18:14:32.409613+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"266'9","reported_seq":57,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:57.539846+0000","last_change":"2024-09-12T17:51:59.148521+0000","last_active":"2024-09-12T18:15:57.539846+0000","last_peered":"2024-09-12T18:15:57.539846+0000","last_clean":"2024-09-12T18:15:57.539846+0000","last_became_active":"2024-09-12T17:51:59.147945+0000","last_became_peered":"2024-09-12T17:51:59.147945+0000","last_unstale":"2024-09-12T18:15:57.539846+0000","last_undegraded":"2024-09-12T18:15:57.539846+0000","last_fullsized":"2024-09-12T18:15:57.539846+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:15:51.963327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":14338,"num_write":14,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"266'15","reported_seq":86,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.554086+0000","last_change":"2024-09-12T17:50:12.697089+0000","last_active":"2024-09-12T18:14:02.554086+0000","last_peered":"2024-09-12T18:14:02.554086+0000","last_clean":"2024-09-12T18:14:02.554086+0000","last_became_active":"2024-09-12T17:50:12.696682+0000","last_became_peered":"2024-09-12T17:50:12.696682+0000","last_unstale":"2024-09-12T18:14:02.554086+0000","last_undegraded":"2024-09-12T18:14:02.554086+0000","last_fullsized":"2024-09-12T18:14:02.554086+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:23:17.579953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":68,"num_read_kb":48,"num_write":26,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:57.523909+0000","last_change":"2024-09-12T18:02:38.160972+0000","last_active":"2024-09-12T18:13:57.523909+0000","last_peered":"2024-09-12T18:13:57.523909+0000","last_clean":"2024-09-12T18:13:57.523909+0000","last_became_active":"2024-09-12T18:02:38.160668+0000","last_became_peered":"2024-09-12T18:02:38.160668+0000","last_unstale":"2024-09-12T18:13:57.523909+0000","last_undegraded":"2024-09-12T18:13:57.523909+0000","last_fullsized":"2024-09-12T18:13:57.523909+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:05:22.599535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"0'0","reported_seq":34,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.406473+0000","last_change":"2024-09-12T17:52:02.162248+0000","last_active":"2024-09-12T18:13:47.406473+0000","last_peered":"2024-09-12T18:13:47.406473+0000","last_clean":"2024-09-12T18:13:47.406473+0000","last_became_active":"2024-09-12T17:52:02.161957+0000","last_became_peered":"2024-09-12T17:52:02.161957+0000","last_unstale":"2024-09-12T18:13:47.406473+0000","last_undegraded":"2024-09-12T18:13:47.406473+0000","last_fullsized":"2024-09-12T18:13:47.406473+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:39:05.596205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"266'10","reported_seq":61,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.373749+0000","last_change":"2024-09-12T17:51:59.138549+0000","last_active":"2024-09-12T18:16:38.373749+0000","last_peered":"2024-09-12T18:16:38.373749+0000","last_clean":"2024-09-12T18:16:38.373749+0000","last_became_active":"2024-09-12T17:51:59.138251+0000","last_became_peered":"2024-09-12T17:51:59.138251+0000","last_unstale":"2024-09-12T18:16:38.373749+0000","last_undegraded":"2024-09-12T18:16:38.373749+0000","last_fullsized":"2024-09-12T18:16:38.373749+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17,"num_read_kb":7699,"num_write":10,"num_write_kb":4625,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"266'51","reported_seq":194,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.406492+0000","last_change":"2024-09-12T17:50:12.699082+0000","last_active":"2024-09-12T18:14:02.406492+0000","last_peered":"2024-09-12T18:14:02.406492+0000","last_clean":"2024-09-12T18:14:02.406492+0000","last_became_active":"2024-09-12T17:50:12.698811+0000","last_became_peered":"2024-09-12T17:50:12.698811+0000","last_unstale":"2024-09-12T18:14:02.406492+0000","last_undegraded":"2024-09-12T18:14:02.406492+0000","last_fullsized":"2024-09-12T18:14:02.406492+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":0,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:48:42.903528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":279,"num_read_kb":200,"num_write":87,"num_write_kb":42,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:07.400633+0000","last_change":"2024-09-12T18:02:38.160811+0000","last_active":"2024-09-12T18:13:07.400633+0000","last_peered":"2024-09-12T18:13:07.400633+0000","last_clean":"2024-09-12T18:13:07.400633+0000","last_became_active":"2024-09-12T18:02:38.160530+0000","last_became_peered":"2024-09-12T18:02:38.160530+0000","last_unstale":"2024-09-12T18:13:07.400633+0000","last_undegraded":"2024-09-12T18:13:07.400633+0000","last_fullsized":"2024-09-12T18:13:07.400633+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:46:07.806908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"266'10","reported_seq":50,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.183123+0000","last_change":"2024-09-12T17:52:02.156312+0000","last_active":"2024-09-12T18:16:38.183123+0000","last_peered":"2024-09-12T18:16:38.183123+0000","last_clean":"2024-09-12T18:16:38.183123+0000","last_became_active":"2024-09-12T17:52:02.155743+0000","last_became_peered":"2024-09-12T17:52:02.155743+0000","last_unstale":"2024-09-12T18:16:38.183123+0000","last_undegraded":"2024-09-12T18:16:38.183123+0000","last_fullsized":"2024-09-12T18:16:38.183123+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:53:22.135174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":7170,"num_write":20,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"266'5","reported_seq":49,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.380328+0000","last_change":"2024-09-12T17:51:59.147244+0000","last_active":"2024-09-12T18:16:38.380328+0000","last_peered":"2024-09-12T18:16:38.380328+0000","last_clean":"2024-09-12T18:16:38.380328+0000","last_became_active":"2024-09-12T17:51:59.146953+0000","last_became_peered":"2024-09-12T17:51:59.146953+0000","last_unstale":"2024-09-12T18:16:38.380328+0000","last_undegraded":"2024-09-12T18:16:38.380328+0000","last_fullsized":"2024-09-12T18:16:38.380328+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8763,"num_write":10,"num_write_kb":4667,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"266'30","reported_seq":132,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.524620+0000","last_change":"2024-09-12T17:50:12.700513+0000","last_active":"2024-09-12T18:14:02.524620+0000","last_peered":"2024-09-12T18:14:02.524620+0000","last_clean":"2024-09-12T18:14:02.524620+0000","last_became_active":"2024-09-12T17:50:12.698933+0000","last_became_peered":"2024-09-12T17:50:12.698933+0000","last_unstale":"2024-09-12T18:14:02.524620+0000","last_undegraded":"2024-09-12T18:14:02.524620+0000","last_fullsized":"2024-09-12T18:14:02.524620+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:46:30.615578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":154,"num_read_kb":111,"num_write":53,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:02.534867+0000","last_change":"2024-09-12T18:02:38.151744+0000","last_active":"2024-09-12T18:13:02.534867+0000","last_peered":"2024-09-12T18:13:02.534867+0000","last_clean":"2024-09-12T18:13:02.534867+0000","last_became_active":"2024-09-12T18:02:38.151453+0000","last_became_peered":"2024-09-12T18:02:38.151453+0000","last_unstale":"2024-09-12T18:13:02.534867+0000","last_undegraded":"2024-09-12T18:13:02.534867+0000","last_fullsized":"2024-09-12T18:13:02.534867+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:53:49.772375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"0'0","reported_seq":35,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:57.531592+0000","last_change":"2024-09-12T17:52:02.670383+0000","last_active":"2024-09-12T18:14:57.531592+0000","last_peered":"2024-09-12T18:14:57.531592+0000","last_clean":"2024-09-12T18:14:57.531592+0000","last_became_active":"2024-09-12T17:52:02.670033+0000","last_became_peered":"2024-09-12T17:52:02.670033+0000","last_unstale":"2024-09-12T18:14:57.531592+0000","last_undegraded":"2024-09-12T18:14:57.531592+0000","last_fullsized":"2024-09-12T18:14:57.531592+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"263'5","reported_seq":49,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:57.397653+0000","last_change":"2024-09-12T17:51:59.142869+0000","last_active":"2024-09-12T18:12:57.397653+0000","last_peered":"2024-09-12T18:12:57.397653+0000","last_clean":"2024-09-12T18:12:57.397653+0000","last_became_active":"2024-09-12T17:51:59.142482+0000","last_became_peered":"2024-09-12T17:51:59.142482+0000","last_unstale":"2024-09-12T18:12:57.397653+0000","last_undegraded":"2024-09-12T18:12:57.397653+0000","last_fullsized":"2024-09-12T18:12:57.397653+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:57:25.219760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8192,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"266'137","reported_seq":477,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.406560+0000","last_change":"2024-09-12T17:50:12.698253+0000","last_active":"2024-09-12T18:14:02.406560+0000","last_peered":"2024-09-12T18:14:02.406560+0000","last_clean":"2024-09-12T18:14:02.406560+0000","last_became_active":"2024-09-12T17:50:12.697975+0000","last_became_peered":"2024-09-12T17:50:12.697975+0000","last_unstale":"2024-09-12T18:14:02.406560+0000","last_undegraded":"2024-09-12T18:14:02.406560+0000","last_fullsized":"2024-09-12T18:14:02.406560+0000","mapping_epoch":252,"log_start":"263'100","ondisk_log_start":"263'100","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:27:30.846064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":846,"num_read_kb":616,"num_write":166,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:42.410692+0000","last_change":"2024-09-12T18:02:38.157807+0000","last_active":"2024-09-12T18:14:42.410692+0000","last_peered":"2024-09-12T18:14:42.410692+0000","last_clean":"2024-09-12T18:14:42.410692+0000","last_became_active":"2024-09-12T18:02:38.157334+0000","last_became_peered":"2024-09-12T18:02:38.157334+0000","last_unstale":"2024-09-12T18:14:42.410692+0000","last_undegraded":"2024-09-12T18:14:42.410692+0000","last_fullsized":"2024-09-12T18:14:42.410692+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:00:21.774169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"0'0","reported_seq":34,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.405883+0000","last_change":"2024-09-12T17:52:02.668797+0000","last_active":"2024-09-12T18:13:42.405883+0000","last_peered":"2024-09-12T18:13:42.405883+0000","last_clean":"2024-09-12T18:13:42.405883+0000","last_became_active":"2024-09-12T17:52:02.668489+0000","last_became_peered":"2024-09-12T17:52:02.668489+0000","last_unstale":"2024-09-12T18:13:42.405883+0000","last_undegraded":"2024-09-12T18:13:42.405883+0000","last_fullsized":"2024-09-12T18:13:42.405883+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:38:53.170570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"266'4","reported_seq":47,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:52.425479+0000","last_change":"2024-09-12T17:51:59.147970+0000","last_active":"2024-09-12T18:15:52.425479+0000","last_peered":"2024-09-12T18:15:52.425479+0000","last_clean":"2024-09-12T18:15:52.425479+0000","last_became_active":"2024-09-12T17:51:59.147683+0000","last_became_peered":"2024-09-12T17:51:59.147683+0000","last_unstale":"2024-09-12T18:15:52.425479+0000","last_undegraded":"2024-09-12T18:15:52.425479+0000","last_fullsized":"2024-09-12T18:15:52.425479+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:36:42.780698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8192,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"266'39","reported_seq":157,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:19.457606+0000","last_change":"2024-09-12T17:50:12.694069+0000","last_active":"2024-09-12T18:13:19.457606+0000","last_peered":"2024-09-12T18:13:19.457606+0000","last_clean":"2024-09-12T18:13:19.457606+0000","last_became_active":"2024-09-12T17:50:12.693758+0000","last_became_peered":"2024-09-12T17:50:12.693758+0000","last_unstale":"2024-09-12T18:13:19.457606+0000","last_undegraded":"2024-09-12T18:13:19.457606+0000","last_fullsized":"2024-09-12T18:13:19.457606+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:08:04.440588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":206,"num_read_kb":145,"num_write":69,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:02.428706+0000","last_change":"2024-09-12T18:02:38.157256+0000","last_active":"2024-09-12T18:13:02.428706+0000","last_peered":"2024-09-12T18:13:02.428706+0000","last_clean":"2024-09-12T18:13:02.428706+0000","last_became_active":"2024-09-12T18:02:38.156973+0000","last_became_peered":"2024-09-12T18:02:38.156973+0000","last_unstale":"2024-09-12T18:13:02.428706+0000","last_undegraded":"2024-09-12T18:13:02.428706+0000","last_fullsized":"2024-09-12T18:13:02.428706+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:04:13.013667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"266'7","reported_seq":46,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.239215+0000","last_change":"2024-09-12T17:52:02.161330+0000","last_active":"2024-09-12T18:16:38.239215+0000","last_peered":"2024-09-12T18:16:38.239215+0000","last_clean":"2024-09-12T18:16:38.239215+0000","last_became_active":"2024-09-12T17:52:02.159767+0000","last_became_peered":"2024-09-12T17:52:02.159767+0000","last_unstale":"2024-09-12T18:16:38.239215+0000","last_undegraded":"2024-09-12T18:16:38.239215+0000","last_fullsized":"2024-09-12T18:16:38.239215+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:29:53.581776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":10240,"num_write":12,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"0'0","reported_seq":40,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.405892+0000","last_change":"2024-09-12T17:51:59.149021+0000","last_active":"2024-09-12T18:13:42.405892+0000","last_peered":"2024-09-12T18:13:42.405892+0000","last_clean":"2024-09-12T18:13:42.405892+0000","last_became_active":"2024-09-12T17:51:59.148691+0000","last_became_peered":"2024-09-12T17:51:59.148691+0000","last_unstale":"2024-09-12T18:13:42.405892+0000","last_undegraded":"2024-09-12T18:13:42.405892+0000","last_fullsized":"2024-09-12T18:13:42.405892+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:27:47.992842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"266'28","reported_seq":123,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:07.398943+0000","last_change":"2024-09-12T17:50:12.697220+0000","last_active":"2024-09-12T18:13:07.398943+0000","last_peered":"2024-09-12T18:13:07.398943+0000","last_clean":"2024-09-12T18:13:07.398943+0000","last_became_active":"2024-09-12T17:50:12.696915+0000","last_became_peered":"2024-09-12T17:50:12.696915+0000","last_unstale":"2024-09-12T18:13:07.398943+0000","last_undegraded":"2024-09-12T18:13:07.398943+0000","last_fullsized":"2024-09-12T18:13:07.398943+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":0,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:19:34.472409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":136,"num_read_kb":96,"num_write":55,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"265'1","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:27.401060+0000","last_change":"2024-09-12T18:02:38.162866+0000","last_active":"2024-09-12T18:13:27.401060+0000","last_peered":"2024-09-12T18:13:27.401060+0000","last_clean":"2024-09-12T18:13:27.401060+0000","last_became_active":"2024-09-12T18:02:38.162572+0000","last_became_peered":"2024-09-12T18:02:38.162572+0000","last_unstale":"2024-09-12T18:13:27.401060+0000","last_undegraded":"2024-09-12T18:13:27.401060+0000","last_fullsized":"2024-09-12T18:13:27.401060+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:19:44.584629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"266'8","reported_seq":47,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.182945+0000","last_change":"2024-09-12T17:52:02.158633+0000","last_active":"2024-09-12T18:16:38.182945+0000","last_peered":"2024-09-12T18:16:38.182945+0000","last_clean":"2024-09-12T18:16:38.182945+0000","last_became_active":"2024-09-12T17:52:02.158305+0000","last_became_peered":"2024-09-12T17:52:02.158305+0000","last_unstale":"2024-09-12T18:16:38.182945+0000","last_undegraded":"2024-09-12T18:16:38.182945+0000","last_fullsized":"2024-09-12T18:16:38.182945+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":8192,"num_write":18,"num_write_kb":12288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"266'4","reported_seq":47,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.298607+0000","last_change":"2024-09-12T17:51:59.146863+0000","last_active":"2024-09-12T18:16:38.298607+0000","last_peered":"2024-09-12T18:16:38.298607+0000","last_clean":"2024-09-12T18:16:38.298607+0000","last_became_active":"2024-09-12T17:51:59.146539+0000","last_became_peered":"2024-09-12T17:51:59.146539+0000","last_unstale":"2024-09-12T18:16:38.298607+0000","last_undegraded":"2024-09-12T18:16:38.298607+0000","last_fullsized":"2024-09-12T18:16:38.298607+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:57:32.237432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":7168,"num_write":4,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"266'35","reported_seq":148,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:07.535612+0000","last_change":"2024-09-12T17:50:12.698263+0000","last_active":"2024-09-12T18:13:07.535612+0000","last_peered":"2024-09-12T18:13:07.535612+0000","last_clean":"2024-09-12T18:13:07.535612+0000","last_became_active":"2024-09-12T17:50:12.697992+0000","last_became_peered":"2024-09-12T17:50:12.697992+0000","last_unstale":"2024-09-12T18:13:07.535612+0000","last_undegraded":"2024-09-12T18:13:07.535612+0000","last_fullsized":"2024-09-12T18:13:07.535612+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":0,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:39:38.762538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":188,"num_read_kb":134,"num_write":61,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:32.520147+0000","last_change":"2024-09-12T18:02:38.159542+0000","last_active":"2024-09-12T18:13:32.520147+0000","last_peered":"2024-09-12T18:13:32.520147+0000","last_clean":"2024-09-12T18:13:32.520147+0000","last_became_active":"2024-09-12T18:02:38.159197+0000","last_became_peered":"2024-09-12T18:02:38.159197+0000","last_unstale":"2024-09-12T18:13:32.520147+0000","last_undegraded":"2024-09-12T18:13:32.520147+0000","last_fullsized":"2024-09-12T18:13:32.520147+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:08:10.624709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"266'6","reported_seq":45,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.238610+0000","last_change":"2024-09-12T17:52:02.162603+0000","last_active":"2024-09-12T18:16:38.238610+0000","last_peered":"2024-09-12T18:16:38.238610+0000","last_clean":"2024-09-12T18:16:38.238610+0000","last_became_active":"2024-09-12T17:52:02.162340+0000","last_became_peered":"2024-09-12T17:52:02.162340+0000","last_unstale":"2024-09-12T18:16:38.238610+0000","last_undegraded":"2024-09-12T18:16:38.238610+0000","last_fullsized":"2024-09-12T18:16:38.238610+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:42:01.553012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":12288,"num_write":6,"num_write_kb":12288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"0'0","reported_seq":41,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:57.416303+0000","last_change":"2024-09-12T17:51:59.145181+0000","last_active":"2024-09-12T18:14:57.416303+0000","last_peered":"2024-09-12T18:14:57.416303+0000","last_clean":"2024-09-12T18:14:57.416303+0000","last_became_active":"2024-09-12T17:51:59.144846+0000","last_became_peered":"2024-09-12T17:51:59.144846+0000","last_unstale":"2024-09-12T18:14:57.416303+0000","last_undegraded":"2024-09-12T18:14:57.416303+0000","last_fullsized":"2024-09-12T18:14:57.416303+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"266'29","reported_seq":133,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:07.429299+0000","last_change":"2024-09-12T17:50:12.687098+0000","last_active":"2024-09-12T18:13:07.429299+0000","last_peered":"2024-09-12T18:13:07.429299+0000","last_clean":"2024-09-12T18:13:07.429299+0000","last_became_active":"2024-09-12T17:50:12.686722+0000","last_became_peered":"2024-09-12T17:50:12.686722+0000","last_unstale":"2024-09-12T18:13:07.429299+0000","last_undegraded":"2024-09-12T18:13:07.429299+0000","last_fullsized":"2024-09-12T18:13:07.429299+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:00:26.026612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":160,"num_read_kb":111,"num_write":51,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:07.517106+0000","last_change":"2024-09-12T18:02:38.162627+0000","last_active":"2024-09-12T18:13:07.517106+0000","last_peered":"2024-09-12T18:13:07.517106+0000","last_clean":"2024-09-12T18:13:07.517106+0000","last_became_active":"2024-09-12T18:02:38.162297+0000","last_became_peered":"2024-09-12T18:02:38.162297+0000","last_unstale":"2024-09-12T18:13:07.517106+0000","last_undegraded":"2024-09-12T18:13:07.517106+0000","last_fullsized":"2024-09-12T18:13:07.517106+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:07:27.096909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"263'5","reported_seq":44,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:57.413060+0000","last_change":"2024-09-12T17:52:02.161365+0000","last_active":"2024-09-12T18:14:57.413060+0000","last_peered":"2024-09-12T18:14:57.413060+0000","last_clean":"2024-09-12T18:14:57.413060+0000","last_became_active":"2024-09-12T17:52:02.160655+0000","last_became_peered":"2024-09-12T17:52:02.160655+0000","last_unstale":"2024-09-12T18:14:57.413060+0000","last_undegraded":"2024-09-12T18:14:57.413060+0000","last_fullsized":"2024-09-12T18:14:57.413060+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":5120,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"263'6","reported_seq":54,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:57.412414+0000","last_change":"2024-09-12T17:51:59.145851+0000","last_active":"2024-09-12T18:14:57.412414+0000","last_peered":"2024-09-12T18:14:57.412414+0000","last_clean":"2024-09-12T18:14:57.412414+0000","last_became_active":"2024-09-12T17:51:59.145508+0000","last_became_peered":"2024-09-12T17:51:59.145508+0000","last_unstale":"2024-09-12T18:14:57.412414+0000","last_undegraded":"2024-09-12T18:14:57.412414+0000","last_fullsized":"2024-09-12T18:14:57.412414+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":15362,"num_write":6,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"266'8","reported_seq":68,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:07.399476+0000","last_change":"2024-09-12T17:50:12.696093+0000","last_active":"2024-09-12T18:13:07.399476+0000","last_peered":"2024-09-12T18:13:07.399476+0000","last_clean":"2024-09-12T18:13:07.399476+0000","last_became_active":"2024-09-12T17:50:12.695832+0000","last_became_peered":"2024-09-12T17:50:12.695832+0000","last_unstale":"2024-09-12T18:13:07.399476+0000","last_undegraded":"2024-09-12T18:13:07.399476+0000","last_fullsized":"2024-09-12T18:13:07.399476+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:59:28.781308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":33,"num_read_kb":23,"num_write":19,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:12.401410+0000","last_change":"2024-09-12T18:02:38.160996+0000","last_active":"2024-09-12T18:13:12.401410+0000","last_peered":"2024-09-12T18:13:12.401410+0000","last_clean":"2024-09-12T18:13:12.401410+0000","last_became_active":"2024-09-12T18:02:38.160660+0000","last_became_peered":"2024-09-12T18:02:38.160660+0000","last_unstale":"2024-09-12T18:13:12.401410+0000","last_undegraded":"2024-09-12T18:13:12.401410+0000","last_fullsized":"2024-09-12T18:13:12.401410+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:19:10.334795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"266'3","reported_seq":38,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.182542+0000","last_change":"2024-09-12T17:52:02.163094+0000","last_active":"2024-09-12T18:16:38.182542+0000","last_peered":"2024-09-12T18:16:38.182542+0000","last_clean":"2024-09-12T18:16:38.182542+0000","last_became_active":"2024-09-12T17:52:02.162377+0000","last_became_peered":"2024-09-12T17:52:02.162377+0000","last_unstale":"2024-09-12T18:16:38.182542+0000","last_undegraded":"2024-09-12T18:16:38.182542+0000","last_fullsized":"2024-09-12T18:16:38.182542+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"266'5","reported_seq":48,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.271211+0000","last_change":"2024-09-12T17:51:59.150624+0000","last_active":"2024-09-12T18:16:38.271211+0000","last_peered":"2024-09-12T18:16:38.271211+0000","last_clean":"2024-09-12T18:16:38.271211+0000","last_became_active":"2024-09-12T17:51:59.150252+0000","last_became_peered":"2024-09-12T17:51:59.150252+0000","last_unstale":"2024-09-12T18:16:38.271211+0000","last_undegraded":"2024-09-12T18:16:38.271211+0000","last_fullsized":"2024-09-12T18:16:38.271211+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":4096,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"266'56","reported_seq":204,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:17.410679+0000","last_change":"2024-09-12T17:50:12.701550+0000","last_active":"2024-09-12T18:14:17.410679+0000","last_peered":"2024-09-12T18:14:17.410679+0000","last_clean":"2024-09-12T18:14:17.410679+0000","last_became_active":"2024-09-12T17:50:12.701174+0000","last_became_peered":"2024-09-12T17:50:12.701174+0000","last_unstale":"2024-09-12T18:14:17.410679+0000","last_undegraded":"2024-09-12T18:14:17.410679+0000","last_fullsized":"2024-09-12T18:14:17.410679+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":0,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:19:41.442243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":295,"num_read_kb":218,"num_write":91,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"266'169","reported_seq":792,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:59.679811+0000","last_change":"2024-09-12T18:16:59.679811+0000","last_active":"2024-09-12T18:16:59.679811+0000","last_peered":"2024-09-12T18:16:59.679811+0000","last_clean":"2024-09-12T18:16:59.679811+0000","last_became_active":"2024-09-12T17:35:31.566215+0000","last_became_peered":"2024-09-12T17:35:31.566215+0000","last_unstale":"2024-09-12T18:16:59.679811+0000","last_undegraded":"2024-09-12T18:16:59.679811+0000","last_fullsized":"2024-09-12T18:16:59.679811+0000","mapping_epoch":38,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'169","last_scrub_stamp":"2024-09-12T18:16:59.679698+0000","last_deep_scrub":"266'169","last_deep_scrub_stamp":"2024-09-12T18:16:59.679698+0000","last_clean_scrub_stamp":"2024-09-12T18:16:59.679698+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:47:05.159337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":375,"num_read_kb":35445,"num_write":781,"num_write_kb":43842,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"266'406","reported_seq":1061,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:41.766368+0000","last_change":"2024-09-12T17:34:58.921503+0000","last_active":"2024-09-12T18:14:41.766368+0000","last_peered":"2024-09-12T18:14:41.766368+0000","last_clean":"2024-09-12T18:14:41.766368+0000","last_became_active":"2024-09-12T17:34:58.921234+0000","last_became_peered":"2024-09-12T17:34:58.921234+0000","last_unstale":"2024-09-12T18:14:41.766368+0000","last_undegraded":"2024-09-12T18:14:41.766368+0000","last_fullsized":"2024-09-12T18:14:41.766368+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":300,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:40:34.624085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1761,"num_read_kb":1435,"num_write":635,"num_write_kb":302,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"266'220","reported_seq":858,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:50.681637+0000","last_change":"2024-09-12T18:16:50.681637+0000","last_active":"2024-09-12T18:16:50.681637+0000","last_peered":"2024-09-12T18:16:50.681637+0000","last_clean":"2024-09-12T18:16:50.681637+0000","last_became_active":"2024-09-12T17:34:56.916768+0000","last_became_peered":"2024-09-12T17:34:56.916768+0000","last_unstale":"2024-09-12T18:16:50.681637+0000","last_undegraded":"2024-09-12T18:16:50.681637+0000","last_fullsized":"2024-09-12T18:16:50.681637+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'220","last_scrub_stamp":"2024-09-12T18:16:50.681525+0000","last_deep_scrub":"266'220","last_deep_scrub_stamp":"2024-09-12T18:16:50.681525+0000","last_clean_scrub_stamp":"2024-09-12T18:16:50.681525+0000","objects_scrubbed":3,"log_size":20,"log_dups_size":200,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:56:54.383464+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263198,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":478,"num_read_kb":35339,"num_write":948,"num_write_kb":52324,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"266'4203","reported_seq":4832,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:18.104153+0000","last_change":"2024-09-12T17:34:58.924032+0000","last_active":"2024-09-12T18:16:18.104153+0000","last_peered":"2024-09-12T18:16:18.104153+0000","last_clean":"2024-09-12T18:16:18.104153+0000","last_became_active":"2024-09-12T17:34:58.923347+0000","last_became_peered":"2024-09-12T17:34:58.923347+0000","last_unstale":"2024-09-12T18:16:18.104153+0000","last_undegraded":"2024-09-12T18:16:18.104153+0000","last_fullsized":"2024-09-12T18:16:18.104153+0000","mapping_epoch":27,"log_start":"266'4100","ondisk_log_start":"266'4100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":3000,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:37:25.267724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16939,"num_read_kb":14199,"num_write":6308,"num_write_kb":3144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"266'250","reported_seq":952,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:50.917836+0000","last_change":"2024-09-12T18:16:50.917836+0000","last_active":"2024-09-12T18:16:50.917836+0000","last_peered":"2024-09-12T18:16:50.917836+0000","last_clean":"2024-09-12T18:16:50.917836+0000","last_became_active":"2024-09-12T17:34:56.922460+0000","last_became_peered":"2024-09-12T17:34:56.922460+0000","last_unstale":"2024-09-12T18:16:50.917836+0000","last_undegraded":"2024-09-12T18:16:50.917836+0000","last_fullsized":"2024-09-12T18:16:50.917836+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'250","last_scrub_stamp":"2024-09-12T18:16:50.917691+0000","last_deep_scrub":"266'250","last_deep_scrub_stamp":"2024-09-12T18:16:50.917691+0000","last_clean_scrub_stamp":"2024-09-12T18:16:50.917691+0000","objects_scrubbed":4,"log_size":50,"log_dups_size":200,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:01:44.960741+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194316,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":829,"num_read_kb":13304,"num_write":1071,"num_write_kb":24662,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"266'156","reported_seq":790,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:09.297807+0000","last_change":"2024-09-12T17:34:58.928798+0000","last_active":"2024-09-12T18:14:09.297807+0000","last_peered":"2024-09-12T18:14:09.297807+0000","last_clean":"2024-09-12T18:14:09.297807+0000","last_became_active":"2024-09-12T17:34:58.928492+0000","last_became_peered":"2024-09-12T17:34:58.928492+0000","last_unstale":"2024-09-12T18:14:09.297807+0000","last_undegraded":"2024-09-12T18:14:09.297807+0000","last_fullsized":"2024-09-12T18:14:09.297807+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":100,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:34:49.051490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":745,"num_read_kb":631,"num_write":228,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"266'208","reported_seq":870,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:58.193995+0000","last_change":"2024-09-12T18:16:58.193995+0000","last_active":"2024-09-12T18:16:58.193995+0000","last_peered":"2024-09-12T18:16:58.193995+0000","last_clean":"2024-09-12T18:16:58.193995+0000","last_became_active":"2024-09-12T17:35:31.033763+0000","last_became_peered":"2024-09-12T17:35:31.033763+0000","last_unstale":"2024-09-12T18:16:58.193995+0000","last_undegraded":"2024-09-12T18:16:58.193995+0000","last_fullsized":"2024-09-12T18:16:58.193995+0000","mapping_epoch":38,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'208","last_scrub_stamp":"2024-09-12T18:16:58.193895+0000","last_deep_scrub":"266'208","last_deep_scrub_stamp":"2024-09-12T18:16:58.193895+0000","last_clean_scrub_stamp":"2024-09-12T18:16:58.193895+0000","objects_scrubbed":2,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:33:36.956187+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":40,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":475,"num_read_kb":50092,"num_write":917,"num_write_kb":33384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"266'240","reported_seq":867,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:59.796738+0000","last_change":"2024-09-12T18:16:59.796738+0000","last_active":"2024-09-12T18:16:59.796738+0000","last_peered":"2024-09-12T18:16:59.796738+0000","last_clean":"2024-09-12T18:16:59.796738+0000","last_became_active":"2024-09-12T17:34:58.933990+0000","last_became_peered":"2024-09-12T17:34:58.933990+0000","last_unstale":"2024-09-12T18:16:59.796738+0000","last_undegraded":"2024-09-12T18:16:59.796738+0000","last_fullsized":"2024-09-12T18:16:59.796738+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'240","last_scrub_stamp":"2024-09-12T18:16:59.796650+0000","last_deep_scrub":"266'240","last_deep_scrub_stamp":"2024-09-12T18:16:59.796650+0000","last_clean_scrub_stamp":"2024-09-12T18:16:59.796650+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":200,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:57:51.437047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1048,"num_read_kb":851,"num_write":379,"num_write_kb":177,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"266'202","reported_seq":834,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:58.719884+0000","last_change":"2024-09-12T18:16:58.719884+0000","last_active":"2024-09-12T18:16:58.719884+0000","last_peered":"2024-09-12T18:16:58.719884+0000","last_clean":"2024-09-12T18:16:58.719884+0000","last_became_active":"2024-09-12T17:34:56.916522+0000","last_became_peered":"2024-09-12T17:34:56.916522+0000","last_unstale":"2024-09-12T18:16:58.719884+0000","last_undegraded":"2024-09-12T18:16:58.719884+0000","last_fullsized":"2024-09-12T18:16:58.719884+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'202","last_scrub_stamp":"2024-09-12T18:16:58.719776+0000","last_deep_scrub":"266'202","last_deep_scrub_stamp":"2024-09-12T18:16:58.719776+0000","last_clean_scrub_stamp":"2024-09-12T18:16:58.719776+0000","objects_scrubbed":1,"log_size":102,"log_dups_size":100,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:29:33.741194+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":404,"num_read_kb":16770,"num_write":959,"num_write_kb":30011,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"266'176","reported_seq":811,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:58.452178+0000","last_change":"2024-09-12T18:16:58.452178+0000","last_active":"2024-09-12T18:16:58.452178+0000","last_peered":"2024-09-12T18:16:58.452178+0000","last_clean":"2024-09-12T18:16:58.452178+0000","last_became_active":"2024-09-12T17:34:58.928536+0000","last_became_peered":"2024-09-12T17:34:58.928536+0000","last_unstale":"2024-09-12T18:16:58.452178+0000","last_undegraded":"2024-09-12T18:16:58.452178+0000","last_fullsized":"2024-09-12T18:16:58.452178+0000","mapping_epoch":27,"log_start":"263'100","ondisk_log_start":"263'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'176","last_scrub_stamp":"2024-09-12T18:16:58.452065+0000","last_deep_scrub":"266'176","last_deep_scrub_stamp":"2024-09-12T18:16:58.452065+0000","last_clean_scrub_stamp":"2024-09-12T18:16:58.452065+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:01:21.595735+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":767,"num_read_kb":639,"num_write":271,"num_write_kb":126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"266'240","reported_seq":896,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:57.228114+0000","last_change":"2024-09-12T18:16:57.228114+0000","last_active":"2024-09-12T18:16:57.228114+0000","last_peered":"2024-09-12T18:16:57.228114+0000","last_clean":"2024-09-12T18:16:57.228114+0000","last_became_active":"2024-09-12T17:34:56.924970+0000","last_became_peered":"2024-09-12T17:34:56.924970+0000","last_unstale":"2024-09-12T18:16:57.228114+0000","last_undegraded":"2024-09-12T18:16:57.228114+0000","last_fullsized":"2024-09-12T18:16:57.228114+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'240","last_scrub_stamp":"2024-09-12T18:16:57.227960+0000","last_deep_scrub":"266'240","last_deep_scrub_stamp":"2024-09-12T18:16:57.227960+0000","last_clean_scrub_stamp":"2024-09-12T18:16:57.227960+0000","objects_scrubbed":5,"log_size":40,"log_dups_size":200,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:42:32.945903+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3662510,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":509,"num_read_kb":32628,"num_write":1078,"num_write_kb":55411,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"266'200","reported_seq":877,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:37.441457+0000","last_change":"2024-09-12T17:34:58.929485+0000","last_active":"2024-09-12T18:14:37.441457+0000","last_peered":"2024-09-12T18:14:37.441457+0000","last_clean":"2024-09-12T18:14:37.441457+0000","last_became_active":"2024-09-12T17:34:58.929221+0000","last_became_peered":"2024-09-12T17:34:58.929221+0000","last_unstale":"2024-09-12T18:14:37.441457+0000","last_undegraded":"2024-09-12T18:14:37.441457+0000","last_fullsized":"2024-09-12T18:14:37.441457+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:47:11.811081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":962,"num_read_kb":806,"num_write":315,"num_write_kb":138,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"266'173","reported_seq":826,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:57.697601+0000","last_change":"2024-09-12T18:16:57.697601+0000","last_active":"2024-09-12T18:16:57.697601+0000","last_peered":"2024-09-12T18:16:57.697601+0000","last_clean":"2024-09-12T18:16:57.697601+0000","last_became_active":"2024-09-12T17:35:31.566148+0000","last_became_peered":"2024-09-12T17:35:31.566148+0000","last_unstale":"2024-09-12T18:16:57.697601+0000","last_undegraded":"2024-09-12T18:16:57.697601+0000","last_fullsized":"2024-09-12T18:16:57.697601+0000","mapping_epoch":38,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'173","last_scrub_stamp":"2024-09-12T18:16:57.697470+0000","last_deep_scrub":"266'173","last_deep_scrub_stamp":"2024-09-12T18:16:57.697470+0000","last_clean_scrub_stamp":"2024-09-12T18:16:57.697470+0000","objects_scrubbed":6,"log_size":73,"log_dups_size":100,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:12:02.938142+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":842353,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":478,"num_read_kb":51065,"num_write":833,"num_write_kb":29614,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"266'80","reported_seq":699,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:37.414242+0000","last_change":"2024-09-12T17:34:58.920835+0000","last_active":"2024-09-12T18:14:37.414242+0000","last_peered":"2024-09-12T18:14:37.414242+0000","last_clean":"2024-09-12T18:14:37.414242+0000","last_became_active":"2024-09-12T17:34:58.920569+0000","last_became_peered":"2024-09-12T17:34:58.920569+0000","last_unstale":"2024-09-12T18:14:37.414242+0000","last_undegraded":"2024-09-12T18:14:37.414242+0000","last_fullsized":"2024-09-12T18:14:37.414242+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":0,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:37:40.718388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":399,"num_read_kb":353,"num_write":104,"num_write_kb":37,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"266'246","reported_seq":982,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:52.712409+0000","last_change":"2024-09-12T18:16:52.712409+0000","last_active":"2024-09-12T18:16:52.712409+0000","last_peered":"2024-09-12T18:16:52.712409+0000","last_clean":"2024-09-12T18:16:52.712409+0000","last_became_active":"2024-09-12T17:34:56.930707+0000","last_became_peered":"2024-09-12T17:34:56.930707+0000","last_unstale":"2024-09-12T18:16:52.712409+0000","last_undegraded":"2024-09-12T18:16:52.712409+0000","last_fullsized":"2024-09-12T18:16:52.712409+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'246","last_scrub_stamp":"2024-09-12T18:16:52.712290+0000","last_deep_scrub":"266'246","last_deep_scrub_stamp":"2024-09-12T18:16:52.712290+0000","last_clean_scrub_stamp":"2024-09-12T18:16:52.712290+0000","objects_scrubbed":5,"log_size":46,"log_dups_size":200,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:08:02.678195+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4456489,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":742,"num_read_kb":179000,"num_write":1079,"num_write_kb":43755,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"266'139","reported_seq":731,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:56.235480+0000","last_change":"2024-09-12T18:16:56.235480+0000","last_active":"2024-09-12T18:16:56.235480+0000","last_peered":"2024-09-12T18:16:56.235480+0000","last_clean":"2024-09-12T18:16:56.235480+0000","last_became_active":"2024-09-12T17:34:58.922264+0000","last_became_peered":"2024-09-12T17:34:58.922264+0000","last_unstale":"2024-09-12T18:16:56.235480+0000","last_undegraded":"2024-09-12T18:16:56.235480+0000","last_fullsized":"2024-09-12T18:16:56.235480+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'139","last_scrub_stamp":"2024-09-12T18:16:56.235389+0000","last_deep_scrub":"266'139","last_deep_scrub_stamp":"2024-09-12T18:16:56.235389+0000","last_clean_scrub_stamp":"2024-09-12T18:16:56.235389+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:17:03.248971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":614,"num_read_kb":526,"num_write":210,"num_write_kb":102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"266'60","reported_seq":646,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:58.923718+0000","last_change":"2024-09-12T18:16:58.923644+0000","last_active":"2024-09-12T18:16:58.923718+0000","last_peered":"2024-09-12T18:16:58.923718+0000","last_clean":"2024-09-12T18:16:58.923718+0000","last_became_active":"2024-09-12T17:34:58.928473+0000","last_became_peered":"2024-09-12T17:34:58.928473+0000","last_unstale":"2024-09-12T18:16:58.923718+0000","last_undegraded":"2024-09-12T18:16:58.923718+0000","last_fullsized":"2024-09-12T18:16:58.923718+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'60","last_scrub_stamp":"2024-09-12T18:16:58.923556+0000","last_deep_scrub":"266'60","last_deep_scrub_stamp":"2024-09-12T18:16:58.923556+0000","last_clean_scrub_stamp":"2024-09-12T18:16:58.923556+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:18:05.304778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":279,"num_read_kb":248,"num_write":75,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"266'199","reported_seq":812,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:56.736940+0000","last_change":"2024-09-12T18:16:56.736940+0000","last_active":"2024-09-12T18:16:56.736940+0000","last_peered":"2024-09-12T18:16:56.736940+0000","last_clean":"2024-09-12T18:16:56.736940+0000","last_became_active":"2024-09-12T17:34:56.934456+0000","last_became_peered":"2024-09-12T17:34:56.934456+0000","last_unstale":"2024-09-12T18:16:56.736940+0000","last_undegraded":"2024-09-12T18:16:56.736940+0000","last_fullsized":"2024-09-12T18:16:56.736940+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'199","last_scrub_stamp":"2024-09-12T18:16:56.736805+0000","last_deep_scrub":"266'199","last_deep_scrub_stamp":"2024-09-12T18:16:56.736805+0000","last_clean_scrub_stamp":"2024-09-12T18:16:56.736805+0000","objects_scrubbed":5,"log_size":99,"log_dups_size":100,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:46:13.509095+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048632,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":373,"num_read_kb":27056,"num_write":916,"num_write_kb":40066,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"266'251","reported_seq":884,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:44.478916+0000","last_change":"2024-09-12T17:34:58.923810+0000","last_active":"2024-09-12T18:14:44.478916+0000","last_peered":"2024-09-12T18:14:44.478916+0000","last_clean":"2024-09-12T18:14:44.478916+0000","last_became_active":"2024-09-12T17:34:58.923475+0000","last_became_peered":"2024-09-12T17:34:58.923475+0000","last_unstale":"2024-09-12T18:14:44.478916+0000","last_undegraded":"2024-09-12T18:14:44.478916+0000","last_fullsized":"2024-09-12T18:14:44.478916+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":200,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1109,"num_read_kb":907,"num_write":393,"num_write_kb":187,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"266'231","reported_seq":880,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:53.564235+0000","last_change":"2024-09-12T18:16:53.564235+0000","last_active":"2024-09-12T18:16:53.564235+0000","last_peered":"2024-09-12T18:16:53.564235+0000","last_clean":"2024-09-12T18:16:53.564235+0000","last_became_active":"2024-09-12T17:34:56.927507+0000","last_became_peered":"2024-09-12T17:34:56.927507+0000","last_unstale":"2024-09-12T18:16:53.564235+0000","last_undegraded":"2024-09-12T18:16:53.564235+0000","last_fullsized":"2024-09-12T18:16:53.564235+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'231","last_scrub_stamp":"2024-09-12T18:16:53.564053+0000","last_deep_scrub":"266'231","last_deep_scrub_stamp":"2024-09-12T18:16:53.564053+0000","last_clean_scrub_stamp":"2024-09-12T18:16:53.564053+0000","objects_scrubbed":4,"log_size":31,"log_dups_size":200,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:29:41.472729+0000","scrub_duration":9,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388648,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":472,"num_read_kb":23373,"num_write":1130,"num_write_kb":43462,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"266'244","reported_seq":861,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:29.683058+0000","last_change":"2024-09-12T17:34:58.920726+0000","last_active":"2024-09-12T18:14:29.683058+0000","last_peered":"2024-09-12T18:14:29.683058+0000","last_clean":"2024-09-12T18:14:29.683058+0000","last_became_active":"2024-09-12T17:34:58.920486+0000","last_became_peered":"2024-09-12T17:34:58.920486+0000","last_unstale":"2024-09-12T18:14:29.683058+0000","last_undegraded":"2024-09-12T18:14:29.683058+0000","last_fullsized":"2024-09-12T18:14:29.683058+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":200,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:23:32.736798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1099,"num_read_kb":908,"num_write":395,"num_write_kb":209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"266'225","reported_seq":931,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:52.570083+0000","last_change":"2024-09-12T18:16:52.570083+0000","last_active":"2024-09-12T18:16:52.570083+0000","last_peered":"2024-09-12T18:16:52.570083+0000","last_clean":"2024-09-12T18:16:52.570083+0000","last_became_active":"2024-09-12T17:34:56.922861+0000","last_became_peered":"2024-09-12T17:34:56.922861+0000","last_unstale":"2024-09-12T18:16:52.570083+0000","last_undegraded":"2024-09-12T18:16:52.570083+0000","last_fullsized":"2024-09-12T18:16:52.570083+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'225","last_scrub_stamp":"2024-09-12T18:16:52.569962+0000","last_deep_scrub":"266'225","last_deep_scrub_stamp":"2024-09-12T18:16:52.569962+0000","last_clean_scrub_stamp":"2024-09-12T18:16:52.569962+0000","objects_scrubbed":3,"log_size":25,"log_dups_size":200,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:55:48.845490+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4457501,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":589,"num_read_kb":67479,"num_write":1087,"num_write_kb":35133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"266'4134","reported_seq":4720,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:54.163202+0000","last_change":"2024-09-12T18:16:54.163202+0000","last_active":"2024-09-12T18:16:54.163202+0000","last_peered":"2024-09-12T18:16:54.163202+0000","last_clean":"2024-09-12T18:16:54.163202+0000","last_became_active":"2024-09-12T17:34:58.930609+0000","last_became_peered":"2024-09-12T17:34:58.930609+0000","last_unstale":"2024-09-12T18:16:54.163202+0000","last_undegraded":"2024-09-12T18:16:54.163202+0000","last_fullsized":"2024-09-12T18:16:54.163202+0000","mapping_epoch":27,"log_start":"266'4100","ondisk_log_start":"266'4100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'4134","last_scrub_stamp":"2024-09-12T18:16:54.163111+0000","last_deep_scrub":"266'4134","last_deep_scrub_stamp":"2024-09-12T18:16:54.163111+0000","last_clean_scrub_stamp":"2024-09-12T18:16:54.163111+0000","objects_scrubbed":1,"log_size":34,"log_dups_size":3000,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:57:36.075090+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":16574,"num_read_kb":13891,"num_write":6195,"num_write_kb":3095,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"266'168","reported_seq":748,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:50.155433+0000","last_change":"2024-09-12T18:16:50.155433+0000","last_active":"2024-09-12T18:16:50.155433+0000","last_peered":"2024-09-12T18:16:50.155433+0000","last_clean":"2024-09-12T18:16:50.155433+0000","last_became_active":"2024-09-12T17:35:31.101640+0000","last_became_peered":"2024-09-12T17:35:31.101640+0000","last_unstale":"2024-09-12T18:16:50.155433+0000","last_undegraded":"2024-09-12T18:16:50.155433+0000","last_fullsized":"2024-09-12T18:16:50.155433+0000","mapping_epoch":38,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'168","last_scrub_stamp":"2024-09-12T18:16:50.155305+0000","last_deep_scrub":"266'168","last_deep_scrub_stamp":"2024-09-12T18:16:50.155305+0000","last_clean_scrub_stamp":"2024-09-12T18:16:50.155305+0000","objects_scrubbed":3,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:51:58.260937+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194345,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":363,"num_read_kb":11653,"num_write":791,"num_write_kb":18783,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.34","version":"266'154","reported_seq":787,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:55.193721+0000","last_change":"2024-09-12T18:16:55.193721+0000","last_active":"2024-09-12T18:16:55.193721+0000","last_peered":"2024-09-12T18:16:55.193721+0000","last_clean":"2024-09-12T18:16:55.193721+0000","last_became_active":"2024-09-12T17:34:58.920995+0000","last_became_peered":"2024-09-12T17:34:58.920995+0000","last_unstale":"2024-09-12T18:16:55.193721+0000","last_undegraded":"2024-09-12T18:16:55.193721+0000","last_fullsized":"2024-09-12T18:16:55.193721+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'154","last_scrub_stamp":"2024-09-12T18:16:55.193634+0000","last_deep_scrub":"266'154","last_deep_scrub_stamp":"2024-09-12T18:16:55.193634+0000","last_clean_scrub_stamp":"2024-09-12T18:16:55.193634+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:08:31.744749+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":653,"num_read_kb":549,"num_write":231,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"266'221","reported_seq":858,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:51.713590+0000","last_change":"2024-09-12T18:16:51.713590+0000","last_active":"2024-09-12T18:16:51.713590+0000","last_peered":"2024-09-12T18:16:51.713590+0000","last_clean":"2024-09-12T18:16:51.713590+0000","last_became_active":"2024-09-12T17:34:56.930402+0000","last_became_peered":"2024-09-12T17:34:56.930402+0000","last_unstale":"2024-09-12T18:16:51.713590+0000","last_undegraded":"2024-09-12T18:16:51.713590+0000","last_fullsized":"2024-09-12T18:16:51.713590+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'221","last_scrub_stamp":"2024-09-12T18:16:51.713482+0000","last_deep_scrub":"266'221","last_deep_scrub_stamp":"2024-09-12T18:16:51.713482+0000","last_clean_scrub_stamp":"2024-09-12T18:16:51.713482+0000","objects_scrubbed":1,"log_size":21,"log_dups_size":200,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:20:18.219472+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":504,"num_read_kb":16871,"num_write":918,"num_write_kb":24256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"266'431","reported_seq":1184,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:01.901095+0000","last_change":"2024-09-12T18:17:01.901095+0000","last_active":"2024-09-12T18:17:01.901095+0000","last_peered":"2024-09-12T18:17:01.901095+0000","last_clean":"2024-09-12T18:17:01.901095+0000","last_became_active":"2024-09-12T17:34:58.919571+0000","last_became_peered":"2024-09-12T17:34:58.919571+0000","last_unstale":"2024-09-12T18:17:01.901095+0000","last_undegraded":"2024-09-12T18:17:01.901095+0000","last_fullsized":"2024-09-12T18:17:01.901095+0000","mapping_epoch":27,"log_start":"266'400","ondisk_log_start":"266'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'431","last_scrub_stamp":"2024-09-12T18:17:01.900998+0000","last_deep_scrub":"266'431","last_deep_scrub_stamp":"2024-09-12T18:17:01.900998+0000","last_clean_scrub_stamp":"2024-09-12T18:17:01.900998+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":400,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:41:52.510450+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2056,"num_read_kb":1768,"num_write":780,"num_write_kb":512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"266'228","reported_seq":886,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:48.952507+0000","last_change":"2024-09-12T18:16:48.952440+0000","last_active":"2024-09-12T18:16:48.952507+0000","last_peered":"2024-09-12T18:16:48.952507+0000","last_clean":"2024-09-12T18:16:48.952507+0000","last_became_active":"2024-09-12T17:34:56.925944+0000","last_became_peered":"2024-09-12T17:34:56.925944+0000","last_unstale":"2024-09-12T18:16:48.952507+0000","last_undegraded":"2024-09-12T18:16:48.952507+0000","last_fullsized":"2024-09-12T18:16:48.952507+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'228","last_scrub_stamp":"2024-09-12T18:16:48.952287+0000","last_deep_scrub":"266'228","last_deep_scrub_stamp":"2024-09-12T18:16:48.952287+0000","last_clean_scrub_stamp":"2024-09-12T18:16:48.952287+0000","objects_scrubbed":7,"log_size":28,"log_dups_size":200,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:31:44.636269+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048726,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":522,"num_read_kb":5792,"num_write":1133,"num_write_kb":33706,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"266'150","reported_seq":660,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:18.107839+0000","last_change":"2024-09-12T17:35:06.982669+0000","last_active":"2024-09-12T18:16:18.107839+0000","last_peered":"2024-09-12T18:16:18.107839+0000","last_clean":"2024-09-12T18:16:18.107839+0000","last_became_active":"2024-09-12T17:35:06.982400+0000","last_became_peered":"2024-09-12T17:35:06.982400+0000","last_unstale":"2024-09-12T18:16:18.107839+0000","last_undegraded":"2024-09-12T18:16:18.107839+0000","last_fullsized":"2024-09-12T18:16:18.107839+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:26:09.523525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1019,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":226,"num_read_kb":217,"num_write":376,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"266'234","reported_seq":812,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:55.698473+0000","last_change":"2024-09-12T18:16:55.698473+0000","last_active":"2024-09-12T18:16:55.698473+0000","last_peered":"2024-09-12T18:16:55.698473+0000","last_clean":"2024-09-12T18:16:55.698473+0000","last_became_active":"2024-09-12T17:34:58.913857+0000","last_became_peered":"2024-09-12T17:34:58.913857+0000","last_unstale":"2024-09-12T18:16:55.698473+0000","last_undegraded":"2024-09-12T18:16:55.698473+0000","last_fullsized":"2024-09-12T18:16:55.698473+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'234","last_scrub_stamp":"2024-09-12T18:16:55.698371+0000","last_deep_scrub":"266'234","last_deep_scrub_stamp":"2024-09-12T18:16:55.698371+0000","last_clean_scrub_stamp":"2024-09-12T18:16:55.698371+0000","objects_scrubbed":1,"log_size":34,"log_dups_size":200,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:17:28.100932+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1015,"num_read_kb":803,"num_write":390,"num_write_kb":197,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":268,"num_omap_keys":1,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"266'175","reported_seq":798,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:54.716397+0000","last_change":"2024-09-12T18:16:54.716339+0000","last_active":"2024-09-12T18:16:54.716397+0000","last_peered":"2024-09-12T18:16:54.716397+0000","last_clean":"2024-09-12T18:16:54.716397+0000","last_became_active":"2024-09-12T17:34:56.920779+0000","last_became_peered":"2024-09-12T17:34:56.920779+0000","last_unstale":"2024-09-12T18:16:54.716397+0000","last_undegraded":"2024-09-12T18:16:54.716397+0000","last_fullsized":"2024-09-12T18:16:54.716397+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'175","last_scrub_stamp":"2024-09-12T18:16:54.716209+0000","last_deep_scrub":"266'175","last_deep_scrub_stamp":"2024-09-12T18:16:54.716209+0000","last_clean_scrub_stamp":"2024-09-12T18:16:54.716209+0000","objects_scrubbed":3,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:34:46.298508+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194345,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":340,"num_read_kb":49198,"num_write":803,"num_write_kb":33963,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":493,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.540176+0000","last_change":"2024-09-12T17:35:00.940364+0000","last_active":"2024-09-12T18:13:42.540176+0000","last_peered":"2024-09-12T18:13:42.540176+0000","last_clean":"2024-09-12T18:13:42.540176+0000","last_became_active":"2024-09-12T17:35:00.940069+0000","last_became_peered":"2024-09-12T17:35:00.940069+0000","last_unstale":"2024-09-12T18:13:42.540176+0000","last_undegraded":"2024-09-12T18:13:42.540176+0000","last_fullsized":"2024-09-12T18:13:42.540176+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:04:50.753255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"266'179","reported_seq":776,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.176700+0000","last_change":"2024-09-12T17:35:02.951385+0000","last_active":"2024-09-12T18:16:38.176700+0000","last_peered":"2024-09-12T18:16:38.176700+0000","last_clean":"2024-09-12T18:16:38.176700+0000","last_became_active":"2024-09-12T17:35:02.951084+0000","last_became_peered":"2024-09-12T17:35:02.951084+0000","last_unstale":"2024-09-12T18:16:38.176700+0000","last_undegraded":"2024-09-12T18:16:38.176700+0000","last_fullsized":"2024-09-12T18:16:38.176700+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":100,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:43:56.979465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5299,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":245,"num_read_kb":300,"num_write":138,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":485,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.406662+0000","last_change":"2024-09-12T17:35:04.967372+0000","last_active":"2024-09-12T18:13:47.406662+0000","last_peered":"2024-09-12T18:13:47.406662+0000","last_clean":"2024-09-12T18:13:47.406662+0000","last_became_active":"2024-09-12T17:35:04.967110+0000","last_became_peered":"2024-09-12T17:35:04.967110+0000","last_unstale":"2024-09-12T18:13:47.406662+0000","last_undegraded":"2024-09-12T18:13:47.406662+0000","last_fullsized":"2024-09-12T18:13:47.406662+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:44:07.113699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"266'198","reported_seq":772,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:55.171065+0000","last_change":"2024-09-12T17:35:06.985868+0000","last_active":"2024-09-12T18:14:55.171065+0000","last_peered":"2024-09-12T18:14:55.171065+0000","last_clean":"2024-09-12T18:14:55.171065+0000","last_became_active":"2024-09-12T17:35:06.984192+0000","last_became_peered":"2024-09-12T17:35:06.984192+0000","last_unstale":"2024-09-12T18:14:55.171065+0000","last_undegraded":"2024-09-12T18:14:55.171065+0000","last_fullsized":"2024-09-12T18:14:55.171065+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":100,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:59:34.733264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":625,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":352,"num_read_kb":326,"num_write":340,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"266'238","reported_seq":856,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:00.167468+0000","last_change":"2024-09-12T18:17:00.167468+0000","last_active":"2024-09-12T18:17:00.167468+0000","last_peered":"2024-09-12T18:17:00.167468+0000","last_clean":"2024-09-12T18:17:00.167468+0000","last_became_active":"2024-09-12T17:34:58.917915+0000","last_became_peered":"2024-09-12T17:34:58.917915+0000","last_unstale":"2024-09-12T18:17:00.167468+0000","last_undegraded":"2024-09-12T18:17:00.167468+0000","last_fullsized":"2024-09-12T18:17:00.167468+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'238","last_scrub_stamp":"2024-09-12T18:17:00.167382+0000","last_deep_scrub":"266'238","last_deep_scrub_stamp":"2024-09-12T18:17:00.167382+0000","last_clean_scrub_stamp":"2024-09-12T18:17:00.167382+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":200,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:20:34.478446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1032,"num_read_kb":847,"num_write":397,"num_write_kb":201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"266'192","reported_seq":823,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:44.920182+0000","last_change":"2024-09-12T18:16:44.920130+0000","last_active":"2024-09-12T18:16:44.920182+0000","last_peered":"2024-09-12T18:16:44.920182+0000","last_clean":"2024-09-12T18:16:44.920182+0000","last_became_active":"2024-09-12T17:34:56.924966+0000","last_became_peered":"2024-09-12T17:34:56.924966+0000","last_unstale":"2024-09-12T18:16:44.920182+0000","last_undegraded":"2024-09-12T18:16:44.920182+0000","last_fullsized":"2024-09-12T18:16:44.920182+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'192","last_scrub_stamp":"2024-09-12T18:16:44.920048+0000","last_deep_scrub":"266'192","last_deep_scrub_stamp":"2024-09-12T18:16:44.920048+0000","last_clean_scrub_stamp":"2024-09-12T18:16:44.920048+0000","objects_scrubbed":3,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:59:46.551320+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":174816,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":435,"num_read_kb":11924,"num_write":971,"num_write_kb":15360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":498,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:27.541046+0000","last_change":"2024-09-12T17:35:00.941371+0000","last_active":"2024-09-12T18:12:27.541046+0000","last_peered":"2024-09-12T18:12:27.541046+0000","last_clean":"2024-09-12T18:12:27.541046+0000","last_became_active":"2024-09-12T17:35:00.941133+0000","last_became_peered":"2024-09-12T17:35:00.941133+0000","last_unstale":"2024-09-12T18:12:27.541046+0000","last_undegraded":"2024-09-12T18:12:27.541046+0000","last_fullsized":"2024-09-12T18:12:27.541046+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:13:14.886028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"266'98","reported_seq":622,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:11.448309+0000","last_change":"2024-09-12T17:35:02.948897+0000","last_active":"2024-09-12T18:15:11.448309+0000","last_peered":"2024-09-12T18:15:11.448309+0000","last_clean":"2024-09-12T18:15:11.448309+0000","last_became_active":"2024-09-12T17:35:02.948344+0000","last_became_peered":"2024-09-12T17:35:02.948344+0000","last_unstale":"2024-09-12T18:15:11.448309+0000","last_undegraded":"2024-09-12T18:15:11.448309+0000","last_fullsized":"2024-09-12T18:15:11.448309+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":0,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:09:00.454265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":97,"num_read_kb":91,"num_write":68,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":489,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.434684+0000","last_change":"2024-09-12T17:35:04.972001+0000","last_active":"2024-09-12T18:13:47.434684+0000","last_peered":"2024-09-12T18:13:47.434684+0000","last_clean":"2024-09-12T18:13:47.434684+0000","last_became_active":"2024-09-12T17:35:04.971714+0000","last_became_peered":"2024-09-12T17:35:04.971714+0000","last_unstale":"2024-09-12T18:13:47.434684+0000","last_undegraded":"2024-09-12T18:13:47.434684+0000","last_fullsized":"2024-09-12T18:13:47.434684+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:49:44.292689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"266'134","reported_seq":646,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:00.499601+0000","last_change":"2024-09-12T17:35:06.985999+0000","last_active":"2024-09-12T18:14:00.499601+0000","last_peered":"2024-09-12T18:14:00.499601+0000","last_clean":"2024-09-12T18:14:00.499601+0000","last_became_active":"2024-09-12T17:35:06.985682+0000","last_became_peered":"2024-09-12T17:35:06.985682+0000","last_unstale":"2024-09-12T18:14:00.499601+0000","last_undegraded":"2024-09-12T18:14:00.499601+0000","last_fullsized":"2024-09-12T18:14:00.499601+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:45:27.640264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":290,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":255,"num_read_kb":236,"num_write":356,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"266'158","reported_seq":772,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:54.857426+0000","last_change":"2024-09-12T18:16:54.857426+0000","last_active":"2024-09-12T18:16:54.857426+0000","last_peered":"2024-09-12T18:16:54.857426+0000","last_clean":"2024-09-12T18:16:54.857426+0000","last_became_active":"2024-09-12T17:34:58.933443+0000","last_became_peered":"2024-09-12T17:34:58.933443+0000","last_unstale":"2024-09-12T18:16:54.857426+0000","last_undegraded":"2024-09-12T18:16:54.857426+0000","last_fullsized":"2024-09-12T18:16:54.857426+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'158","last_scrub_stamp":"2024-09-12T18:16:54.857334+0000","last_deep_scrub":"266'158","last_deep_scrub_stamp":"2024-09-12T18:16:54.857334+0000","last_clean_scrub_stamp":"2024-09-12T18:16:54.857334+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:46:52.514455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":666,"num_read_kb":552,"num_write":225,"num_write_kb":103,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"266'197","reported_seq":820,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:52.676339+0000","last_change":"2024-09-12T18:16:52.676263+0000","last_active":"2024-09-12T18:16:52.676339+0000","last_peered":"2024-09-12T18:16:52.676339+0000","last_clean":"2024-09-12T18:16:52.676339+0000","last_became_active":"2024-09-12T17:34:56.925964+0000","last_became_peered":"2024-09-12T17:34:56.925964+0000","last_unstale":"2024-09-12T18:16:52.676339+0000","last_undegraded":"2024-09-12T18:16:52.676339+0000","last_fullsized":"2024-09-12T18:16:52.676339+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'197","last_scrub_stamp":"2024-09-12T18:16:52.676063+0000","last_deep_scrub":"266'197","last_deep_scrub_stamp":"2024-09-12T18:16:52.676063+0000","last_clean_scrub_stamp":"2024-09-12T18:16:52.676063+0000","objects_scrubbed":1,"log_size":97,"log_dups_size":100,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:05:28.246287+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":174683,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":393,"num_read_kb":5302,"num_write":932,"num_write_kb":30275,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":498,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.551215+0000","last_change":"2024-09-12T17:35:00.938505+0000","last_active":"2024-09-12T18:13:42.551215+0000","last_peered":"2024-09-12T18:13:42.551215+0000","last_clean":"2024-09-12T18:13:42.551215+0000","last_became_active":"2024-09-12T17:35:00.938224+0000","last_became_peered":"2024-09-12T17:35:00.938224+0000","last_unstale":"2024-09-12T18:13:42.551215+0000","last_undegraded":"2024-09-12T18:13:42.551215+0000","last_fullsized":"2024-09-12T18:13:42.551215+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:08:11.153439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"266'115","reported_seq":656,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:02.226481+0000","last_change":"2024-09-12T18:17:02.226481+0000","last_active":"2024-09-12T18:17:02.226481+0000","last_peered":"2024-09-12T18:17:02.226481+0000","last_clean":"2024-09-12T18:17:02.226481+0000","last_became_active":"2024-09-12T17:35:02.952473+0000","last_became_peered":"2024-09-12T17:35:02.952473+0000","last_unstale":"2024-09-12T18:17:02.226481+0000","last_undegraded":"2024-09-12T18:17:02.226481+0000","last_fullsized":"2024-09-12T18:17:02.226481+0000","mapping_epoch":31,"log_start":"266'101","ondisk_log_start":"266'101","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'115","last_scrub_stamp":"2024-09-12T18:17:02.226382+0000","last_deep_scrub":"266'115","last_deep_scrub_stamp":"2024-09-12T18:17:02.226382+0000","last_clean_scrub_stamp":"2024-09-12T18:17:02.226382+0000","objects_scrubbed":5,"log_size":14,"log_dups_size":101,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:30:47.262472+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":119,"num_read_kb":114,"num_write":78,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"266'754","reported_seq":2036,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.009923+0000","last_change":"2024-09-12T17:35:04.964464+0000","last_active":"2024-09-12T18:16:38.009923+0000","last_peered":"2024-09-12T18:16:38.009923+0000","last_clean":"2024-09-12T18:16:38.009923+0000","last_became_active":"2024-09-12T17:35:04.963920+0000","last_became_peered":"2024-09-12T17:35:04.963920+0000","last_unstale":"2024-09-12T18:16:38.009923+0000","last_undegraded":"2024-09-12T18:16:38.009923+0000","last_fullsized":"2024-09-12T18:16:38.009923+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":700,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:39:45.247176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"266'222","reported_seq":1041,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:58.774297+0000","last_change":"2024-09-12T17:35:07.201701+0000","last_active":"2024-09-12T18:14:58.774297+0000","last_peered":"2024-09-12T18:14:58.774297+0000","last_clean":"2024-09-12T18:14:58.774297+0000","last_became_active":"2024-09-12T17:35:07.201464+0000","last_became_peered":"2024-09-12T17:35:07.201464+0000","last_unstale":"2024-09-12T18:14:58.774297+0000","last_undegraded":"2024-09-12T18:14:58.774297+0000","last_fullsized":"2024-09-12T18:14:58.774297+0000","mapping_epoch":35,"log_start":"266'200","ondisk_log_start":"266'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":200,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:33:27.383974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":643,"num_read_kb":641,"num_write":490,"num_write_kb":124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"266'148","reported_seq":759,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:56.731241+0000","last_change":"2024-09-12T18:16:56.731241+0000","last_active":"2024-09-12T18:16:56.731241+0000","last_peered":"2024-09-12T18:16:56.731241+0000","last_clean":"2024-09-12T18:16:56.731241+0000","last_became_active":"2024-09-12T17:34:58.924032+0000","last_became_peered":"2024-09-12T17:34:58.924032+0000","last_unstale":"2024-09-12T18:16:56.731241+0000","last_undegraded":"2024-09-12T18:16:56.731241+0000","last_fullsized":"2024-09-12T18:16:56.731241+0000","mapping_epoch":27,"log_start":"263'100","ondisk_log_start":"263'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'148","last_scrub_stamp":"2024-09-12T18:16:56.731150+0000","last_deep_scrub":"266'148","last_deep_scrub_stamp":"2024-09-12T18:16:56.731150+0000","last_clean_scrub_stamp":"2024-09-12T18:16:56.731150+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:17:22.121504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":628,"num_read_kb":521,"num_write":214,"num_write_kb":100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"266'217","reported_seq":858,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:48.514076+0000","last_change":"2024-09-12T18:16:48.514015+0000","last_active":"2024-09-12T18:16:48.514076+0000","last_peered":"2024-09-12T18:16:48.514076+0000","last_clean":"2024-09-12T18:16:48.514076+0000","last_became_active":"2024-09-12T17:34:56.923977+0000","last_became_peered":"2024-09-12T17:34:56.923977+0000","last_unstale":"2024-09-12T18:16:48.514076+0000","last_undegraded":"2024-09-12T18:16:48.514076+0000","last_fullsized":"2024-09-12T18:16:48.514076+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'217","last_scrub_stamp":"2024-09-12T18:16:48.513915+0000","last_deep_scrub":"266'217","last_deep_scrub_stamp":"2024-09-12T18:16:48.513915+0000","last_clean_scrub_stamp":"2024-09-12T18:16:48.513915+0000","objects_scrubbed":2,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:02:54.071792+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":254566,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":503,"num_read_kb":25888,"num_write":1016,"num_write_kb":29408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":493,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.540235+0000","last_change":"2024-09-12T17:35:00.936558+0000","last_active":"2024-09-12T18:13:42.540235+0000","last_peered":"2024-09-12T18:13:42.540235+0000","last_clean":"2024-09-12T18:13:42.540235+0000","last_became_active":"2024-09-12T17:35:00.936215+0000","last_became_peered":"2024-09-12T17:35:00.936215+0000","last_unstale":"2024-09-12T18:13:42.540235+0000","last_undegraded":"2024-09-12T18:13:42.540235+0000","last_fullsized":"2024-09-12T18:13:42.540235+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:13:48.232919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"266'128","reported_seq":692,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.125130+0000","last_change":"2024-09-12T17:35:03.253554+0000","last_active":"2024-09-12T18:16:38.125130+0000","last_peered":"2024-09-12T18:16:38.125130+0000","last_clean":"2024-09-12T18:16:38.125130+0000","last_became_active":"2024-09-12T17:35:03.253138+0000","last_became_peered":"2024-09-12T17:35:03.253138+0000","last_unstale":"2024-09-12T18:16:38.125130+0000","last_undegraded":"2024-09-12T18:16:38.125130+0000","last_fullsized":"2024-09-12T18:16:38.125130+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:57:18.799771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5925,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":159,"num_read_kb":177,"num_write":82,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"266'750","reported_seq":2206,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.167810+0000","last_change":"2024-09-12T17:35:04.967293+0000","last_active":"2024-09-12T18:16:38.167810+0000","last_peered":"2024-09-12T18:16:38.167810+0000","last_clean":"2024-09-12T18:16:38.167810+0000","last_became_active":"2024-09-12T17:35:04.967011+0000","last_became_peered":"2024-09-12T17:35:04.967011+0000","last_unstale":"2024-09-12T18:16:38.167810+0000","last_undegraded":"2024-09-12T18:16:38.167810+0000","last_fullsized":"2024-09-12T18:16:38.167810+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":700,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:20:07.450151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"266'92","reported_seq":668,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:59.156940+0000","last_change":"2024-09-12T18:16:59.156940+0000","last_active":"2024-09-12T18:16:59.156940+0000","last_peered":"2024-09-12T18:16:59.156940+0000","last_clean":"2024-09-12T18:16:59.156940+0000","last_became_active":"2024-09-12T17:34:58.917715+0000","last_became_peered":"2024-09-12T17:34:58.917715+0000","last_unstale":"2024-09-12T18:16:59.156940+0000","last_undegraded":"2024-09-12T18:16:59.156940+0000","last_fullsized":"2024-09-12T18:16:59.156940+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'92","last_scrub_stamp":"2024-09-12T18:16:59.156819+0000","last_deep_scrub":"266'92","last_deep_scrub_stamp":"2024-09-12T18:16:59.156819+0000","last_clean_scrub_stamp":"2024-09-12T18:16:59.156819+0000","objects_scrubbed":1,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:00:06.465029+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":413,"num_read_kb":341,"num_write":135,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":466,"num_omap_keys":2,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"266'190","reported_seq":828,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:49.649752+0000","last_change":"2024-09-12T18:16:49.649752+0000","last_active":"2024-09-12T18:16:49.649752+0000","last_peered":"2024-09-12T18:16:49.649752+0000","last_clean":"2024-09-12T18:16:49.649752+0000","last_became_active":"2024-09-12T17:34:56.934929+0000","last_became_peered":"2024-09-12T17:34:56.934929+0000","last_unstale":"2024-09-12T18:16:49.649752+0000","last_undegraded":"2024-09-12T18:16:49.649752+0000","last_fullsized":"2024-09-12T18:16:49.649752+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'190","last_scrub_stamp":"2024-09-12T18:16:49.649592+0000","last_deep_scrub":"266'190","last_deep_scrub_stamp":"2024-09-12T18:16:49.649592+0000","last_clean_scrub_stamp":"2024-09-12T18:16:49.649592+0000","objects_scrubbed":6,"log_size":90,"log_dups_size":100,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:03:00.933996+0000","scrub_duration":9,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8917050,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":467,"num_read_kb":23437,"num_write":912,"num_write_kb":25265,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":495,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.408591+0000","last_change":"2024-09-12T17:35:00.938355+0000","last_active":"2024-09-12T18:14:02.408591+0000","last_peered":"2024-09-12T18:14:02.408591+0000","last_clean":"2024-09-12T18:14:02.408591+0000","last_became_active":"2024-09-12T17:35:00.938077+0000","last_became_peered":"2024-09-12T17:35:00.938077+0000","last_unstale":"2024-09-12T18:14:02.408591+0000","last_undegraded":"2024-09-12T18:14:02.408591+0000","last_fullsized":"2024-09-12T18:14:02.408591+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:00:35.699522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"266'213","reported_seq":820,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.213178+0000","last_change":"2024-09-12T17:35:03.251975+0000","last_active":"2024-09-12T18:16:38.213178+0000","last_peered":"2024-09-12T18:16:38.213178+0000","last_clean":"2024-09-12T18:16:38.213178+0000","last_became_active":"2024-09-12T17:35:03.251671+0000","last_became_peered":"2024-09-12T17:35:03.251671+0000","last_unstale":"2024-09-12T18:16:38.213178+0000","last_undegraded":"2024-09-12T18:16:38.213178+0000","last_fullsized":"2024-09-12T18:16:38.213178+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":200,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:21:03.585556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11629,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":281,"num_read_kb":340,"num_write":164,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":490,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:22.400670+0000","last_change":"2024-09-12T17:35:04.966695+0000","last_active":"2024-09-12T18:13:22.400670+0000","last_peered":"2024-09-12T18:13:22.400670+0000","last_clean":"2024-09-12T18:13:22.400670+0000","last_became_active":"2024-09-12T17:35:04.966409+0000","last_became_peered":"2024-09-12T17:35:04.966409+0000","last_unstale":"2024-09-12T18:13:22.400670+0000","last_undegraded":"2024-09-12T18:13:22.400670+0000","last_fullsized":"2024-09-12T18:13:22.400670+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:23:33.209804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"266'546","reported_seq":1352,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:19.231926+0000","last_change":"2024-09-12T17:35:06.986931+0000","last_active":"2024-09-12T18:16:19.231926+0000","last_peered":"2024-09-12T18:16:19.231926+0000","last_clean":"2024-09-12T18:16:19.231926+0000","last_became_active":"2024-09-12T17:35:06.986610+0000","last_became_peered":"2024-09-12T17:35:06.986610+0000","last_unstale":"2024-09-12T18:16:19.231926+0000","last_undegraded":"2024-09-12T18:16:19.231926+0000","last_fullsized":"2024-09-12T18:16:19.231926+0000","mapping_epoch":35,"log_start":"266'500","ondisk_log_start":"266'500","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":500,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1304,"num_read_kb":1302,"num_write":1132,"num_write_kb":388,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"266'82","reported_seq":658,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:50.042238+0000","last_change":"2024-09-12T18:16:50.042238+0000","last_active":"2024-09-12T18:16:50.042238+0000","last_peered":"2024-09-12T18:16:50.042238+0000","last_clean":"2024-09-12T18:16:50.042238+0000","last_became_active":"2024-09-12T17:34:58.919767+0000","last_became_peered":"2024-09-12T17:34:58.919767+0000","last_unstale":"2024-09-12T18:16:50.042238+0000","last_undegraded":"2024-09-12T18:16:50.042238+0000","last_fullsized":"2024-09-12T18:16:50.042238+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'82","last_scrub_stamp":"2024-09-12T18:16:50.042156+0000","last_deep_scrub":"266'82","last_deep_scrub_stamp":"2024-09-12T18:16:50.042156+0000","last_clean_scrub_stamp":"2024-09-12T18:16:50.042156+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":0,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:14:59.402302+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":387,"num_read_kb":321,"num_write":126,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"266'222","reported_seq":871,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:51.649665+0000","last_change":"2024-09-12T18:16:51.649665+0000","last_active":"2024-09-12T18:16:51.649665+0000","last_peered":"2024-09-12T18:16:51.649665+0000","last_clean":"2024-09-12T18:16:51.649665+0000","last_became_active":"2024-09-12T17:34:56.915155+0000","last_became_peered":"2024-09-12T17:34:56.915155+0000","last_unstale":"2024-09-12T18:16:51.649665+0000","last_undegraded":"2024-09-12T18:16:51.649665+0000","last_fullsized":"2024-09-12T18:16:51.649665+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'222","last_scrub_stamp":"2024-09-12T18:16:51.649536+0000","last_deep_scrub":"266'222","last_deep_scrub_stamp":"2024-09-12T18:16:51.649536+0000","last_clean_scrub_stamp":"2024-09-12T18:16:51.649536+0000","objects_scrubbed":5,"log_size":22,"log_dups_size":200,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:36:38.669605+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242922,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":456,"num_read_kb":97617,"num_write":994,"num_write_kb":40649,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":498,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.405654+0000","last_change":"2024-09-12T17:35:00.930817+0000","last_active":"2024-09-12T18:14:02.405654+0000","last_peered":"2024-09-12T18:14:02.405654+0000","last_clean":"2024-09-12T18:14:02.405654+0000","last_became_active":"2024-09-12T17:35:00.930541+0000","last_became_peered":"2024-09-12T17:35:00.930541+0000","last_unstale":"2024-09-12T18:14:02.405654+0000","last_undegraded":"2024-09-12T18:14:02.405654+0000","last_fullsized":"2024-09-12T18:14:02.405654+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:53:06.175721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"266'133","reported_seq":703,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.347666+0000","last_change":"2024-09-12T17:35:02.952011+0000","last_active":"2024-09-12T18:16:38.347666+0000","last_peered":"2024-09-12T18:16:38.347666+0000","last_clean":"2024-09-12T18:16:38.347666+0000","last_became_active":"2024-09-12T17:35:02.951722+0000","last_became_peered":"2024-09-12T17:35:02.951722+0000","last_unstale":"2024-09-12T18:16:38.347666+0000","last_undegraded":"2024-09-12T18:16:38.347666+0000","last_fullsized":"2024-09-12T18:16:38.347666+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:46:03.311816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11373,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":177,"num_read_kb":271,"num_write":98,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:12.555214+0000","last_change":"2024-09-12T17:35:04.965337+0000","last_active":"2024-09-12T18:14:12.555214+0000","last_peered":"2024-09-12T18:14:12.555214+0000","last_clean":"2024-09-12T18:14:12.555214+0000","last_became_active":"2024-09-12T17:35:04.965012+0000","last_became_peered":"2024-09-12T17:35:04.965012+0000","last_unstale":"2024-09-12T18:14:12.555214+0000","last_undegraded":"2024-09-12T18:14:12.555214+0000","last_fullsized":"2024-09-12T18:14:12.555214+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:47:55.558470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"266'2440","reported_seq":4267,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:09.080256+0000","last_change":"2024-09-12T17:35:06.986539+0000","last_active":"2024-09-12T18:16:09.080256+0000","last_peered":"2024-09-12T18:16:09.080256+0000","last_clean":"2024-09-12T18:16:09.080256+0000","last_became_active":"2024-09-12T17:35:06.986255+0000","last_became_peered":"2024-09-12T17:35:06.986255+0000","last_unstale":"2024-09-12T18:16:09.080256+0000","last_undegraded":"2024-09-12T18:16:09.080256+0000","last_fullsized":"2024-09-12T18:16:09.080256+0000","mapping_epoch":35,"log_start":"266'2400","ondisk_log_start":"266'2400","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":2400,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1026,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":6099,"num_read_kb":6093,"num_write":4948,"num_write_kb":1806,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"266'111","reported_seq":697,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:54.565194+0000","last_change":"2024-09-12T18:16:54.565194+0000","last_active":"2024-09-12T18:16:54.565194+0000","last_peered":"2024-09-12T18:16:54.565194+0000","last_clean":"2024-09-12T18:16:54.565194+0000","last_became_active":"2024-09-12T17:34:58.926693+0000","last_became_peered":"2024-09-12T17:34:58.926693+0000","last_unstale":"2024-09-12T18:16:54.565194+0000","last_undegraded":"2024-09-12T18:16:54.565194+0000","last_fullsized":"2024-09-12T18:16:54.565194+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'111","last_scrub_stamp":"2024-09-12T18:16:54.565108+0000","last_deep_scrub":"266'111","last_deep_scrub_stamp":"2024-09-12T18:16:54.565108+0000","last_clean_scrub_stamp":"2024-09-12T18:16:54.565108+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":100,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:37:49.309887+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":483,"num_read_kb":401,"num_write":163,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"266'204","reported_seq":868,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:50.658241+0000","last_change":"2024-09-12T18:16:50.658241+0000","last_active":"2024-09-12T18:16:50.658241+0000","last_peered":"2024-09-12T18:16:50.658241+0000","last_clean":"2024-09-12T18:16:50.658241+0000","last_became_active":"2024-09-12T17:34:56.918166+0000","last_became_peered":"2024-09-12T17:34:56.918166+0000","last_unstale":"2024-09-12T18:16:50.658241+0000","last_undegraded":"2024-09-12T18:16:50.658241+0000","last_fullsized":"2024-09-12T18:16:50.658241+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'204","last_scrub_stamp":"2024-09-12T18:16:50.658100+0000","last_deep_scrub":"266'204","last_deep_scrub_stamp":"2024-09-12T18:16:50.658100+0000","last_clean_scrub_stamp":"2024-09-12T18:16:50.658100+0000","objects_scrubbed":7,"log_size":104,"log_dups_size":100,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:09:20.595152+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":832647,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":508,"num_read_kb":117048,"num_write":1001,"num_write_kb":37308,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":505,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:59.262907+0000","last_change":"2024-09-12T18:16:59.262907+0000","last_active":"2024-09-12T18:16:59.262907+0000","last_peered":"2024-09-12T18:16:59.262907+0000","last_clean":"2024-09-12T18:16:59.262907+0000","last_became_active":"2024-09-12T17:35:00.935218+0000","last_became_peered":"2024-09-12T17:35:00.935218+0000","last_unstale":"2024-09-12T18:16:59.262907+0000","last_undegraded":"2024-09-12T18:16:59.262907+0000","last_fullsized":"2024-09-12T18:16:59.262907+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:16:59.262817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:16:59.262817+0000","last_clean_scrub_stamp":"2024-09-12T18:16:59.262817+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:01:19.276572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"266'156","reported_seq":737,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.232693+0000","last_change":"2024-09-12T17:35:02.949983+0000","last_active":"2024-09-12T18:16:38.232693+0000","last_peered":"2024-09-12T18:16:38.232693+0000","last_clean":"2024-09-12T18:16:38.232693+0000","last_became_active":"2024-09-12T17:35:02.949466+0000","last_became_peered":"2024-09-12T17:35:02.949466+0000","last_unstale":"2024-09-12T18:16:38.232693+0000","last_undegraded":"2024-09-12T18:16:38.232693+0000","last_fullsized":"2024-09-12T18:16:38.232693+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":100,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:17:42.002146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11089,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":204,"num_read_kb":237,"num_write":112,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"266'759","reported_seq":2239,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.015166+0000","last_change":"2024-09-12T17:35:04.970958+0000","last_active":"2024-09-12T18:16:38.015166+0000","last_peered":"2024-09-12T18:16:38.015166+0000","last_clean":"2024-09-12T18:16:38.015166+0000","last_became_active":"2024-09-12T17:35:04.970607+0000","last_became_peered":"2024-09-12T17:35:04.970607+0000","last_unstale":"2024-09-12T18:16:38.015166+0000","last_undegraded":"2024-09-12T18:16:38.015166+0000","last_fullsized":"2024-09-12T18:16:38.015166+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":700,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:43:58.932456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"266'97","reported_seq":594,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:18.065879+0000","last_change":"2024-09-12T17:35:06.985831+0000","last_active":"2024-09-12T18:16:18.065879+0000","last_peered":"2024-09-12T18:16:18.065879+0000","last_clean":"2024-09-12T18:16:18.065879+0000","last_became_active":"2024-09-12T17:35:06.985470+0000","last_became_peered":"2024-09-12T17:35:06.985470+0000","last_unstale":"2024-09-12T18:16:18.065879+0000","last_undegraded":"2024-09-12T18:16:18.065879+0000","last_fullsized":"2024-09-12T18:16:18.065879+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:32:52.219723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":156,"num_read_kb":142,"num_write":229,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"266'375","reported_seq":1020,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:53.889375+0000","last_change":"2024-09-12T18:16:53.889375+0000","last_active":"2024-09-12T18:16:53.889375+0000","last_peered":"2024-09-12T18:16:53.889375+0000","last_clean":"2024-09-12T18:16:53.889375+0000","last_became_active":"2024-09-12T17:34:58.929171+0000","last_became_peered":"2024-09-12T17:34:58.929171+0000","last_unstale":"2024-09-12T18:16:53.889375+0000","last_undegraded":"2024-09-12T18:16:53.889375+0000","last_fullsized":"2024-09-12T18:16:53.889375+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'375","last_scrub_stamp":"2024-09-12T18:16:53.889285+0000","last_deep_scrub":"266'375","last_deep_scrub_stamp":"2024-09-12T18:16:53.889285+0000","last_clean_scrub_stamp":"2024-09-12T18:16:53.889285+0000","objects_scrubbed":1,"log_size":75,"log_dups_size":300,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:33:37.393248+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1723,"num_read_kb":1528,"num_write":649,"num_write_kb":326,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2873,"num_omap_keys":12,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"266'199","reported_seq":892,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:48.303556+0000","last_change":"2024-09-12T18:16:48.303556+0000","last_active":"2024-09-12T18:16:48.303556+0000","last_peered":"2024-09-12T18:16:48.303556+0000","last_clean":"2024-09-12T18:16:48.303556+0000","last_became_active":"2024-09-12T17:34:56.923319+0000","last_became_peered":"2024-09-12T17:34:56.923319+0000","last_unstale":"2024-09-12T18:16:48.303556+0000","last_undegraded":"2024-09-12T18:16:48.303556+0000","last_fullsized":"2024-09-12T18:16:48.303556+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'199","last_scrub_stamp":"2024-09-12T18:16:48.303458+0000","last_deep_scrub":"266'199","last_deep_scrub_stamp":"2024-09-12T18:16:48.303458+0000","last_clean_scrub_stamp":"2024-09-12T18:16:48.303458+0000","objects_scrubbed":1,"log_size":99,"log_dups_size":100,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:58:51.550123+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263185,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":633,"num_read_kb":140730,"num_write":915,"num_write_kb":33453,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":506,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:58.236005+0000","last_change":"2024-09-12T18:16:58.236005+0000","last_active":"2024-09-12T18:16:58.236005+0000","last_peered":"2024-09-12T18:16:58.236005+0000","last_clean":"2024-09-12T18:16:58.236005+0000","last_became_active":"2024-09-12T17:35:00.936017+0000","last_became_peered":"2024-09-12T17:35:00.936017+0000","last_unstale":"2024-09-12T18:16:58.236005+0000","last_undegraded":"2024-09-12T18:16:58.236005+0000","last_fullsized":"2024-09-12T18:16:58.236005+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:16:58.235880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:16:58.235880+0000","last_clean_scrub_stamp":"2024-09-12T18:16:58.235880+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:36:50.283766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"266'205","reported_seq":830,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.375749+0000","last_change":"2024-09-12T17:35:02.950119+0000","last_active":"2024-09-12T18:16:38.375749+0000","last_peered":"2024-09-12T18:16:38.375749+0000","last_clean":"2024-09-12T18:16:38.375749+0000","last_became_active":"2024-09-12T17:35:02.949663+0000","last_became_peered":"2024-09-12T17:35:02.949663+0000","last_unstale":"2024-09-12T18:16:38.375749+0000","last_undegraded":"2024-09-12T18:16:38.375749+0000","last_fullsized":"2024-09-12T18:16:38.375749+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":100,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:10:36.899692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43419,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":285,"num_read_kb":494,"num_write":142,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":490,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:07.406138+0000","last_change":"2024-09-12T17:35:04.963851+0000","last_active":"2024-09-12T18:14:07.406138+0000","last_peered":"2024-09-12T18:14:07.406138+0000","last_clean":"2024-09-12T18:14:07.406138+0000","last_became_active":"2024-09-12T17:35:04.963524+0000","last_became_peered":"2024-09-12T17:35:04.963524+0000","last_unstale":"2024-09-12T18:14:07.406138+0000","last_undegraded":"2024-09-12T18:14:07.406138+0000","last_fullsized":"2024-09-12T18:14:07.406138+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:03:44.649542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"266'127","reported_seq":669,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:07.406612+0000","last_change":"2024-09-12T17:35:06.982679+0000","last_active":"2024-09-12T18:14:07.406612+0000","last_peered":"2024-09-12T18:14:07.406612+0000","last_clean":"2024-09-12T18:14:07.406612+0000","last_became_active":"2024-09-12T17:35:06.982394+0000","last_became_peered":"2024-09-12T17:35:06.982394+0000","last_unstale":"2024-09-12T18:14:07.406612+0000","last_undegraded":"2024-09-12T18:14:07.406612+0000","last_fullsized":"2024-09-12T18:14:07.406612+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:33:36.735682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":729,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":278,"num_read_kb":239,"num_write":286,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"266'167","reported_seq":792,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:51.051860+0000","last_change":"2024-09-12T18:16:51.051860+0000","last_active":"2024-09-12T18:16:51.051860+0000","last_peered":"2024-09-12T18:16:51.051860+0000","last_clean":"2024-09-12T18:16:51.051860+0000","last_became_active":"2024-09-12T17:34:58.923032+0000","last_became_peered":"2024-09-12T17:34:58.923032+0000","last_unstale":"2024-09-12T18:16:51.051860+0000","last_undegraded":"2024-09-12T18:16:51.051860+0000","last_fullsized":"2024-09-12T18:16:51.051860+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'167","last_scrub_stamp":"2024-09-12T18:16:51.051748+0000","last_deep_scrub":"266'167","last_deep_scrub_stamp":"2024-09-12T18:16:51.051748+0000","last_clean_scrub_stamp":"2024-09-12T18:16:51.051748+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:02:13.906995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":760,"num_read_kb":630,"num_write":244,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"266'209","reported_seq":811,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:45.081523+0000","last_change":"2024-09-12T18:16:45.081523+0000","last_active":"2024-09-12T18:16:45.081523+0000","last_peered":"2024-09-12T18:16:45.081523+0000","last_clean":"2024-09-12T18:16:45.081523+0000","last_became_active":"2024-09-12T17:35:31.181811+0000","last_became_peered":"2024-09-12T17:35:31.181811+0000","last_unstale":"2024-09-12T18:16:45.081523+0000","last_undegraded":"2024-09-12T18:16:45.081523+0000","last_fullsized":"2024-09-12T18:16:45.081523+0000","mapping_epoch":38,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'209","last_scrub_stamp":"2024-09-12T18:16:45.081415+0000","last_deep_scrub":"266'209","last_deep_scrub_stamp":"2024-09-12T18:16:45.081415+0000","last_clean_scrub_stamp":"2024-09-12T18:16:45.081415+0000","objects_scrubbed":5,"log_size":109,"log_dups_size":100,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:31:01.318688+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":414,"num_read_kb":18088,"num_write":1006,"num_write_kb":29347,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,4],"acting":[2,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":505,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:00.278146+0000","last_change":"2024-09-12T18:17:00.278146+0000","last_active":"2024-09-12T18:17:00.278146+0000","last_peered":"2024-09-12T18:17:00.278146+0000","last_clean":"2024-09-12T18:17:00.278146+0000","last_became_active":"2024-09-12T17:35:00.936569+0000","last_became_peered":"2024-09-12T17:35:00.936569+0000","last_unstale":"2024-09-12T18:17:00.278146+0000","last_undegraded":"2024-09-12T18:17:00.278146+0000","last_fullsized":"2024-09-12T18:17:00.278146+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:00.278056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:00.278056+0000","last_clean_scrub_stamp":"2024-09-12T18:17:00.278056+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:49:04.790443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"266'151","reported_seq":725,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.382402+0000","last_change":"2024-09-12T17:35:02.948304+0000","last_active":"2024-09-12T18:16:38.382402+0000","last_peered":"2024-09-12T18:16:38.382402+0000","last_clean":"2024-09-12T18:16:38.382402+0000","last_became_active":"2024-09-12T17:35:02.947998+0000","last_became_peered":"2024-09-12T17:35:02.947998+0000","last_unstale":"2024-09-12T18:16:38.382402+0000","last_undegraded":"2024-09-12T18:16:38.382402+0000","last_fullsized":"2024-09-12T18:16:38.382402+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":100,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:27:30.821334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17149,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":220,"num_read_kb":320,"num_write":172,"num_write_kb":108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":485,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:27.519577+0000","last_change":"2024-09-12T17:35:04.968835+0000","last_active":"2024-09-12T18:13:27.519577+0000","last_peered":"2024-09-12T18:13:27.519577+0000","last_clean":"2024-09-12T18:13:27.519577+0000","last_became_active":"2024-09-12T17:35:04.968528+0000","last_became_peered":"2024-09-12T17:35:04.968528+0000","last_unstale":"2024-09-12T18:13:27.519577+0000","last_undegraded":"2024-09-12T18:13:27.519577+0000","last_fullsized":"2024-09-12T18:13:27.519577+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:09:08.961236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"266'128","reported_seq":618,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:12.562981+0000","last_change":"2024-09-12T17:35:06.988182+0000","last_active":"2024-09-12T18:15:12.562981+0000","last_peered":"2024-09-12T18:15:12.562981+0000","last_clean":"2024-09-12T18:15:12.562981+0000","last_became_active":"2024-09-12T17:35:06.987924+0000","last_became_peered":"2024-09-12T17:35:06.987924+0000","last_unstale":"2024-09-12T18:15:12.562981+0000","last_undegraded":"2024-09-12T18:15:12.562981+0000","last_fullsized":"2024-09-12T18:15:12.562981+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:50:51.296107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":136,"num_read_kb":135,"num_write":305,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"266'348","reported_seq":1074,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:53.025103+0000","last_change":"2024-09-12T18:16:53.025103+0000","last_active":"2024-09-12T18:16:53.025103+0000","last_peered":"2024-09-12T18:16:53.025103+0000","last_clean":"2024-09-12T18:16:53.025103+0000","last_became_active":"2024-09-12T17:34:58.918283+0000","last_became_peered":"2024-09-12T17:34:58.918283+0000","last_unstale":"2024-09-12T18:16:53.025103+0000","last_undegraded":"2024-09-12T18:16:53.025103+0000","last_fullsized":"2024-09-12T18:16:53.025103+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'348","last_scrub_stamp":"2024-09-12T18:16:53.025009+0000","last_deep_scrub":"266'348","last_deep_scrub_stamp":"2024-09-12T18:16:53.025009+0000","last_clean_scrub_stamp":"2024-09-12T18:16:53.025009+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:05:06.836088+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1718,"num_read_kb":1431,"num_write":646,"num_write_kb":423,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"266'251","reported_seq":889,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:47.524612+0000","last_change":"2024-09-12T18:16:47.524612+0000","last_active":"2024-09-12T18:16:47.524612+0000","last_peered":"2024-09-12T18:16:47.524612+0000","last_clean":"2024-09-12T18:16:47.524612+0000","last_became_active":"2024-09-12T17:34:56.928028+0000","last_became_peered":"2024-09-12T17:34:56.928028+0000","last_unstale":"2024-09-12T18:16:47.524612+0000","last_undegraded":"2024-09-12T18:16:47.524612+0000","last_fullsized":"2024-09-12T18:16:47.524612+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'251","last_scrub_stamp":"2024-09-12T18:16:47.524464+0000","last_deep_scrub":"266'251","last_deep_scrub_stamp":"2024-09-12T18:16:47.524464+0000","last_clean_scrub_stamp":"2024-09-12T18:16:47.524464+0000","objects_scrubbed":7,"log_size":51,"log_dups_size":200,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:38:52.884736+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":517522,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":536,"num_read_kb":23586,"num_write":1069,"num_write_kb":38807,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":506,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:58.525676+0000","last_change":"2024-09-12T18:16:58.525676+0000","last_active":"2024-09-12T18:16:58.525676+0000","last_peered":"2024-09-12T18:16:58.525676+0000","last_clean":"2024-09-12T18:16:58.525676+0000","last_became_active":"2024-09-12T17:35:00.930519+0000","last_became_peered":"2024-09-12T17:35:00.930519+0000","last_unstale":"2024-09-12T18:16:58.525676+0000","last_undegraded":"2024-09-12T18:16:58.525676+0000","last_fullsized":"2024-09-12T18:16:58.525676+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:16:58.525573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:16:58.525573+0000","last_clean_scrub_stamp":"2024-09-12T18:16:58.525573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:38:44.749190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"266'153","reported_seq":744,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:01.251936+0000","last_change":"2024-09-12T18:17:01.251936+0000","last_active":"2024-09-12T18:17:01.251936+0000","last_peered":"2024-09-12T18:17:01.251936+0000","last_clean":"2024-09-12T18:17:01.251936+0000","last_became_active":"2024-09-12T17:35:02.948449+0000","last_became_peered":"2024-09-12T17:35:02.948449+0000","last_unstale":"2024-09-12T18:17:01.251936+0000","last_undegraded":"2024-09-12T18:17:01.251936+0000","last_fullsized":"2024-09-12T18:17:01.251936+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'153","last_scrub_stamp":"2024-09-12T18:17:01.251818+0000","last_deep_scrub":"266'153","last_deep_scrub_stamp":"2024-09-12T18:17:01.251818+0000","last_clean_scrub_stamp":"2024-09-12T18:17:01.251818+0000","objects_scrubbed":7,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:06:44.647900+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11783,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":205,"num_read_kb":279,"num_write":112,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"266'751","reported_seq":2442,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.011184+0000","last_change":"2024-09-12T17:35:04.966982+0000","last_active":"2024-09-12T18:16:38.011184+0000","last_peered":"2024-09-12T18:16:38.011184+0000","last_clean":"2024-09-12T18:16:38.011184+0000","last_became_active":"2024-09-12T17:35:04.966668+0000","last_became_peered":"2024-09-12T17:35:04.966668+0000","last_unstale":"2024-09-12T18:16:38.011184+0000","last_undegraded":"2024-09-12T18:16:38.011184+0000","last_fullsized":"2024-09-12T18:16:38.011184+0000","mapping_epoch":33,"log_start":"266'701","ondisk_log_start":"266'701","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":701,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:53:23.875404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"266'104","reported_seq":601,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:58.107336+0000","last_change":"2024-09-12T17:35:06.981057+0000","last_active":"2024-09-12T18:14:58.107336+0000","last_peered":"2024-09-12T18:14:58.107336+0000","last_clean":"2024-09-12T18:14:58.107336+0000","last_became_active":"2024-09-12T17:35:06.980716+0000","last_became_peered":"2024-09-12T17:35:06.980716+0000","last_unstale":"2024-09-12T18:14:58.107336+0000","last_undegraded":"2024-09-12T18:14:58.107336+0000","last_fullsized":"2024-09-12T18:14:58.107336+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1256,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":140,"num_read_kb":134,"num_write":255,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"266'95","reported_seq":705,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:55.917827+0000","last_change":"2024-09-12T18:16:55.917827+0000","last_active":"2024-09-12T18:16:55.917827+0000","last_peered":"2024-09-12T18:16:55.917827+0000","last_clean":"2024-09-12T18:16:55.917827+0000","last_became_active":"2024-09-12T17:34:58.920768+0000","last_became_peered":"2024-09-12T17:34:58.920768+0000","last_unstale":"2024-09-12T18:16:55.917827+0000","last_undegraded":"2024-09-12T18:16:55.917827+0000","last_fullsized":"2024-09-12T18:16:55.917827+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'95","last_scrub_stamp":"2024-09-12T18:16:55.917731+0000","last_deep_scrub":"266'95","last_deep_scrub_stamp":"2024-09-12T18:16:55.917731+0000","last_clean_scrub_stamp":"2024-09-12T18:16:55.917731+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":0,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:22:39.235993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":462,"num_read_kb":392,"num_write":151,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"266'171","reported_seq":788,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:47.047100+0000","last_change":"2024-09-12T18:16:47.047100+0000","last_active":"2024-09-12T18:16:47.047100+0000","last_peered":"2024-09-12T18:16:47.047100+0000","last_clean":"2024-09-12T18:16:47.047100+0000","last_became_active":"2024-09-12T17:34:56.918704+0000","last_became_peered":"2024-09-12T17:34:56.918704+0000","last_unstale":"2024-09-12T18:16:47.047100+0000","last_undegraded":"2024-09-12T18:16:47.047100+0000","last_fullsized":"2024-09-12T18:16:47.047100+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'171","last_scrub_stamp":"2024-09-12T18:16:47.046971+0000","last_deep_scrub":"266'171","last_deep_scrub_stamp":"2024-09-12T18:16:47.046971+0000","last_clean_scrub_stamp":"2024-09-12T18:16:47.046971+0000","objects_scrubbed":4,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:57:06.999029+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1331844,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":354,"num_read_kb":24218,"num_write":792,"num_write_kb":41362,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"30'2","reported_seq":1454,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:37.991035+0000","last_change":"2024-09-12T17:35:00.936318+0000","last_active":"2024-09-12T18:16:37.991035+0000","last_peered":"2024-09-12T18:16:37.991035+0000","last_clean":"2024-09-12T18:16:37.991035+0000","last_became_active":"2024-09-12T17:35:00.935573+0000","last_became_peered":"2024-09-12T17:35:00.935573+0000","last_unstale":"2024-09-12T18:16:37.991035+0000","last_undegraded":"2024-09-12T18:16:37.991035+0000","last_fullsized":"2024-09-12T18:16:37.991035+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:10:51.532268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":958,"num_read_kb":958,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"266'80","reported_seq":600,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:11.435902+0000","last_change":"2024-09-12T17:35:03.252776+0000","last_active":"2024-09-12T18:15:11.435902+0000","last_peered":"2024-09-12T18:15:11.435902+0000","last_clean":"2024-09-12T18:15:11.435902+0000","last_became_active":"2024-09-12T17:35:03.252300+0000","last_became_peered":"2024-09-12T17:35:03.252300+0000","last_unstale":"2024-09-12T18:15:11.435902+0000","last_undegraded":"2024-09-12T18:15:11.435902+0000","last_fullsized":"2024-09-12T18:15:11.435902+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":0,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:57:40.553371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":77,"num_read_kb":71,"num_write":52,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"266'767","reported_seq":2372,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.012068+0000","last_change":"2024-09-12T17:35:04.962746+0000","last_active":"2024-09-12T18:16:38.012068+0000","last_peered":"2024-09-12T18:16:38.012068+0000","last_clean":"2024-09-12T18:16:38.012068+0000","last_became_active":"2024-09-12T17:35:04.962416+0000","last_became_peered":"2024-09-12T17:35:04.962416+0000","last_unstale":"2024-09-12T18:16:38.012068+0000","last_undegraded":"2024-09-12T18:16:38.012068+0000","last_fullsized":"2024-09-12T18:16:38.012068+0000","mapping_epoch":33,"log_start":"266'701","ondisk_log_start":"266'701","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":701,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:18:43.641057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"266'108","reported_seq":601,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:58.728862+0000","last_change":"2024-09-12T17:35:06.980953+0000","last_active":"2024-09-12T18:14:58.728862+0000","last_peered":"2024-09-12T18:14:58.728862+0000","last_clean":"2024-09-12T18:14:58.728862+0000","last_became_active":"2024-09-12T17:35:06.980651+0000","last_became_peered":"2024-09-12T17:35:06.980651+0000","last_unstale":"2024-09-12T18:14:58.728862+0000","last_undegraded":"2024-09-12T18:14:58.728862+0000","last_fullsized":"2024-09-12T18:14:58.728862+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":113,"num_read_kb":112,"num_write":247,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"266'333","reported_seq":1017,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:54.612692+0000","last_change":"2024-09-12T18:16:54.612692+0000","last_active":"2024-09-12T18:16:54.612692+0000","last_peered":"2024-09-12T18:16:54.612692+0000","last_clean":"2024-09-12T18:16:54.612692+0000","last_became_active":"2024-09-12T17:34:58.923008+0000","last_became_peered":"2024-09-12T17:34:58.923008+0000","last_unstale":"2024-09-12T18:16:54.612692+0000","last_undegraded":"2024-09-12T18:16:54.612692+0000","last_fullsized":"2024-09-12T18:16:54.612692+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'333","last_scrub_stamp":"2024-09-12T18:16:54.612606+0000","last_deep_scrub":"266'333","last_deep_scrub_stamp":"2024-09-12T18:16:54.612606+0000","last_clean_scrub_stamp":"2024-09-12T18:16:54.612606+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:00:15.872205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1673,"num_read_kb":1469,"num_write":531,"num_write_kb":278,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"266'243","reported_seq":901,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:47.630018+0000","last_change":"2024-09-12T18:16:47.630018+0000","last_active":"2024-09-12T18:16:47.630018+0000","last_peered":"2024-09-12T18:16:47.630018+0000","last_clean":"2024-09-12T18:16:47.630018+0000","last_became_active":"2024-09-12T17:34:56.920361+0000","last_became_peered":"2024-09-12T17:34:56.920361+0000","last_unstale":"2024-09-12T18:16:47.630018+0000","last_undegraded":"2024-09-12T18:16:47.630018+0000","last_fullsized":"2024-09-12T18:16:47.630018+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'243","last_scrub_stamp":"2024-09-12T18:16:47.629890+0000","last_deep_scrub":"266'243","last_deep_scrub_stamp":"2024-09-12T18:16:47.629890+0000","last_clean_scrub_stamp":"2024-09-12T18:16:47.629890+0000","objects_scrubbed":8,"log_size":43,"log_dups_size":200,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:33:28.461497+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2146946,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":565,"num_read_kb":58412,"num_write":1046,"num_write_kb":35976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":498,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:17.430994+0000","last_change":"2024-09-12T17:35:00.933738+0000","last_active":"2024-09-12T18:13:17.430994+0000","last_peered":"2024-09-12T18:13:17.430994+0000","last_clean":"2024-09-12T18:13:17.430994+0000","last_became_active":"2024-09-12T17:35:00.933438+0000","last_became_peered":"2024-09-12T17:35:00.933438+0000","last_unstale":"2024-09-12T18:13:17.430994+0000","last_undegraded":"2024-09-12T18:13:17.430994+0000","last_fullsized":"2024-09-12T18:13:17.430994+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:54:15.400350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"266'206","reported_seq":807,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.184559+0000","last_change":"2024-09-12T17:35:02.954307+0000","last_active":"2024-09-12T18:16:38.184559+0000","last_peered":"2024-09-12T18:16:38.184559+0000","last_clean":"2024-09-12T18:16:38.184559+0000","last_became_active":"2024-09-12T17:35:02.953980+0000","last_became_peered":"2024-09-12T17:35:02.953980+0000","last_unstale":"2024-09-12T18:16:38.184559+0000","last_undegraded":"2024-09-12T18:16:38.184559+0000","last_fullsized":"2024-09-12T18:16:38.184559+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":100,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:17:54.208871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6998,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":274,"num_read_kb":327,"num_write":164,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":484,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:22.401224+0000","last_change":"2024-09-12T17:35:04.965213+0000","last_active":"2024-09-12T18:13:22.401224+0000","last_peered":"2024-09-12T18:13:22.401224+0000","last_clean":"2024-09-12T18:13:22.401224+0000","last_became_active":"2024-09-12T17:35:04.964947+0000","last_became_peered":"2024-09-12T17:35:04.964947+0000","last_unstale":"2024-09-12T18:13:22.401224+0000","last_undegraded":"2024-09-12T18:13:22.401224+0000","last_fullsized":"2024-09-12T18:13:22.401224+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:36:07.655909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"266'123","reported_seq":624,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:42.410775+0000","last_change":"2024-09-12T17:35:06.984403+0000","last_active":"2024-09-12T18:14:42.410775+0000","last_peered":"2024-09-12T18:14:42.410775+0000","last_clean":"2024-09-12T18:14:42.410775+0000","last_became_active":"2024-09-12T17:35:06.984110+0000","last_became_peered":"2024-09-12T17:35:06.984110+0000","last_unstale":"2024-09-12T18:14:42.410775+0000","last_undegraded":"2024-09-12T18:14:42.410775+0000","last_fullsized":"2024-09-12T18:14:42.410775+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":183,"num_read_kb":174,"num_write":285,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"266'245","reported_seq":848,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:57.496358+0000","last_change":"2024-09-12T18:16:57.496358+0000","last_active":"2024-09-12T18:16:57.496358+0000","last_peered":"2024-09-12T18:16:57.496358+0000","last_clean":"2024-09-12T18:16:57.496358+0000","last_became_active":"2024-09-12T17:34:58.921292+0000","last_became_peered":"2024-09-12T17:34:58.921292+0000","last_unstale":"2024-09-12T18:16:57.496358+0000","last_undegraded":"2024-09-12T18:16:57.496358+0000","last_fullsized":"2024-09-12T18:16:57.496358+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'245","last_scrub_stamp":"2024-09-12T18:16:57.496276+0000","last_deep_scrub":"266'245","last_deep_scrub_stamp":"2024-09-12T18:16:57.496276+0000","last_clean_scrub_stamp":"2024-09-12T18:16:57.496276+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":200,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:21:22.134358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1071,"num_read_kb":869,"num_write":458,"num_write_kb":239,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"266'74","reported_seq":625,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:46.619235+0000","last_change":"2024-09-12T18:16:46.619180+0000","last_active":"2024-09-12T18:16:46.619235+0000","last_peered":"2024-09-12T18:16:46.619235+0000","last_clean":"2024-09-12T18:16:46.619235+0000","last_became_active":"2024-09-12T17:34:38.877094+0000","last_became_peered":"2024-09-12T17:34:38.877094+0000","last_unstale":"2024-09-12T18:16:46.619235+0000","last_undegraded":"2024-09-12T18:16:46.619235+0000","last_fullsized":"2024-09-12T18:16:46.619235+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'74","last_scrub_stamp":"2024-09-12T18:16:46.619078+0000","last_deep_scrub":"266'74","last_deep_scrub_stamp":"2024-09-12T18:16:46.619078+0000","last_clean_scrub_stamp":"2024-09-12T18:16:46.619078+0000","objects_scrubbed":2,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:51:33.183098+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"266'2","reported_seq":533,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:46.283366+0000","last_change":"2024-09-12T18:16:46.283366+0000","last_active":"2024-09-12T18:16:46.283366+0000","last_peered":"2024-09-12T18:16:46.283366+0000","last_clean":"2024-09-12T18:16:46.283366+0000","last_became_active":"2024-09-12T17:34:45.621550+0000","last_became_peered":"2024-09-12T17:34:45.621550+0000","last_unstale":"2024-09-12T18:16:46.283366+0000","last_undegraded":"2024-09-12T18:16:46.283366+0000","last_fullsized":"2024-09-12T18:16:46.283366+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-12T18:16:46.283288+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-12T18:16:46.283288+0000","last_clean_scrub_stamp":"2024-09-12T18:16:46.283288+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:34:48.700672+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.000454752,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"266'172","reported_seq":806,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:45.596152+0000","last_change":"2024-09-12T18:16:45.596152+0000","last_active":"2024-09-12T18:16:45.596152+0000","last_peered":"2024-09-12T18:16:45.596152+0000","last_clean":"2024-09-12T18:16:45.596152+0000","last_became_active":"2024-09-12T17:34:56.930976+0000","last_became_peered":"2024-09-12T17:34:56.930976+0000","last_unstale":"2024-09-12T18:16:45.596152+0000","last_undegraded":"2024-09-12T18:16:45.596152+0000","last_fullsized":"2024-09-12T18:16:45.596152+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'172","last_scrub_stamp":"2024-09-12T18:16:45.596045+0000","last_deep_scrub":"266'172","last_deep_scrub_stamp":"2024-09-12T18:16:45.596045+0000","last_clean_scrub_stamp":"2024-09-12T18:16:45.596045+0000","objects_scrubbed":4,"log_size":72,"log_dups_size":100,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:09:18.069914+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4627867,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":425,"num_read_kb":23706,"num_write":835,"num_write_kb":20885,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"37'4","reported_seq":978,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:37.991928+0000","last_change":"2024-09-12T17:35:00.937944+0000","last_active":"2024-09-12T18:16:37.991928+0000","last_peered":"2024-09-12T18:16:37.991928+0000","last_clean":"2024-09-12T18:16:37.991928+0000","last_became_active":"2024-09-12T17:35:00.937638+0000","last_became_peered":"2024-09-12T17:35:00.937638+0000","last_unstale":"2024-09-12T18:16:37.991928+0000","last_undegraded":"2024-09-12T18:16:37.991928+0000","last_fullsized":"2024-09-12T18:16:37.991928+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:01:51.909002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":727,"num_read_kb":1197,"num_write":8,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"266'297","reported_seq":994,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.292747+0000","last_change":"2024-09-12T17:35:02.952214+0000","last_active":"2024-09-12T18:16:38.292747+0000","last_peered":"2024-09-12T18:16:38.292747+0000","last_clean":"2024-09-12T18:16:38.292747+0000","last_became_active":"2024-09-12T17:35:02.951937+0000","last_became_peered":"2024-09-12T17:35:02.951937+0000","last_unstale":"2024-09-12T18:16:38.292747+0000","last_undegraded":"2024-09-12T18:16:38.292747+0000","last_fullsized":"2024-09-12T18:16:38.292747+0000","mapping_epoch":31,"log_start":"263'200","ondisk_log_start":"263'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":200,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:06:47.448891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42357,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":564,"num_read_kb":782,"num_write":500,"num_write_kb":384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":486,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:07.525197+0000","last_change":"2024-09-12T17:35:04.971000+0000","last_active":"2024-09-12T18:14:07.525197+0000","last_peered":"2024-09-12T18:14:07.525197+0000","last_clean":"2024-09-12T18:14:07.525197+0000","last_became_active":"2024-09-12T17:35:04.970656+0000","last_became_peered":"2024-09-12T17:35:04.970656+0000","last_unstale":"2024-09-12T18:14:07.525197+0000","last_undegraded":"2024-09-12T18:14:07.525197+0000","last_fullsized":"2024-09-12T18:14:07.525197+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:48:04.035841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"266'242","reported_seq":998,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:58.675898+0000","last_change":"2024-09-12T17:35:06.984405+0000","last_active":"2024-09-12T18:14:58.675898+0000","last_peered":"2024-09-12T18:14:58.675898+0000","last_clean":"2024-09-12T18:14:58.675898+0000","last_became_active":"2024-09-12T17:35:06.984114+0000","last_became_peered":"2024-09-12T17:35:06.984114+0000","last_unstale":"2024-09-12T18:14:58.675898+0000","last_undegraded":"2024-09-12T18:14:58.675898+0000","last_fullsized":"2024-09-12T18:14:58.675898+0000","mapping_epoch":35,"log_start":"266'200","ondisk_log_start":"266'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":200,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:09:32.863048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1263,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":771,"num_read_kb":707,"num_write":523,"num_write_kb":144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"266'148","reported_seq":738,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:52.841924+0000","last_change":"2024-09-12T18:16:52.841924+0000","last_active":"2024-09-12T18:16:52.841924+0000","last_peered":"2024-09-12T18:16:52.841924+0000","last_clean":"2024-09-12T18:16:52.841924+0000","last_became_active":"2024-09-12T17:34:58.926456+0000","last_became_peered":"2024-09-12T17:34:58.926456+0000","last_unstale":"2024-09-12T18:16:52.841924+0000","last_undegraded":"2024-09-12T18:16:52.841924+0000","last_fullsized":"2024-09-12T18:16:52.841924+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'148","last_scrub_stamp":"2024-09-12T18:16:52.841842+0000","last_deep_scrub":"266'148","last_deep_scrub_stamp":"2024-09-12T18:16:52.841842+0000","last_clean_scrub_stamp":"2024-09-12T18:16:52.841842+0000","objects_scrubbed":1,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:36:52.718993+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":622,"num_read_kb":509,"num_write":203,"num_write_kb":100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":720,"num_omap_keys":3,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":532,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:47.610554+0000","last_change":"2024-09-12T18:16:47.610481+0000","last_active":"2024-09-12T18:16:47.610554+0000","last_peered":"2024-09-12T18:16:47.610554+0000","last_clean":"2024-09-12T18:16:47.610554+0000","last_became_active":"2024-09-12T17:34:45.621465+0000","last_became_peered":"2024-09-12T17:34:45.621465+0000","last_unstale":"2024-09-12T18:16:47.610554+0000","last_undegraded":"2024-09-12T18:16:47.610554+0000","last_fullsized":"2024-09-12T18:16:47.610554+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:16:47.610399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:16:47.610399+0000","last_clean_scrub_stamp":"2024-09-12T18:16:47.610399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:05:55.806409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050835799999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"266'219","reported_seq":891,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:42.996414+0000","last_change":"2024-09-12T18:16:42.996414+0000","last_active":"2024-09-12T18:16:42.996414+0000","last_peered":"2024-09-12T18:16:42.996414+0000","last_clean":"2024-09-12T18:16:42.996414+0000","last_became_active":"2024-09-12T17:34:56.926728+0000","last_became_peered":"2024-09-12T17:34:56.926728+0000","last_unstale":"2024-09-12T18:16:42.996414+0000","last_undegraded":"2024-09-12T18:16:42.996414+0000","last_fullsized":"2024-09-12T18:16:42.996414+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'219","last_scrub_stamp":"2024-09-12T18:16:42.996306+0000","last_deep_scrub":"266'219","last_deep_scrub_stamp":"2024-09-12T18:16:42.996306+0000","last_clean_scrub_stamp":"2024-09-12T18:16:42.996306+0000","objects_scrubbed":3,"log_size":19,"log_dups_size":200,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:57:04.760515+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262198,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":487,"num_read_kb":76567,"num_write":1010,"num_write_kb":37048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":495,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.409848+0000","last_change":"2024-09-12T17:35:00.939555+0000","last_active":"2024-09-12T18:14:02.409848+0000","last_peered":"2024-09-12T18:14:02.409848+0000","last_clean":"2024-09-12T18:14:02.409848+0000","last_became_active":"2024-09-12T17:35:00.939245+0000","last_became_peered":"2024-09-12T17:35:00.939245+0000","last_unstale":"2024-09-12T18:14:02.409848+0000","last_undegraded":"2024-09-12T18:14:02.409848+0000","last_fullsized":"2024-09-12T18:14:02.409848+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:20:20.983156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"266'823","reported_seq":2260,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.385349+0000","last_change":"2024-09-12T17:35:02.948218+0000","last_active":"2024-09-12T18:16:38.385349+0000","last_peered":"2024-09-12T18:16:38.385349+0000","last_clean":"2024-09-12T18:16:38.385349+0000","last_became_active":"2024-09-12T17:35:02.947906+0000","last_became_peered":"2024-09-12T17:35:02.947906+0000","last_unstale":"2024-09-12T18:16:38.385349+0000","last_undegraded":"2024-09-12T18:16:38.385349+0000","last_fullsized":"2024-09-12T18:16:38.385349+0000","mapping_epoch":31,"log_start":"266'800","ondisk_log_start":"266'800","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":800,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:36:37.079908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18923,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":1163,"num_read_kb":1336,"num_write":264,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":488,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:47.414889+0000","last_change":"2024-09-12T17:35:04.964186+0000","last_active":"2024-09-12T18:14:47.414889+0000","last_peered":"2024-09-12T18:14:47.414889+0000","last_clean":"2024-09-12T18:14:47.414889+0000","last_became_active":"2024-09-12T17:35:04.963541+0000","last_became_peered":"2024-09-12T17:35:04.963541+0000","last_unstale":"2024-09-12T18:14:47.414889+0000","last_undegraded":"2024-09-12T18:14:47.414889+0000","last_fullsized":"2024-09-12T18:14:47.414889+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"266'137","reported_seq":655,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:30.159861+0000","last_change":"2024-09-12T17:35:07.199232+0000","last_active":"2024-09-12T18:14:30.159861+0000","last_peered":"2024-09-12T18:14:30.159861+0000","last_clean":"2024-09-12T18:14:30.159861+0000","last_became_active":"2024-09-12T17:35:07.198906+0000","last_became_peered":"2024-09-12T17:35:07.198906+0000","last_unstale":"2024-09-12T18:14:30.159861+0000","last_undegraded":"2024-09-12T18:14:30.159861+0000","last_fullsized":"2024-09-12T18:14:30.159861+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:58:50.766500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":865,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":245,"num_read_kb":226,"num_write":357,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"266'456","reported_seq":1189,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:53.587947+0000","last_change":"2024-09-12T18:16:53.587947+0000","last_active":"2024-09-12T18:16:53.587947+0000","last_peered":"2024-09-12T18:16:53.587947+0000","last_clean":"2024-09-12T18:16:53.587947+0000","last_became_active":"2024-09-12T17:34:58.921188+0000","last_became_peered":"2024-09-12T17:34:58.921188+0000","last_unstale":"2024-09-12T18:16:53.587947+0000","last_undegraded":"2024-09-12T18:16:53.587947+0000","last_fullsized":"2024-09-12T18:16:53.587947+0000","mapping_epoch":27,"log_start":"266'400","ondisk_log_start":"266'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'456","last_scrub_stamp":"2024-09-12T18:16:53.587855+0000","last_deep_scrub":"266'456","last_deep_scrub_stamp":"2024-09-12T18:16:53.587855+0000","last_clean_scrub_stamp":"2024-09-12T18:16:53.587855+0000","objects_scrubbed":1,"log_size":56,"log_dups_size":400,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:23:31.978000+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2112,"num_read_kb":1783,"num_write":682,"num_write_kb":387,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":25753,"num_omap_keys":101,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":534,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:44.074151+0000","last_change":"2024-09-12T18:16:44.074151+0000","last_active":"2024-09-12T18:16:44.074151+0000","last_peered":"2024-09-12T18:16:44.074151+0000","last_clean":"2024-09-12T18:16:44.074151+0000","last_became_active":"2024-09-12T17:34:45.621377+0000","last_became_peered":"2024-09-12T17:34:45.621377+0000","last_unstale":"2024-09-12T18:16:44.074151+0000","last_undegraded":"2024-09-12T18:16:44.074151+0000","last_fullsized":"2024-09-12T18:16:44.074151+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:16:44.074078+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:16:44.074078+0000","last_clean_scrub_stamp":"2024-09-12T18:16:44.074078+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:47:43.163261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00052055199999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"266'174","reported_seq":786,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:46.701108+0000","last_change":"2024-09-12T18:16:46.701056+0000","last_active":"2024-09-12T18:16:46.701108+0000","last_peered":"2024-09-12T18:16:46.701108+0000","last_clean":"2024-09-12T18:16:46.701108+0000","last_became_active":"2024-09-12T17:34:56.912317+0000","last_became_peered":"2024-09-12T17:34:56.912317+0000","last_unstale":"2024-09-12T18:16:46.701108+0000","last_undegraded":"2024-09-12T18:16:46.701108+0000","last_fullsized":"2024-09-12T18:16:46.701108+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'174","last_scrub_stamp":"2024-09-12T18:16:46.700934+0000","last_deep_scrub":"266'174","last_deep_scrub_stamp":"2024-09-12T18:16:46.700934+0000","last_clean_scrub_stamp":"2024-09-12T18:16:46.700934+0000","objects_scrubbed":6,"log_size":74,"log_dups_size":100,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:52:59.036143+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4456554,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":368,"num_read_kb":6167,"num_write":884,"num_write_kb":16600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"266'2","reported_seq":508,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:57.216455+0000","last_change":"2024-09-12T18:16:57.216455+0000","last_active":"2024-09-12T18:16:57.216455+0000","last_peered":"2024-09-12T18:16:57.216455+0000","last_clean":"2024-09-12T18:16:57.216455+0000","last_became_active":"2024-09-12T17:35:00.933508+0000","last_became_peered":"2024-09-12T17:35:00.933508+0000","last_unstale":"2024-09-12T18:16:57.216455+0000","last_undegraded":"2024-09-12T18:16:57.216455+0000","last_fullsized":"2024-09-12T18:16:57.216455+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-12T18:16:57.216362+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-12T18:16:57.216362+0000","last_clean_scrub_stamp":"2024-09-12T18:16:57.216362+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:35:16.806192+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"266'217","reported_seq":1260,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:19.383363+0000","last_change":"2024-09-12T17:35:03.253991+0000","last_active":"2024-09-12T18:16:19.383363+0000","last_peered":"2024-09-12T18:16:19.383363+0000","last_clean":"2024-09-12T18:16:19.383363+0000","last_became_active":"2024-09-12T17:35:03.253581+0000","last_became_peered":"2024-09-12T17:35:03.253581+0000","last_unstale":"2024-09-12T18:16:19.383363+0000","last_undegraded":"2024-09-12T18:16:19.383363+0000","last_fullsized":"2024-09-12T18:16:19.383363+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":180,"num_read_kb":170,"num_write":147,"num_write_kb":51,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":487,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:42.529481+0000","last_change":"2024-09-12T17:35:04.969166+0000","last_active":"2024-09-12T18:14:42.529481+0000","last_peered":"2024-09-12T18:14:42.529481+0000","last_clean":"2024-09-12T18:14:42.529481+0000","last_became_active":"2024-09-12T17:35:04.968891+0000","last_became_peered":"2024-09-12T17:35:04.968891+0000","last_unstale":"2024-09-12T18:14:42.529481+0000","last_undegraded":"2024-09-12T18:14:42.529481+0000","last_fullsized":"2024-09-12T18:14:42.529481+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"266'266","reported_seq":868,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:58.821388+0000","last_change":"2024-09-12T17:35:06.983689+0000","last_active":"2024-09-12T18:14:58.821388+0000","last_peered":"2024-09-12T18:14:58.821388+0000","last_clean":"2024-09-12T18:14:58.821388+0000","last_became_active":"2024-09-12T17:35:06.983394+0000","last_became_peered":"2024-09-12T17:35:06.983394+0000","last_unstale":"2024-09-12T18:14:58.821388+0000","last_undegraded":"2024-09-12T18:14:58.821388+0000","last_fullsized":"2024-09-12T18:14:58.821388+0000","mapping_epoch":35,"log_start":"266'200","ondisk_log_start":"266'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":200,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:38:34.109579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":537,"num_read_kb":555,"num_write":594,"num_write_kb":166,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"266'281","reported_seq":897,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:52.626848+0000","last_change":"2024-09-12T18:16:52.626848+0000","last_active":"2024-09-12T18:16:52.626848+0000","last_peered":"2024-09-12T18:16:52.626848+0000","last_clean":"2024-09-12T18:16:52.626848+0000","last_became_active":"2024-09-12T17:34:58.925181+0000","last_became_peered":"2024-09-12T17:34:58.925181+0000","last_unstale":"2024-09-12T18:16:52.626848+0000","last_undegraded":"2024-09-12T18:16:52.626848+0000","last_fullsized":"2024-09-12T18:16:52.626848+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'281","last_scrub_stamp":"2024-09-12T18:16:52.626757+0000","last_deep_scrub":"266'281","last_deep_scrub_stamp":"2024-09-12T18:16:52.626757+0000","last_clean_scrub_stamp":"2024-09-12T18:16:52.626757+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":200,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:19:01.112359+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1266,"num_read_kb":1015,"num_write":487,"num_write_kb":254,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"266'3","reported_seq":534,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:45.255194+0000","last_change":"2024-09-12T18:16:45.255194+0000","last_active":"2024-09-12T18:16:45.255194+0000","last_peered":"2024-09-12T18:16:45.255194+0000","last_clean":"2024-09-12T18:16:45.255194+0000","last_became_active":"2024-09-12T17:34:45.618674+0000","last_became_peered":"2024-09-12T17:34:45.618674+0000","last_unstale":"2024-09-12T18:16:45.255194+0000","last_undegraded":"2024-09-12T18:16:45.255194+0000","last_fullsized":"2024-09-12T18:16:45.255194+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'3","last_scrub_stamp":"2024-09-12T18:16:45.255114+0000","last_deep_scrub":"266'3","last_deep_scrub_stamp":"2024-09-12T18:16:45.255114+0000","last_clean_scrub_stamp":"2024-09-12T18:16:45.255114+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:57:24.651572+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0.00089588000000000005,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"266'203","reported_seq":844,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:45.056729+0000","last_change":"2024-09-12T18:16:45.056729+0000","last_active":"2024-09-12T18:16:45.056729+0000","last_peered":"2024-09-12T18:16:45.056729+0000","last_clean":"2024-09-12T18:16:45.056729+0000","last_became_active":"2024-09-12T17:34:56.930581+0000","last_became_peered":"2024-09-12T17:34:56.930581+0000","last_unstale":"2024-09-12T18:16:45.056729+0000","last_undegraded":"2024-09-12T18:16:45.056729+0000","last_fullsized":"2024-09-12T18:16:45.056729+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'203","last_scrub_stamp":"2024-09-12T18:16:45.056616+0000","last_deep_scrub":"266'203","last_deep_scrub_stamp":"2024-09-12T18:16:45.056616+0000","last_clean_scrub_stamp":"2024-09-12T18:16:45.056616+0000","objects_scrubbed":4,"log_size":103,"log_dups_size":100,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:47:07.278704+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1354786,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":462,"num_read_kb":24690,"num_write":993,"num_write_kb":43686,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":503,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:01.799937+0000","last_change":"2024-09-12T18:17:01.799937+0000","last_active":"2024-09-12T18:17:01.799937+0000","last_peered":"2024-09-12T18:17:01.799937+0000","last_clean":"2024-09-12T18:17:01.799937+0000","last_became_active":"2024-09-12T17:35:00.929890+0000","last_became_peered":"2024-09-12T17:35:00.929890+0000","last_unstale":"2024-09-12T18:17:01.799937+0000","last_undegraded":"2024-09-12T18:17:01.799937+0000","last_fullsized":"2024-09-12T18:17:01.799937+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:01.799861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:01.799861+0000","last_clean_scrub_stamp":"2024-09-12T18:17:01.799861+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:44:12.032089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"266'116","reported_seq":658,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:12.570585+0000","last_change":"2024-09-12T17:35:02.949884+0000","last_active":"2024-09-12T18:16:12.570585+0000","last_peered":"2024-09-12T18:16:12.570585+0000","last_clean":"2024-09-12T18:16:12.570585+0000","last_became_active":"2024-09-12T17:35:02.949598+0000","last_became_peered":"2024-09-12T17:35:02.949598+0000","last_unstale":"2024-09-12T18:16:12.570585+0000","last_undegraded":"2024-09-12T18:16:12.570585+0000","last_fullsized":"2024-09-12T18:16:12.570585+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":100,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:09:34.703964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":140,"num_read_kb":134,"num_write":100,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":485,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:07.407159+0000","last_change":"2024-09-12T17:35:04.971673+0000","last_active":"2024-09-12T18:14:07.407159+0000","last_peered":"2024-09-12T18:14:07.407159+0000","last_clean":"2024-09-12T18:14:07.407159+0000","last_became_active":"2024-09-12T17:35:04.971350+0000","last_became_peered":"2024-09-12T17:35:04.971350+0000","last_unstale":"2024-09-12T18:14:07.407159+0000","last_undegraded":"2024-09-12T18:14:07.407159+0000","last_fullsized":"2024-09-12T18:14:07.407159+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:59:43.401256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"266'128","reported_seq":668,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:31.076097+0000","last_change":"2024-09-12T17:35:06.983312+0000","last_active":"2024-09-12T18:14:31.076097+0000","last_peered":"2024-09-12T18:14:31.076097+0000","last_clean":"2024-09-12T18:14:31.076097+0000","last_became_active":"2024-09-12T17:35:06.983069+0000","last_became_peered":"2024-09-12T17:35:06.983069+0000","last_unstale":"2024-09-12T18:14:31.076097+0000","last_undegraded":"2024-09-12T18:14:31.076097+0000","last_fullsized":"2024-09-12T18:14:31.076097+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:02:12.982779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":202,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":239,"num_read_kb":239,"num_write":300,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"266'254","reported_seq":915,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:51.666817+0000","last_change":"2024-09-12T18:16:51.666817+0000","last_active":"2024-09-12T18:16:51.666817+0000","last_peered":"2024-09-12T18:16:51.666817+0000","last_clean":"2024-09-12T18:16:51.666817+0000","last_became_active":"2024-09-12T17:34:58.918123+0000","last_became_peered":"2024-09-12T17:34:58.918123+0000","last_unstale":"2024-09-12T18:16:51.666817+0000","last_undegraded":"2024-09-12T18:16:51.666817+0000","last_fullsized":"2024-09-12T18:16:51.666817+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'254","last_scrub_stamp":"2024-09-12T18:16:51.666697+0000","last_deep_scrub":"266'254","last_deep_scrub_stamp":"2024-09-12T18:16:51.666697+0000","last_clean_scrub_stamp":"2024-09-12T18:16:51.666697+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":200,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:49:34.884595+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1123,"num_read_kb":920,"num_write":376,"num_write_kb":172,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"266'225","reported_seq":909,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:47.303727+0000","last_change":"2024-09-12T18:16:47.303636+0000","last_active":"2024-09-12T18:16:47.303727+0000","last_peered":"2024-09-12T18:16:47.303727+0000","last_clean":"2024-09-12T18:16:47.303727+0000","last_became_active":"2024-09-12T17:34:56.925045+0000","last_became_peered":"2024-09-12T17:34:56.925045+0000","last_unstale":"2024-09-12T18:16:47.303727+0000","last_undegraded":"2024-09-12T18:16:47.303727+0000","last_fullsized":"2024-09-12T18:16:47.303727+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'225","last_scrub_stamp":"2024-09-12T18:16:47.303497+0000","last_deep_scrub":"266'225","last_deep_scrub_stamp":"2024-09-12T18:16:47.303497+0000","last_clean_scrub_stamp":"2024-09-12T18:16:47.303497+0000","objects_scrubbed":7,"log_size":25,"log_dups_size":200,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:07:28.266301+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5530608,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":535,"num_read_kb":102484,"num_write":1049,"num_write_kb":44204,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":535,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:43.724457+0000","last_change":"2024-09-12T18:16:43.724457+0000","last_active":"2024-09-12T18:16:43.724457+0000","last_peered":"2024-09-12T18:16:43.724457+0000","last_clean":"2024-09-12T18:16:43.724457+0000","last_became_active":"2024-09-12T17:34:45.844454+0000","last_became_peered":"2024-09-12T17:34:45.844454+0000","last_unstale":"2024-09-12T18:16:43.724457+0000","last_undegraded":"2024-09-12T18:16:43.724457+0000","last_fullsized":"2024-09-12T18:16:43.724457+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:16:43.724388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:16:43.724388+0000","last_clean_scrub_stamp":"2024-09-12T18:16:43.724388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:54:16.453530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00054755400000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":503,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:00.827314+0000","last_change":"2024-09-12T18:17:00.827314+0000","last_active":"2024-09-12T18:17:00.827314+0000","last_peered":"2024-09-12T18:17:00.827314+0000","last_clean":"2024-09-12T18:17:00.827314+0000","last_became_active":"2024-09-12T17:35:00.936083+0000","last_became_peered":"2024-09-12T17:35:00.936083+0000","last_unstale":"2024-09-12T18:17:00.827314+0000","last_undegraded":"2024-09-12T18:17:00.827314+0000","last_fullsized":"2024-09-12T18:17:00.827314+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:00.827228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:00.827228+0000","last_clean_scrub_stamp":"2024-09-12T18:17:00.827228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:43:44.453922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"266'265","reported_seq":922,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.300810+0000","last_change":"2024-09-12T17:35:02.949046+0000","last_active":"2024-09-12T18:16:38.300810+0000","last_peered":"2024-09-12T18:16:38.300810+0000","last_clean":"2024-09-12T18:16:38.300810+0000","last_became_active":"2024-09-12T17:35:02.948751+0000","last_became_peered":"2024-09-12T17:35:02.948751+0000","last_unstale":"2024-09-12T18:16:38.300810+0000","last_undegraded":"2024-09-12T18:16:38.300810+0000","last_fullsized":"2024-09-12T18:16:38.300810+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":200,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:51:51.628297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11401,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":983,"num_read_kb":1061,"num_write":1446,"num_write_kb":1293,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:42.442235+0000","last_change":"2024-09-12T17:35:04.963054+0000","last_active":"2024-09-12T18:14:42.442235+0000","last_peered":"2024-09-12T18:14:42.442235+0000","last_clean":"2024-09-12T18:14:42.442235+0000","last_became_active":"2024-09-12T17:35:04.962773+0000","last_became_peered":"2024-09-12T17:35:04.962773+0000","last_unstale":"2024-09-12T18:14:42.442235+0000","last_undegraded":"2024-09-12T18:14:42.442235+0000","last_fullsized":"2024-09-12T18:14:42.442235+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"266'142","reported_seq":635,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:28.521123+0000","last_change":"2024-09-12T17:35:07.201192+0000","last_active":"2024-09-12T18:14:28.521123+0000","last_peered":"2024-09-12T18:14:28.521123+0000","last_clean":"2024-09-12T18:14:28.521123+0000","last_became_active":"2024-09-12T17:35:07.200820+0000","last_became_peered":"2024-09-12T17:35:07.200820+0000","last_unstale":"2024-09-12T18:14:28.521123+0000","last_undegraded":"2024-09-12T18:14:28.521123+0000","last_fullsized":"2024-09-12T18:14:28.521123+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:26:53.848073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1137,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":159,"num_read_kb":158,"num_write":342,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"266'263","reported_seq":885,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:51.872984+0000","last_change":"2024-09-12T18:16:51.872984+0000","last_active":"2024-09-12T18:16:51.872984+0000","last_peered":"2024-09-12T18:16:51.872984+0000","last_clean":"2024-09-12T18:16:51.872984+0000","last_became_active":"2024-09-12T17:34:58.929184+0000","last_became_peered":"2024-09-12T17:34:58.929184+0000","last_unstale":"2024-09-12T18:16:51.872984+0000","last_undegraded":"2024-09-12T18:16:51.872984+0000","last_fullsized":"2024-09-12T18:16:51.872984+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'263","last_scrub_stamp":"2024-09-12T18:16:51.872891+0000","last_deep_scrub":"266'263","last_deep_scrub_stamp":"2024-09-12T18:16:51.872891+0000","last_clean_scrub_stamp":"2024-09-12T18:16:51.872891+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":200,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:55:36.783182+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1112,"num_read_kb":896,"num_write":393,"num_write_kb":201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"266'188","reported_seq":795,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:44.679210+0000","last_change":"2024-09-12T18:16:44.679210+0000","last_active":"2024-09-12T18:16:44.679210+0000","last_peered":"2024-09-12T18:16:44.679210+0000","last_clean":"2024-09-12T18:16:44.679210+0000","last_became_active":"2024-09-12T17:34:56.919355+0000","last_became_peered":"2024-09-12T17:34:56.919355+0000","last_unstale":"2024-09-12T18:16:44.679210+0000","last_undegraded":"2024-09-12T18:16:44.679210+0000","last_fullsized":"2024-09-12T18:16:44.679210+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'188","last_scrub_stamp":"2024-09-12T18:16:44.679113+0000","last_deep_scrub":"266'188","last_deep_scrub_stamp":"2024-09-12T18:16:44.679113+0000","last_clean_scrub_stamp":"2024-09-12T18:16:44.679113+0000","objects_scrubbed":4,"log_size":88,"log_dups_size":100,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:17:43.008362+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1311790,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":351,"num_read_kb":2459,"num_write":933,"num_write_kb":19826,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":531,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:48.644538+0000","last_change":"2024-09-12T18:16:48.644538+0000","last_active":"2024-09-12T18:16:48.644538+0000","last_peered":"2024-09-12T18:16:48.644538+0000","last_clean":"2024-09-12T18:16:48.644538+0000","last_became_active":"2024-09-12T17:34:45.844351+0000","last_became_peered":"2024-09-12T17:34:45.844351+0000","last_unstale":"2024-09-12T18:16:48.644538+0000","last_undegraded":"2024-09-12T18:16:48.644538+0000","last_fullsized":"2024-09-12T18:16:48.644538+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:16:48.644439+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:16:48.644439+0000","last_clean_scrub_stamp":"2024-09-12T18:16:48.644439+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:39:08.227879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00049998100000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":502,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:59.497510+0000","last_change":"2024-09-12T18:16:59.497510+0000","last_active":"2024-09-12T18:16:59.497510+0000","last_peered":"2024-09-12T18:16:59.497510+0000","last_clean":"2024-09-12T18:16:59.497510+0000","last_became_active":"2024-09-12T17:35:00.934860+0000","last_became_peered":"2024-09-12T17:35:00.934860+0000","last_unstale":"2024-09-12T18:16:59.497510+0000","last_undegraded":"2024-09-12T18:16:59.497510+0000","last_fullsized":"2024-09-12T18:16:59.497510+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:16:59.497408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:16:59.497408+0000","last_clean_scrub_stamp":"2024-09-12T18:16:59.497408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:06:27.548777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"266'157","reported_seq":720,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:11.485340+0000","last_change":"2024-09-12T17:35:03.252134+0000","last_active":"2024-09-12T18:15:11.485340+0000","last_peered":"2024-09-12T18:15:11.485340+0000","last_clean":"2024-09-12T18:15:11.485340+0000","last_became_active":"2024-09-12T17:35:03.251792+0000","last_became_peered":"2024-09-12T17:35:03.251792+0000","last_unstale":"2024-09-12T18:15:11.485340+0000","last_undegraded":"2024-09-12T18:15:11.485340+0000","last_fullsized":"2024-09-12T18:15:11.485340+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:01:20.097725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":197,"num_read_kb":189,"num_write":132,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"266'748","reported_seq":2481,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.008738+0000","last_change":"2024-09-12T17:35:04.962570+0000","last_active":"2024-09-12T18:16:38.008738+0000","last_peered":"2024-09-12T18:16:38.008738+0000","last_clean":"2024-09-12T18:16:38.008738+0000","last_became_active":"2024-09-12T17:35:04.962230+0000","last_became_peered":"2024-09-12T17:35:04.962230+0000","last_unstale":"2024-09-12T18:16:38.008738+0000","last_undegraded":"2024-09-12T18:16:38.008738+0000","last_fullsized":"2024-09-12T18:16:38.008738+0000","mapping_epoch":33,"log_start":"266'701","ondisk_log_start":"266'701","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":701,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:12:55.008377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"266'120","reported_seq":626,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:42.566666+0000","last_change":"2024-09-12T17:35:07.199433+0000","last_active":"2024-09-12T18:15:42.566666+0000","last_peered":"2024-09-12T18:15:42.566666+0000","last_clean":"2024-09-12T18:15:42.566666+0000","last_became_active":"2024-09-12T17:35:07.199128+0000","last_became_peered":"2024-09-12T17:35:07.199128+0000","last_unstale":"2024-09-12T18:15:42.566666+0000","last_undegraded":"2024-09-12T18:15:42.566666+0000","last_fullsized":"2024-09-12T18:15:42.566666+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:26:58.909908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":689,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":173,"num_read_kb":164,"num_write":276,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"266'357","reported_seq":929,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:53.698886+0000","last_change":"2024-09-12T18:16:53.698886+0000","last_active":"2024-09-12T18:16:53.698886+0000","last_peered":"2024-09-12T18:16:53.698886+0000","last_clean":"2024-09-12T18:16:53.698886+0000","last_became_active":"2024-09-12T17:34:58.923846+0000","last_became_peered":"2024-09-12T17:34:58.923846+0000","last_unstale":"2024-09-12T18:16:53.698886+0000","last_undegraded":"2024-09-12T18:16:53.698886+0000","last_fullsized":"2024-09-12T18:16:53.698886+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'357","last_scrub_stamp":"2024-09-12T18:16:53.698788+0000","last_deep_scrub":"266'357","last_deep_scrub_stamp":"2024-09-12T18:16:53.698788+0000","last_clean_scrub_stamp":"2024-09-12T18:16:53.698788+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:04:17.668031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1599,"num_read_kb":1400,"num_write":644,"num_write_kb":334,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"266'204","reported_seq":938,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:44.554136+0000","last_change":"2024-09-12T18:16:44.554136+0000","last_active":"2024-09-12T18:16:44.554136+0000","last_peered":"2024-09-12T18:16:44.554136+0000","last_clean":"2024-09-12T18:16:44.554136+0000","last_became_active":"2024-09-12T17:34:56.934732+0000","last_became_peered":"2024-09-12T17:34:56.934732+0000","last_unstale":"2024-09-12T18:16:44.554136+0000","last_undegraded":"2024-09-12T18:16:44.554136+0000","last_fullsized":"2024-09-12T18:16:44.554136+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'204","last_scrub_stamp":"2024-09-12T18:16:44.554046+0000","last_deep_scrub":"266'204","last_deep_scrub_stamp":"2024-09-12T18:16:44.554046+0000","last_clean_scrub_stamp":"2024-09-12T18:16:44.554046+0000","objects_scrubbed":2,"log_size":104,"log_dups_size":100,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:25:47.306903+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194330,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":689,"num_read_kb":52668,"num_write":983,"num_write_kb":44522,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":534,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:45.672025+0000","last_change":"2024-09-12T18:16:45.672025+0000","last_active":"2024-09-12T18:16:45.672025+0000","last_peered":"2024-09-12T18:16:45.672025+0000","last_clean":"2024-09-12T18:16:45.672025+0000","last_became_active":"2024-09-12T17:34:45.622234+0000","last_became_peered":"2024-09-12T17:34:45.622234+0000","last_unstale":"2024-09-12T18:16:45.672025+0000","last_undegraded":"2024-09-12T18:16:45.672025+0000","last_fullsized":"2024-09-12T18:16:45.672025+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:16:45.671954+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:16:45.671954+0000","last_clean_scrub_stamp":"2024-09-12T18:16:45.671954+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:10:25.344281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050672800000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":500,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:37.441345+0000","last_change":"2024-09-12T17:35:00.938838+0000","last_active":"2024-09-12T18:14:37.441345+0000","last_peered":"2024-09-12T18:14:37.441345+0000","last_clean":"2024-09-12T18:14:37.441345+0000","last_became_active":"2024-09-12T17:35:00.938343+0000","last_became_peered":"2024-09-12T17:35:00.938343+0000","last_unstale":"2024-09-12T18:14:37.441345+0000","last_undegraded":"2024-09-12T18:14:37.441345+0000","last_fullsized":"2024-09-12T18:14:37.441345+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:13:32.856250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"266'106","reported_seq":643,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:11.471221+0000","last_change":"2024-09-12T17:35:02.950260+0000","last_active":"2024-09-12T18:15:11.471221+0000","last_peered":"2024-09-12T18:15:11.471221+0000","last_clean":"2024-09-12T18:15:11.471221+0000","last_became_active":"2024-09-12T17:35:02.949542+0000","last_became_peered":"2024-09-12T17:35:02.949542+0000","last_unstale":"2024-09-12T18:15:11.471221+0000","last_undegraded":"2024-09-12T18:15:11.471221+0000","last_fullsized":"2024-09-12T18:15:11.471221+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:39:30.955631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":123,"num_read_kb":117,"num_write":84,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"266'750","reported_seq":2429,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.391963+0000","last_change":"2024-09-12T17:35:04.963312+0000","last_active":"2024-09-12T18:16:38.391963+0000","last_peered":"2024-09-12T18:16:38.391963+0000","last_clean":"2024-09-12T18:16:38.391963+0000","last_became_active":"2024-09-12T17:35:04.963013+0000","last_became_peered":"2024-09-12T17:35:04.963013+0000","last_unstale":"2024-09-12T18:16:38.391963+0000","last_undegraded":"2024-09-12T18:16:38.391963+0000","last_fullsized":"2024-09-12T18:16:38.391963+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":700,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"266'319","reported_seq":844,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:00.984713+0000","last_change":"2024-09-12T17:35:06.983613+0000","last_active":"2024-09-12T18:14:00.984713+0000","last_peered":"2024-09-12T18:14:00.984713+0000","last_clean":"2024-09-12T18:14:00.984713+0000","last_became_active":"2024-09-12T17:35:06.983329+0000","last_became_peered":"2024-09-12T17:35:06.983329+0000","last_unstale":"2024-09-12T18:14:00.984713+0000","last_undegraded":"2024-09-12T18:14:00.984713+0000","last_fullsized":"2024-09-12T18:14:00.984713+0000","mapping_epoch":35,"log_start":"266'300","ondisk_log_start":"266'300","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":300,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:13:42.892459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":395,"num_read_kb":385,"num_write":679,"num_write_kb":243,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"266'189","reported_seq":830,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:49.025012+0000","last_change":"2024-09-12T18:16:49.025012+0000","last_active":"2024-09-12T18:16:49.025012+0000","last_peered":"2024-09-12T18:16:49.025012+0000","last_clean":"2024-09-12T18:16:49.025012+0000","last_became_active":"2024-09-12T17:34:58.921913+0000","last_became_peered":"2024-09-12T17:34:58.921913+0000","last_unstale":"2024-09-12T18:16:49.025012+0000","last_undegraded":"2024-09-12T18:16:49.025012+0000","last_fullsized":"2024-09-12T18:16:49.025012+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'189","last_scrub_stamp":"2024-09-12T18:16:49.024932+0000","last_deep_scrub":"266'189","last_deep_scrub_stamp":"2024-09-12T18:16:49.024932+0000","last_clean_scrub_stamp":"2024-09-12T18:16:49.024932+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":100,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:08:48.179444+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":898,"num_read_kb":763,"num_write":317,"num_write_kb":179,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"266'262","reported_seq":920,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:43.951103+0000","last_change":"2024-09-12T18:16:43.951103+0000","last_active":"2024-09-12T18:16:43.951103+0000","last_peered":"2024-09-12T18:16:43.951103+0000","last_clean":"2024-09-12T18:16:43.951103+0000","last_became_active":"2024-09-12T17:34:56.922937+0000","last_became_peered":"2024-09-12T17:34:56.922937+0000","last_unstale":"2024-09-12T18:16:43.951103+0000","last_undegraded":"2024-09-12T18:16:43.951103+0000","last_fullsized":"2024-09-12T18:16:43.951103+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'262","last_scrub_stamp":"2024-09-12T18:16:43.951019+0000","last_deep_scrub":"266'262","last_deep_scrub_stamp":"2024-09-12T18:16:43.951019+0000","last_clean_scrub_stamp":"2024-09-12T18:16:43.951019+0000","objects_scrubbed":3,"log_size":62,"log_dups_size":200,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:14:37.395210+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048618,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":627,"num_read_kb":11936,"num_write":1177,"num_write_kb":31628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":527,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:46.535626+0000","last_change":"2024-09-12T18:16:46.535626+0000","last_active":"2024-09-12T18:16:46.535626+0000","last_peered":"2024-09-12T18:16:46.535626+0000","last_clean":"2024-09-12T18:16:46.535626+0000","last_became_active":"2024-09-12T17:34:45.622575+0000","last_became_peered":"2024-09-12T17:34:45.622575+0000","last_unstale":"2024-09-12T18:16:46.535626+0000","last_undegraded":"2024-09-12T18:16:46.535626+0000","last_fullsized":"2024-09-12T18:16:46.535626+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:16:46.535534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:16:46.535534+0000","last_clean_scrub_stamp":"2024-09-12T18:16:46.535534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:23:20.331626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000567901,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":501,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:07.546696+0000","last_change":"2024-09-12T17:35:00.938646+0000","last_active":"2024-09-12T18:13:07.546696+0000","last_peered":"2024-09-12T18:13:07.546696+0000","last_clean":"2024-09-12T18:13:07.546696+0000","last_became_active":"2024-09-12T17:35:00.938321+0000","last_became_peered":"2024-09-12T17:35:00.938321+0000","last_unstale":"2024-09-12T18:13:07.546696+0000","last_undegraded":"2024-09-12T18:13:07.546696+0000","last_fullsized":"2024-09-12T18:13:07.546696+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:53:03.821147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"266'315","reported_seq":1028,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.369227+0000","last_change":"2024-09-12T17:35:03.252001+0000","last_active":"2024-09-12T18:16:38.369227+0000","last_peered":"2024-09-12T18:16:38.369227+0000","last_clean":"2024-09-12T18:16:38.369227+0000","last_became_active":"2024-09-12T17:35:03.251753+0000","last_became_peered":"2024-09-12T17:35:03.251753+0000","last_unstale":"2024-09-12T18:16:38.369227+0000","last_undegraded":"2024-09-12T18:16:38.369227+0000","last_fullsized":"2024-09-12T18:16:38.369227+0000","mapping_epoch":31,"log_start":"266'300","ondisk_log_start":"266'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":300,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:22:51.305444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34989,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":483,"num_read_kb":742,"num_write":250,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":493,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:42.559021+0000","last_change":"2024-09-12T17:35:04.963986+0000","last_active":"2024-09-12T18:14:42.559021+0000","last_peered":"2024-09-12T18:14:42.559021+0000","last_clean":"2024-09-12T18:14:42.559021+0000","last_became_active":"2024-09-12T17:35:04.963038+0000","last_became_peered":"2024-09-12T17:35:04.963038+0000","last_unstale":"2024-09-12T18:14:42.559021+0000","last_undegraded":"2024-09-12T18:14:42.559021+0000","last_fullsized":"2024-09-12T18:14:42.559021+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"266'124","reported_seq":624,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:24.412513+0000","last_change":"2024-09-12T17:35:06.985723+0000","last_active":"2024-09-12T18:14:24.412513+0000","last_peered":"2024-09-12T18:14:24.412513+0000","last_clean":"2024-09-12T18:14:24.412513+0000","last_became_active":"2024-09-12T17:35:06.985014+0000","last_became_peered":"2024-09-12T17:35:06.985014+0000","last_unstale":"2024-09-12T18:14:24.412513+0000","last_undegraded":"2024-09-12T18:14:24.412513+0000","last_fullsized":"2024-09-12T18:14:24.412513+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:10:35.276308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":235,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":188,"num_read_kb":178,"num_write":304,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"266'151","reported_seq":704,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:58.777498+0000","last_change":"2024-09-12T17:35:06.984285+0000","last_active":"2024-09-12T18:14:58.777498+0000","last_peered":"2024-09-12T18:14:58.777498+0000","last_clean":"2024-09-12T18:14:58.777498+0000","last_became_active":"2024-09-12T17:35:06.984047+0000","last_became_peered":"2024-09-12T17:35:06.984047+0000","last_unstale":"2024-09-12T18:14:58.777498+0000","last_undegraded":"2024-09-12T18:14:58.777498+0000","last_fullsized":"2024-09-12T18:14:58.777498+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":100,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":425,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":257,"num_read_kb":255,"num_write":377,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"266'126","reported_seq":720,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:52.046725+0000","last_change":"2024-09-12T18:16:52.046630+0000","last_active":"2024-09-12T18:16:52.046725+0000","last_peered":"2024-09-12T18:16:52.046725+0000","last_clean":"2024-09-12T18:16:52.046725+0000","last_became_active":"2024-09-12T17:34:58.920693+0000","last_became_peered":"2024-09-12T17:34:58.920693+0000","last_unstale":"2024-09-12T18:16:52.046725+0000","last_undegraded":"2024-09-12T18:16:52.046725+0000","last_fullsized":"2024-09-12T18:16:52.046725+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'126","last_scrub_stamp":"2024-09-12T18:16:52.046538+0000","last_deep_scrub":"266'126","last_deep_scrub_stamp":"2024-09-12T18:16:52.046538+0000","last_clean_scrub_stamp":"2024-09-12T18:16:52.046538+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:03:31.757213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":544,"num_read_kb":446,"num_write":203,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"266'165","reported_seq":793,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:48.031766+0000","last_change":"2024-09-12T18:16:48.031766+0000","last_active":"2024-09-12T18:16:48.031766+0000","last_peered":"2024-09-12T18:16:48.031766+0000","last_clean":"2024-09-12T18:16:48.031766+0000","last_became_active":"2024-09-12T17:34:56.919861+0000","last_became_peered":"2024-09-12T17:34:56.919861+0000","last_unstale":"2024-09-12T18:16:48.031766+0000","last_undegraded":"2024-09-12T18:16:48.031766+0000","last_fullsized":"2024-09-12T18:16:48.031766+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'165","last_scrub_stamp":"2024-09-12T18:16:48.031660+0000","last_deep_scrub":"266'165","last_deep_scrub_stamp":"2024-09-12T18:16:48.031660+0000","last_clean_scrub_stamp":"2024-09-12T18:16:48.031660+0000","objects_scrubbed":2,"log_size":65,"log_dups_size":100,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:47:01.091221+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":39,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":379,"num_read_kb":53379,"num_write":774,"num_write_kb":28781,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"266'4","reported_seq":990,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:59.504167+0000","last_change":"2024-09-12T18:16:59.504091+0000","last_active":"2024-09-12T18:16:59.504167+0000","last_peered":"2024-09-12T18:16:59.504167+0000","last_clean":"2024-09-12T18:16:59.504167+0000","last_became_active":"2024-09-12T17:35:00.935134+0000","last_became_peered":"2024-09-12T17:35:00.935134+0000","last_unstale":"2024-09-12T18:16:59.504167+0000","last_undegraded":"2024-09-12T18:16:59.504167+0000","last_fullsized":"2024-09-12T18:16:59.504167+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'4","last_scrub_stamp":"2024-09-12T18:16:59.504004+0000","last_deep_scrub":"266'4","last_deep_scrub_stamp":"2024-09-12T18:16:59.504004+0000","last_clean_scrub_stamp":"2024-09-12T18:16:59.504004+0000","objects_scrubbed":1,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:05:01.738478+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":728,"num_read_kb":726,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"266'144","reported_seq":719,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.227760+0000","last_change":"2024-09-12T17:35:02.954805+0000","last_active":"2024-09-12T18:16:38.227760+0000","last_peered":"2024-09-12T18:16:38.227760+0000","last_clean":"2024-09-12T18:16:38.227760+0000","last_became_active":"2024-09-12T17:35:02.954476+0000","last_became_peered":"2024-09-12T17:35:02.954476+0000","last_unstale":"2024-09-12T18:16:38.227760+0000","last_undegraded":"2024-09-12T18:16:38.227760+0000","last_fullsized":"2024-09-12T18:16:38.227760+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":100,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9390,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":175,"num_read_kb":230,"num_write":94,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":490,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:27.540877+0000","last_change":"2024-09-12T17:35:04.963670+0000","last_active":"2024-09-12T18:12:27.540877+0000","last_peered":"2024-09-12T18:12:27.540877+0000","last_clean":"2024-09-12T18:12:27.540877+0000","last_became_active":"2024-09-12T17:35:04.963388+0000","last_became_peered":"2024-09-12T17:35:04.963388+0000","last_unstale":"2024-09-12T18:12:27.540877+0000","last_undegraded":"2024-09-12T18:12:27.540877+0000","last_fullsized":"2024-09-12T18:12:27.540877+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:45:09.357933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"266'125","reported_seq":623,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:04.574807+0000","last_change":"2024-09-12T17:35:06.991378+0000","last_active":"2024-09-12T18:14:04.574807+0000","last_peered":"2024-09-12T18:14:04.574807+0000","last_clean":"2024-09-12T18:14:04.574807+0000","last_became_active":"2024-09-12T17:35:06.991097+0000","last_became_peered":"2024-09-12T17:35:06.991097+0000","last_unstale":"2024-09-12T18:14:04.574807+0000","last_undegraded":"2024-09-12T18:14:04.574807+0000","last_fullsized":"2024-09-12T18:14:04.574807+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:45:28.452628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":155,"num_read_kb":149,"num_write":290,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"266'294","reported_seq":940,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:55.571519+0000","last_change":"2024-09-12T18:16:55.571458+0000","last_active":"2024-09-12T18:16:55.571519+0000","last_peered":"2024-09-12T18:16:55.571519+0000","last_clean":"2024-09-12T18:16:55.571519+0000","last_became_active":"2024-09-12T17:34:58.920144+0000","last_became_peered":"2024-09-12T17:34:58.920144+0000","last_unstale":"2024-09-12T18:16:55.571519+0000","last_undegraded":"2024-09-12T18:16:55.571519+0000","last_fullsized":"2024-09-12T18:16:55.571519+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'294","last_scrub_stamp":"2024-09-12T18:16:55.571369+0000","last_deep_scrub":"266'294","last_deep_scrub_stamp":"2024-09-12T18:16:55.571369+0000","last_clean_scrub_stamp":"2024-09-12T18:16:55.571369+0000","objects_scrubbed":1,"log_size":94,"log_dups_size":200,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:10:00.150334+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1321,"num_read_kb":1085,"num_write":458,"num_write_kb":283,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4003,"num_omap_keys":18,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"266'200","reported_seq":882,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:53.677185+0000","last_change":"2024-09-12T18:16:53.677185+0000","last_active":"2024-09-12T18:16:53.677185+0000","last_peered":"2024-09-12T18:16:53.677185+0000","last_clean":"2024-09-12T18:16:53.677185+0000","last_became_active":"2024-09-12T17:34:56.920454+0000","last_became_peered":"2024-09-12T17:34:56.920454+0000","last_unstale":"2024-09-12T18:16:53.677185+0000","last_undegraded":"2024-09-12T18:16:53.677185+0000","last_fullsized":"2024-09-12T18:16:53.677185+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'200","last_scrub_stamp":"2024-09-12T18:16:53.677091+0000","last_deep_scrub":"266'200","last_deep_scrub_stamp":"2024-09-12T18:16:53.677091+0000","last_clean_scrub_stamp":"2024-09-12T18:16:53.677091+0000","objects_scrubbed":2,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:13:21.336706+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263211,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":543,"num_read_kb":47428,"num_write":952,"num_write_kb":42968,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":499,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:42.559060+0000","last_change":"2024-09-12T17:35:00.937027+0000","last_active":"2024-09-12T18:14:42.559060+0000","last_peered":"2024-09-12T18:14:42.559060+0000","last_clean":"2024-09-12T18:14:42.559060+0000","last_became_active":"2024-09-12T17:35:00.936765+0000","last_became_peered":"2024-09-12T17:35:00.936765+0000","last_unstale":"2024-09-12T18:14:42.559060+0000","last_undegraded":"2024-09-12T18:14:42.559060+0000","last_fullsized":"2024-09-12T18:14:42.559060+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"266'45","reported_seq":544,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:11.302555+0000","last_change":"2024-09-12T17:35:02.953319+0000","last_active":"2024-09-12T18:15:11.302555+0000","last_peered":"2024-09-12T18:15:11.302555+0000","last_clean":"2024-09-12T18:15:11.302555+0000","last_became_active":"2024-09-12T17:35:02.951921+0000","last_became_peered":"2024-09-12T17:35:02.951921+0000","last_unstale":"2024-09-12T18:15:11.302555+0000","last_undegraded":"2024-09-12T18:15:11.302555+0000","last_fullsized":"2024-09-12T18:15:11.302555+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":32,"num_read_kb":30,"num_write":24,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":485,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:27.395316+0000","last_change":"2024-09-12T17:35:04.965458+0000","last_active":"2024-09-12T18:12:27.395316+0000","last_peered":"2024-09-12T18:12:27.395316+0000","last_clean":"2024-09-12T18:12:27.395316+0000","last_became_active":"2024-09-12T17:35:04.964790+0000","last_became_peered":"2024-09-12T17:35:04.964790+0000","last_unstale":"2024-09-12T18:12:27.395316+0000","last_undegraded":"2024-09-12T18:12:27.395316+0000","last_fullsized":"2024-09-12T18:12:27.395316+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:45:13.012996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"266'202","reported_seq":714,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:58.099635+0000","last_change":"2024-09-12T17:35:06.979577+0000","last_active":"2024-09-12T18:14:58.099635+0000","last_peered":"2024-09-12T18:14:58.099635+0000","last_clean":"2024-09-12T18:14:58.099635+0000","last_became_active":"2024-09-12T17:35:06.979254+0000","last_became_peered":"2024-09-12T17:35:06.979254+0000","last_unstale":"2024-09-12T18:14:58.099635+0000","last_undegraded":"2024-09-12T18:14:58.099635+0000","last_fullsized":"2024-09-12T18:14:58.099635+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":100,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:03:02.768810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":395,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":325,"num_read_kb":323,"num_write":468,"num_write_kb":129,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"266'201","reported_seq":798,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:54.716121+0000","last_change":"2024-09-12T18:16:54.716061+0000","last_active":"2024-09-12T18:16:54.716121+0000","last_peered":"2024-09-12T18:16:54.716121+0000","last_clean":"2024-09-12T18:16:54.716121+0000","last_became_active":"2024-09-12T17:34:58.925609+0000","last_became_peered":"2024-09-12T17:34:58.925609+0000","last_unstale":"2024-09-12T18:16:54.716121+0000","last_undegraded":"2024-09-12T18:16:54.716121+0000","last_fullsized":"2024-09-12T18:16:54.716121+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'201","last_scrub_stamp":"2024-09-12T18:16:54.715964+0000","last_deep_scrub":"266'201","last_deep_scrub_stamp":"2024-09-12T18:16:54.715964+0000","last_clean_scrub_stamp":"2024-09-12T18:16:54.715964+0000","objects_scrubbed":1,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:37:55.968601+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":842,"num_read_kb":673,"num_write":309,"num_write_kb":157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":8077,"num_omap_keys":32,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"266'142","reported_seq":833,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:49.310359+0000","last_change":"2024-09-12T18:16:49.310359+0000","last_active":"2024-09-12T18:16:49.310359+0000","last_peered":"2024-09-12T18:16:49.310359+0000","last_clean":"2024-09-12T18:16:49.310359+0000","last_became_active":"2024-09-12T17:34:56.916850+0000","last_became_peered":"2024-09-12T17:34:56.916850+0000","last_unstale":"2024-09-12T18:16:49.310359+0000","last_undegraded":"2024-09-12T18:16:49.310359+0000","last_fullsized":"2024-09-12T18:16:49.310359+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'142","last_scrub_stamp":"2024-09-12T18:16:49.310219+0000","last_deep_scrub":"266'142","last_deep_scrub_stamp":"2024-09-12T18:16:49.310219+0000","last_clean_scrub_stamp":"2024-09-12T18:16:49.310219+0000","objects_scrubbed":2,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:12:08.422542+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262177,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":788,"num_read_kb":35676,"num_write":665,"num_write_kb":26567,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":494,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:42.413998+0000","last_change":"2024-09-12T17:35:00.939282+0000","last_active":"2024-09-12T18:14:42.413998+0000","last_peered":"2024-09-12T18:14:42.413998+0000","last_clean":"2024-09-12T18:14:42.413998+0000","last_became_active":"2024-09-12T17:35:00.938923+0000","last_became_peered":"2024-09-12T17:35:00.938923+0000","last_unstale":"2024-09-12T18:14:42.413998+0000","last_undegraded":"2024-09-12T18:14:42.413998+0000","last_fullsized":"2024-09-12T18:14:42.413998+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"266'172","reported_seq":763,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.119420+0000","last_change":"2024-09-12T17:35:02.952971+0000","last_active":"2024-09-12T18:16:38.119420+0000","last_peered":"2024-09-12T18:16:38.119420+0000","last_clean":"2024-09-12T18:16:38.119420+0000","last_became_active":"2024-09-12T17:35:02.952690+0000","last_became_peered":"2024-09-12T17:35:02.952690+0000","last_unstale":"2024-09-12T18:16:38.119420+0000","last_undegraded":"2024-09-12T18:16:38.119420+0000","last_fullsized":"2024-09-12T18:16:38.119420+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":100,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14696,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":223,"num_read_kb":301,"num_write":124,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":483,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:27.394456+0000","last_change":"2024-09-12T17:35:04.971351+0000","last_active":"2024-09-12T18:12:27.394456+0000","last_peered":"2024-09-12T18:12:27.394456+0000","last_clean":"2024-09-12T18:12:27.394456+0000","last_became_active":"2024-09-12T17:35:04.971076+0000","last_became_peered":"2024-09-12T17:35:04.971076+0000","last_unstale":"2024-09-12T18:12:27.394456+0000","last_undegraded":"2024-09-12T18:12:27.394456+0000","last_fullsized":"2024-09-12T18:12:27.394456+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:51:58.352424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"266'133","reported_seq":639,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:06.592932+0000","last_change":"2024-09-12T17:35:06.984864+0000","last_active":"2024-09-12T18:14:06.592932+0000","last_peered":"2024-09-12T18:14:06.592932+0000","last_clean":"2024-09-12T18:14:06.592932+0000","last_became_active":"2024-09-12T17:35:06.984552+0000","last_became_peered":"2024-09-12T17:35:06.984552+0000","last_unstale":"2024-09-12T18:14:06.592932+0000","last_undegraded":"2024-09-12T18:14:06.592932+0000","last_fullsized":"2024-09-12T18:14:06.592932+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:37:40.905318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":451,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":198,"num_read_kb":192,"num_write":307,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"266'134","reported_seq":722,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:51.148387+0000","last_change":"2024-09-12T18:16:51.148387+0000","last_active":"2024-09-12T18:16:51.148387+0000","last_peered":"2024-09-12T18:16:51.148387+0000","last_clean":"2024-09-12T18:16:51.148387+0000","last_became_active":"2024-09-12T17:36:31.123341+0000","last_became_peered":"2024-09-12T17:36:31.123341+0000","last_unstale":"2024-09-12T18:16:51.148387+0000","last_undegraded":"2024-09-12T18:16:51.148387+0000","last_fullsized":"2024-09-12T18:16:51.148387+0000","mapping_epoch":40,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'134","last_scrub_stamp":"2024-09-12T18:16:51.148284+0000","last_deep_scrub":"266'134","last_deep_scrub_stamp":"2024-09-12T18:16:51.148284+0000","last_clean_scrub_stamp":"2024-09-12T18:16:51.148284+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:11:02.865928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":614,"num_read_kb":510,"num_write":196,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.17","version":"266'186","reported_seq":791,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:45.967781+0000","last_change":"2024-09-12T18:16:45.967781+0000","last_active":"2024-09-12T18:16:45.967781+0000","last_peered":"2024-09-12T18:16:45.967781+0000","last_clean":"2024-09-12T18:16:45.967781+0000","last_became_active":"2024-09-12T17:34:56.918372+0000","last_became_peered":"2024-09-12T17:34:56.918372+0000","last_unstale":"2024-09-12T18:16:45.967781+0000","last_undegraded":"2024-09-12T18:16:45.967781+0000","last_fullsized":"2024-09-12T18:16:45.967781+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'186","last_scrub_stamp":"2024-09-12T18:16:45.967697+0000","last_deep_scrub":"266'186","last_deep_scrub_stamp":"2024-09-12T18:16:45.967697+0000","last_clean_scrub_stamp":"2024-09-12T18:16:45.967697+0000","objects_scrubbed":4,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:59:04.109426+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263251,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":327,"num_read_kb":30322,"num_write":862,"num_write_kb":52127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":500,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:00.477559+0000","last_change":"2024-09-12T18:17:00.477469+0000","last_active":"2024-09-12T18:17:00.477559+0000","last_peered":"2024-09-12T18:17:00.477559+0000","last_clean":"2024-09-12T18:17:00.477559+0000","last_became_active":"2024-09-12T17:35:00.935864+0000","last_became_peered":"2024-09-12T17:35:00.935864+0000","last_unstale":"2024-09-12T18:17:00.477559+0000","last_undegraded":"2024-09-12T18:17:00.477559+0000","last_fullsized":"2024-09-12T18:17:00.477559+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:00.477381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:00.477381+0000","last_clean_scrub_stamp":"2024-09-12T18:17:00.477381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:38:24.949375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"266'128","reported_seq":693,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.081897+0000","last_change":"2024-09-12T17:35:02.950391+0000","last_active":"2024-09-12T18:16:38.081897+0000","last_peered":"2024-09-12T18:16:38.081897+0000","last_clean":"2024-09-12T18:16:38.081897+0000","last_became_active":"2024-09-12T17:35:02.949997+0000","last_became_peered":"2024-09-12T17:35:02.949997+0000","last_unstale":"2024-09-12T18:16:38.081897+0000","last_undegraded":"2024-09-12T18:16:38.081897+0000","last_fullsized":"2024-09-12T18:16:38.081897+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8191,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":156,"num_read_kb":218,"num_write":78,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":484,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:27.511166+0000","last_change":"2024-09-12T17:35:04.971696+0000","last_active":"2024-09-12T18:12:27.511166+0000","last_peered":"2024-09-12T18:12:27.511166+0000","last_clean":"2024-09-12T18:12:27.511166+0000","last_became_active":"2024-09-12T17:35:04.970733+0000","last_became_peered":"2024-09-12T17:35:04.970733+0000","last_unstale":"2024-09-12T18:12:27.511166+0000","last_undegraded":"2024-09-12T18:12:27.511166+0000","last_fullsized":"2024-09-12T18:12:27.511166+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:49:13.678262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"266'60","reported_seq":641,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:55.542769+0000","last_change":"2024-09-12T18:16:55.542769+0000","last_active":"2024-09-12T18:16:55.542769+0000","last_peered":"2024-09-12T18:16:55.542769+0000","last_clean":"2024-09-12T18:16:55.542769+0000","last_became_active":"2024-09-12T17:34:58.919844+0000","last_became_peered":"2024-09-12T17:34:58.919844+0000","last_unstale":"2024-09-12T18:16:55.542769+0000","last_undegraded":"2024-09-12T18:16:55.542769+0000","last_fullsized":"2024-09-12T18:16:55.542769+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'60","last_scrub_stamp":"2024-09-12T18:16:55.542630+0000","last_deep_scrub":"266'60","last_deep_scrub_stamp":"2024-09-12T18:16:55.542630+0000","last_clean_scrub_stamp":"2024-09-12T18:16:55.542630+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:44:41.909316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":284,"num_read_kb":248,"num_write":79,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"266'196","reported_seq":862,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:46.603252+0000","last_change":"2024-09-12T18:16:46.603252+0000","last_active":"2024-09-12T18:16:46.603252+0000","last_peered":"2024-09-12T18:16:46.603252+0000","last_clean":"2024-09-12T18:16:46.603252+0000","last_became_active":"2024-09-12T17:34:56.920158+0000","last_became_peered":"2024-09-12T17:34:56.920158+0000","last_unstale":"2024-09-12T18:16:46.603252+0000","last_undegraded":"2024-09-12T18:16:46.603252+0000","last_fullsized":"2024-09-12T18:16:46.603252+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'196","last_scrub_stamp":"2024-09-12T18:16:46.603168+0000","last_deep_scrub":"266'196","last_deep_scrub_stamp":"2024-09-12T18:16:46.603168+0000","last_clean_scrub_stamp":"2024-09-12T18:16:46.603168+0000","objects_scrubbed":5,"log_size":96,"log_dups_size":100,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:06:30.239842+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":312874,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":610,"num_read_kb":10072,"num_write":923,"num_write_kb":26304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":495,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:07.517148+0000","last_change":"2024-09-12T17:35:00.933366+0000","last_active":"2024-09-12T18:13:07.517148+0000","last_peered":"2024-09-12T18:13:07.517148+0000","last_clean":"2024-09-12T18:13:07.517148+0000","last_became_active":"2024-09-12T17:35:00.933081+0000","last_became_peered":"2024-09-12T17:35:00.933081+0000","last_unstale":"2024-09-12T18:13:07.517148+0000","last_undegraded":"2024-09-12T18:13:07.517148+0000","last_fullsized":"2024-09-12T18:13:07.517148+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:18:30.245407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"266'194","reported_seq":821,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.279979+0000","last_change":"2024-09-12T17:35:02.950566+0000","last_active":"2024-09-12T18:16:38.279979+0000","last_peered":"2024-09-12T18:16:38.279979+0000","last_clean":"2024-09-12T18:16:38.279979+0000","last_became_active":"2024-09-12T17:35:02.950274+0000","last_became_peered":"2024-09-12T17:35:02.950274+0000","last_unstale":"2024-09-12T18:16:38.279979+0000","last_undegraded":"2024-09-12T18:16:38.279979+0000","last_fullsized":"2024-09-12T18:16:38.279979+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":100,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:54:25.896883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24790,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":309,"num_read_kb":498,"num_write":194,"num_write_kb":135,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":484,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:37.531351+0000","last_change":"2024-09-12T17:35:04.969323+0000","last_active":"2024-09-12T18:12:37.531351+0000","last_peered":"2024-09-12T18:12:37.531351+0000","last_clean":"2024-09-12T18:12:37.531351+0000","last_became_active":"2024-09-12T17:35:04.969084+0000","last_became_peered":"2024-09-12T17:35:04.969084+0000","last_unstale":"2024-09-12T18:12:37.531351+0000","last_undegraded":"2024-09-12T18:12:37.531351+0000","last_fullsized":"2024-09-12T18:12:37.531351+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:48:09.688062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"266'168","reported_seq":677,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:40.269641+0000","last_change":"2024-09-12T17:35:07.202282+0000","last_active":"2024-09-12T18:14:40.269641+0000","last_peered":"2024-09-12T18:14:40.269641+0000","last_clean":"2024-09-12T18:14:40.269641+0000","last_became_active":"2024-09-12T17:35:07.202003+0000","last_became_peered":"2024-09-12T17:35:07.202003+0000","last_unstale":"2024-09-12T18:14:40.269641+0000","last_undegraded":"2024-09-12T18:14:40.269641+0000","last_fullsized":"2024-09-12T18:14:40.269641+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:31:44.194240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1066,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":265,"num_read_kb":267,"num_write":393,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"266'141","reported_seq":777,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:55.815033+0000","last_change":"2024-09-12T18:16:55.815033+0000","last_active":"2024-09-12T18:16:55.815033+0000","last_peered":"2024-09-12T18:16:55.815033+0000","last_clean":"2024-09-12T18:16:55.815033+0000","last_became_active":"2024-09-12T17:34:58.926142+0000","last_became_peered":"2024-09-12T17:34:58.926142+0000","last_unstale":"2024-09-12T18:16:55.815033+0000","last_undegraded":"2024-09-12T18:16:55.815033+0000","last_fullsized":"2024-09-12T18:16:55.815033+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'141","last_scrub_stamp":"2024-09-12T18:16:55.814949+0000","last_deep_scrub":"266'141","last_deep_scrub_stamp":"2024-09-12T18:16:55.814949+0000","last_clean_scrub_stamp":"2024-09-12T18:16:55.814949+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":100,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:06:56.987740+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":661,"num_read_kb":559,"num_write":210,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"266'200","reported_seq":826,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:47.706594+0000","last_change":"2024-09-12T18:16:47.706594+0000","last_active":"2024-09-12T18:16:47.706594+0000","last_peered":"2024-09-12T18:16:47.706594+0000","last_clean":"2024-09-12T18:16:47.706594+0000","last_became_active":"2024-09-12T17:34:56.915256+0000","last_became_peered":"2024-09-12T17:34:56.915256+0000","last_unstale":"2024-09-12T18:16:47.706594+0000","last_undegraded":"2024-09-12T18:16:47.706594+0000","last_fullsized":"2024-09-12T18:16:47.706594+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'200","last_scrub_stamp":"2024-09-12T18:16:47.706477+0000","last_deep_scrub":"266'200","last_deep_scrub_stamp":"2024-09-12T18:16:47.706477+0000","last_clean_scrub_stamp":"2024-09-12T18:16:47.706477+0000","objects_scrubbed":4,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:19:26.370013+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":86,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":420,"num_read_kb":24066,"num_write":973,"num_write_kb":43325,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":502,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:01.494610+0000","last_change":"2024-09-12T18:17:01.494610+0000","last_active":"2024-09-12T18:17:01.494610+0000","last_peered":"2024-09-12T18:17:01.494610+0000","last_clean":"2024-09-12T18:17:01.494610+0000","last_became_active":"2024-09-12T17:35:00.935961+0000","last_became_peered":"2024-09-12T17:35:00.935961+0000","last_unstale":"2024-09-12T18:17:01.494610+0000","last_undegraded":"2024-09-12T18:17:01.494610+0000","last_fullsized":"2024-09-12T18:17:01.494610+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:01.494494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:01.494494+0000","last_clean_scrub_stamp":"2024-09-12T18:17:01.494494+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:45:51.735678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"266'162","reported_seq":741,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.099640+0000","last_change":"2024-09-12T17:35:02.953765+0000","last_active":"2024-09-12T18:16:38.099640+0000","last_peered":"2024-09-12T18:16:38.099640+0000","last_clean":"2024-09-12T18:16:38.099640+0000","last_became_active":"2024-09-12T17:35:02.953229+0000","last_became_peered":"2024-09-12T17:35:02.953229+0000","last_unstale":"2024-09-12T18:16:38.099640+0000","last_undegraded":"2024-09-12T18:16:38.099640+0000","last_fullsized":"2024-09-12T18:16:38.099640+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":100,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:46:00.356825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6421,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":221,"num_read_kb":267,"num_write":142,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":488,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:37.395053+0000","last_change":"2024-09-12T17:35:04.965764+0000","last_active":"2024-09-12T18:12:37.395053+0000","last_peered":"2024-09-12T18:12:37.395053+0000","last_clean":"2024-09-12T18:12:37.395053+0000","last_became_active":"2024-09-12T17:35:04.965251+0000","last_became_peered":"2024-09-12T17:35:04.965251+0000","last_unstale":"2024-09-12T18:12:37.395053+0000","last_undegraded":"2024-09-12T18:12:37.395053+0000","last_fullsized":"2024-09-12T18:12:37.395053+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:49:56.314147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"266'174","reported_seq":677,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:10.206285+0000","last_change":"2024-09-12T17:35:06.991439+0000","last_active":"2024-09-12T18:14:10.206285+0000","last_peered":"2024-09-12T18:14:10.206285+0000","last_clean":"2024-09-12T18:14:10.206285+0000","last_became_active":"2024-09-12T17:35:06.991122+0000","last_became_peered":"2024-09-12T17:35:06.991122+0000","last_unstale":"2024-09-12T18:14:10.206285+0000","last_undegraded":"2024-09-12T18:14:10.206285+0000","last_fullsized":"2024-09-12T18:14:10.206285+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":100,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:12:35.872806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1619,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":252,"num_read_kb":243,"num_write":490,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"266'219","reported_seq":803,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:58.768831+0000","last_change":"2024-09-12T18:16:58.768831+0000","last_active":"2024-09-12T18:16:58.768831+0000","last_peered":"2024-09-12T18:16:58.768831+0000","last_clean":"2024-09-12T18:16:58.768831+0000","last_became_active":"2024-09-12T17:34:58.921089+0000","last_became_peered":"2024-09-12T17:34:58.921089+0000","last_unstale":"2024-09-12T18:16:58.768831+0000","last_undegraded":"2024-09-12T18:16:58.768831+0000","last_fullsized":"2024-09-12T18:16:58.768831+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'219","last_scrub_stamp":"2024-09-12T18:16:58.768742+0000","last_deep_scrub":"266'219","last_deep_scrub_stamp":"2024-09-12T18:16:58.768742+0000","last_clean_scrub_stamp":"2024-09-12T18:16:58.768742+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":200,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:31:41.578564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":925,"num_read_kb":741,"num_write":347,"num_write_kb":174,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"266'223","reported_seq":937,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:46.065354+0000","last_change":"2024-09-12T18:16:46.065354+0000","last_active":"2024-09-12T18:16:46.065354+0000","last_peered":"2024-09-12T18:16:46.065354+0000","last_clean":"2024-09-12T18:16:46.065354+0000","last_became_active":"2024-09-12T17:34:56.918114+0000","last_became_peered":"2024-09-12T17:34:56.918114+0000","last_unstale":"2024-09-12T18:16:46.065354+0000","last_undegraded":"2024-09-12T18:16:46.065354+0000","last_fullsized":"2024-09-12T18:16:46.065354+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'223","last_scrub_stamp":"2024-09-12T18:16:46.065237+0000","last_deep_scrub":"266'223","last_deep_scrub_stamp":"2024-09-12T18:16:46.065237+0000","last_clean_scrub_stamp":"2024-09-12T18:16:46.065237+0000","objects_scrubbed":7,"log_size":23,"log_dups_size":200,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:33:17.821920+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4593351,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":608,"num_read_kb":43659,"num_write":1027,"num_write_kb":45378,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":496,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:32.424567+0000","last_change":"2024-09-12T17:35:00.936893+0000","last_active":"2024-09-12T18:12:32.424567+0000","last_peered":"2024-09-12T18:12:32.424567+0000","last_clean":"2024-09-12T18:12:32.424567+0000","last_became_active":"2024-09-12T17:35:00.936517+0000","last_became_peered":"2024-09-12T17:35:00.936517+0000","last_unstale":"2024-09-12T18:12:32.424567+0000","last_undegraded":"2024-09-12T18:12:32.424567+0000","last_fullsized":"2024-09-12T18:12:32.424567+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:12:02.658434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"266'141","reported_seq":718,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.266209+0000","last_change":"2024-09-12T17:35:03.252645+0000","last_active":"2024-09-12T18:16:38.266209+0000","last_peered":"2024-09-12T18:16:38.266209+0000","last_clean":"2024-09-12T18:16:38.266209+0000","last_became_active":"2024-09-12T17:35:03.252223+0000","last_became_peered":"2024-09-12T17:35:03.252223+0000","last_unstale":"2024-09-12T18:16:38.266209+0000","last_undegraded":"2024-09-12T18:16:38.266209+0000","last_fullsized":"2024-09-12T18:16:38.266209+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":100,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:31:19.709179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10065,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":180,"num_read_kb":244,"num_write":98,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:12.399543+0000","last_change":"2024-09-12T17:35:04.965802+0000","last_active":"2024-09-12T18:13:12.399543+0000","last_peered":"2024-09-12T18:13:12.399543+0000","last_clean":"2024-09-12T18:13:12.399543+0000","last_became_active":"2024-09-12T17:35:04.965498+0000","last_became_peered":"2024-09-12T17:35:04.965498+0000","last_unstale":"2024-09-12T18:13:12.399543+0000","last_undegraded":"2024-09-12T18:13:12.399543+0000","last_fullsized":"2024-09-12T18:13:12.399543+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:14:13.960189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"266'103","reported_seq":604,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:19.226648+0000","last_change":"2024-09-12T17:35:06.985303+0000","last_active":"2024-09-12T18:16:19.226648+0000","last_peered":"2024-09-12T18:16:19.226648+0000","last_clean":"2024-09-12T18:16:19.226648+0000","last_became_active":"2024-09-12T17:35:06.984930+0000","last_became_peered":"2024-09-12T17:35:06.984930+0000","last_unstale":"2024-09-12T18:16:19.226648+0000","last_undegraded":"2024-09-12T18:16:19.226648+0000","last_fullsized":"2024-09-12T18:16:19.226648+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":0,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:51:31.125706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":801,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":186,"num_read_kb":167,"num_write":250,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"266'188","reported_seq":769,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:52.113941+0000","last_change":"2024-09-12T18:16:52.113941+0000","last_active":"2024-09-12T18:16:52.113941+0000","last_peered":"2024-09-12T18:16:52.113941+0000","last_clean":"2024-09-12T18:16:52.113941+0000","last_became_active":"2024-09-12T17:34:58.925027+0000","last_became_peered":"2024-09-12T17:34:58.925027+0000","last_unstale":"2024-09-12T18:16:52.113941+0000","last_undegraded":"2024-09-12T18:16:52.113941+0000","last_fullsized":"2024-09-12T18:16:52.113941+0000","mapping_epoch":27,"log_start":"263'100","ondisk_log_start":"263'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'188","last_scrub_stamp":"2024-09-12T18:16:52.113855+0000","last_deep_scrub":"266'188","last_deep_scrub_stamp":"2024-09-12T18:16:52.113855+0000","last_clean_scrub_stamp":"2024-09-12T18:16:52.113855+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":100,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:05:04.325404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":762,"num_read_kb":614,"num_write":291,"num_write_kb":140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"266'292","reported_seq":1101,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:46.965619+0000","last_change":"2024-09-12T18:16:46.965619+0000","last_active":"2024-09-12T18:16:46.965619+0000","last_peered":"2024-09-12T18:16:46.965619+0000","last_clean":"2024-09-12T18:16:46.965619+0000","last_became_active":"2024-09-12T17:34:56.935029+0000","last_became_peered":"2024-09-12T17:34:56.935029+0000","last_unstale":"2024-09-12T18:16:46.965619+0000","last_undegraded":"2024-09-12T18:16:46.965619+0000","last_fullsized":"2024-09-12T18:16:46.965619+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'292","last_scrub_stamp":"2024-09-12T18:16:46.965518+0000","last_deep_scrub":"266'292","last_deep_scrub_stamp":"2024-09-12T18:16:46.965518+0000","last_clean_scrub_stamp":"2024-09-12T18:16:46.965518+0000","objects_scrubbed":6,"log_size":92,"log_dups_size":200,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:10:57.247739+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68042,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1295,"num_read_kb":22019,"num_write":1482,"num_write_kb":38453,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":504,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:01.517901+0000","last_change":"2024-09-12T18:17:01.517901+0000","last_active":"2024-09-12T18:17:01.517901+0000","last_peered":"2024-09-12T18:17:01.517901+0000","last_clean":"2024-09-12T18:17:01.517901+0000","last_became_active":"2024-09-12T17:35:00.928040+0000","last_became_peered":"2024-09-12T17:35:00.928040+0000","last_unstale":"2024-09-12T18:17:01.517901+0000","last_undegraded":"2024-09-12T18:17:01.517901+0000","last_fullsized":"2024-09-12T18:17:01.517901+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:01.517801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:01.517801+0000","last_clean_scrub_stamp":"2024-09-12T18:17:01.517801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:32:21.149028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"266'87","reported_seq":608,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:11.482314+0000","last_change":"2024-09-12T17:35:03.251975+0000","last_active":"2024-09-12T18:15:11.482314+0000","last_peered":"2024-09-12T18:15:11.482314+0000","last_clean":"2024-09-12T18:15:11.482314+0000","last_became_active":"2024-09-12T17:35:03.251671+0000","last_became_peered":"2024-09-12T17:35:03.251671+0000","last_unstale":"2024-09-12T18:15:11.482314+0000","last_undegraded":"2024-09-12T18:15:11.482314+0000","last_fullsized":"2024-09-12T18:15:11.482314+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":0,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:18:10.687015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":84,"num_read_kb":78,"num_write":66,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"266'768","reported_seq":6373,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.386522+0000","last_change":"2024-09-12T17:35:04.962813+0000","last_active":"2024-09-12T18:16:38.386522+0000","last_peered":"2024-09-12T18:16:38.386522+0000","last_clean":"2024-09-12T18:16:38.386522+0000","last_became_active":"2024-09-12T17:35:04.962328+0000","last_became_peered":"2024-09-12T17:35:04.962328+0000","last_unstale":"2024-09-12T18:16:38.386522+0000","last_undegraded":"2024-09-12T18:16:38.386522+0000","last_fullsized":"2024-09-12T18:16:38.386522+0000","mapping_epoch":33,"log_start":"266'701","ondisk_log_start":"266'701","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":701,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"266'129","reported_seq":632,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:33.798677+0000","last_change":"2024-09-12T17:35:06.982525+0000","last_active":"2024-09-12T18:14:33.798677+0000","last_peered":"2024-09-12T18:14:33.798677+0000","last_clean":"2024-09-12T18:14:33.798677+0000","last_became_active":"2024-09-12T17:35:06.982258+0000","last_became_peered":"2024-09-12T17:35:06.982258+0000","last_unstale":"2024-09-12T18:14:33.798677+0000","last_undegraded":"2024-09-12T18:14:33.798677+0000","last_fullsized":"2024-09-12T18:14:33.798677+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:13:14.713784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":214,"num_read_kb":201,"num_write":330,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"266'90","reported_seq":674,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:56.932255+0000","last_change":"2024-09-12T18:16:56.932255+0000","last_active":"2024-09-12T18:16:56.932255+0000","last_peered":"2024-09-12T18:16:56.932255+0000","last_clean":"2024-09-12T18:16:56.932255+0000","last_became_active":"2024-09-12T17:34:58.915177+0000","last_became_peered":"2024-09-12T17:34:58.915177+0000","last_unstale":"2024-09-12T18:16:56.932255+0000","last_undegraded":"2024-09-12T18:16:56.932255+0000","last_fullsized":"2024-09-12T18:16:56.932255+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'90","last_scrub_stamp":"2024-09-12T18:16:56.932174+0000","last_deep_scrub":"266'90","last_deep_scrub_stamp":"2024-09-12T18:16:56.932174+0000","last_clean_scrub_stamp":"2024-09-12T18:16:56.932174+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":0,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:24:59.957825+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":407,"num_read_kb":344,"num_write":133,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"266'248","reported_seq":913,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:51.263321+0000","last_change":"2024-09-12T18:16:51.263321+0000","last_active":"2024-09-12T18:16:51.263321+0000","last_peered":"2024-09-12T18:16:51.263321+0000","last_clean":"2024-09-12T18:16:51.263321+0000","last_became_active":"2024-09-12T17:35:31.566106+0000","last_became_peered":"2024-09-12T17:35:31.566106+0000","last_unstale":"2024-09-12T18:16:51.263321+0000","last_undegraded":"2024-09-12T18:16:51.263321+0000","last_fullsized":"2024-09-12T18:16:51.263321+0000","mapping_epoch":38,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'248","last_scrub_stamp":"2024-09-12T18:16:51.263163+0000","last_deep_scrub":"266'248","last_deep_scrub_stamp":"2024-09-12T18:16:51.263163+0000","last_clean_scrub_stamp":"2024-09-12T18:16:51.263163+0000","objects_scrubbed":8,"log_size":48,"log_dups_size":200,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:21:10.113625+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5413099,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":535,"num_read_kb":23760,"num_write":1061,"num_write_kb":25012,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:32.395960+0000","last_change":"2024-09-12T17:35:00.939522+0000","last_active":"2024-09-12T18:12:32.395960+0000","last_peered":"2024-09-12T18:12:32.395960+0000","last_clean":"2024-09-12T18:12:32.395960+0000","last_became_active":"2024-09-12T17:35:00.938992+0000","last_became_peered":"2024-09-12T17:35:00.938992+0000","last_unstale":"2024-09-12T18:12:32.395960+0000","last_undegraded":"2024-09-12T18:12:32.395960+0000","last_fullsized":"2024-09-12T18:12:32.395960+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:13:38.081815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"266'166","reported_seq":745,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.321225+0000","last_change":"2024-09-12T17:35:02.950916+0000","last_active":"2024-09-12T18:16:38.321225+0000","last_peered":"2024-09-12T18:16:38.321225+0000","last_clean":"2024-09-12T18:16:38.321225+0000","last_became_active":"2024-09-12T17:35:02.950602+0000","last_became_peered":"2024-09-12T17:35:02.950602+0000","last_unstale":"2024-09-12T18:16:38.321225+0000","last_undegraded":"2024-09-12T18:16:38.321225+0000","last_fullsized":"2024-09-12T18:16:38.321225+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":100,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:49:39.524177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7085,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":217,"num_read_kb":283,"num_write":130,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":484,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.522187+0000","last_change":"2024-09-12T17:35:04.972941+0000","last_active":"2024-09-12T18:13:47.522187+0000","last_peered":"2024-09-12T18:13:47.522187+0000","last_clean":"2024-09-12T18:13:47.522187+0000","last_became_active":"2024-09-12T17:35:04.972306+0000","last_became_peered":"2024-09-12T17:35:04.972306+0000","last_unstale":"2024-09-12T18:13:47.522187+0000","last_undegraded":"2024-09-12T18:13:47.522187+0000","last_fullsized":"2024-09-12T18:13:47.522187+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:58:05.412014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"266'131","reported_seq":636,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:10.204654+0000","last_change":"2024-09-12T17:35:06.984551+0000","last_active":"2024-09-12T18:14:10.204654+0000","last_peered":"2024-09-12T18:14:10.204654+0000","last_clean":"2024-09-12T18:14:10.204654+0000","last_became_active":"2024-09-12T17:35:06.984272+0000","last_became_peered":"2024-09-12T17:35:06.984272+0000","last_unstale":"2024-09-12T18:14:10.204654+0000","last_undegraded":"2024-09-12T18:14:10.204654+0000","last_fullsized":"2024-09-12T18:14:10.204654+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:38:19.074116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":591,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":201,"num_read_kb":188,"num_write":308,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"266'223","reported_seq":824,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:54.961503+0000","last_change":"2024-09-12T18:16:54.961503+0000","last_active":"2024-09-12T18:16:54.961503+0000","last_peered":"2024-09-12T18:16:54.961503+0000","last_clean":"2024-09-12T18:16:54.961503+0000","last_became_active":"2024-09-12T17:34:58.923034+0000","last_became_peered":"2024-09-12T17:34:58.923034+0000","last_unstale":"2024-09-12T18:16:54.961503+0000","last_undegraded":"2024-09-12T18:16:54.961503+0000","last_fullsized":"2024-09-12T18:16:54.961503+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'223","last_scrub_stamp":"2024-09-12T18:16:54.961414+0000","last_deep_scrub":"266'223","last_deep_scrub_stamp":"2024-09-12T18:16:54.961414+0000","last_clean_scrub_stamp":"2024-09-12T18:16:54.961414+0000","objects_scrubbed":1,"log_size":23,"log_dups_size":200,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:42:52.926577+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":922,"num_read_kb":750,"num_write":316,"num_write_kb":178,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"266'189","reported_seq":799,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:50.279571+0000","last_change":"2024-09-12T18:16:50.279571+0000","last_active":"2024-09-12T18:16:50.279571+0000","last_peered":"2024-09-12T18:16:50.279571+0000","last_clean":"2024-09-12T18:16:50.279571+0000","last_became_active":"2024-09-12T17:35:31.033748+0000","last_became_peered":"2024-09-12T17:35:31.033748+0000","last_unstale":"2024-09-12T18:16:50.279571+0000","last_undegraded":"2024-09-12T18:16:50.279571+0000","last_fullsized":"2024-09-12T18:16:50.279571+0000","mapping_epoch":38,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'189","last_scrub_stamp":"2024-09-12T18:16:50.279426+0000","last_deep_scrub":"266'189","last_deep_scrub_stamp":"2024-09-12T18:16:50.279426+0000","last_clean_scrub_stamp":"2024-09-12T18:16:50.279426+0000","objects_scrubbed":4,"log_size":89,"log_dups_size":100,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:37:23.550629+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194337,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":351,"num_read_kb":8582,"num_write":912,"num_write_kb":33561,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:32.530612+0000","last_change":"2024-09-12T17:35:00.933825+0000","last_active":"2024-09-12T18:12:32.530612+0000","last_peered":"2024-09-12T18:12:32.530612+0000","last_clean":"2024-09-12T18:12:32.530612+0000","last_became_active":"2024-09-12T17:35:00.933492+0000","last_became_peered":"2024-09-12T17:35:00.933492+0000","last_unstale":"2024-09-12T18:12:32.530612+0000","last_undegraded":"2024-09-12T18:12:32.530612+0000","last_fullsized":"2024-09-12T18:12:32.530612+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:44:06.978831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"266'116","reported_seq":679,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.334778+0000","last_change":"2024-09-12T17:35:02.954034+0000","last_active":"2024-09-12T18:16:38.334778+0000","last_peered":"2024-09-12T18:16:38.334778+0000","last_clean":"2024-09-12T18:16:38.334778+0000","last_became_active":"2024-09-12T17:35:02.953753+0000","last_became_peered":"2024-09-12T17:35:02.953753+0000","last_unstale":"2024-09-12T18:16:38.334778+0000","last_undegraded":"2024-09-12T18:16:38.334778+0000","last_fullsized":"2024-09-12T18:16:38.334778+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":100,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:14:15.227580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9278,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":163,"num_read_kb":243,"num_write":84,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":483,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:57.405853+0000","last_change":"2024-09-12T17:35:04.964266+0000","last_active":"2024-09-12T18:13:57.405853+0000","last_peered":"2024-09-12T18:13:57.405853+0000","last_clean":"2024-09-12T18:13:57.405853+0000","last_became_active":"2024-09-12T17:35:04.963928+0000","last_became_peered":"2024-09-12T17:35:04.963928+0000","last_unstale":"2024-09-12T18:13:57.405853+0000","last_undegraded":"2024-09-12T18:13:57.405853+0000","last_fullsized":"2024-09-12T18:13:57.405853+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:04:49.108451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"266'107","reported_seq":626,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:29.684252+0000","last_change":"2024-09-12T17:35:07.201645+0000","last_active":"2024-09-12T18:14:29.684252+0000","last_peered":"2024-09-12T18:14:29.684252+0000","last_clean":"2024-09-12T18:14:29.684252+0000","last_became_active":"2024-09-12T17:35:07.200824+0000","last_became_peered":"2024-09-12T17:35:07.200824+0000","last_unstale":"2024-09-12T18:14:29.684252+0000","last_undegraded":"2024-09-12T18:14:29.684252+0000","last_fullsized":"2024-09-12T18:14:29.684252+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:02:23.125201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":539,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":174,"num_read_kb":172,"num_write":247,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"266'147","reported_seq":782,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:57.730823+0000","last_change":"2024-09-12T18:16:57.730823+0000","last_active":"2024-09-12T18:16:57.730823+0000","last_peered":"2024-09-12T18:16:57.730823+0000","last_clean":"2024-09-12T18:16:57.730823+0000","last_became_active":"2024-09-12T17:34:58.925364+0000","last_became_peered":"2024-09-12T17:34:58.925364+0000","last_unstale":"2024-09-12T18:16:57.730823+0000","last_undegraded":"2024-09-12T18:16:57.730823+0000","last_fullsized":"2024-09-12T18:16:57.730823+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'147","last_scrub_stamp":"2024-09-12T18:16:57.730730+0000","last_deep_scrub":"266'147","last_deep_scrub_stamp":"2024-09-12T18:16:57.730730+0000","last_clean_scrub_stamp":"2024-09-12T18:16:57.730730+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:24:00.954892+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":648,"num_read_kb":543,"num_write":223,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"266'231","reported_seq":868,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:48.675990+0000","last_change":"2024-09-12T18:16:48.675936+0000","last_active":"2024-09-12T18:16:48.675990+0000","last_peered":"2024-09-12T18:16:48.675990+0000","last_clean":"2024-09-12T18:16:48.675990+0000","last_became_active":"2024-09-12T17:34:56.929777+0000","last_became_peered":"2024-09-12T17:34:56.929777+0000","last_unstale":"2024-09-12T18:16:48.675990+0000","last_undegraded":"2024-09-12T18:16:48.675990+0000","last_fullsized":"2024-09-12T18:16:48.675990+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'231","last_scrub_stamp":"2024-09-12T18:16:48.675848+0000","last_deep_scrub":"266'231","last_deep_scrub_stamp":"2024-09-12T18:16:48.675848+0000","last_clean_scrub_stamp":"2024-09-12T18:16:48.675848+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":200,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:51:40.546669+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":454,"num_read_kb":12620,"num_write":1046,"num_write_kb":48973,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":497,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.433779+0000","last_change":"2024-09-12T17:35:00.934066+0000","last_active":"2024-09-12T18:13:42.433779+0000","last_peered":"2024-09-12T18:13:42.433779+0000","last_clean":"2024-09-12T18:13:42.433779+0000","last_became_active":"2024-09-12T17:35:00.933777+0000","last_became_peered":"2024-09-12T17:35:00.933777+0000","last_unstale":"2024-09-12T18:13:42.433779+0000","last_undegraded":"2024-09-12T18:13:42.433779+0000","last_fullsized":"2024-09-12T18:13:42.433779+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:59.914882+0000","last_clean_scrub_stamp":"2024-09-12T17:34:59.914882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:46:03.145797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"266'110","reported_seq":668,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.245262+0000","last_change":"2024-09-12T17:35:02.948868+0000","last_active":"2024-09-12T18:16:38.245262+0000","last_peered":"2024-09-12T18:16:38.245262+0000","last_clean":"2024-09-12T18:16:38.245262+0000","last_became_active":"2024-09-12T17:35:02.948589+0000","last_became_peered":"2024-09-12T17:35:02.948589+0000","last_unstale":"2024-09-12T18:16:38.245262+0000","last_undegraded":"2024-09-12T18:16:38.245262+0000","last_fullsized":"2024-09-12T18:16:38.245262+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":0,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:08:06.222842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5527,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":133,"num_read_kb":201,"num_write":66,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":488,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:37.425397+0000","last_change":"2024-09-12T17:35:04.965100+0000","last_active":"2024-09-12T18:12:37.425397+0000","last_peered":"2024-09-12T18:12:37.425397+0000","last_clean":"2024-09-12T18:12:37.425397+0000","last_became_active":"2024-09-12T17:35:04.964762+0000","last_became_peered":"2024-09-12T17:35:04.964762+0000","last_unstale":"2024-09-12T18:12:37.425397+0000","last_undegraded":"2024-09-12T18:12:37.425397+0000","last_fullsized":"2024-09-12T18:12:37.425397+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:08:50.249081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"266'159","reported_seq":1614,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:56.580721+0000","last_change":"2024-09-12T17:35:06.985501+0000","last_active":"2024-09-12T18:14:56.580721+0000","last_peered":"2024-09-12T18:14:56.580721+0000","last_clean":"2024-09-12T18:14:56.580721+0000","last_became_active":"2024-09-12T17:35:06.985213+0000","last_became_peered":"2024-09-12T17:35:06.985213+0000","last_unstale":"2024-09-12T18:14:56.580721+0000","last_undegraded":"2024-09-12T18:14:56.580721+0000","last_fullsized":"2024-09-12T18:14:56.580721+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:16:02.855330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":239,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1188,"num_read_kb":1188,"num_write":364,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"266'55","reported_seq":649,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:54.004945+0000","last_change":"2024-09-12T18:16:54.004945+0000","last_active":"2024-09-12T18:16:54.004945+0000","last_peered":"2024-09-12T18:16:54.004945+0000","last_clean":"2024-09-12T18:16:54.004945+0000","last_became_active":"2024-09-12T17:34:58.918463+0000","last_became_peered":"2024-09-12T17:34:58.918463+0000","last_unstale":"2024-09-12T18:16:54.004945+0000","last_undegraded":"2024-09-12T18:16:54.004945+0000","last_fullsized":"2024-09-12T18:16:54.004945+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'55","last_scrub_stamp":"2024-09-12T18:16:54.004861+0000","last_deep_scrub":"266'55","last_deep_scrub_stamp":"2024-09-12T18:16:54.004861+0000","last_clean_scrub_stamp":"2024-09-12T18:16:54.004861+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":0,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:31:24.989742+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":265,"num_read_kb":235,"num_write":79,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"266'207","reported_seq":871,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:47.927138+0000","last_change":"2024-09-12T18:16:47.927138+0000","last_active":"2024-09-12T18:16:47.927138+0000","last_peered":"2024-09-12T18:16:47.927138+0000","last_clean":"2024-09-12T18:16:47.927138+0000","last_became_active":"2024-09-12T17:34:56.932103+0000","last_became_peered":"2024-09-12T17:34:56.932103+0000","last_unstale":"2024-09-12T18:16:47.927138+0000","last_undegraded":"2024-09-12T18:16:47.927138+0000","last_fullsized":"2024-09-12T18:16:47.927138+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'207","last_scrub_stamp":"2024-09-12T18:16:47.927035+0000","last_deep_scrub":"266'207","last_deep_scrub_stamp":"2024-09-12T18:16:47.927035+0000","last_clean_scrub_stamp":"2024-09-12T18:16:47.927035+0000","objects_scrubbed":3,"log_size":107,"log_dups_size":100,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:28:28.501325+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3053311,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":542,"num_read_kb":71881,"num_write":961,"num_write_kb":32143,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"266'2","reported_seq":507,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:00.475893+0000","last_change":"2024-09-12T18:17:00.475893+0000","last_active":"2024-09-12T18:17:00.475893+0000","last_peered":"2024-09-12T18:17:00.475893+0000","last_clean":"2024-09-12T18:17:00.475893+0000","last_became_active":"2024-09-12T17:35:00.933869+0000","last_became_peered":"2024-09-12T17:35:00.933869+0000","last_unstale":"2024-09-12T18:17:00.475893+0000","last_undegraded":"2024-09-12T18:17:00.475893+0000","last_fullsized":"2024-09-12T18:17:00.475893+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-12T18:17:00.475802+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-12T18:17:00.475802+0000","last_clean_scrub_stamp":"2024-09-12T18:17:00.475802+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:31:45.730025+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"266'152","reported_seq":735,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.272300+0000","last_change":"2024-09-12T17:35:02.949706+0000","last_active":"2024-09-12T18:16:38.272300+0000","last_peered":"2024-09-12T18:16:38.272300+0000","last_clean":"2024-09-12T18:16:38.272300+0000","last_became_active":"2024-09-12T17:35:02.948855+0000","last_became_peered":"2024-09-12T17:35:02.948855+0000","last_unstale":"2024-09-12T18:16:38.272300+0000","last_undegraded":"2024-09-12T18:16:38.272300+0000","last_fullsized":"2024-09-12T18:16:38.272300+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:01.929014+0000","last_clean_scrub_stamp":"2024-09-12T17:35:01.929014+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:46:52.194353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15556,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":213,"num_read_kb":298,"num_write":120,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":483,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:37.512688+0000","last_change":"2024-09-12T17:35:04.971374+0000","last_active":"2024-09-12T18:12:37.512688+0000","last_peered":"2024-09-12T18:12:37.512688+0000","last_clean":"2024-09-12T18:12:37.512688+0000","last_became_active":"2024-09-12T17:35:04.971064+0000","last_became_peered":"2024-09-12T17:35:04.971064+0000","last_unstale":"2024-09-12T18:12:37.512688+0000","last_undegraded":"2024-09-12T18:12:37.512688+0000","last_fullsized":"2024-09-12T18:12:37.512688+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:03.943896+0000","last_clean_scrub_stamp":"2024-09-12T17:35:03.943896+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:31:51.153466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"266'118","reported_seq":620,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:18.103633+0000","last_change":"2024-09-12T17:35:06.982240+0000","last_active":"2024-09-12T18:16:18.103633+0000","last_peered":"2024-09-12T18:16:18.103633+0000","last_clean":"2024-09-12T18:16:18.103633+0000","last_became_active":"2024-09-12T17:35:06.981911+0000","last_became_peered":"2024-09-12T17:35:06.981911+0000","last_unstale":"2024-09-12T18:16:18.103633+0000","last_undegraded":"2024-09-12T18:16:18.103633+0000","last_fullsized":"2024-09-12T18:16:18.103633+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":100,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:04:12.515199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":652,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":201,"num_read_kb":183,"num_write":312,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"266'121","reported_seq":682,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:57.572277+0000","last_change":"2024-09-12T18:16:57.572277+0000","last_active":"2024-09-12T18:16:57.572277+0000","last_peered":"2024-09-12T18:16:57.572277+0000","last_clean":"2024-09-12T18:16:57.572277+0000","last_became_active":"2024-09-12T17:34:58.920232+0000","last_became_peered":"2024-09-12T17:34:58.920232+0000","last_unstale":"2024-09-12T18:16:57.572277+0000","last_undegraded":"2024-09-12T18:16:57.572277+0000","last_fullsized":"2024-09-12T18:16:57.572277+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'121","last_scrub_stamp":"2024-09-12T18:16:57.572191+0000","last_deep_scrub":"266'121","last_deep_scrub_stamp":"2024-09-12T18:16:57.572191+0000","last_clean_scrub_stamp":"2024-09-12T18:16:57.572191+0000","objects_scrubbed":1,"log_size":21,"log_dups_size":100,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:44:58.636334+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":506,"num_read_kb":407,"num_write":190,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":685,"num_omap_keys":3,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"266'220","reported_seq":856,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:49.512445+0000","last_change":"2024-09-12T18:16:49.512445+0000","last_active":"2024-09-12T18:16:49.512445+0000","last_peered":"2024-09-12T18:16:49.512445+0000","last_clean":"2024-09-12T18:16:49.512445+0000","last_became_active":"2024-09-12T17:34:56.933683+0000","last_became_peered":"2024-09-12T17:34:56.933683+0000","last_unstale":"2024-09-12T18:16:49.512445+0000","last_undegraded":"2024-09-12T18:16:49.512445+0000","last_fullsized":"2024-09-12T18:16:49.512445+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'220","last_scrub_stamp":"2024-09-12T18:16:49.512331+0000","last_deep_scrub":"266'220","last_deep_scrub_stamp":"2024-09-12T18:16:49.512331+0000","last_clean_scrub_stamp":"2024-09-12T18:16:49.512331+0000","objects_scrubbed":4,"log_size":20,"log_dups_size":200,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:25:14.760892+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4719664,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":476,"num_read_kb":4802,"num_write":1008,"num_write_kb":45279,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,7],"acting":[6,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"266'117","reported_seq":635,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:22.537581+0000","last_change":"2024-09-12T17:36:31.125812+0000","last_active":"2024-09-12T18:13:22.537581+0000","last_peered":"2024-09-12T18:13:22.537581+0000","last_clean":"2024-09-12T18:13:22.537581+0000","last_became_active":"2024-09-12T17:36:31.125541+0000","last_became_peered":"2024-09-12T17:36:31.125541+0000","last_unstale":"2024-09-12T18:13:22.537581+0000","last_undegraded":"2024-09-12T18:13:22.537581+0000","last_fullsized":"2024-09-12T18:13:22.537581+0000","mapping_epoch":40,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:34:57.897082+0000","last_clean_scrub_stamp":"2024-09-12T17:34:57.897082+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:45:49.029432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":511,"num_read_kb":409,"num_write":203,"num_write_kb":102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"266'205","reported_seq":847,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:49.140655+0000","last_change":"2024-09-12T18:16:49.140655+0000","last_active":"2024-09-12T18:16:49.140655+0000","last_peered":"2024-09-12T18:16:49.140655+0000","last_clean":"2024-09-12T18:16:49.140655+0000","last_became_active":"2024-09-12T17:34:56.920719+0000","last_became_peered":"2024-09-12T17:34:56.920719+0000","last_unstale":"2024-09-12T18:16:49.140655+0000","last_undegraded":"2024-09-12T18:16:49.140655+0000","last_fullsized":"2024-09-12T18:16:49.140655+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'205","last_scrub_stamp":"2024-09-12T18:16:49.140531+0000","last_deep_scrub":"266'205","last_deep_scrub_stamp":"2024-09-12T18:16:49.140531+0000","last_clean_scrub_stamp":"2024-09-12T18:16:49.140531+0000","objects_scrubbed":3,"log_size":105,"log_dups_size":100,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:27:02.999481+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":436,"num_read_kb":26102,"num_write":979,"num_write_kb":39157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"266'126","reported_seq":728,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:01.120300+0000","last_change":"2024-09-12T18:17:01.120300+0000","last_active":"2024-09-12T18:17:01.120300+0000","last_peered":"2024-09-12T18:17:01.120300+0000","last_clean":"2024-09-12T18:17:01.120300+0000","last_became_active":"2024-09-12T17:34:58.922983+0000","last_became_peered":"2024-09-12T17:34:58.922983+0000","last_unstale":"2024-09-12T18:17:01.120300+0000","last_undegraded":"2024-09-12T18:17:01.120300+0000","last_fullsized":"2024-09-12T18:17:01.120300+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'126","last_scrub_stamp":"2024-09-12T18:17:01.120222+0000","last_deep_scrub":"266'126","last_deep_scrub_stamp":"2024-09-12T18:17:01.120222+0000","last_clean_scrub_stamp":"2024-09-12T18:17:01.120222+0000","objects_scrubbed":1,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:55:24.431122+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":573,"num_read_kb":477,"num_write":197,"num_write_kb":100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":219,"num_omap_keys":1,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"266'182","reported_seq":808,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:52.307749+0000","last_change":"2024-09-12T18:16:52.307749+0000","last_active":"2024-09-12T18:16:52.307749+0000","last_peered":"2024-09-12T18:16:52.307749+0000","last_clean":"2024-09-12T18:16:52.307749+0000","last_became_active":"2024-09-12T17:34:56.924219+0000","last_became_peered":"2024-09-12T17:34:56.924219+0000","last_unstale":"2024-09-12T18:16:52.307749+0000","last_undegraded":"2024-09-12T18:16:52.307749+0000","last_fullsized":"2024-09-12T18:16:52.307749+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'182","last_scrub_stamp":"2024-09-12T18:16:52.307640+0000","last_deep_scrub":"266'182","last_deep_scrub_stamp":"2024-09-12T18:16:52.307640+0000","last_clean_scrub_stamp":"2024-09-12T18:16:52.307640+0000","objects_scrubbed":7,"log_size":82,"log_dups_size":100,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:54:15.057184+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6291523,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":380,"num_read_kb":32581,"num_write":902,"num_write_kb":29437,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"266'250","reported_seq":877,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:56.547350+0000","last_change":"2024-09-12T18:16:56.547350+0000","last_active":"2024-09-12T18:16:56.547350+0000","last_peered":"2024-09-12T18:16:56.547350+0000","last_clean":"2024-09-12T18:16:56.547350+0000","last_became_active":"2024-09-12T17:34:58.918066+0000","last_became_peered":"2024-09-12T17:34:58.918066+0000","last_unstale":"2024-09-12T18:16:56.547350+0000","last_undegraded":"2024-09-12T18:16:56.547350+0000","last_fullsized":"2024-09-12T18:16:56.547350+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'250","last_scrub_stamp":"2024-09-12T18:16:56.547263+0000","last_deep_scrub":"266'250","last_deep_scrub_stamp":"2024-09-12T18:16:56.547263+0000","last_clean_scrub_stamp":"2024-09-12T18:16:56.547263+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":200,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:53:45.219374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1026,"num_read_kb":831,"num_write":370,"num_write_kb":186,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"266'208","reported_seq":786,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:46.089133+0000","last_change":"2024-09-12T18:16:46.089133+0000","last_active":"2024-09-12T18:16:46.089133+0000","last_peered":"2024-09-12T18:16:46.089133+0000","last_clean":"2024-09-12T18:16:46.089133+0000","last_became_active":"2024-09-12T17:35:31.029742+0000","last_became_peered":"2024-09-12T17:35:31.029742+0000","last_unstale":"2024-09-12T18:16:46.089133+0000","last_undegraded":"2024-09-12T18:16:46.089133+0000","last_fullsized":"2024-09-12T18:16:46.089133+0000","mapping_epoch":38,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'208","last_scrub_stamp":"2024-09-12T18:16:46.089014+0000","last_deep_scrub":"266'208","last_deep_scrub_stamp":"2024-09-12T18:16:46.089014+0000","last_clean_scrub_stamp":"2024-09-12T18:16:46.089014+0000","objects_scrubbed":4,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:11:03.914435+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8913952,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":358,"num_read_kb":21969,"num_write":910,"num_write_kb":39811,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.23","version":"266'130","reported_seq":715,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:00.767390+0000","last_change":"2024-09-12T18:17:00.767390+0000","last_active":"2024-09-12T18:17:00.767390+0000","last_peered":"2024-09-12T18:17:00.767390+0000","last_clean":"2024-09-12T18:17:00.767390+0000","last_became_active":"2024-09-12T17:34:58.926738+0000","last_became_peered":"2024-09-12T17:34:58.926738+0000","last_unstale":"2024-09-12T18:17:00.767390+0000","last_undegraded":"2024-09-12T18:17:00.767390+0000","last_fullsized":"2024-09-12T18:17:00.767390+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'130","last_scrub_stamp":"2024-09-12T18:17:00.767287+0000","last_deep_scrub":"266'130","last_deep_scrub_stamp":"2024-09-12T18:17:00.767287+0000","last_clean_scrub_stamp":"2024-09-12T18:17:00.767287+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:20:58.107447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":554,"num_read_kb":453,"num_write":206,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"266'231","reported_seq":873,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:47.074259+0000","last_change":"2024-09-12T18:16:47.074259+0000","last_active":"2024-09-12T18:16:47.074259+0000","last_peered":"2024-09-12T18:16:47.074259+0000","last_clean":"2024-09-12T18:16:47.074259+0000","last_became_active":"2024-09-12T17:35:31.566127+0000","last_became_peered":"2024-09-12T17:35:31.566127+0000","last_unstale":"2024-09-12T18:16:47.074259+0000","last_undegraded":"2024-09-12T18:16:47.074259+0000","last_fullsized":"2024-09-12T18:16:47.074259+0000","mapping_epoch":38,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'231","last_scrub_stamp":"2024-09-12T18:16:47.074125+0000","last_deep_scrub":"266'231","last_deep_scrub_stamp":"2024-09-12T18:16:47.074125+0000","last_clean_scrub_stamp":"2024-09-12T18:16:47.074125+0000","objects_scrubbed":3,"log_size":31,"log_dups_size":200,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:16:59.256485+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1311787,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":488,"num_read_kb":61356,"num_write":1015,"num_write_kb":39588,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.22","version":"266'178","reported_seq":776,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:57.914575+0000","last_change":"2024-09-12T18:16:57.914575+0000","last_active":"2024-09-12T18:16:57.914575+0000","last_peered":"2024-09-12T18:16:57.914575+0000","last_clean":"2024-09-12T18:16:57.914575+0000","last_became_active":"2024-09-12T17:34:58.913384+0000","last_became_peered":"2024-09-12T17:34:58.913384+0000","last_unstale":"2024-09-12T18:16:57.914575+0000","last_undegraded":"2024-09-12T18:16:57.914575+0000","last_fullsized":"2024-09-12T18:16:57.914575+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'178","last_scrub_stamp":"2024-09-12T18:16:57.914491+0000","last_deep_scrub":"266'178","last_deep_scrub_stamp":"2024-09-12T18:16:57.914491+0000","last_clean_scrub_stamp":"2024-09-12T18:16:57.914491+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":100,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:52:01.053368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":756,"num_read_kb":609,"num_write":269,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"266'197","reported_seq":825,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:48.673120+0000","last_change":"2024-09-12T18:16:48.673120+0000","last_active":"2024-09-12T18:16:48.673120+0000","last_peered":"2024-09-12T18:16:48.673120+0000","last_clean":"2024-09-12T18:16:48.673120+0000","last_became_active":"2024-09-12T17:34:56.915319+0000","last_became_peered":"2024-09-12T17:34:56.915319+0000","last_unstale":"2024-09-12T18:16:48.673120+0000","last_undegraded":"2024-09-12T18:16:48.673120+0000","last_fullsized":"2024-09-12T18:16:48.673120+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'197","last_scrub_stamp":"2024-09-12T18:16:48.673018+0000","last_deep_scrub":"266'197","last_deep_scrub_stamp":"2024-09-12T18:16:48.673018+0000","last_clean_scrub_stamp":"2024-09-12T18:16:48.673018+0000","objects_scrubbed":2,"log_size":97,"log_dups_size":100,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:18:53.024562+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263211,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":413,"num_read_kb":35378,"num_write":910,"num_write_kb":33602,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"266'120","reported_seq":739,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:59.773100+0000","last_change":"2024-09-12T18:16:59.773100+0000","last_active":"2024-09-12T18:16:59.773100+0000","last_peered":"2024-09-12T18:16:59.773100+0000","last_clean":"2024-09-12T18:16:59.773100+0000","last_became_active":"2024-09-12T17:34:58.919981+0000","last_became_peered":"2024-09-12T17:34:58.919981+0000","last_unstale":"2024-09-12T18:16:59.773100+0000","last_undegraded":"2024-09-12T18:16:59.773100+0000","last_fullsized":"2024-09-12T18:16:59.773100+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'120","last_scrub_stamp":"2024-09-12T18:16:59.773004+0000","last_deep_scrub":"266'120","last_deep_scrub_stamp":"2024-09-12T18:16:59.773004+0000","last_clean_scrub_stamp":"2024-09-12T18:16:59.773004+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:37:50.074228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":553,"num_read_kb":464,"num_write":173,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"266'211","reported_seq":847,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:50.528461+0000","last_change":"2024-09-12T18:16:50.528461+0000","last_active":"2024-09-12T18:16:50.528461+0000","last_peered":"2024-09-12T18:16:50.528461+0000","last_clean":"2024-09-12T18:16:50.528461+0000","last_became_active":"2024-09-12T17:34:56.927085+0000","last_became_peered":"2024-09-12T17:34:56.927085+0000","last_unstale":"2024-09-12T18:16:50.528461+0000","last_undegraded":"2024-09-12T18:16:50.528461+0000","last_fullsized":"2024-09-12T18:16:50.528461+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'211","last_scrub_stamp":"2024-09-12T18:16:50.528313+0000","last_deep_scrub":"266'211","last_deep_scrub_stamp":"2024-09-12T18:16:50.528313+0000","last_clean_scrub_stamp":"2024-09-12T18:16:50.528313+0000","objects_scrubbed":5,"log_size":11,"log_dups_size":200,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:55:31.818193+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4720716,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":488,"num_read_kb":7032,"num_write":1000,"num_write_kb":28378,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"266'176","reported_seq":836,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:56.510036+0000","last_change":"2024-09-12T18:16:56.510036+0000","last_active":"2024-09-12T18:16:56.510036+0000","last_peered":"2024-09-12T18:16:56.510036+0000","last_clean":"2024-09-12T18:16:56.510036+0000","last_became_active":"2024-09-12T17:34:58.918459+0000","last_became_peered":"2024-09-12T17:34:58.918459+0000","last_unstale":"2024-09-12T18:16:56.510036+0000","last_undegraded":"2024-09-12T18:16:56.510036+0000","last_fullsized":"2024-09-12T18:16:56.510036+0000","mapping_epoch":27,"log_start":"263'100","ondisk_log_start":"263'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'176","last_scrub_stamp":"2024-09-12T18:16:56.509946+0000","last_deep_scrub":"266'176","last_deep_scrub_stamp":"2024-09-12T18:16:56.509946+0000","last_clean_scrub_stamp":"2024-09-12T18:16:56.509946+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:20:20.547228+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":755,"num_read_kb":632,"num_write":271,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"266'249","reported_seq":922,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:49.688702+0000","last_change":"2024-09-12T18:16:49.688702+0000","last_active":"2024-09-12T18:16:49.688702+0000","last_peered":"2024-09-12T18:16:49.688702+0000","last_clean":"2024-09-12T18:16:49.688702+0000","last_became_active":"2024-09-12T17:34:56.928332+0000","last_became_peered":"2024-09-12T17:34:56.928332+0000","last_unstale":"2024-09-12T18:16:49.688702+0000","last_undegraded":"2024-09-12T18:16:49.688702+0000","last_fullsized":"2024-09-12T18:16:49.688702+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'249","last_scrub_stamp":"2024-09-12T18:16:49.688573+0000","last_deep_scrub":"266'249","last_deep_scrub_stamp":"2024-09-12T18:16:49.688573+0000","last_clean_scrub_stamp":"2024-09-12T18:16:49.688573+0000","objects_scrubbed":3,"log_size":49,"log_dups_size":200,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:12:23.166122+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":589840,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":580,"num_read_kb":15153,"num_write":1081,"num_write_kb":32822,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"266'102","reported_seq":706,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:57.785505+0000","last_change":"2024-09-12T18:16:57.785382+0000","last_active":"2024-09-12T18:16:57.785505+0000","last_peered":"2024-09-12T18:16:57.785505+0000","last_clean":"2024-09-12T18:16:57.785505+0000","last_became_active":"2024-09-12T17:34:58.932602+0000","last_became_peered":"2024-09-12T17:34:58.932602+0000","last_unstale":"2024-09-12T18:16:57.785505+0000","last_undegraded":"2024-09-12T18:16:57.785505+0000","last_fullsized":"2024-09-12T18:16:57.785505+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'102","last_scrub_stamp":"2024-09-12T18:16:57.785286+0000","last_deep_scrub":"266'102","last_deep_scrub_stamp":"2024-09-12T18:16:57.785286+0000","last_clean_scrub_stamp":"2024-09-12T18:16:57.785286+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":0,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:54:18.668514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":474,"num_read_kb":400,"num_write":149,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"266'264","reported_seq":1187,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:53.278466+0000","last_change":"2024-09-12T18:16:53.278466+0000","last_active":"2024-09-12T18:16:53.278466+0000","last_peered":"2024-09-12T18:16:53.278466+0000","last_clean":"2024-09-12T18:16:53.278466+0000","last_became_active":"2024-09-12T17:34:56.925489+0000","last_became_peered":"2024-09-12T17:34:56.925489+0000","last_unstale":"2024-09-12T18:16:53.278466+0000","last_undegraded":"2024-09-12T18:16:53.278466+0000","last_fullsized":"2024-09-12T18:16:53.278466+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'264","last_scrub_stamp":"2024-09-12T18:16:53.278309+0000","last_deep_scrub":"266'264","last_deep_scrub_stamp":"2024-09-12T18:16:53.278309+0000","last_clean_scrub_stamp":"2024-09-12T18:16:53.278309+0000","objects_scrubbed":6,"log_size":64,"log_dups_size":200,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:06:24.707774+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242924,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1310,"num_read_kb":63592,"num_write":1218,"num_write_kb":22441,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"266'111","reported_seq":729,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:59.926045+0000","last_change":"2024-09-12T18:16:59.925983+0000","last_active":"2024-09-12T18:16:59.926045+0000","last_peered":"2024-09-12T18:16:59.926045+0000","last_clean":"2024-09-12T18:16:59.926045+0000","last_became_active":"2024-09-12T17:34:58.918349+0000","last_became_peered":"2024-09-12T17:34:58.918349+0000","last_unstale":"2024-09-12T18:16:59.926045+0000","last_undegraded":"2024-09-12T18:16:59.926045+0000","last_fullsized":"2024-09-12T18:16:59.926045+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'111","last_scrub_stamp":"2024-09-12T18:16:59.925893+0000","last_deep_scrub":"266'111","last_deep_scrub_stamp":"2024-09-12T18:16:59.925893+0000","last_clean_scrub_stamp":"2024-09-12T18:16:59.925893+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":100,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:09:36.258920+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":529,"num_read_kb":450,"num_write":174,"num_write_kb":89,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"266'200","reported_seq":863,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:50.704375+0000","last_change":"2024-09-12T18:16:50.704375+0000","last_active":"2024-09-12T18:16:50.704375+0000","last_peered":"2024-09-12T18:16:50.704375+0000","last_clean":"2024-09-12T18:16:50.704375+0000","last_became_active":"2024-09-12T17:34:56.925317+0000","last_became_peered":"2024-09-12T17:34:56.925317+0000","last_unstale":"2024-09-12T18:16:50.704375+0000","last_undegraded":"2024-09-12T18:16:50.704375+0000","last_fullsized":"2024-09-12T18:16:50.704375+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'200","last_scrub_stamp":"2024-09-12T18:16:50.704256+0000","last_deep_scrub":"266'200","last_deep_scrub_stamp":"2024-09-12T18:16:50.704256+0000","last_clean_scrub_stamp":"2024-09-12T18:16:50.704256+0000","objects_scrubbed":4,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:14:42.441073+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":78,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":444,"num_read_kb":16030,"num_write":903,"num_write_kb":44163,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"266'142","reported_seq":751,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:53.135268+0000","last_change":"2024-09-12T18:16:53.135268+0000","last_active":"2024-09-12T18:16:53.135268+0000","last_peered":"2024-09-12T18:16:53.135268+0000","last_clean":"2024-09-12T18:16:53.135268+0000","last_became_active":"2024-09-12T17:34:58.921303+0000","last_became_peered":"2024-09-12T17:34:58.921303+0000","last_unstale":"2024-09-12T18:16:53.135268+0000","last_undegraded":"2024-09-12T18:16:53.135268+0000","last_fullsized":"2024-09-12T18:16:53.135268+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'142","last_scrub_stamp":"2024-09-12T18:16:53.135181+0000","last_deep_scrub":"266'142","last_deep_scrub_stamp":"2024-09-12T18:16:53.135181+0000","last_clean_scrub_stamp":"2024-09-12T18:16:53.135181+0000","objects_scrubbed":1,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:37:53.130517+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":585,"num_read_kb":489,"num_write":201,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"266'209","reported_seq":844,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:54.309985+0000","last_change":"2024-09-12T18:16:54.309985+0000","last_active":"2024-09-12T18:16:54.309985+0000","last_peered":"2024-09-12T18:16:54.309985+0000","last_clean":"2024-09-12T18:16:54.309985+0000","last_became_active":"2024-09-12T17:34:56.920182+0000","last_became_peered":"2024-09-12T17:34:56.920182+0000","last_unstale":"2024-09-12T18:16:54.309985+0000","last_undegraded":"2024-09-12T18:16:54.309985+0000","last_fullsized":"2024-09-12T18:16:54.309985+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'209","last_scrub_stamp":"2024-09-12T18:16:54.309878+0000","last_deep_scrub":"266'209","last_deep_scrub_stamp":"2024-09-12T18:16:54.309878+0000","last_clean_scrub_stamp":"2024-09-12T18:16:54.309878+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":100,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:45:45.334599+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":462,"num_read_kb":11583,"num_write":996,"num_write_kb":39260,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"266'254","reported_seq":887,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:00.918393+0000","last_change":"2024-09-12T18:17:00.918393+0000","last_active":"2024-09-12T18:17:00.918393+0000","last_peered":"2024-09-12T18:17:00.918393+0000","last_clean":"2024-09-12T18:17:00.918393+0000","last_became_active":"2024-09-12T17:34:58.914189+0000","last_became_peered":"2024-09-12T17:34:58.914189+0000","last_unstale":"2024-09-12T18:17:00.918393+0000","last_undegraded":"2024-09-12T18:17:00.918393+0000","last_fullsized":"2024-09-12T18:17:00.918393+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'254","last_scrub_stamp":"2024-09-12T18:17:00.918297+0000","last_deep_scrub":"266'254","last_deep_scrub_stamp":"2024-09-12T18:17:00.918297+0000","last_clean_scrub_stamp":"2024-09-12T18:17:00.918297+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":200,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:42:26.774646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1119,"num_read_kb":914,"num_write":416,"num_write_kb":236,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"266'244","reported_seq":886,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:49.952117+0000","last_change":"2024-09-12T18:16:49.952117+0000","last_active":"2024-09-12T18:16:49.952117+0000","last_peered":"2024-09-12T18:16:49.952117+0000","last_clean":"2024-09-12T18:16:49.952117+0000","last_became_active":"2024-09-12T17:34:56.933891+0000","last_became_peered":"2024-09-12T17:34:56.933891+0000","last_unstale":"2024-09-12T18:16:49.952117+0000","last_undegraded":"2024-09-12T18:16:49.952117+0000","last_fullsized":"2024-09-12T18:16:49.952117+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'244","last_scrub_stamp":"2024-09-12T18:16:49.951993+0000","last_deep_scrub":"266'244","last_deep_scrub_stamp":"2024-09-12T18:16:49.951993+0000","last_clean_scrub_stamp":"2024-09-12T18:16:49.951993+0000","objects_scrubbed":2,"log_size":44,"log_dups_size":200,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:10:59.226610+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":476,"num_read_kb":13733,"num_write":1133,"num_write_kb":42729,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"266'129","reported_seq":761,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:01.666129+0000","last_change":"2024-09-12T18:17:01.666129+0000","last_active":"2024-09-12T18:17:01.666129+0000","last_peered":"2024-09-12T18:17:01.666129+0000","last_clean":"2024-09-12T18:17:01.666129+0000","last_became_active":"2024-09-12T17:34:58.933326+0000","last_became_peered":"2024-09-12T17:34:58.933326+0000","last_unstale":"2024-09-12T18:17:01.666129+0000","last_undegraded":"2024-09-12T18:17:01.666129+0000","last_fullsized":"2024-09-12T18:17:01.666129+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'129","last_scrub_stamp":"2024-09-12T18:17:01.666019+0000","last_deep_scrub":"266'129","last_deep_scrub_stamp":"2024-09-12T18:17:01.666019+0000","last_clean_scrub_stamp":"2024-09-12T18:17:01.666019+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:07:45.570423+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":564,"num_read_kb":483,"num_write":217,"num_write_kb":94,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"266'258","reported_seq":906,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:51.573326+0000","last_change":"2024-09-12T18:16:51.573326+0000","last_active":"2024-09-12T18:16:51.573326+0000","last_peered":"2024-09-12T18:16:51.573326+0000","last_clean":"2024-09-12T18:16:51.573326+0000","last_became_active":"2024-09-12T17:34:56.927432+0000","last_became_peered":"2024-09-12T17:34:56.927432+0000","last_unstale":"2024-09-12T18:16:51.573326+0000","last_undegraded":"2024-09-12T18:16:51.573326+0000","last_fullsized":"2024-09-12T18:16:51.573326+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'258","last_scrub_stamp":"2024-09-12T18:16:51.573197+0000","last_deep_scrub":"266'258","last_deep_scrub_stamp":"2024-09-12T18:16:51.573197+0000","last_clean_scrub_stamp":"2024-09-12T18:16:51.573197+0000","objects_scrubbed":5,"log_size":58,"log_dups_size":200,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:13:58.518965+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":831747,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":617,"num_read_kb":13684,"num_write":1149,"num_write_kb":26797,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"266'4204","reported_seq":4843,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:56.796371+0000","last_change":"2024-09-12T18:16:56.796371+0000","last_active":"2024-09-12T18:16:56.796371+0000","last_peered":"2024-09-12T18:16:56.796371+0000","last_clean":"2024-09-12T18:16:56.796371+0000","last_became_active":"2024-09-12T17:34:58.926992+0000","last_became_peered":"2024-09-12T17:34:58.926992+0000","last_unstale":"2024-09-12T18:16:56.796371+0000","last_undegraded":"2024-09-12T18:16:56.796371+0000","last_fullsized":"2024-09-12T18:16:56.796371+0000","mapping_epoch":27,"log_start":"266'4100","ondisk_log_start":"266'4100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'4204","last_scrub_stamp":"2024-09-12T18:16:56.796285+0000","last_deep_scrub":"266'4204","last_deep_scrub_stamp":"2024-09-12T18:16:56.796285+0000","last_clean_scrub_stamp":"2024-09-12T18:16:56.796285+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":3000,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:24:47.927621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16913,"num_read_kb":14181,"num_write":6298,"num_write_kb":3158,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"266'361","reported_seq":1097,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:55.708411+0000","last_change":"2024-09-12T18:16:55.708411+0000","last_active":"2024-09-12T18:16:55.708411+0000","last_peered":"2024-09-12T18:16:55.708411+0000","last_clean":"2024-09-12T18:16:55.708411+0000","last_became_active":"2024-09-12T17:34:56.919706+0000","last_became_peered":"2024-09-12T17:34:56.919706+0000","last_unstale":"2024-09-12T18:16:55.708411+0000","last_undegraded":"2024-09-12T18:16:55.708411+0000","last_fullsized":"2024-09-12T18:16:55.708411+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'361","last_scrub_stamp":"2024-09-12T18:16:55.708279+0000","last_deep_scrub":"266'361","last_deep_scrub_stamp":"2024-09-12T18:16:55.708279+0000","last_clean_scrub_stamp":"2024-09-12T18:16:55.708279+0000","objects_scrubbed":3,"log_size":61,"log_dups_size":300,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:53:15.196945+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":891,"num_read_kb":54208,"num_write":1267,"num_write_kb":41095,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"266'143","reported_seq":784,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:01.726460+0000","last_change":"2024-09-12T18:17:01.726460+0000","last_active":"2024-09-12T18:17:01.726460+0000","last_peered":"2024-09-12T18:17:01.726460+0000","last_clean":"2024-09-12T18:17:01.726460+0000","last_became_active":"2024-09-12T17:34:58.931362+0000","last_became_peered":"2024-09-12T17:34:58.931362+0000","last_unstale":"2024-09-12T18:17:01.726460+0000","last_undegraded":"2024-09-12T18:17:01.726460+0000","last_fullsized":"2024-09-12T18:17:01.726460+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'143","last_scrub_stamp":"2024-09-12T18:17:01.726373+0000","last_deep_scrub":"266'143","last_deep_scrub_stamp":"2024-09-12T18:17:01.726373+0000","last_clean_scrub_stamp":"2024-09-12T18:17:01.726373+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":100,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:59:59.172828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":670,"num_read_kb":571,"num_write":211,"num_write_kb":94,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"266'251","reported_seq":913,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:48.107506+0000","last_change":"2024-09-12T18:16:48.107443+0000","last_active":"2024-09-12T18:16:48.107506+0000","last_peered":"2024-09-12T18:16:48.107506+0000","last_clean":"2024-09-12T18:16:48.107506+0000","last_became_active":"2024-09-12T17:34:56.921720+0000","last_became_peered":"2024-09-12T17:34:56.921720+0000","last_unstale":"2024-09-12T18:16:48.107506+0000","last_undegraded":"2024-09-12T18:16:48.107506+0000","last_fullsized":"2024-09-12T18:16:48.107506+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'251","last_scrub_stamp":"2024-09-12T18:16:48.107297+0000","last_deep_scrub":"266'251","last_deep_scrub_stamp":"2024-09-12T18:16:48.107297+0000","last_clean_scrub_stamp":"2024-09-12T18:16:48.107297+0000","objects_scrubbed":6,"log_size":51,"log_dups_size":200,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:52:37.854677+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5641969,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":515,"num_read_kb":40428,"num_write":1223,"num_write_kb":45368,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1],"acting":[2,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"266'148","reported_seq":797,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:00.671128+0000","last_change":"2024-09-12T18:17:00.671128+0000","last_active":"2024-09-12T18:17:00.671128+0000","last_peered":"2024-09-12T18:17:00.671128+0000","last_clean":"2024-09-12T18:17:00.671128+0000","last_became_active":"2024-09-12T17:34:58.932710+0000","last_became_peered":"2024-09-12T17:34:58.932710+0000","last_unstale":"2024-09-12T18:17:00.671128+0000","last_undegraded":"2024-09-12T18:17:00.671128+0000","last_fullsized":"2024-09-12T18:17:00.671128+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'148","last_scrub_stamp":"2024-09-12T18:17:00.671043+0000","last_deep_scrub":"266'148","last_deep_scrub_stamp":"2024-09-12T18:17:00.671043+0000","last_clean_scrub_stamp":"2024-09-12T18:17:00.671043+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:59:40.061001+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":698,"num_read_kb":592,"num_write":217,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"266'229","reported_seq":881,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:55.293752+0000","last_change":"2024-09-12T18:16:55.293679+0000","last_active":"2024-09-12T18:16:55.293752+0000","last_peered":"2024-09-12T18:16:55.293752+0000","last_clean":"2024-09-12T18:16:55.293752+0000","last_became_active":"2024-09-12T17:34:56.923917+0000","last_became_peered":"2024-09-12T17:34:56.923917+0000","last_unstale":"2024-09-12T18:16:55.293752+0000","last_undegraded":"2024-09-12T18:16:55.293752+0000","last_fullsized":"2024-09-12T18:16:55.293752+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'229","last_scrub_stamp":"2024-09-12T18:16:55.293536+0000","last_deep_scrub":"266'229","last_deep_scrub_stamp":"2024-09-12T18:16:55.293536+0000","last_clean_scrub_stamp":"2024-09-12T18:16:55.293536+0000","objects_scrubbed":6,"log_size":29,"log_dups_size":200,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:12:05.737243+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1661488,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":519,"num_read_kb":15699,"num_write":939,"num_write_kb":31902,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"266'219","reported_seq":839,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:56.249972+0000","last_change":"2024-09-12T18:16:56.249912+0000","last_active":"2024-09-12T18:16:56.249972+0000","last_peered":"2024-09-12T18:16:56.249972+0000","last_clean":"2024-09-12T18:16:56.249972+0000","last_became_active":"2024-09-12T17:34:56.924480+0000","last_became_peered":"2024-09-12T17:34:56.924480+0000","last_unstale":"2024-09-12T18:16:56.249972+0000","last_undegraded":"2024-09-12T18:16:56.249972+0000","last_fullsized":"2024-09-12T18:16:56.249972+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'219","last_scrub_stamp":"2024-09-12T18:16:56.249769+0000","last_deep_scrub":"266'219","last_deep_scrub_stamp":"2024-09-12T18:16:56.249769+0000","last_clean_scrub_stamp":"2024-09-12T18:16:56.249769+0000","objects_scrubbed":5,"log_size":19,"log_dups_size":200,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:50:34.907735+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263235,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":428,"num_read_kb":12724,"num_write":985,"num_write_kb":48080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"266'176","reported_seq":803,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:58.757883+0000","last_change":"2024-09-12T18:16:58.757883+0000","last_active":"2024-09-12T18:16:58.757883+0000","last_peered":"2024-09-12T18:16:58.757883+0000","last_clean":"2024-09-12T18:16:58.757883+0000","last_became_active":"2024-09-12T17:34:58.933598+0000","last_became_peered":"2024-09-12T17:34:58.933598+0000","last_unstale":"2024-09-12T18:16:58.757883+0000","last_undegraded":"2024-09-12T18:16:58.757883+0000","last_fullsized":"2024-09-12T18:16:58.757883+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'176","last_scrub_stamp":"2024-09-12T18:16:58.757779+0000","last_deep_scrub":"266'176","last_deep_scrub_stamp":"2024-09-12T18:16:58.757779+0000","last_clean_scrub_stamp":"2024-09-12T18:16:58.757779+0000","objects_scrubbed":1,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:16:56.100218+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":880,"num_read_kb":749,"num_write":307,"num_write_kb":180,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":272,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"266'239","reported_seq":886,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:49.699771+0000","last_change":"2024-09-12T18:16:49.699715+0000","last_active":"2024-09-12T18:16:49.699771+0000","last_peered":"2024-09-12T18:16:49.699771+0000","last_clean":"2024-09-12T18:16:49.699771+0000","last_became_active":"2024-09-12T17:34:56.908335+0000","last_became_peered":"2024-09-12T17:34:56.908335+0000","last_unstale":"2024-09-12T18:16:49.699771+0000","last_undegraded":"2024-09-12T18:16:49.699771+0000","last_fullsized":"2024-09-12T18:16:49.699771+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'239","last_scrub_stamp":"2024-09-12T18:16:49.699594+0000","last_deep_scrub":"266'239","last_deep_scrub_stamp":"2024-09-12T18:16:49.699594+0000","last_clean_scrub_stamp":"2024-09-12T18:16:49.699594+0000","objects_scrubbed":5,"log_size":39,"log_dups_size":200,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:40:04.661344+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145743,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":475,"num_read_kb":6701,"num_write":1097,"num_write_kb":26889,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"266'179","reported_seq":795,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:02.097412+0000","last_change":"2024-09-12T18:17:02.097412+0000","last_active":"2024-09-12T18:17:02.097412+0000","last_peered":"2024-09-12T18:17:02.097412+0000","last_clean":"2024-09-12T18:17:02.097412+0000","last_became_active":"2024-09-12T17:34:58.928493+0000","last_became_peered":"2024-09-12T17:34:58.928493+0000","last_unstale":"2024-09-12T18:17:02.097412+0000","last_undegraded":"2024-09-12T18:17:02.097412+0000","last_fullsized":"2024-09-12T18:17:02.097412+0000","mapping_epoch":27,"log_start":"263'100","ondisk_log_start":"263'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'179","last_scrub_stamp":"2024-09-12T18:17:02.097329+0000","last_deep_scrub":"266'179","last_deep_scrub_stamp":"2024-09-12T18:17:02.097329+0000","last_clean_scrub_stamp":"2024-09-12T18:17:02.097329+0000","objects_scrubbed":1,"log_size":79,"log_dups_size":100,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:21:38.720118+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":780,"num_read_kb":645,"num_write":283,"num_write_kb":140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":6232,"num_read_kb":4493,"num_write":2008,"num_write_kb":907,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":979,"ondisk_log_size":979,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":16319,"num_objects":95,"num_object_clones":0,"num_object_copies":190,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":95,"num_whiteouts":0,"num_read":16208,"num_read_kb":15891,"num_write":16760,"num_write_kb":4890,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":20,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":614400,"data_stored":32638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1655,"ondisk_log_size":1655,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":443,"ondisk_log_size":443,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":343487,"num_objects":196,"num_object_clones":0,"num_object_copies":392,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":196,"num_whiteouts":0,"num_read":8282,"num_read_kb":10443,"num_write":5525,"num_write_kb":2652,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":19,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":278528,"data_stored":7404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1829,"ondisk_log_size":1829,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2413,"num_read_kb":2881,"num_write":20,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":14,"ondisk_log_size":14,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":102409,"num_read_kb":85606,"num_write":37146,"num_write_kb":18686,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":15,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":43336,"num_omap_keys":174,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3632,"ondisk_log_size":3632,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":146658748,"num_objects":254,"num_object_clones":0,"num_object_copies":762,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":254,"num_whiteouts":0,"num_read":33269,"num_read_kb":2298211,"num_write":63315,"num_write_kb":2258371,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":221933568,"data_stored":221933568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4153,"ondisk_log_size":4153,"up":192,"acting":192,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":162,"num_read_kb":169073,"num_write":186,"num_write_kb":126445,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":126,"ondisk_log_size":126,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":163,"num_read_kb":177659,"num_write":186,"num_write_kb":126445,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":126,"ondisk_log_size":126,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":74,"ondisk_log_size":74,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542657,"num_pgs":107,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":305748,"kb_used_data":27460,"kb_used_omap":1,"kb_used_meta":278270,"kb_avail":94066092,"statfs":{"total":96636764160,"available":96323678208,"internally_reserved":0,"allocated":28119040,"data_stored":26120719,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":284948935},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542659,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":286052,"kb_used_data":34132,"kb_used_omap":1,"kb_used_meta":251902,"kb_avail":94085788,"statfs":{"total":96636764160,"available":96343846912,"internally_reserved":0,"allocated":34951168,"data_stored":32995822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":257948097},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542660,"num_pgs":105,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":122884,"kb_used_data":37620,"kb_used_omap":1,"kb_used_meta":85246,"kb_avail":94248956,"statfs":{"total":96636764160,"available":96510930944,"internally_reserved":0,"allocated":38522880,"data_stored":36495040,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":87292353},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542657,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":104204,"kb_used_data":32764,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94267636,"statfs":{"total":96636764160,"available":96530059264,"internally_reserved":0,"allocated":33550336,"data_stored":31622315,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":73136577},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542657,"num_pgs":124,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":256788,"kb_used_data":32644,"kb_used_omap":1,"kb_used_meta":224126,"kb_avail":94115052,"statfs":{"total":96636764160,"available":96373813248,"internally_reserved":0,"allocated":33427456,"data_stored":31431742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1597,"internal_metadata":229505475},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542657,"num_pgs":91,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":121960,"kb_used_data":32536,"kb_used_omap":1,"kb_used_meta":89406,"kb_avail":94249880,"statfs":{"total":96636764160,"available":96511877120,"internally_reserved":0,"allocated":33316864,"data_stored":31378701,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":91552198},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542657,"num_pgs":112,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":146964,"kb_used_data":25604,"kb_used_omap":1,"kb_used_meta":121342,"kb_avail":94224876,"statfs":{"total":96636764160,"available":96486273024,"internally_reserved":0,"allocated":26218496,"data_stored":24250911,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1597,"internal_metadata":124254659},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542657,"num_pgs":108,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":254028,"kb_used_data":28476,"kb_used_omap":1,"kb_used_meta":225534,"kb_avail":94117812,"statfs":{"total":96636764160,"available":96376639488,"internally_reserved":0,"allocated":29159424,"data_stored":27160272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":230947265},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24276992,"data_stored":24276992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":21958656,"data_stored":21958656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":29085696,"data_stored":29085696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":29138944,"data_stored":29138944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":29331456,"data_stored":29331456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":34201600,"data_stored":34201600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":30703616,"data_stored":30703616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":23236608,"data_stored":23236608,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":1185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":1210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":4838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":3508,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":4394,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3353,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":4115,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":69632,"data_stored":4198,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":3936,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T18:17:07.262 INFO:tasks.ceph:pgid 68.1a last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.263 INFO:tasks.ceph:pgid 67.1d last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.263 INFO:tasks.ceph:pgid 66.1c last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.263 INFO:tasks.ceph:pgid 65.1f last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.263 INFO:tasks.ceph:pgid 68.1b last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.263 INFO:tasks.ceph:pgid 67.1c last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.263 INFO:tasks.ceph:pgid 66.1d last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.263 INFO:tasks.ceph:pgid 65.1e last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.264 INFO:tasks.ceph:pgid 68.18 last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.264 INFO:tasks.ceph:pgid 67.1f last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.264 INFO:tasks.ceph:pgid 66.1e last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.264 INFO:tasks.ceph:pgid 65.1d last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.264 INFO:tasks.ceph:pgid 68.19 last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.264 INFO:tasks.ceph:pgid 67.1e last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.264 INFO:tasks.ceph:pgid 66.1f last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.264 INFO:tasks.ceph:pgid 65.1c last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.264 INFO:tasks.ceph:pgid 68.1e last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.265 INFO:tasks.ceph:pgid 67.19 last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.265 INFO:tasks.ceph:pgid 66.18 last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.265 INFO:tasks.ceph:pgid 65.1b last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.265 INFO:tasks.ceph:pgid 68.1f last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.265 INFO:tasks.ceph:pgid 67.18 last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.265 INFO:tasks.ceph:pgid 66.19 last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.265 INFO:tasks.ceph:pgid 65.1a last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.265 INFO:tasks.ceph:pgid 68.1c last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.265 INFO:tasks.ceph:pgid 67.1b last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.266 INFO:tasks.ceph:pgid 66.1a last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.266 INFO:tasks.ceph:pgid 65.19 last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.266 INFO:tasks.ceph:pgid 68.1d last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.266 INFO:tasks.ceph:pgid 67.1a last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.266 INFO:tasks.ceph:pgid 66.1b last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.266 INFO:tasks.ceph:pgid 65.18 last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.266 INFO:tasks.ceph:pgid 68.12 last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.266 INFO:tasks.ceph:pgid 67.15 last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.266 INFO:tasks.ceph:pgid 66.14 last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.267 INFO:tasks.ceph:pgid 65.17 last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.267 INFO:tasks.ceph:pgid 68.13 last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.267 INFO:tasks.ceph:pgid 67.14 last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.267 INFO:tasks.ceph:pgid 66.15 last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.267 INFO:tasks.ceph:pgid 65.16 last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.267 INFO:tasks.ceph:pgid 68.10 last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.267 INFO:tasks.ceph:pgid 67.17 last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.267 INFO:tasks.ceph:pgid 66.16 last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.267 INFO:tasks.ceph:pgid 65.15 last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.268 INFO:tasks.ceph:pgid 68.11 last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.268 INFO:tasks.ceph:pgid 67.16 last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.268 INFO:tasks.ceph:pgid 66.17 last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.268 INFO:tasks.ceph:pgid 65.14 last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.268 INFO:tasks.ceph:pgid 68.16 last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.268 INFO:tasks.ceph:pgid 67.11 last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.268 INFO:tasks.ceph:pgid 66.10 last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.268 INFO:tasks.ceph:pgid 65.13 last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.268 INFO:tasks.ceph:pgid 68.17 last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.269 INFO:tasks.ceph:pgid 67.10 last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.269 INFO:tasks.ceph:pgid 66.11 last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.269 INFO:tasks.ceph:pgid 65.12 last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.269 INFO:tasks.ceph:pgid 68.14 last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.269 INFO:tasks.ceph:pgid 67.13 last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.269 INFO:tasks.ceph:pgid 66.12 last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.269 INFO:tasks.ceph:pgid 65.11 last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.269 INFO:tasks.ceph:pgid 68.15 last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.269 INFO:tasks.ceph:pgid 67.12 last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.270 INFO:tasks.ceph:pgid 66.13 last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.270 INFO:tasks.ceph:pgid 65.10 last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.270 INFO:tasks.ceph:pgid 68.a last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.270 INFO:tasks.ceph:pgid 67.d last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.270 INFO:tasks.ceph:pgid 66.c last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.270 INFO:tasks.ceph:pgid 65.f last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.270 INFO:tasks.ceph:pgid 68.b last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.270 INFO:tasks.ceph:pgid 67.c last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.270 INFO:tasks.ceph:pgid 66.d last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.271 INFO:tasks.ceph:pgid 65.e last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.271 INFO:tasks.ceph:pgid 68.8 last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.271 INFO:tasks.ceph:pgid 67.f last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.271 INFO:tasks.ceph:pgid 66.e last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.271 INFO:tasks.ceph:pgid 65.d last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.271 INFO:tasks.ceph:pgid 68.9 last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.271 INFO:tasks.ceph:pgid 67.e last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.271 INFO:tasks.ceph:pgid 66.f last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.272 INFO:tasks.ceph:pgid 65.c last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.272 INFO:tasks.ceph:pgid 68.e last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.272 INFO:tasks.ceph:pgid 67.9 last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.272 INFO:tasks.ceph:pgid 66.8 last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.272 INFO:tasks.ceph:pgid 65.b last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.272 INFO:tasks.ceph:pgid 68.f last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.272 INFO:tasks.ceph:pgid 67.8 last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.272 INFO:tasks.ceph:pgid 66.9 last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.272 INFO:tasks.ceph:pgid 65.a last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.273 INFO:tasks.ceph:pgid 68.c last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.273 INFO:tasks.ceph:pgid 67.b last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.273 INFO:tasks.ceph:pgid 66.a last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.273 INFO:tasks.ceph:pgid 65.9 last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.273 INFO:tasks.ceph:pgid 68.d last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.273 INFO:tasks.ceph:pgid 67.a last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.273 INFO:tasks.ceph:pgid 66.b last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.273 INFO:tasks.ceph:pgid 65.8 last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.273 INFO:tasks.ceph:pgid 68.2 last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.274 INFO:tasks.ceph:pgid 67.5 last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.274 INFO:tasks.ceph:pgid 66.4 last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.274 INFO:tasks.ceph:pgid 65.7 last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.274 INFO:tasks.ceph:pgid 68.3 last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.274 INFO:tasks.ceph:pgid 67.4 last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.274 INFO:tasks.ceph:pgid 66.5 last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.274 INFO:tasks.ceph:pgid 65.6 last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.274 INFO:tasks.ceph:pgid 68.0 last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.274 INFO:tasks.ceph:pgid 67.7 last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.275 INFO:tasks.ceph:pgid 66.6 last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.275 INFO:tasks.ceph:pgid 65.5 last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.275 INFO:tasks.ceph:pgid 68.1 last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.275 INFO:tasks.ceph:pgid 67.6 last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.275 INFO:tasks.ceph:pgid 66.7 last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.275 INFO:tasks.ceph:pgid 65.4 last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.275 INFO:tasks.ceph:pgid 68.6 last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.275 INFO:tasks.ceph:pgid 67.1 last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.275 INFO:tasks.ceph:pgid 66.0 last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.276 INFO:tasks.ceph:pgid 65.3 last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.276 INFO:tasks.ceph:pgid 68.7 last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.276 INFO:tasks.ceph:pgid 67.0 last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.276 INFO:tasks.ceph:pgid 66.1 last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.276 INFO:tasks.ceph:pgid 65.2 last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.276 INFO:tasks.ceph:pgid 68.4 last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.276 INFO:tasks.ceph:pgid 67.3 last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.276 INFO:tasks.ceph:pgid 66.2 last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.276 INFO:tasks.ceph:pgid 65.1 last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.277 INFO:tasks.ceph:pgid 68.5 last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.277 INFO:tasks.ceph:pgid 67.2 last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.277 INFO:tasks.ceph:pgid 66.3 last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.277 INFO:tasks.ceph:pgid 65.0 last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.277 INFO:tasks.ceph:pgid 4.38 last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.277 INFO:tasks.ceph:pgid 4.39 last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.277 INFO:tasks.ceph:pgid 4.3a last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.277 INFO:tasks.ceph:pgid 4.3d last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.278 INFO:tasks.ceph:pgid 4.3e last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.278 INFO:tasks.ceph:pgid 4.31 last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.278 INFO:tasks.ceph:pgid 4.32 last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.278 INFO:tasks.ceph:pgid 8.18 last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.278 INFO:tasks.ceph:pgid 5.15 last_scrub_stamp 2024-09-12T17:34:59.914882+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.278 INFO:tasks.ceph:pgid 6.16 last_scrub_stamp 2024-09-12T17:35:01.929014+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.278 INFO:tasks.ceph:pgid 7.17 last_scrub_stamp 2024-09-12T17:35:03.943896+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.279 INFO:tasks.ceph:pgid 8.19 last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.279 INFO:tasks.ceph:pgid 5.14 last_scrub_stamp 2024-09-12T17:34:59.914882+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.279 INFO:tasks.ceph:pgid 6.17 last_scrub_stamp 2024-09-12T17:35:01.929014+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.279 INFO:tasks.ceph:pgid 7.16 last_scrub_stamp 2024-09-12T17:35:03.943896+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.279 INFO:tasks.ceph:pgid 8.1a last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.279 INFO:tasks.ceph:pgid 5.17 last_scrub_stamp 2024-09-12T17:34:59.914882+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.279 INFO:tasks.ceph:pgid 7.15 last_scrub_stamp 2024-09-12T17:35:03.943896+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.279 INFO:tasks.ceph:pgid 8.1b last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.280 INFO:tasks.ceph:pgid 5.16 last_scrub_stamp 2024-09-12T17:34:59.914882+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.280 INFO:tasks.ceph:pgid 6.15 last_scrub_stamp 2024-09-12T17:35:01.929014+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.280 INFO:tasks.ceph:pgid 7.14 last_scrub_stamp 2024-09-12T17:35:03.943896+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.280 INFO:tasks.ceph:pgid 5.9 last_scrub_stamp 2024-09-12T17:34:59.914882+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.280 INFO:tasks.ceph:pgid 6.a last_scrub_stamp 2024-09-12T17:35:01.929014+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.280 INFO:tasks.ceph:pgid 7.b last_scrub_stamp 2024-09-12T17:35:03.943896+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.280 INFO:tasks.ceph:pgid 8.4 last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.280 INFO:tasks.ceph:pgid 5.8 last_scrub_stamp 2024-09-12T17:34:59.914882+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.281 INFO:tasks.ceph:pgid 6.b last_scrub_stamp 2024-09-12T17:35:01.929014+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.281 INFO:tasks.ceph:pgid 7.a last_scrub_stamp 2024-09-12T17:35:03.943896+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.281 INFO:tasks.ceph:pgid 8.5 last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.281 INFO:tasks.ceph:pgid 6.8 last_scrub_stamp 2024-09-12T17:35:01.929014+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.281 INFO:tasks.ceph:pgid 7.9 last_scrub_stamp 2024-09-12T17:35:03.943896+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.281 INFO:tasks.ceph:pgid 8.6 last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.281 INFO:tasks.ceph:pgid 6.9 last_scrub_stamp 2024-09-12T17:35:01.929014+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.281 INFO:tasks.ceph:pgid 7.8 last_scrub_stamp 2024-09-12T17:35:03.943896+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.282 INFO:tasks.ceph:pgid 8.7 last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.282 INFO:tasks.ceph:pgid 6.e last_scrub_stamp 2024-09-12T17:35:01.929014+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.282 INFO:tasks.ceph:pgid 7.f last_scrub_stamp 2024-09-12T17:35:03.943896+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.282 INFO:tasks.ceph:pgid 8.0 last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.282 INFO:tasks.ceph:pgid 7.e last_scrub_stamp 2024-09-12T17:35:03.943896+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.282 INFO:tasks.ceph:pgid 8.1 last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.282 INFO:tasks.ceph:pgid 5.f last_scrub_stamp 2024-09-12T17:34:59.914882+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.282 INFO:tasks.ceph:pgid 6.c last_scrub_stamp 2024-09-12T17:35:01.929014+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.283 INFO:tasks.ceph:pgid 7.d last_scrub_stamp 2024-09-12T17:35:03.943896+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.283 INFO:tasks.ceph:pgid 8.2 last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.283 INFO:tasks.ceph:pgid 5.e last_scrub_stamp 2024-09-12T17:34:59.914882+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.283 INFO:tasks.ceph:pgid 6.d last_scrub_stamp 2024-09-12T17:35:01.929014+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.283 INFO:tasks.ceph:pgid 7.c last_scrub_stamp 2024-09-12T17:35:03.943896+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.283 INFO:tasks.ceph:pgid 8.3 last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.283 INFO:tasks.ceph:pgid 5.4 last_scrub_stamp 2024-09-12T17:34:59.914882+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.283 INFO:tasks.ceph:pgid 6.7 last_scrub_stamp 2024-09-12T17:35:01.929014+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.283 INFO:tasks.ceph:pgid 7.6 last_scrub_stamp 2024-09-12T17:35:03.943896+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.284 INFO:tasks.ceph:pgid 8.9 last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.284 INFO:tasks.ceph:pgid 5.7 last_scrub_stamp 2024-09-12T17:34:59.914882+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.284 INFO:tasks.ceph:pgid 6.4 last_scrub_stamp 2024-09-12T17:35:01.929014+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.284 INFO:tasks.ceph:pgid 7.5 last_scrub_stamp 2024-09-12T17:35:03.943896+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.284 INFO:tasks.ceph:pgid 8.a last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.284 INFO:tasks.ceph:pgid 6.5 last_scrub_stamp 2024-09-12T17:35:01.929014+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.284 INFO:tasks.ceph:pgid 7.4 last_scrub_stamp 2024-09-12T17:35:03.943896+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.284 INFO:tasks.ceph:pgid 8.b last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.285 INFO:tasks.ceph:pgid 6.6 last_scrub_stamp 2024-09-12T17:35:01.929014+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.285 INFO:tasks.ceph:pgid 7.7 last_scrub_stamp 2024-09-12T17:35:03.943896+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.285 INFO:tasks.ceph:pgid 8.8 last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.285 INFO:tasks.ceph:pgid 6.0 last_scrub_stamp 2024-09-12T17:35:01.929014+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.285 INFO:tasks.ceph:pgid 7.1 last_scrub_stamp 2024-09-12T17:35:03.943896+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.285 INFO:tasks.ceph:pgid 8.e last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.285 INFO:tasks.ceph:pgid 6.1 last_scrub_stamp 2024-09-12T17:35:01.929014+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.286 INFO:tasks.ceph:pgid 7.0 last_scrub_stamp 2024-09-12T17:35:03.943896+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.286 INFO:tasks.ceph:pgid 8.f last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.286 INFO:tasks.ceph:pgid 5.1 last_scrub_stamp 2024-09-12T17:34:59.914882+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.286 INFO:tasks.ceph:pgid 6.2 last_scrub_stamp 2024-09-12T17:35:01.929014+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.286 INFO:tasks.ceph:pgid 7.3 last_scrub_stamp 2024-09-12T17:35:03.943896+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.286 INFO:tasks.ceph:pgid 8.c last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.286 INFO:tasks.ceph:pgid 5.0 last_scrub_stamp 2024-09-12T17:34:59.914882+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.286 INFO:tasks.ceph:pgid 6.3 last_scrub_stamp 2024-09-12T17:35:01.929014+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.287 INFO:tasks.ceph:pgid 7.2 last_scrub_stamp 2024-09-12T17:35:03.943896+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.287 INFO:tasks.ceph:pgid 8.d last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.287 INFO:tasks.ceph:pgid 8.1f last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.287 INFO:tasks.ceph:pgid 6.11 last_scrub_stamp 2024-09-12T17:35:01.929014+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.287 INFO:tasks.ceph:pgid 7.10 last_scrub_stamp 2024-09-12T17:35:03.943896+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.287 INFO:tasks.ceph:pgid 8.1e last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.287 INFO:tasks.ceph:pgid 5.13 last_scrub_stamp 2024-09-12T17:34:59.914882+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.287 INFO:tasks.ceph:pgid 6.10 last_scrub_stamp 2024-09-12T17:35:01.929014+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.287 INFO:tasks.ceph:pgid 7.11 last_scrub_stamp 2024-09-12T17:35:03.943896+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.288 INFO:tasks.ceph:pgid 8.1d last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.288 INFO:tasks.ceph:pgid 5.10 last_scrub_stamp 2024-09-12T17:34:59.914882+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.288 INFO:tasks.ceph:pgid 6.13 last_scrub_stamp 2024-09-12T17:35:01.929014+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.288 INFO:tasks.ceph:pgid 7.12 last_scrub_stamp 2024-09-12T17:35:03.943896+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.288 INFO:tasks.ceph:pgid 8.1c last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.288 INFO:tasks.ceph:pgid 6.12 last_scrub_stamp 2024-09-12T17:35:01.929014+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.288 INFO:tasks.ceph:pgid 7.13 last_scrub_stamp 2024-09-12T17:35:03.943896+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.288 INFO:tasks.ceph:pgid 5.1e last_scrub_stamp 2024-09-12T17:34:59.914882+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.289 INFO:tasks.ceph:pgid 6.1d last_scrub_stamp 2024-09-12T17:35:01.929014+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.289 INFO:tasks.ceph:pgid 7.1c last_scrub_stamp 2024-09-12T17:35:03.943896+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.289 INFO:tasks.ceph:pgid 8.13 last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.289 INFO:tasks.ceph:pgid 6.1c last_scrub_stamp 2024-09-12T17:35:01.929014+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.289 INFO:tasks.ceph:pgid 7.1d last_scrub_stamp 2024-09-12T17:35:03.943896+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.289 INFO:tasks.ceph:pgid 8.12 last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.289 INFO:tasks.ceph:pgid 5.1c last_scrub_stamp 2024-09-12T17:34:59.914882+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.289 INFO:tasks.ceph:pgid 6.1f last_scrub_stamp 2024-09-12T17:35:01.929014+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.290 INFO:tasks.ceph:pgid 7.1e last_scrub_stamp 2024-09-12T17:35:03.943896+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.290 INFO:tasks.ceph:pgid 8.11 last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.290 INFO:tasks.ceph:pgid 6.1e last_scrub_stamp 2024-09-12T17:35:01.929014+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.290 INFO:tasks.ceph:pgid 7.1f last_scrub_stamp 2024-09-12T17:35:03.943896+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.290 INFO:tasks.ceph:pgid 8.10 last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.290 INFO:tasks.ceph:pgid 5.1a last_scrub_stamp 2024-09-12T17:34:59.914882+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.290 INFO:tasks.ceph:pgid 6.19 last_scrub_stamp 2024-09-12T17:35:01.929014+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.290 INFO:tasks.ceph:pgid 7.18 last_scrub_stamp 2024-09-12T17:35:03.943896+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.290 INFO:tasks.ceph:pgid 8.17 last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.291 INFO:tasks.ceph:pgid 5.1b last_scrub_stamp 2024-09-12T17:34:59.914882+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.291 INFO:tasks.ceph:pgid 6.18 last_scrub_stamp 2024-09-12T17:35:01.929014+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.291 INFO:tasks.ceph:pgid 7.19 last_scrub_stamp 2024-09-12T17:35:03.943896+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.291 INFO:tasks.ceph:pgid 8.16 last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.291 INFO:tasks.ceph:pgid 5.18 last_scrub_stamp 2024-09-12T17:34:59.914882+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.291 INFO:tasks.ceph:pgid 6.1b last_scrub_stamp 2024-09-12T17:35:01.929014+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.291 INFO:tasks.ceph:pgid 7.1a last_scrub_stamp 2024-09-12T17:35:03.943896+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.291 INFO:tasks.ceph:pgid 8.15 last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.292 INFO:tasks.ceph:pgid 6.1a last_scrub_stamp 2024-09-12T17:35:01.929014+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.292 INFO:tasks.ceph:pgid 7.1b last_scrub_stamp 2024-09-12T17:35:03.943896+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.292 INFO:tasks.ceph:pgid 8.14 last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.292 INFO:tasks.ceph:pgid 4.26 last_scrub_stamp 2024-09-12T17:34:57.897082+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=34, tm_sec=57, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:07.293 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-12T18:17:27.294 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T18:17:27.648 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:17:27.661 INFO:teuthology.orchestra.run.smithi045.stderr:dumped all 2024-09-12T18:17:27.664 INFO:teuthology.orchestra.run.smithi045.stdout:{"pg_ready":true,"pg_map":{"version":1543,"stamp":"2024-09-12T18:17:26.266130+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":147610734,"num_objects":586,"num_object_clones":0,"num_object_copies":1426,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":586,"num_whiteouts":0,"num_read":169216,"num_read_kb":2764324,"num_write":125267,"num_write_kb":2540051,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":62,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":734647,"num_omap_keys":1768,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13013,"ondisk_log_size":13013,"up":850,"acting":850,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":850,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":1565348,"kb_used_data":251236,"kb_used_omap":12,"kb_used_meta":1313971,"kb_avail":753409372,"statfs":{"total":773094113280,"available":771491196928,"internally_reserved":0,"allocated":257265664,"data_stored":241455522,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12777,"internal_metadata":1345506839},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":20601,"num_omap_keys":59,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005503"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":18,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:37.531243+0000","last_change":"2024-09-12T18:02:38.154715+0000","last_active":"2024-09-12T18:12:37.531243+0000","last_peered":"2024-09-12T18:12:37.531243+0000","last_clean":"2024-09-12T18:12:37.531243+0000","last_became_active":"2024-09-12T18:02:38.154287+0000","last_became_peered":"2024-09-12T18:02:38.154287+0000","last_unstale":"2024-09-12T18:12:37.531243+0000","last_undegraded":"2024-09-12T18:12:37.531243+0000","last_fullsized":"2024-09-12T18:12:37.531243+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:27:26.835780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"266'12","reported_seq":55,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.365514+0000","last_change":"2024-09-12T17:52:02.159670+0000","last_active":"2024-09-12T18:16:38.365514+0000","last_peered":"2024-09-12T18:16:38.365514+0000","last_clean":"2024-09-12T18:16:38.365514+0000","last_became_active":"2024-09-12T17:52:02.159370+0000","last_became_peered":"2024-09-12T17:52:02.159370+0000","last_unstale":"2024-09-12T18:16:38.365514+0000","last_undegraded":"2024-09-12T18:16:38.365514+0000","last_fullsized":"2024-09-12T18:16:38.365514+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":25602,"num_write":22,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"263'6","reported_seq":52,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:32.557687+0000","last_change":"2024-09-12T17:51:59.142267+0000","last_active":"2024-09-12T18:14:32.557687+0000","last_peered":"2024-09-12T18:14:32.557687+0000","last_clean":"2024-09-12T18:14:32.557687+0000","last_became_active":"2024-09-12T17:51:59.141807+0000","last_became_peered":"2024-09-12T17:51:59.141807+0000","last_unstale":"2024-09-12T18:14:32.557687+0000","last_undegraded":"2024-09-12T18:14:32.557687+0000","last_fullsized":"2024-09-12T18:14:32.557687+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":4098,"num_write":6,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"266'11","reported_seq":80,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:12.534117+0000","last_change":"2024-09-12T17:50:12.697067+0000","last_active":"2024-09-12T18:15:12.534117+0000","last_peered":"2024-09-12T18:15:12.534117+0000","last_clean":"2024-09-12T18:15:12.534117+0000","last_became_active":"2024-09-12T17:50:12.696789+0000","last_became_peered":"2024-09-12T17:50:12.696789+0000","last_unstale":"2024-09-12T18:15:12.534117+0000","last_undegraded":"2024-09-12T18:15:12.534117+0000","last_fullsized":"2024-09-12T18:15:12.534117+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":56,"num_read_kb":39,"num_write":21,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":26,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:16.227080+0000","last_change":"2024-09-12T18:17:16.227080+0000","last_active":"2024-09-12T18:17:16.227080+0000","last_peered":"2024-09-12T18:17:16.227080+0000","last_clean":"2024-09-12T18:17:16.227080+0000","last_became_active":"2024-09-12T18:02:38.162843+0000","last_became_peered":"2024-09-12T18:02:38.162843+0000","last_unstale":"2024-09-12T18:17:16.227080+0000","last_undegraded":"2024-09-12T18:17:16.227080+0000","last_fullsized":"2024-09-12T18:17:16.227080+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:16.226994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:16.226994+0000","last_clean_scrub_stamp":"2024-09-12T18:17:16.226994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:46:24.094392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"263'2","reported_seq":37,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:32.440666+0000","last_change":"2024-09-12T17:52:02.158518+0000","last_active":"2024-09-12T18:14:32.440666+0000","last_peered":"2024-09-12T18:14:32.440666+0000","last_clean":"2024-09-12T18:14:32.440666+0000","last_became_active":"2024-09-12T17:52:02.157199+0000","last_became_peered":"2024-09-12T17:52:02.157199+0000","last_unstale":"2024-09-12T18:14:32.440666+0000","last_undegraded":"2024-09-12T18:14:32.440666+0000","last_fullsized":"2024-09-12T18:14:32.440666+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"266'5","reported_seq":55,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:17.375859+0000","last_change":"2024-09-12T18:17:17.375859+0000","last_active":"2024-09-12T18:17:17.375859+0000","last_peered":"2024-09-12T18:17:17.375859+0000","last_clean":"2024-09-12T18:17:17.375859+0000","last_became_active":"2024-09-12T17:51:59.136219+0000","last_became_peered":"2024-09-12T17:51:59.136219+0000","last_unstale":"2024-09-12T18:17:17.375859+0000","last_undegraded":"2024-09-12T18:17:17.375859+0000","last_fullsized":"2024-09-12T18:17:17.375859+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'5","last_scrub_stamp":"2024-09-12T18:17:17.375772+0000","last_deep_scrub":"266'5","last_deep_scrub_stamp":"2024-09-12T18:17:17.375772+0000","last_clean_scrub_stamp":"2024-09-12T18:17:17.375772+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:25:37.092798+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":4155,"num_write":10,"num_write_kb":4155,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"266'14","reported_seq":94,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:06.195791+0000","last_change":"2024-09-12T18:17:06.195791+0000","last_active":"2024-09-12T18:17:06.195791+0000","last_peered":"2024-09-12T18:17:06.195791+0000","last_clean":"2024-09-12T18:17:06.195791+0000","last_became_active":"2024-09-12T17:50:12.697593+0000","last_became_peered":"2024-09-12T17:50:12.697593+0000","last_unstale":"2024-09-12T18:17:06.195791+0000","last_undegraded":"2024-09-12T18:17:06.195791+0000","last_fullsized":"2024-09-12T18:17:06.195791+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'14","last_scrub_stamp":"2024-09-12T18:17:06.195708+0000","last_deep_scrub":"266'14","last_deep_scrub_stamp":"2024-09-12T18:17:06.195708+0000","last_clean_scrub_stamp":"2024-09-12T18:17:06.195708+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:05:38.439763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":66,"num_read_kb":45,"num_write":35,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:42.411159+0000","last_change":"2024-09-12T18:02:38.156348+0000","last_active":"2024-09-12T18:14:42.411159+0000","last_peered":"2024-09-12T18:14:42.411159+0000","last_clean":"2024-09-12T18:14:42.411159+0000","last_became_active":"2024-09-12T18:02:38.156025+0000","last_became_peered":"2024-09-12T18:02:38.156025+0000","last_unstale":"2024-09-12T18:14:42.411159+0000","last_undegraded":"2024-09-12T18:14:42.411159+0000","last_fullsized":"2024-09-12T18:14:42.411159+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"266'6","reported_seq":44,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.380287+0000","last_change":"2024-09-12T17:52:02.670448+0000","last_active":"2024-09-12T18:16:38.380287+0000","last_peered":"2024-09-12T18:16:38.380287+0000","last_clean":"2024-09-12T18:16:38.380287+0000","last_became_active":"2024-09-12T17:52:02.670051+0000","last_became_peered":"2024-09-12T17:52:02.670051+0000","last_unstale":"2024-09-12T18:16:38.380287+0000","last_undegraded":"2024-09-12T18:16:38.380287+0000","last_fullsized":"2024-09-12T18:16:38.380287+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8232,"num_write":6,"num_write_kb":8232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"263'2","reported_seq":53,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:12.222505+0000","last_change":"2024-09-12T18:17:12.222505+0000","last_active":"2024-09-12T18:17:12.222505+0000","last_peered":"2024-09-12T18:17:12.222505+0000","last_clean":"2024-09-12T18:17:12.222505+0000","last_became_active":"2024-09-12T17:51:59.142509+0000","last_became_peered":"2024-09-12T17:51:59.142509+0000","last_unstale":"2024-09-12T18:17:12.222505+0000","last_undegraded":"2024-09-12T18:17:12.222505+0000","last_fullsized":"2024-09-12T18:17:12.222505+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'2","last_scrub_stamp":"2024-09-12T18:17:12.222396+0000","last_deep_scrub":"263'2","last_deep_scrub_stamp":"2024-09-12T18:17:12.222396+0000","last_clean_scrub_stamp":"2024-09-12T18:17:12.222396+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:24:48.829688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":318,"num_write":2,"num_write_kb":318,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"266'24","reported_seq":114,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:42.513458+0000","last_change":"2024-09-12T17:50:12.693436+0000","last_active":"2024-09-12T18:12:42.513458+0000","last_peered":"2024-09-12T18:12:42.513458+0000","last_clean":"2024-09-12T18:12:42.513458+0000","last_became_active":"2024-09-12T17:50:12.693126+0000","last_became_peered":"2024-09-12T17:50:12.693126+0000","last_unstale":"2024-09-12T18:12:42.513458+0000","last_undegraded":"2024-09-12T18:12:42.513458+0000","last_fullsized":"2024-09-12T18:12:42.513458+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:26:33.914535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":127,"num_read_kb":89,"num_write":41,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:42.558999+0000","last_change":"2024-09-12T18:02:38.154955+0000","last_active":"2024-09-12T18:14:42.558999+0000","last_peered":"2024-09-12T18:14:42.558999+0000","last_clean":"2024-09-12T18:14:42.558999+0000","last_became_active":"2024-09-12T18:02:38.154676+0000","last_became_peered":"2024-09-12T18:02:38.154676+0000","last_unstale":"2024-09-12T18:14:42.558999+0000","last_undegraded":"2024-09-12T18:14:42.558999+0000","last_fullsized":"2024-09-12T18:14:42.558999+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"263'3","reported_seq":40,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.554187+0000","last_change":"2024-09-12T17:52:02.672301+0000","last_active":"2024-09-12T18:14:02.554187+0000","last_peered":"2024-09-12T18:14:02.554187+0000","last_clean":"2024-09-12T18:14:02.554187+0000","last_became_active":"2024-09-12T17:52:02.670321+0000","last_became_peered":"2024-09-12T17:52:02.670321+0000","last_unstale":"2024-09-12T18:14:02.554187+0000","last_undegraded":"2024-09-12T18:14:02.554187+0000","last_fullsized":"2024-09-12T18:14:02.554187+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:20:55.132903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"0'0","reported_seq":41,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:57.444389+0000","last_change":"2024-09-12T17:51:59.143850+0000","last_active":"2024-09-12T18:14:57.444389+0000","last_peered":"2024-09-12T18:14:57.444389+0000","last_clean":"2024-09-12T18:14:57.444389+0000","last_became_active":"2024-09-12T17:51:59.142658+0000","last_became_peered":"2024-09-12T17:51:59.142658+0000","last_unstale":"2024-09-12T18:14:57.444389+0000","last_undegraded":"2024-09-12T18:14:57.444389+0000","last_fullsized":"2024-09-12T18:14:57.444389+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"266'26","reported_seq":116,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:42.543589+0000","last_change":"2024-09-12T17:50:12.698702+0000","last_active":"2024-09-12T18:12:42.543589+0000","last_peered":"2024-09-12T18:12:42.543589+0000","last_clean":"2024-09-12T18:12:42.543589+0000","last_became_active":"2024-09-12T17:50:12.698413+0000","last_became_peered":"2024-09-12T17:50:12.698413+0000","last_unstale":"2024-09-12T18:12:42.543589+0000","last_undegraded":"2024-09-12T18:12:42.543589+0000","last_fullsized":"2024-09-12T18:12:42.543589+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:16:03.786030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":132,"num_read_kb":92,"num_write":46,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:37.558294+0000","last_change":"2024-09-12T18:02:38.160435+0000","last_active":"2024-09-12T18:14:37.558294+0000","last_peered":"2024-09-12T18:14:37.558294+0000","last_clean":"2024-09-12T18:14:37.558294+0000","last_became_active":"2024-09-12T18:02:38.160067+0000","last_became_peered":"2024-09-12T18:02:38.160067+0000","last_unstale":"2024-09-12T18:14:37.558294+0000","last_undegraded":"2024-09-12T18:14:37.558294+0000","last_fullsized":"2024-09-12T18:14:37.558294+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:37:53.344720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"266'2","reported_seq":36,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:22.430375+0000","last_change":"2024-09-12T17:52:02.160809+0000","last_active":"2024-09-12T18:16:22.430375+0000","last_peered":"2024-09-12T18:16:22.430375+0000","last_clean":"2024-09-12T18:16:22.430375+0000","last_became_active":"2024-09-12T17:52:02.160479+0000","last_became_peered":"2024-09-12T17:52:02.160479+0000","last_unstale":"2024-09-12T18:16:22.430375+0000","last_undegraded":"2024-09-12T18:16:22.430375+0000","last_fullsized":"2024-09-12T18:16:22.430375+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:16:23.802920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"263'2","reported_seq":43,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.522147+0000","last_change":"2024-09-12T17:51:59.138783+0000","last_active":"2024-09-12T18:13:47.522147+0000","last_peered":"2024-09-12T18:13:47.522147+0000","last_clean":"2024-09-12T18:13:47.522147+0000","last_became_active":"2024-09-12T17:51:59.137857+0000","last_became_peered":"2024-09-12T17:51:59.137857+0000","last_unstale":"2024-09-12T18:13:47.522147+0000","last_undegraded":"2024-09-12T18:13:47.522147+0000","last_fullsized":"2024-09-12T18:13:47.522147+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:43:32.976452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"266'29","reported_seq":120,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:42.543529+0000","last_change":"2024-09-12T17:50:12.693949+0000","last_active":"2024-09-12T18:12:42.543529+0000","last_peered":"2024-09-12T18:12:42.543529+0000","last_clean":"2024-09-12T18:12:42.543529+0000","last_became_active":"2024-09-12T17:50:12.693690+0000","last_became_peered":"2024-09-12T17:50:12.693690+0000","last_unstale":"2024-09-12T18:12:42.543529+0000","last_undegraded":"2024-09-12T18:12:42.543529+0000","last_fullsized":"2024-09-12T18:12:42.543529+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:31:34.755413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":133,"num_read_kb":91,"num_write":59,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:07.413876+0000","last_change":"2024-09-12T18:02:38.163723+0000","last_active":"2024-09-12T18:15:07.413876+0000","last_peered":"2024-09-12T18:15:07.413876+0000","last_clean":"2024-09-12T18:15:07.413876+0000","last_became_active":"2024-09-12T18:02:38.163323+0000","last_became_peered":"2024-09-12T18:02:38.163323+0000","last_unstale":"2024-09-12T18:15:07.413876+0000","last_undegraded":"2024-09-12T18:15:07.413876+0000","last_fullsized":"2024-09-12T18:15:07.413876+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"266'10","reported_seq":61,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:21.560735+0000","last_change":"2024-09-12T18:17:21.560735+0000","last_active":"2024-09-12T18:17:21.560735+0000","last_peered":"2024-09-12T18:17:21.560735+0000","last_clean":"2024-09-12T18:17:21.560735+0000","last_became_active":"2024-09-12T17:52:02.162331+0000","last_became_peered":"2024-09-12T17:52:02.162331+0000","last_unstale":"2024-09-12T18:17:21.560735+0000","last_undegraded":"2024-09-12T18:17:21.560735+0000","last_fullsized":"2024-09-12T18:17:21.560735+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'10","last_scrub_stamp":"2024-09-12T18:17:21.560645+0000","last_deep_scrub":"266'10","last_deep_scrub_stamp":"2024-09-12T18:17:21.560645+0000","last_clean_scrub_stamp":"2024-09-12T18:17:21.560645+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:10:26.993952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":11266,"num_write":10,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"0'0","reported_seq":39,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:52.435253+0000","last_change":"2024-09-12T17:51:59.147427+0000","last_active":"2024-09-12T18:13:52.435253+0000","last_peered":"2024-09-12T18:13:52.435253+0000","last_clean":"2024-09-12T18:13:52.435253+0000","last_became_active":"2024-09-12T17:51:59.146797+0000","last_became_peered":"2024-09-12T17:51:59.146797+0000","last_unstale":"2024-09-12T18:13:52.435253+0000","last_undegraded":"2024-09-12T18:13:52.435253+0000","last_fullsized":"2024-09-12T18:13:52.435253+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:50:00.007520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"266'26","reported_seq":127,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:15.543271+0000","last_change":"2024-09-12T18:17:15.543271+0000","last_active":"2024-09-12T18:17:15.543271+0000","last_peered":"2024-09-12T18:17:15.543271+0000","last_clean":"2024-09-12T18:17:15.543271+0000","last_became_active":"2024-09-12T17:50:12.701160+0000","last_became_peered":"2024-09-12T17:50:12.701160+0000","last_unstale":"2024-09-12T18:17:15.543271+0000","last_undegraded":"2024-09-12T18:17:15.543271+0000","last_fullsized":"2024-09-12T18:17:15.543271+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'26","last_scrub_stamp":"2024-09-12T18:17:15.543177+0000","last_deep_scrub":"266'26","last_deep_scrub_stamp":"2024-09-12T18:17:15.543177+0000","last_clean_scrub_stamp":"2024-09-12T18:17:15.543177+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:44:59.316707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":134,"num_read_kb":93,"num_write":56,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"266'1","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:42.397388+0000","last_change":"2024-09-12T18:02:38.160031+0000","last_active":"2024-09-12T18:12:42.397388+0000","last_peered":"2024-09-12T18:12:42.397388+0000","last_clean":"2024-09-12T18:12:42.397388+0000","last_became_active":"2024-09-12T18:02:38.159671+0000","last_became_peered":"2024-09-12T18:02:38.159671+0000","last_unstale":"2024-09-12T18:12:42.397388+0000","last_undegraded":"2024-09-12T18:12:42.397388+0000","last_fullsized":"2024-09-12T18:12:42.397388+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:04:29.599670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"266'6","reported_seq":50,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:20.533191+0000","last_change":"2024-09-12T18:17:20.533191+0000","last_active":"2024-09-12T18:17:20.533191+0000","last_peered":"2024-09-12T18:17:20.533191+0000","last_clean":"2024-09-12T18:17:20.533191+0000","last_became_active":"2024-09-12T17:52:02.160209+0000","last_became_peered":"2024-09-12T17:52:02.160209+0000","last_unstale":"2024-09-12T18:17:20.533191+0000","last_undegraded":"2024-09-12T18:17:20.533191+0000","last_fullsized":"2024-09-12T18:17:20.533191+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'6","last_scrub_stamp":"2024-09-12T18:17:20.533103+0000","last_deep_scrub":"266'6","last_deep_scrub_stamp":"2024-09-12T18:17:20.533103+0000","last_clean_scrub_stamp":"2024-09-12T18:17:20.533103+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:17:45.104451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":6144,"num_write":6,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"266'2","reported_seq":42,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.317025+0000","last_change":"2024-09-12T17:51:59.139093+0000","last_active":"2024-09-12T18:16:38.317025+0000","last_peered":"2024-09-12T18:16:38.317025+0000","last_clean":"2024-09-12T18:16:38.317025+0000","last_became_active":"2024-09-12T17:51:59.138726+0000","last_became_peered":"2024-09-12T17:51:59.138726+0000","last_unstale":"2024-09-12T18:16:38.317025+0000","last_undegraded":"2024-09-12T18:16:38.317025+0000","last_fullsized":"2024-09-12T18:16:38.317025+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"266'16","reported_seq":88,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:27.527672+0000","last_change":"2024-09-12T17:50:12.699498+0000","last_active":"2024-09-12T18:14:27.527672+0000","last_peered":"2024-09-12T18:14:27.527672+0000","last_clean":"2024-09-12T18:14:27.527672+0000","last_became_active":"2024-09-12T17:50:12.699215+0000","last_became_peered":"2024-09-12T17:50:12.699215+0000","last_unstale":"2024-09-12T18:14:27.527672+0000","last_undegraded":"2024-09-12T18:14:27.527672+0000","last_fullsized":"2024-09-12T18:14:27.527672+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":73,"num_read_kb":51,"num_write":32,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":18,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:42.397443+0000","last_change":"2024-09-12T18:02:38.160199+0000","last_active":"2024-09-12T18:12:42.397443+0000","last_peered":"2024-09-12T18:12:42.397443+0000","last_clean":"2024-09-12T18:12:42.397443+0000","last_became_active":"2024-09-12T18:02:38.159706+0000","last_became_peered":"2024-09-12T18:02:38.159706+0000","last_unstale":"2024-09-12T18:12:42.397443+0000","last_undegraded":"2024-09-12T18:12:42.397443+0000","last_fullsized":"2024-09-12T18:12:42.397443+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:30:43.270936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"0'0","reported_seq":26,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:12:32.530582+0000","last_change":"2024-09-12T17:52:32.769283+0000","last_active":"2024-09-12T18:12:32.530582+0000","last_peered":"2024-09-12T18:12:32.530582+0000","last_clean":"2024-09-12T18:12:32.530582+0000","last_became_active":"2024-09-12T17:52:32.768929+0000","last_became_peered":"2024-09-12T17:52:32.768929+0000","last_unstale":"2024-09-12T18:12:32.530582+0000","last_undegraded":"2024-09-12T18:12:32.530582+0000","last_fullsized":"2024-09-12T18:12:32.530582+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:00:32.829080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1b","version":"266'4","reported_seq":46,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.298936+0000","last_change":"2024-09-12T17:51:59.143451+0000","last_active":"2024-09-12T18:16:38.298936+0000","last_peered":"2024-09-12T18:16:38.298936+0000","last_clean":"2024-09-12T18:16:38.298936+0000","last_became_active":"2024-09-12T17:51:59.143126+0000","last_became_peered":"2024-09-12T17:51:59.143126+0000","last_unstale":"2024-09-12T18:16:38.298936+0000","last_undegraded":"2024-09-12T18:16:38.298936+0000","last_fullsized":"2024-09-12T18:16:38.298936+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8192,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"266'81","reported_seq":275,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:12.418483+0000","last_change":"2024-09-12T18:17:12.418483+0000","last_active":"2024-09-12T18:17:12.418483+0000","last_peered":"2024-09-12T18:17:12.418483+0000","last_clean":"2024-09-12T18:17:12.418483+0000","last_became_active":"2024-09-12T17:50:12.699126+0000","last_became_peered":"2024-09-12T17:50:12.699126+0000","last_unstale":"2024-09-12T18:17:12.418483+0000","last_undegraded":"2024-09-12T18:17:12.418483+0000","last_fullsized":"2024-09-12T18:17:12.418483+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'81","last_scrub_stamp":"2024-09-12T18:17:12.418391+0000","last_deep_scrub":"266'81","last_deep_scrub_stamp":"2024-09-12T18:17:12.418391+0000","last_clean_scrub_stamp":"2024-09-12T18:17:12.418391+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":0,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:22:46.614126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":413,"num_read_kb":292,"num_write":157,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:17.407812+0000","last_change":"2024-09-12T18:02:38.154104+0000","last_active":"2024-09-12T18:14:17.407812+0000","last_peered":"2024-09-12T18:14:17.407812+0000","last_clean":"2024-09-12T18:14:17.407812+0000","last_became_active":"2024-09-12T18:02:38.153814+0000","last_became_peered":"2024-09-12T18:02:38.153814+0000","last_unstale":"2024-09-12T18:14:17.407812+0000","last_undegraded":"2024-09-12T18:14:17.407812+0000","last_fullsized":"2024-09-12T18:14:17.407812+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:39:49.053554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"266'6","reported_seq":46,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:12.570549+0000","last_change":"2024-09-12T17:52:02.669934+0000","last_active":"2024-09-12T18:16:12.570549+0000","last_peered":"2024-09-12T18:16:12.570549+0000","last_clean":"2024-09-12T18:16:12.570549+0000","last_became_active":"2024-09-12T17:52:02.669589+0000","last_became_peered":"2024-09-12T17:52:02.669589+0000","last_unstale":"2024-09-12T18:16:12.570549+0000","last_undegraded":"2024-09-12T18:16:12.570549+0000","last_fullsized":"2024-09-12T18:16:12.570549+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:31:30.368051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":11266,"num_write":6,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"266'10","reported_seq":57,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:32.422232+0000","last_change":"2024-09-12T17:51:59.144613+0000","last_active":"2024-09-12T18:15:32.422232+0000","last_peered":"2024-09-12T18:15:32.422232+0000","last_clean":"2024-09-12T18:15:32.422232+0000","last_became_active":"2024-09-12T17:51:59.144250+0000","last_became_peered":"2024-09-12T17:51:59.144250+0000","last_unstale":"2024-09-12T18:15:32.422232+0000","last_undegraded":"2024-09-12T18:15:32.422232+0000","last_fullsized":"2024-09-12T18:15:32.422232+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:34:23.658107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":5122,"num_write":20,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"266'5","reported_seq":60,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:22.527157+0000","last_change":"2024-09-12T17:50:12.700926+0000","last_active":"2024-09-12T18:14:22.527157+0000","last_peered":"2024-09-12T18:14:22.527157+0000","last_clean":"2024-09-12T18:14:22.527157+0000","last_became_active":"2024-09-12T17:50:12.699983+0000","last_became_peered":"2024-09-12T17:50:12.699983+0000","last_unstale":"2024-09-12T18:14:22.527157+0000","last_undegraded":"2024-09-12T18:14:22.527157+0000","last_fullsized":"2024-09-12T18:14:22.527157+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":22,"num_read_kb":15,"num_write":10,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"266'2","reported_seq":29,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:15.192182+0000","last_change":"2024-09-12T18:17:15.192182+0000","last_active":"2024-09-12T18:17:15.192182+0000","last_peered":"2024-09-12T18:17:15.192182+0000","last_clean":"2024-09-12T18:17:15.192182+0000","last_became_active":"2024-09-12T18:02:38.161523+0000","last_became_peered":"2024-09-12T18:02:38.161523+0000","last_unstale":"2024-09-12T18:17:15.192182+0000","last_undegraded":"2024-09-12T18:17:15.192182+0000","last_fullsized":"2024-09-12T18:17:15.192182+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-12T18:17:15.192092+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-12T18:17:15.192092+0000","last_clean_scrub_stamp":"2024-09-12T18:17:15.192092+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:54:23.866992+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"266'2","reported_seq":37,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:22.564177+0000","last_change":"2024-09-12T17:52:02.672291+0000","last_active":"2024-09-12T18:15:22.564177+0000","last_peered":"2024-09-12T18:15:22.564177+0000","last_clean":"2024-09-12T18:15:22.564177+0000","last_became_active":"2024-09-12T17:52:02.670396+0000","last_became_peered":"2024-09-12T17:52:02.670396+0000","last_unstale":"2024-09-12T18:15:22.564177+0000","last_undegraded":"2024-09-12T18:15:22.564177+0000","last_fullsized":"2024-09-12T18:15:22.564177+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:25:59.767774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"266'2","reported_seq":41,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:12.429041+0000","last_change":"2024-09-12T17:51:59.148138+0000","last_active":"2024-09-12T18:16:12.429041+0000","last_peered":"2024-09-12T18:16:12.429041+0000","last_clean":"2024-09-12T18:16:12.429041+0000","last_became_active":"2024-09-12T17:51:59.147803+0000","last_became_peered":"2024-09-12T17:51:59.147803+0000","last_unstale":"2024-09-12T18:16:12.429041+0000","last_undegraded":"2024-09-12T18:16:12.429041+0000","last_fullsized":"2024-09-12T18:16:12.429041+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:11:13.210869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"261'11","reported_seq":78,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:22.556642+0000","last_change":"2024-09-12T17:50:12.696768+0000","last_active":"2024-09-12T18:14:22.556642+0000","last_peered":"2024-09-12T18:14:22.556642+0000","last_clean":"2024-09-12T18:14:22.556642+0000","last_became_active":"2024-09-12T17:50:12.696176+0000","last_became_peered":"2024-09-12T17:50:12.696176+0000","last_unstale":"2024-09-12T18:14:22.556642+0000","last_undegraded":"2024-09-12T18:14:22.556642+0000","last_fullsized":"2024-09-12T18:14:22.556642+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":56,"num_read_kb":39,"num_write":22,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:22.411336+0000","last_change":"2024-09-12T18:02:38.157257+0000","last_active":"2024-09-12T18:14:22.411336+0000","last_peered":"2024-09-12T18:14:22.411336+0000","last_clean":"2024-09-12T18:14:22.411336+0000","last_became_active":"2024-09-12T18:02:38.156976+0000","last_became_peered":"2024-09-12T18:02:38.156976+0000","last_unstale":"2024-09-12T18:14:22.411336+0000","last_undegraded":"2024-09-12T18:14:22.411336+0000","last_fullsized":"2024-09-12T18:14:22.411336+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:32:28.142997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"266'2","reported_seq":37,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:12.570598+0000","last_change":"2024-09-12T17:52:02.670421+0000","last_active":"2024-09-12T18:16:12.570598+0000","last_peered":"2024-09-12T18:16:12.570598+0000","last_clean":"2024-09-12T18:16:12.570598+0000","last_became_active":"2024-09-12T17:52:02.670103+0000","last_became_peered":"2024-09-12T17:52:02.670103+0000","last_unstale":"2024-09-12T18:16:12.570598+0000","last_undegraded":"2024-09-12T18:16:12.570598+0000","last_fullsized":"2024-09-12T18:16:12.570598+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:59:33.020694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"266'5","reported_seq":54,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:11.175388+0000","last_change":"2024-09-12T18:17:11.175388+0000","last_active":"2024-09-12T18:17:11.175388+0000","last_peered":"2024-09-12T18:17:11.175388+0000","last_clean":"2024-09-12T18:17:11.175388+0000","last_became_active":"2024-09-12T17:51:59.144777+0000","last_became_peered":"2024-09-12T17:51:59.144777+0000","last_unstale":"2024-09-12T18:17:11.175388+0000","last_undegraded":"2024-09-12T18:17:11.175388+0000","last_fullsized":"2024-09-12T18:17:11.175388+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'5","last_scrub_stamp":"2024-09-12T18:17:11.175305+0000","last_deep_scrub":"266'5","last_deep_scrub_stamp":"2024-09-12T18:17:11.175305+0000","last_clean_scrub_stamp":"2024-09-12T18:17:11.175305+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:23:12.710839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":2048,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"266'45","reported_seq":177,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:05.206019+0000","last_change":"2024-09-12T18:17:05.206019+0000","last_active":"2024-09-12T18:17:05.206019+0000","last_peered":"2024-09-12T18:17:05.206019+0000","last_clean":"2024-09-12T18:17:05.206019+0000","last_became_active":"2024-09-12T17:50:12.695715+0000","last_became_peered":"2024-09-12T17:50:12.695715+0000","last_unstale":"2024-09-12T18:17:05.206019+0000","last_undegraded":"2024-09-12T18:17:05.206019+0000","last_fullsized":"2024-09-12T18:17:05.206019+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'45","last_scrub_stamp":"2024-09-12T18:17:05.205924+0000","last_deep_scrub":"266'45","last_deep_scrub_stamp":"2024-09-12T18:17:05.205924+0000","last_clean_scrub_stamp":"2024-09-12T18:17:05.205924+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:08:42.359734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":227,"num_read_kb":165,"num_write":78,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:17.411697+0000","last_change":"2024-09-12T18:02:38.154300+0000","last_active":"2024-09-12T18:14:17.411697+0000","last_peered":"2024-09-12T18:14:17.411697+0000","last_clean":"2024-09-12T18:14:17.411697+0000","last_became_active":"2024-09-12T18:02:38.154016+0000","last_became_peered":"2024-09-12T18:02:38.154016+0000","last_unstale":"2024-09-12T18:14:17.411697+0000","last_undegraded":"2024-09-12T18:14:17.411697+0000","last_fullsized":"2024-09-12T18:14:17.411697+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:25:04.140986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"0'0","reported_seq":33,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.434649+0000","last_change":"2024-09-12T17:52:02.163858+0000","last_active":"2024-09-12T18:13:47.434649+0000","last_peered":"2024-09-12T18:13:47.434649+0000","last_clean":"2024-09-12T18:13:47.434649+0000","last_became_active":"2024-09-12T17:52:02.163574+0000","last_became_peered":"2024-09-12T17:52:02.163574+0000","last_unstale":"2024-09-12T18:13:47.434649+0000","last_undegraded":"2024-09-12T18:13:47.434649+0000","last_fullsized":"2024-09-12T18:13:47.434649+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:29:20.038171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"266'2","reported_seq":42,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:12.541860+0000","last_change":"2024-09-12T17:51:59.147385+0000","last_active":"2024-09-12T18:16:12.541860+0000","last_peered":"2024-09-12T18:16:12.541860+0000","last_clean":"2024-09-12T18:16:12.541860+0000","last_became_active":"2024-09-12T17:51:59.146966+0000","last_became_peered":"2024-09-12T17:51:59.146966+0000","last_unstale":"2024-09-12T18:16:12.541860+0000","last_undegraded":"2024-09-12T18:16:12.541860+0000","last_fullsized":"2024-09-12T18:16:12.541860+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:38:21.934004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"266'30","reported_seq":127,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:37.405171+0000","last_change":"2024-09-12T17:50:12.698962+0000","last_active":"2024-09-12T18:13:37.405171+0000","last_peered":"2024-09-12T18:13:37.405171+0000","last_clean":"2024-09-12T18:13:37.405171+0000","last_became_active":"2024-09-12T17:50:12.698681+0000","last_became_peered":"2024-09-12T17:50:12.698681+0000","last_unstale":"2024-09-12T18:13:37.405171+0000","last_undegraded":"2024-09-12T18:13:37.405171+0000","last_fullsized":"2024-09-12T18:13:37.405171+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:05:34.136310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":147,"num_read_kb":99,"num_write":50,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:42.559107+0000","last_change":"2024-09-12T18:02:38.164426+0000","last_active":"2024-09-12T18:14:42.559107+0000","last_peered":"2024-09-12T18:14:42.559107+0000","last_clean":"2024-09-12T18:14:42.559107+0000","last_became_active":"2024-09-12T18:02:38.163909+0000","last_became_peered":"2024-09-12T18:02:38.163909+0000","last_unstale":"2024-09-12T18:14:42.559107+0000","last_undegraded":"2024-09-12T18:14:42.559107+0000","last_fullsized":"2024-09-12T18:14:42.559107+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"263'5","reported_seq":51,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:22.420599+0000","last_change":"2024-09-12T18:17:22.420599+0000","last_active":"2024-09-12T18:17:22.420599+0000","last_peered":"2024-09-12T18:17:22.420599+0000","last_clean":"2024-09-12T18:17:22.420599+0000","last_became_active":"2024-09-12T17:52:02.163688+0000","last_became_peered":"2024-09-12T17:52:02.163688+0000","last_unstale":"2024-09-12T18:17:22.420599+0000","last_undegraded":"2024-09-12T18:17:22.420599+0000","last_fullsized":"2024-09-12T18:17:22.420599+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'5","last_scrub_stamp":"2024-09-12T18:17:22.420478+0000","last_deep_scrub":"263'5","last_deep_scrub_stamp":"2024-09-12T18:17:22.420478+0000","last_clean_scrub_stamp":"2024-09-12T18:17:22.420478+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:01:32.923478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":12290,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"266'11","reported_seq":64,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:22.448193+0000","last_change":"2024-09-12T17:51:59.137941+0000","last_active":"2024-09-12T18:15:22.448193+0000","last_peered":"2024-09-12T18:15:22.448193+0000","last_clean":"2024-09-12T18:15:22.448193+0000","last_became_active":"2024-09-12T17:51:59.137686+0000","last_became_peered":"2024-09-12T17:51:59.137686+0000","last_unstale":"2024-09-12T18:15:22.448193+0000","last_undegraded":"2024-09-12T18:15:22.448193+0000","last_fullsized":"2024-09-12T18:15:22.448193+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:44:52.447455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":21,"num_read_kb":28676,"num_write":16,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"266'43","reported_seq":160,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:11.058735+0000","last_change":"2024-09-12T17:50:12.700952+0000","last_active":"2024-09-12T18:14:11.058735+0000","last_peered":"2024-09-12T18:14:11.058735+0000","last_clean":"2024-09-12T18:14:11.058735+0000","last_became_active":"2024-09-12T17:50:12.700684+0000","last_became_peered":"2024-09-12T17:50:12.700684+0000","last_unstale":"2024-09-12T18:14:11.058735+0000","last_undegraded":"2024-09-12T18:14:11.058735+0000","last_fullsized":"2024-09-12T18:14:11.058735+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:24:42.365213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":209,"num_read_kb":143,"num_write":82,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:47.530210+0000","last_change":"2024-09-12T18:02:38.161375+0000","last_active":"2024-09-12T18:14:47.530210+0000","last_peered":"2024-09-12T18:14:47.530210+0000","last_clean":"2024-09-12T18:14:47.530210+0000","last_became_active":"2024-09-12T18:02:38.161018+0000","last_became_peered":"2024-09-12T18:02:38.161018+0000","last_unstale":"2024-09-12T18:14:47.530210+0000","last_undegraded":"2024-09-12T18:14:47.530210+0000","last_fullsized":"2024-09-12T18:14:47.530210+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"266'7","reported_seq":54,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:21.426700+0000","last_change":"2024-09-12T18:17:21.426700+0000","last_active":"2024-09-12T18:17:21.426700+0000","last_peered":"2024-09-12T18:17:21.426700+0000","last_clean":"2024-09-12T18:17:21.426700+0000","last_became_active":"2024-09-12T17:52:02.162832+0000","last_became_peered":"2024-09-12T17:52:02.162832+0000","last_unstale":"2024-09-12T18:17:21.426700+0000","last_undegraded":"2024-09-12T18:17:21.426700+0000","last_fullsized":"2024-09-12T18:17:21.426700+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'7","last_scrub_stamp":"2024-09-12T18:17:21.426602+0000","last_deep_scrub":"266'7","last_deep_scrub_stamp":"2024-09-12T18:17:21.426602+0000","last_clean_scrub_stamp":"2024-09-12T18:17:21.426602+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:45:10.923886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":12288,"num_write":12,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"266'2","reported_seq":42,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:22.564099+0000","last_change":"2024-09-12T17:51:59.146555+0000","last_active":"2024-09-12T18:15:22.564099+0000","last_peered":"2024-09-12T18:15:22.564099+0000","last_clean":"2024-09-12T18:15:22.564099+0000","last_became_active":"2024-09-12T17:51:59.146245+0000","last_became_peered":"2024-09-12T17:51:59.146245+0000","last_unstale":"2024-09-12T18:15:22.564099+0000","last_undegraded":"2024-09-12T18:15:22.564099+0000","last_fullsized":"2024-09-12T18:15:22.564099+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:46:38.431503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"0'0","reported_seq":48,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:32.520079+0000","last_change":"2024-09-12T17:50:12.698342+0000","last_active":"2024-09-12T18:13:32.520079+0000","last_peered":"2024-09-12T18:13:32.520079+0000","last_clean":"2024-09-12T18:13:32.520079+0000","last_became_active":"2024-09-12T17:50:12.698060+0000","last_became_peered":"2024-09-12T17:50:12.698060+0000","last_unstale":"2024-09-12T18:13:32.520079+0000","last_undegraded":"2024-09-12T18:13:32.520079+0000","last_fullsized":"2024-09-12T18:13:32.520079+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:30:56.848197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"265'1","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:27.527728+0000","last_change":"2024-09-12T18:02:38.164222+0000","last_active":"2024-09-12T18:14:27.527728+0000","last_peered":"2024-09-12T18:14:27.527728+0000","last_clean":"2024-09-12T18:14:27.527728+0000","last_became_active":"2024-09-12T18:02:38.163910+0000","last_became_peered":"2024-09-12T18:02:38.163910+0000","last_unstale":"2024-09-12T18:14:27.527728+0000","last_undegraded":"2024-09-12T18:14:27.527728+0000","last_fullsized":"2024-09-12T18:14:27.527728+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"266'6","reported_seq":45,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.104653+0000","last_change":"2024-09-12T17:52:02.160664+0000","last_active":"2024-09-12T18:16:38.104653+0000","last_peered":"2024-09-12T18:16:38.104653+0000","last_clean":"2024-09-12T18:16:38.104653+0000","last_became_active":"2024-09-12T17:52:02.160320+0000","last_became_peered":"2024-09-12T17:52:02.160320+0000","last_unstale":"2024-09-12T18:16:38.104653+0000","last_undegraded":"2024-09-12T18:16:38.104653+0000","last_fullsized":"2024-09-12T18:16:38.104653+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:18:28.519965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":1578,"num_write":6,"num_write_kb":948,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"0'0","reported_seq":47,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:17.579981+0000","last_change":"2024-09-12T18:17:17.579981+0000","last_active":"2024-09-12T18:17:17.579981+0000","last_peered":"2024-09-12T18:17:17.579981+0000","last_clean":"2024-09-12T18:17:17.579981+0000","last_became_active":"2024-09-12T17:51:59.149378+0000","last_became_peered":"2024-09-12T17:51:59.149378+0000","last_unstale":"2024-09-12T18:17:17.579981+0000","last_undegraded":"2024-09-12T18:17:17.579981+0000","last_fullsized":"2024-09-12T18:17:17.579981+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:17.579867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:17.579867+0000","last_clean_scrub_stamp":"2024-09-12T18:17:17.579867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:02:49.494180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"266'16","reported_seq":99,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:21.715416+0000","last_change":"2024-09-12T18:17:21.715416+0000","last_active":"2024-09-12T18:17:21.715416+0000","last_peered":"2024-09-12T18:17:21.715416+0000","last_clean":"2024-09-12T18:17:21.715416+0000","last_became_active":"2024-09-12T17:50:12.689881+0000","last_became_peered":"2024-09-12T17:50:12.689881+0000","last_unstale":"2024-09-12T18:17:21.715416+0000","last_undegraded":"2024-09-12T18:17:21.715416+0000","last_fullsized":"2024-09-12T18:17:21.715416+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'16","last_scrub_stamp":"2024-09-12T18:17:21.715322+0000","last_deep_scrub":"266'16","last_deep_scrub_stamp":"2024-09-12T18:17:21.715322+0000","last_clean_scrub_stamp":"2024-09-12T18:17:21.715322+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:04:36.900661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":81,"num_read_kb":57,"num_write":29,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"266'1","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:42.559087+0000","last_change":"2024-09-12T18:02:38.164143+0000","last_active":"2024-09-12T18:14:42.559087+0000","last_peered":"2024-09-12T18:14:42.559087+0000","last_clean":"2024-09-12T18:14:42.559087+0000","last_became_active":"2024-09-12T18:02:38.162945+0000","last_became_peered":"2024-09-12T18:02:38.162945+0000","last_unstale":"2024-09-12T18:14:42.559087+0000","last_undegraded":"2024-09-12T18:14:42.559087+0000","last_fullsized":"2024-09-12T18:14:42.559087+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"266'2","reported_seq":43,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:19.555463+0000","last_change":"2024-09-12T18:17:19.555463+0000","last_active":"2024-09-12T18:17:19.555463+0000","last_peered":"2024-09-12T18:17:19.555463+0000","last_clean":"2024-09-12T18:17:19.555463+0000","last_became_active":"2024-09-12T17:52:02.154753+0000","last_became_peered":"2024-09-12T17:52:02.154753+0000","last_unstale":"2024-09-12T18:17:19.555463+0000","last_undegraded":"2024-09-12T18:17:19.555463+0000","last_fullsized":"2024-09-12T18:17:19.555463+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-12T18:17:19.555372+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-12T18:17:19.555372+0000","last_clean_scrub_stamp":"2024-09-12T18:17:19.555372+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:18:26.269117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"0'0","reported_seq":39,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:02.534883+0000","last_change":"2024-09-12T17:51:59.146758+0000","last_active":"2024-09-12T18:13:02.534883+0000","last_peered":"2024-09-12T18:13:02.534883+0000","last_clean":"2024-09-12T18:13:02.534883+0000","last_became_active":"2024-09-12T17:51:59.146423+0000","last_became_peered":"2024-09-12T17:51:59.146423+0000","last_unstale":"2024-09-12T18:13:02.534883+0000","last_undegraded":"2024-09-12T18:13:02.534883+0000","last_fullsized":"2024-09-12T18:13:02.534883+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:09:08.137641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"266'142","reported_seq":466,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:11.262492+0000","last_change":"2024-09-12T17:50:12.696215+0000","last_active":"2024-09-12T18:14:11.262492+0000","last_peered":"2024-09-12T18:14:11.262492+0000","last_clean":"2024-09-12T18:14:11.262492+0000","last_became_active":"2024-09-12T17:50:12.695302+0000","last_became_peered":"2024-09-12T17:50:12.695302+0000","last_unstale":"2024-09-12T18:14:11.262492+0000","last_undegraded":"2024-09-12T18:14:11.262492+0000","last_fullsized":"2024-09-12T18:14:11.262492+0000","mapping_epoch":252,"log_start":"263'100","ondisk_log_start":"263'100","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:21:21.737387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":818,"num_read_kb":651,"num_write":189,"num_write_kb":126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":27,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:13.188301+0000","last_change":"2024-09-12T18:17:13.188301+0000","last_active":"2024-09-12T18:17:13.188301+0000","last_peered":"2024-09-12T18:17:13.188301+0000","last_clean":"2024-09-12T18:17:13.188301+0000","last_became_active":"2024-09-12T18:02:38.156956+0000","last_became_peered":"2024-09-12T18:02:38.156956+0000","last_unstale":"2024-09-12T18:17:13.188301+0000","last_undegraded":"2024-09-12T18:17:13.188301+0000","last_fullsized":"2024-09-12T18:17:13.188301+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:13.188213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:13.188213+0000","last_clean_scrub_stamp":"2024-09-12T18:17:13.188213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:43:32.263086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"263'2","reported_seq":38,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:32.557705+0000","last_change":"2024-09-12T17:52:02.161475+0000","last_active":"2024-09-12T18:14:32.557705+0000","last_peered":"2024-09-12T18:14:32.557705+0000","last_clean":"2024-09-12T18:14:32.557705+0000","last_became_active":"2024-09-12T17:52:02.160519+0000","last_became_peered":"2024-09-12T17:52:02.160519+0000","last_unstale":"2024-09-12T18:14:32.557705+0000","last_undegraded":"2024-09-12T18:14:32.557705+0000","last_fullsized":"2024-09-12T18:14:32.557705+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"266'3","reported_seq":45,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.373377+0000","last_change":"2024-09-12T17:51:59.145277+0000","last_active":"2024-09-12T18:16:38.373377+0000","last_peered":"2024-09-12T18:16:38.373377+0000","last_clean":"2024-09-12T18:16:38.373377+0000","last_became_active":"2024-09-12T17:51:59.144978+0000","last_became_peered":"2024-09-12T17:51:59.144978+0000","last_unstale":"2024-09-12T18:16:38.373377+0000","last_undegraded":"2024-09-12T18:16:38.373377+0000","last_fullsized":"2024-09-12T18:16:38.373377+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"266'11","reported_seq":77,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:57.560828+0000","last_change":"2024-09-12T17:50:12.699972+0000","last_active":"2024-09-12T18:14:57.560828+0000","last_peered":"2024-09-12T18:14:57.560828+0000","last_clean":"2024-09-12T18:14:57.560828+0000","last_became_active":"2024-09-12T17:50:12.698913+0000","last_became_peered":"2024-09-12T17:50:12.698913+0000","last_unstale":"2024-09-12T18:14:57.560828+0000","last_undegraded":"2024-09-12T18:14:57.560828+0000","last_fullsized":"2024-09-12T18:14:57.560828+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":51,"num_read_kb":36,"num_write":23,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:57.407930+0000","last_change":"2024-09-12T18:02:38.159136+0000","last_active":"2024-09-12T18:13:57.407930+0000","last_peered":"2024-09-12T18:13:57.407930+0000","last_clean":"2024-09-12T18:13:57.407930+0000","last_became_active":"2024-09-12T18:02:38.158852+0000","last_became_peered":"2024-09-12T18:02:38.158852+0000","last_unstale":"2024-09-12T18:13:57.407930+0000","last_undegraded":"2024-09-12T18:13:57.407930+0000","last_fullsized":"2024-09-12T18:13:57.407930+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:57:22.862407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"263'4","reported_seq":43,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:32.557676+0000","last_change":"2024-09-12T17:52:02.164062+0000","last_active":"2024-09-12T18:14:32.557676+0000","last_peered":"2024-09-12T18:14:32.557676+0000","last_clean":"2024-09-12T18:14:32.557676+0000","last_became_active":"2024-09-12T17:52:02.163005+0000","last_became_peered":"2024-09-12T17:52:02.163005+0000","last_unstale":"2024-09-12T18:14:32.557676+0000","last_undegraded":"2024-09-12T18:14:32.557676+0000","last_fullsized":"2024-09-12T18:14:32.557676+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":12290,"num_write":4,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"266'4","reported_seq":56,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:09.189986+0000","last_change":"2024-09-12T18:17:09.189986+0000","last_active":"2024-09-12T18:17:09.189986+0000","last_peered":"2024-09-12T18:17:09.189986+0000","last_clean":"2024-09-12T18:17:09.189986+0000","last_became_active":"2024-09-12T17:51:59.141618+0000","last_became_peered":"2024-09-12T17:51:59.141618+0000","last_unstale":"2024-09-12T18:17:09.189986+0000","last_undegraded":"2024-09-12T18:17:09.189986+0000","last_fullsized":"2024-09-12T18:17:09.189986+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'4","last_scrub_stamp":"2024-09-12T18:17:09.189900+0000","last_deep_scrub":"266'4","last_deep_scrub_stamp":"2024-09-12T18:17:09.189900+0000","last_clean_scrub_stamp":"2024-09-12T18:17:09.189900+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:31:06.820534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":10240,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"266'58","reported_seq":209,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:57.416911+0000","last_change":"2024-09-12T17:50:12.698175+0000","last_active":"2024-09-12T18:14:57.416911+0000","last_peered":"2024-09-12T18:14:57.416911+0000","last_clean":"2024-09-12T18:14:57.416911+0000","last_became_active":"2024-09-12T17:50:12.697897+0000","last_became_peered":"2024-09-12T17:50:12.697897+0000","last_unstale":"2024-09-12T18:14:57.416911+0000","last_undegraded":"2024-09-12T18:14:57.416911+0000","last_fullsized":"2024-09-12T18:14:57.416911+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":0,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":299,"num_read_kb":217,"num_write":105,"num_write_kb":42,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:27.401731+0000","last_change":"2024-09-12T18:02:38.163694+0000","last_active":"2024-09-12T18:13:27.401731+0000","last_peered":"2024-09-12T18:13:27.401731+0000","last_clean":"2024-09-12T18:13:27.401731+0000","last_became_active":"2024-09-12T18:02:38.163438+0000","last_became_peered":"2024-09-12T18:02:38.163438+0000","last_unstale":"2024-09-12T18:13:27.401731+0000","last_undegraded":"2024-09-12T18:13:27.401731+0000","last_fullsized":"2024-09-12T18:13:27.401731+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:24:44.345072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"266'6","reported_seq":54,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:19.416279+0000","last_change":"2024-09-12T18:17:19.416279+0000","last_active":"2024-09-12T18:17:19.416279+0000","last_peered":"2024-09-12T18:17:19.416279+0000","last_clean":"2024-09-12T18:17:19.416279+0000","last_became_active":"2024-09-12T17:52:02.669335+0000","last_became_peered":"2024-09-12T17:52:02.669335+0000","last_unstale":"2024-09-12T18:17:19.416279+0000","last_undegraded":"2024-09-12T18:17:19.416279+0000","last_fullsized":"2024-09-12T18:17:19.416279+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'6","last_scrub_stamp":"2024-09-12T18:17:19.416185+0000","last_deep_scrub":"266'6","last_deep_scrub_stamp":"2024-09-12T18:17:19.416185+0000","last_clean_scrub_stamp":"2024-09-12T18:17:19.416185+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:13:44.447207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":4098,"num_write":6,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"266'2","reported_seq":43,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.317910+0000","last_change":"2024-09-12T17:51:59.145629+0000","last_active":"2024-09-12T18:16:38.317910+0000","last_peered":"2024-09-12T18:16:38.317910+0000","last_clean":"2024-09-12T18:16:38.317910+0000","last_became_active":"2024-09-12T17:51:59.145349+0000","last_became_peered":"2024-09-12T17:51:59.145349+0000","last_unstale":"2024-09-12T18:16:38.317910+0000","last_undegraded":"2024-09-12T18:16:38.317910+0000","last_fullsized":"2024-09-12T18:16:38.317910+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"266'19","reported_seq":108,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:13.500393+0000","last_change":"2024-09-12T18:17:13.500393+0000","last_active":"2024-09-12T18:17:13.500393+0000","last_peered":"2024-09-12T18:17:13.500393+0000","last_clean":"2024-09-12T18:17:13.500393+0000","last_became_active":"2024-09-12T17:50:12.698820+0000","last_became_peered":"2024-09-12T17:50:12.698820+0000","last_unstale":"2024-09-12T18:17:13.500393+0000","last_undegraded":"2024-09-12T18:17:13.500393+0000","last_fullsized":"2024-09-12T18:17:13.500393+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'19","last_scrub_stamp":"2024-09-12T18:17:13.500269+0000","last_deep_scrub":"266'19","last_deep_scrub_stamp":"2024-09-12T18:17:13.500269+0000","last_clean_scrub_stamp":"2024-09-12T18:17:13.500269+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:42:06.855658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":96,"num_read_kb":66,"num_write":35,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:32.404388+0000","last_change":"2024-09-12T18:02:38.158359+0000","last_active":"2024-09-12T18:13:32.404388+0000","last_peered":"2024-09-12T18:13:32.404388+0000","last_clean":"2024-09-12T18:13:32.404388+0000","last_became_active":"2024-09-12T18:02:38.158057+0000","last_became_peered":"2024-09-12T18:02:38.158057+0000","last_unstale":"2024-09-12T18:13:32.404388+0000","last_undegraded":"2024-09-12T18:13:32.404388+0000","last_fullsized":"2024-09-12T18:13:32.404388+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:34:22.586580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"266'4","reported_seq":41,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.262166+0000","last_change":"2024-09-12T17:52:02.164617+0000","last_active":"2024-09-12T18:16:38.262166+0000","last_peered":"2024-09-12T18:16:38.262166+0000","last_clean":"2024-09-12T18:16:38.262166+0000","last_became_active":"2024-09-12T17:52:02.163690+0000","last_became_peered":"2024-09-12T17:52:02.163690+0000","last_unstale":"2024-09-12T18:16:38.262166+0000","last_undegraded":"2024-09-12T18:16:38.262166+0000","last_fullsized":"2024-09-12T18:16:38.262166+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":1553,"num_write":4,"num_write_kb":1553,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"266'2","reported_seq":51,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:16.425173+0000","last_change":"2024-09-12T18:17:16.425173+0000","last_active":"2024-09-12T18:17:16.425173+0000","last_peered":"2024-09-12T18:17:16.425173+0000","last_clean":"2024-09-12T18:17:16.425173+0000","last_became_active":"2024-09-12T17:51:59.147662+0000","last_became_peered":"2024-09-12T17:51:59.147662+0000","last_unstale":"2024-09-12T18:17:16.425173+0000","last_undegraded":"2024-09-12T18:17:16.425173+0000","last_fullsized":"2024-09-12T18:17:16.425173+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-12T18:17:16.425066+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-12T18:17:16.425066+0000","last_clean_scrub_stamp":"2024-09-12T18:17:16.425066+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:58:37.302229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"266'53","reported_seq":204,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:04.157528+0000","last_change":"2024-09-12T18:17:04.157415+0000","last_active":"2024-09-12T18:17:04.157528+0000","last_peered":"2024-09-12T18:17:04.157528+0000","last_clean":"2024-09-12T18:17:04.157528+0000","last_became_active":"2024-09-12T17:50:12.696539+0000","last_became_peered":"2024-09-12T17:50:12.696539+0000","last_unstale":"2024-09-12T18:17:04.157528+0000","last_undegraded":"2024-09-12T18:17:04.157528+0000","last_fullsized":"2024-09-12T18:17:04.157528+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'53","last_scrub_stamp":"2024-09-12T18:17:04.157307+0000","last_deep_scrub":"266'53","last_deep_scrub_stamp":"2024-09-12T18:17:04.157307+0000","last_clean_scrub_stamp":"2024-09-12T18:17:04.157307+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":0,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:27:27.116093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":280,"num_read_kb":196,"num_write":91,"num_write_kb":39,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:52.552877+0000","last_change":"2024-09-12T18:02:38.159735+0000","last_active":"2024-09-12T18:13:52.552877+0000","last_peered":"2024-09-12T18:13:52.552877+0000","last_clean":"2024-09-12T18:13:52.552877+0000","last_became_active":"2024-09-12T18:02:38.159409+0000","last_became_peered":"2024-09-12T18:02:38.159409+0000","last_unstale":"2024-09-12T18:13:52.552877+0000","last_undegraded":"2024-09-12T18:13:52.552877+0000","last_fullsized":"2024-09-12T18:13:52.552877+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:42:23.485522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"0'0","reported_seq":34,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.433823+0000","last_change":"2024-09-12T17:52:02.162686+0000","last_active":"2024-09-12T18:13:42.433823+0000","last_peered":"2024-09-12T18:13:42.433823+0000","last_clean":"2024-09-12T18:13:42.433823+0000","last_became_active":"2024-09-12T17:52:02.162397+0000","last_became_peered":"2024-09-12T17:52:02.162397+0000","last_unstale":"2024-09-12T18:13:42.433823+0000","last_undegraded":"2024-09-12T18:13:42.433823+0000","last_fullsized":"2024-09-12T18:13:42.433823+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:01:26.630396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"266'6","reported_seq":50,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.270879+0000","last_change":"2024-09-12T17:51:59.144770+0000","last_active":"2024-09-12T18:16:38.270879+0000","last_peered":"2024-09-12T18:16:38.270879+0000","last_clean":"2024-09-12T18:16:38.270879+0000","last_became_active":"2024-09-12T17:51:59.144477+0000","last_became_peered":"2024-09-12T17:51:59.144477+0000","last_unstale":"2024-09-12T18:16:38.270879+0000","last_undegraded":"2024-09-12T18:16:38.270879+0000","last_fullsized":"2024-09-12T18:16:38.270879+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:48:09.467583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":12288,"num_write":6,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"266'43","reported_seq":175,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:21.741463+0000","last_change":"2024-09-12T18:17:21.741463+0000","last_active":"2024-09-12T18:17:21.741463+0000","last_peered":"2024-09-12T18:17:21.741463+0000","last_clean":"2024-09-12T18:17:21.741463+0000","last_became_active":"2024-09-12T17:50:12.699290+0000","last_became_peered":"2024-09-12T17:50:12.699290+0000","last_unstale":"2024-09-12T18:17:21.741463+0000","last_undegraded":"2024-09-12T18:17:21.741463+0000","last_fullsized":"2024-09-12T18:17:21.741463+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'43","last_scrub_stamp":"2024-09-12T18:17:21.741376+0000","last_deep_scrub":"266'43","last_deep_scrub_stamp":"2024-09-12T18:17:21.741376+0000","last_clean_scrub_stamp":"2024-09-12T18:17:21.741376+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:20:58.571510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":225,"num_read_kb":162,"num_write":74,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.408679+0000","last_change":"2024-09-12T18:02:38.158629+0000","last_active":"2024-09-12T18:14:02.408679+0000","last_peered":"2024-09-12T18:14:02.408679+0000","last_clean":"2024-09-12T18:14:02.408679+0000","last_became_active":"2024-09-12T18:02:38.158269+0000","last_became_peered":"2024-09-12T18:02:38.158269+0000","last_unstale":"2024-09-12T18:14:02.408679+0000","last_undegraded":"2024-09-12T18:14:02.408679+0000","last_fullsized":"2024-09-12T18:14:02.408679+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:38:40.505859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"0'0","reported_seq":34,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.405711+0000","last_change":"2024-09-12T17:52:02.668841+0000","last_active":"2024-09-12T18:13:42.405711+0000","last_peered":"2024-09-12T18:13:42.405711+0000","last_clean":"2024-09-12T18:13:42.405711+0000","last_became_active":"2024-09-12T17:52:02.668524+0000","last_became_peered":"2024-09-12T17:52:02.668524+0000","last_unstale":"2024-09-12T18:13:42.405711+0000","last_undegraded":"2024-09-12T18:13:42.405711+0000","last_fullsized":"2024-09-12T18:13:42.405711+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:06:07.368372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"266'8","reported_seq":59,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:15.421432+0000","last_change":"2024-09-12T18:17:15.421432+0000","last_active":"2024-09-12T18:17:15.421432+0000","last_peered":"2024-09-12T18:17:15.421432+0000","last_clean":"2024-09-12T18:17:15.421432+0000","last_became_active":"2024-09-12T17:51:59.146888+0000","last_became_peered":"2024-09-12T17:51:59.146888+0000","last_unstale":"2024-09-12T18:17:15.421432+0000","last_undegraded":"2024-09-12T18:17:15.421432+0000","last_fullsized":"2024-09-12T18:17:15.421432+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'8","last_scrub_stamp":"2024-09-12T18:17:15.421345+0000","last_deep_scrub":"266'8","last_deep_scrub_stamp":"2024-09-12T18:17:15.421345+0000","last_clean_scrub_stamp":"2024-09-12T18:17:15.421345+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:00:42.754183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8232,"num_write":18,"num_write_kb":5160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"266'48","reported_seq":172,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:11.257938+0000","last_change":"2024-09-12T17:50:12.696489+0000","last_active":"2024-09-12T18:14:11.257938+0000","last_peered":"2024-09-12T18:14:11.257938+0000","last_clean":"2024-09-12T18:14:11.257938+0000","last_became_active":"2024-09-12T17:50:12.694194+0000","last_became_peered":"2024-09-12T17:50:12.694194+0000","last_unstale":"2024-09-12T18:14:11.257938+0000","last_undegraded":"2024-09-12T18:14:11.257938+0000","last_fullsized":"2024-09-12T18:14:11.257938+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:13:34.540352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":222,"num_read_kb":153,"num_write":95,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"266'1","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:57.407963+0000","last_change":"2024-09-12T18:02:38.158037+0000","last_active":"2024-09-12T18:13:57.407963+0000","last_peered":"2024-09-12T18:13:57.407963+0000","last_clean":"2024-09-12T18:13:57.407963+0000","last_became_active":"2024-09-12T18:02:38.157759+0000","last_became_peered":"2024-09-12T18:02:38.157759+0000","last_unstale":"2024-09-12T18:13:57.407963+0000","last_undegraded":"2024-09-12T18:13:57.407963+0000","last_fullsized":"2024-09-12T18:13:57.407963+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:55:23.130301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"0'0","reported_seq":42,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:20.458133+0000","last_change":"2024-09-12T18:17:20.458133+0000","last_active":"2024-09-12T18:17:20.458133+0000","last_peered":"2024-09-12T18:17:20.458133+0000","last_clean":"2024-09-12T18:17:20.458133+0000","last_became_active":"2024-09-12T17:52:02.153354+0000","last_became_peered":"2024-09-12T17:52:02.153354+0000","last_unstale":"2024-09-12T18:17:20.458133+0000","last_undegraded":"2024-09-12T18:17:20.458133+0000","last_fullsized":"2024-09-12T18:17:20.458133+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:20.458040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:20.458040+0000","last_clean_scrub_stamp":"2024-09-12T18:17:20.458040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:28:55.501209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"266'9","reported_seq":57,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:57.539846+0000","last_change":"2024-09-12T17:51:59.148521+0000","last_active":"2024-09-12T18:15:57.539846+0000","last_peered":"2024-09-12T18:15:57.539846+0000","last_clean":"2024-09-12T18:15:57.539846+0000","last_became_active":"2024-09-12T17:51:59.147945+0000","last_became_peered":"2024-09-12T17:51:59.147945+0000","last_unstale":"2024-09-12T18:15:57.539846+0000","last_undegraded":"2024-09-12T18:15:57.539846+0000","last_fullsized":"2024-09-12T18:15:57.539846+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:15:51.963327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":14338,"num_write":14,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"266'15","reported_seq":86,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.554086+0000","last_change":"2024-09-12T17:50:12.697089+0000","last_active":"2024-09-12T18:14:02.554086+0000","last_peered":"2024-09-12T18:14:02.554086+0000","last_clean":"2024-09-12T18:14:02.554086+0000","last_became_active":"2024-09-12T17:50:12.696682+0000","last_became_peered":"2024-09-12T17:50:12.696682+0000","last_unstale":"2024-09-12T18:14:02.554086+0000","last_undegraded":"2024-09-12T18:14:02.554086+0000","last_fullsized":"2024-09-12T18:14:02.554086+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:23:17.579953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":68,"num_read_kb":48,"num_write":26,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:57.523909+0000","last_change":"2024-09-12T18:02:38.160972+0000","last_active":"2024-09-12T18:13:57.523909+0000","last_peered":"2024-09-12T18:13:57.523909+0000","last_clean":"2024-09-12T18:13:57.523909+0000","last_became_active":"2024-09-12T18:02:38.160668+0000","last_became_peered":"2024-09-12T18:02:38.160668+0000","last_unstale":"2024-09-12T18:13:57.523909+0000","last_undegraded":"2024-09-12T18:13:57.523909+0000","last_fullsized":"2024-09-12T18:13:57.523909+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:05:22.599535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"0'0","reported_seq":34,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:47.406473+0000","last_change":"2024-09-12T17:52:02.162248+0000","last_active":"2024-09-12T18:13:47.406473+0000","last_peered":"2024-09-12T18:13:47.406473+0000","last_clean":"2024-09-12T18:13:47.406473+0000","last_became_active":"2024-09-12T17:52:02.161957+0000","last_became_peered":"2024-09-12T17:52:02.161957+0000","last_unstale":"2024-09-12T18:13:47.406473+0000","last_undegraded":"2024-09-12T18:13:47.406473+0000","last_fullsized":"2024-09-12T18:13:47.406473+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:39:05.596205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"266'10","reported_seq":61,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.373749+0000","last_change":"2024-09-12T17:51:59.138549+0000","last_active":"2024-09-12T18:16:38.373749+0000","last_peered":"2024-09-12T18:16:38.373749+0000","last_clean":"2024-09-12T18:16:38.373749+0000","last_became_active":"2024-09-12T17:51:59.138251+0000","last_became_peered":"2024-09-12T17:51:59.138251+0000","last_unstale":"2024-09-12T18:16:38.373749+0000","last_undegraded":"2024-09-12T18:16:38.373749+0000","last_fullsized":"2024-09-12T18:16:38.373749+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17,"num_read_kb":7699,"num_write":10,"num_write_kb":4625,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"266'51","reported_seq":202,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:14.501454+0000","last_change":"2024-09-12T18:17:14.501454+0000","last_active":"2024-09-12T18:17:14.501454+0000","last_peered":"2024-09-12T18:17:14.501454+0000","last_clean":"2024-09-12T18:17:14.501454+0000","last_became_active":"2024-09-12T17:50:12.698811+0000","last_became_peered":"2024-09-12T17:50:12.698811+0000","last_unstale":"2024-09-12T18:17:14.501454+0000","last_undegraded":"2024-09-12T18:17:14.501454+0000","last_fullsized":"2024-09-12T18:17:14.501454+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'51","last_scrub_stamp":"2024-09-12T18:17:14.501369+0000","last_deep_scrub":"266'51","last_deep_scrub_stamp":"2024-09-12T18:17:14.501369+0000","last_clean_scrub_stamp":"2024-09-12T18:17:14.501369+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":0,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:48:17.414265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":279,"num_read_kb":200,"num_write":87,"num_write_kb":42,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:12.418722+0000","last_change":"2024-09-12T18:02:38.160811+0000","last_active":"2024-09-12T18:15:12.418722+0000","last_peered":"2024-09-12T18:15:12.418722+0000","last_clean":"2024-09-12T18:15:12.418722+0000","last_became_active":"2024-09-12T18:02:38.160530+0000","last_became_peered":"2024-09-12T18:02:38.160530+0000","last_unstale":"2024-09-12T18:15:12.418722+0000","last_undegraded":"2024-09-12T18:15:12.418722+0000","last_fullsized":"2024-09-12T18:15:12.418722+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"266'10","reported_seq":51,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.298957+0000","last_change":"2024-09-12T17:52:02.156312+0000","last_active":"2024-09-12T18:16:38.298957+0000","last_peered":"2024-09-12T18:16:38.298957+0000","last_clean":"2024-09-12T18:16:38.298957+0000","last_became_active":"2024-09-12T17:52:02.155743+0000","last_became_peered":"2024-09-12T17:52:02.155743+0000","last_unstale":"2024-09-12T18:16:38.298957+0000","last_undegraded":"2024-09-12T18:16:38.298957+0000","last_fullsized":"2024-09-12T18:16:38.298957+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":7170,"num_write":20,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"266'5","reported_seq":49,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.380328+0000","last_change":"2024-09-12T17:51:59.147244+0000","last_active":"2024-09-12T18:16:38.380328+0000","last_peered":"2024-09-12T18:16:38.380328+0000","last_clean":"2024-09-12T18:16:38.380328+0000","last_became_active":"2024-09-12T17:51:59.146953+0000","last_became_peered":"2024-09-12T17:51:59.146953+0000","last_unstale":"2024-09-12T18:16:38.380328+0000","last_undegraded":"2024-09-12T18:16:38.380328+0000","last_fullsized":"2024-09-12T18:16:38.380328+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8763,"num_write":10,"num_write_kb":4667,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"266'30","reported_seq":132,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:02.524620+0000","last_change":"2024-09-12T17:50:12.700513+0000","last_active":"2024-09-12T18:14:02.524620+0000","last_peered":"2024-09-12T18:14:02.524620+0000","last_clean":"2024-09-12T18:14:02.524620+0000","last_became_active":"2024-09-12T17:50:12.698933+0000","last_became_peered":"2024-09-12T17:50:12.698933+0000","last_unstale":"2024-09-12T18:14:02.524620+0000","last_undegraded":"2024-09-12T18:14:02.524620+0000","last_fullsized":"2024-09-12T18:14:02.524620+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:46:30.615578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":154,"num_read_kb":111,"num_write":53,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:07.418278+0000","last_change":"2024-09-12T18:02:38.151744+0000","last_active":"2024-09-12T18:15:07.418278+0000","last_peered":"2024-09-12T18:15:07.418278+0000","last_clean":"2024-09-12T18:15:07.418278+0000","last_became_active":"2024-09-12T18:02:38.151453+0000","last_became_peered":"2024-09-12T18:02:38.151453+0000","last_unstale":"2024-09-12T18:15:07.418278+0000","last_undegraded":"2024-09-12T18:15:07.418278+0000","last_fullsized":"2024-09-12T18:15:07.418278+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"0'0","reported_seq":35,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:57.531592+0000","last_change":"2024-09-12T17:52:02.670383+0000","last_active":"2024-09-12T18:14:57.531592+0000","last_peered":"2024-09-12T18:14:57.531592+0000","last_clean":"2024-09-12T18:14:57.531592+0000","last_became_active":"2024-09-12T17:52:02.670033+0000","last_became_peered":"2024-09-12T17:52:02.670033+0000","last_unstale":"2024-09-12T18:14:57.531592+0000","last_undegraded":"2024-09-12T18:14:57.531592+0000","last_fullsized":"2024-09-12T18:14:57.531592+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"263'5","reported_seq":58,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:08.222870+0000","last_change":"2024-09-12T18:17:08.222870+0000","last_active":"2024-09-12T18:17:08.222870+0000","last_peered":"2024-09-12T18:17:08.222870+0000","last_clean":"2024-09-12T18:17:08.222870+0000","last_became_active":"2024-09-12T17:51:59.142482+0000","last_became_peered":"2024-09-12T17:51:59.142482+0000","last_unstale":"2024-09-12T18:17:08.222870+0000","last_undegraded":"2024-09-12T18:17:08.222870+0000","last_fullsized":"2024-09-12T18:17:08.222870+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'5","last_scrub_stamp":"2024-09-12T18:17:08.222783+0000","last_deep_scrub":"263'5","last_deep_scrub_stamp":"2024-09-12T18:17:08.222783+0000","last_clean_scrub_stamp":"2024-09-12T18:17:08.222783+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:45:23.272972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8192,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"266'138","reported_seq":486,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:12.459131+0000","last_change":"2024-09-12T18:17:12.459131+0000","last_active":"2024-09-12T18:17:12.459131+0000","last_peered":"2024-09-12T18:17:12.459131+0000","last_clean":"2024-09-12T18:17:12.459131+0000","last_became_active":"2024-09-12T17:50:12.697975+0000","last_became_peered":"2024-09-12T17:50:12.697975+0000","last_unstale":"2024-09-12T18:17:12.459131+0000","last_undegraded":"2024-09-12T18:17:12.459131+0000","last_fullsized":"2024-09-12T18:17:12.459131+0000","mapping_epoch":252,"log_start":"263'100","ondisk_log_start":"263'100","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'138","last_scrub_stamp":"2024-09-12T18:17:12.459034+0000","last_deep_scrub":"266'138","last_deep_scrub_stamp":"2024-09-12T18:17:12.459034+0000","last_clean_scrub_stamp":"2024-09-12T18:17:12.459034+0000","objects_scrubbed":1,"log_size":38,"log_dups_size":100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:05:43.624250+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":846,"num_read_kb":616,"num_write":166,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4464,"num_omap_keys":9,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:42.410692+0000","last_change":"2024-09-12T18:02:38.157807+0000","last_active":"2024-09-12T18:14:42.410692+0000","last_peered":"2024-09-12T18:14:42.410692+0000","last_clean":"2024-09-12T18:14:42.410692+0000","last_became_active":"2024-09-12T18:02:38.157334+0000","last_became_peered":"2024-09-12T18:02:38.157334+0000","last_unstale":"2024-09-12T18:14:42.410692+0000","last_undegraded":"2024-09-12T18:14:42.410692+0000","last_fullsized":"2024-09-12T18:14:42.410692+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:00:21.774169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"0'0","reported_seq":34,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.405883+0000","last_change":"2024-09-12T17:52:02.668797+0000","last_active":"2024-09-12T18:13:42.405883+0000","last_peered":"2024-09-12T18:13:42.405883+0000","last_clean":"2024-09-12T18:13:42.405883+0000","last_became_active":"2024-09-12T17:52:02.668489+0000","last_became_peered":"2024-09-12T17:52:02.668489+0000","last_unstale":"2024-09-12T18:13:42.405883+0000","last_undegraded":"2024-09-12T18:13:42.405883+0000","last_fullsized":"2024-09-12T18:13:42.405883+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:38:53.170570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"266'4","reported_seq":47,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:52.425479+0000","last_change":"2024-09-12T17:51:59.147970+0000","last_active":"2024-09-12T18:15:52.425479+0000","last_peered":"2024-09-12T18:15:52.425479+0000","last_clean":"2024-09-12T18:15:52.425479+0000","last_became_active":"2024-09-12T17:51:59.147683+0000","last_became_peered":"2024-09-12T17:51:59.147683+0000","last_unstale":"2024-09-12T18:15:52.425479+0000","last_undegraded":"2024-09-12T18:15:52.425479+0000","last_fullsized":"2024-09-12T18:15:52.425479+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:36:42.780698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8192,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"266'39","reported_seq":158,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:17.419531+0000","last_change":"2024-09-12T17:50:12.694069+0000","last_active":"2024-09-12T18:15:17.419531+0000","last_peered":"2024-09-12T18:15:17.419531+0000","last_clean":"2024-09-12T18:15:17.419531+0000","last_became_active":"2024-09-12T17:50:12.693758+0000","last_became_peered":"2024-09-12T17:50:12.693758+0000","last_unstale":"2024-09-12T18:15:17.419531+0000","last_undegraded":"2024-09-12T18:15:17.419531+0000","last_fullsized":"2024-09-12T18:15:17.419531+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":206,"num_read_kb":145,"num_write":69,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:07.445790+0000","last_change":"2024-09-12T18:02:38.157256+0000","last_active":"2024-09-12T18:15:07.445790+0000","last_peered":"2024-09-12T18:15:07.445790+0000","last_clean":"2024-09-12T18:15:07.445790+0000","last_became_active":"2024-09-12T18:02:38.156973+0000","last_became_peered":"2024-09-12T18:02:38.156973+0000","last_unstale":"2024-09-12T18:15:07.445790+0000","last_undegraded":"2024-09-12T18:15:07.445790+0000","last_fullsized":"2024-09-12T18:15:07.445790+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"266'7","reported_seq":46,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.239215+0000","last_change":"2024-09-12T17:52:02.161330+0000","last_active":"2024-09-12T18:16:38.239215+0000","last_peered":"2024-09-12T18:16:38.239215+0000","last_clean":"2024-09-12T18:16:38.239215+0000","last_became_active":"2024-09-12T17:52:02.159767+0000","last_became_peered":"2024-09-12T17:52:02.159767+0000","last_unstale":"2024-09-12T18:16:38.239215+0000","last_undegraded":"2024-09-12T18:16:38.239215+0000","last_fullsized":"2024-09-12T18:16:38.239215+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:29:53.581776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":10240,"num_write":12,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"0'0","reported_seq":40,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:42.405892+0000","last_change":"2024-09-12T17:51:59.149021+0000","last_active":"2024-09-12T18:13:42.405892+0000","last_peered":"2024-09-12T18:13:42.405892+0000","last_clean":"2024-09-12T18:13:42.405892+0000","last_became_active":"2024-09-12T17:51:59.148691+0000","last_became_peered":"2024-09-12T17:51:59.148691+0000","last_unstale":"2024-09-12T18:13:42.405892+0000","last_undegraded":"2024-09-12T18:13:42.405892+0000","last_fullsized":"2024-09-12T18:13:42.405892+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:27:47.992842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"266'28","reported_seq":132,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:10.446028+0000","last_change":"2024-09-12T18:17:10.445930+0000","last_active":"2024-09-12T18:17:10.446028+0000","last_peered":"2024-09-12T18:17:10.446028+0000","last_clean":"2024-09-12T18:17:10.446028+0000","last_became_active":"2024-09-12T17:50:12.696915+0000","last_became_peered":"2024-09-12T17:50:12.696915+0000","last_unstale":"2024-09-12T18:17:10.446028+0000","last_undegraded":"2024-09-12T18:17:10.446028+0000","last_fullsized":"2024-09-12T18:17:10.446028+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'28","last_scrub_stamp":"2024-09-12T18:17:10.445821+0000","last_deep_scrub":"266'28","last_deep_scrub_stamp":"2024-09-12T18:17:10.445821+0000","last_clean_scrub_stamp":"2024-09-12T18:17:10.445821+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":0,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:54:41.185685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":136,"num_read_kb":96,"num_write":55,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"266'2","reported_seq":29,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:14.229648+0000","last_change":"2024-09-12T18:17:14.229648+0000","last_active":"2024-09-12T18:17:14.229648+0000","last_peered":"2024-09-12T18:17:14.229648+0000","last_clean":"2024-09-12T18:17:14.229648+0000","last_became_active":"2024-09-12T18:02:38.162572+0000","last_became_peered":"2024-09-12T18:02:38.162572+0000","last_unstale":"2024-09-12T18:17:14.229648+0000","last_undegraded":"2024-09-12T18:17:14.229648+0000","last_fullsized":"2024-09-12T18:17:14.229648+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-12T18:17:14.229550+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-12T18:17:14.229550+0000","last_clean_scrub_stamp":"2024-09-12T18:17:14.229550+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:44:54.596671+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"266'8","reported_seq":55,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:18.409507+0000","last_change":"2024-09-12T18:17:18.409507+0000","last_active":"2024-09-12T18:17:18.409507+0000","last_peered":"2024-09-12T18:17:18.409507+0000","last_clean":"2024-09-12T18:17:18.409507+0000","last_became_active":"2024-09-12T17:52:02.158305+0000","last_became_peered":"2024-09-12T17:52:02.158305+0000","last_unstale":"2024-09-12T18:17:18.409507+0000","last_undegraded":"2024-09-12T18:17:18.409507+0000","last_fullsized":"2024-09-12T18:17:18.409507+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'8","last_scrub_stamp":"2024-09-12T18:17:18.409420+0000","last_deep_scrub":"266'8","last_deep_scrub_stamp":"2024-09-12T18:17:18.409420+0000","last_clean_scrub_stamp":"2024-09-12T18:17:18.409420+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:04:21.480136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":8192,"num_write":18,"num_write_kb":12288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"266'4","reported_seq":47,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.298607+0000","last_change":"2024-09-12T17:51:59.146863+0000","last_active":"2024-09-12T18:16:38.298607+0000","last_peered":"2024-09-12T18:16:38.298607+0000","last_clean":"2024-09-12T18:16:38.298607+0000","last_became_active":"2024-09-12T17:51:59.146539+0000","last_became_peered":"2024-09-12T17:51:59.146539+0000","last_unstale":"2024-09-12T18:16:38.298607+0000","last_undegraded":"2024-09-12T18:16:38.298607+0000","last_fullsized":"2024-09-12T18:16:38.298607+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:57:32.237432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":7168,"num_write":4,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"266'35","reported_seq":149,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:12.418980+0000","last_change":"2024-09-12T17:50:12.698263+0000","last_active":"2024-09-12T18:15:12.418980+0000","last_peered":"2024-09-12T18:15:12.418980+0000","last_clean":"2024-09-12T18:15:12.418980+0000","last_became_active":"2024-09-12T17:50:12.697992+0000","last_became_peered":"2024-09-12T17:50:12.697992+0000","last_unstale":"2024-09-12T18:15:12.418980+0000","last_undegraded":"2024-09-12T18:15:12.418980+0000","last_fullsized":"2024-09-12T18:15:12.418980+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:50:11.670835+0000","last_clean_scrub_stamp":"2024-09-12T17:50:11.670835+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":0,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":188,"num_read_kb":134,"num_write":61,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:13:32.520147+0000","last_change":"2024-09-12T18:02:38.159542+0000","last_active":"2024-09-12T18:13:32.520147+0000","last_peered":"2024-09-12T18:13:32.520147+0000","last_clean":"2024-09-12T18:13:32.520147+0000","last_became_active":"2024-09-12T18:02:38.159197+0000","last_became_peered":"2024-09-12T18:02:38.159197+0000","last_unstale":"2024-09-12T18:13:32.520147+0000","last_undegraded":"2024-09-12T18:13:32.520147+0000","last_fullsized":"2024-09-12T18:13:32.520147+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:08:10.624709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"266'6","reported_seq":45,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.238610+0000","last_change":"2024-09-12T17:52:02.162603+0000","last_active":"2024-09-12T18:16:38.238610+0000","last_peered":"2024-09-12T18:16:38.238610+0000","last_clean":"2024-09-12T18:16:38.238610+0000","last_became_active":"2024-09-12T17:52:02.162340+0000","last_became_peered":"2024-09-12T17:52:02.162340+0000","last_unstale":"2024-09-12T18:16:38.238610+0000","last_undegraded":"2024-09-12T18:16:38.238610+0000","last_fullsized":"2024-09-12T18:16:38.238610+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:42:01.553012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":12288,"num_write":6,"num_write_kb":12288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"0'0","reported_seq":41,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:57.416303+0000","last_change":"2024-09-12T17:51:59.145181+0000","last_active":"2024-09-12T18:14:57.416303+0000","last_peered":"2024-09-12T18:14:57.416303+0000","last_clean":"2024-09-12T18:14:57.416303+0000","last_became_active":"2024-09-12T17:51:59.144846+0000","last_became_peered":"2024-09-12T17:51:59.144846+0000","last_unstale":"2024-09-12T18:14:57.416303+0000","last_undegraded":"2024-09-12T18:14:57.416303+0000","last_fullsized":"2024-09-12T18:14:57.416303+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:51:58.115129+0000","last_clean_scrub_stamp":"2024-09-12T17:51:58.115129+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"266'29","reported_seq":142,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:20.702814+0000","last_change":"2024-09-12T18:17:20.702814+0000","last_active":"2024-09-12T18:17:20.702814+0000","last_peered":"2024-09-12T18:17:20.702814+0000","last_clean":"2024-09-12T18:17:20.702814+0000","last_became_active":"2024-09-12T17:50:12.686722+0000","last_became_peered":"2024-09-12T17:50:12.686722+0000","last_unstale":"2024-09-12T18:17:20.702814+0000","last_undegraded":"2024-09-12T18:17:20.702814+0000","last_fullsized":"2024-09-12T18:17:20.702814+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'29","last_scrub_stamp":"2024-09-12T18:17:20.702660+0000","last_deep_scrub":"266'29","last_deep_scrub_stamp":"2024-09-12T18:17:20.702660+0000","last_clean_scrub_stamp":"2024-09-12T18:17:20.702660+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:11:02.464763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":160,"num_read_kb":111,"num_write":51,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:12.534043+0000","last_change":"2024-09-12T18:02:38.162627+0000","last_active":"2024-09-12T18:15:12.534043+0000","last_peered":"2024-09-12T18:15:12.534043+0000","last_clean":"2024-09-12T18:15:12.534043+0000","last_became_active":"2024-09-12T18:02:38.162297+0000","last_became_peered":"2024-09-12T18:02:38.162297+0000","last_unstale":"2024-09-12T18:15:12.534043+0000","last_undegraded":"2024-09-12T18:15:12.534043+0000","last_fullsized":"2024-09-12T18:15:12.534043+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"263'5","reported_seq":52,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:18.559622+0000","last_change":"2024-09-12T18:17:18.559622+0000","last_active":"2024-09-12T18:17:18.559622+0000","last_peered":"2024-09-12T18:17:18.559622+0000","last_clean":"2024-09-12T18:17:18.559622+0000","last_became_active":"2024-09-12T17:52:02.160655+0000","last_became_peered":"2024-09-12T17:52:02.160655+0000","last_unstale":"2024-09-12T18:17:18.559622+0000","last_undegraded":"2024-09-12T18:17:18.559622+0000","last_fullsized":"2024-09-12T18:17:18.559622+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'5","last_scrub_stamp":"2024-09-12T18:17:18.559504+0000","last_deep_scrub":"263'5","last_deep_scrub_stamp":"2024-09-12T18:17:18.559504+0000","last_clean_scrub_stamp":"2024-09-12T18:17:18.559504+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:12:19.542943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":5120,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"263'6","reported_seq":62,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:14.467438+0000","last_change":"2024-09-12T18:17:14.467438+0000","last_active":"2024-09-12T18:17:14.467438+0000","last_peered":"2024-09-12T18:17:14.467438+0000","last_clean":"2024-09-12T18:17:14.467438+0000","last_became_active":"2024-09-12T17:51:59.145508+0000","last_became_peered":"2024-09-12T17:51:59.145508+0000","last_unstale":"2024-09-12T18:17:14.467438+0000","last_undegraded":"2024-09-12T18:17:14.467438+0000","last_fullsized":"2024-09-12T18:17:14.467438+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'6","last_scrub_stamp":"2024-09-12T18:17:14.467344+0000","last_deep_scrub":"263'6","last_deep_scrub_stamp":"2024-09-12T18:17:14.467344+0000","last_clean_scrub_stamp":"2024-09-12T18:17:14.467344+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:31:35.311585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":15362,"num_write":6,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"266'8","reported_seq":77,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:11.481274+0000","last_change":"2024-09-12T18:17:11.481203+0000","last_active":"2024-09-12T18:17:11.481274+0000","last_peered":"2024-09-12T18:17:11.481274+0000","last_clean":"2024-09-12T18:17:11.481274+0000","last_became_active":"2024-09-12T17:50:12.695832+0000","last_became_peered":"2024-09-12T17:50:12.695832+0000","last_unstale":"2024-09-12T18:17:11.481274+0000","last_undegraded":"2024-09-12T18:17:11.481274+0000","last_fullsized":"2024-09-12T18:17:11.481274+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'8","last_scrub_stamp":"2024-09-12T18:17:11.481113+0000","last_deep_scrub":"266'8","last_deep_scrub_stamp":"2024-09-12T18:17:11.481113+0000","last_clean_scrub_stamp":"2024-09-12T18:17:11.481113+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:26:40.171271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":33,"num_read_kb":23,"num_write":19,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:17.419553+0000","last_change":"2024-09-12T18:02:38.160996+0000","last_active":"2024-09-12T18:15:17.419553+0000","last_peered":"2024-09-12T18:15:17.419553+0000","last_clean":"2024-09-12T18:15:17.419553+0000","last_became_active":"2024-09-12T18:02:38.160660+0000","last_became_peered":"2024-09-12T18:02:38.160660+0000","last_unstale":"2024-09-12T18:15:17.419553+0000","last_undegraded":"2024-09-12T18:15:17.419553+0000","last_fullsized":"2024-09-12T18:15:17.419553+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"266'3","reported_seq":38,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:38.182542+0000","last_change":"2024-09-12T17:52:02.163094+0000","last_active":"2024-09-12T18:16:38.182542+0000","last_peered":"2024-09-12T18:16:38.182542+0000","last_clean":"2024-09-12T18:16:38.182542+0000","last_became_active":"2024-09-12T17:52:02.162377+0000","last_became_peered":"2024-09-12T17:52:02.162377+0000","last_unstale":"2024-09-12T18:16:38.182542+0000","last_undegraded":"2024-09-12T18:16:38.182542+0000","last_fullsized":"2024-09-12T18:16:38.182542+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:52:01.131511+0000","last_clean_scrub_stamp":"2024-09-12T17:52:01.131511+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"266'5","reported_seq":56,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:16.529612+0000","last_change":"2024-09-12T18:17:16.529612+0000","last_active":"2024-09-12T18:17:16.529612+0000","last_peered":"2024-09-12T18:17:16.529612+0000","last_clean":"2024-09-12T18:17:16.529612+0000","last_became_active":"2024-09-12T17:51:59.150252+0000","last_became_peered":"2024-09-12T17:51:59.150252+0000","last_unstale":"2024-09-12T18:17:16.529612+0000","last_undegraded":"2024-09-12T18:17:16.529612+0000","last_fullsized":"2024-09-12T18:17:16.529612+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'5","last_scrub_stamp":"2024-09-12T18:17:16.529514+0000","last_deep_scrub":"266'5","last_deep_scrub_stamp":"2024-09-12T18:17:16.529514+0000","last_clean_scrub_stamp":"2024-09-12T18:17:16.529514+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:06:56.504529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":4096,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"266'56","reported_seq":212,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:19.582184+0000","last_change":"2024-09-12T18:17:19.582184+0000","last_active":"2024-09-12T18:17:19.582184+0000","last_peered":"2024-09-12T18:17:19.582184+0000","last_clean":"2024-09-12T18:17:19.582184+0000","last_became_active":"2024-09-12T17:50:12.701174+0000","last_became_peered":"2024-09-12T17:50:12.701174+0000","last_unstale":"2024-09-12T18:17:19.582184+0000","last_undegraded":"2024-09-12T18:17:19.582184+0000","last_fullsized":"2024-09-12T18:17:19.582184+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'56","last_scrub_stamp":"2024-09-12T18:17:19.582102+0000","last_deep_scrub":"266'56","last_deep_scrub_stamp":"2024-09-12T18:17:19.582102+0000","last_clean_scrub_stamp":"2024-09-12T18:17:19.582102+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":0,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:56:53.546262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":295,"num_read_kb":218,"num_write":91,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"266'169","reported_seq":792,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:59.679811+0000","last_change":"2024-09-12T18:16:59.679811+0000","last_active":"2024-09-12T18:16:59.679811+0000","last_peered":"2024-09-12T18:16:59.679811+0000","last_clean":"2024-09-12T18:16:59.679811+0000","last_became_active":"2024-09-12T17:35:31.566215+0000","last_became_peered":"2024-09-12T17:35:31.566215+0000","last_unstale":"2024-09-12T18:16:59.679811+0000","last_undegraded":"2024-09-12T18:16:59.679811+0000","last_fullsized":"2024-09-12T18:16:59.679811+0000","mapping_epoch":38,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'169","last_scrub_stamp":"2024-09-12T18:16:59.679698+0000","last_deep_scrub":"266'169","last_deep_scrub_stamp":"2024-09-12T18:16:59.679698+0000","last_clean_scrub_stamp":"2024-09-12T18:16:59.679698+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:47:05.159337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":375,"num_read_kb":35445,"num_write":781,"num_write_kb":43842,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"266'407","reported_seq":1070,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:05.048720+0000","last_change":"2024-09-12T18:17:05.048720+0000","last_active":"2024-09-12T18:17:05.048720+0000","last_peered":"2024-09-12T18:17:05.048720+0000","last_clean":"2024-09-12T18:17:05.048720+0000","last_became_active":"2024-09-12T17:34:58.921234+0000","last_became_peered":"2024-09-12T17:34:58.921234+0000","last_unstale":"2024-09-12T18:17:05.048720+0000","last_undegraded":"2024-09-12T18:17:05.048720+0000","last_fullsized":"2024-09-12T18:17:05.048720+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'407","last_scrub_stamp":"2024-09-12T18:17:05.048635+0000","last_deep_scrub":"266'407","last_deep_scrub_stamp":"2024-09-12T18:17:05.048635+0000","last_clean_scrub_stamp":"2024-09-12T18:17:05.048635+0000","objects_scrubbed":1,"log_size":107,"log_dups_size":300,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:59:17.023801+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1761,"num_read_kb":1435,"num_write":635,"num_write_kb":302,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":505,"num_omap_keys":2,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"266'220","reported_seq":858,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:50.681637+0000","last_change":"2024-09-12T18:16:50.681637+0000","last_active":"2024-09-12T18:16:50.681637+0000","last_peered":"2024-09-12T18:16:50.681637+0000","last_clean":"2024-09-12T18:16:50.681637+0000","last_became_active":"2024-09-12T17:34:56.916768+0000","last_became_peered":"2024-09-12T17:34:56.916768+0000","last_unstale":"2024-09-12T18:16:50.681637+0000","last_undegraded":"2024-09-12T18:16:50.681637+0000","last_fullsized":"2024-09-12T18:16:50.681637+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'220","last_scrub_stamp":"2024-09-12T18:16:50.681525+0000","last_deep_scrub":"266'220","last_deep_scrub_stamp":"2024-09-12T18:16:50.681525+0000","last_clean_scrub_stamp":"2024-09-12T18:16:50.681525+0000","objects_scrubbed":3,"log_size":20,"log_dups_size":200,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:56:54.383464+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263198,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":478,"num_read_kb":35339,"num_write":948,"num_write_kb":52324,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"266'4203","reported_seq":4840,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:03.652609+0000","last_change":"2024-09-12T18:17:03.652609+0000","last_active":"2024-09-12T18:17:03.652609+0000","last_peered":"2024-09-12T18:17:03.652609+0000","last_clean":"2024-09-12T18:17:03.652609+0000","last_became_active":"2024-09-12T17:34:58.923347+0000","last_became_peered":"2024-09-12T17:34:58.923347+0000","last_unstale":"2024-09-12T18:17:03.652609+0000","last_undegraded":"2024-09-12T18:17:03.652609+0000","last_fullsized":"2024-09-12T18:17:03.652609+0000","mapping_epoch":27,"log_start":"266'4100","ondisk_log_start":"266'4100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'4203","last_scrub_stamp":"2024-09-12T18:17:03.652525+0000","last_deep_scrub":"266'4203","last_deep_scrub_stamp":"2024-09-12T18:17:03.652525+0000","last_clean_scrub_stamp":"2024-09-12T18:17:03.652525+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":3000,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:14:58.766433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16939,"num_read_kb":14199,"num_write":6308,"num_write_kb":3144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"266'250","reported_seq":952,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:50.917836+0000","last_change":"2024-09-12T18:16:50.917836+0000","last_active":"2024-09-12T18:16:50.917836+0000","last_peered":"2024-09-12T18:16:50.917836+0000","last_clean":"2024-09-12T18:16:50.917836+0000","last_became_active":"2024-09-12T17:34:56.922460+0000","last_became_peered":"2024-09-12T17:34:56.922460+0000","last_unstale":"2024-09-12T18:16:50.917836+0000","last_undegraded":"2024-09-12T18:16:50.917836+0000","last_fullsized":"2024-09-12T18:16:50.917836+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'250","last_scrub_stamp":"2024-09-12T18:16:50.917691+0000","last_deep_scrub":"266'250","last_deep_scrub_stamp":"2024-09-12T18:16:50.917691+0000","last_clean_scrub_stamp":"2024-09-12T18:16:50.917691+0000","objects_scrubbed":4,"log_size":50,"log_dups_size":200,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:01:44.960741+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194316,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":829,"num_read_kb":13304,"num_write":1071,"num_write_kb":24662,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"266'156","reported_seq":798,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:02.914212+0000","last_change":"2024-09-12T18:17:02.914212+0000","last_active":"2024-09-12T18:17:02.914212+0000","last_peered":"2024-09-12T18:17:02.914212+0000","last_clean":"2024-09-12T18:17:02.914212+0000","last_became_active":"2024-09-12T17:34:58.928492+0000","last_became_peered":"2024-09-12T17:34:58.928492+0000","last_unstale":"2024-09-12T18:17:02.914212+0000","last_undegraded":"2024-09-12T18:17:02.914212+0000","last_fullsized":"2024-09-12T18:17:02.914212+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'156","last_scrub_stamp":"2024-09-12T18:17:02.914117+0000","last_deep_scrub":"266'156","last_deep_scrub_stamp":"2024-09-12T18:17:02.914117+0000","last_clean_scrub_stamp":"2024-09-12T18:17:02.914117+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":100,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:14:04.076813+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":745,"num_read_kb":631,"num_write":228,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"266'208","reported_seq":871,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:58.194054+0000","last_change":"2024-09-12T18:16:58.193995+0000","last_active":"2024-09-12T18:16:58.194054+0000","last_peered":"2024-09-12T18:16:58.194054+0000","last_clean":"2024-09-12T18:16:58.194054+0000","last_became_active":"2024-09-12T17:35:31.033763+0000","last_became_peered":"2024-09-12T17:35:31.033763+0000","last_unstale":"2024-09-12T18:16:58.194054+0000","last_undegraded":"2024-09-12T18:16:58.194054+0000","last_fullsized":"2024-09-12T18:16:58.194054+0000","mapping_epoch":38,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'208","last_scrub_stamp":"2024-09-12T18:16:58.193895+0000","last_deep_scrub":"266'208","last_deep_scrub_stamp":"2024-09-12T18:16:58.193895+0000","last_clean_scrub_stamp":"2024-09-12T18:16:58.193895+0000","objects_scrubbed":2,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:33:36.956187+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":40,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":475,"num_read_kb":50092,"num_write":917,"num_write_kb":33384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"266'240","reported_seq":867,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:59.796738+0000","last_change":"2024-09-12T18:16:59.796738+0000","last_active":"2024-09-12T18:16:59.796738+0000","last_peered":"2024-09-12T18:16:59.796738+0000","last_clean":"2024-09-12T18:16:59.796738+0000","last_became_active":"2024-09-12T17:34:58.933990+0000","last_became_peered":"2024-09-12T17:34:58.933990+0000","last_unstale":"2024-09-12T18:16:59.796738+0000","last_undegraded":"2024-09-12T18:16:59.796738+0000","last_fullsized":"2024-09-12T18:16:59.796738+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'240","last_scrub_stamp":"2024-09-12T18:16:59.796650+0000","last_deep_scrub":"266'240","last_deep_scrub_stamp":"2024-09-12T18:16:59.796650+0000","last_clean_scrub_stamp":"2024-09-12T18:16:59.796650+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":200,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:57:51.437047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1048,"num_read_kb":851,"num_write":379,"num_write_kb":177,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"266'202","reported_seq":834,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:58.719884+0000","last_change":"2024-09-12T18:16:58.719884+0000","last_active":"2024-09-12T18:16:58.719884+0000","last_peered":"2024-09-12T18:16:58.719884+0000","last_clean":"2024-09-12T18:16:58.719884+0000","last_became_active":"2024-09-12T17:34:56.916522+0000","last_became_peered":"2024-09-12T17:34:56.916522+0000","last_unstale":"2024-09-12T18:16:58.719884+0000","last_undegraded":"2024-09-12T18:16:58.719884+0000","last_fullsized":"2024-09-12T18:16:58.719884+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'202","last_scrub_stamp":"2024-09-12T18:16:58.719776+0000","last_deep_scrub":"266'202","last_deep_scrub_stamp":"2024-09-12T18:16:58.719776+0000","last_clean_scrub_stamp":"2024-09-12T18:16:58.719776+0000","objects_scrubbed":1,"log_size":102,"log_dups_size":100,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:29:33.741194+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":404,"num_read_kb":16770,"num_write":959,"num_write_kb":30011,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"266'176","reported_seq":812,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:58.452265+0000","last_change":"2024-09-12T18:16:58.452178+0000","last_active":"2024-09-12T18:16:58.452265+0000","last_peered":"2024-09-12T18:16:58.452265+0000","last_clean":"2024-09-12T18:16:58.452265+0000","last_became_active":"2024-09-12T17:34:58.928536+0000","last_became_peered":"2024-09-12T17:34:58.928536+0000","last_unstale":"2024-09-12T18:16:58.452265+0000","last_undegraded":"2024-09-12T18:16:58.452265+0000","last_fullsized":"2024-09-12T18:16:58.452265+0000","mapping_epoch":27,"log_start":"263'100","ondisk_log_start":"263'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'176","last_scrub_stamp":"2024-09-12T18:16:58.452065+0000","last_deep_scrub":"266'176","last_deep_scrub_stamp":"2024-09-12T18:16:58.452065+0000","last_clean_scrub_stamp":"2024-09-12T18:16:58.452065+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:01:21.595735+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":767,"num_read_kb":639,"num_write":271,"num_write_kb":126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"266'240","reported_seq":896,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:57.228114+0000","last_change":"2024-09-12T18:16:57.228114+0000","last_active":"2024-09-12T18:16:57.228114+0000","last_peered":"2024-09-12T18:16:57.228114+0000","last_clean":"2024-09-12T18:16:57.228114+0000","last_became_active":"2024-09-12T17:34:56.924970+0000","last_became_peered":"2024-09-12T17:34:56.924970+0000","last_unstale":"2024-09-12T18:16:57.228114+0000","last_undegraded":"2024-09-12T18:16:57.228114+0000","last_fullsized":"2024-09-12T18:16:57.228114+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'240","last_scrub_stamp":"2024-09-12T18:16:57.227960+0000","last_deep_scrub":"266'240","last_deep_scrub_stamp":"2024-09-12T18:16:57.227960+0000","last_clean_scrub_stamp":"2024-09-12T18:16:57.227960+0000","objects_scrubbed":5,"log_size":40,"log_dups_size":200,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:42:32.945903+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3662510,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":509,"num_read_kb":32628,"num_write":1078,"num_write_kb":55411,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"266'200","reported_seq":885,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:03.892962+0000","last_change":"2024-09-12T18:17:03.892962+0000","last_active":"2024-09-12T18:17:03.892962+0000","last_peered":"2024-09-12T18:17:03.892962+0000","last_clean":"2024-09-12T18:17:03.892962+0000","last_became_active":"2024-09-12T17:34:58.929221+0000","last_became_peered":"2024-09-12T17:34:58.929221+0000","last_unstale":"2024-09-12T18:17:03.892962+0000","last_undegraded":"2024-09-12T18:17:03.892962+0000","last_fullsized":"2024-09-12T18:17:03.892962+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'200","last_scrub_stamp":"2024-09-12T18:17:03.892873+0000","last_deep_scrub":"266'200","last_deep_scrub_stamp":"2024-09-12T18:17:03.892873+0000","last_clean_scrub_stamp":"2024-09-12T18:17:03.892873+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:07:06.890788+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":962,"num_read_kb":806,"num_write":315,"num_write_kb":138,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"266'173","reported_seq":826,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:57.697601+0000","last_change":"2024-09-12T18:16:57.697601+0000","last_active":"2024-09-12T18:16:57.697601+0000","last_peered":"2024-09-12T18:16:57.697601+0000","last_clean":"2024-09-12T18:16:57.697601+0000","last_became_active":"2024-09-12T17:35:31.566148+0000","last_became_peered":"2024-09-12T17:35:31.566148+0000","last_unstale":"2024-09-12T18:16:57.697601+0000","last_undegraded":"2024-09-12T18:16:57.697601+0000","last_fullsized":"2024-09-12T18:16:57.697601+0000","mapping_epoch":38,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'173","last_scrub_stamp":"2024-09-12T18:16:57.697470+0000","last_deep_scrub":"266'173","last_deep_scrub_stamp":"2024-09-12T18:16:57.697470+0000","last_clean_scrub_stamp":"2024-09-12T18:16:57.697470+0000","objects_scrubbed":6,"log_size":73,"log_dups_size":100,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:12:02.938142+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":842353,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":478,"num_read_kb":51065,"num_write":833,"num_write_kb":29614,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"266'80","reported_seq":707,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:07.024374+0000","last_change":"2024-09-12T18:17:07.024374+0000","last_active":"2024-09-12T18:17:07.024374+0000","last_peered":"2024-09-12T18:17:07.024374+0000","last_clean":"2024-09-12T18:17:07.024374+0000","last_became_active":"2024-09-12T17:34:58.920569+0000","last_became_peered":"2024-09-12T17:34:58.920569+0000","last_unstale":"2024-09-12T18:17:07.024374+0000","last_undegraded":"2024-09-12T18:17:07.024374+0000","last_fullsized":"2024-09-12T18:17:07.024374+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'80","last_scrub_stamp":"2024-09-12T18:17:07.024286+0000","last_deep_scrub":"266'80","last_deep_scrub_stamp":"2024-09-12T18:17:07.024286+0000","last_clean_scrub_stamp":"2024-09-12T18:17:07.024286+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":0,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:24:44.897524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":399,"num_read_kb":353,"num_write":104,"num_write_kb":37,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"266'246","reported_seq":982,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:52.712409+0000","last_change":"2024-09-12T18:16:52.712409+0000","last_active":"2024-09-12T18:16:52.712409+0000","last_peered":"2024-09-12T18:16:52.712409+0000","last_clean":"2024-09-12T18:16:52.712409+0000","last_became_active":"2024-09-12T17:34:56.930707+0000","last_became_peered":"2024-09-12T17:34:56.930707+0000","last_unstale":"2024-09-12T18:16:52.712409+0000","last_undegraded":"2024-09-12T18:16:52.712409+0000","last_fullsized":"2024-09-12T18:16:52.712409+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'246","last_scrub_stamp":"2024-09-12T18:16:52.712290+0000","last_deep_scrub":"266'246","last_deep_scrub_stamp":"2024-09-12T18:16:52.712290+0000","last_clean_scrub_stamp":"2024-09-12T18:16:52.712290+0000","objects_scrubbed":5,"log_size":46,"log_dups_size":200,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:08:02.678195+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4456489,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":742,"num_read_kb":179000,"num_write":1079,"num_write_kb":43755,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"266'139","reported_seq":731,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:56.235480+0000","last_change":"2024-09-12T18:16:56.235480+0000","last_active":"2024-09-12T18:16:56.235480+0000","last_peered":"2024-09-12T18:16:56.235480+0000","last_clean":"2024-09-12T18:16:56.235480+0000","last_became_active":"2024-09-12T17:34:58.922264+0000","last_became_peered":"2024-09-12T17:34:58.922264+0000","last_unstale":"2024-09-12T18:16:56.235480+0000","last_undegraded":"2024-09-12T18:16:56.235480+0000","last_fullsized":"2024-09-12T18:16:56.235480+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'139","last_scrub_stamp":"2024-09-12T18:16:56.235389+0000","last_deep_scrub":"266'139","last_deep_scrub_stamp":"2024-09-12T18:16:56.235389+0000","last_clean_scrub_stamp":"2024-09-12T18:16:56.235389+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:17:03.248971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":614,"num_read_kb":526,"num_write":210,"num_write_kb":102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"266'60","reported_seq":646,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:58.923718+0000","last_change":"2024-09-12T18:16:58.923644+0000","last_active":"2024-09-12T18:16:58.923718+0000","last_peered":"2024-09-12T18:16:58.923718+0000","last_clean":"2024-09-12T18:16:58.923718+0000","last_became_active":"2024-09-12T17:34:58.928473+0000","last_became_peered":"2024-09-12T17:34:58.928473+0000","last_unstale":"2024-09-12T18:16:58.923718+0000","last_undegraded":"2024-09-12T18:16:58.923718+0000","last_fullsized":"2024-09-12T18:16:58.923718+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'60","last_scrub_stamp":"2024-09-12T18:16:58.923556+0000","last_deep_scrub":"266'60","last_deep_scrub_stamp":"2024-09-12T18:16:58.923556+0000","last_clean_scrub_stamp":"2024-09-12T18:16:58.923556+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:18:05.304778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":279,"num_read_kb":248,"num_write":75,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"266'199","reported_seq":812,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:56.736940+0000","last_change":"2024-09-12T18:16:56.736940+0000","last_active":"2024-09-12T18:16:56.736940+0000","last_peered":"2024-09-12T18:16:56.736940+0000","last_clean":"2024-09-12T18:16:56.736940+0000","last_became_active":"2024-09-12T17:34:56.934456+0000","last_became_peered":"2024-09-12T17:34:56.934456+0000","last_unstale":"2024-09-12T18:16:56.736940+0000","last_undegraded":"2024-09-12T18:16:56.736940+0000","last_fullsized":"2024-09-12T18:16:56.736940+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'199","last_scrub_stamp":"2024-09-12T18:16:56.736805+0000","last_deep_scrub":"266'199","last_deep_scrub_stamp":"2024-09-12T18:16:56.736805+0000","last_clean_scrub_stamp":"2024-09-12T18:16:56.736805+0000","objects_scrubbed":5,"log_size":99,"log_dups_size":100,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:46:13.509095+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048632,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":373,"num_read_kb":27056,"num_write":916,"num_write_kb":40066,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"266'251","reported_seq":892,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:02.687541+0000","last_change":"2024-09-12T18:17:02.687541+0000","last_active":"2024-09-12T18:17:02.687541+0000","last_peered":"2024-09-12T18:17:02.687541+0000","last_clean":"2024-09-12T18:17:02.687541+0000","last_became_active":"2024-09-12T17:34:58.923475+0000","last_became_peered":"2024-09-12T17:34:58.923475+0000","last_unstale":"2024-09-12T18:17:02.687541+0000","last_undegraded":"2024-09-12T18:17:02.687541+0000","last_fullsized":"2024-09-12T18:17:02.687541+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'251","last_scrub_stamp":"2024-09-12T18:17:02.687456+0000","last_deep_scrub":"266'251","last_deep_scrub_stamp":"2024-09-12T18:17:02.687456+0000","last_clean_scrub_stamp":"2024-09-12T18:17:02.687456+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":200,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:22:30.296213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1109,"num_read_kb":907,"num_write":393,"num_write_kb":187,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"266'231","reported_seq":880,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:53.564235+0000","last_change":"2024-09-12T18:16:53.564235+0000","last_active":"2024-09-12T18:16:53.564235+0000","last_peered":"2024-09-12T18:16:53.564235+0000","last_clean":"2024-09-12T18:16:53.564235+0000","last_became_active":"2024-09-12T17:34:56.927507+0000","last_became_peered":"2024-09-12T17:34:56.927507+0000","last_unstale":"2024-09-12T18:16:53.564235+0000","last_undegraded":"2024-09-12T18:16:53.564235+0000","last_fullsized":"2024-09-12T18:16:53.564235+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'231","last_scrub_stamp":"2024-09-12T18:16:53.564053+0000","last_deep_scrub":"266'231","last_deep_scrub_stamp":"2024-09-12T18:16:53.564053+0000","last_clean_scrub_stamp":"2024-09-12T18:16:53.564053+0000","objects_scrubbed":4,"log_size":31,"log_dups_size":200,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:29:41.472729+0000","scrub_duration":9,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388648,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":472,"num_read_kb":23373,"num_write":1130,"num_write_kb":43462,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"266'244","reported_seq":870,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:03.085657+0000","last_change":"2024-09-12T18:17:03.085588+0000","last_active":"2024-09-12T18:17:03.085657+0000","last_peered":"2024-09-12T18:17:03.085657+0000","last_clean":"2024-09-12T18:17:03.085657+0000","last_became_active":"2024-09-12T17:34:58.920486+0000","last_became_peered":"2024-09-12T17:34:58.920486+0000","last_unstale":"2024-09-12T18:17:03.085657+0000","last_undegraded":"2024-09-12T18:17:03.085657+0000","last_fullsized":"2024-09-12T18:17:03.085657+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'244","last_scrub_stamp":"2024-09-12T18:17:03.085498+0000","last_deep_scrub":"266'244","last_deep_scrub_stamp":"2024-09-12T18:17:03.085498+0000","last_clean_scrub_stamp":"2024-09-12T18:17:03.085498+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":200,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:16:34.334182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1099,"num_read_kb":908,"num_write":395,"num_write_kb":209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"266'225","reported_seq":931,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:52.570083+0000","last_change":"2024-09-12T18:16:52.570083+0000","last_active":"2024-09-12T18:16:52.570083+0000","last_peered":"2024-09-12T18:16:52.570083+0000","last_clean":"2024-09-12T18:16:52.570083+0000","last_became_active":"2024-09-12T17:34:56.922861+0000","last_became_peered":"2024-09-12T17:34:56.922861+0000","last_unstale":"2024-09-12T18:16:52.570083+0000","last_undegraded":"2024-09-12T18:16:52.570083+0000","last_fullsized":"2024-09-12T18:16:52.570083+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'225","last_scrub_stamp":"2024-09-12T18:16:52.569962+0000","last_deep_scrub":"266'225","last_deep_scrub_stamp":"2024-09-12T18:16:52.569962+0000","last_clean_scrub_stamp":"2024-09-12T18:16:52.569962+0000","objects_scrubbed":3,"log_size":25,"log_dups_size":200,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:55:48.845490+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4457501,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":589,"num_read_kb":67479,"num_write":1087,"num_write_kb":35133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"266'4134","reported_seq":4720,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:54.163202+0000","last_change":"2024-09-12T18:16:54.163202+0000","last_active":"2024-09-12T18:16:54.163202+0000","last_peered":"2024-09-12T18:16:54.163202+0000","last_clean":"2024-09-12T18:16:54.163202+0000","last_became_active":"2024-09-12T17:34:58.930609+0000","last_became_peered":"2024-09-12T17:34:58.930609+0000","last_unstale":"2024-09-12T18:16:54.163202+0000","last_undegraded":"2024-09-12T18:16:54.163202+0000","last_fullsized":"2024-09-12T18:16:54.163202+0000","mapping_epoch":27,"log_start":"266'4100","ondisk_log_start":"266'4100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'4134","last_scrub_stamp":"2024-09-12T18:16:54.163111+0000","last_deep_scrub":"266'4134","last_deep_scrub_stamp":"2024-09-12T18:16:54.163111+0000","last_clean_scrub_stamp":"2024-09-12T18:16:54.163111+0000","objects_scrubbed":1,"log_size":34,"log_dups_size":3000,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:57:36.075090+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":16574,"num_read_kb":13891,"num_write":6195,"num_write_kb":3095,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"266'168","reported_seq":748,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:50.155433+0000","last_change":"2024-09-12T18:16:50.155433+0000","last_active":"2024-09-12T18:16:50.155433+0000","last_peered":"2024-09-12T18:16:50.155433+0000","last_clean":"2024-09-12T18:16:50.155433+0000","last_became_active":"2024-09-12T17:35:31.101640+0000","last_became_peered":"2024-09-12T17:35:31.101640+0000","last_unstale":"2024-09-12T18:16:50.155433+0000","last_undegraded":"2024-09-12T18:16:50.155433+0000","last_fullsized":"2024-09-12T18:16:50.155433+0000","mapping_epoch":38,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'168","last_scrub_stamp":"2024-09-12T18:16:50.155305+0000","last_deep_scrub":"266'168","last_deep_scrub_stamp":"2024-09-12T18:16:50.155305+0000","last_clean_scrub_stamp":"2024-09-12T18:16:50.155305+0000","objects_scrubbed":3,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:51:58.260937+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194345,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":363,"num_read_kb":11653,"num_write":791,"num_write_kb":18783,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.34","version":"266'154","reported_seq":787,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:55.193721+0000","last_change":"2024-09-12T18:16:55.193721+0000","last_active":"2024-09-12T18:16:55.193721+0000","last_peered":"2024-09-12T18:16:55.193721+0000","last_clean":"2024-09-12T18:16:55.193721+0000","last_became_active":"2024-09-12T17:34:58.920995+0000","last_became_peered":"2024-09-12T17:34:58.920995+0000","last_unstale":"2024-09-12T18:16:55.193721+0000","last_undegraded":"2024-09-12T18:16:55.193721+0000","last_fullsized":"2024-09-12T18:16:55.193721+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'154","last_scrub_stamp":"2024-09-12T18:16:55.193634+0000","last_deep_scrub":"266'154","last_deep_scrub_stamp":"2024-09-12T18:16:55.193634+0000","last_clean_scrub_stamp":"2024-09-12T18:16:55.193634+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:08:31.744749+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":653,"num_read_kb":549,"num_write":231,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"266'221","reported_seq":858,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:51.713590+0000","last_change":"2024-09-12T18:16:51.713590+0000","last_active":"2024-09-12T18:16:51.713590+0000","last_peered":"2024-09-12T18:16:51.713590+0000","last_clean":"2024-09-12T18:16:51.713590+0000","last_became_active":"2024-09-12T17:34:56.930402+0000","last_became_peered":"2024-09-12T17:34:56.930402+0000","last_unstale":"2024-09-12T18:16:51.713590+0000","last_undegraded":"2024-09-12T18:16:51.713590+0000","last_fullsized":"2024-09-12T18:16:51.713590+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'221","last_scrub_stamp":"2024-09-12T18:16:51.713482+0000","last_deep_scrub":"266'221","last_deep_scrub_stamp":"2024-09-12T18:16:51.713482+0000","last_clean_scrub_stamp":"2024-09-12T18:16:51.713482+0000","objects_scrubbed":1,"log_size":21,"log_dups_size":200,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:20:18.219472+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":504,"num_read_kb":16871,"num_write":918,"num_write_kb":24256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"266'431","reported_seq":1184,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:01.901095+0000","last_change":"2024-09-12T18:17:01.901095+0000","last_active":"2024-09-12T18:17:01.901095+0000","last_peered":"2024-09-12T18:17:01.901095+0000","last_clean":"2024-09-12T18:17:01.901095+0000","last_became_active":"2024-09-12T17:34:58.919571+0000","last_became_peered":"2024-09-12T17:34:58.919571+0000","last_unstale":"2024-09-12T18:17:01.901095+0000","last_undegraded":"2024-09-12T18:17:01.901095+0000","last_fullsized":"2024-09-12T18:17:01.901095+0000","mapping_epoch":27,"log_start":"266'400","ondisk_log_start":"266'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'431","last_scrub_stamp":"2024-09-12T18:17:01.900998+0000","last_deep_scrub":"266'431","last_deep_scrub_stamp":"2024-09-12T18:17:01.900998+0000","last_clean_scrub_stamp":"2024-09-12T18:17:01.900998+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":400,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:41:52.510450+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2056,"num_read_kb":1768,"num_write":780,"num_write_kb":512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"266'228","reported_seq":886,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:48.952507+0000","last_change":"2024-09-12T18:16:48.952440+0000","last_active":"2024-09-12T18:16:48.952507+0000","last_peered":"2024-09-12T18:16:48.952507+0000","last_clean":"2024-09-12T18:16:48.952507+0000","last_became_active":"2024-09-12T17:34:56.925944+0000","last_became_peered":"2024-09-12T17:34:56.925944+0000","last_unstale":"2024-09-12T18:16:48.952507+0000","last_undegraded":"2024-09-12T18:16:48.952507+0000","last_fullsized":"2024-09-12T18:16:48.952507+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'228","last_scrub_stamp":"2024-09-12T18:16:48.952287+0000","last_deep_scrub":"266'228","last_deep_scrub_stamp":"2024-09-12T18:16:48.952287+0000","last_clean_scrub_stamp":"2024-09-12T18:16:48.952287+0000","objects_scrubbed":7,"log_size":28,"log_dups_size":200,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:31:44.636269+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048726,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":522,"num_read_kb":5792,"num_write":1133,"num_write_kb":33706,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"266'154","reported_seq":672,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:18.748752+0000","last_change":"2024-09-12T18:17:18.748752+0000","last_active":"2024-09-12T18:17:18.748752+0000","last_peered":"2024-09-12T18:17:18.748752+0000","last_clean":"2024-09-12T18:17:18.748752+0000","last_became_active":"2024-09-12T17:35:06.982400+0000","last_became_peered":"2024-09-12T17:35:06.982400+0000","last_unstale":"2024-09-12T18:17:18.748752+0000","last_undegraded":"2024-09-12T18:17:18.748752+0000","last_fullsized":"2024-09-12T18:17:18.748752+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'154","last_scrub_stamp":"2024-09-12T18:17:18.748651+0000","last_deep_scrub":"266'154","last_deep_scrub_stamp":"2024-09-12T18:17:18.748651+0000","last_clean_scrub_stamp":"2024-09-12T18:17:18.748651+0000","objects_scrubbed":4,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:22:48.213375+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1019,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":226,"num_read_kb":217,"num_write":376,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"266'234","reported_seq":813,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:55.698536+0000","last_change":"2024-09-12T18:16:55.698473+0000","last_active":"2024-09-12T18:16:55.698536+0000","last_peered":"2024-09-12T18:16:55.698536+0000","last_clean":"2024-09-12T18:16:55.698536+0000","last_became_active":"2024-09-12T17:34:58.913857+0000","last_became_peered":"2024-09-12T17:34:58.913857+0000","last_unstale":"2024-09-12T18:16:55.698536+0000","last_undegraded":"2024-09-12T18:16:55.698536+0000","last_fullsized":"2024-09-12T18:16:55.698536+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'234","last_scrub_stamp":"2024-09-12T18:16:55.698371+0000","last_deep_scrub":"266'234","last_deep_scrub_stamp":"2024-09-12T18:16:55.698371+0000","last_clean_scrub_stamp":"2024-09-12T18:16:55.698371+0000","objects_scrubbed":1,"log_size":34,"log_dups_size":200,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:17:28.100932+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1015,"num_read_kb":803,"num_write":390,"num_write_kb":197,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":268,"num_omap_keys":1,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"266'175","reported_seq":798,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:54.716397+0000","last_change":"2024-09-12T18:16:54.716339+0000","last_active":"2024-09-12T18:16:54.716397+0000","last_peered":"2024-09-12T18:16:54.716397+0000","last_clean":"2024-09-12T18:16:54.716397+0000","last_became_active":"2024-09-12T17:34:56.920779+0000","last_became_peered":"2024-09-12T17:34:56.920779+0000","last_unstale":"2024-09-12T18:16:54.716397+0000","last_undegraded":"2024-09-12T18:16:54.716397+0000","last_fullsized":"2024-09-12T18:16:54.716397+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'175","last_scrub_stamp":"2024-09-12T18:16:54.716209+0000","last_deep_scrub":"266'175","last_deep_scrub_stamp":"2024-09-12T18:16:54.716209+0000","last_clean_scrub_stamp":"2024-09-12T18:16:54.716209+0000","objects_scrubbed":3,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:34:46.298508+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194345,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":340,"num_read_kb":49198,"num_write":803,"num_write_kb":33963,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":501,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:09.027715+0000","last_change":"2024-09-12T18:17:09.027715+0000","last_active":"2024-09-12T18:17:09.027715+0000","last_peered":"2024-09-12T18:17:09.027715+0000","last_clean":"2024-09-12T18:17:09.027715+0000","last_became_active":"2024-09-12T17:35:00.940069+0000","last_became_peered":"2024-09-12T17:35:00.940069+0000","last_unstale":"2024-09-12T18:17:09.027715+0000","last_undegraded":"2024-09-12T18:17:09.027715+0000","last_fullsized":"2024-09-12T18:17:09.027715+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:09.027623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:09.027623+0000","last_clean_scrub_stamp":"2024-09-12T18:17:09.027623+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:48:57.716320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"266'182","reported_seq":787,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:06.717654+0000","last_change":"2024-09-12T18:17:06.717654+0000","last_active":"2024-09-12T18:17:06.717654+0000","last_peered":"2024-09-12T18:17:06.717654+0000","last_clean":"2024-09-12T18:17:06.717654+0000","last_became_active":"2024-09-12T17:35:02.951084+0000","last_became_peered":"2024-09-12T17:35:02.951084+0000","last_unstale":"2024-09-12T18:17:06.717654+0000","last_undegraded":"2024-09-12T18:17:06.717654+0000","last_fullsized":"2024-09-12T18:17:06.717654+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'182","last_scrub_stamp":"2024-09-12T18:17:06.717504+0000","last_deep_scrub":"266'182","last_deep_scrub_stamp":"2024-09-12T18:17:06.717504+0000","last_clean_scrub_stamp":"2024-09-12T18:17:06.717504+0000","objects_scrubbed":4,"log_size":82,"log_dups_size":100,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:13:52.444280+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5299,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":245,"num_read_kb":300,"num_write":138,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":493,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:13.628598+0000","last_change":"2024-09-12T18:17:13.628598+0000","last_active":"2024-09-12T18:17:13.628598+0000","last_peered":"2024-09-12T18:17:13.628598+0000","last_clean":"2024-09-12T18:17:13.628598+0000","last_became_active":"2024-09-12T17:35:04.967110+0000","last_became_peered":"2024-09-12T17:35:04.967110+0000","last_unstale":"2024-09-12T18:17:13.628598+0000","last_undegraded":"2024-09-12T18:17:13.628598+0000","last_fullsized":"2024-09-12T18:17:13.628598+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:13.628501+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:13.628501+0000","last_clean_scrub_stamp":"2024-09-12T18:17:13.628501+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:57:52.232852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"266'202","reported_seq":784,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:22.125446+0000","last_change":"2024-09-12T18:17:22.125446+0000","last_active":"2024-09-12T18:17:22.125446+0000","last_peered":"2024-09-12T18:17:22.125446+0000","last_clean":"2024-09-12T18:17:22.125446+0000","last_became_active":"2024-09-12T17:35:06.984192+0000","last_became_peered":"2024-09-12T17:35:06.984192+0000","last_unstale":"2024-09-12T18:17:22.125446+0000","last_undegraded":"2024-09-12T18:17:22.125446+0000","last_fullsized":"2024-09-12T18:17:22.125446+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'202","last_scrub_stamp":"2024-09-12T18:17:22.125351+0000","last_deep_scrub":"266'202","last_deep_scrub_stamp":"2024-09-12T18:17:22.125351+0000","last_clean_scrub_stamp":"2024-09-12T18:17:22.125351+0000","objects_scrubbed":4,"log_size":102,"log_dups_size":100,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:08:54.265500+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":625,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":352,"num_read_kb":326,"num_write":340,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"266'238","reported_seq":856,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:00.167468+0000","last_change":"2024-09-12T18:17:00.167468+0000","last_active":"2024-09-12T18:17:00.167468+0000","last_peered":"2024-09-12T18:17:00.167468+0000","last_clean":"2024-09-12T18:17:00.167468+0000","last_became_active":"2024-09-12T17:34:58.917915+0000","last_became_peered":"2024-09-12T17:34:58.917915+0000","last_unstale":"2024-09-12T18:17:00.167468+0000","last_undegraded":"2024-09-12T18:17:00.167468+0000","last_fullsized":"2024-09-12T18:17:00.167468+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'238","last_scrub_stamp":"2024-09-12T18:17:00.167382+0000","last_deep_scrub":"266'238","last_deep_scrub_stamp":"2024-09-12T18:17:00.167382+0000","last_clean_scrub_stamp":"2024-09-12T18:17:00.167382+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":200,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:20:34.478446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1032,"num_read_kb":847,"num_write":397,"num_write_kb":201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"266'192","reported_seq":823,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:44.920182+0000","last_change":"2024-09-12T18:16:44.920130+0000","last_active":"2024-09-12T18:16:44.920182+0000","last_peered":"2024-09-12T18:16:44.920182+0000","last_clean":"2024-09-12T18:16:44.920182+0000","last_became_active":"2024-09-12T17:34:56.924966+0000","last_became_peered":"2024-09-12T17:34:56.924966+0000","last_unstale":"2024-09-12T18:16:44.920182+0000","last_undegraded":"2024-09-12T18:16:44.920182+0000","last_fullsized":"2024-09-12T18:16:44.920182+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'192","last_scrub_stamp":"2024-09-12T18:16:44.920048+0000","last_deep_scrub":"266'192","last_deep_scrub_stamp":"2024-09-12T18:16:44.920048+0000","last_clean_scrub_stamp":"2024-09-12T18:16:44.920048+0000","objects_scrubbed":3,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:59:46.551320+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":174816,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":435,"num_read_kb":11924,"num_write":971,"num_write_kb":15360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":507,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:04.706281+0000","last_change":"2024-09-12T18:17:04.706213+0000","last_active":"2024-09-12T18:17:04.706281+0000","last_peered":"2024-09-12T18:17:04.706281+0000","last_clean":"2024-09-12T18:17:04.706281+0000","last_became_active":"2024-09-12T17:35:00.941133+0000","last_became_peered":"2024-09-12T17:35:00.941133+0000","last_unstale":"2024-09-12T18:17:04.706281+0000","last_undegraded":"2024-09-12T18:17:04.706281+0000","last_fullsized":"2024-09-12T18:17:04.706281+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:04.706143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:04.706143+0000","last_clean_scrub_stamp":"2024-09-12T18:17:04.706143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:51:25.577271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"266'102","reported_seq":634,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:10.822420+0000","last_change":"2024-09-12T18:17:10.822420+0000","last_active":"2024-09-12T18:17:10.822420+0000","last_peered":"2024-09-12T18:17:10.822420+0000","last_clean":"2024-09-12T18:17:10.822420+0000","last_became_active":"2024-09-12T17:35:02.948344+0000","last_became_peered":"2024-09-12T17:35:02.948344+0000","last_unstale":"2024-09-12T18:17:10.822420+0000","last_undegraded":"2024-09-12T18:17:10.822420+0000","last_fullsized":"2024-09-12T18:17:10.822420+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'102","last_scrub_stamp":"2024-09-12T18:17:10.822313+0000","last_deep_scrub":"266'102","last_deep_scrub_stamp":"2024-09-12T18:17:10.822313+0000","last_clean_scrub_stamp":"2024-09-12T18:17:10.822313+0000","objects_scrubbed":4,"log_size":102,"log_dups_size":0,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:53:50.441383+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":97,"num_read_kb":91,"num_write":68,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":497,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:15.816093+0000","last_change":"2024-09-12T18:17:15.816093+0000","last_active":"2024-09-12T18:17:15.816093+0000","last_peered":"2024-09-12T18:17:15.816093+0000","last_clean":"2024-09-12T18:17:15.816093+0000","last_became_active":"2024-09-12T17:35:04.971714+0000","last_became_peered":"2024-09-12T17:35:04.971714+0000","last_unstale":"2024-09-12T18:17:15.816093+0000","last_undegraded":"2024-09-12T18:17:15.816093+0000","last_fullsized":"2024-09-12T18:17:15.816093+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:15.816010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:15.816010+0000","last_clean_scrub_stamp":"2024-09-12T18:17:15.816010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:29:17.774047+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"266'139","reported_seq":659,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:17.754135+0000","last_change":"2024-09-12T18:17:17.754135+0000","last_active":"2024-09-12T18:17:17.754135+0000","last_peered":"2024-09-12T18:17:17.754135+0000","last_clean":"2024-09-12T18:17:17.754135+0000","last_became_active":"2024-09-12T17:35:06.985682+0000","last_became_peered":"2024-09-12T17:35:06.985682+0000","last_unstale":"2024-09-12T18:17:17.754135+0000","last_undegraded":"2024-09-12T18:17:17.754135+0000","last_fullsized":"2024-09-12T18:17:17.754135+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'139","last_scrub_stamp":"2024-09-12T18:17:17.754024+0000","last_deep_scrub":"266'139","last_deep_scrub_stamp":"2024-09-12T18:17:17.754024+0000","last_clean_scrub_stamp":"2024-09-12T18:17:17.754024+0000","objects_scrubbed":5,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:52:45.811364+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":290,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":255,"num_read_kb":236,"num_write":356,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"266'158","reported_seq":772,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:54.857426+0000","last_change":"2024-09-12T18:16:54.857426+0000","last_active":"2024-09-12T18:16:54.857426+0000","last_peered":"2024-09-12T18:16:54.857426+0000","last_clean":"2024-09-12T18:16:54.857426+0000","last_became_active":"2024-09-12T17:34:58.933443+0000","last_became_peered":"2024-09-12T17:34:58.933443+0000","last_unstale":"2024-09-12T18:16:54.857426+0000","last_undegraded":"2024-09-12T18:16:54.857426+0000","last_fullsized":"2024-09-12T18:16:54.857426+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'158","last_scrub_stamp":"2024-09-12T18:16:54.857334+0000","last_deep_scrub":"266'158","last_deep_scrub_stamp":"2024-09-12T18:16:54.857334+0000","last_clean_scrub_stamp":"2024-09-12T18:16:54.857334+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:46:52.514455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":666,"num_read_kb":552,"num_write":225,"num_write_kb":103,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"266'197","reported_seq":820,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:52.676339+0000","last_change":"2024-09-12T18:16:52.676263+0000","last_active":"2024-09-12T18:16:52.676339+0000","last_peered":"2024-09-12T18:16:52.676339+0000","last_clean":"2024-09-12T18:16:52.676339+0000","last_became_active":"2024-09-12T17:34:56.925964+0000","last_became_peered":"2024-09-12T17:34:56.925964+0000","last_unstale":"2024-09-12T18:16:52.676339+0000","last_undegraded":"2024-09-12T18:16:52.676339+0000","last_fullsized":"2024-09-12T18:16:52.676339+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'197","last_scrub_stamp":"2024-09-12T18:16:52.676063+0000","last_deep_scrub":"266'197","last_deep_scrub_stamp":"2024-09-12T18:16:52.676063+0000","last_clean_scrub_stamp":"2024-09-12T18:16:52.676063+0000","objects_scrubbed":1,"log_size":97,"log_dups_size":100,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:05:28.246287+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":174683,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":393,"num_read_kb":5302,"num_write":932,"num_write_kb":30275,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":506,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:05.683465+0000","last_change":"2024-09-12T18:17:05.683465+0000","last_active":"2024-09-12T18:17:05.683465+0000","last_peered":"2024-09-12T18:17:05.683465+0000","last_clean":"2024-09-12T18:17:05.683465+0000","last_became_active":"2024-09-12T17:35:00.938224+0000","last_became_peered":"2024-09-12T17:35:00.938224+0000","last_unstale":"2024-09-12T18:17:05.683465+0000","last_undegraded":"2024-09-12T18:17:05.683465+0000","last_fullsized":"2024-09-12T18:17:05.683465+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:05.683368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:05.683368+0000","last_clean_scrub_stamp":"2024-09-12T18:17:05.683368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:17:59.653306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"266'115","reported_seq":657,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:02.226564+0000","last_change":"2024-09-12T18:17:02.226481+0000","last_active":"2024-09-12T18:17:02.226564+0000","last_peered":"2024-09-12T18:17:02.226564+0000","last_clean":"2024-09-12T18:17:02.226564+0000","last_became_active":"2024-09-12T17:35:02.952473+0000","last_became_peered":"2024-09-12T17:35:02.952473+0000","last_unstale":"2024-09-12T18:17:02.226564+0000","last_undegraded":"2024-09-12T18:17:02.226564+0000","last_fullsized":"2024-09-12T18:17:02.226564+0000","mapping_epoch":31,"log_start":"266'101","ondisk_log_start":"266'101","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'115","last_scrub_stamp":"2024-09-12T18:17:02.226382+0000","last_deep_scrub":"266'115","last_deep_scrub_stamp":"2024-09-12T18:17:02.226382+0000","last_clean_scrub_stamp":"2024-09-12T18:17:02.226382+0000","objects_scrubbed":5,"log_size":14,"log_dups_size":101,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:30:47.262472+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":119,"num_read_kb":114,"num_write":78,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"266'755","reported_seq":2045,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:21.584824+0000","last_change":"2024-09-12T18:17:21.584824+0000","last_active":"2024-09-12T18:17:21.584824+0000","last_peered":"2024-09-12T18:17:21.584824+0000","last_clean":"2024-09-12T18:17:21.584824+0000","last_became_active":"2024-09-12T17:35:04.963920+0000","last_became_peered":"2024-09-12T17:35:04.963920+0000","last_unstale":"2024-09-12T18:17:21.584824+0000","last_undegraded":"2024-09-12T18:17:21.584824+0000","last_fullsized":"2024-09-12T18:17:21.584824+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'755","last_scrub_stamp":"2024-09-12T18:17:21.584726+0000","last_deep_scrub":"266'755","last_deep_scrub_stamp":"2024-09-12T18:17:21.584726+0000","last_clean_scrub_stamp":"2024-09-12T18:17:21.584726+0000","objects_scrubbed":1,"log_size":55,"log_dups_size":700,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:02:22.114519+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"266'224","reported_seq":1051,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:19.745461+0000","last_change":"2024-09-12T18:17:19.745461+0000","last_active":"2024-09-12T18:17:19.745461+0000","last_peered":"2024-09-12T18:17:19.745461+0000","last_clean":"2024-09-12T18:17:19.745461+0000","last_became_active":"2024-09-12T17:35:07.201464+0000","last_became_peered":"2024-09-12T17:35:07.201464+0000","last_unstale":"2024-09-12T18:17:19.745461+0000","last_undegraded":"2024-09-12T18:17:19.745461+0000","last_fullsized":"2024-09-12T18:17:19.745461+0000","mapping_epoch":35,"log_start":"266'200","ondisk_log_start":"266'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'224","last_scrub_stamp":"2024-09-12T18:17:19.745376+0000","last_deep_scrub":"266'224","last_deep_scrub_stamp":"2024-09-12T18:17:19.745376+0000","last_clean_scrub_stamp":"2024-09-12T18:17:19.745376+0000","objects_scrubbed":2,"log_size":24,"log_dups_size":200,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:44:04.907954+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":643,"num_read_kb":641,"num_write":490,"num_write_kb":124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":234,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"266'148","reported_seq":759,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:56.731241+0000","last_change":"2024-09-12T18:16:56.731241+0000","last_active":"2024-09-12T18:16:56.731241+0000","last_peered":"2024-09-12T18:16:56.731241+0000","last_clean":"2024-09-12T18:16:56.731241+0000","last_became_active":"2024-09-12T17:34:58.924032+0000","last_became_peered":"2024-09-12T17:34:58.924032+0000","last_unstale":"2024-09-12T18:16:56.731241+0000","last_undegraded":"2024-09-12T18:16:56.731241+0000","last_fullsized":"2024-09-12T18:16:56.731241+0000","mapping_epoch":27,"log_start":"263'100","ondisk_log_start":"263'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'148","last_scrub_stamp":"2024-09-12T18:16:56.731150+0000","last_deep_scrub":"266'148","last_deep_scrub_stamp":"2024-09-12T18:16:56.731150+0000","last_clean_scrub_stamp":"2024-09-12T18:16:56.731150+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:17:22.121504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":628,"num_read_kb":521,"num_write":214,"num_write_kb":100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"266'217","reported_seq":858,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:48.514076+0000","last_change":"2024-09-12T18:16:48.514015+0000","last_active":"2024-09-12T18:16:48.514076+0000","last_peered":"2024-09-12T18:16:48.514076+0000","last_clean":"2024-09-12T18:16:48.514076+0000","last_became_active":"2024-09-12T17:34:56.923977+0000","last_became_peered":"2024-09-12T17:34:56.923977+0000","last_unstale":"2024-09-12T18:16:48.514076+0000","last_undegraded":"2024-09-12T18:16:48.514076+0000","last_fullsized":"2024-09-12T18:16:48.514076+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'217","last_scrub_stamp":"2024-09-12T18:16:48.513915+0000","last_deep_scrub":"266'217","last_deep_scrub_stamp":"2024-09-12T18:16:48.513915+0000","last_clean_scrub_stamp":"2024-09-12T18:16:48.513915+0000","objects_scrubbed":2,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:02:54.071792+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":254566,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":503,"num_read_kb":25888,"num_write":1016,"num_write_kb":29408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":501,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:10.015311+0000","last_change":"2024-09-12T18:17:10.015311+0000","last_active":"2024-09-12T18:17:10.015311+0000","last_peered":"2024-09-12T18:17:10.015311+0000","last_clean":"2024-09-12T18:17:10.015311+0000","last_became_active":"2024-09-12T17:35:00.936215+0000","last_became_peered":"2024-09-12T17:35:00.936215+0000","last_unstale":"2024-09-12T18:17:10.015311+0000","last_undegraded":"2024-09-12T18:17:10.015311+0000","last_fullsized":"2024-09-12T18:17:10.015311+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:10.015227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:10.015227+0000","last_clean_scrub_stamp":"2024-09-12T18:17:10.015227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:54:23.968737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"266'132","reported_seq":704,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:11.606605+0000","last_change":"2024-09-12T18:17:11.606605+0000","last_active":"2024-09-12T18:17:11.606605+0000","last_peered":"2024-09-12T18:17:11.606605+0000","last_clean":"2024-09-12T18:17:11.606605+0000","last_became_active":"2024-09-12T17:35:03.253138+0000","last_became_peered":"2024-09-12T17:35:03.253138+0000","last_unstale":"2024-09-12T18:17:11.606605+0000","last_undegraded":"2024-09-12T18:17:11.606605+0000","last_fullsized":"2024-09-12T18:17:11.606605+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'132","last_scrub_stamp":"2024-09-12T18:17:11.606505+0000","last_deep_scrub":"266'132","last_deep_scrub_stamp":"2024-09-12T18:17:11.606505+0000","last_clean_scrub_stamp":"2024-09-12T18:17:11.606505+0000","objects_scrubbed":4,"log_size":32,"log_dups_size":100,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:09:36.416997+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5925,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":159,"num_read_kb":177,"num_write":82,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"266'751","reported_seq":2216,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:17.643860+0000","last_change":"2024-09-12T18:17:17.643860+0000","last_active":"2024-09-12T18:17:17.643860+0000","last_peered":"2024-09-12T18:17:17.643860+0000","last_clean":"2024-09-12T18:17:17.643860+0000","last_became_active":"2024-09-12T17:35:04.967011+0000","last_became_peered":"2024-09-12T17:35:04.967011+0000","last_unstale":"2024-09-12T18:17:17.643860+0000","last_undegraded":"2024-09-12T18:17:17.643860+0000","last_fullsized":"2024-09-12T18:17:17.643860+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'751","last_scrub_stamp":"2024-09-12T18:17:17.643776+0000","last_deep_scrub":"266'751","last_deep_scrub_stamp":"2024-09-12T18:17:17.643776+0000","last_clean_scrub_stamp":"2024-09-12T18:17:17.643776+0000","objects_scrubbed":1,"log_size":51,"log_dups_size":700,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:01:42.837832+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"266'92","reported_seq":668,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:59.156940+0000","last_change":"2024-09-12T18:16:59.156940+0000","last_active":"2024-09-12T18:16:59.156940+0000","last_peered":"2024-09-12T18:16:59.156940+0000","last_clean":"2024-09-12T18:16:59.156940+0000","last_became_active":"2024-09-12T17:34:58.917715+0000","last_became_peered":"2024-09-12T17:34:58.917715+0000","last_unstale":"2024-09-12T18:16:59.156940+0000","last_undegraded":"2024-09-12T18:16:59.156940+0000","last_fullsized":"2024-09-12T18:16:59.156940+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'92","last_scrub_stamp":"2024-09-12T18:16:59.156819+0000","last_deep_scrub":"266'92","last_deep_scrub_stamp":"2024-09-12T18:16:59.156819+0000","last_clean_scrub_stamp":"2024-09-12T18:16:59.156819+0000","objects_scrubbed":1,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:00:06.465029+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":413,"num_read_kb":341,"num_write":135,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":466,"num_omap_keys":2,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"266'190","reported_seq":828,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:49.649752+0000","last_change":"2024-09-12T18:16:49.649752+0000","last_active":"2024-09-12T18:16:49.649752+0000","last_peered":"2024-09-12T18:16:49.649752+0000","last_clean":"2024-09-12T18:16:49.649752+0000","last_became_active":"2024-09-12T17:34:56.934929+0000","last_became_peered":"2024-09-12T17:34:56.934929+0000","last_unstale":"2024-09-12T18:16:49.649752+0000","last_undegraded":"2024-09-12T18:16:49.649752+0000","last_fullsized":"2024-09-12T18:16:49.649752+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'190","last_scrub_stamp":"2024-09-12T18:16:49.649592+0000","last_deep_scrub":"266'190","last_deep_scrub_stamp":"2024-09-12T18:16:49.649592+0000","last_clean_scrub_stamp":"2024-09-12T18:16:49.649592+0000","objects_scrubbed":6,"log_size":90,"log_dups_size":100,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:03:00.933996+0000","scrub_duration":9,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8917050,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":467,"num_read_kb":23437,"num_write":912,"num_write_kb":25265,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":503,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:04.631065+0000","last_change":"2024-09-12T18:17:04.631065+0000","last_active":"2024-09-12T18:17:04.631065+0000","last_peered":"2024-09-12T18:17:04.631065+0000","last_clean":"2024-09-12T18:17:04.631065+0000","last_became_active":"2024-09-12T17:35:00.938077+0000","last_became_peered":"2024-09-12T17:35:00.938077+0000","last_unstale":"2024-09-12T18:17:04.631065+0000","last_undegraded":"2024-09-12T18:17:04.631065+0000","last_fullsized":"2024-09-12T18:17:04.631065+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:04.630944+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:04.630944+0000","last_clean_scrub_stamp":"2024-09-12T18:17:04.630944+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:58:10.077779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"266'223","reported_seq":838,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:11.997653+0000","last_change":"2024-09-12T18:17:11.997653+0000","last_active":"2024-09-12T18:17:11.997653+0000","last_peered":"2024-09-12T18:17:11.997653+0000","last_clean":"2024-09-12T18:17:11.997653+0000","last_became_active":"2024-09-12T17:35:03.251671+0000","last_became_peered":"2024-09-12T17:35:03.251671+0000","last_unstale":"2024-09-12T18:17:11.997653+0000","last_undegraded":"2024-09-12T18:17:11.997653+0000","last_fullsized":"2024-09-12T18:17:11.997653+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'223","last_scrub_stamp":"2024-09-12T18:17:11.997557+0000","last_deep_scrub":"266'223","last_deep_scrub_stamp":"2024-09-12T18:17:11.997557+0000","last_clean_scrub_stamp":"2024-09-12T18:17:11.997557+0000","objects_scrubbed":10,"log_size":23,"log_dups_size":200,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:33:10.344235+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11629,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":281,"num_read_kb":340,"num_write":164,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":498,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:05.475324+0000","last_change":"2024-09-12T18:17:05.475324+0000","last_active":"2024-09-12T18:17:05.475324+0000","last_peered":"2024-09-12T18:17:05.475324+0000","last_clean":"2024-09-12T18:17:05.475324+0000","last_became_active":"2024-09-12T17:35:04.966409+0000","last_became_peered":"2024-09-12T17:35:04.966409+0000","last_unstale":"2024-09-12T18:17:05.475324+0000","last_undegraded":"2024-09-12T18:17:05.475324+0000","last_fullsized":"2024-09-12T18:17:05.475324+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:05.475228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:05.475228+0000","last_clean_scrub_stamp":"2024-09-12T18:17:05.475228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:06:52.195967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"266'549","reported_seq":1363,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:19.033352+0000","last_change":"2024-09-12T18:17:19.033352+0000","last_active":"2024-09-12T18:17:19.033352+0000","last_peered":"2024-09-12T18:17:19.033352+0000","last_clean":"2024-09-12T18:17:19.033352+0000","last_became_active":"2024-09-12T17:35:06.986610+0000","last_became_peered":"2024-09-12T17:35:06.986610+0000","last_unstale":"2024-09-12T18:17:19.033352+0000","last_undegraded":"2024-09-12T18:17:19.033352+0000","last_fullsized":"2024-09-12T18:17:19.033352+0000","mapping_epoch":35,"log_start":"266'500","ondisk_log_start":"266'500","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'549","last_scrub_stamp":"2024-09-12T18:17:19.033248+0000","last_deep_scrub":"266'549","last_deep_scrub_stamp":"2024-09-12T18:17:19.033248+0000","last_clean_scrub_stamp":"2024-09-12T18:17:19.033248+0000","objects_scrubbed":3,"log_size":49,"log_dups_size":500,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:48:11.614818+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1304,"num_read_kb":1302,"num_write":1132,"num_write_kb":388,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":381,"num_omap_keys":2,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"266'82","reported_seq":658,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:50.042238+0000","last_change":"2024-09-12T18:16:50.042238+0000","last_active":"2024-09-12T18:16:50.042238+0000","last_peered":"2024-09-12T18:16:50.042238+0000","last_clean":"2024-09-12T18:16:50.042238+0000","last_became_active":"2024-09-12T17:34:58.919767+0000","last_became_peered":"2024-09-12T17:34:58.919767+0000","last_unstale":"2024-09-12T18:16:50.042238+0000","last_undegraded":"2024-09-12T18:16:50.042238+0000","last_fullsized":"2024-09-12T18:16:50.042238+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'82","last_scrub_stamp":"2024-09-12T18:16:50.042156+0000","last_deep_scrub":"266'82","last_deep_scrub_stamp":"2024-09-12T18:16:50.042156+0000","last_clean_scrub_stamp":"2024-09-12T18:16:50.042156+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":0,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:14:59.402302+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":387,"num_read_kb":321,"num_write":126,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"266'222","reported_seq":871,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:51.649665+0000","last_change":"2024-09-12T18:16:51.649665+0000","last_active":"2024-09-12T18:16:51.649665+0000","last_peered":"2024-09-12T18:16:51.649665+0000","last_clean":"2024-09-12T18:16:51.649665+0000","last_became_active":"2024-09-12T17:34:56.915155+0000","last_became_peered":"2024-09-12T17:34:56.915155+0000","last_unstale":"2024-09-12T18:16:51.649665+0000","last_undegraded":"2024-09-12T18:16:51.649665+0000","last_fullsized":"2024-09-12T18:16:51.649665+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'222","last_scrub_stamp":"2024-09-12T18:16:51.649536+0000","last_deep_scrub":"266'222","last_deep_scrub_stamp":"2024-09-12T18:16:51.649536+0000","last_clean_scrub_stamp":"2024-09-12T18:16:51.649536+0000","objects_scrubbed":5,"log_size":22,"log_dups_size":200,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:36:38.669605+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242922,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":456,"num_read_kb":97617,"num_write":994,"num_write_kb":40649,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":506,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:07.198340+0000","last_change":"2024-09-12T18:17:07.198340+0000","last_active":"2024-09-12T18:17:07.198340+0000","last_peered":"2024-09-12T18:17:07.198340+0000","last_clean":"2024-09-12T18:17:07.198340+0000","last_became_active":"2024-09-12T17:35:00.930541+0000","last_became_peered":"2024-09-12T17:35:00.930541+0000","last_unstale":"2024-09-12T18:17:07.198340+0000","last_undegraded":"2024-09-12T18:17:07.198340+0000","last_fullsized":"2024-09-12T18:17:07.198340+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:07.198265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:07.198265+0000","last_clean_scrub_stamp":"2024-09-12T18:17:07.198265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:37:48.906575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"266'136","reported_seq":714,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:07.713910+0000","last_change":"2024-09-12T18:17:07.713910+0000","last_active":"2024-09-12T18:17:07.713910+0000","last_peered":"2024-09-12T18:17:07.713910+0000","last_clean":"2024-09-12T18:17:07.713910+0000","last_became_active":"2024-09-12T17:35:02.951722+0000","last_became_peered":"2024-09-12T17:35:02.951722+0000","last_unstale":"2024-09-12T18:17:07.713910+0000","last_undegraded":"2024-09-12T18:17:07.713910+0000","last_fullsized":"2024-09-12T18:17:07.713910+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'136","last_scrub_stamp":"2024-09-12T18:17:07.713794+0000","last_deep_scrub":"266'136","last_deep_scrub_stamp":"2024-09-12T18:17:07.713794+0000","last_clean_scrub_stamp":"2024-09-12T18:17:07.713794+0000","objects_scrubbed":4,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:11:47.137038+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11373,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":177,"num_read_kb":271,"num_write":98,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":500,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:15.666891+0000","last_change":"2024-09-12T18:17:15.666891+0000","last_active":"2024-09-12T18:17:15.666891+0000","last_peered":"2024-09-12T18:17:15.666891+0000","last_clean":"2024-09-12T18:17:15.666891+0000","last_became_active":"2024-09-12T17:35:04.965012+0000","last_became_peered":"2024-09-12T17:35:04.965012+0000","last_unstale":"2024-09-12T18:17:15.666891+0000","last_undegraded":"2024-09-12T18:17:15.666891+0000","last_fullsized":"2024-09-12T18:17:15.666891+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:15.666807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:15.666807+0000","last_clean_scrub_stamp":"2024-09-12T18:17:15.666807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:24:32.842331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"266'2444","reported_seq":4279,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:08.524847+0000","last_change":"2024-09-12T18:17:08.524847+0000","last_active":"2024-09-12T18:17:08.524847+0000","last_peered":"2024-09-12T18:17:08.524847+0000","last_clean":"2024-09-12T18:17:08.524847+0000","last_became_active":"2024-09-12T17:35:06.986255+0000","last_became_peered":"2024-09-12T17:35:06.986255+0000","last_unstale":"2024-09-12T18:17:08.524847+0000","last_undegraded":"2024-09-12T18:17:08.524847+0000","last_fullsized":"2024-09-12T18:17:08.524847+0000","mapping_epoch":35,"log_start":"266'2400","ondisk_log_start":"266'2400","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2444","last_scrub_stamp":"2024-09-12T18:17:08.524743+0000","last_deep_scrub":"266'2444","last_deep_scrub_stamp":"2024-09-12T18:17:08.524743+0000","last_clean_scrub_stamp":"2024-09-12T18:17:08.524743+0000","objects_scrubbed":4,"log_size":44,"log_dups_size":2400,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:30:44.045045+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1026,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":6099,"num_read_kb":6093,"num_write":4948,"num_write_kb":1806,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":347,"num_omap_keys":2,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"266'111","reported_seq":697,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:54.565194+0000","last_change":"2024-09-12T18:16:54.565194+0000","last_active":"2024-09-12T18:16:54.565194+0000","last_peered":"2024-09-12T18:16:54.565194+0000","last_clean":"2024-09-12T18:16:54.565194+0000","last_became_active":"2024-09-12T17:34:58.926693+0000","last_became_peered":"2024-09-12T17:34:58.926693+0000","last_unstale":"2024-09-12T18:16:54.565194+0000","last_undegraded":"2024-09-12T18:16:54.565194+0000","last_fullsized":"2024-09-12T18:16:54.565194+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'111","last_scrub_stamp":"2024-09-12T18:16:54.565108+0000","last_deep_scrub":"266'111","last_deep_scrub_stamp":"2024-09-12T18:16:54.565108+0000","last_clean_scrub_stamp":"2024-09-12T18:16:54.565108+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":100,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:37:49.309887+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":483,"num_read_kb":401,"num_write":163,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"266'204","reported_seq":868,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:50.658241+0000","last_change":"2024-09-12T18:16:50.658241+0000","last_active":"2024-09-12T18:16:50.658241+0000","last_peered":"2024-09-12T18:16:50.658241+0000","last_clean":"2024-09-12T18:16:50.658241+0000","last_became_active":"2024-09-12T17:34:56.918166+0000","last_became_peered":"2024-09-12T17:34:56.918166+0000","last_unstale":"2024-09-12T18:16:50.658241+0000","last_undegraded":"2024-09-12T18:16:50.658241+0000","last_fullsized":"2024-09-12T18:16:50.658241+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'204","last_scrub_stamp":"2024-09-12T18:16:50.658100+0000","last_deep_scrub":"266'204","last_deep_scrub_stamp":"2024-09-12T18:16:50.658100+0000","last_clean_scrub_stamp":"2024-09-12T18:16:50.658100+0000","objects_scrubbed":7,"log_size":104,"log_dups_size":100,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:09:20.595152+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":832647,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":508,"num_read_kb":117048,"num_write":1001,"num_write_kb":37308,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":505,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:59.262907+0000","last_change":"2024-09-12T18:16:59.262907+0000","last_active":"2024-09-12T18:16:59.262907+0000","last_peered":"2024-09-12T18:16:59.262907+0000","last_clean":"2024-09-12T18:16:59.262907+0000","last_became_active":"2024-09-12T17:35:00.935218+0000","last_became_peered":"2024-09-12T17:35:00.935218+0000","last_unstale":"2024-09-12T18:16:59.262907+0000","last_undegraded":"2024-09-12T18:16:59.262907+0000","last_fullsized":"2024-09-12T18:16:59.262907+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:16:59.262817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:16:59.262817+0000","last_clean_scrub_stamp":"2024-09-12T18:16:59.262817+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:01:19.276572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"266'163","reported_seq":752,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:09.612961+0000","last_change":"2024-09-12T18:17:09.612961+0000","last_active":"2024-09-12T18:17:09.612961+0000","last_peered":"2024-09-12T18:17:09.612961+0000","last_clean":"2024-09-12T18:17:09.612961+0000","last_became_active":"2024-09-12T17:35:02.949466+0000","last_became_peered":"2024-09-12T17:35:02.949466+0000","last_unstale":"2024-09-12T18:17:09.612961+0000","last_undegraded":"2024-09-12T18:17:09.612961+0000","last_fullsized":"2024-09-12T18:17:09.612961+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'163","last_scrub_stamp":"2024-09-12T18:17:09.612855+0000","last_deep_scrub":"266'163","last_deep_scrub_stamp":"2024-09-12T18:17:09.612855+0000","last_clean_scrub_stamp":"2024-09-12T18:17:09.612855+0000","objects_scrubbed":7,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:37:33.421548+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11089,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":204,"num_read_kb":237,"num_write":112,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"266'760","reported_seq":2248,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:10.783782+0000","last_change":"2024-09-12T18:17:10.783782+0000","last_active":"2024-09-12T18:17:10.783782+0000","last_peered":"2024-09-12T18:17:10.783782+0000","last_clean":"2024-09-12T18:17:10.783782+0000","last_became_active":"2024-09-12T17:35:04.970607+0000","last_became_peered":"2024-09-12T17:35:04.970607+0000","last_unstale":"2024-09-12T18:17:10.783782+0000","last_undegraded":"2024-09-12T18:17:10.783782+0000","last_fullsized":"2024-09-12T18:17:10.783782+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'760","last_scrub_stamp":"2024-09-12T18:17:10.783660+0000","last_deep_scrub":"266'760","last_deep_scrub_stamp":"2024-09-12T18:17:10.783660+0000","last_clean_scrub_stamp":"2024-09-12T18:17:10.783660+0000","objects_scrubbed":1,"log_size":60,"log_dups_size":700,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:15:05.947371+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"266'97","reported_seq":602,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:14.780342+0000","last_change":"2024-09-12T18:17:14.780342+0000","last_active":"2024-09-12T18:17:14.780342+0000","last_peered":"2024-09-12T18:17:14.780342+0000","last_clean":"2024-09-12T18:17:14.780342+0000","last_became_active":"2024-09-12T17:35:06.985470+0000","last_became_peered":"2024-09-12T17:35:06.985470+0000","last_unstale":"2024-09-12T18:17:14.780342+0000","last_undegraded":"2024-09-12T18:17:14.780342+0000","last_fullsized":"2024-09-12T18:17:14.780342+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'97","last_scrub_stamp":"2024-09-12T18:17:14.780253+0000","last_deep_scrub":"266'97","last_deep_scrub_stamp":"2024-09-12T18:17:14.780253+0000","last_clean_scrub_stamp":"2024-09-12T18:17:14.780253+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:32:14.085506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":156,"num_read_kb":142,"num_write":229,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"266'375","reported_seq":1020,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:53.889375+0000","last_change":"2024-09-12T18:16:53.889375+0000","last_active":"2024-09-12T18:16:53.889375+0000","last_peered":"2024-09-12T18:16:53.889375+0000","last_clean":"2024-09-12T18:16:53.889375+0000","last_became_active":"2024-09-12T17:34:58.929171+0000","last_became_peered":"2024-09-12T17:34:58.929171+0000","last_unstale":"2024-09-12T18:16:53.889375+0000","last_undegraded":"2024-09-12T18:16:53.889375+0000","last_fullsized":"2024-09-12T18:16:53.889375+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'375","last_scrub_stamp":"2024-09-12T18:16:53.889285+0000","last_deep_scrub":"266'375","last_deep_scrub_stamp":"2024-09-12T18:16:53.889285+0000","last_clean_scrub_stamp":"2024-09-12T18:16:53.889285+0000","objects_scrubbed":1,"log_size":75,"log_dups_size":300,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:33:37.393248+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1723,"num_read_kb":1528,"num_write":649,"num_write_kb":326,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2873,"num_omap_keys":12,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"266'199","reported_seq":892,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:48.303556+0000","last_change":"2024-09-12T18:16:48.303556+0000","last_active":"2024-09-12T18:16:48.303556+0000","last_peered":"2024-09-12T18:16:48.303556+0000","last_clean":"2024-09-12T18:16:48.303556+0000","last_became_active":"2024-09-12T17:34:56.923319+0000","last_became_peered":"2024-09-12T17:34:56.923319+0000","last_unstale":"2024-09-12T18:16:48.303556+0000","last_undegraded":"2024-09-12T18:16:48.303556+0000","last_fullsized":"2024-09-12T18:16:48.303556+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'199","last_scrub_stamp":"2024-09-12T18:16:48.303458+0000","last_deep_scrub":"266'199","last_deep_scrub_stamp":"2024-09-12T18:16:48.303458+0000","last_clean_scrub_stamp":"2024-09-12T18:16:48.303458+0000","objects_scrubbed":1,"log_size":99,"log_dups_size":100,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:58:51.550123+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263185,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":633,"num_read_kb":140730,"num_write":915,"num_write_kb":33453,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":506,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:58.236005+0000","last_change":"2024-09-12T18:16:58.236005+0000","last_active":"2024-09-12T18:16:58.236005+0000","last_peered":"2024-09-12T18:16:58.236005+0000","last_clean":"2024-09-12T18:16:58.236005+0000","last_became_active":"2024-09-12T17:35:00.936017+0000","last_became_peered":"2024-09-12T17:35:00.936017+0000","last_unstale":"2024-09-12T18:16:58.236005+0000","last_undegraded":"2024-09-12T18:16:58.236005+0000","last_fullsized":"2024-09-12T18:16:58.236005+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:16:58.235880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:16:58.235880+0000","last_clean_scrub_stamp":"2024-09-12T18:16:58.235880+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:36:50.283766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"266'208","reported_seq":841,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:04.776320+0000","last_change":"2024-09-12T18:17:04.776320+0000","last_active":"2024-09-12T18:17:04.776320+0000","last_peered":"2024-09-12T18:17:04.776320+0000","last_clean":"2024-09-12T18:17:04.776320+0000","last_became_active":"2024-09-12T17:35:02.949663+0000","last_became_peered":"2024-09-12T17:35:02.949663+0000","last_unstale":"2024-09-12T18:17:04.776320+0000","last_undegraded":"2024-09-12T18:17:04.776320+0000","last_fullsized":"2024-09-12T18:17:04.776320+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'208","last_scrub_stamp":"2024-09-12T18:17:04.776220+0000","last_deep_scrub":"266'208","last_deep_scrub_stamp":"2024-09-12T18:17:04.776220+0000","last_clean_scrub_stamp":"2024-09-12T18:17:04.776220+0000","objects_scrubbed":5,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:13:30.953154+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43419,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":285,"num_read_kb":494,"num_write":142,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":498,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:10.192091+0000","last_change":"2024-09-12T18:17:10.192091+0000","last_active":"2024-09-12T18:17:10.192091+0000","last_peered":"2024-09-12T18:17:10.192091+0000","last_clean":"2024-09-12T18:17:10.192091+0000","last_became_active":"2024-09-12T17:35:04.963524+0000","last_became_peered":"2024-09-12T17:35:04.963524+0000","last_unstale":"2024-09-12T18:17:10.192091+0000","last_undegraded":"2024-09-12T18:17:10.192091+0000","last_fullsized":"2024-09-12T18:17:10.192091+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:10.192003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:10.192003+0000","last_clean_scrub_stamp":"2024-09-12T18:17:10.192003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:50:34.612235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"266'130","reported_seq":680,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:11.414156+0000","last_change":"2024-09-12T18:17:11.414156+0000","last_active":"2024-09-12T18:17:11.414156+0000","last_peered":"2024-09-12T18:17:11.414156+0000","last_clean":"2024-09-12T18:17:11.414156+0000","last_became_active":"2024-09-12T17:35:06.982394+0000","last_became_peered":"2024-09-12T17:35:06.982394+0000","last_unstale":"2024-09-12T18:17:11.414156+0000","last_undegraded":"2024-09-12T18:17:11.414156+0000","last_fullsized":"2024-09-12T18:17:11.414156+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'130","last_scrub_stamp":"2024-09-12T18:17:11.414040+0000","last_deep_scrub":"266'130","last_deep_scrub_stamp":"2024-09-12T18:17:11.414040+0000","last_clean_scrub_stamp":"2024-09-12T18:17:11.414040+0000","objects_scrubbed":3,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:02:19.423413+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":729,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":278,"num_read_kb":239,"num_write":286,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"266'167","reported_seq":792,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:51.051860+0000","last_change":"2024-09-12T18:16:51.051860+0000","last_active":"2024-09-12T18:16:51.051860+0000","last_peered":"2024-09-12T18:16:51.051860+0000","last_clean":"2024-09-12T18:16:51.051860+0000","last_became_active":"2024-09-12T17:34:58.923032+0000","last_became_peered":"2024-09-12T17:34:58.923032+0000","last_unstale":"2024-09-12T18:16:51.051860+0000","last_undegraded":"2024-09-12T18:16:51.051860+0000","last_fullsized":"2024-09-12T18:16:51.051860+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'167","last_scrub_stamp":"2024-09-12T18:16:51.051748+0000","last_deep_scrub":"266'167","last_deep_scrub_stamp":"2024-09-12T18:16:51.051748+0000","last_clean_scrub_stamp":"2024-09-12T18:16:51.051748+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:02:13.906995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":760,"num_read_kb":630,"num_write":244,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"266'209","reported_seq":811,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:45.081523+0000","last_change":"2024-09-12T18:16:45.081523+0000","last_active":"2024-09-12T18:16:45.081523+0000","last_peered":"2024-09-12T18:16:45.081523+0000","last_clean":"2024-09-12T18:16:45.081523+0000","last_became_active":"2024-09-12T17:35:31.181811+0000","last_became_peered":"2024-09-12T17:35:31.181811+0000","last_unstale":"2024-09-12T18:16:45.081523+0000","last_undegraded":"2024-09-12T18:16:45.081523+0000","last_fullsized":"2024-09-12T18:16:45.081523+0000","mapping_epoch":38,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'209","last_scrub_stamp":"2024-09-12T18:16:45.081415+0000","last_deep_scrub":"266'209","last_deep_scrub_stamp":"2024-09-12T18:16:45.081415+0000","last_clean_scrub_stamp":"2024-09-12T18:16:45.081415+0000","objects_scrubbed":5,"log_size":109,"log_dups_size":100,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:31:01.318688+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":414,"num_read_kb":18088,"num_write":1006,"num_write_kb":29347,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,4],"acting":[2,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":505,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:00.278146+0000","last_change":"2024-09-12T18:17:00.278146+0000","last_active":"2024-09-12T18:17:00.278146+0000","last_peered":"2024-09-12T18:17:00.278146+0000","last_clean":"2024-09-12T18:17:00.278146+0000","last_became_active":"2024-09-12T17:35:00.936569+0000","last_became_peered":"2024-09-12T17:35:00.936569+0000","last_unstale":"2024-09-12T18:17:00.278146+0000","last_undegraded":"2024-09-12T18:17:00.278146+0000","last_fullsized":"2024-09-12T18:17:00.278146+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:00.278056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:00.278056+0000","last_clean_scrub_stamp":"2024-09-12T18:17:00.278056+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:49:04.790443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"266'157","reported_seq":739,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:09.864536+0000","last_change":"2024-09-12T18:17:09.864536+0000","last_active":"2024-09-12T18:17:09.864536+0000","last_peered":"2024-09-12T18:17:09.864536+0000","last_clean":"2024-09-12T18:17:09.864536+0000","last_became_active":"2024-09-12T17:35:02.947998+0000","last_became_peered":"2024-09-12T17:35:02.947998+0000","last_unstale":"2024-09-12T18:17:09.864536+0000","last_undegraded":"2024-09-12T18:17:09.864536+0000","last_fullsized":"2024-09-12T18:17:09.864536+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'157","last_scrub_stamp":"2024-09-12T18:17:09.864442+0000","last_deep_scrub":"266'157","last_deep_scrub_stamp":"2024-09-12T18:17:09.864442+0000","last_clean_scrub_stamp":"2024-09-12T18:17:09.864442+0000","objects_scrubbed":6,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:31:31.968361+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17149,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":220,"num_read_kb":320,"num_write":172,"num_write_kb":108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":15964,"num_omap_keys":38,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":493,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:11.748835+0000","last_change":"2024-09-12T18:17:11.748835+0000","last_active":"2024-09-12T18:17:11.748835+0000","last_peered":"2024-09-12T18:17:11.748835+0000","last_clean":"2024-09-12T18:17:11.748835+0000","last_became_active":"2024-09-12T17:35:04.968528+0000","last_became_peered":"2024-09-12T17:35:04.968528+0000","last_unstale":"2024-09-12T18:17:11.748835+0000","last_undegraded":"2024-09-12T18:17:11.748835+0000","last_fullsized":"2024-09-12T18:17:11.748835+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:11.748735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:11.748735+0000","last_clean_scrub_stamp":"2024-09-12T18:17:11.748735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:58:18.813908+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"266'131","reported_seq":630,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:19.641090+0000","last_change":"2024-09-12T18:17:19.641090+0000","last_active":"2024-09-12T18:17:19.641090+0000","last_peered":"2024-09-12T18:17:19.641090+0000","last_clean":"2024-09-12T18:17:19.641090+0000","last_became_active":"2024-09-12T17:35:06.987924+0000","last_became_peered":"2024-09-12T17:35:06.987924+0000","last_unstale":"2024-09-12T18:17:19.641090+0000","last_undegraded":"2024-09-12T18:17:19.641090+0000","last_fullsized":"2024-09-12T18:17:19.641090+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'131","last_scrub_stamp":"2024-09-12T18:17:19.640988+0000","last_deep_scrub":"266'131","last_deep_scrub_stamp":"2024-09-12T18:17:19.640988+0000","last_clean_scrub_stamp":"2024-09-12T18:17:19.640988+0000","objects_scrubbed":3,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:17:45.574982+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":136,"num_read_kb":135,"num_write":305,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"266'348","reported_seq":1074,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:53.025103+0000","last_change":"2024-09-12T18:16:53.025103+0000","last_active":"2024-09-12T18:16:53.025103+0000","last_peered":"2024-09-12T18:16:53.025103+0000","last_clean":"2024-09-12T18:16:53.025103+0000","last_became_active":"2024-09-12T17:34:58.918283+0000","last_became_peered":"2024-09-12T17:34:58.918283+0000","last_unstale":"2024-09-12T18:16:53.025103+0000","last_undegraded":"2024-09-12T18:16:53.025103+0000","last_fullsized":"2024-09-12T18:16:53.025103+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'348","last_scrub_stamp":"2024-09-12T18:16:53.025009+0000","last_deep_scrub":"266'348","last_deep_scrub_stamp":"2024-09-12T18:16:53.025009+0000","last_clean_scrub_stamp":"2024-09-12T18:16:53.025009+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:05:06.836088+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1718,"num_read_kb":1431,"num_write":646,"num_write_kb":423,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"266'251","reported_seq":889,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:47.524612+0000","last_change":"2024-09-12T18:16:47.524612+0000","last_active":"2024-09-12T18:16:47.524612+0000","last_peered":"2024-09-12T18:16:47.524612+0000","last_clean":"2024-09-12T18:16:47.524612+0000","last_became_active":"2024-09-12T17:34:56.928028+0000","last_became_peered":"2024-09-12T17:34:56.928028+0000","last_unstale":"2024-09-12T18:16:47.524612+0000","last_undegraded":"2024-09-12T18:16:47.524612+0000","last_fullsized":"2024-09-12T18:16:47.524612+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'251","last_scrub_stamp":"2024-09-12T18:16:47.524464+0000","last_deep_scrub":"266'251","last_deep_scrub_stamp":"2024-09-12T18:16:47.524464+0000","last_clean_scrub_stamp":"2024-09-12T18:16:47.524464+0000","objects_scrubbed":7,"log_size":51,"log_dups_size":200,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:38:52.884736+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":517522,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":536,"num_read_kb":23586,"num_write":1069,"num_write_kb":38807,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":506,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:58.525676+0000","last_change":"2024-09-12T18:16:58.525676+0000","last_active":"2024-09-12T18:16:58.525676+0000","last_peered":"2024-09-12T18:16:58.525676+0000","last_clean":"2024-09-12T18:16:58.525676+0000","last_became_active":"2024-09-12T17:35:00.930519+0000","last_became_peered":"2024-09-12T17:35:00.930519+0000","last_unstale":"2024-09-12T18:16:58.525676+0000","last_undegraded":"2024-09-12T18:16:58.525676+0000","last_fullsized":"2024-09-12T18:16:58.525676+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:16:58.525573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:16:58.525573+0000","last_clean_scrub_stamp":"2024-09-12T18:16:58.525573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:38:44.749190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"266'153","reported_seq":744,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:01.251936+0000","last_change":"2024-09-12T18:17:01.251936+0000","last_active":"2024-09-12T18:17:01.251936+0000","last_peered":"2024-09-12T18:17:01.251936+0000","last_clean":"2024-09-12T18:17:01.251936+0000","last_became_active":"2024-09-12T17:35:02.948449+0000","last_became_peered":"2024-09-12T17:35:02.948449+0000","last_unstale":"2024-09-12T18:17:01.251936+0000","last_undegraded":"2024-09-12T18:17:01.251936+0000","last_fullsized":"2024-09-12T18:17:01.251936+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'153","last_scrub_stamp":"2024-09-12T18:17:01.251818+0000","last_deep_scrub":"266'153","last_deep_scrub_stamp":"2024-09-12T18:17:01.251818+0000","last_clean_scrub_stamp":"2024-09-12T18:17:01.251818+0000","objects_scrubbed":7,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:06:44.647900+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11783,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":205,"num_read_kb":279,"num_write":112,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"266'751","reported_seq":2450,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:03.187725+0000","last_change":"2024-09-12T18:17:03.187725+0000","last_active":"2024-09-12T18:17:03.187725+0000","last_peered":"2024-09-12T18:17:03.187725+0000","last_clean":"2024-09-12T18:17:03.187725+0000","last_became_active":"2024-09-12T17:35:04.966668+0000","last_became_peered":"2024-09-12T17:35:04.966668+0000","last_unstale":"2024-09-12T18:17:03.187725+0000","last_undegraded":"2024-09-12T18:17:03.187725+0000","last_fullsized":"2024-09-12T18:17:03.187725+0000","mapping_epoch":33,"log_start":"266'701","ondisk_log_start":"266'701","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'751","last_scrub_stamp":"2024-09-12T18:17:03.187624+0000","last_deep_scrub":"266'751","last_deep_scrub_stamp":"2024-09-12T18:17:03.187624+0000","last_clean_scrub_stamp":"2024-09-12T18:17:03.187624+0000","objects_scrubbed":1,"log_size":50,"log_dups_size":701,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:56:52.052344+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"266'107","reported_seq":612,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:06.454492+0000","last_change":"2024-09-12T18:17:06.454492+0000","last_active":"2024-09-12T18:17:06.454492+0000","last_peered":"2024-09-12T18:17:06.454492+0000","last_clean":"2024-09-12T18:17:06.454492+0000","last_became_active":"2024-09-12T17:35:06.980716+0000","last_became_peered":"2024-09-12T17:35:06.980716+0000","last_unstale":"2024-09-12T18:17:06.454492+0000","last_undegraded":"2024-09-12T18:17:06.454492+0000","last_fullsized":"2024-09-12T18:17:06.454492+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'107","last_scrub_stamp":"2024-09-12T18:17:06.454400+0000","last_deep_scrub":"266'107","last_deep_scrub_stamp":"2024-09-12T18:17:06.454400+0000","last_clean_scrub_stamp":"2024-09-12T18:17:06.454400+0000","objects_scrubbed":3,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:15:10.177885+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1256,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":140,"num_read_kb":134,"num_write":255,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"266'95","reported_seq":705,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:55.917827+0000","last_change":"2024-09-12T18:16:55.917827+0000","last_active":"2024-09-12T18:16:55.917827+0000","last_peered":"2024-09-12T18:16:55.917827+0000","last_clean":"2024-09-12T18:16:55.917827+0000","last_became_active":"2024-09-12T17:34:58.920768+0000","last_became_peered":"2024-09-12T17:34:58.920768+0000","last_unstale":"2024-09-12T18:16:55.917827+0000","last_undegraded":"2024-09-12T18:16:55.917827+0000","last_fullsized":"2024-09-12T18:16:55.917827+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'95","last_scrub_stamp":"2024-09-12T18:16:55.917731+0000","last_deep_scrub":"266'95","last_deep_scrub_stamp":"2024-09-12T18:16:55.917731+0000","last_clean_scrub_stamp":"2024-09-12T18:16:55.917731+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":0,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:22:39.235993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":462,"num_read_kb":392,"num_write":151,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"266'171","reported_seq":788,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:47.047100+0000","last_change":"2024-09-12T18:16:47.047100+0000","last_active":"2024-09-12T18:16:47.047100+0000","last_peered":"2024-09-12T18:16:47.047100+0000","last_clean":"2024-09-12T18:16:47.047100+0000","last_became_active":"2024-09-12T17:34:56.918704+0000","last_became_peered":"2024-09-12T17:34:56.918704+0000","last_unstale":"2024-09-12T18:16:47.047100+0000","last_undegraded":"2024-09-12T18:16:47.047100+0000","last_fullsized":"2024-09-12T18:16:47.047100+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'171","last_scrub_stamp":"2024-09-12T18:16:47.046971+0000","last_deep_scrub":"266'171","last_deep_scrub_stamp":"2024-09-12T18:16:47.046971+0000","last_clean_scrub_stamp":"2024-09-12T18:16:47.046971+0000","objects_scrubbed":4,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:57:06.999029+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1331844,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":354,"num_read_kb":24218,"num_write":792,"num_write_kb":41362,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"266'4","reported_seq":1464,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:08.037271+0000","last_change":"2024-09-12T18:17:08.037271+0000","last_active":"2024-09-12T18:17:08.037271+0000","last_peered":"2024-09-12T18:17:08.037271+0000","last_clean":"2024-09-12T18:17:08.037271+0000","last_became_active":"2024-09-12T17:35:00.935573+0000","last_became_peered":"2024-09-12T17:35:00.935573+0000","last_unstale":"2024-09-12T18:17:08.037271+0000","last_undegraded":"2024-09-12T18:17:08.037271+0000","last_fullsized":"2024-09-12T18:17:08.037271+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'4","last_scrub_stamp":"2024-09-12T18:17:08.037182+0000","last_deep_scrub":"266'4","last_deep_scrub_stamp":"2024-09-12T18:17:08.037182+0000","last_clean_scrub_stamp":"2024-09-12T18:17:08.037182+0000","objects_scrubbed":2,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:50:27.723921+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":958,"num_read_kb":958,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"266'85","reported_seq":613,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:08.699344+0000","last_change":"2024-09-12T18:17:08.699344+0000","last_active":"2024-09-12T18:17:08.699344+0000","last_peered":"2024-09-12T18:17:08.699344+0000","last_clean":"2024-09-12T18:17:08.699344+0000","last_became_active":"2024-09-12T17:35:03.252300+0000","last_became_peered":"2024-09-12T17:35:03.252300+0000","last_unstale":"2024-09-12T18:17:08.699344+0000","last_undegraded":"2024-09-12T18:17:08.699344+0000","last_fullsized":"2024-09-12T18:17:08.699344+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'85","last_scrub_stamp":"2024-09-12T18:17:08.699251+0000","last_deep_scrub":"266'85","last_deep_scrub_stamp":"2024-09-12T18:17:08.699251+0000","last_clean_scrub_stamp":"2024-09-12T18:17:08.699251+0000","objects_scrubbed":5,"log_size":85,"log_dups_size":0,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:53:03.337493+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":77,"num_read_kb":71,"num_write":52,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"266'767","reported_seq":2380,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:04.506794+0000","last_change":"2024-09-12T18:17:04.506794+0000","last_active":"2024-09-12T18:17:04.506794+0000","last_peered":"2024-09-12T18:17:04.506794+0000","last_clean":"2024-09-12T18:17:04.506794+0000","last_became_active":"2024-09-12T17:35:04.962416+0000","last_became_peered":"2024-09-12T17:35:04.962416+0000","last_unstale":"2024-09-12T18:17:04.506794+0000","last_undegraded":"2024-09-12T18:17:04.506794+0000","last_fullsized":"2024-09-12T18:17:04.506794+0000","mapping_epoch":33,"log_start":"266'701","ondisk_log_start":"266'701","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'767","last_scrub_stamp":"2024-09-12T18:17:04.506696+0000","last_deep_scrub":"266'767","last_deep_scrub_stamp":"2024-09-12T18:17:04.506696+0000","last_clean_scrub_stamp":"2024-09-12T18:17:04.506696+0000","objects_scrubbed":1,"log_size":66,"log_dups_size":701,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:59:49.522621+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"266'108","reported_seq":609,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:16.784751+0000","last_change":"2024-09-12T18:17:16.784751+0000","last_active":"2024-09-12T18:17:16.784751+0000","last_peered":"2024-09-12T18:17:16.784751+0000","last_clean":"2024-09-12T18:17:16.784751+0000","last_became_active":"2024-09-12T17:35:06.980651+0000","last_became_peered":"2024-09-12T17:35:06.980651+0000","last_unstale":"2024-09-12T18:17:16.784751+0000","last_undegraded":"2024-09-12T18:17:16.784751+0000","last_fullsized":"2024-09-12T18:17:16.784751+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'108","last_scrub_stamp":"2024-09-12T18:17:16.784659+0000","last_deep_scrub":"266'108","last_deep_scrub_stamp":"2024-09-12T18:17:16.784659+0000","last_clean_scrub_stamp":"2024-09-12T18:17:16.784659+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:06:25.650205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":113,"num_read_kb":112,"num_write":247,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"266'333","reported_seq":1017,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:54.612692+0000","last_change":"2024-09-12T18:16:54.612692+0000","last_active":"2024-09-12T18:16:54.612692+0000","last_peered":"2024-09-12T18:16:54.612692+0000","last_clean":"2024-09-12T18:16:54.612692+0000","last_became_active":"2024-09-12T17:34:58.923008+0000","last_became_peered":"2024-09-12T17:34:58.923008+0000","last_unstale":"2024-09-12T18:16:54.612692+0000","last_undegraded":"2024-09-12T18:16:54.612692+0000","last_fullsized":"2024-09-12T18:16:54.612692+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'333","last_scrub_stamp":"2024-09-12T18:16:54.612606+0000","last_deep_scrub":"266'333","last_deep_scrub_stamp":"2024-09-12T18:16:54.612606+0000","last_clean_scrub_stamp":"2024-09-12T18:16:54.612606+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:00:15.872205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1673,"num_read_kb":1469,"num_write":531,"num_write_kb":278,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"266'243","reported_seq":901,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:47.630018+0000","last_change":"2024-09-12T18:16:47.630018+0000","last_active":"2024-09-12T18:16:47.630018+0000","last_peered":"2024-09-12T18:16:47.630018+0000","last_clean":"2024-09-12T18:16:47.630018+0000","last_became_active":"2024-09-12T17:34:56.920361+0000","last_became_peered":"2024-09-12T17:34:56.920361+0000","last_unstale":"2024-09-12T18:16:47.630018+0000","last_undegraded":"2024-09-12T18:16:47.630018+0000","last_fullsized":"2024-09-12T18:16:47.630018+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'243","last_scrub_stamp":"2024-09-12T18:16:47.629890+0000","last_deep_scrub":"266'243","last_deep_scrub_stamp":"2024-09-12T18:16:47.629890+0000","last_clean_scrub_stamp":"2024-09-12T18:16:47.629890+0000","objects_scrubbed":8,"log_size":43,"log_dups_size":200,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:33:28.461497+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2146946,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":565,"num_read_kb":58412,"num_write":1046,"num_write_kb":35976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":506,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:05.910666+0000","last_change":"2024-09-12T18:17:05.910666+0000","last_active":"2024-09-12T18:17:05.910666+0000","last_peered":"2024-09-12T18:17:05.910666+0000","last_clean":"2024-09-12T18:17:05.910666+0000","last_became_active":"2024-09-12T17:35:00.933438+0000","last_became_peered":"2024-09-12T17:35:00.933438+0000","last_unstale":"2024-09-12T18:17:05.910666+0000","last_undegraded":"2024-09-12T18:17:05.910666+0000","last_fullsized":"2024-09-12T18:17:05.910666+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:05.910563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:05.910563+0000","last_clean_scrub_stamp":"2024-09-12T18:17:05.910563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:29:20.749973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"266'214","reported_seq":823,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:14.054923+0000","last_change":"2024-09-12T18:17:14.054923+0000","last_active":"2024-09-12T18:17:14.054923+0000","last_peered":"2024-09-12T18:17:14.054923+0000","last_clean":"2024-09-12T18:17:14.054923+0000","last_became_active":"2024-09-12T17:35:02.953980+0000","last_became_peered":"2024-09-12T17:35:02.953980+0000","last_unstale":"2024-09-12T18:17:14.054923+0000","last_undegraded":"2024-09-12T18:17:14.054923+0000","last_fullsized":"2024-09-12T18:17:14.054923+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'214","last_scrub_stamp":"2024-09-12T18:17:14.054826+0000","last_deep_scrub":"266'214","last_deep_scrub_stamp":"2024-09-12T18:17:14.054826+0000","last_clean_scrub_stamp":"2024-09-12T18:17:14.054826+0000","objects_scrubbed":8,"log_size":14,"log_dups_size":200,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:38:12.832111+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6998,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":274,"num_read_kb":327,"num_write":164,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:03.527411+0000","last_change":"2024-09-12T18:17:03.527411+0000","last_active":"2024-09-12T18:17:03.527411+0000","last_peered":"2024-09-12T18:17:03.527411+0000","last_clean":"2024-09-12T18:17:03.527411+0000","last_became_active":"2024-09-12T17:35:04.964947+0000","last_became_peered":"2024-09-12T17:35:04.964947+0000","last_unstale":"2024-09-12T18:17:03.527411+0000","last_undegraded":"2024-09-12T18:17:03.527411+0000","last_fullsized":"2024-09-12T18:17:03.527411+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:03.527322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:03.527322+0000","last_clean_scrub_stamp":"2024-09-12T18:17:03.527322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:48:15.515020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"266'125","reported_seq":634,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:07.438700+0000","last_change":"2024-09-12T18:17:07.438700+0000","last_active":"2024-09-12T18:17:07.438700+0000","last_peered":"2024-09-12T18:17:07.438700+0000","last_clean":"2024-09-12T18:17:07.438700+0000","last_became_active":"2024-09-12T17:35:06.984110+0000","last_became_peered":"2024-09-12T17:35:06.984110+0000","last_unstale":"2024-09-12T18:17:07.438700+0000","last_undegraded":"2024-09-12T18:17:07.438700+0000","last_fullsized":"2024-09-12T18:17:07.438700+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'125","last_scrub_stamp":"2024-09-12T18:17:07.438619+0000","last_deep_scrub":"266'125","last_deep_scrub_stamp":"2024-09-12T18:17:07.438619+0000","last_clean_scrub_stamp":"2024-09-12T18:17:07.438619+0000","objects_scrubbed":2,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:41:00.267554+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":183,"num_read_kb":174,"num_write":285,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"266'245","reported_seq":848,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:57.496358+0000","last_change":"2024-09-12T18:16:57.496358+0000","last_active":"2024-09-12T18:16:57.496358+0000","last_peered":"2024-09-12T18:16:57.496358+0000","last_clean":"2024-09-12T18:16:57.496358+0000","last_became_active":"2024-09-12T17:34:58.921292+0000","last_became_peered":"2024-09-12T17:34:58.921292+0000","last_unstale":"2024-09-12T18:16:57.496358+0000","last_undegraded":"2024-09-12T18:16:57.496358+0000","last_fullsized":"2024-09-12T18:16:57.496358+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'245","last_scrub_stamp":"2024-09-12T18:16:57.496276+0000","last_deep_scrub":"266'245","last_deep_scrub_stamp":"2024-09-12T18:16:57.496276+0000","last_clean_scrub_stamp":"2024-09-12T18:16:57.496276+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":200,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:21:22.134358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1071,"num_read_kb":869,"num_write":458,"num_write_kb":239,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"266'74","reported_seq":625,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:46.619235+0000","last_change":"2024-09-12T18:16:46.619180+0000","last_active":"2024-09-12T18:16:46.619235+0000","last_peered":"2024-09-12T18:16:46.619235+0000","last_clean":"2024-09-12T18:16:46.619235+0000","last_became_active":"2024-09-12T17:34:38.877094+0000","last_became_peered":"2024-09-12T17:34:38.877094+0000","last_unstale":"2024-09-12T18:16:46.619235+0000","last_undegraded":"2024-09-12T18:16:46.619235+0000","last_fullsized":"2024-09-12T18:16:46.619235+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'74","last_scrub_stamp":"2024-09-12T18:16:46.619078+0000","last_deep_scrub":"266'74","last_deep_scrub_stamp":"2024-09-12T18:16:46.619078+0000","last_clean_scrub_stamp":"2024-09-12T18:16:46.619078+0000","objects_scrubbed":2,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:51:33.183098+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"266'2","reported_seq":533,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:46.283366+0000","last_change":"2024-09-12T18:16:46.283366+0000","last_active":"2024-09-12T18:16:46.283366+0000","last_peered":"2024-09-12T18:16:46.283366+0000","last_clean":"2024-09-12T18:16:46.283366+0000","last_became_active":"2024-09-12T17:34:45.621550+0000","last_became_peered":"2024-09-12T17:34:45.621550+0000","last_unstale":"2024-09-12T18:16:46.283366+0000","last_undegraded":"2024-09-12T18:16:46.283366+0000","last_fullsized":"2024-09-12T18:16:46.283366+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-12T18:16:46.283288+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-12T18:16:46.283288+0000","last_clean_scrub_stamp":"2024-09-12T18:16:46.283288+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:34:48.700672+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.000454752,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"266'172","reported_seq":806,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:45.596152+0000","last_change":"2024-09-12T18:16:45.596152+0000","last_active":"2024-09-12T18:16:45.596152+0000","last_peered":"2024-09-12T18:16:45.596152+0000","last_clean":"2024-09-12T18:16:45.596152+0000","last_became_active":"2024-09-12T17:34:56.930976+0000","last_became_peered":"2024-09-12T17:34:56.930976+0000","last_unstale":"2024-09-12T18:16:45.596152+0000","last_undegraded":"2024-09-12T18:16:45.596152+0000","last_fullsized":"2024-09-12T18:16:45.596152+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'172","last_scrub_stamp":"2024-09-12T18:16:45.596045+0000","last_deep_scrub":"266'172","last_deep_scrub_stamp":"2024-09-12T18:16:45.596045+0000","last_clean_scrub_stamp":"2024-09-12T18:16:45.596045+0000","objects_scrubbed":4,"log_size":72,"log_dups_size":100,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:09:18.069914+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4627867,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":425,"num_read_kb":23706,"num_write":835,"num_write_kb":20885,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"266'5","reported_seq":987,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:06.594709+0000","last_change":"2024-09-12T18:17:06.594709+0000","last_active":"2024-09-12T18:17:06.594709+0000","last_peered":"2024-09-12T18:17:06.594709+0000","last_clean":"2024-09-12T18:17:06.594709+0000","last_became_active":"2024-09-12T17:35:00.937638+0000","last_became_peered":"2024-09-12T17:35:00.937638+0000","last_unstale":"2024-09-12T18:17:06.594709+0000","last_undegraded":"2024-09-12T18:17:06.594709+0000","last_fullsized":"2024-09-12T18:17:06.594709+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'5","last_scrub_stamp":"2024-09-12T18:17:06.594619+0000","last_deep_scrub":"266'5","last_deep_scrub_stamp":"2024-09-12T18:17:06.594619+0000","last_clean_scrub_stamp":"2024-09-12T18:17:06.594619+0000","objects_scrubbed":1,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:09:41.174182+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":727,"num_read_kb":1197,"num_write":8,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"266'303","reported_seq":1008,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:11.017518+0000","last_change":"2024-09-12T18:17:11.017518+0000","last_active":"2024-09-12T18:17:11.017518+0000","last_peered":"2024-09-12T18:17:11.017518+0000","last_clean":"2024-09-12T18:17:11.017518+0000","last_became_active":"2024-09-12T17:35:02.951937+0000","last_became_peered":"2024-09-12T17:35:02.951937+0000","last_unstale":"2024-09-12T18:17:11.017518+0000","last_undegraded":"2024-09-12T18:17:11.017518+0000","last_fullsized":"2024-09-12T18:17:11.017518+0000","mapping_epoch":31,"log_start":"263'200","ondisk_log_start":"263'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'303","last_scrub_stamp":"2024-09-12T18:17:11.017422+0000","last_deep_scrub":"266'303","last_deep_scrub_stamp":"2024-09-12T18:17:11.017422+0000","last_clean_scrub_stamp":"2024-09-12T18:17:11.017422+0000","objects_scrubbed":6,"log_size":103,"log_dups_size":200,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:30:15.070084+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42357,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":564,"num_read_kb":782,"num_write":500,"num_write_kb":384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":107602,"num_omap_keys":260,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":494,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:09.750475+0000","last_change":"2024-09-12T18:17:09.750475+0000","last_active":"2024-09-12T18:17:09.750475+0000","last_peered":"2024-09-12T18:17:09.750475+0000","last_clean":"2024-09-12T18:17:09.750475+0000","last_became_active":"2024-09-12T17:35:04.970656+0000","last_became_peered":"2024-09-12T17:35:04.970656+0000","last_unstale":"2024-09-12T18:17:09.750475+0000","last_undegraded":"2024-09-12T18:17:09.750475+0000","last_fullsized":"2024-09-12T18:17:09.750475+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:09.750386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:09.750386+0000","last_clean_scrub_stamp":"2024-09-12T18:17:09.750386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:35:51.100494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"266'247","reported_seq":1011,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:09.495846+0000","last_change":"2024-09-12T18:17:09.495846+0000","last_active":"2024-09-12T18:17:09.495846+0000","last_peered":"2024-09-12T18:17:09.495846+0000","last_clean":"2024-09-12T18:17:09.495846+0000","last_became_active":"2024-09-12T17:35:06.984114+0000","last_became_peered":"2024-09-12T17:35:06.984114+0000","last_unstale":"2024-09-12T18:17:09.495846+0000","last_undegraded":"2024-09-12T18:17:09.495846+0000","last_fullsized":"2024-09-12T18:17:09.495846+0000","mapping_epoch":35,"log_start":"266'200","ondisk_log_start":"266'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'247","last_scrub_stamp":"2024-09-12T18:17:09.495741+0000","last_deep_scrub":"266'247","last_deep_scrub_stamp":"2024-09-12T18:17:09.495741+0000","last_clean_scrub_stamp":"2024-09-12T18:17:09.495741+0000","objects_scrubbed":5,"log_size":47,"log_dups_size":200,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:20:37.769601+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1263,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":771,"num_read_kb":707,"num_write":523,"num_write_kb":144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":66,"num_omap_keys":1,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"266'148","reported_seq":738,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:52.841924+0000","last_change":"2024-09-12T18:16:52.841924+0000","last_active":"2024-09-12T18:16:52.841924+0000","last_peered":"2024-09-12T18:16:52.841924+0000","last_clean":"2024-09-12T18:16:52.841924+0000","last_became_active":"2024-09-12T17:34:58.926456+0000","last_became_peered":"2024-09-12T17:34:58.926456+0000","last_unstale":"2024-09-12T18:16:52.841924+0000","last_undegraded":"2024-09-12T18:16:52.841924+0000","last_fullsized":"2024-09-12T18:16:52.841924+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'148","last_scrub_stamp":"2024-09-12T18:16:52.841842+0000","last_deep_scrub":"266'148","last_deep_scrub_stamp":"2024-09-12T18:16:52.841842+0000","last_clean_scrub_stamp":"2024-09-12T18:16:52.841842+0000","objects_scrubbed":1,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:36:52.718993+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":622,"num_read_kb":509,"num_write":203,"num_write_kb":100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":720,"num_omap_keys":3,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":532,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:47.610554+0000","last_change":"2024-09-12T18:16:47.610481+0000","last_active":"2024-09-12T18:16:47.610554+0000","last_peered":"2024-09-12T18:16:47.610554+0000","last_clean":"2024-09-12T18:16:47.610554+0000","last_became_active":"2024-09-12T17:34:45.621465+0000","last_became_peered":"2024-09-12T17:34:45.621465+0000","last_unstale":"2024-09-12T18:16:47.610554+0000","last_undegraded":"2024-09-12T18:16:47.610554+0000","last_fullsized":"2024-09-12T18:16:47.610554+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:16:47.610399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:16:47.610399+0000","last_clean_scrub_stamp":"2024-09-12T18:16:47.610399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:05:55.806409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050835799999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"266'219","reported_seq":891,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:42.996414+0000","last_change":"2024-09-12T18:16:42.996414+0000","last_active":"2024-09-12T18:16:42.996414+0000","last_peered":"2024-09-12T18:16:42.996414+0000","last_clean":"2024-09-12T18:16:42.996414+0000","last_became_active":"2024-09-12T17:34:56.926728+0000","last_became_peered":"2024-09-12T17:34:56.926728+0000","last_unstale":"2024-09-12T18:16:42.996414+0000","last_undegraded":"2024-09-12T18:16:42.996414+0000","last_fullsized":"2024-09-12T18:16:42.996414+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'219","last_scrub_stamp":"2024-09-12T18:16:42.996306+0000","last_deep_scrub":"266'219","last_deep_scrub_stamp":"2024-09-12T18:16:42.996306+0000","last_clean_scrub_stamp":"2024-09-12T18:16:42.996306+0000","objects_scrubbed":3,"log_size":19,"log_dups_size":200,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:57:04.760515+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262198,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":487,"num_read_kb":76567,"num_write":1010,"num_write_kb":37048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":503,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:06.054150+0000","last_change":"2024-09-12T18:17:06.054150+0000","last_active":"2024-09-12T18:17:06.054150+0000","last_peered":"2024-09-12T18:17:06.054150+0000","last_clean":"2024-09-12T18:17:06.054150+0000","last_became_active":"2024-09-12T17:35:00.939245+0000","last_became_peered":"2024-09-12T17:35:00.939245+0000","last_unstale":"2024-09-12T18:17:06.054150+0000","last_undegraded":"2024-09-12T18:17:06.054150+0000","last_fullsized":"2024-09-12T18:17:06.054150+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:06.054068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:06.054068+0000","last_clean_scrub_stamp":"2024-09-12T18:17:06.054068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:26:47.677778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"266'830","reported_seq":2275,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:03.464991+0000","last_change":"2024-09-12T18:17:03.464991+0000","last_active":"2024-09-12T18:17:03.464991+0000","last_peered":"2024-09-12T18:17:03.464991+0000","last_clean":"2024-09-12T18:17:03.464991+0000","last_became_active":"2024-09-12T17:35:02.947906+0000","last_became_peered":"2024-09-12T17:35:02.947906+0000","last_unstale":"2024-09-12T18:17:03.464991+0000","last_undegraded":"2024-09-12T18:17:03.464991+0000","last_fullsized":"2024-09-12T18:17:03.464991+0000","mapping_epoch":31,"log_start":"266'800","ondisk_log_start":"266'800","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'830","last_scrub_stamp":"2024-09-12T18:17:03.464881+0000","last_deep_scrub":"266'830","last_deep_scrub_stamp":"2024-09-12T18:17:03.464881+0000","last_clean_scrub_stamp":"2024-09-12T18:17:03.464881+0000","objects_scrubbed":11,"log_size":30,"log_dups_size":800,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:49:55.969665+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18923,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":1163,"num_read_kb":1336,"num_write":264,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5938,"num_omap_keys":16,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":496,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:14.626563+0000","last_change":"2024-09-12T18:17:14.626563+0000","last_active":"2024-09-12T18:17:14.626563+0000","last_peered":"2024-09-12T18:17:14.626563+0000","last_clean":"2024-09-12T18:17:14.626563+0000","last_became_active":"2024-09-12T17:35:04.963541+0000","last_became_peered":"2024-09-12T17:35:04.963541+0000","last_unstale":"2024-09-12T18:17:14.626563+0000","last_undegraded":"2024-09-12T18:17:14.626563+0000","last_fullsized":"2024-09-12T18:17:14.626563+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:14.626451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:14.626451+0000","last_clean_scrub_stamp":"2024-09-12T18:17:14.626451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:34:19.078226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"266'140","reported_seq":666,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:09.440705+0000","last_change":"2024-09-12T18:17:09.440705+0000","last_active":"2024-09-12T18:17:09.440705+0000","last_peered":"2024-09-12T18:17:09.440705+0000","last_clean":"2024-09-12T18:17:09.440705+0000","last_became_active":"2024-09-12T17:35:07.198906+0000","last_became_peered":"2024-09-12T17:35:07.198906+0000","last_unstale":"2024-09-12T18:17:09.440705+0000","last_undegraded":"2024-09-12T18:17:09.440705+0000","last_fullsized":"2024-09-12T18:17:09.440705+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'140","last_scrub_stamp":"2024-09-12T18:17:09.440618+0000","last_deep_scrub":"266'140","last_deep_scrub_stamp":"2024-09-12T18:17:09.440618+0000","last_clean_scrub_stamp":"2024-09-12T18:17:09.440618+0000","objects_scrubbed":3,"log_size":40,"log_dups_size":100,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:06:40.690543+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":865,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":245,"num_read_kb":226,"num_write":357,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"266'456","reported_seq":1189,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:53.587947+0000","last_change":"2024-09-12T18:16:53.587947+0000","last_active":"2024-09-12T18:16:53.587947+0000","last_peered":"2024-09-12T18:16:53.587947+0000","last_clean":"2024-09-12T18:16:53.587947+0000","last_became_active":"2024-09-12T17:34:58.921188+0000","last_became_peered":"2024-09-12T17:34:58.921188+0000","last_unstale":"2024-09-12T18:16:53.587947+0000","last_undegraded":"2024-09-12T18:16:53.587947+0000","last_fullsized":"2024-09-12T18:16:53.587947+0000","mapping_epoch":27,"log_start":"266'400","ondisk_log_start":"266'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'456","last_scrub_stamp":"2024-09-12T18:16:53.587855+0000","last_deep_scrub":"266'456","last_deep_scrub_stamp":"2024-09-12T18:16:53.587855+0000","last_clean_scrub_stamp":"2024-09-12T18:16:53.587855+0000","objects_scrubbed":1,"log_size":56,"log_dups_size":400,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:23:31.978000+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2112,"num_read_kb":1783,"num_write":682,"num_write_kb":387,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":25753,"num_omap_keys":101,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":534,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:44.074151+0000","last_change":"2024-09-12T18:16:44.074151+0000","last_active":"2024-09-12T18:16:44.074151+0000","last_peered":"2024-09-12T18:16:44.074151+0000","last_clean":"2024-09-12T18:16:44.074151+0000","last_became_active":"2024-09-12T17:34:45.621377+0000","last_became_peered":"2024-09-12T17:34:45.621377+0000","last_unstale":"2024-09-12T18:16:44.074151+0000","last_undegraded":"2024-09-12T18:16:44.074151+0000","last_fullsized":"2024-09-12T18:16:44.074151+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:16:44.074078+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:16:44.074078+0000","last_clean_scrub_stamp":"2024-09-12T18:16:44.074078+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:47:43.163261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00052055199999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"266'174","reported_seq":786,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:46.701108+0000","last_change":"2024-09-12T18:16:46.701056+0000","last_active":"2024-09-12T18:16:46.701108+0000","last_peered":"2024-09-12T18:16:46.701108+0000","last_clean":"2024-09-12T18:16:46.701108+0000","last_became_active":"2024-09-12T17:34:56.912317+0000","last_became_peered":"2024-09-12T17:34:56.912317+0000","last_unstale":"2024-09-12T18:16:46.701108+0000","last_undegraded":"2024-09-12T18:16:46.701108+0000","last_fullsized":"2024-09-12T18:16:46.701108+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'174","last_scrub_stamp":"2024-09-12T18:16:46.700934+0000","last_deep_scrub":"266'174","last_deep_scrub_stamp":"2024-09-12T18:16:46.700934+0000","last_clean_scrub_stamp":"2024-09-12T18:16:46.700934+0000","objects_scrubbed":6,"log_size":74,"log_dups_size":100,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:52:59.036143+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4456554,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":368,"num_read_kb":6167,"num_write":884,"num_write_kb":16600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"266'2","reported_seq":508,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:57.216455+0000","last_change":"2024-09-12T18:16:57.216455+0000","last_active":"2024-09-12T18:16:57.216455+0000","last_peered":"2024-09-12T18:16:57.216455+0000","last_clean":"2024-09-12T18:16:57.216455+0000","last_became_active":"2024-09-12T17:35:00.933508+0000","last_became_peered":"2024-09-12T17:35:00.933508+0000","last_unstale":"2024-09-12T18:16:57.216455+0000","last_undegraded":"2024-09-12T18:16:57.216455+0000","last_fullsized":"2024-09-12T18:16:57.216455+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-12T18:16:57.216362+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-12T18:16:57.216362+0000","last_clean_scrub_stamp":"2024-09-12T18:16:57.216362+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:35:16.806192+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"266'226","reported_seq":1277,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:10.650929+0000","last_change":"2024-09-12T18:17:10.650929+0000","last_active":"2024-09-12T18:17:10.650929+0000","last_peered":"2024-09-12T18:17:10.650929+0000","last_clean":"2024-09-12T18:17:10.650929+0000","last_became_active":"2024-09-12T17:35:03.253581+0000","last_became_peered":"2024-09-12T17:35:03.253581+0000","last_unstale":"2024-09-12T18:17:10.650929+0000","last_undegraded":"2024-09-12T18:17:10.650929+0000","last_fullsized":"2024-09-12T18:17:10.650929+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'226","last_scrub_stamp":"2024-09-12T18:17:10.650831+0000","last_deep_scrub":"266'226","last_deep_scrub_stamp":"2024-09-12T18:17:10.650831+0000","last_clean_scrub_stamp":"2024-09-12T18:17:10.650831+0000","objects_scrubbed":9,"log_size":26,"log_dups_size":200,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:59:24.790295+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":180,"num_read_kb":170,"num_write":147,"num_write_kb":51,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5278,"num_omap_keys":12,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":495,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:08.769928+0000","last_change":"2024-09-12T18:17:08.769928+0000","last_active":"2024-09-12T18:17:08.769928+0000","last_peered":"2024-09-12T18:17:08.769928+0000","last_clean":"2024-09-12T18:17:08.769928+0000","last_became_active":"2024-09-12T17:35:04.968891+0000","last_became_peered":"2024-09-12T17:35:04.968891+0000","last_unstale":"2024-09-12T18:17:08.769928+0000","last_undegraded":"2024-09-12T18:17:08.769928+0000","last_fullsized":"2024-09-12T18:17:08.769928+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:08.769832+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:08.769832+0000","last_clean_scrub_stamp":"2024-09-12T18:17:08.769832+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:09:35.079942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"266'268","reported_seq":878,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:18.613753+0000","last_change":"2024-09-12T18:17:18.613753+0000","last_active":"2024-09-12T18:17:18.613753+0000","last_peered":"2024-09-12T18:17:18.613753+0000","last_clean":"2024-09-12T18:17:18.613753+0000","last_became_active":"2024-09-12T17:35:06.983394+0000","last_became_peered":"2024-09-12T17:35:06.983394+0000","last_unstale":"2024-09-12T18:17:18.613753+0000","last_undegraded":"2024-09-12T18:17:18.613753+0000","last_fullsized":"2024-09-12T18:17:18.613753+0000","mapping_epoch":35,"log_start":"266'200","ondisk_log_start":"266'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'268","last_scrub_stamp":"2024-09-12T18:17:18.613645+0000","last_deep_scrub":"266'268","last_deep_scrub_stamp":"2024-09-12T18:17:18.613645+0000","last_clean_scrub_stamp":"2024-09-12T18:17:18.613645+0000","objects_scrubbed":2,"log_size":68,"log_dups_size":200,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:01:38.592343+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":537,"num_read_kb":555,"num_write":594,"num_write_kb":166,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1193,"num_omap_keys":7,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"266'281","reported_seq":897,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:52.626848+0000","last_change":"2024-09-12T18:16:52.626848+0000","last_active":"2024-09-12T18:16:52.626848+0000","last_peered":"2024-09-12T18:16:52.626848+0000","last_clean":"2024-09-12T18:16:52.626848+0000","last_became_active":"2024-09-12T17:34:58.925181+0000","last_became_peered":"2024-09-12T17:34:58.925181+0000","last_unstale":"2024-09-12T18:16:52.626848+0000","last_undegraded":"2024-09-12T18:16:52.626848+0000","last_fullsized":"2024-09-12T18:16:52.626848+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'281","last_scrub_stamp":"2024-09-12T18:16:52.626757+0000","last_deep_scrub":"266'281","last_deep_scrub_stamp":"2024-09-12T18:16:52.626757+0000","last_clean_scrub_stamp":"2024-09-12T18:16:52.626757+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":200,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:19:01.112359+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1266,"num_read_kb":1015,"num_write":487,"num_write_kb":254,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"266'3","reported_seq":534,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:45.255194+0000","last_change":"2024-09-12T18:16:45.255194+0000","last_active":"2024-09-12T18:16:45.255194+0000","last_peered":"2024-09-12T18:16:45.255194+0000","last_clean":"2024-09-12T18:16:45.255194+0000","last_became_active":"2024-09-12T17:34:45.618674+0000","last_became_peered":"2024-09-12T17:34:45.618674+0000","last_unstale":"2024-09-12T18:16:45.255194+0000","last_undegraded":"2024-09-12T18:16:45.255194+0000","last_fullsized":"2024-09-12T18:16:45.255194+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'3","last_scrub_stamp":"2024-09-12T18:16:45.255114+0000","last_deep_scrub":"266'3","last_deep_scrub_stamp":"2024-09-12T18:16:45.255114+0000","last_clean_scrub_stamp":"2024-09-12T18:16:45.255114+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:57:24.651572+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0.00089588000000000005,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"266'203","reported_seq":844,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:45.056729+0000","last_change":"2024-09-12T18:16:45.056729+0000","last_active":"2024-09-12T18:16:45.056729+0000","last_peered":"2024-09-12T18:16:45.056729+0000","last_clean":"2024-09-12T18:16:45.056729+0000","last_became_active":"2024-09-12T17:34:56.930581+0000","last_became_peered":"2024-09-12T17:34:56.930581+0000","last_unstale":"2024-09-12T18:16:45.056729+0000","last_undegraded":"2024-09-12T18:16:45.056729+0000","last_fullsized":"2024-09-12T18:16:45.056729+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'203","last_scrub_stamp":"2024-09-12T18:16:45.056616+0000","last_deep_scrub":"266'203","last_deep_scrub_stamp":"2024-09-12T18:16:45.056616+0000","last_clean_scrub_stamp":"2024-09-12T18:16:45.056616+0000","objects_scrubbed":4,"log_size":103,"log_dups_size":100,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:47:07.278704+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1354786,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":462,"num_read_kb":24690,"num_write":993,"num_write_kb":43686,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":503,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:01.799937+0000","last_change":"2024-09-12T18:17:01.799937+0000","last_active":"2024-09-12T18:17:01.799937+0000","last_peered":"2024-09-12T18:17:01.799937+0000","last_clean":"2024-09-12T18:17:01.799937+0000","last_became_active":"2024-09-12T17:35:00.929890+0000","last_became_peered":"2024-09-12T17:35:00.929890+0000","last_unstale":"2024-09-12T18:17:01.799937+0000","last_undegraded":"2024-09-12T18:17:01.799937+0000","last_fullsized":"2024-09-12T18:17:01.799937+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:01.799861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:01.799861+0000","last_clean_scrub_stamp":"2024-09-12T18:17:01.799861+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:44:12.032089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"266'123","reported_seq":673,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:06.726434+0000","last_change":"2024-09-12T18:17:06.726434+0000","last_active":"2024-09-12T18:17:06.726434+0000","last_peered":"2024-09-12T18:17:06.726434+0000","last_clean":"2024-09-12T18:17:06.726434+0000","last_became_active":"2024-09-12T17:35:02.949598+0000","last_became_peered":"2024-09-12T17:35:02.949598+0000","last_unstale":"2024-09-12T18:17:06.726434+0000","last_undegraded":"2024-09-12T18:17:06.726434+0000","last_fullsized":"2024-09-12T18:17:06.726434+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'123","last_scrub_stamp":"2024-09-12T18:17:06.726346+0000","last_deep_scrub":"266'123","last_deep_scrub_stamp":"2024-09-12T18:17:06.726346+0000","last_clean_scrub_stamp":"2024-09-12T18:17:06.726346+0000","objects_scrubbed":7,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:33:19.770924+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":140,"num_read_kb":134,"num_write":100,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3352,"num_omap_keys":10,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":493,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:02.539446+0000","last_change":"2024-09-12T18:17:02.539446+0000","last_active":"2024-09-12T18:17:02.539446+0000","last_peered":"2024-09-12T18:17:02.539446+0000","last_clean":"2024-09-12T18:17:02.539446+0000","last_became_active":"2024-09-12T17:35:04.971350+0000","last_became_peered":"2024-09-12T17:35:04.971350+0000","last_unstale":"2024-09-12T18:17:02.539446+0000","last_undegraded":"2024-09-12T18:17:02.539446+0000","last_fullsized":"2024-09-12T18:17:02.539446+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:02.539327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:02.539327+0000","last_clean_scrub_stamp":"2024-09-12T18:17:02.539327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:45:46.495516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"266'129","reported_seq":677,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:18.039084+0000","last_change":"2024-09-12T18:17:18.039084+0000","last_active":"2024-09-12T18:17:18.039084+0000","last_peered":"2024-09-12T18:17:18.039084+0000","last_clean":"2024-09-12T18:17:18.039084+0000","last_became_active":"2024-09-12T17:35:06.983069+0000","last_became_peered":"2024-09-12T17:35:06.983069+0000","last_unstale":"2024-09-12T18:17:18.039084+0000","last_undegraded":"2024-09-12T18:17:18.039084+0000","last_fullsized":"2024-09-12T18:17:18.039084+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'129","last_scrub_stamp":"2024-09-12T18:17:18.038983+0000","last_deep_scrub":"266'129","last_deep_scrub_stamp":"2024-09-12T18:17:18.038983+0000","last_clean_scrub_stamp":"2024-09-12T18:17:18.038983+0000","objects_scrubbed":1,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:02:24.232248+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":202,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":239,"num_read_kb":239,"num_write":300,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"266'254","reported_seq":915,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:51.666817+0000","last_change":"2024-09-12T18:16:51.666817+0000","last_active":"2024-09-12T18:16:51.666817+0000","last_peered":"2024-09-12T18:16:51.666817+0000","last_clean":"2024-09-12T18:16:51.666817+0000","last_became_active":"2024-09-12T17:34:58.918123+0000","last_became_peered":"2024-09-12T17:34:58.918123+0000","last_unstale":"2024-09-12T18:16:51.666817+0000","last_undegraded":"2024-09-12T18:16:51.666817+0000","last_fullsized":"2024-09-12T18:16:51.666817+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'254","last_scrub_stamp":"2024-09-12T18:16:51.666697+0000","last_deep_scrub":"266'254","last_deep_scrub_stamp":"2024-09-12T18:16:51.666697+0000","last_clean_scrub_stamp":"2024-09-12T18:16:51.666697+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":200,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:49:34.884595+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1123,"num_read_kb":920,"num_write":376,"num_write_kb":172,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"266'225","reported_seq":909,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:47.303727+0000","last_change":"2024-09-12T18:16:47.303636+0000","last_active":"2024-09-12T18:16:47.303727+0000","last_peered":"2024-09-12T18:16:47.303727+0000","last_clean":"2024-09-12T18:16:47.303727+0000","last_became_active":"2024-09-12T17:34:56.925045+0000","last_became_peered":"2024-09-12T17:34:56.925045+0000","last_unstale":"2024-09-12T18:16:47.303727+0000","last_undegraded":"2024-09-12T18:16:47.303727+0000","last_fullsized":"2024-09-12T18:16:47.303727+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'225","last_scrub_stamp":"2024-09-12T18:16:47.303497+0000","last_deep_scrub":"266'225","last_deep_scrub_stamp":"2024-09-12T18:16:47.303497+0000","last_clean_scrub_stamp":"2024-09-12T18:16:47.303497+0000","objects_scrubbed":7,"log_size":25,"log_dups_size":200,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:07:28.266301+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5530608,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":535,"num_read_kb":102484,"num_write":1049,"num_write_kb":44204,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":535,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:43.724457+0000","last_change":"2024-09-12T18:16:43.724457+0000","last_active":"2024-09-12T18:16:43.724457+0000","last_peered":"2024-09-12T18:16:43.724457+0000","last_clean":"2024-09-12T18:16:43.724457+0000","last_became_active":"2024-09-12T17:34:45.844454+0000","last_became_peered":"2024-09-12T17:34:45.844454+0000","last_unstale":"2024-09-12T18:16:43.724457+0000","last_undegraded":"2024-09-12T18:16:43.724457+0000","last_fullsized":"2024-09-12T18:16:43.724457+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:16:43.724388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:16:43.724388+0000","last_clean_scrub_stamp":"2024-09-12T18:16:43.724388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:54:16.453530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00054755400000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":503,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:00.827314+0000","last_change":"2024-09-12T18:17:00.827314+0000","last_active":"2024-09-12T18:17:00.827314+0000","last_peered":"2024-09-12T18:17:00.827314+0000","last_clean":"2024-09-12T18:17:00.827314+0000","last_became_active":"2024-09-12T17:35:00.936083+0000","last_became_peered":"2024-09-12T17:35:00.936083+0000","last_unstale":"2024-09-12T18:17:00.827314+0000","last_undegraded":"2024-09-12T18:17:00.827314+0000","last_fullsized":"2024-09-12T18:17:00.827314+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:00.827228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:00.827228+0000","last_clean_scrub_stamp":"2024-09-12T18:17:00.827228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:43:44.453922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"266'272","reported_seq":938,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:03.737850+0000","last_change":"2024-09-12T18:17:03.737782+0000","last_active":"2024-09-12T18:17:03.737850+0000","last_peered":"2024-09-12T18:17:03.737850+0000","last_clean":"2024-09-12T18:17:03.737850+0000","last_became_active":"2024-09-12T17:35:02.948751+0000","last_became_peered":"2024-09-12T17:35:02.948751+0000","last_unstale":"2024-09-12T18:17:03.737850+0000","last_undegraded":"2024-09-12T18:17:03.737850+0000","last_fullsized":"2024-09-12T18:17:03.737850+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'272","last_scrub_stamp":"2024-09-12T18:17:03.737665+0000","last_deep_scrub":"266'272","last_deep_scrub_stamp":"2024-09-12T18:17:03.737665+0000","last_clean_scrub_stamp":"2024-09-12T18:17:03.737665+0000","objects_scrubbed":9,"log_size":72,"log_dups_size":200,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:25:37.247741+0000","scrub_duration":10,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11401,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":983,"num_read_kb":1061,"num_write":1446,"num_write_kb":1293,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":506876,"num_omap_keys":1146,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":500,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:12.835245+0000","last_change":"2024-09-12T18:17:12.835245+0000","last_active":"2024-09-12T18:17:12.835245+0000","last_peered":"2024-09-12T18:17:12.835245+0000","last_clean":"2024-09-12T18:17:12.835245+0000","last_became_active":"2024-09-12T17:35:04.962773+0000","last_became_peered":"2024-09-12T17:35:04.962773+0000","last_unstale":"2024-09-12T18:17:12.835245+0000","last_undegraded":"2024-09-12T18:17:12.835245+0000","last_fullsized":"2024-09-12T18:17:12.835245+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:12.835131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:12.835131+0000","last_clean_scrub_stamp":"2024-09-12T18:17:12.835131+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:06:24.276648+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"266'147","reported_seq":648,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:18.781307+0000","last_change":"2024-09-12T18:17:18.781307+0000","last_active":"2024-09-12T18:17:18.781307+0000","last_peered":"2024-09-12T18:17:18.781307+0000","last_clean":"2024-09-12T18:17:18.781307+0000","last_became_active":"2024-09-12T17:35:07.200820+0000","last_became_peered":"2024-09-12T17:35:07.200820+0000","last_unstale":"2024-09-12T18:17:18.781307+0000","last_undegraded":"2024-09-12T18:17:18.781307+0000","last_fullsized":"2024-09-12T18:17:18.781307+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'147","last_scrub_stamp":"2024-09-12T18:17:18.781206+0000","last_deep_scrub":"266'147","last_deep_scrub_stamp":"2024-09-12T18:17:18.781206+0000","last_clean_scrub_stamp":"2024-09-12T18:17:18.781206+0000","objects_scrubbed":5,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:56:20.566519+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1137,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":159,"num_read_kb":158,"num_write":342,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":73,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"266'263","reported_seq":885,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:51.872984+0000","last_change":"2024-09-12T18:16:51.872984+0000","last_active":"2024-09-12T18:16:51.872984+0000","last_peered":"2024-09-12T18:16:51.872984+0000","last_clean":"2024-09-12T18:16:51.872984+0000","last_became_active":"2024-09-12T17:34:58.929184+0000","last_became_peered":"2024-09-12T17:34:58.929184+0000","last_unstale":"2024-09-12T18:16:51.872984+0000","last_undegraded":"2024-09-12T18:16:51.872984+0000","last_fullsized":"2024-09-12T18:16:51.872984+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'263","last_scrub_stamp":"2024-09-12T18:16:51.872891+0000","last_deep_scrub":"266'263","last_deep_scrub_stamp":"2024-09-12T18:16:51.872891+0000","last_clean_scrub_stamp":"2024-09-12T18:16:51.872891+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":200,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:55:36.783182+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1112,"num_read_kb":896,"num_write":393,"num_write_kb":201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"266'188","reported_seq":795,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:44.679210+0000","last_change":"2024-09-12T18:16:44.679210+0000","last_active":"2024-09-12T18:16:44.679210+0000","last_peered":"2024-09-12T18:16:44.679210+0000","last_clean":"2024-09-12T18:16:44.679210+0000","last_became_active":"2024-09-12T17:34:56.919355+0000","last_became_peered":"2024-09-12T17:34:56.919355+0000","last_unstale":"2024-09-12T18:16:44.679210+0000","last_undegraded":"2024-09-12T18:16:44.679210+0000","last_fullsized":"2024-09-12T18:16:44.679210+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'188","last_scrub_stamp":"2024-09-12T18:16:44.679113+0000","last_deep_scrub":"266'188","last_deep_scrub_stamp":"2024-09-12T18:16:44.679113+0000","last_clean_scrub_stamp":"2024-09-12T18:16:44.679113+0000","objects_scrubbed":4,"log_size":88,"log_dups_size":100,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:17:43.008362+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1311790,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":351,"num_read_kb":2459,"num_write":933,"num_write_kb":19826,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":531,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:48.644538+0000","last_change":"2024-09-12T18:16:48.644538+0000","last_active":"2024-09-12T18:16:48.644538+0000","last_peered":"2024-09-12T18:16:48.644538+0000","last_clean":"2024-09-12T18:16:48.644538+0000","last_became_active":"2024-09-12T17:34:45.844351+0000","last_became_peered":"2024-09-12T17:34:45.844351+0000","last_unstale":"2024-09-12T18:16:48.644538+0000","last_undegraded":"2024-09-12T18:16:48.644538+0000","last_fullsized":"2024-09-12T18:16:48.644538+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:16:48.644439+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:16:48.644439+0000","last_clean_scrub_stamp":"2024-09-12T18:16:48.644439+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:39:08.227879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00049998100000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":502,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:59.497510+0000","last_change":"2024-09-12T18:16:59.497510+0000","last_active":"2024-09-12T18:16:59.497510+0000","last_peered":"2024-09-12T18:16:59.497510+0000","last_clean":"2024-09-12T18:16:59.497510+0000","last_became_active":"2024-09-12T17:35:00.934860+0000","last_became_peered":"2024-09-12T17:35:00.934860+0000","last_unstale":"2024-09-12T18:16:59.497510+0000","last_undegraded":"2024-09-12T18:16:59.497510+0000","last_fullsized":"2024-09-12T18:16:59.497510+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:16:59.497408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:16:59.497408+0000","last_clean_scrub_stamp":"2024-09-12T18:16:59.497408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:06:27.548777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"266'165","reported_seq":736,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:02.494180+0000","last_change":"2024-09-12T18:17:02.494180+0000","last_active":"2024-09-12T18:17:02.494180+0000","last_peered":"2024-09-12T18:17:02.494180+0000","last_clean":"2024-09-12T18:17:02.494180+0000","last_became_active":"2024-09-12T17:35:03.251792+0000","last_became_peered":"2024-09-12T17:35:03.251792+0000","last_unstale":"2024-09-12T18:17:02.494180+0000","last_undegraded":"2024-09-12T18:17:02.494180+0000","last_fullsized":"2024-09-12T18:17:02.494180+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'165","last_scrub_stamp":"2024-09-12T18:17:02.494071+0000","last_deep_scrub":"266'165","last_deep_scrub_stamp":"2024-09-12T18:17:02.494071+0000","last_clean_scrub_stamp":"2024-09-12T18:17:02.494071+0000","objects_scrubbed":8,"log_size":65,"log_dups_size":100,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:06:10.706027+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":197,"num_read_kb":189,"num_write":132,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"266'749","reported_seq":2491,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:15.022023+0000","last_change":"2024-09-12T18:17:15.021922+0000","last_active":"2024-09-12T18:17:15.022023+0000","last_peered":"2024-09-12T18:17:15.022023+0000","last_clean":"2024-09-12T18:17:15.022023+0000","last_became_active":"2024-09-12T17:35:04.962230+0000","last_became_peered":"2024-09-12T17:35:04.962230+0000","last_unstale":"2024-09-12T18:17:15.022023+0000","last_undegraded":"2024-09-12T18:17:15.022023+0000","last_fullsized":"2024-09-12T18:17:15.022023+0000","mapping_epoch":33,"log_start":"266'701","ondisk_log_start":"266'701","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'749","last_scrub_stamp":"2024-09-12T18:17:15.021828+0000","last_deep_scrub":"266'749","last_deep_scrub_stamp":"2024-09-12T18:17:15.021828+0000","last_clean_scrub_stamp":"2024-09-12T18:17:15.021828+0000","objects_scrubbed":1,"log_size":48,"log_dups_size":701,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:20:35.675319+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"266'124","reported_seq":638,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:20.681217+0000","last_change":"2024-09-12T18:17:20.681217+0000","last_active":"2024-09-12T18:17:20.681217+0000","last_peered":"2024-09-12T18:17:20.681217+0000","last_clean":"2024-09-12T18:17:20.681217+0000","last_became_active":"2024-09-12T17:35:07.199128+0000","last_became_peered":"2024-09-12T17:35:07.199128+0000","last_unstale":"2024-09-12T18:17:20.681217+0000","last_undegraded":"2024-09-12T18:17:20.681217+0000","last_fullsized":"2024-09-12T18:17:20.681217+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'124","last_scrub_stamp":"2024-09-12T18:17:20.681123+0000","last_deep_scrub":"266'124","last_deep_scrub_stamp":"2024-09-12T18:17:20.681123+0000","last_clean_scrub_stamp":"2024-09-12T18:17:20.681123+0000","objects_scrubbed":4,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:22:18.110266+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":689,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":173,"num_read_kb":164,"num_write":276,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":64,"num_omap_keys":1,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"266'357","reported_seq":930,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:53.698982+0000","last_change":"2024-09-12T18:16:53.698886+0000","last_active":"2024-09-12T18:16:53.698982+0000","last_peered":"2024-09-12T18:16:53.698982+0000","last_clean":"2024-09-12T18:16:53.698982+0000","last_became_active":"2024-09-12T17:34:58.923846+0000","last_became_peered":"2024-09-12T17:34:58.923846+0000","last_unstale":"2024-09-12T18:16:53.698982+0000","last_undegraded":"2024-09-12T18:16:53.698982+0000","last_fullsized":"2024-09-12T18:16:53.698982+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'357","last_scrub_stamp":"2024-09-12T18:16:53.698788+0000","last_deep_scrub":"266'357","last_deep_scrub_stamp":"2024-09-12T18:16:53.698788+0000","last_clean_scrub_stamp":"2024-09-12T18:16:53.698788+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:04:17.668031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1599,"num_read_kb":1400,"num_write":644,"num_write_kb":334,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"266'204","reported_seq":938,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:44.554136+0000","last_change":"2024-09-12T18:16:44.554136+0000","last_active":"2024-09-12T18:16:44.554136+0000","last_peered":"2024-09-12T18:16:44.554136+0000","last_clean":"2024-09-12T18:16:44.554136+0000","last_became_active":"2024-09-12T17:34:56.934732+0000","last_became_peered":"2024-09-12T17:34:56.934732+0000","last_unstale":"2024-09-12T18:16:44.554136+0000","last_undegraded":"2024-09-12T18:16:44.554136+0000","last_fullsized":"2024-09-12T18:16:44.554136+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'204","last_scrub_stamp":"2024-09-12T18:16:44.554046+0000","last_deep_scrub":"266'204","last_deep_scrub_stamp":"2024-09-12T18:16:44.554046+0000","last_clean_scrub_stamp":"2024-09-12T18:16:44.554046+0000","objects_scrubbed":2,"log_size":104,"log_dups_size":100,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:25:47.306903+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194330,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":689,"num_read_kb":52668,"num_write":983,"num_write_kb":44522,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":534,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:45.672025+0000","last_change":"2024-09-12T18:16:45.672025+0000","last_active":"2024-09-12T18:16:45.672025+0000","last_peered":"2024-09-12T18:16:45.672025+0000","last_clean":"2024-09-12T18:16:45.672025+0000","last_became_active":"2024-09-12T17:34:45.622234+0000","last_became_peered":"2024-09-12T17:34:45.622234+0000","last_unstale":"2024-09-12T18:16:45.672025+0000","last_undegraded":"2024-09-12T18:16:45.672025+0000","last_fullsized":"2024-09-12T18:16:45.672025+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:16:45.671954+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:16:45.671954+0000","last_clean_scrub_stamp":"2024-09-12T18:16:45.671954+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:10:25.344281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050672800000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":508,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:04.928326+0000","last_change":"2024-09-12T18:17:04.928326+0000","last_active":"2024-09-12T18:17:04.928326+0000","last_peered":"2024-09-12T18:17:04.928326+0000","last_clean":"2024-09-12T18:17:04.928326+0000","last_became_active":"2024-09-12T17:35:00.938343+0000","last_became_peered":"2024-09-12T17:35:00.938343+0000","last_unstale":"2024-09-12T18:17:04.928326+0000","last_undegraded":"2024-09-12T18:17:04.928326+0000","last_fullsized":"2024-09-12T18:17:04.928326+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:04.928230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:04.928230+0000","last_clean_scrub_stamp":"2024-09-12T18:17:04.928230+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:01:10.655093+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"266'112","reported_seq":657,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:08.849179+0000","last_change":"2024-09-12T18:17:08.849179+0000","last_active":"2024-09-12T18:17:08.849179+0000","last_peered":"2024-09-12T18:17:08.849179+0000","last_clean":"2024-09-12T18:17:08.849179+0000","last_became_active":"2024-09-12T17:35:02.949542+0000","last_became_peered":"2024-09-12T17:35:02.949542+0000","last_unstale":"2024-09-12T18:17:08.849179+0000","last_undegraded":"2024-09-12T18:17:08.849179+0000","last_fullsized":"2024-09-12T18:17:08.849179+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'112","last_scrub_stamp":"2024-09-12T18:17:08.849087+0000","last_deep_scrub":"266'112","last_deep_scrub_stamp":"2024-09-12T18:17:08.849087+0000","last_clean_scrub_stamp":"2024-09-12T18:17:08.849087+0000","objects_scrubbed":6,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:53:50.598198+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":123,"num_read_kb":117,"num_write":84,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"266'751","reported_seq":2438,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:13.685439+0000","last_change":"2024-09-12T18:17:13.685439+0000","last_active":"2024-09-12T18:17:13.685439+0000","last_peered":"2024-09-12T18:17:13.685439+0000","last_clean":"2024-09-12T18:17:13.685439+0000","last_became_active":"2024-09-12T17:35:04.963013+0000","last_became_peered":"2024-09-12T17:35:04.963013+0000","last_unstale":"2024-09-12T18:17:13.685439+0000","last_undegraded":"2024-09-12T18:17:13.685439+0000","last_fullsized":"2024-09-12T18:17:13.685439+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'751","last_scrub_stamp":"2024-09-12T18:17:13.685353+0000","last_deep_scrub":"266'751","last_deep_scrub_stamp":"2024-09-12T18:17:13.685353+0000","last_clean_scrub_stamp":"2024-09-12T18:17:13.685353+0000","objects_scrubbed":1,"log_size":51,"log_dups_size":700,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:38:58.810098+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"266'325","reported_seq":858,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:16.753764+0000","last_change":"2024-09-12T18:17:16.753764+0000","last_active":"2024-09-12T18:17:16.753764+0000","last_peered":"2024-09-12T18:17:16.753764+0000","last_clean":"2024-09-12T18:17:16.753764+0000","last_became_active":"2024-09-12T17:35:06.983329+0000","last_became_peered":"2024-09-12T17:35:06.983329+0000","last_unstale":"2024-09-12T18:17:16.753764+0000","last_undegraded":"2024-09-12T18:17:16.753764+0000","last_fullsized":"2024-09-12T18:17:16.753764+0000","mapping_epoch":35,"log_start":"266'300","ondisk_log_start":"266'300","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'325","last_scrub_stamp":"2024-09-12T18:17:16.753667+0000","last_deep_scrub":"266'325","last_deep_scrub_stamp":"2024-09-12T18:17:16.753667+0000","last_clean_scrub_stamp":"2024-09-12T18:17:16.753667+0000","objects_scrubbed":6,"log_size":25,"log_dups_size":300,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:44:53.188906+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":395,"num_read_kb":385,"num_write":679,"num_write_kb":243,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":178,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"266'189","reported_seq":830,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:49.025012+0000","last_change":"2024-09-12T18:16:49.025012+0000","last_active":"2024-09-12T18:16:49.025012+0000","last_peered":"2024-09-12T18:16:49.025012+0000","last_clean":"2024-09-12T18:16:49.025012+0000","last_became_active":"2024-09-12T17:34:58.921913+0000","last_became_peered":"2024-09-12T17:34:58.921913+0000","last_unstale":"2024-09-12T18:16:49.025012+0000","last_undegraded":"2024-09-12T18:16:49.025012+0000","last_fullsized":"2024-09-12T18:16:49.025012+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'189","last_scrub_stamp":"2024-09-12T18:16:49.024932+0000","last_deep_scrub":"266'189","last_deep_scrub_stamp":"2024-09-12T18:16:49.024932+0000","last_clean_scrub_stamp":"2024-09-12T18:16:49.024932+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":100,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:08:48.179444+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":898,"num_read_kb":763,"num_write":317,"num_write_kb":179,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"266'262","reported_seq":920,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:43.951103+0000","last_change":"2024-09-12T18:16:43.951103+0000","last_active":"2024-09-12T18:16:43.951103+0000","last_peered":"2024-09-12T18:16:43.951103+0000","last_clean":"2024-09-12T18:16:43.951103+0000","last_became_active":"2024-09-12T17:34:56.922937+0000","last_became_peered":"2024-09-12T17:34:56.922937+0000","last_unstale":"2024-09-12T18:16:43.951103+0000","last_undegraded":"2024-09-12T18:16:43.951103+0000","last_fullsized":"2024-09-12T18:16:43.951103+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'262","last_scrub_stamp":"2024-09-12T18:16:43.951019+0000","last_deep_scrub":"266'262","last_deep_scrub_stamp":"2024-09-12T18:16:43.951019+0000","last_clean_scrub_stamp":"2024-09-12T18:16:43.951019+0000","objects_scrubbed":3,"log_size":62,"log_dups_size":200,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:14:37.395210+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048618,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":627,"num_read_kb":11936,"num_write":1177,"num_write_kb":31628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":527,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:46.535626+0000","last_change":"2024-09-12T18:16:46.535626+0000","last_active":"2024-09-12T18:16:46.535626+0000","last_peered":"2024-09-12T18:16:46.535626+0000","last_clean":"2024-09-12T18:16:46.535626+0000","last_became_active":"2024-09-12T17:34:45.622575+0000","last_became_peered":"2024-09-12T17:34:45.622575+0000","last_unstale":"2024-09-12T18:16:46.535626+0000","last_undegraded":"2024-09-12T18:16:46.535626+0000","last_fullsized":"2024-09-12T18:16:46.535626+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:16:46.535534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:16:46.535534+0000","last_clean_scrub_stamp":"2024-09-12T18:16:46.535534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:23:20.331626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000567901,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":510,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:02.765876+0000","last_change":"2024-09-12T18:17:02.765778+0000","last_active":"2024-09-12T18:17:02.765876+0000","last_peered":"2024-09-12T18:17:02.765876+0000","last_clean":"2024-09-12T18:17:02.765876+0000","last_became_active":"2024-09-12T17:35:00.938321+0000","last_became_peered":"2024-09-12T17:35:00.938321+0000","last_unstale":"2024-09-12T18:17:02.765876+0000","last_undegraded":"2024-09-12T18:17:02.765876+0000","last_fullsized":"2024-09-12T18:17:02.765876+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:02.765657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:02.765657+0000","last_clean_scrub_stamp":"2024-09-12T18:17:02.765657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:14:14.171925+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"266'323","reported_seq":1044,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:08.590950+0000","last_change":"2024-09-12T18:17:08.590950+0000","last_active":"2024-09-12T18:17:08.590950+0000","last_peered":"2024-09-12T18:17:08.590950+0000","last_clean":"2024-09-12T18:17:08.590950+0000","last_became_active":"2024-09-12T17:35:03.251753+0000","last_became_peered":"2024-09-12T17:35:03.251753+0000","last_unstale":"2024-09-12T18:17:08.590950+0000","last_undegraded":"2024-09-12T18:17:08.590950+0000","last_fullsized":"2024-09-12T18:17:08.590950+0000","mapping_epoch":31,"log_start":"266'300","ondisk_log_start":"266'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'323","last_scrub_stamp":"2024-09-12T18:17:08.590833+0000","last_deep_scrub":"266'323","last_deep_scrub_stamp":"2024-09-12T18:17:08.590833+0000","last_clean_scrub_stamp":"2024-09-12T18:17:08.590833+0000","objects_scrubbed":8,"log_size":23,"log_dups_size":300,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:06:50.811585+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34989,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":483,"num_read_kb":742,"num_write":250,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":501,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:16.633280+0000","last_change":"2024-09-12T18:17:16.633280+0000","last_active":"2024-09-12T18:17:16.633280+0000","last_peered":"2024-09-12T18:17:16.633280+0000","last_clean":"2024-09-12T18:17:16.633280+0000","last_became_active":"2024-09-12T17:35:04.963038+0000","last_became_peered":"2024-09-12T17:35:04.963038+0000","last_unstale":"2024-09-12T18:17:16.633280+0000","last_undegraded":"2024-09-12T18:17:16.633280+0000","last_fullsized":"2024-09-12T18:17:16.633280+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:16.633182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:16.633182+0000","last_clean_scrub_stamp":"2024-09-12T18:17:16.633182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:48:41.862587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"266'127","reported_seq":635,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:20.072684+0000","last_change":"2024-09-12T18:17:20.072684+0000","last_active":"2024-09-12T18:17:20.072684+0000","last_peered":"2024-09-12T18:17:20.072684+0000","last_clean":"2024-09-12T18:17:20.072684+0000","last_became_active":"2024-09-12T17:35:06.985014+0000","last_became_peered":"2024-09-12T17:35:06.985014+0000","last_unstale":"2024-09-12T18:17:20.072684+0000","last_undegraded":"2024-09-12T18:17:20.072684+0000","last_fullsized":"2024-09-12T18:17:20.072684+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'127","last_scrub_stamp":"2024-09-12T18:17:20.072590+0000","last_deep_scrub":"266'127","last_deep_scrub_stamp":"2024-09-12T18:17:20.072590+0000","last_clean_scrub_stamp":"2024-09-12T18:17:20.072590+0000","objects_scrubbed":3,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:20:38.355769+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":235,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":188,"num_read_kb":178,"num_write":304,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"266'153","reported_seq":714,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:19.810990+0000","last_change":"2024-09-12T18:17:19.810990+0000","last_active":"2024-09-12T18:17:19.810990+0000","last_peered":"2024-09-12T18:17:19.810990+0000","last_clean":"2024-09-12T18:17:19.810990+0000","last_became_active":"2024-09-12T17:35:06.984047+0000","last_became_peered":"2024-09-12T17:35:06.984047+0000","last_unstale":"2024-09-12T18:17:19.810990+0000","last_undegraded":"2024-09-12T18:17:19.810990+0000","last_fullsized":"2024-09-12T18:17:19.810990+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'153","last_scrub_stamp":"2024-09-12T18:17:19.810890+0000","last_deep_scrub":"266'153","last_deep_scrub_stamp":"2024-09-12T18:17:19.810890+0000","last_clean_scrub_stamp":"2024-09-12T18:17:19.810890+0000","objects_scrubbed":2,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:37:57.683342+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":425,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":257,"num_read_kb":255,"num_write":377,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"266'126","reported_seq":720,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:52.046725+0000","last_change":"2024-09-12T18:16:52.046630+0000","last_active":"2024-09-12T18:16:52.046725+0000","last_peered":"2024-09-12T18:16:52.046725+0000","last_clean":"2024-09-12T18:16:52.046725+0000","last_became_active":"2024-09-12T17:34:58.920693+0000","last_became_peered":"2024-09-12T17:34:58.920693+0000","last_unstale":"2024-09-12T18:16:52.046725+0000","last_undegraded":"2024-09-12T18:16:52.046725+0000","last_fullsized":"2024-09-12T18:16:52.046725+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'126","last_scrub_stamp":"2024-09-12T18:16:52.046538+0000","last_deep_scrub":"266'126","last_deep_scrub_stamp":"2024-09-12T18:16:52.046538+0000","last_clean_scrub_stamp":"2024-09-12T18:16:52.046538+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:03:31.757213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":544,"num_read_kb":446,"num_write":203,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"266'165","reported_seq":794,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:48.031833+0000","last_change":"2024-09-12T18:16:48.031766+0000","last_active":"2024-09-12T18:16:48.031833+0000","last_peered":"2024-09-12T18:16:48.031833+0000","last_clean":"2024-09-12T18:16:48.031833+0000","last_became_active":"2024-09-12T17:34:56.919861+0000","last_became_peered":"2024-09-12T17:34:56.919861+0000","last_unstale":"2024-09-12T18:16:48.031833+0000","last_undegraded":"2024-09-12T18:16:48.031833+0000","last_fullsized":"2024-09-12T18:16:48.031833+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'165","last_scrub_stamp":"2024-09-12T18:16:48.031660+0000","last_deep_scrub":"266'165","last_deep_scrub_stamp":"2024-09-12T18:16:48.031660+0000","last_clean_scrub_stamp":"2024-09-12T18:16:48.031660+0000","objects_scrubbed":2,"log_size":65,"log_dups_size":100,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:47:01.091221+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":39,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":379,"num_read_kb":53379,"num_write":774,"num_write_kb":28781,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"266'4","reported_seq":990,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:59.504167+0000","last_change":"2024-09-12T18:16:59.504091+0000","last_active":"2024-09-12T18:16:59.504167+0000","last_peered":"2024-09-12T18:16:59.504167+0000","last_clean":"2024-09-12T18:16:59.504167+0000","last_became_active":"2024-09-12T17:35:00.935134+0000","last_became_peered":"2024-09-12T17:35:00.935134+0000","last_unstale":"2024-09-12T18:16:59.504167+0000","last_undegraded":"2024-09-12T18:16:59.504167+0000","last_fullsized":"2024-09-12T18:16:59.504167+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'4","last_scrub_stamp":"2024-09-12T18:16:59.504004+0000","last_deep_scrub":"266'4","last_deep_scrub_stamp":"2024-09-12T18:16:59.504004+0000","last_clean_scrub_stamp":"2024-09-12T18:16:59.504004+0000","objects_scrubbed":1,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:05:01.738478+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":728,"num_read_kb":726,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"266'149","reported_seq":732,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:09.699326+0000","last_change":"2024-09-12T18:17:09.699326+0000","last_active":"2024-09-12T18:17:09.699326+0000","last_peered":"2024-09-12T18:17:09.699326+0000","last_clean":"2024-09-12T18:17:09.699326+0000","last_became_active":"2024-09-12T17:35:02.954476+0000","last_became_peered":"2024-09-12T17:35:02.954476+0000","last_unstale":"2024-09-12T18:17:09.699326+0000","last_undegraded":"2024-09-12T18:17:09.699326+0000","last_fullsized":"2024-09-12T18:17:09.699326+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'149","last_scrub_stamp":"2024-09-12T18:17:09.699210+0000","last_deep_scrub":"266'149","last_deep_scrub_stamp":"2024-09-12T18:17:09.699210+0000","last_clean_scrub_stamp":"2024-09-12T18:17:09.699210+0000","objects_scrubbed":5,"log_size":49,"log_dups_size":100,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:04:39.835961+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9390,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":175,"num_read_kb":230,"num_write":94,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":499,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:14.669826+0000","last_change":"2024-09-12T18:17:14.669826+0000","last_active":"2024-09-12T18:17:14.669826+0000","last_peered":"2024-09-12T18:17:14.669826+0000","last_clean":"2024-09-12T18:17:14.669826+0000","last_became_active":"2024-09-12T17:35:04.963388+0000","last_became_peered":"2024-09-12T17:35:04.963388+0000","last_unstale":"2024-09-12T18:17:14.669826+0000","last_undegraded":"2024-09-12T18:17:14.669826+0000","last_fullsized":"2024-09-12T18:17:14.669826+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:14.669714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:14.669714+0000","last_clean_scrub_stamp":"2024-09-12T18:17:14.669714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:01:55.974338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"266'125","reported_seq":624,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:12.563099+0000","last_change":"2024-09-12T17:35:06.991378+0000","last_active":"2024-09-12T18:15:12.563099+0000","last_peered":"2024-09-12T18:15:12.563099+0000","last_clean":"2024-09-12T18:15:12.563099+0000","last_became_active":"2024-09-12T17:35:06.991097+0000","last_became_peered":"2024-09-12T17:35:06.991097+0000","last_unstale":"2024-09-12T18:15:12.563099+0000","last_undegraded":"2024-09-12T18:15:12.563099+0000","last_fullsized":"2024-09-12T18:15:12.563099+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":155,"num_read_kb":149,"num_write":290,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"266'294","reported_seq":940,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:55.571519+0000","last_change":"2024-09-12T18:16:55.571458+0000","last_active":"2024-09-12T18:16:55.571519+0000","last_peered":"2024-09-12T18:16:55.571519+0000","last_clean":"2024-09-12T18:16:55.571519+0000","last_became_active":"2024-09-12T17:34:58.920144+0000","last_became_peered":"2024-09-12T17:34:58.920144+0000","last_unstale":"2024-09-12T18:16:55.571519+0000","last_undegraded":"2024-09-12T18:16:55.571519+0000","last_fullsized":"2024-09-12T18:16:55.571519+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'294","last_scrub_stamp":"2024-09-12T18:16:55.571369+0000","last_deep_scrub":"266'294","last_deep_scrub_stamp":"2024-09-12T18:16:55.571369+0000","last_clean_scrub_stamp":"2024-09-12T18:16:55.571369+0000","objects_scrubbed":1,"log_size":94,"log_dups_size":200,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:10:00.150334+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1321,"num_read_kb":1085,"num_write":458,"num_write_kb":283,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4003,"num_omap_keys":18,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"266'200","reported_seq":882,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:53.677185+0000","last_change":"2024-09-12T18:16:53.677185+0000","last_active":"2024-09-12T18:16:53.677185+0000","last_peered":"2024-09-12T18:16:53.677185+0000","last_clean":"2024-09-12T18:16:53.677185+0000","last_became_active":"2024-09-12T17:34:56.920454+0000","last_became_peered":"2024-09-12T17:34:56.920454+0000","last_unstale":"2024-09-12T18:16:53.677185+0000","last_undegraded":"2024-09-12T18:16:53.677185+0000","last_fullsized":"2024-09-12T18:16:53.677185+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'200","last_scrub_stamp":"2024-09-12T18:16:53.677091+0000","last_deep_scrub":"266'200","last_deep_scrub_stamp":"2024-09-12T18:16:53.677091+0000","last_clean_scrub_stamp":"2024-09-12T18:16:53.677091+0000","objects_scrubbed":2,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:13:21.336706+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263211,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":543,"num_read_kb":47428,"num_write":952,"num_write_kb":42968,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":507,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:03.748634+0000","last_change":"2024-09-12T18:17:03.748634+0000","last_active":"2024-09-12T18:17:03.748634+0000","last_peered":"2024-09-12T18:17:03.748634+0000","last_clean":"2024-09-12T18:17:03.748634+0000","last_became_active":"2024-09-12T17:35:00.936765+0000","last_became_peered":"2024-09-12T17:35:00.936765+0000","last_unstale":"2024-09-12T18:17:03.748634+0000","last_undegraded":"2024-09-12T18:17:03.748634+0000","last_fullsized":"2024-09-12T18:17:03.748634+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:03.748530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:03.748530+0000","last_clean_scrub_stamp":"2024-09-12T18:17:03.748530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:27:42.877347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"266'48","reported_seq":555,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:05.742941+0000","last_change":"2024-09-12T18:17:05.742941+0000","last_active":"2024-09-12T18:17:05.742941+0000","last_peered":"2024-09-12T18:17:05.742941+0000","last_clean":"2024-09-12T18:17:05.742941+0000","last_became_active":"2024-09-12T17:35:02.951921+0000","last_became_peered":"2024-09-12T17:35:02.951921+0000","last_unstale":"2024-09-12T18:17:05.742941+0000","last_undegraded":"2024-09-12T18:17:05.742941+0000","last_fullsized":"2024-09-12T18:17:05.742941+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'48","last_scrub_stamp":"2024-09-12T18:17:05.742848+0000","last_deep_scrub":"266'48","last_deep_scrub_stamp":"2024-09-12T18:17:05.742848+0000","last_clean_scrub_stamp":"2024-09-12T18:17:05.742848+0000","objects_scrubbed":3,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:24:23.926777+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":32,"num_read_kb":30,"num_write":24,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":588,"num_omap_keys":4,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":494,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:16.547842+0000","last_change":"2024-09-12T18:17:16.547842+0000","last_active":"2024-09-12T18:17:16.547842+0000","last_peered":"2024-09-12T18:17:16.547842+0000","last_clean":"2024-09-12T18:17:16.547842+0000","last_became_active":"2024-09-12T17:35:04.964790+0000","last_became_peered":"2024-09-12T17:35:04.964790+0000","last_unstale":"2024-09-12T18:17:16.547842+0000","last_undegraded":"2024-09-12T18:17:16.547842+0000","last_fullsized":"2024-09-12T18:17:16.547842+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:16.547719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:16.547719+0000","last_clean_scrub_stamp":"2024-09-12T18:17:16.547719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:01:53.289385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"266'204","reported_seq":724,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:20.786002+0000","last_change":"2024-09-12T18:17:20.786002+0000","last_active":"2024-09-12T18:17:20.786002+0000","last_peered":"2024-09-12T18:17:20.786002+0000","last_clean":"2024-09-12T18:17:20.786002+0000","last_became_active":"2024-09-12T17:35:06.979254+0000","last_became_peered":"2024-09-12T17:35:06.979254+0000","last_unstale":"2024-09-12T18:17:20.786002+0000","last_undegraded":"2024-09-12T18:17:20.786002+0000","last_fullsized":"2024-09-12T18:17:20.786002+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'204","last_scrub_stamp":"2024-09-12T18:17:20.785906+0000","last_deep_scrub":"266'204","last_deep_scrub_stamp":"2024-09-12T18:17:20.785906+0000","last_clean_scrub_stamp":"2024-09-12T18:17:20.785906+0000","objects_scrubbed":2,"log_size":104,"log_dups_size":100,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:58:32.014681+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":395,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":325,"num_read_kb":323,"num_write":468,"num_write_kb":129,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":398,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"266'201","reported_seq":798,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:54.716121+0000","last_change":"2024-09-12T18:16:54.716061+0000","last_active":"2024-09-12T18:16:54.716121+0000","last_peered":"2024-09-12T18:16:54.716121+0000","last_clean":"2024-09-12T18:16:54.716121+0000","last_became_active":"2024-09-12T17:34:58.925609+0000","last_became_peered":"2024-09-12T17:34:58.925609+0000","last_unstale":"2024-09-12T18:16:54.716121+0000","last_undegraded":"2024-09-12T18:16:54.716121+0000","last_fullsized":"2024-09-12T18:16:54.716121+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'201","last_scrub_stamp":"2024-09-12T18:16:54.715964+0000","last_deep_scrub":"266'201","last_deep_scrub_stamp":"2024-09-12T18:16:54.715964+0000","last_clean_scrub_stamp":"2024-09-12T18:16:54.715964+0000","objects_scrubbed":1,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:37:55.968601+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":842,"num_read_kb":673,"num_write":309,"num_write_kb":157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":8077,"num_omap_keys":32,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"266'142","reported_seq":833,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:49.310359+0000","last_change":"2024-09-12T18:16:49.310359+0000","last_active":"2024-09-12T18:16:49.310359+0000","last_peered":"2024-09-12T18:16:49.310359+0000","last_clean":"2024-09-12T18:16:49.310359+0000","last_became_active":"2024-09-12T17:34:56.916850+0000","last_became_peered":"2024-09-12T17:34:56.916850+0000","last_unstale":"2024-09-12T18:16:49.310359+0000","last_undegraded":"2024-09-12T18:16:49.310359+0000","last_fullsized":"2024-09-12T18:16:49.310359+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'142","last_scrub_stamp":"2024-09-12T18:16:49.310219+0000","last_deep_scrub":"266'142","last_deep_scrub_stamp":"2024-09-12T18:16:49.310219+0000","last_clean_scrub_stamp":"2024-09-12T18:16:49.310219+0000","objects_scrubbed":2,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:12:08.422542+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262177,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":788,"num_read_kb":35676,"num_write":665,"num_write_kb":26567,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":502,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:05.583718+0000","last_change":"2024-09-12T18:17:05.583718+0000","last_active":"2024-09-12T18:17:05.583718+0000","last_peered":"2024-09-12T18:17:05.583718+0000","last_clean":"2024-09-12T18:17:05.583718+0000","last_became_active":"2024-09-12T17:35:00.938923+0000","last_became_peered":"2024-09-12T17:35:00.938923+0000","last_unstale":"2024-09-12T18:17:05.583718+0000","last_undegraded":"2024-09-12T18:17:05.583718+0000","last_fullsized":"2024-09-12T18:17:05.583718+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:05.583613+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:05.583613+0000","last_clean_scrub_stamp":"2024-09-12T18:17:05.583613+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:56:33.537652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"266'177","reported_seq":776,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:10.653732+0000","last_change":"2024-09-12T18:17:10.653732+0000","last_active":"2024-09-12T18:17:10.653732+0000","last_peered":"2024-09-12T18:17:10.653732+0000","last_clean":"2024-09-12T18:17:10.653732+0000","last_became_active":"2024-09-12T17:35:02.952690+0000","last_became_peered":"2024-09-12T17:35:02.952690+0000","last_unstale":"2024-09-12T18:17:10.653732+0000","last_undegraded":"2024-09-12T18:17:10.653732+0000","last_fullsized":"2024-09-12T18:17:10.653732+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'177","last_scrub_stamp":"2024-09-12T18:17:10.653618+0000","last_deep_scrub":"266'177","last_deep_scrub_stamp":"2024-09-12T18:17:10.653618+0000","last_clean_scrub_stamp":"2024-09-12T18:17:10.653618+0000","objects_scrubbed":5,"log_size":77,"log_dups_size":100,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:45:14.305940+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14696,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":223,"num_read_kb":301,"num_write":124,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:06.463914+0000","last_change":"2024-09-12T18:17:06.463853+0000","last_active":"2024-09-12T18:17:06.463914+0000","last_peered":"2024-09-12T18:17:06.463914+0000","last_clean":"2024-09-12T18:17:06.463914+0000","last_became_active":"2024-09-12T17:35:04.971076+0000","last_became_peered":"2024-09-12T17:35:04.971076+0000","last_unstale":"2024-09-12T18:17:06.463914+0000","last_undegraded":"2024-09-12T18:17:06.463914+0000","last_fullsized":"2024-09-12T18:17:06.463914+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:06.463758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:06.463758+0000","last_clean_scrub_stamp":"2024-09-12T18:17:06.463758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:08:05.170604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"266'133","reported_seq":639,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:06.592932+0000","last_change":"2024-09-12T17:35:06.984864+0000","last_active":"2024-09-12T18:14:06.592932+0000","last_peered":"2024-09-12T18:14:06.592932+0000","last_clean":"2024-09-12T18:14:06.592932+0000","last_became_active":"2024-09-12T17:35:06.984552+0000","last_became_peered":"2024-09-12T17:35:06.984552+0000","last_unstale":"2024-09-12T18:14:06.592932+0000","last_undegraded":"2024-09-12T18:14:06.592932+0000","last_fullsized":"2024-09-12T18:14:06.592932+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:37:40.905318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":451,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":198,"num_read_kb":192,"num_write":307,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"266'134","reported_seq":722,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:51.148387+0000","last_change":"2024-09-12T18:16:51.148387+0000","last_active":"2024-09-12T18:16:51.148387+0000","last_peered":"2024-09-12T18:16:51.148387+0000","last_clean":"2024-09-12T18:16:51.148387+0000","last_became_active":"2024-09-12T17:36:31.123341+0000","last_became_peered":"2024-09-12T17:36:31.123341+0000","last_unstale":"2024-09-12T18:16:51.148387+0000","last_undegraded":"2024-09-12T18:16:51.148387+0000","last_fullsized":"2024-09-12T18:16:51.148387+0000","mapping_epoch":40,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'134","last_scrub_stamp":"2024-09-12T18:16:51.148284+0000","last_deep_scrub":"266'134","last_deep_scrub_stamp":"2024-09-12T18:16:51.148284+0000","last_clean_scrub_stamp":"2024-09-12T18:16:51.148284+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:11:02.865928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":614,"num_read_kb":510,"num_write":196,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.17","version":"266'186","reported_seq":791,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:45.967781+0000","last_change":"2024-09-12T18:16:45.967781+0000","last_active":"2024-09-12T18:16:45.967781+0000","last_peered":"2024-09-12T18:16:45.967781+0000","last_clean":"2024-09-12T18:16:45.967781+0000","last_became_active":"2024-09-12T17:34:56.918372+0000","last_became_peered":"2024-09-12T17:34:56.918372+0000","last_unstale":"2024-09-12T18:16:45.967781+0000","last_undegraded":"2024-09-12T18:16:45.967781+0000","last_fullsized":"2024-09-12T18:16:45.967781+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'186","last_scrub_stamp":"2024-09-12T18:16:45.967697+0000","last_deep_scrub":"266'186","last_deep_scrub_stamp":"2024-09-12T18:16:45.967697+0000","last_clean_scrub_stamp":"2024-09-12T18:16:45.967697+0000","objects_scrubbed":4,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:59:04.109426+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263251,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":327,"num_read_kb":30322,"num_write":862,"num_write_kb":52127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":500,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:00.477559+0000","last_change":"2024-09-12T18:17:00.477469+0000","last_active":"2024-09-12T18:17:00.477559+0000","last_peered":"2024-09-12T18:17:00.477559+0000","last_clean":"2024-09-12T18:17:00.477559+0000","last_became_active":"2024-09-12T17:35:00.935864+0000","last_became_peered":"2024-09-12T17:35:00.935864+0000","last_unstale":"2024-09-12T18:17:00.477559+0000","last_undegraded":"2024-09-12T18:17:00.477559+0000","last_fullsized":"2024-09-12T18:17:00.477559+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:00.477381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:00.477381+0000","last_clean_scrub_stamp":"2024-09-12T18:17:00.477381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:38:24.949375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"266'132","reported_seq":705,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:15.597969+0000","last_change":"2024-09-12T18:17:15.597969+0000","last_active":"2024-09-12T18:17:15.597969+0000","last_peered":"2024-09-12T18:17:15.597969+0000","last_clean":"2024-09-12T18:17:15.597969+0000","last_became_active":"2024-09-12T17:35:02.949997+0000","last_became_peered":"2024-09-12T17:35:02.949997+0000","last_unstale":"2024-09-12T18:17:15.597969+0000","last_undegraded":"2024-09-12T18:17:15.597969+0000","last_fullsized":"2024-09-12T18:17:15.597969+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'132","last_scrub_stamp":"2024-09-12T18:17:15.597856+0000","last_deep_scrub":"266'132","last_deep_scrub_stamp":"2024-09-12T18:17:15.597856+0000","last_clean_scrub_stamp":"2024-09-12T18:17:15.597856+0000","objects_scrubbed":4,"log_size":32,"log_dups_size":100,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:33:30.620587+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8191,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":156,"num_read_kb":218,"num_write":78,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":493,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:12.782587+0000","last_change":"2024-09-12T18:17:12.782587+0000","last_active":"2024-09-12T18:17:12.782587+0000","last_peered":"2024-09-12T18:17:12.782587+0000","last_clean":"2024-09-12T18:17:12.782587+0000","last_became_active":"2024-09-12T17:35:04.970733+0000","last_became_peered":"2024-09-12T17:35:04.970733+0000","last_unstale":"2024-09-12T18:17:12.782587+0000","last_undegraded":"2024-09-12T18:17:12.782587+0000","last_fullsized":"2024-09-12T18:17:12.782587+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:12.782482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:12.782482+0000","last_clean_scrub_stamp":"2024-09-12T18:17:12.782482+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:24:38.436132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"266'60","reported_seq":641,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:55.542769+0000","last_change":"2024-09-12T18:16:55.542769+0000","last_active":"2024-09-12T18:16:55.542769+0000","last_peered":"2024-09-12T18:16:55.542769+0000","last_clean":"2024-09-12T18:16:55.542769+0000","last_became_active":"2024-09-12T17:34:58.919844+0000","last_became_peered":"2024-09-12T17:34:58.919844+0000","last_unstale":"2024-09-12T18:16:55.542769+0000","last_undegraded":"2024-09-12T18:16:55.542769+0000","last_fullsized":"2024-09-12T18:16:55.542769+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'60","last_scrub_stamp":"2024-09-12T18:16:55.542630+0000","last_deep_scrub":"266'60","last_deep_scrub_stamp":"2024-09-12T18:16:55.542630+0000","last_clean_scrub_stamp":"2024-09-12T18:16:55.542630+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:44:41.909316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":284,"num_read_kb":248,"num_write":79,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"266'196","reported_seq":862,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:46.603252+0000","last_change":"2024-09-12T18:16:46.603252+0000","last_active":"2024-09-12T18:16:46.603252+0000","last_peered":"2024-09-12T18:16:46.603252+0000","last_clean":"2024-09-12T18:16:46.603252+0000","last_became_active":"2024-09-12T17:34:56.920158+0000","last_became_peered":"2024-09-12T17:34:56.920158+0000","last_unstale":"2024-09-12T18:16:46.603252+0000","last_undegraded":"2024-09-12T18:16:46.603252+0000","last_fullsized":"2024-09-12T18:16:46.603252+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'196","last_scrub_stamp":"2024-09-12T18:16:46.603168+0000","last_deep_scrub":"266'196","last_deep_scrub_stamp":"2024-09-12T18:16:46.603168+0000","last_clean_scrub_stamp":"2024-09-12T18:16:46.603168+0000","objects_scrubbed":5,"log_size":96,"log_dups_size":100,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:06:30.239842+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":312874,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":610,"num_read_kb":10072,"num_write":923,"num_write_kb":26304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":504,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:02.761402+0000","last_change":"2024-09-12T18:17:02.761322+0000","last_active":"2024-09-12T18:17:02.761402+0000","last_peered":"2024-09-12T18:17:02.761402+0000","last_clean":"2024-09-12T18:17:02.761402+0000","last_became_active":"2024-09-12T17:35:00.933081+0000","last_became_peered":"2024-09-12T17:35:00.933081+0000","last_unstale":"2024-09-12T18:17:02.761402+0000","last_undegraded":"2024-09-12T18:17:02.761402+0000","last_fullsized":"2024-09-12T18:17:02.761402+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:02.761235+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:02.761235+0000","last_clean_scrub_stamp":"2024-09-12T18:17:02.761235+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:11:48.085330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"266'198","reported_seq":833,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:04.435792+0000","last_change":"2024-09-12T18:17:04.435792+0000","last_active":"2024-09-12T18:17:04.435792+0000","last_peered":"2024-09-12T18:17:04.435792+0000","last_clean":"2024-09-12T18:17:04.435792+0000","last_became_active":"2024-09-12T17:35:02.950274+0000","last_became_peered":"2024-09-12T17:35:02.950274+0000","last_unstale":"2024-09-12T18:17:04.435792+0000","last_undegraded":"2024-09-12T18:17:04.435792+0000","last_fullsized":"2024-09-12T18:17:04.435792+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'198","last_scrub_stamp":"2024-09-12T18:17:04.435694+0000","last_deep_scrub":"266'198","last_deep_scrub_stamp":"2024-09-12T18:17:04.435694+0000","last_clean_scrub_stamp":"2024-09-12T18:17:04.435694+0000","objects_scrubbed":6,"log_size":98,"log_dups_size":100,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:07:56.100918+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24790,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":309,"num_read_kb":498,"num_write":194,"num_write_kb":135,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":24194,"num_omap_keys":44,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:16.033667+0000","last_change":"2024-09-12T18:17:16.033667+0000","last_active":"2024-09-12T18:17:16.033667+0000","last_peered":"2024-09-12T18:17:16.033667+0000","last_clean":"2024-09-12T18:17:16.033667+0000","last_became_active":"2024-09-12T17:35:04.969084+0000","last_became_peered":"2024-09-12T17:35:04.969084+0000","last_unstale":"2024-09-12T18:17:16.033667+0000","last_undegraded":"2024-09-12T18:17:16.033667+0000","last_fullsized":"2024-09-12T18:17:16.033667+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:16.033589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:16.033589+0000","last_clean_scrub_stamp":"2024-09-12T18:17:16.033589+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:31:24.258215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"266'168","reported_seq":678,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:47.559596+0000","last_change":"2024-09-12T17:35:07.202282+0000","last_active":"2024-09-12T18:14:47.559596+0000","last_peered":"2024-09-12T18:14:47.559596+0000","last_clean":"2024-09-12T18:14:47.559596+0000","last_became_active":"2024-09-12T17:35:07.202003+0000","last_became_peered":"2024-09-12T17:35:07.202003+0000","last_unstale":"2024-09-12T18:14:47.559596+0000","last_undegraded":"2024-09-12T18:14:47.559596+0000","last_fullsized":"2024-09-12T18:14:47.559596+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:35:05.963346+0000","last_clean_scrub_stamp":"2024-09-12T17:35:05.963346+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1066,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":265,"num_read_kb":267,"num_write":393,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"266'141","reported_seq":778,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:55.815095+0000","last_change":"2024-09-12T18:16:55.815033+0000","last_active":"2024-09-12T18:16:55.815095+0000","last_peered":"2024-09-12T18:16:55.815095+0000","last_clean":"2024-09-12T18:16:55.815095+0000","last_became_active":"2024-09-12T17:34:58.926142+0000","last_became_peered":"2024-09-12T17:34:58.926142+0000","last_unstale":"2024-09-12T18:16:55.815095+0000","last_undegraded":"2024-09-12T18:16:55.815095+0000","last_fullsized":"2024-09-12T18:16:55.815095+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'141","last_scrub_stamp":"2024-09-12T18:16:55.814949+0000","last_deep_scrub":"266'141","last_deep_scrub_stamp":"2024-09-12T18:16:55.814949+0000","last_clean_scrub_stamp":"2024-09-12T18:16:55.814949+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":100,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:06:56.987740+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":661,"num_read_kb":559,"num_write":210,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"266'200","reported_seq":826,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:47.706594+0000","last_change":"2024-09-12T18:16:47.706594+0000","last_active":"2024-09-12T18:16:47.706594+0000","last_peered":"2024-09-12T18:16:47.706594+0000","last_clean":"2024-09-12T18:16:47.706594+0000","last_became_active":"2024-09-12T17:34:56.915256+0000","last_became_peered":"2024-09-12T17:34:56.915256+0000","last_unstale":"2024-09-12T18:16:47.706594+0000","last_undegraded":"2024-09-12T18:16:47.706594+0000","last_fullsized":"2024-09-12T18:16:47.706594+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'200","last_scrub_stamp":"2024-09-12T18:16:47.706477+0000","last_deep_scrub":"266'200","last_deep_scrub_stamp":"2024-09-12T18:16:47.706477+0000","last_clean_scrub_stamp":"2024-09-12T18:16:47.706477+0000","objects_scrubbed":4,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:19:26.370013+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":86,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":420,"num_read_kb":24066,"num_write":973,"num_write_kb":43325,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":502,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:01.494610+0000","last_change":"2024-09-12T18:17:01.494610+0000","last_active":"2024-09-12T18:17:01.494610+0000","last_peered":"2024-09-12T18:17:01.494610+0000","last_clean":"2024-09-12T18:17:01.494610+0000","last_became_active":"2024-09-12T17:35:00.935961+0000","last_became_peered":"2024-09-12T17:35:00.935961+0000","last_unstale":"2024-09-12T18:17:01.494610+0000","last_undegraded":"2024-09-12T18:17:01.494610+0000","last_fullsized":"2024-09-12T18:17:01.494610+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:01.494494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:01.494494+0000","last_clean_scrub_stamp":"2024-09-12T18:17:01.494494+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:45:51.735678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"266'170","reported_seq":757,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:12.595749+0000","last_change":"2024-09-12T18:17:12.595749+0000","last_active":"2024-09-12T18:17:12.595749+0000","last_peered":"2024-09-12T18:17:12.595749+0000","last_clean":"2024-09-12T18:17:12.595749+0000","last_became_active":"2024-09-12T17:35:02.953229+0000","last_became_peered":"2024-09-12T17:35:02.953229+0000","last_unstale":"2024-09-12T18:17:12.595749+0000","last_undegraded":"2024-09-12T18:17:12.595749+0000","last_fullsized":"2024-09-12T18:17:12.595749+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'170","last_scrub_stamp":"2024-09-12T18:17:12.595643+0000","last_deep_scrub":"266'170","last_deep_scrub_stamp":"2024-09-12T18:17:12.595643+0000","last_clean_scrub_stamp":"2024-09-12T18:17:12.595643+0000","objects_scrubbed":8,"log_size":70,"log_dups_size":100,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:56:28.562315+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6421,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":221,"num_read_kb":267,"num_write":142,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":11460,"num_omap_keys":24,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":496,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:08.397094+0000","last_change":"2024-09-12T18:17:08.397094+0000","last_active":"2024-09-12T18:17:08.397094+0000","last_peered":"2024-09-12T18:17:08.397094+0000","last_clean":"2024-09-12T18:17:08.397094+0000","last_became_active":"2024-09-12T17:35:04.965251+0000","last_became_peered":"2024-09-12T17:35:04.965251+0000","last_unstale":"2024-09-12T18:17:08.397094+0000","last_undegraded":"2024-09-12T18:17:08.397094+0000","last_fullsized":"2024-09-12T18:17:08.397094+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:08.396990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:08.396990+0000","last_clean_scrub_stamp":"2024-09-12T18:17:08.396990+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:02:54.705339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"266'179","reported_seq":691,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:10.453685+0000","last_change":"2024-09-12T18:17:10.453685+0000","last_active":"2024-09-12T18:17:10.453685+0000","last_peered":"2024-09-12T18:17:10.453685+0000","last_clean":"2024-09-12T18:17:10.453685+0000","last_became_active":"2024-09-12T17:35:06.991122+0000","last_became_peered":"2024-09-12T17:35:06.991122+0000","last_unstale":"2024-09-12T18:17:10.453685+0000","last_undegraded":"2024-09-12T18:17:10.453685+0000","last_fullsized":"2024-09-12T18:17:10.453685+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'179","last_scrub_stamp":"2024-09-12T18:17:10.453596+0000","last_deep_scrub":"266'179","last_deep_scrub_stamp":"2024-09-12T18:17:10.453596+0000","last_clean_scrub_stamp":"2024-09-12T18:17:10.453596+0000","objects_scrubbed":5,"log_size":79,"log_dups_size":100,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:21:21.812006+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1619,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":252,"num_read_kb":243,"num_write":490,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"266'219","reported_seq":803,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:58.768831+0000","last_change":"2024-09-12T18:16:58.768831+0000","last_active":"2024-09-12T18:16:58.768831+0000","last_peered":"2024-09-12T18:16:58.768831+0000","last_clean":"2024-09-12T18:16:58.768831+0000","last_became_active":"2024-09-12T17:34:58.921089+0000","last_became_peered":"2024-09-12T17:34:58.921089+0000","last_unstale":"2024-09-12T18:16:58.768831+0000","last_undegraded":"2024-09-12T18:16:58.768831+0000","last_fullsized":"2024-09-12T18:16:58.768831+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'219","last_scrub_stamp":"2024-09-12T18:16:58.768742+0000","last_deep_scrub":"266'219","last_deep_scrub_stamp":"2024-09-12T18:16:58.768742+0000","last_clean_scrub_stamp":"2024-09-12T18:16:58.768742+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":200,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:31:41.578564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":925,"num_read_kb":741,"num_write":347,"num_write_kb":174,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"266'223","reported_seq":937,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:46.065354+0000","last_change":"2024-09-12T18:16:46.065354+0000","last_active":"2024-09-12T18:16:46.065354+0000","last_peered":"2024-09-12T18:16:46.065354+0000","last_clean":"2024-09-12T18:16:46.065354+0000","last_became_active":"2024-09-12T17:34:56.918114+0000","last_became_peered":"2024-09-12T17:34:56.918114+0000","last_unstale":"2024-09-12T18:16:46.065354+0000","last_undegraded":"2024-09-12T18:16:46.065354+0000","last_fullsized":"2024-09-12T18:16:46.065354+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'223","last_scrub_stamp":"2024-09-12T18:16:46.065237+0000","last_deep_scrub":"266'223","last_deep_scrub_stamp":"2024-09-12T18:16:46.065237+0000","last_clean_scrub_stamp":"2024-09-12T18:16:46.065237+0000","objects_scrubbed":7,"log_size":23,"log_dups_size":200,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:33:17.821920+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4593351,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":608,"num_read_kb":43659,"num_write":1027,"num_write_kb":45378,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":504,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:07.890533+0000","last_change":"2024-09-12T18:17:07.890533+0000","last_active":"2024-09-12T18:17:07.890533+0000","last_peered":"2024-09-12T18:17:07.890533+0000","last_clean":"2024-09-12T18:17:07.890533+0000","last_became_active":"2024-09-12T17:35:00.936517+0000","last_became_peered":"2024-09-12T17:35:00.936517+0000","last_unstale":"2024-09-12T18:17:07.890533+0000","last_undegraded":"2024-09-12T18:17:07.890533+0000","last_fullsized":"2024-09-12T18:17:07.890533+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:07.890447+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:07.890447+0000","last_clean_scrub_stamp":"2024-09-12T18:17:07.890447+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:04:40.572476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"266'146","reported_seq":731,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:12.692005+0000","last_change":"2024-09-12T18:17:12.692005+0000","last_active":"2024-09-12T18:17:12.692005+0000","last_peered":"2024-09-12T18:17:12.692005+0000","last_clean":"2024-09-12T18:17:12.692005+0000","last_became_active":"2024-09-12T17:35:03.252223+0000","last_became_peered":"2024-09-12T17:35:03.252223+0000","last_unstale":"2024-09-12T18:17:12.692005+0000","last_undegraded":"2024-09-12T18:17:12.692005+0000","last_fullsized":"2024-09-12T18:17:12.692005+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'146","last_scrub_stamp":"2024-09-12T18:17:12.691900+0000","last_deep_scrub":"266'146","last_deep_scrub_stamp":"2024-09-12T18:17:12.691900+0000","last_clean_scrub_stamp":"2024-09-12T18:17:12.691900+0000","objects_scrubbed":5,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:54:30.592353+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10065,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":180,"num_read_kb":244,"num_write":98,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":501,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:13.456431+0000","last_change":"2024-09-12T18:17:13.456431+0000","last_active":"2024-09-12T18:17:13.456431+0000","last_peered":"2024-09-12T18:17:13.456431+0000","last_clean":"2024-09-12T18:17:13.456431+0000","last_became_active":"2024-09-12T17:35:04.965498+0000","last_became_peered":"2024-09-12T17:35:04.965498+0000","last_unstale":"2024-09-12T18:17:13.456431+0000","last_undegraded":"2024-09-12T18:17:13.456431+0000","last_fullsized":"2024-09-12T18:17:13.456431+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:13.456346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:13.456346+0000","last_clean_scrub_stamp":"2024-09-12T18:17:13.456346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:47:58.665890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"266'107","reported_seq":617,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:21.096155+0000","last_change":"2024-09-12T18:17:21.096155+0000","last_active":"2024-09-12T18:17:21.096155+0000","last_peered":"2024-09-12T18:17:21.096155+0000","last_clean":"2024-09-12T18:17:21.096155+0000","last_became_active":"2024-09-12T17:35:06.984930+0000","last_became_peered":"2024-09-12T17:35:06.984930+0000","last_unstale":"2024-09-12T18:17:21.096155+0000","last_undegraded":"2024-09-12T18:17:21.096155+0000","last_fullsized":"2024-09-12T18:17:21.096155+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'107","last_scrub_stamp":"2024-09-12T18:17:21.096058+0000","last_deep_scrub":"266'107","last_deep_scrub_stamp":"2024-09-12T18:17:21.096058+0000","last_clean_scrub_stamp":"2024-09-12T18:17:21.096058+0000","objects_scrubbed":4,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:00:10.602741+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":801,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":186,"num_read_kb":167,"num_write":250,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"266'188","reported_seq":769,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:52.113941+0000","last_change":"2024-09-12T18:16:52.113941+0000","last_active":"2024-09-12T18:16:52.113941+0000","last_peered":"2024-09-12T18:16:52.113941+0000","last_clean":"2024-09-12T18:16:52.113941+0000","last_became_active":"2024-09-12T17:34:58.925027+0000","last_became_peered":"2024-09-12T17:34:58.925027+0000","last_unstale":"2024-09-12T18:16:52.113941+0000","last_undegraded":"2024-09-12T18:16:52.113941+0000","last_fullsized":"2024-09-12T18:16:52.113941+0000","mapping_epoch":27,"log_start":"263'100","ondisk_log_start":"263'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'188","last_scrub_stamp":"2024-09-12T18:16:52.113855+0000","last_deep_scrub":"266'188","last_deep_scrub_stamp":"2024-09-12T18:16:52.113855+0000","last_clean_scrub_stamp":"2024-09-12T18:16:52.113855+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":100,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:05:04.325404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":762,"num_read_kb":614,"num_write":291,"num_write_kb":140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"266'292","reported_seq":1101,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:46.965619+0000","last_change":"2024-09-12T18:16:46.965619+0000","last_active":"2024-09-12T18:16:46.965619+0000","last_peered":"2024-09-12T18:16:46.965619+0000","last_clean":"2024-09-12T18:16:46.965619+0000","last_became_active":"2024-09-12T17:34:56.935029+0000","last_became_peered":"2024-09-12T17:34:56.935029+0000","last_unstale":"2024-09-12T18:16:46.965619+0000","last_undegraded":"2024-09-12T18:16:46.965619+0000","last_fullsized":"2024-09-12T18:16:46.965619+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'292","last_scrub_stamp":"2024-09-12T18:16:46.965518+0000","last_deep_scrub":"266'292","last_deep_scrub_stamp":"2024-09-12T18:16:46.965518+0000","last_clean_scrub_stamp":"2024-09-12T18:16:46.965518+0000","objects_scrubbed":6,"log_size":92,"log_dups_size":200,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:10:57.247739+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68042,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1295,"num_read_kb":22019,"num_write":1482,"num_write_kb":38453,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":504,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:01.517901+0000","last_change":"2024-09-12T18:17:01.517901+0000","last_active":"2024-09-12T18:17:01.517901+0000","last_peered":"2024-09-12T18:17:01.517901+0000","last_clean":"2024-09-12T18:17:01.517901+0000","last_became_active":"2024-09-12T17:35:00.928040+0000","last_became_peered":"2024-09-12T17:35:00.928040+0000","last_unstale":"2024-09-12T18:17:01.517901+0000","last_undegraded":"2024-09-12T18:17:01.517901+0000","last_fullsized":"2024-09-12T18:17:01.517901+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:01.517801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:01.517801+0000","last_clean_scrub_stamp":"2024-09-12T18:17:01.517801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:32:21.149028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"266'94","reported_seq":624,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:13.843250+0000","last_change":"2024-09-12T18:17:13.843250+0000","last_active":"2024-09-12T18:17:13.843250+0000","last_peered":"2024-09-12T18:17:13.843250+0000","last_clean":"2024-09-12T18:17:13.843250+0000","last_became_active":"2024-09-12T17:35:03.251671+0000","last_became_peered":"2024-09-12T17:35:03.251671+0000","last_unstale":"2024-09-12T18:17:13.843250+0000","last_undegraded":"2024-09-12T18:17:13.843250+0000","last_fullsized":"2024-09-12T18:17:13.843250+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'94","last_scrub_stamp":"2024-09-12T18:17:13.843150+0000","last_deep_scrub":"266'94","last_deep_scrub_stamp":"2024-09-12T18:17:13.843150+0000","last_clean_scrub_stamp":"2024-09-12T18:17:13.843150+0000","objects_scrubbed":7,"log_size":94,"log_dups_size":0,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:30:59.526728+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":84,"num_read_kb":78,"num_write":66,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1780,"num_omap_keys":6,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"266'768","reported_seq":6381,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:07.502315+0000","last_change":"2024-09-12T18:17:07.502315+0000","last_active":"2024-09-12T18:17:07.502315+0000","last_peered":"2024-09-12T18:17:07.502315+0000","last_clean":"2024-09-12T18:17:07.502315+0000","last_became_active":"2024-09-12T17:35:04.962328+0000","last_became_peered":"2024-09-12T17:35:04.962328+0000","last_unstale":"2024-09-12T18:17:07.502315+0000","last_undegraded":"2024-09-12T18:17:07.502315+0000","last_fullsized":"2024-09-12T18:17:07.502315+0000","mapping_epoch":33,"log_start":"266'701","ondisk_log_start":"266'701","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'768","last_scrub_stamp":"2024-09-12T18:17:07.502233+0000","last_deep_scrub":"266'768","last_deep_scrub_stamp":"2024-09-12T18:17:07.502233+0000","last_clean_scrub_stamp":"2024-09-12T18:17:07.502233+0000","objects_scrubbed":1,"log_size":67,"log_dups_size":701,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:13:24.574685+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"266'129","reported_seq":641,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:17.556008+0000","last_change":"2024-09-12T18:17:17.556008+0000","last_active":"2024-09-12T18:17:17.556008+0000","last_peered":"2024-09-12T18:17:17.556008+0000","last_clean":"2024-09-12T18:17:17.556008+0000","last_became_active":"2024-09-12T17:35:06.982258+0000","last_became_peered":"2024-09-12T17:35:06.982258+0000","last_unstale":"2024-09-12T18:17:17.556008+0000","last_undegraded":"2024-09-12T18:17:17.556008+0000","last_fullsized":"2024-09-12T18:17:17.556008+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'129","last_scrub_stamp":"2024-09-12T18:17:17.555897+0000","last_deep_scrub":"266'129","last_deep_scrub_stamp":"2024-09-12T18:17:17.555897+0000","last_clean_scrub_stamp":"2024-09-12T18:17:17.555897+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:44:52.299995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":214,"num_read_kb":201,"num_write":330,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"266'90","reported_seq":674,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:56.932255+0000","last_change":"2024-09-12T18:16:56.932255+0000","last_active":"2024-09-12T18:16:56.932255+0000","last_peered":"2024-09-12T18:16:56.932255+0000","last_clean":"2024-09-12T18:16:56.932255+0000","last_became_active":"2024-09-12T17:34:58.915177+0000","last_became_peered":"2024-09-12T17:34:58.915177+0000","last_unstale":"2024-09-12T18:16:56.932255+0000","last_undegraded":"2024-09-12T18:16:56.932255+0000","last_fullsized":"2024-09-12T18:16:56.932255+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'90","last_scrub_stamp":"2024-09-12T18:16:56.932174+0000","last_deep_scrub":"266'90","last_deep_scrub_stamp":"2024-09-12T18:16:56.932174+0000","last_clean_scrub_stamp":"2024-09-12T18:16:56.932174+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":0,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:24:59.957825+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":407,"num_read_kb":344,"num_write":133,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"266'248","reported_seq":913,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:51.263321+0000","last_change":"2024-09-12T18:16:51.263321+0000","last_active":"2024-09-12T18:16:51.263321+0000","last_peered":"2024-09-12T18:16:51.263321+0000","last_clean":"2024-09-12T18:16:51.263321+0000","last_became_active":"2024-09-12T17:35:31.566106+0000","last_became_peered":"2024-09-12T17:35:31.566106+0000","last_unstale":"2024-09-12T18:16:51.263321+0000","last_undegraded":"2024-09-12T18:16:51.263321+0000","last_fullsized":"2024-09-12T18:16:51.263321+0000","mapping_epoch":38,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'248","last_scrub_stamp":"2024-09-12T18:16:51.263163+0000","last_deep_scrub":"266'248","last_deep_scrub_stamp":"2024-09-12T18:16:51.263163+0000","last_clean_scrub_stamp":"2024-09-12T18:16:51.263163+0000","objects_scrubbed":8,"log_size":48,"log_dups_size":200,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:21:10.113625+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5413099,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":535,"num_read_kb":23760,"num_write":1061,"num_write_kb":25012,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":500,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:07.545248+0000","last_change":"2024-09-12T18:17:07.545248+0000","last_active":"2024-09-12T18:17:07.545248+0000","last_peered":"2024-09-12T18:17:07.545248+0000","last_clean":"2024-09-12T18:17:07.545248+0000","last_became_active":"2024-09-12T17:35:00.938992+0000","last_became_peered":"2024-09-12T17:35:00.938992+0000","last_unstale":"2024-09-12T18:17:07.545248+0000","last_undegraded":"2024-09-12T18:17:07.545248+0000","last_fullsized":"2024-09-12T18:17:07.545248+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:07.545142+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:07.545142+0000","last_clean_scrub_stamp":"2024-09-12T18:17:07.545142+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:19:13.597536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"266'175","reported_seq":762,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:16.992276+0000","last_change":"2024-09-12T18:17:16.992276+0000","last_active":"2024-09-12T18:17:16.992276+0000","last_peered":"2024-09-12T18:17:16.992276+0000","last_clean":"2024-09-12T18:17:16.992276+0000","last_became_active":"2024-09-12T17:35:02.950602+0000","last_became_peered":"2024-09-12T17:35:02.950602+0000","last_unstale":"2024-09-12T18:17:16.992276+0000","last_undegraded":"2024-09-12T18:17:16.992276+0000","last_fullsized":"2024-09-12T18:17:16.992276+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'175","last_scrub_stamp":"2024-09-12T18:17:16.992180+0000","last_deep_scrub":"266'175","last_deep_scrub_stamp":"2024-09-12T18:17:16.992180+0000","last_clean_scrub_stamp":"2024-09-12T18:17:16.992180+0000","objects_scrubbed":9,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:45:17.849610+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7085,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":217,"num_read_kb":283,"num_write":130,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:15.761083+0000","last_change":"2024-09-12T18:17:15.761083+0000","last_active":"2024-09-12T18:17:15.761083+0000","last_peered":"2024-09-12T18:17:15.761083+0000","last_clean":"2024-09-12T18:17:15.761083+0000","last_became_active":"2024-09-12T17:35:04.972306+0000","last_became_peered":"2024-09-12T17:35:04.972306+0000","last_unstale":"2024-09-12T18:17:15.761083+0000","last_undegraded":"2024-09-12T18:17:15.761083+0000","last_fullsized":"2024-09-12T18:17:15.761083+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:15.760997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:15.760997+0000","last_clean_scrub_stamp":"2024-09-12T18:17:15.760997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:50:42.502933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"266'135","reported_seq":648,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:20.618130+0000","last_change":"2024-09-12T18:17:20.618130+0000","last_active":"2024-09-12T18:17:20.618130+0000","last_peered":"2024-09-12T18:17:20.618130+0000","last_clean":"2024-09-12T18:17:20.618130+0000","last_became_active":"2024-09-12T17:35:06.984272+0000","last_became_peered":"2024-09-12T17:35:06.984272+0000","last_unstale":"2024-09-12T18:17:20.618130+0000","last_undegraded":"2024-09-12T18:17:20.618130+0000","last_fullsized":"2024-09-12T18:17:20.618130+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'135","last_scrub_stamp":"2024-09-12T18:17:20.618023+0000","last_deep_scrub":"266'135","last_deep_scrub_stamp":"2024-09-12T18:17:20.618023+0000","last_clean_scrub_stamp":"2024-09-12T18:17:20.618023+0000","objects_scrubbed":4,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:51:11.700629+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":591,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":201,"num_read_kb":188,"num_write":308,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"266'223","reported_seq":824,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:54.961503+0000","last_change":"2024-09-12T18:16:54.961503+0000","last_active":"2024-09-12T18:16:54.961503+0000","last_peered":"2024-09-12T18:16:54.961503+0000","last_clean":"2024-09-12T18:16:54.961503+0000","last_became_active":"2024-09-12T17:34:58.923034+0000","last_became_peered":"2024-09-12T17:34:58.923034+0000","last_unstale":"2024-09-12T18:16:54.961503+0000","last_undegraded":"2024-09-12T18:16:54.961503+0000","last_fullsized":"2024-09-12T18:16:54.961503+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'223","last_scrub_stamp":"2024-09-12T18:16:54.961414+0000","last_deep_scrub":"266'223","last_deep_scrub_stamp":"2024-09-12T18:16:54.961414+0000","last_clean_scrub_stamp":"2024-09-12T18:16:54.961414+0000","objects_scrubbed":1,"log_size":23,"log_dups_size":200,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:42:52.926577+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":922,"num_read_kb":750,"num_write":316,"num_write_kb":178,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"266'189","reported_seq":799,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:50.279571+0000","last_change":"2024-09-12T18:16:50.279571+0000","last_active":"2024-09-12T18:16:50.279571+0000","last_peered":"2024-09-12T18:16:50.279571+0000","last_clean":"2024-09-12T18:16:50.279571+0000","last_became_active":"2024-09-12T17:35:31.033748+0000","last_became_peered":"2024-09-12T17:35:31.033748+0000","last_unstale":"2024-09-12T18:16:50.279571+0000","last_undegraded":"2024-09-12T18:16:50.279571+0000","last_fullsized":"2024-09-12T18:16:50.279571+0000","mapping_epoch":38,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'189","last_scrub_stamp":"2024-09-12T18:16:50.279426+0000","last_deep_scrub":"266'189","last_deep_scrub_stamp":"2024-09-12T18:16:50.279426+0000","last_clean_scrub_stamp":"2024-09-12T18:16:50.279426+0000","objects_scrubbed":4,"log_size":89,"log_dups_size":100,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:37:23.550629+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194337,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":351,"num_read_kb":8582,"num_write":912,"num_write_kb":33561,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":500,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:13.040911+0000","last_change":"2024-09-12T18:17:13.040911+0000","last_active":"2024-09-12T18:17:13.040911+0000","last_peered":"2024-09-12T18:17:13.040911+0000","last_clean":"2024-09-12T18:17:13.040911+0000","last_became_active":"2024-09-12T17:35:00.933492+0000","last_became_peered":"2024-09-12T17:35:00.933492+0000","last_unstale":"2024-09-12T18:17:13.040911+0000","last_undegraded":"2024-09-12T18:17:13.040911+0000","last_fullsized":"2024-09-12T18:17:13.040911+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:13.040814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:13.040814+0000","last_clean_scrub_stamp":"2024-09-12T18:17:13.040814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:31:25.312840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"266'119","reported_seq":690,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:07.755812+0000","last_change":"2024-09-12T18:17:07.755812+0000","last_active":"2024-09-12T18:17:07.755812+0000","last_peered":"2024-09-12T18:17:07.755812+0000","last_clean":"2024-09-12T18:17:07.755812+0000","last_became_active":"2024-09-12T17:35:02.953753+0000","last_became_peered":"2024-09-12T17:35:02.953753+0000","last_unstale":"2024-09-12T18:17:07.755812+0000","last_undegraded":"2024-09-12T18:17:07.755812+0000","last_fullsized":"2024-09-12T18:17:07.755812+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'119","last_scrub_stamp":"2024-09-12T18:17:07.755701+0000","last_deep_scrub":"266'119","last_deep_scrub_stamp":"2024-09-12T18:17:07.755701+0000","last_clean_scrub_stamp":"2024-09-12T18:17:07.755701+0000","objects_scrubbed":4,"log_size":19,"log_dups_size":100,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:53:25.824103+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9278,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":163,"num_read_kb":243,"num_write":84,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":491,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:05.506835+0000","last_change":"2024-09-12T18:17:05.506835+0000","last_active":"2024-09-12T18:17:05.506835+0000","last_peered":"2024-09-12T18:17:05.506835+0000","last_clean":"2024-09-12T18:17:05.506835+0000","last_became_active":"2024-09-12T17:35:04.963928+0000","last_became_peered":"2024-09-12T17:35:04.963928+0000","last_unstale":"2024-09-12T18:17:05.506835+0000","last_undegraded":"2024-09-12T18:17:05.506835+0000","last_fullsized":"2024-09-12T18:17:05.506835+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:05.506741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:05.506741+0000","last_clean_scrub_stamp":"2024-09-12T18:17:05.506741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:24:50.225911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"266'108","reported_seq":635,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:21.724673+0000","last_change":"2024-09-12T18:17:21.724673+0000","last_active":"2024-09-12T18:17:21.724673+0000","last_peered":"2024-09-12T18:17:21.724673+0000","last_clean":"2024-09-12T18:17:21.724673+0000","last_became_active":"2024-09-12T17:35:07.200824+0000","last_became_peered":"2024-09-12T17:35:07.200824+0000","last_unstale":"2024-09-12T18:17:21.724673+0000","last_undegraded":"2024-09-12T18:17:21.724673+0000","last_fullsized":"2024-09-12T18:17:21.724673+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'108","last_scrub_stamp":"2024-09-12T18:17:21.724543+0000","last_deep_scrub":"266'108","last_deep_scrub_stamp":"2024-09-12T18:17:21.724543+0000","last_clean_scrub_stamp":"2024-09-12T18:17:21.724543+0000","objects_scrubbed":1,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:08:30.713338+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":539,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":174,"num_read_kb":172,"num_write":247,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"266'147","reported_seq":782,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:57.730823+0000","last_change":"2024-09-12T18:16:57.730823+0000","last_active":"2024-09-12T18:16:57.730823+0000","last_peered":"2024-09-12T18:16:57.730823+0000","last_clean":"2024-09-12T18:16:57.730823+0000","last_became_active":"2024-09-12T17:34:58.925364+0000","last_became_peered":"2024-09-12T17:34:58.925364+0000","last_unstale":"2024-09-12T18:16:57.730823+0000","last_undegraded":"2024-09-12T18:16:57.730823+0000","last_fullsized":"2024-09-12T18:16:57.730823+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'147","last_scrub_stamp":"2024-09-12T18:16:57.730730+0000","last_deep_scrub":"266'147","last_deep_scrub_stamp":"2024-09-12T18:16:57.730730+0000","last_clean_scrub_stamp":"2024-09-12T18:16:57.730730+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:24:00.954892+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":648,"num_read_kb":543,"num_write":223,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"266'231","reported_seq":868,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:48.675990+0000","last_change":"2024-09-12T18:16:48.675936+0000","last_active":"2024-09-12T18:16:48.675990+0000","last_peered":"2024-09-12T18:16:48.675990+0000","last_clean":"2024-09-12T18:16:48.675990+0000","last_became_active":"2024-09-12T17:34:56.929777+0000","last_became_peered":"2024-09-12T17:34:56.929777+0000","last_unstale":"2024-09-12T18:16:48.675990+0000","last_undegraded":"2024-09-12T18:16:48.675990+0000","last_fullsized":"2024-09-12T18:16:48.675990+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'231","last_scrub_stamp":"2024-09-12T18:16:48.675848+0000","last_deep_scrub":"266'231","last_deep_scrub_stamp":"2024-09-12T18:16:48.675848+0000","last_clean_scrub_stamp":"2024-09-12T18:16:48.675848+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":200,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:51:40.546669+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":454,"num_read_kb":12620,"num_write":1046,"num_write_kb":48973,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":505,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:06.926168+0000","last_change":"2024-09-12T18:17:06.926168+0000","last_active":"2024-09-12T18:17:06.926168+0000","last_peered":"2024-09-12T18:17:06.926168+0000","last_clean":"2024-09-12T18:17:06.926168+0000","last_became_active":"2024-09-12T17:35:00.933777+0000","last_became_peered":"2024-09-12T17:35:00.933777+0000","last_unstale":"2024-09-12T18:17:06.926168+0000","last_undegraded":"2024-09-12T18:17:06.926168+0000","last_fullsized":"2024-09-12T18:17:06.926168+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:06.926083+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:06.926083+0000","last_clean_scrub_stamp":"2024-09-12T18:17:06.926083+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:20:48.187690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"266'112","reported_seq":678,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:11.700104+0000","last_change":"2024-09-12T18:17:11.700104+0000","last_active":"2024-09-12T18:17:11.700104+0000","last_peered":"2024-09-12T18:17:11.700104+0000","last_clean":"2024-09-12T18:17:11.700104+0000","last_became_active":"2024-09-12T17:35:02.948589+0000","last_became_peered":"2024-09-12T17:35:02.948589+0000","last_unstale":"2024-09-12T18:17:11.700104+0000","last_undegraded":"2024-09-12T18:17:11.700104+0000","last_fullsized":"2024-09-12T18:17:11.700104+0000","mapping_epoch":31,"log_start":"266'101","ondisk_log_start":"266'101","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'112","last_scrub_stamp":"2024-09-12T18:17:11.700000+0000","last_deep_scrub":"266'112","last_deep_scrub_stamp":"2024-09-12T18:17:11.700000+0000","last_clean_scrub_stamp":"2024-09-12T18:17:11.700000+0000","objects_scrubbed":2,"log_size":11,"log_dups_size":101,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:27:04.925712+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5527,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":133,"num_read_kb":201,"num_write":66,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":496,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:14.803038+0000","last_change":"2024-09-12T18:17:14.803038+0000","last_active":"2024-09-12T18:17:14.803038+0000","last_peered":"2024-09-12T18:17:14.803038+0000","last_clean":"2024-09-12T18:17:14.803038+0000","last_became_active":"2024-09-12T17:35:04.964762+0000","last_became_peered":"2024-09-12T17:35:04.964762+0000","last_unstale":"2024-09-12T18:17:14.803038+0000","last_undegraded":"2024-09-12T18:17:14.803038+0000","last_fullsized":"2024-09-12T18:17:14.803038+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:14.802944+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:14.802944+0000","last_clean_scrub_stamp":"2024-09-12T18:17:14.802944+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:41:49.683824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"266'164","reported_seq":1627,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:18.562315+0000","last_change":"2024-09-12T18:17:18.562315+0000","last_active":"2024-09-12T18:17:18.562315+0000","last_peered":"2024-09-12T18:17:18.562315+0000","last_clean":"2024-09-12T18:17:18.562315+0000","last_became_active":"2024-09-12T17:35:06.985213+0000","last_became_peered":"2024-09-12T17:35:06.985213+0000","last_unstale":"2024-09-12T18:17:18.562315+0000","last_undegraded":"2024-09-12T18:17:18.562315+0000","last_fullsized":"2024-09-12T18:17:18.562315+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'164","last_scrub_stamp":"2024-09-12T18:17:18.562208+0000","last_deep_scrub":"266'164","last_deep_scrub_stamp":"2024-09-12T18:17:18.562208+0000","last_clean_scrub_stamp":"2024-09-12T18:17:18.562208+0000","objects_scrubbed":5,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:50:31.565909+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":239,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1188,"num_read_kb":1188,"num_write":364,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"266'55","reported_seq":649,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:54.004945+0000","last_change":"2024-09-12T18:16:54.004945+0000","last_active":"2024-09-12T18:16:54.004945+0000","last_peered":"2024-09-12T18:16:54.004945+0000","last_clean":"2024-09-12T18:16:54.004945+0000","last_became_active":"2024-09-12T17:34:58.918463+0000","last_became_peered":"2024-09-12T17:34:58.918463+0000","last_unstale":"2024-09-12T18:16:54.004945+0000","last_undegraded":"2024-09-12T18:16:54.004945+0000","last_fullsized":"2024-09-12T18:16:54.004945+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'55","last_scrub_stamp":"2024-09-12T18:16:54.004861+0000","last_deep_scrub":"266'55","last_deep_scrub_stamp":"2024-09-12T18:16:54.004861+0000","last_clean_scrub_stamp":"2024-09-12T18:16:54.004861+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":0,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:31:24.989742+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":265,"num_read_kb":235,"num_write":79,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"266'207","reported_seq":871,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:47.927138+0000","last_change":"2024-09-12T18:16:47.927138+0000","last_active":"2024-09-12T18:16:47.927138+0000","last_peered":"2024-09-12T18:16:47.927138+0000","last_clean":"2024-09-12T18:16:47.927138+0000","last_became_active":"2024-09-12T17:34:56.932103+0000","last_became_peered":"2024-09-12T17:34:56.932103+0000","last_unstale":"2024-09-12T18:16:47.927138+0000","last_undegraded":"2024-09-12T18:16:47.927138+0000","last_fullsized":"2024-09-12T18:16:47.927138+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'207","last_scrub_stamp":"2024-09-12T18:16:47.927035+0000","last_deep_scrub":"266'207","last_deep_scrub_stamp":"2024-09-12T18:16:47.927035+0000","last_clean_scrub_stamp":"2024-09-12T18:16:47.927035+0000","objects_scrubbed":3,"log_size":107,"log_dups_size":100,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:28:28.501325+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3053311,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":542,"num_read_kb":71881,"num_write":961,"num_write_kb":32143,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"266'2","reported_seq":507,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:00.475893+0000","last_change":"2024-09-12T18:17:00.475893+0000","last_active":"2024-09-12T18:17:00.475893+0000","last_peered":"2024-09-12T18:17:00.475893+0000","last_clean":"2024-09-12T18:17:00.475893+0000","last_became_active":"2024-09-12T17:35:00.933869+0000","last_became_peered":"2024-09-12T17:35:00.933869+0000","last_unstale":"2024-09-12T18:17:00.475893+0000","last_undegraded":"2024-09-12T18:17:00.475893+0000","last_fullsized":"2024-09-12T18:17:00.475893+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-12T18:17:00.475802+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-12T18:17:00.475802+0000","last_clean_scrub_stamp":"2024-09-12T18:17:00.475802+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:31:45.730025+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"266'157","reported_seq":748,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:11.852616+0000","last_change":"2024-09-12T18:17:11.852616+0000","last_active":"2024-09-12T18:17:11.852616+0000","last_peered":"2024-09-12T18:17:11.852616+0000","last_clean":"2024-09-12T18:17:11.852616+0000","last_became_active":"2024-09-12T17:35:02.948855+0000","last_became_peered":"2024-09-12T17:35:02.948855+0000","last_unstale":"2024-09-12T18:17:11.852616+0000","last_undegraded":"2024-09-12T18:17:11.852616+0000","last_fullsized":"2024-09-12T18:17:11.852616+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'157","last_scrub_stamp":"2024-09-12T18:17:11.852501+0000","last_deep_scrub":"266'157","last_deep_scrub_stamp":"2024-09-12T18:17:11.852501+0000","last_clean_scrub_stamp":"2024-09-12T18:17:11.852501+0000","objects_scrubbed":5,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:54:41.401101+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15556,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":213,"num_read_kb":298,"num_write":120,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":491,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:13.815866+0000","last_change":"2024-09-12T18:17:13.815866+0000","last_active":"2024-09-12T18:17:13.815866+0000","last_peered":"2024-09-12T18:17:13.815866+0000","last_clean":"2024-09-12T18:17:13.815866+0000","last_became_active":"2024-09-12T17:35:04.971064+0000","last_became_peered":"2024-09-12T17:35:04.971064+0000","last_unstale":"2024-09-12T18:17:13.815866+0000","last_undegraded":"2024-09-12T18:17:13.815866+0000","last_fullsized":"2024-09-12T18:17:13.815866+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:13.815776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:13.815776+0000","last_clean_scrub_stamp":"2024-09-12T18:17:13.815776+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:42:19.370085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"266'122","reported_seq":633,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:17.765804+0000","last_change":"2024-09-12T18:17:17.765804+0000","last_active":"2024-09-12T18:17:17.765804+0000","last_peered":"2024-09-12T18:17:17.765804+0000","last_clean":"2024-09-12T18:17:17.765804+0000","last_became_active":"2024-09-12T17:35:06.981911+0000","last_became_peered":"2024-09-12T17:35:06.981911+0000","last_unstale":"2024-09-12T18:17:17.765804+0000","last_undegraded":"2024-09-12T18:17:17.765804+0000","last_fullsized":"2024-09-12T18:17:17.765804+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'122","last_scrub_stamp":"2024-09-12T18:17:17.765686+0000","last_deep_scrub":"266'122","last_deep_scrub_stamp":"2024-09-12T18:17:17.765686+0000","last_clean_scrub_stamp":"2024-09-12T18:17:17.765686+0000","objects_scrubbed":4,"log_size":22,"log_dups_size":100,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:29:57.242778+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":652,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":201,"num_read_kb":183,"num_write":312,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"266'121","reported_seq":682,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:57.572277+0000","last_change":"2024-09-12T18:16:57.572277+0000","last_active":"2024-09-12T18:16:57.572277+0000","last_peered":"2024-09-12T18:16:57.572277+0000","last_clean":"2024-09-12T18:16:57.572277+0000","last_became_active":"2024-09-12T17:34:58.920232+0000","last_became_peered":"2024-09-12T17:34:58.920232+0000","last_unstale":"2024-09-12T18:16:57.572277+0000","last_undegraded":"2024-09-12T18:16:57.572277+0000","last_fullsized":"2024-09-12T18:16:57.572277+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'121","last_scrub_stamp":"2024-09-12T18:16:57.572191+0000","last_deep_scrub":"266'121","last_deep_scrub_stamp":"2024-09-12T18:16:57.572191+0000","last_clean_scrub_stamp":"2024-09-12T18:16:57.572191+0000","objects_scrubbed":1,"log_size":21,"log_dups_size":100,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:44:58.636334+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":506,"num_read_kb":407,"num_write":190,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":685,"num_omap_keys":3,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"266'220","reported_seq":856,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:49.512445+0000","last_change":"2024-09-12T18:16:49.512445+0000","last_active":"2024-09-12T18:16:49.512445+0000","last_peered":"2024-09-12T18:16:49.512445+0000","last_clean":"2024-09-12T18:16:49.512445+0000","last_became_active":"2024-09-12T17:34:56.933683+0000","last_became_peered":"2024-09-12T17:34:56.933683+0000","last_unstale":"2024-09-12T18:16:49.512445+0000","last_undegraded":"2024-09-12T18:16:49.512445+0000","last_fullsized":"2024-09-12T18:16:49.512445+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'220","last_scrub_stamp":"2024-09-12T18:16:49.512331+0000","last_deep_scrub":"266'220","last_deep_scrub_stamp":"2024-09-12T18:16:49.512331+0000","last_clean_scrub_stamp":"2024-09-12T18:16:49.512331+0000","objects_scrubbed":4,"log_size":20,"log_dups_size":200,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:25:14.760892+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4719664,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":476,"num_read_kb":4802,"num_write":1008,"num_write_kb":45279,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,7],"acting":[6,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"266'117","reported_seq":643,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:04.077252+0000","last_change":"2024-09-12T18:17:04.077252+0000","last_active":"2024-09-12T18:17:04.077252+0000","last_peered":"2024-09-12T18:17:04.077252+0000","last_clean":"2024-09-12T18:17:04.077252+0000","last_became_active":"2024-09-12T17:36:31.125541+0000","last_became_peered":"2024-09-12T17:36:31.125541+0000","last_unstale":"2024-09-12T18:17:04.077252+0000","last_undegraded":"2024-09-12T18:17:04.077252+0000","last_fullsized":"2024-09-12T18:17:04.077252+0000","mapping_epoch":40,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'117","last_scrub_stamp":"2024-09-12T18:17:04.077159+0000","last_deep_scrub":"266'117","last_deep_scrub_stamp":"2024-09-12T18:17:04.077159+0000","last_clean_scrub_stamp":"2024-09-12T18:17:04.077159+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:08:11.903089+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":511,"num_read_kb":409,"num_write":203,"num_write_kb":102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"266'205","reported_seq":847,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:49.140655+0000","last_change":"2024-09-12T18:16:49.140655+0000","last_active":"2024-09-12T18:16:49.140655+0000","last_peered":"2024-09-12T18:16:49.140655+0000","last_clean":"2024-09-12T18:16:49.140655+0000","last_became_active":"2024-09-12T17:34:56.920719+0000","last_became_peered":"2024-09-12T17:34:56.920719+0000","last_unstale":"2024-09-12T18:16:49.140655+0000","last_undegraded":"2024-09-12T18:16:49.140655+0000","last_fullsized":"2024-09-12T18:16:49.140655+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'205","last_scrub_stamp":"2024-09-12T18:16:49.140531+0000","last_deep_scrub":"266'205","last_deep_scrub_stamp":"2024-09-12T18:16:49.140531+0000","last_clean_scrub_stamp":"2024-09-12T18:16:49.140531+0000","objects_scrubbed":3,"log_size":105,"log_dups_size":100,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:27:02.999481+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":436,"num_read_kb":26102,"num_write":979,"num_write_kb":39157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"266'126","reported_seq":728,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:01.120300+0000","last_change":"2024-09-12T18:17:01.120300+0000","last_active":"2024-09-12T18:17:01.120300+0000","last_peered":"2024-09-12T18:17:01.120300+0000","last_clean":"2024-09-12T18:17:01.120300+0000","last_became_active":"2024-09-12T17:34:58.922983+0000","last_became_peered":"2024-09-12T17:34:58.922983+0000","last_unstale":"2024-09-12T18:17:01.120300+0000","last_undegraded":"2024-09-12T18:17:01.120300+0000","last_fullsized":"2024-09-12T18:17:01.120300+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'126","last_scrub_stamp":"2024-09-12T18:17:01.120222+0000","last_deep_scrub":"266'126","last_deep_scrub_stamp":"2024-09-12T18:17:01.120222+0000","last_clean_scrub_stamp":"2024-09-12T18:17:01.120222+0000","objects_scrubbed":1,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:55:24.431122+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":573,"num_read_kb":477,"num_write":197,"num_write_kb":100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":219,"num_omap_keys":1,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"266'182","reported_seq":808,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:52.307749+0000","last_change":"2024-09-12T18:16:52.307749+0000","last_active":"2024-09-12T18:16:52.307749+0000","last_peered":"2024-09-12T18:16:52.307749+0000","last_clean":"2024-09-12T18:16:52.307749+0000","last_became_active":"2024-09-12T17:34:56.924219+0000","last_became_peered":"2024-09-12T17:34:56.924219+0000","last_unstale":"2024-09-12T18:16:52.307749+0000","last_undegraded":"2024-09-12T18:16:52.307749+0000","last_fullsized":"2024-09-12T18:16:52.307749+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'182","last_scrub_stamp":"2024-09-12T18:16:52.307640+0000","last_deep_scrub":"266'182","last_deep_scrub_stamp":"2024-09-12T18:16:52.307640+0000","last_clean_scrub_stamp":"2024-09-12T18:16:52.307640+0000","objects_scrubbed":7,"log_size":82,"log_dups_size":100,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:54:15.057184+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6291523,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":380,"num_read_kb":32581,"num_write":902,"num_write_kb":29437,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"266'250","reported_seq":877,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:56.547350+0000","last_change":"2024-09-12T18:16:56.547350+0000","last_active":"2024-09-12T18:16:56.547350+0000","last_peered":"2024-09-12T18:16:56.547350+0000","last_clean":"2024-09-12T18:16:56.547350+0000","last_became_active":"2024-09-12T17:34:58.918066+0000","last_became_peered":"2024-09-12T17:34:58.918066+0000","last_unstale":"2024-09-12T18:16:56.547350+0000","last_undegraded":"2024-09-12T18:16:56.547350+0000","last_fullsized":"2024-09-12T18:16:56.547350+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'250","last_scrub_stamp":"2024-09-12T18:16:56.547263+0000","last_deep_scrub":"266'250","last_deep_scrub_stamp":"2024-09-12T18:16:56.547263+0000","last_clean_scrub_stamp":"2024-09-12T18:16:56.547263+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":200,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:53:45.219374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1026,"num_read_kb":831,"num_write":370,"num_write_kb":186,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"266'208","reported_seq":787,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:46.089231+0000","last_change":"2024-09-12T18:16:46.089133+0000","last_active":"2024-09-12T18:16:46.089231+0000","last_peered":"2024-09-12T18:16:46.089231+0000","last_clean":"2024-09-12T18:16:46.089231+0000","last_became_active":"2024-09-12T17:35:31.029742+0000","last_became_peered":"2024-09-12T17:35:31.029742+0000","last_unstale":"2024-09-12T18:16:46.089231+0000","last_undegraded":"2024-09-12T18:16:46.089231+0000","last_fullsized":"2024-09-12T18:16:46.089231+0000","mapping_epoch":38,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'208","last_scrub_stamp":"2024-09-12T18:16:46.089014+0000","last_deep_scrub":"266'208","last_deep_scrub_stamp":"2024-09-12T18:16:46.089014+0000","last_clean_scrub_stamp":"2024-09-12T18:16:46.089014+0000","objects_scrubbed":4,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:11:03.914435+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8913952,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":358,"num_read_kb":21969,"num_write":910,"num_write_kb":39811,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.23","version":"266'130","reported_seq":715,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:00.767390+0000","last_change":"2024-09-12T18:17:00.767390+0000","last_active":"2024-09-12T18:17:00.767390+0000","last_peered":"2024-09-12T18:17:00.767390+0000","last_clean":"2024-09-12T18:17:00.767390+0000","last_became_active":"2024-09-12T17:34:58.926738+0000","last_became_peered":"2024-09-12T17:34:58.926738+0000","last_unstale":"2024-09-12T18:17:00.767390+0000","last_undegraded":"2024-09-12T18:17:00.767390+0000","last_fullsized":"2024-09-12T18:17:00.767390+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'130","last_scrub_stamp":"2024-09-12T18:17:00.767287+0000","last_deep_scrub":"266'130","last_deep_scrub_stamp":"2024-09-12T18:17:00.767287+0000","last_clean_scrub_stamp":"2024-09-12T18:17:00.767287+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:20:58.107447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":554,"num_read_kb":453,"num_write":206,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"266'231","reported_seq":873,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:47.074259+0000","last_change":"2024-09-12T18:16:47.074259+0000","last_active":"2024-09-12T18:16:47.074259+0000","last_peered":"2024-09-12T18:16:47.074259+0000","last_clean":"2024-09-12T18:16:47.074259+0000","last_became_active":"2024-09-12T17:35:31.566127+0000","last_became_peered":"2024-09-12T17:35:31.566127+0000","last_unstale":"2024-09-12T18:16:47.074259+0000","last_undegraded":"2024-09-12T18:16:47.074259+0000","last_fullsized":"2024-09-12T18:16:47.074259+0000","mapping_epoch":38,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'231","last_scrub_stamp":"2024-09-12T18:16:47.074125+0000","last_deep_scrub":"266'231","last_deep_scrub_stamp":"2024-09-12T18:16:47.074125+0000","last_clean_scrub_stamp":"2024-09-12T18:16:47.074125+0000","objects_scrubbed":3,"log_size":31,"log_dups_size":200,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:16:59.256485+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1311787,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":488,"num_read_kb":61356,"num_write":1015,"num_write_kb":39588,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.22","version":"266'178","reported_seq":776,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:57.914575+0000","last_change":"2024-09-12T18:16:57.914575+0000","last_active":"2024-09-12T18:16:57.914575+0000","last_peered":"2024-09-12T18:16:57.914575+0000","last_clean":"2024-09-12T18:16:57.914575+0000","last_became_active":"2024-09-12T17:34:58.913384+0000","last_became_peered":"2024-09-12T17:34:58.913384+0000","last_unstale":"2024-09-12T18:16:57.914575+0000","last_undegraded":"2024-09-12T18:16:57.914575+0000","last_fullsized":"2024-09-12T18:16:57.914575+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'178","last_scrub_stamp":"2024-09-12T18:16:57.914491+0000","last_deep_scrub":"266'178","last_deep_scrub_stamp":"2024-09-12T18:16:57.914491+0000","last_clean_scrub_stamp":"2024-09-12T18:16:57.914491+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":100,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:52:01.053368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":756,"num_read_kb":609,"num_write":269,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"266'197","reported_seq":825,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:48.673120+0000","last_change":"2024-09-12T18:16:48.673120+0000","last_active":"2024-09-12T18:16:48.673120+0000","last_peered":"2024-09-12T18:16:48.673120+0000","last_clean":"2024-09-12T18:16:48.673120+0000","last_became_active":"2024-09-12T17:34:56.915319+0000","last_became_peered":"2024-09-12T17:34:56.915319+0000","last_unstale":"2024-09-12T18:16:48.673120+0000","last_undegraded":"2024-09-12T18:16:48.673120+0000","last_fullsized":"2024-09-12T18:16:48.673120+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'197","last_scrub_stamp":"2024-09-12T18:16:48.673018+0000","last_deep_scrub":"266'197","last_deep_scrub_stamp":"2024-09-12T18:16:48.673018+0000","last_clean_scrub_stamp":"2024-09-12T18:16:48.673018+0000","objects_scrubbed":2,"log_size":97,"log_dups_size":100,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:18:53.024562+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263211,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":413,"num_read_kb":35378,"num_write":910,"num_write_kb":33602,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"266'120","reported_seq":739,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:59.773100+0000","last_change":"2024-09-12T18:16:59.773100+0000","last_active":"2024-09-12T18:16:59.773100+0000","last_peered":"2024-09-12T18:16:59.773100+0000","last_clean":"2024-09-12T18:16:59.773100+0000","last_became_active":"2024-09-12T17:34:58.919981+0000","last_became_peered":"2024-09-12T17:34:58.919981+0000","last_unstale":"2024-09-12T18:16:59.773100+0000","last_undegraded":"2024-09-12T18:16:59.773100+0000","last_fullsized":"2024-09-12T18:16:59.773100+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'120","last_scrub_stamp":"2024-09-12T18:16:59.773004+0000","last_deep_scrub":"266'120","last_deep_scrub_stamp":"2024-09-12T18:16:59.773004+0000","last_clean_scrub_stamp":"2024-09-12T18:16:59.773004+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:37:50.074228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":553,"num_read_kb":464,"num_write":173,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"266'211","reported_seq":847,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:50.528461+0000","last_change":"2024-09-12T18:16:50.528461+0000","last_active":"2024-09-12T18:16:50.528461+0000","last_peered":"2024-09-12T18:16:50.528461+0000","last_clean":"2024-09-12T18:16:50.528461+0000","last_became_active":"2024-09-12T17:34:56.927085+0000","last_became_peered":"2024-09-12T17:34:56.927085+0000","last_unstale":"2024-09-12T18:16:50.528461+0000","last_undegraded":"2024-09-12T18:16:50.528461+0000","last_fullsized":"2024-09-12T18:16:50.528461+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'211","last_scrub_stamp":"2024-09-12T18:16:50.528313+0000","last_deep_scrub":"266'211","last_deep_scrub_stamp":"2024-09-12T18:16:50.528313+0000","last_clean_scrub_stamp":"2024-09-12T18:16:50.528313+0000","objects_scrubbed":5,"log_size":11,"log_dups_size":200,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:55:31.818193+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4720716,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":488,"num_read_kb":7032,"num_write":1000,"num_write_kb":28378,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"266'176","reported_seq":836,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:56.510036+0000","last_change":"2024-09-12T18:16:56.510036+0000","last_active":"2024-09-12T18:16:56.510036+0000","last_peered":"2024-09-12T18:16:56.510036+0000","last_clean":"2024-09-12T18:16:56.510036+0000","last_became_active":"2024-09-12T17:34:58.918459+0000","last_became_peered":"2024-09-12T17:34:58.918459+0000","last_unstale":"2024-09-12T18:16:56.510036+0000","last_undegraded":"2024-09-12T18:16:56.510036+0000","last_fullsized":"2024-09-12T18:16:56.510036+0000","mapping_epoch":27,"log_start":"263'100","ondisk_log_start":"263'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'176","last_scrub_stamp":"2024-09-12T18:16:56.509946+0000","last_deep_scrub":"266'176","last_deep_scrub_stamp":"2024-09-12T18:16:56.509946+0000","last_clean_scrub_stamp":"2024-09-12T18:16:56.509946+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:20:20.547228+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":755,"num_read_kb":632,"num_write":271,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"266'249","reported_seq":922,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:49.688702+0000","last_change":"2024-09-12T18:16:49.688702+0000","last_active":"2024-09-12T18:16:49.688702+0000","last_peered":"2024-09-12T18:16:49.688702+0000","last_clean":"2024-09-12T18:16:49.688702+0000","last_became_active":"2024-09-12T17:34:56.928332+0000","last_became_peered":"2024-09-12T17:34:56.928332+0000","last_unstale":"2024-09-12T18:16:49.688702+0000","last_undegraded":"2024-09-12T18:16:49.688702+0000","last_fullsized":"2024-09-12T18:16:49.688702+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'249","last_scrub_stamp":"2024-09-12T18:16:49.688573+0000","last_deep_scrub":"266'249","last_deep_scrub_stamp":"2024-09-12T18:16:49.688573+0000","last_clean_scrub_stamp":"2024-09-12T18:16:49.688573+0000","objects_scrubbed":3,"log_size":49,"log_dups_size":200,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:12:23.166122+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":589840,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":580,"num_read_kb":15153,"num_write":1081,"num_write_kb":32822,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"266'102","reported_seq":706,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:57.785505+0000","last_change":"2024-09-12T18:16:57.785382+0000","last_active":"2024-09-12T18:16:57.785505+0000","last_peered":"2024-09-12T18:16:57.785505+0000","last_clean":"2024-09-12T18:16:57.785505+0000","last_became_active":"2024-09-12T17:34:58.932602+0000","last_became_peered":"2024-09-12T17:34:58.932602+0000","last_unstale":"2024-09-12T18:16:57.785505+0000","last_undegraded":"2024-09-12T18:16:57.785505+0000","last_fullsized":"2024-09-12T18:16:57.785505+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'102","last_scrub_stamp":"2024-09-12T18:16:57.785286+0000","last_deep_scrub":"266'102","last_deep_scrub_stamp":"2024-09-12T18:16:57.785286+0000","last_clean_scrub_stamp":"2024-09-12T18:16:57.785286+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":0,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:54:18.668514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":474,"num_read_kb":400,"num_write":149,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"266'264","reported_seq":1187,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:53.278466+0000","last_change":"2024-09-12T18:16:53.278466+0000","last_active":"2024-09-12T18:16:53.278466+0000","last_peered":"2024-09-12T18:16:53.278466+0000","last_clean":"2024-09-12T18:16:53.278466+0000","last_became_active":"2024-09-12T17:34:56.925489+0000","last_became_peered":"2024-09-12T17:34:56.925489+0000","last_unstale":"2024-09-12T18:16:53.278466+0000","last_undegraded":"2024-09-12T18:16:53.278466+0000","last_fullsized":"2024-09-12T18:16:53.278466+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'264","last_scrub_stamp":"2024-09-12T18:16:53.278309+0000","last_deep_scrub":"266'264","last_deep_scrub_stamp":"2024-09-12T18:16:53.278309+0000","last_clean_scrub_stamp":"2024-09-12T18:16:53.278309+0000","objects_scrubbed":6,"log_size":64,"log_dups_size":200,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:06:24.707774+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242924,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1310,"num_read_kb":63592,"num_write":1218,"num_write_kb":22441,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"266'111","reported_seq":729,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:59.926045+0000","last_change":"2024-09-12T18:16:59.925983+0000","last_active":"2024-09-12T18:16:59.926045+0000","last_peered":"2024-09-12T18:16:59.926045+0000","last_clean":"2024-09-12T18:16:59.926045+0000","last_became_active":"2024-09-12T17:34:58.918349+0000","last_became_peered":"2024-09-12T17:34:58.918349+0000","last_unstale":"2024-09-12T18:16:59.926045+0000","last_undegraded":"2024-09-12T18:16:59.926045+0000","last_fullsized":"2024-09-12T18:16:59.926045+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'111","last_scrub_stamp":"2024-09-12T18:16:59.925893+0000","last_deep_scrub":"266'111","last_deep_scrub_stamp":"2024-09-12T18:16:59.925893+0000","last_clean_scrub_stamp":"2024-09-12T18:16:59.925893+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":100,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:09:36.258920+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":529,"num_read_kb":450,"num_write":174,"num_write_kb":89,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"266'200","reported_seq":863,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:50.704375+0000","last_change":"2024-09-12T18:16:50.704375+0000","last_active":"2024-09-12T18:16:50.704375+0000","last_peered":"2024-09-12T18:16:50.704375+0000","last_clean":"2024-09-12T18:16:50.704375+0000","last_became_active":"2024-09-12T17:34:56.925317+0000","last_became_peered":"2024-09-12T17:34:56.925317+0000","last_unstale":"2024-09-12T18:16:50.704375+0000","last_undegraded":"2024-09-12T18:16:50.704375+0000","last_fullsized":"2024-09-12T18:16:50.704375+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'200","last_scrub_stamp":"2024-09-12T18:16:50.704256+0000","last_deep_scrub":"266'200","last_deep_scrub_stamp":"2024-09-12T18:16:50.704256+0000","last_clean_scrub_stamp":"2024-09-12T18:16:50.704256+0000","objects_scrubbed":4,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:14:42.441073+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":78,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":444,"num_read_kb":16030,"num_write":903,"num_write_kb":44163,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"266'142","reported_seq":751,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:53.135268+0000","last_change":"2024-09-12T18:16:53.135268+0000","last_active":"2024-09-12T18:16:53.135268+0000","last_peered":"2024-09-12T18:16:53.135268+0000","last_clean":"2024-09-12T18:16:53.135268+0000","last_became_active":"2024-09-12T17:34:58.921303+0000","last_became_peered":"2024-09-12T17:34:58.921303+0000","last_unstale":"2024-09-12T18:16:53.135268+0000","last_undegraded":"2024-09-12T18:16:53.135268+0000","last_fullsized":"2024-09-12T18:16:53.135268+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'142","last_scrub_stamp":"2024-09-12T18:16:53.135181+0000","last_deep_scrub":"266'142","last_deep_scrub_stamp":"2024-09-12T18:16:53.135181+0000","last_clean_scrub_stamp":"2024-09-12T18:16:53.135181+0000","objects_scrubbed":1,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:37:53.130517+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":585,"num_read_kb":489,"num_write":201,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"266'209","reported_seq":844,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:54.309985+0000","last_change":"2024-09-12T18:16:54.309985+0000","last_active":"2024-09-12T18:16:54.309985+0000","last_peered":"2024-09-12T18:16:54.309985+0000","last_clean":"2024-09-12T18:16:54.309985+0000","last_became_active":"2024-09-12T17:34:56.920182+0000","last_became_peered":"2024-09-12T17:34:56.920182+0000","last_unstale":"2024-09-12T18:16:54.309985+0000","last_undegraded":"2024-09-12T18:16:54.309985+0000","last_fullsized":"2024-09-12T18:16:54.309985+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'209","last_scrub_stamp":"2024-09-12T18:16:54.309878+0000","last_deep_scrub":"266'209","last_deep_scrub_stamp":"2024-09-12T18:16:54.309878+0000","last_clean_scrub_stamp":"2024-09-12T18:16:54.309878+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":100,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:45:45.334599+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":462,"num_read_kb":11583,"num_write":996,"num_write_kb":39260,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"266'254","reported_seq":887,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:00.918393+0000","last_change":"2024-09-12T18:17:00.918393+0000","last_active":"2024-09-12T18:17:00.918393+0000","last_peered":"2024-09-12T18:17:00.918393+0000","last_clean":"2024-09-12T18:17:00.918393+0000","last_became_active":"2024-09-12T17:34:58.914189+0000","last_became_peered":"2024-09-12T17:34:58.914189+0000","last_unstale":"2024-09-12T18:17:00.918393+0000","last_undegraded":"2024-09-12T18:17:00.918393+0000","last_fullsized":"2024-09-12T18:17:00.918393+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'254","last_scrub_stamp":"2024-09-12T18:17:00.918297+0000","last_deep_scrub":"266'254","last_deep_scrub_stamp":"2024-09-12T18:17:00.918297+0000","last_clean_scrub_stamp":"2024-09-12T18:17:00.918297+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":200,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:42:26.774646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1119,"num_read_kb":914,"num_write":416,"num_write_kb":236,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"266'244","reported_seq":886,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:49.952117+0000","last_change":"2024-09-12T18:16:49.952117+0000","last_active":"2024-09-12T18:16:49.952117+0000","last_peered":"2024-09-12T18:16:49.952117+0000","last_clean":"2024-09-12T18:16:49.952117+0000","last_became_active":"2024-09-12T17:34:56.933891+0000","last_became_peered":"2024-09-12T17:34:56.933891+0000","last_unstale":"2024-09-12T18:16:49.952117+0000","last_undegraded":"2024-09-12T18:16:49.952117+0000","last_fullsized":"2024-09-12T18:16:49.952117+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'244","last_scrub_stamp":"2024-09-12T18:16:49.951993+0000","last_deep_scrub":"266'244","last_deep_scrub_stamp":"2024-09-12T18:16:49.951993+0000","last_clean_scrub_stamp":"2024-09-12T18:16:49.951993+0000","objects_scrubbed":2,"log_size":44,"log_dups_size":200,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:10:59.226610+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":476,"num_read_kb":13733,"num_write":1133,"num_write_kb":42729,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"266'129","reported_seq":761,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:01.666129+0000","last_change":"2024-09-12T18:17:01.666129+0000","last_active":"2024-09-12T18:17:01.666129+0000","last_peered":"2024-09-12T18:17:01.666129+0000","last_clean":"2024-09-12T18:17:01.666129+0000","last_became_active":"2024-09-12T17:34:58.933326+0000","last_became_peered":"2024-09-12T17:34:58.933326+0000","last_unstale":"2024-09-12T18:17:01.666129+0000","last_undegraded":"2024-09-12T18:17:01.666129+0000","last_fullsized":"2024-09-12T18:17:01.666129+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'129","last_scrub_stamp":"2024-09-12T18:17:01.666019+0000","last_deep_scrub":"266'129","last_deep_scrub_stamp":"2024-09-12T18:17:01.666019+0000","last_clean_scrub_stamp":"2024-09-12T18:17:01.666019+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:07:45.570423+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":564,"num_read_kb":483,"num_write":217,"num_write_kb":94,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"266'258","reported_seq":906,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:51.573326+0000","last_change":"2024-09-12T18:16:51.573326+0000","last_active":"2024-09-12T18:16:51.573326+0000","last_peered":"2024-09-12T18:16:51.573326+0000","last_clean":"2024-09-12T18:16:51.573326+0000","last_became_active":"2024-09-12T17:34:56.927432+0000","last_became_peered":"2024-09-12T17:34:56.927432+0000","last_unstale":"2024-09-12T18:16:51.573326+0000","last_undegraded":"2024-09-12T18:16:51.573326+0000","last_fullsized":"2024-09-12T18:16:51.573326+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'258","last_scrub_stamp":"2024-09-12T18:16:51.573197+0000","last_deep_scrub":"266'258","last_deep_scrub_stamp":"2024-09-12T18:16:51.573197+0000","last_clean_scrub_stamp":"2024-09-12T18:16:51.573197+0000","objects_scrubbed":5,"log_size":58,"log_dups_size":200,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:13:58.518965+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":831747,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":617,"num_read_kb":13684,"num_write":1149,"num_write_kb":26797,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"266'4204","reported_seq":4843,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:56.796371+0000","last_change":"2024-09-12T18:16:56.796371+0000","last_active":"2024-09-12T18:16:56.796371+0000","last_peered":"2024-09-12T18:16:56.796371+0000","last_clean":"2024-09-12T18:16:56.796371+0000","last_became_active":"2024-09-12T17:34:58.926992+0000","last_became_peered":"2024-09-12T17:34:58.926992+0000","last_unstale":"2024-09-12T18:16:56.796371+0000","last_undegraded":"2024-09-12T18:16:56.796371+0000","last_fullsized":"2024-09-12T18:16:56.796371+0000","mapping_epoch":27,"log_start":"266'4100","ondisk_log_start":"266'4100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'4204","last_scrub_stamp":"2024-09-12T18:16:56.796285+0000","last_deep_scrub":"266'4204","last_deep_scrub_stamp":"2024-09-12T18:16:56.796285+0000","last_clean_scrub_stamp":"2024-09-12T18:16:56.796285+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":3000,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:24:47.927621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16913,"num_read_kb":14181,"num_write":6298,"num_write_kb":3158,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"266'361","reported_seq":1097,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:55.708411+0000","last_change":"2024-09-12T18:16:55.708411+0000","last_active":"2024-09-12T18:16:55.708411+0000","last_peered":"2024-09-12T18:16:55.708411+0000","last_clean":"2024-09-12T18:16:55.708411+0000","last_became_active":"2024-09-12T17:34:56.919706+0000","last_became_peered":"2024-09-12T17:34:56.919706+0000","last_unstale":"2024-09-12T18:16:55.708411+0000","last_undegraded":"2024-09-12T18:16:55.708411+0000","last_fullsized":"2024-09-12T18:16:55.708411+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'361","last_scrub_stamp":"2024-09-12T18:16:55.708279+0000","last_deep_scrub":"266'361","last_deep_scrub_stamp":"2024-09-12T18:16:55.708279+0000","last_clean_scrub_stamp":"2024-09-12T18:16:55.708279+0000","objects_scrubbed":3,"log_size":61,"log_dups_size":300,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:53:15.196945+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":891,"num_read_kb":54208,"num_write":1267,"num_write_kb":41095,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"266'143","reported_seq":784,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:01.726460+0000","last_change":"2024-09-12T18:17:01.726460+0000","last_active":"2024-09-12T18:17:01.726460+0000","last_peered":"2024-09-12T18:17:01.726460+0000","last_clean":"2024-09-12T18:17:01.726460+0000","last_became_active":"2024-09-12T17:34:58.931362+0000","last_became_peered":"2024-09-12T17:34:58.931362+0000","last_unstale":"2024-09-12T18:17:01.726460+0000","last_undegraded":"2024-09-12T18:17:01.726460+0000","last_fullsized":"2024-09-12T18:17:01.726460+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'143","last_scrub_stamp":"2024-09-12T18:17:01.726373+0000","last_deep_scrub":"266'143","last_deep_scrub_stamp":"2024-09-12T18:17:01.726373+0000","last_clean_scrub_stamp":"2024-09-12T18:17:01.726373+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":100,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:59:59.172828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":670,"num_read_kb":571,"num_write":211,"num_write_kb":94,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"266'251","reported_seq":913,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:48.107506+0000","last_change":"2024-09-12T18:16:48.107443+0000","last_active":"2024-09-12T18:16:48.107506+0000","last_peered":"2024-09-12T18:16:48.107506+0000","last_clean":"2024-09-12T18:16:48.107506+0000","last_became_active":"2024-09-12T17:34:56.921720+0000","last_became_peered":"2024-09-12T17:34:56.921720+0000","last_unstale":"2024-09-12T18:16:48.107506+0000","last_undegraded":"2024-09-12T18:16:48.107506+0000","last_fullsized":"2024-09-12T18:16:48.107506+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'251","last_scrub_stamp":"2024-09-12T18:16:48.107297+0000","last_deep_scrub":"266'251","last_deep_scrub_stamp":"2024-09-12T18:16:48.107297+0000","last_clean_scrub_stamp":"2024-09-12T18:16:48.107297+0000","objects_scrubbed":6,"log_size":51,"log_dups_size":200,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:52:37.854677+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5641969,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":515,"num_read_kb":40428,"num_write":1223,"num_write_kb":45368,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1],"acting":[2,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"266'148","reported_seq":797,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:00.671128+0000","last_change":"2024-09-12T18:17:00.671128+0000","last_active":"2024-09-12T18:17:00.671128+0000","last_peered":"2024-09-12T18:17:00.671128+0000","last_clean":"2024-09-12T18:17:00.671128+0000","last_became_active":"2024-09-12T17:34:58.932710+0000","last_became_peered":"2024-09-12T17:34:58.932710+0000","last_unstale":"2024-09-12T18:17:00.671128+0000","last_undegraded":"2024-09-12T18:17:00.671128+0000","last_fullsized":"2024-09-12T18:17:00.671128+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'148","last_scrub_stamp":"2024-09-12T18:17:00.671043+0000","last_deep_scrub":"266'148","last_deep_scrub_stamp":"2024-09-12T18:17:00.671043+0000","last_clean_scrub_stamp":"2024-09-12T18:17:00.671043+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:59:40.061001+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":698,"num_read_kb":592,"num_write":217,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"266'229","reported_seq":881,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:55.293752+0000","last_change":"2024-09-12T18:16:55.293679+0000","last_active":"2024-09-12T18:16:55.293752+0000","last_peered":"2024-09-12T18:16:55.293752+0000","last_clean":"2024-09-12T18:16:55.293752+0000","last_became_active":"2024-09-12T17:34:56.923917+0000","last_became_peered":"2024-09-12T17:34:56.923917+0000","last_unstale":"2024-09-12T18:16:55.293752+0000","last_undegraded":"2024-09-12T18:16:55.293752+0000","last_fullsized":"2024-09-12T18:16:55.293752+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'229","last_scrub_stamp":"2024-09-12T18:16:55.293536+0000","last_deep_scrub":"266'229","last_deep_scrub_stamp":"2024-09-12T18:16:55.293536+0000","last_clean_scrub_stamp":"2024-09-12T18:16:55.293536+0000","objects_scrubbed":6,"log_size":29,"log_dups_size":200,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:12:05.737243+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1661488,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":519,"num_read_kb":15699,"num_write":939,"num_write_kb":31902,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"266'219","reported_seq":839,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:56.249972+0000","last_change":"2024-09-12T18:16:56.249912+0000","last_active":"2024-09-12T18:16:56.249972+0000","last_peered":"2024-09-12T18:16:56.249972+0000","last_clean":"2024-09-12T18:16:56.249972+0000","last_became_active":"2024-09-12T17:34:56.924480+0000","last_became_peered":"2024-09-12T17:34:56.924480+0000","last_unstale":"2024-09-12T18:16:56.249972+0000","last_undegraded":"2024-09-12T18:16:56.249972+0000","last_fullsized":"2024-09-12T18:16:56.249972+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'219","last_scrub_stamp":"2024-09-12T18:16:56.249769+0000","last_deep_scrub":"266'219","last_deep_scrub_stamp":"2024-09-12T18:16:56.249769+0000","last_clean_scrub_stamp":"2024-09-12T18:16:56.249769+0000","objects_scrubbed":5,"log_size":19,"log_dups_size":200,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:50:34.907735+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263235,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":428,"num_read_kb":12724,"num_write":985,"num_write_kb":48080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"266'176","reported_seq":803,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:58.757883+0000","last_change":"2024-09-12T18:16:58.757883+0000","last_active":"2024-09-12T18:16:58.757883+0000","last_peered":"2024-09-12T18:16:58.757883+0000","last_clean":"2024-09-12T18:16:58.757883+0000","last_became_active":"2024-09-12T17:34:58.933598+0000","last_became_peered":"2024-09-12T17:34:58.933598+0000","last_unstale":"2024-09-12T18:16:58.757883+0000","last_undegraded":"2024-09-12T18:16:58.757883+0000","last_fullsized":"2024-09-12T18:16:58.757883+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'176","last_scrub_stamp":"2024-09-12T18:16:58.757779+0000","last_deep_scrub":"266'176","last_deep_scrub_stamp":"2024-09-12T18:16:58.757779+0000","last_clean_scrub_stamp":"2024-09-12T18:16:58.757779+0000","objects_scrubbed":1,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:16:56.100218+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":880,"num_read_kb":749,"num_write":307,"num_write_kb":180,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":272,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"266'239","reported_seq":886,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:49.699771+0000","last_change":"2024-09-12T18:16:49.699715+0000","last_active":"2024-09-12T18:16:49.699771+0000","last_peered":"2024-09-12T18:16:49.699771+0000","last_clean":"2024-09-12T18:16:49.699771+0000","last_became_active":"2024-09-12T17:34:56.908335+0000","last_became_peered":"2024-09-12T17:34:56.908335+0000","last_unstale":"2024-09-12T18:16:49.699771+0000","last_undegraded":"2024-09-12T18:16:49.699771+0000","last_fullsized":"2024-09-12T18:16:49.699771+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'239","last_scrub_stamp":"2024-09-12T18:16:49.699594+0000","last_deep_scrub":"266'239","last_deep_scrub_stamp":"2024-09-12T18:16:49.699594+0000","last_clean_scrub_stamp":"2024-09-12T18:16:49.699594+0000","objects_scrubbed":5,"log_size":39,"log_dups_size":200,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:40:04.661344+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145743,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":475,"num_read_kb":6701,"num_write":1097,"num_write_kb":26889,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"266'179","reported_seq":795,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:02.097412+0000","last_change":"2024-09-12T18:17:02.097412+0000","last_active":"2024-09-12T18:17:02.097412+0000","last_peered":"2024-09-12T18:17:02.097412+0000","last_clean":"2024-09-12T18:17:02.097412+0000","last_became_active":"2024-09-12T17:34:58.928493+0000","last_became_peered":"2024-09-12T17:34:58.928493+0000","last_unstale":"2024-09-12T18:17:02.097412+0000","last_undegraded":"2024-09-12T18:17:02.097412+0000","last_fullsized":"2024-09-12T18:17:02.097412+0000","mapping_epoch":27,"log_start":"263'100","ondisk_log_start":"263'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'179","last_scrub_stamp":"2024-09-12T18:17:02.097329+0000","last_deep_scrub":"266'179","last_deep_scrub_stamp":"2024-09-12T18:17:02.097329+0000","last_clean_scrub_stamp":"2024-09-12T18:17:02.097329+0000","objects_scrubbed":1,"log_size":79,"log_dups_size":100,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:21:38.720118+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":780,"num_read_kb":645,"num_write":283,"num_write_kb":140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":6232,"num_read_kb":4493,"num_write":2008,"num_write_kb":907,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4464,"num_omap_keys":9,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":980,"ondisk_log_size":980,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":16319,"num_objects":95,"num_object_clones":0,"num_object_copies":190,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":95,"num_whiteouts":0,"num_read":16208,"num_read_kb":15891,"num_write":16760,"num_write_kb":4890,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":20,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2934,"num_omap_keys":19,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":614400,"data_stored":32638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1744,"ondisk_log_size":1744,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":448,"ondisk_log_size":448,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":343487,"num_objects":196,"num_object_clones":0,"num_object_copies":392,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":196,"num_whiteouts":0,"num_read":8282,"num_read_kb":10443,"num_write":5525,"num_write_kb":2652,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":19,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":683032,"num_omap_keys":1560,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":278528,"data_stored":7404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1699,"ondisk_log_size":1699,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2413,"num_read_kb":2881,"num_write":20,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":17,"ondisk_log_size":17,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":102409,"num_read_kb":85606,"num_write":37146,"num_write_kb":18686,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":15,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":43841,"num_omap_keys":176,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3633,"ondisk_log_size":3633,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":376,"num_omap_keys":4,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":8,"ondisk_log_size":8,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":146658748,"num_objects":254,"num_object_clones":0,"num_object_copies":762,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":254,"num_whiteouts":0,"num_read":33269,"num_read_kb":2298211,"num_write":63315,"num_write_kb":2258371,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":221933568,"data_stored":221933568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4153,"ondisk_log_size":4153,"up":192,"acting":192,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":162,"num_read_kb":169073,"num_write":186,"num_write_kb":126445,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":126,"ondisk_log_size":126,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":163,"num_read_kb":177659,"num_write":186,"num_write_kb":126445,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":126,"ondisk_log_size":126,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":74,"ondisk_log_size":74,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542661,"num_pgs":107,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":289108,"kb_used_data":27460,"kb_used_omap":1,"kb_used_meta":261630,"kb_avail":94082732,"statfs":{"total":96636764160,"available":96340717568,"internally_reserved":0,"allocated":28119040,"data_stored":26120719,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":267909575},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542663,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":286052,"kb_used_data":34132,"kb_used_omap":1,"kb_used_meta":251902,"kb_avail":94085788,"statfs":{"total":96636764160,"available":96343846912,"internally_reserved":0,"allocated":34951168,"data_stored":32995822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":257948097},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542664,"num_pgs":105,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":122884,"kb_used_data":37620,"kb_used_omap":1,"kb_used_meta":85246,"kb_avail":94248956,"statfs":{"total":96636764160,"available":96510930944,"internally_reserved":0,"allocated":38522880,"data_stored":36495040,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":87292353},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542661,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":104204,"kb_used_data":32764,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94267636,"statfs":{"total":96636764160,"available":96530059264,"internally_reserved":0,"allocated":33550336,"data_stored":31622315,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":73136577},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542661,"num_pgs":124,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":240148,"kb_used_data":32644,"kb_used_omap":1,"kb_used_meta":207486,"kb_avail":94131692,"statfs":{"total":96636764160,"available":96390852608,"internally_reserved":0,"allocated":33427456,"data_stored":31431742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1597,"internal_metadata":212466115},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542661,"num_pgs":91,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":121960,"kb_used_data":32536,"kb_used_omap":1,"kb_used_meta":89406,"kb_avail":94249880,"statfs":{"total":96636764160,"available":96511877120,"internally_reserved":0,"allocated":33316864,"data_stored":31378701,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":91552198},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542661,"num_pgs":112,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":146964,"kb_used_data":25604,"kb_used_omap":1,"kb_used_meta":121342,"kb_avail":94224876,"statfs":{"total":96636764160,"available":96486273024,"internally_reserved":0,"allocated":26218496,"data_stored":24250911,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1597,"internal_metadata":124254659},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542661,"num_pgs":108,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":254028,"kb_used_data":28476,"kb_used_omap":1,"kb_used_meta":225534,"kb_avail":94117812,"statfs":{"total":96636764160,"available":96376639488,"internally_reserved":0,"allocated":29159424,"data_stored":27160272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":230947265},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24276992,"data_stored":24276992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":21958656,"data_stored":21958656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":29085696,"data_stored":29085696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":29138944,"data_stored":29138944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":29331456,"data_stored":29331456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":34201600,"data_stored":34201600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":30703616,"data_stored":30703616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":23236608,"data_stored":23236608,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":1185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":1210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":4838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":3508,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":4394,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3353,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":4115,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":69632,"data_stored":4198,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":3936,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T18:17:27.682 INFO:tasks.ceph:pgid 68.1a last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.683 INFO:tasks.ceph:pgid 67.1d last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.683 INFO:tasks.ceph:pgid 66.1c last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.683 INFO:tasks.ceph:pgid 65.1f last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.683 INFO:tasks.ceph:pgid 67.1c last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.683 INFO:tasks.ceph:pgid 68.18 last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.683 INFO:tasks.ceph:pgid 67.1f last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.683 INFO:tasks.ceph:pgid 65.1d last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.683 INFO:tasks.ceph:pgid 68.19 last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.684 INFO:tasks.ceph:pgid 67.1e last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.684 INFO:tasks.ceph:pgid 66.1f last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.684 INFO:tasks.ceph:pgid 65.1c last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.684 INFO:tasks.ceph:pgid 68.1e last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.684 INFO:tasks.ceph:pgid 67.19 last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.684 INFO:tasks.ceph:pgid 66.18 last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.684 INFO:tasks.ceph:pgid 65.1b last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.684 INFO:tasks.ceph:pgid 68.1f last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.685 INFO:tasks.ceph:pgid 66.19 last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.685 INFO:tasks.ceph:pgid 68.1c last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.685 INFO:tasks.ceph:pgid 66.1a last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.685 INFO:tasks.ceph:pgid 65.19 last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.685 INFO:tasks.ceph:pgid 68.1d last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.685 INFO:tasks.ceph:pgid 67.1a last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.685 INFO:tasks.ceph:pgid 66.1b last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.685 INFO:tasks.ceph:pgid 68.12 last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.686 INFO:tasks.ceph:pgid 67.15 last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.686 INFO:tasks.ceph:pgid 66.14 last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.686 INFO:tasks.ceph:pgid 65.17 last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.686 INFO:tasks.ceph:pgid 67.14 last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.686 INFO:tasks.ceph:pgid 66.15 last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.686 INFO:tasks.ceph:pgid 65.16 last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.686 INFO:tasks.ceph:pgid 68.10 last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.686 INFO:tasks.ceph:pgid 67.17 last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.687 INFO:tasks.ceph:pgid 68.11 last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.687 INFO:tasks.ceph:pgid 67.16 last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.687 INFO:tasks.ceph:pgid 66.17 last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.687 INFO:tasks.ceph:pgid 65.14 last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.687 INFO:tasks.ceph:pgid 68.16 last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.687 INFO:tasks.ceph:pgid 66.10 last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.687 INFO:tasks.ceph:pgid 65.13 last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.687 INFO:tasks.ceph:pgid 68.17 last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.687 INFO:tasks.ceph:pgid 66.11 last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.688 INFO:tasks.ceph:pgid 65.12 last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.688 INFO:tasks.ceph:pgid 68.14 last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.688 INFO:tasks.ceph:pgid 67.13 last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.688 INFO:tasks.ceph:pgid 68.15 last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.688 INFO:tasks.ceph:pgid 66.13 last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.688 INFO:tasks.ceph:pgid 65.10 last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.688 INFO:tasks.ceph:pgid 67.d last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.688 INFO:tasks.ceph:pgid 66.c last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.689 INFO:tasks.ceph:pgid 65.f last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.689 INFO:tasks.ceph:pgid 68.b last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.689 INFO:tasks.ceph:pgid 67.c last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.689 INFO:tasks.ceph:pgid 65.e last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.689 INFO:tasks.ceph:pgid 68.8 last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.689 INFO:tasks.ceph:pgid 66.e last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.689 INFO:tasks.ceph:pgid 68.9 last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.689 INFO:tasks.ceph:pgid 67.e last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.690 INFO:tasks.ceph:pgid 68.e last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.690 INFO:tasks.ceph:pgid 67.9 last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.690 INFO:tasks.ceph:pgid 66.8 last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.690 INFO:tasks.ceph:pgid 68.f last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.690 INFO:tasks.ceph:pgid 67.8 last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.690 INFO:tasks.ceph:pgid 65.a last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.690 INFO:tasks.ceph:pgid 68.c last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.690 INFO:tasks.ceph:pgid 66.a last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.690 INFO:tasks.ceph:pgid 65.9 last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.691 INFO:tasks.ceph:pgid 68.d last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.691 INFO:tasks.ceph:pgid 67.a last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.691 INFO:tasks.ceph:pgid 66.b last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.691 INFO:tasks.ceph:pgid 68.2 last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.691 INFO:tasks.ceph:pgid 67.5 last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.691 INFO:tasks.ceph:pgid 66.4 last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.691 INFO:tasks.ceph:pgid 65.7 last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.691 INFO:tasks.ceph:pgid 68.3 last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.691 INFO:tasks.ceph:pgid 67.4 last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.692 INFO:tasks.ceph:pgid 68.0 last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.692 INFO:tasks.ceph:pgid 67.7 last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.692 INFO:tasks.ceph:pgid 66.6 last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.692 INFO:tasks.ceph:pgid 65.5 last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.692 INFO:tasks.ceph:pgid 68.1 last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.692 INFO:tasks.ceph:pgid 67.6 last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.692 INFO:tasks.ceph:pgid 66.7 last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.693 INFO:tasks.ceph:pgid 66.0 last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.693 INFO:tasks.ceph:pgid 65.3 last_scrub_stamp 2024-09-12T17:50:11.670835+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=50, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.693 INFO:tasks.ceph:pgid 68.7 last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.693 INFO:tasks.ceph:pgid 67.0 last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.693 INFO:tasks.ceph:pgid 66.1 last_scrub_stamp 2024-09-12T17:51:58.115129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=51, tm_sec=58, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.693 INFO:tasks.ceph:pgid 68.4 last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.693 INFO:tasks.ceph:pgid 68.5 last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.693 INFO:tasks.ceph:pgid 67.2 last_scrub_stamp 2024-09-12T17:52:01.131511+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=52, tm_sec=1, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.696 INFO:tasks.ceph:pgid 8.1e last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.696 INFO:tasks.ceph:pgid 8.1c last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.696 INFO:tasks.ceph:pgid 8.13 last_scrub_stamp 2024-09-12T17:35:05.963346+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=35, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:27.697 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-12T18:17:47.698 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T18:17:48.051 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:17:48.065 INFO:teuthology.orchestra.run.smithi045.stderr:dumped all 2024-09-12T18:17:48.068 INFO:teuthology.orchestra.run.smithi045.stdout:{"pg_ready":true,"pg_map":{"version":1553,"stamp":"2024-09-12T18:17:46.274496+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":147610734,"num_objects":586,"num_object_clones":0,"num_object_copies":1426,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":586,"num_whiteouts":0,"num_read":169216,"num_read_kb":2764324,"num_write":125267,"num_write_kb":2540051,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":62,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":738193,"num_omap_keys":1780,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13023,"ondisk_log_size":13023,"up":850,"acting":850,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":850,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":1565348,"kb_used_data":251236,"kb_used_omap":12,"kb_used_meta":1313971,"kb_avail":753409372,"statfs":{"total":773094113280,"available":771491196928,"internally_reserved":0,"allocated":257265664,"data_stored":241455522,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12777,"internal_metadata":1345506839},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":564,"num_omap_keys":6,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005667"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":27,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:35.248897+0000","last_change":"2024-09-12T18:17:35.248838+0000","last_active":"2024-09-12T18:17:35.248897+0000","last_peered":"2024-09-12T18:17:35.248897+0000","last_clean":"2024-09-12T18:17:35.248897+0000","last_became_active":"2024-09-12T18:02:38.154287+0000","last_became_peered":"2024-09-12T18:02:38.154287+0000","last_unstale":"2024-09-12T18:17:35.248897+0000","last_undegraded":"2024-09-12T18:17:35.248897+0000","last_fullsized":"2024-09-12T18:17:35.248897+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:35.248740+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:35.248740+0000","last_clean_scrub_stamp":"2024-09-12T18:17:35.248740+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:08:40.128627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"266'12","reported_seq":63,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:32.264391+0000","last_change":"2024-09-12T18:17:32.264391+0000","last_active":"2024-09-12T18:17:32.264391+0000","last_peered":"2024-09-12T18:17:32.264391+0000","last_clean":"2024-09-12T18:17:32.264391+0000","last_became_active":"2024-09-12T17:52:02.159370+0000","last_became_peered":"2024-09-12T17:52:02.159370+0000","last_unstale":"2024-09-12T18:17:32.264391+0000","last_undegraded":"2024-09-12T18:17:32.264391+0000","last_fullsized":"2024-09-12T18:17:32.264391+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'12","last_scrub_stamp":"2024-09-12T18:17:32.264299+0000","last_deep_scrub":"266'12","last_deep_scrub_stamp":"2024-09-12T18:17:32.264299+0000","last_clean_scrub_stamp":"2024-09-12T18:17:32.264299+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:24:26.110528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":25602,"num_write":22,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"263'6","reported_seq":60,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:31.625645+0000","last_change":"2024-09-12T18:17:31.625645+0000","last_active":"2024-09-12T18:17:31.625645+0000","last_peered":"2024-09-12T18:17:31.625645+0000","last_clean":"2024-09-12T18:17:31.625645+0000","last_became_active":"2024-09-12T17:51:59.141807+0000","last_became_peered":"2024-09-12T17:51:59.141807+0000","last_unstale":"2024-09-12T18:17:31.625645+0000","last_undegraded":"2024-09-12T18:17:31.625645+0000","last_fullsized":"2024-09-12T18:17:31.625645+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'6","last_scrub_stamp":"2024-09-12T18:17:31.625543+0000","last_deep_scrub":"263'6","last_deep_scrub_stamp":"2024-09-12T18:17:31.625543+0000","last_clean_scrub_stamp":"2024-09-12T18:17:31.625543+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:20:34.145971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":4098,"num_write":6,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"266'11","reported_seq":88,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:29.802860+0000","last_change":"2024-09-12T18:17:29.802860+0000","last_active":"2024-09-12T18:17:29.802860+0000","last_peered":"2024-09-12T18:17:29.802860+0000","last_clean":"2024-09-12T18:17:29.802860+0000","last_became_active":"2024-09-12T17:50:12.696789+0000","last_became_peered":"2024-09-12T17:50:12.696789+0000","last_unstale":"2024-09-12T18:17:29.802860+0000","last_undegraded":"2024-09-12T18:17:29.802860+0000","last_fullsized":"2024-09-12T18:17:29.802860+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'11","last_scrub_stamp":"2024-09-12T18:17:29.802765+0000","last_deep_scrub":"266'11","last_deep_scrub_stamp":"2024-09-12T18:17:29.802765+0000","last_clean_scrub_stamp":"2024-09-12T18:17:29.802765+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:33:24.025218+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":56,"num_read_kb":39,"num_write":21,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":27,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:16.227145+0000","last_change":"2024-09-12T18:17:16.227080+0000","last_active":"2024-09-12T18:17:16.227145+0000","last_peered":"2024-09-12T18:17:16.227145+0000","last_clean":"2024-09-12T18:17:16.227145+0000","last_became_active":"2024-09-12T18:02:38.162843+0000","last_became_peered":"2024-09-12T18:02:38.162843+0000","last_unstale":"2024-09-12T18:17:16.227145+0000","last_undegraded":"2024-09-12T18:17:16.227145+0000","last_fullsized":"2024-09-12T18:17:16.227145+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:16.226994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:16.226994+0000","last_clean_scrub_stamp":"2024-09-12T18:17:16.226994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:46:24.094392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"263'2","reported_seq":45,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:30.723986+0000","last_change":"2024-09-12T18:17:30.723986+0000","last_active":"2024-09-12T18:17:30.723986+0000","last_peered":"2024-09-12T18:17:30.723986+0000","last_clean":"2024-09-12T18:17:30.723986+0000","last_became_active":"2024-09-12T17:52:02.157199+0000","last_became_peered":"2024-09-12T17:52:02.157199+0000","last_unstale":"2024-09-12T18:17:30.723986+0000","last_undegraded":"2024-09-12T18:17:30.723986+0000","last_fullsized":"2024-09-12T18:17:30.723986+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'2","last_scrub_stamp":"2024-09-12T18:17:30.723891+0000","last_deep_scrub":"263'2","last_deep_scrub_stamp":"2024-09-12T18:17:30.723891+0000","last_clean_scrub_stamp":"2024-09-12T18:17:30.723891+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:51:14.444010+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"266'5","reported_seq":55,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:17.375859+0000","last_change":"2024-09-12T18:17:17.375859+0000","last_active":"2024-09-12T18:17:17.375859+0000","last_peered":"2024-09-12T18:17:17.375859+0000","last_clean":"2024-09-12T18:17:17.375859+0000","last_became_active":"2024-09-12T17:51:59.136219+0000","last_became_peered":"2024-09-12T17:51:59.136219+0000","last_unstale":"2024-09-12T18:17:17.375859+0000","last_undegraded":"2024-09-12T18:17:17.375859+0000","last_fullsized":"2024-09-12T18:17:17.375859+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'5","last_scrub_stamp":"2024-09-12T18:17:17.375772+0000","last_deep_scrub":"266'5","last_deep_scrub_stamp":"2024-09-12T18:17:17.375772+0000","last_clean_scrub_stamp":"2024-09-12T18:17:17.375772+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:25:37.092798+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":4155,"num_write":10,"num_write_kb":4155,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"266'14","reported_seq":94,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:06.195791+0000","last_change":"2024-09-12T18:17:06.195791+0000","last_active":"2024-09-12T18:17:06.195791+0000","last_peered":"2024-09-12T18:17:06.195791+0000","last_clean":"2024-09-12T18:17:06.195791+0000","last_became_active":"2024-09-12T17:50:12.697593+0000","last_became_peered":"2024-09-12T17:50:12.697593+0000","last_unstale":"2024-09-12T18:17:06.195791+0000","last_undegraded":"2024-09-12T18:17:06.195791+0000","last_fullsized":"2024-09-12T18:17:06.195791+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'14","last_scrub_stamp":"2024-09-12T18:17:06.195708+0000","last_deep_scrub":"266'14","last_deep_scrub_stamp":"2024-09-12T18:17:06.195708+0000","last_clean_scrub_stamp":"2024-09-12T18:17:06.195708+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:05:38.439763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":66,"num_read_kb":45,"num_write":35,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":27,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:23.646269+0000","last_change":"2024-09-12T18:17:23.646269+0000","last_active":"2024-09-12T18:17:23.646269+0000","last_peered":"2024-09-12T18:17:23.646269+0000","last_clean":"2024-09-12T18:17:23.646269+0000","last_became_active":"2024-09-12T18:02:38.156025+0000","last_became_peered":"2024-09-12T18:02:38.156025+0000","last_unstale":"2024-09-12T18:17:23.646269+0000","last_undegraded":"2024-09-12T18:17:23.646269+0000","last_fullsized":"2024-09-12T18:17:23.646269+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:23.646161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:23.646161+0000","last_clean_scrub_stamp":"2024-09-12T18:17:23.646161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:39:52.291517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"266'6","reported_seq":52,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:36.678706+0000","last_change":"2024-09-12T18:17:36.678706+0000","last_active":"2024-09-12T18:17:36.678706+0000","last_peered":"2024-09-12T18:17:36.678706+0000","last_clean":"2024-09-12T18:17:36.678706+0000","last_became_active":"2024-09-12T17:52:02.670051+0000","last_became_peered":"2024-09-12T17:52:02.670051+0000","last_unstale":"2024-09-12T18:17:36.678706+0000","last_undegraded":"2024-09-12T18:17:36.678706+0000","last_fullsized":"2024-09-12T18:17:36.678706+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'6","last_scrub_stamp":"2024-09-12T18:17:36.678625+0000","last_deep_scrub":"266'6","last_deep_scrub_stamp":"2024-09-12T18:17:36.678625+0000","last_clean_scrub_stamp":"2024-09-12T18:17:36.678625+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:12:14.649064+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8232,"num_write":6,"num_write_kb":8232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"263'2","reported_seq":53,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:12.222505+0000","last_change":"2024-09-12T18:17:12.222505+0000","last_active":"2024-09-12T18:17:12.222505+0000","last_peered":"2024-09-12T18:17:12.222505+0000","last_clean":"2024-09-12T18:17:12.222505+0000","last_became_active":"2024-09-12T17:51:59.142509+0000","last_became_peered":"2024-09-12T17:51:59.142509+0000","last_unstale":"2024-09-12T18:17:12.222505+0000","last_undegraded":"2024-09-12T18:17:12.222505+0000","last_fullsized":"2024-09-12T18:17:12.222505+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'2","last_scrub_stamp":"2024-09-12T18:17:12.222396+0000","last_deep_scrub":"263'2","last_deep_scrub_stamp":"2024-09-12T18:17:12.222396+0000","last_clean_scrub_stamp":"2024-09-12T18:17:12.222396+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:24:48.829688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":318,"num_write":2,"num_write_kb":318,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"266'24","reported_seq":123,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:24.762788+0000","last_change":"2024-09-12T18:17:24.762732+0000","last_active":"2024-09-12T18:17:24.762788+0000","last_peered":"2024-09-12T18:17:24.762788+0000","last_clean":"2024-09-12T18:17:24.762788+0000","last_became_active":"2024-09-12T17:50:12.693126+0000","last_became_peered":"2024-09-12T17:50:12.693126+0000","last_unstale":"2024-09-12T18:17:24.762788+0000","last_undegraded":"2024-09-12T18:17:24.762788+0000","last_fullsized":"2024-09-12T18:17:24.762788+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'24","last_scrub_stamp":"2024-09-12T18:17:24.762652+0000","last_deep_scrub":"266'24","last_deep_scrub_stamp":"2024-09-12T18:17:24.762652+0000","last_clean_scrub_stamp":"2024-09-12T18:17:24.762652+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:00:58.084868+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":127,"num_read_kb":89,"num_write":41,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":27,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:42.522265+0000","last_change":"2024-09-12T18:17:42.522265+0000","last_active":"2024-09-12T18:17:42.522265+0000","last_peered":"2024-09-12T18:17:42.522265+0000","last_clean":"2024-09-12T18:17:42.522265+0000","last_became_active":"2024-09-12T18:02:38.154676+0000","last_became_peered":"2024-09-12T18:02:38.154676+0000","last_unstale":"2024-09-12T18:17:42.522265+0000","last_undegraded":"2024-09-12T18:17:42.522265+0000","last_fullsized":"2024-09-12T18:17:42.522265+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:42.522092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:42.522092+0000","last_clean_scrub_stamp":"2024-09-12T18:17:42.522092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:53:39.874830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"263'3","reported_seq":48,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:39.583116+0000","last_change":"2024-09-12T18:17:39.583116+0000","last_active":"2024-09-12T18:17:39.583116+0000","last_peered":"2024-09-12T18:17:39.583116+0000","last_clean":"2024-09-12T18:17:39.583116+0000","last_became_active":"2024-09-12T17:52:02.670321+0000","last_became_peered":"2024-09-12T17:52:02.670321+0000","last_unstale":"2024-09-12T18:17:39.583116+0000","last_undegraded":"2024-09-12T18:17:39.583116+0000","last_fullsized":"2024-09-12T18:17:39.583116+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'3","last_scrub_stamp":"2024-09-12T18:17:39.583020+0000","last_deep_scrub":"263'3","last_deep_scrub_stamp":"2024-09-12T18:17:39.583020+0000","last_clean_scrub_stamp":"2024-09-12T18:17:39.583020+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:21:53.777214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"0'0","reported_seq":49,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:26.682129+0000","last_change":"2024-09-12T18:17:26.682129+0000","last_active":"2024-09-12T18:17:26.682129+0000","last_peered":"2024-09-12T18:17:26.682129+0000","last_clean":"2024-09-12T18:17:26.682129+0000","last_became_active":"2024-09-12T17:51:59.142658+0000","last_became_peered":"2024-09-12T17:51:59.142658+0000","last_unstale":"2024-09-12T18:17:26.682129+0000","last_undegraded":"2024-09-12T18:17:26.682129+0000","last_fullsized":"2024-09-12T18:17:26.682129+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:26.682038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:26.682038+0000","last_clean_scrub_stamp":"2024-09-12T18:17:26.682038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:26:58.091824+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"266'26","reported_seq":125,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:30.621727+0000","last_change":"2024-09-12T18:17:30.621652+0000","last_active":"2024-09-12T18:17:30.621727+0000","last_peered":"2024-09-12T18:17:30.621727+0000","last_clean":"2024-09-12T18:17:30.621727+0000","last_became_active":"2024-09-12T17:50:12.698413+0000","last_became_peered":"2024-09-12T17:50:12.698413+0000","last_unstale":"2024-09-12T18:17:30.621727+0000","last_undegraded":"2024-09-12T18:17:30.621727+0000","last_fullsized":"2024-09-12T18:17:30.621727+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'26","last_scrub_stamp":"2024-09-12T18:17:30.621544+0000","last_deep_scrub":"266'26","last_deep_scrub_stamp":"2024-09-12T18:17:30.621544+0000","last_clean_scrub_stamp":"2024-09-12T18:17:30.621544+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:58:49.398162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":132,"num_read_kb":92,"num_write":46,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:37.558294+0000","last_change":"2024-09-12T18:02:38.160435+0000","last_active":"2024-09-12T18:14:37.558294+0000","last_peered":"2024-09-12T18:14:37.558294+0000","last_clean":"2024-09-12T18:14:37.558294+0000","last_became_active":"2024-09-12T18:02:38.160067+0000","last_became_peered":"2024-09-12T18:02:38.160067+0000","last_unstale":"2024-09-12T18:14:37.558294+0000","last_undegraded":"2024-09-12T18:14:37.558294+0000","last_fullsized":"2024-09-12T18:14:37.558294+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:37:53.344720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"266'2","reported_seq":44,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:30.204627+0000","last_change":"2024-09-12T18:17:30.204627+0000","last_active":"2024-09-12T18:17:30.204627+0000","last_peered":"2024-09-12T18:17:30.204627+0000","last_clean":"2024-09-12T18:17:30.204627+0000","last_became_active":"2024-09-12T17:52:02.160479+0000","last_became_peered":"2024-09-12T17:52:02.160479+0000","last_unstale":"2024-09-12T18:17:30.204627+0000","last_undegraded":"2024-09-12T18:17:30.204627+0000","last_fullsized":"2024-09-12T18:17:30.204627+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-12T18:17:30.204437+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-12T18:17:30.204437+0000","last_clean_scrub_stamp":"2024-09-12T18:17:30.204437+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:43:56.222246+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"263'2","reported_seq":51,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:32.675161+0000","last_change":"2024-09-12T18:17:32.675161+0000","last_active":"2024-09-12T18:17:32.675161+0000","last_peered":"2024-09-12T18:17:32.675161+0000","last_clean":"2024-09-12T18:17:32.675161+0000","last_became_active":"2024-09-12T17:51:59.137857+0000","last_became_peered":"2024-09-12T17:51:59.137857+0000","last_unstale":"2024-09-12T18:17:32.675161+0000","last_undegraded":"2024-09-12T18:17:32.675161+0000","last_fullsized":"2024-09-12T18:17:32.675161+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'2","last_scrub_stamp":"2024-09-12T18:17:32.675073+0000","last_deep_scrub":"263'2","last_deep_scrub_stamp":"2024-09-12T18:17:32.675073+0000","last_clean_scrub_stamp":"2024-09-12T18:17:32.675073+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:39:55.550271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"266'29","reported_seq":129,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:28.652785+0000","last_change":"2024-09-12T18:17:28.652724+0000","last_active":"2024-09-12T18:17:28.652785+0000","last_peered":"2024-09-12T18:17:28.652785+0000","last_clean":"2024-09-12T18:17:28.652785+0000","last_became_active":"2024-09-12T17:50:12.693690+0000","last_became_peered":"2024-09-12T17:50:12.693690+0000","last_unstale":"2024-09-12T18:17:28.652785+0000","last_undegraded":"2024-09-12T18:17:28.652785+0000","last_fullsized":"2024-09-12T18:17:28.652785+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'29","last_scrub_stamp":"2024-09-12T18:17:28.652621+0000","last_deep_scrub":"266'29","last_deep_scrub_stamp":"2024-09-12T18:17:28.652621+0000","last_clean_scrub_stamp":"2024-09-12T18:17:28.652621+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:50:46.158206+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":133,"num_read_kb":91,"num_write":59,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":28,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:25.371912+0000","last_change":"2024-09-12T18:17:25.371912+0000","last_active":"2024-09-12T18:17:25.371912+0000","last_peered":"2024-09-12T18:17:25.371912+0000","last_clean":"2024-09-12T18:17:25.371912+0000","last_became_active":"2024-09-12T18:02:38.163323+0000","last_became_peered":"2024-09-12T18:02:38.163323+0000","last_unstale":"2024-09-12T18:17:25.371912+0000","last_undegraded":"2024-09-12T18:17:25.371912+0000","last_fullsized":"2024-09-12T18:17:25.371912+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:25.371811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:25.371811+0000","last_clean_scrub_stamp":"2024-09-12T18:17:25.371811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:53:54.205527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"266'10","reported_seq":61,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:21.560735+0000","last_change":"2024-09-12T18:17:21.560735+0000","last_active":"2024-09-12T18:17:21.560735+0000","last_peered":"2024-09-12T18:17:21.560735+0000","last_clean":"2024-09-12T18:17:21.560735+0000","last_became_active":"2024-09-12T17:52:02.162331+0000","last_became_peered":"2024-09-12T17:52:02.162331+0000","last_unstale":"2024-09-12T18:17:21.560735+0000","last_undegraded":"2024-09-12T18:17:21.560735+0000","last_fullsized":"2024-09-12T18:17:21.560735+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'10","last_scrub_stamp":"2024-09-12T18:17:21.560645+0000","last_deep_scrub":"266'10","last_deep_scrub_stamp":"2024-09-12T18:17:21.560645+0000","last_clean_scrub_stamp":"2024-09-12T18:17:21.560645+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:10:26.993952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":11266,"num_write":10,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"0'0","reported_seq":47,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:25.644699+0000","last_change":"2024-09-12T18:17:25.644699+0000","last_active":"2024-09-12T18:17:25.644699+0000","last_peered":"2024-09-12T18:17:25.644699+0000","last_clean":"2024-09-12T18:17:25.644699+0000","last_became_active":"2024-09-12T17:51:59.146797+0000","last_became_peered":"2024-09-12T17:51:59.146797+0000","last_unstale":"2024-09-12T18:17:25.644699+0000","last_undegraded":"2024-09-12T18:17:25.644699+0000","last_fullsized":"2024-09-12T18:17:25.644699+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:25.644607+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:25.644607+0000","last_clean_scrub_stamp":"2024-09-12T18:17:25.644607+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:32:38.220357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"266'26","reported_seq":128,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:15.543330+0000","last_change":"2024-09-12T18:17:15.543271+0000","last_active":"2024-09-12T18:17:15.543330+0000","last_peered":"2024-09-12T18:17:15.543330+0000","last_clean":"2024-09-12T18:17:15.543330+0000","last_became_active":"2024-09-12T17:50:12.701160+0000","last_became_peered":"2024-09-12T17:50:12.701160+0000","last_unstale":"2024-09-12T18:17:15.543330+0000","last_undegraded":"2024-09-12T18:17:15.543330+0000","last_fullsized":"2024-09-12T18:17:15.543330+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'26","last_scrub_stamp":"2024-09-12T18:17:15.543177+0000","last_deep_scrub":"266'26","last_deep_scrub_stamp":"2024-09-12T18:17:15.543177+0000","last_clean_scrub_stamp":"2024-09-12T18:17:15.543177+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:44:59.316707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":134,"num_read_kb":93,"num_write":56,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"266'1","reported_seq":20,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:12.418761+0000","last_change":"2024-09-12T18:02:38.160031+0000","last_active":"2024-09-12T18:15:12.418761+0000","last_peered":"2024-09-12T18:15:12.418761+0000","last_clean":"2024-09-12T18:15:12.418761+0000","last_became_active":"2024-09-12T18:02:38.159671+0000","last_became_peered":"2024-09-12T18:02:38.159671+0000","last_unstale":"2024-09-12T18:15:12.418761+0000","last_undegraded":"2024-09-12T18:15:12.418761+0000","last_fullsized":"2024-09-12T18:15:12.418761+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"266'6","reported_seq":50,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:20.533191+0000","last_change":"2024-09-12T18:17:20.533191+0000","last_active":"2024-09-12T18:17:20.533191+0000","last_peered":"2024-09-12T18:17:20.533191+0000","last_clean":"2024-09-12T18:17:20.533191+0000","last_became_active":"2024-09-12T17:52:02.160209+0000","last_became_peered":"2024-09-12T17:52:02.160209+0000","last_unstale":"2024-09-12T18:17:20.533191+0000","last_undegraded":"2024-09-12T18:17:20.533191+0000","last_fullsized":"2024-09-12T18:17:20.533191+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'6","last_scrub_stamp":"2024-09-12T18:17:20.533103+0000","last_deep_scrub":"266'6","last_deep_scrub_stamp":"2024-09-12T18:17:20.533103+0000","last_clean_scrub_stamp":"2024-09-12T18:17:20.533103+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:17:45.104451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":6144,"num_write":6,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"266'2","reported_seq":50,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:24.676313+0000","last_change":"2024-09-12T18:17:24.676313+0000","last_active":"2024-09-12T18:17:24.676313+0000","last_peered":"2024-09-12T18:17:24.676313+0000","last_clean":"2024-09-12T18:17:24.676313+0000","last_became_active":"2024-09-12T17:51:59.138726+0000","last_became_peered":"2024-09-12T17:51:59.138726+0000","last_unstale":"2024-09-12T18:17:24.676313+0000","last_undegraded":"2024-09-12T18:17:24.676313+0000","last_fullsized":"2024-09-12T18:17:24.676313+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-12T18:17:24.676233+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-12T18:17:24.676233+0000","last_clean_scrub_stamp":"2024-09-12T18:17:24.676233+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:03:41.579483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"266'16","reported_seq":96,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:25.716220+0000","last_change":"2024-09-12T18:17:25.716220+0000","last_active":"2024-09-12T18:17:25.716220+0000","last_peered":"2024-09-12T18:17:25.716220+0000","last_clean":"2024-09-12T18:17:25.716220+0000","last_became_active":"2024-09-12T17:50:12.699215+0000","last_became_peered":"2024-09-12T17:50:12.699215+0000","last_unstale":"2024-09-12T18:17:25.716220+0000","last_undegraded":"2024-09-12T18:17:25.716220+0000","last_fullsized":"2024-09-12T18:17:25.716220+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'16","last_scrub_stamp":"2024-09-12T18:17:25.716131+0000","last_deep_scrub":"266'16","last_deep_scrub_stamp":"2024-09-12T18:17:25.716131+0000","last_clean_scrub_stamp":"2024-09-12T18:17:25.716131+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:00:39.764574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":73,"num_read_kb":51,"num_write":32,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:15:12.418829+0000","last_change":"2024-09-12T18:02:38.160199+0000","last_active":"2024-09-12T18:15:12.418829+0000","last_peered":"2024-09-12T18:15:12.418829+0000","last_clean":"2024-09-12T18:15:12.418829+0000","last_became_active":"2024-09-12T18:02:38.159706+0000","last_became_peered":"2024-09-12T18:02:38.159706+0000","last_unstale":"2024-09-12T18:15:12.418829+0000","last_undegraded":"2024-09-12T18:15:12.418829+0000","last_fullsized":"2024-09-12T18:15:12.418829+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"0'0","reported_seq":35,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:31.233199+0000","last_change":"2024-09-12T18:17:31.233148+0000","last_active":"2024-09-12T18:17:31.233199+0000","last_peered":"2024-09-12T18:17:31.233199+0000","last_clean":"2024-09-12T18:17:31.233199+0000","last_became_active":"2024-09-12T17:52:32.768929+0000","last_became_peered":"2024-09-12T17:52:32.768929+0000","last_unstale":"2024-09-12T18:17:31.233199+0000","last_undegraded":"2024-09-12T18:17:31.233199+0000","last_fullsized":"2024-09-12T18:17:31.233199+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:31.233047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:31.233047+0000","last_clean_scrub_stamp":"2024-09-12T18:17:31.233047+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:07:40.490276+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1b","version":"266'4","reported_seq":54,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:33.708739+0000","last_change":"2024-09-12T18:17:33.708739+0000","last_active":"2024-09-12T18:17:33.708739+0000","last_peered":"2024-09-12T18:17:33.708739+0000","last_clean":"2024-09-12T18:17:33.708739+0000","last_became_active":"2024-09-12T17:51:59.143126+0000","last_became_peered":"2024-09-12T17:51:59.143126+0000","last_unstale":"2024-09-12T18:17:33.708739+0000","last_undegraded":"2024-09-12T18:17:33.708739+0000","last_fullsized":"2024-09-12T18:17:33.708739+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'4","last_scrub_stamp":"2024-09-12T18:17:33.708658+0000","last_deep_scrub":"266'4","last_deep_scrub_stamp":"2024-09-12T18:17:33.708658+0000","last_clean_scrub_stamp":"2024-09-12T18:17:33.708658+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:33:49.303042+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8192,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"266'81","reported_seq":275,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:12.418483+0000","last_change":"2024-09-12T18:17:12.418483+0000","last_active":"2024-09-12T18:17:12.418483+0000","last_peered":"2024-09-12T18:17:12.418483+0000","last_clean":"2024-09-12T18:17:12.418483+0000","last_became_active":"2024-09-12T17:50:12.699126+0000","last_became_peered":"2024-09-12T17:50:12.699126+0000","last_unstale":"2024-09-12T18:17:12.418483+0000","last_undegraded":"2024-09-12T18:17:12.418483+0000","last_fullsized":"2024-09-12T18:17:12.418483+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'81","last_scrub_stamp":"2024-09-12T18:17:12.418391+0000","last_deep_scrub":"266'81","last_deep_scrub_stamp":"2024-09-12T18:17:12.418391+0000","last_clean_scrub_stamp":"2024-09-12T18:17:12.418391+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":0,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:22:46.614126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":413,"num_read_kb":292,"num_write":157,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":27,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:24.395824+0000","last_change":"2024-09-12T18:17:24.395824+0000","last_active":"2024-09-12T18:17:24.395824+0000","last_peered":"2024-09-12T18:17:24.395824+0000","last_clean":"2024-09-12T18:17:24.395824+0000","last_became_active":"2024-09-12T18:02:38.153814+0000","last_became_peered":"2024-09-12T18:02:38.153814+0000","last_unstale":"2024-09-12T18:17:24.395824+0000","last_undegraded":"2024-09-12T18:17:24.395824+0000","last_fullsized":"2024-09-12T18:17:24.395824+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:24.395725+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:24.395725+0000","last_clean_scrub_stamp":"2024-09-12T18:17:24.395725+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:15:50.102334+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"266'6","reported_seq":54,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:37.630730+0000","last_change":"2024-09-12T18:17:37.630730+0000","last_active":"2024-09-12T18:17:37.630730+0000","last_peered":"2024-09-12T18:17:37.630730+0000","last_clean":"2024-09-12T18:17:37.630730+0000","last_became_active":"2024-09-12T17:52:02.669589+0000","last_became_peered":"2024-09-12T17:52:02.669589+0000","last_unstale":"2024-09-12T18:17:37.630730+0000","last_undegraded":"2024-09-12T18:17:37.630730+0000","last_fullsized":"2024-09-12T18:17:37.630730+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'6","last_scrub_stamp":"2024-09-12T18:17:37.630634+0000","last_deep_scrub":"266'6","last_deep_scrub_stamp":"2024-09-12T18:17:37.630634+0000","last_clean_scrub_stamp":"2024-09-12T18:17:37.630634+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:52:08.796901+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":11266,"num_write":6,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"266'10","reported_seq":65,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:29.167162+0000","last_change":"2024-09-12T18:17:29.167162+0000","last_active":"2024-09-12T18:17:29.167162+0000","last_peered":"2024-09-12T18:17:29.167162+0000","last_clean":"2024-09-12T18:17:29.167162+0000","last_became_active":"2024-09-12T17:51:59.144250+0000","last_became_peered":"2024-09-12T17:51:59.144250+0000","last_unstale":"2024-09-12T18:17:29.167162+0000","last_undegraded":"2024-09-12T18:17:29.167162+0000","last_fullsized":"2024-09-12T18:17:29.167162+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'10","last_scrub_stamp":"2024-09-12T18:17:29.167080+0000","last_deep_scrub":"266'10","last_deep_scrub_stamp":"2024-09-12T18:17:29.167080+0000","last_clean_scrub_stamp":"2024-09-12T18:17:29.167080+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:21:09.649982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":5122,"num_write":20,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"266'5","reported_seq":68,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:27.769304+0000","last_change":"2024-09-12T18:17:27.769304+0000","last_active":"2024-09-12T18:17:27.769304+0000","last_peered":"2024-09-12T18:17:27.769304+0000","last_clean":"2024-09-12T18:17:27.769304+0000","last_became_active":"2024-09-12T17:50:12.699983+0000","last_became_peered":"2024-09-12T17:50:12.699983+0000","last_unstale":"2024-09-12T18:17:27.769304+0000","last_undegraded":"2024-09-12T18:17:27.769304+0000","last_fullsized":"2024-09-12T18:17:27.769304+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'5","last_scrub_stamp":"2024-09-12T18:17:27.769240+0000","last_deep_scrub":"266'5","last_deep_scrub_stamp":"2024-09-12T18:17:27.769240+0000","last_clean_scrub_stamp":"2024-09-12T18:17:27.769240+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:24:03.386926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":22,"num_read_kb":15,"num_write":10,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"266'2","reported_seq":29,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:15.192182+0000","last_change":"2024-09-12T18:17:15.192182+0000","last_active":"2024-09-12T18:17:15.192182+0000","last_peered":"2024-09-12T18:17:15.192182+0000","last_clean":"2024-09-12T18:17:15.192182+0000","last_became_active":"2024-09-12T18:02:38.161523+0000","last_became_peered":"2024-09-12T18:02:38.161523+0000","last_unstale":"2024-09-12T18:17:15.192182+0000","last_undegraded":"2024-09-12T18:17:15.192182+0000","last_fullsized":"2024-09-12T18:17:15.192182+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-12T18:17:15.192092+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-12T18:17:15.192092+0000","last_clean_scrub_stamp":"2024-09-12T18:17:15.192092+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:54:23.866992+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"266'2","reported_seq":46,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:36.625195+0000","last_change":"2024-09-12T18:17:36.625083+0000","last_active":"2024-09-12T18:17:36.625195+0000","last_peered":"2024-09-12T18:17:36.625195+0000","last_clean":"2024-09-12T18:17:36.625195+0000","last_became_active":"2024-09-12T17:52:02.670396+0000","last_became_peered":"2024-09-12T17:52:02.670396+0000","last_unstale":"2024-09-12T18:17:36.625195+0000","last_undegraded":"2024-09-12T18:17:36.625195+0000","last_fullsized":"2024-09-12T18:17:36.625195+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-12T18:17:36.624986+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-12T18:17:36.624986+0000","last_clean_scrub_stamp":"2024-09-12T18:17:36.624986+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:55:05.389412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"266'2","reported_seq":49,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:32.430365+0000","last_change":"2024-09-12T18:17:32.430365+0000","last_active":"2024-09-12T18:17:32.430365+0000","last_peered":"2024-09-12T18:17:32.430365+0000","last_clean":"2024-09-12T18:17:32.430365+0000","last_became_active":"2024-09-12T17:51:59.147803+0000","last_became_peered":"2024-09-12T17:51:59.147803+0000","last_unstale":"2024-09-12T18:17:32.430365+0000","last_undegraded":"2024-09-12T18:17:32.430365+0000","last_fullsized":"2024-09-12T18:17:32.430365+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-12T18:17:32.430281+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-12T18:17:32.430281+0000","last_clean_scrub_stamp":"2024-09-12T18:17:32.430281+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:11:02.221060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"261'11","reported_seq":86,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:26.712248+0000","last_change":"2024-09-12T18:17:26.712248+0000","last_active":"2024-09-12T18:17:26.712248+0000","last_peered":"2024-09-12T18:17:26.712248+0000","last_clean":"2024-09-12T18:17:26.712248+0000","last_became_active":"2024-09-12T17:50:12.696176+0000","last_became_peered":"2024-09-12T17:50:12.696176+0000","last_unstale":"2024-09-12T18:17:26.712248+0000","last_undegraded":"2024-09-12T18:17:26.712248+0000","last_fullsized":"2024-09-12T18:17:26.712248+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'11","last_scrub_stamp":"2024-09-12T18:17:26.712154+0000","last_deep_scrub":"261'11","last_deep_scrub_stamp":"2024-09-12T18:17:26.712154+0000","last_clean_scrub_stamp":"2024-09-12T18:17:26.712154+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:12:51.436920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":56,"num_read_kb":39,"num_write":22,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":27,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:39.498174+0000","last_change":"2024-09-12T18:17:39.498174+0000","last_active":"2024-09-12T18:17:39.498174+0000","last_peered":"2024-09-12T18:17:39.498174+0000","last_clean":"2024-09-12T18:17:39.498174+0000","last_became_active":"2024-09-12T18:02:38.156976+0000","last_became_peered":"2024-09-12T18:02:38.156976+0000","last_unstale":"2024-09-12T18:17:39.498174+0000","last_undegraded":"2024-09-12T18:17:39.498174+0000","last_fullsized":"2024-09-12T18:17:39.498174+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:39.498088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:39.498088+0000","last_clean_scrub_stamp":"2024-09-12T18:17:39.498088+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:40:56.559261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"266'2","reported_seq":45,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:38.613117+0000","last_change":"2024-09-12T18:17:38.613117+0000","last_active":"2024-09-12T18:17:38.613117+0000","last_peered":"2024-09-12T18:17:38.613117+0000","last_clean":"2024-09-12T18:17:38.613117+0000","last_became_active":"2024-09-12T17:52:02.670103+0000","last_became_peered":"2024-09-12T17:52:02.670103+0000","last_unstale":"2024-09-12T18:17:38.613117+0000","last_undegraded":"2024-09-12T18:17:38.613117+0000","last_fullsized":"2024-09-12T18:17:38.613117+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-12T18:17:38.613011+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-12T18:17:38.613011+0000","last_clean_scrub_stamp":"2024-09-12T18:17:38.613011+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:35:37.135185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"266'5","reported_seq":54,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:11.175388+0000","last_change":"2024-09-12T18:17:11.175388+0000","last_active":"2024-09-12T18:17:11.175388+0000","last_peered":"2024-09-12T18:17:11.175388+0000","last_clean":"2024-09-12T18:17:11.175388+0000","last_became_active":"2024-09-12T17:51:59.144777+0000","last_became_peered":"2024-09-12T17:51:59.144777+0000","last_unstale":"2024-09-12T18:17:11.175388+0000","last_undegraded":"2024-09-12T18:17:11.175388+0000","last_fullsized":"2024-09-12T18:17:11.175388+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'5","last_scrub_stamp":"2024-09-12T18:17:11.175305+0000","last_deep_scrub":"266'5","last_deep_scrub_stamp":"2024-09-12T18:17:11.175305+0000","last_clean_scrub_stamp":"2024-09-12T18:17:11.175305+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:23:12.710839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":2048,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"266'45","reported_seq":177,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:05.206019+0000","last_change":"2024-09-12T18:17:05.206019+0000","last_active":"2024-09-12T18:17:05.206019+0000","last_peered":"2024-09-12T18:17:05.206019+0000","last_clean":"2024-09-12T18:17:05.206019+0000","last_became_active":"2024-09-12T17:50:12.695715+0000","last_became_peered":"2024-09-12T17:50:12.695715+0000","last_unstale":"2024-09-12T18:17:05.206019+0000","last_undegraded":"2024-09-12T18:17:05.206019+0000","last_fullsized":"2024-09-12T18:17:05.206019+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'45","last_scrub_stamp":"2024-09-12T18:17:05.205924+0000","last_deep_scrub":"266'45","last_deep_scrub_stamp":"2024-09-12T18:17:05.205924+0000","last_clean_scrub_stamp":"2024-09-12T18:17:05.205924+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:08:42.359734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":227,"num_read_kb":165,"num_write":78,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":27,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:34.268939+0000","last_change":"2024-09-12T18:17:34.268939+0000","last_active":"2024-09-12T18:17:34.268939+0000","last_peered":"2024-09-12T18:17:34.268939+0000","last_clean":"2024-09-12T18:17:34.268939+0000","last_became_active":"2024-09-12T18:02:38.154016+0000","last_became_peered":"2024-09-12T18:02:38.154016+0000","last_unstale":"2024-09-12T18:17:34.268939+0000","last_undegraded":"2024-09-12T18:17:34.268939+0000","last_fullsized":"2024-09-12T18:17:34.268939+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:34.268854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:34.268854+0000","last_clean_scrub_stamp":"2024-09-12T18:17:34.268854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:49:21.467235+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"0'0","reported_seq":41,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:28.648585+0000","last_change":"2024-09-12T18:17:28.648585+0000","last_active":"2024-09-12T18:17:28.648585+0000","last_peered":"2024-09-12T18:17:28.648585+0000","last_clean":"2024-09-12T18:17:28.648585+0000","last_became_active":"2024-09-12T17:52:02.163574+0000","last_became_peered":"2024-09-12T17:52:02.163574+0000","last_unstale":"2024-09-12T18:17:28.648585+0000","last_undegraded":"2024-09-12T18:17:28.648585+0000","last_fullsized":"2024-09-12T18:17:28.648585+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:28.648495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:28.648495+0000","last_clean_scrub_stamp":"2024-09-12T18:17:28.648495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:04:07.096914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"266'2","reported_seq":50,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:31.715379+0000","last_change":"2024-09-12T18:17:31.715379+0000","last_active":"2024-09-12T18:17:31.715379+0000","last_peered":"2024-09-12T18:17:31.715379+0000","last_clean":"2024-09-12T18:17:31.715379+0000","last_became_active":"2024-09-12T17:51:59.146966+0000","last_became_peered":"2024-09-12T17:51:59.146966+0000","last_unstale":"2024-09-12T18:17:31.715379+0000","last_undegraded":"2024-09-12T18:17:31.715379+0000","last_fullsized":"2024-09-12T18:17:31.715379+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-12T18:17:31.715292+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-12T18:17:31.715292+0000","last_clean_scrub_stamp":"2024-09-12T18:17:31.715292+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:33:33.237910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"266'30","reported_seq":135,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:25.521914+0000","last_change":"2024-09-12T18:17:25.521914+0000","last_active":"2024-09-12T18:17:25.521914+0000","last_peered":"2024-09-12T18:17:25.521914+0000","last_clean":"2024-09-12T18:17:25.521914+0000","last_became_active":"2024-09-12T17:50:12.698681+0000","last_became_peered":"2024-09-12T17:50:12.698681+0000","last_unstale":"2024-09-12T18:17:25.521914+0000","last_undegraded":"2024-09-12T18:17:25.521914+0000","last_fullsized":"2024-09-12T18:17:25.521914+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'30","last_scrub_stamp":"2024-09-12T18:17:25.521820+0000","last_deep_scrub":"266'30","last_deep_scrub_stamp":"2024-09-12T18:17:25.521820+0000","last_clean_scrub_stamp":"2024-09-12T18:17:25.521820+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:35:35.152690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":147,"num_read_kb":99,"num_write":50,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":19,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:14:42.559107+0000","last_change":"2024-09-12T18:02:38.164426+0000","last_active":"2024-09-12T18:14:42.559107+0000","last_peered":"2024-09-12T18:14:42.559107+0000","last_clean":"2024-09-12T18:14:42.559107+0000","last_became_active":"2024-09-12T18:02:38.163909+0000","last_became_peered":"2024-09-12T18:02:38.163909+0000","last_unstale":"2024-09-12T18:14:42.559107+0000","last_undegraded":"2024-09-12T18:14:42.559107+0000","last_fullsized":"2024-09-12T18:14:42.559107+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:02:37.130081+0000","last_clean_scrub_stamp":"2024-09-12T18:02:37.130081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"263'5","reported_seq":52,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:22.420671+0000","last_change":"2024-09-12T18:17:22.420599+0000","last_active":"2024-09-12T18:17:22.420671+0000","last_peered":"2024-09-12T18:17:22.420671+0000","last_clean":"2024-09-12T18:17:22.420671+0000","last_became_active":"2024-09-12T17:52:02.163688+0000","last_became_peered":"2024-09-12T17:52:02.163688+0000","last_unstale":"2024-09-12T18:17:22.420671+0000","last_undegraded":"2024-09-12T18:17:22.420671+0000","last_fullsized":"2024-09-12T18:17:22.420671+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'5","last_scrub_stamp":"2024-09-12T18:17:22.420478+0000","last_deep_scrub":"263'5","last_deep_scrub_stamp":"2024-09-12T18:17:22.420478+0000","last_clean_scrub_stamp":"2024-09-12T18:17:22.420478+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:01:32.923478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":12290,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"266'11","reported_seq":73,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:23.634177+0000","last_change":"2024-09-12T18:17:23.634113+0000","last_active":"2024-09-12T18:17:23.634177+0000","last_peered":"2024-09-12T18:17:23.634177+0000","last_clean":"2024-09-12T18:17:23.634177+0000","last_became_active":"2024-09-12T17:51:59.137686+0000","last_became_peered":"2024-09-12T17:51:59.137686+0000","last_unstale":"2024-09-12T18:17:23.634177+0000","last_undegraded":"2024-09-12T18:17:23.634177+0000","last_fullsized":"2024-09-12T18:17:23.634177+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'11","last_scrub_stamp":"2024-09-12T18:17:23.634029+0000","last_deep_scrub":"266'11","last_deep_scrub_stamp":"2024-09-12T18:17:23.634029+0000","last_clean_scrub_stamp":"2024-09-12T18:17:23.634029+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:06:36.270221+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":21,"num_read_kb":28676,"num_write":16,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"266'43","reported_seq":168,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:23.508562+0000","last_change":"2024-09-12T18:17:23.508562+0000","last_active":"2024-09-12T18:17:23.508562+0000","last_peered":"2024-09-12T18:17:23.508562+0000","last_clean":"2024-09-12T18:17:23.508562+0000","last_became_active":"2024-09-12T17:50:12.700684+0000","last_became_peered":"2024-09-12T17:50:12.700684+0000","last_unstale":"2024-09-12T18:17:23.508562+0000","last_undegraded":"2024-09-12T18:17:23.508562+0000","last_fullsized":"2024-09-12T18:17:23.508562+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'43","last_scrub_stamp":"2024-09-12T18:17:23.508465+0000","last_deep_scrub":"266'43","last_deep_scrub_stamp":"2024-09-12T18:17:23.508465+0000","last_clean_scrub_stamp":"2024-09-12T18:17:23.508465+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:32:42.628745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":209,"num_read_kb":143,"num_write":82,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":27,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:41.631362+0000","last_change":"2024-09-12T18:17:41.631362+0000","last_active":"2024-09-12T18:17:41.631362+0000","last_peered":"2024-09-12T18:17:41.631362+0000","last_clean":"2024-09-12T18:17:41.631362+0000","last_became_active":"2024-09-12T18:02:38.161018+0000","last_became_peered":"2024-09-12T18:02:38.161018+0000","last_unstale":"2024-09-12T18:17:41.631362+0000","last_undegraded":"2024-09-12T18:17:41.631362+0000","last_fullsized":"2024-09-12T18:17:41.631362+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:41.631273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:41.631273+0000","last_clean_scrub_stamp":"2024-09-12T18:17:41.631273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:04:39.546673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"266'7","reported_seq":55,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:21.426763+0000","last_change":"2024-09-12T18:17:21.426700+0000","last_active":"2024-09-12T18:17:21.426763+0000","last_peered":"2024-09-12T18:17:21.426763+0000","last_clean":"2024-09-12T18:17:21.426763+0000","last_became_active":"2024-09-12T17:52:02.162832+0000","last_became_peered":"2024-09-12T17:52:02.162832+0000","last_unstale":"2024-09-12T18:17:21.426763+0000","last_undegraded":"2024-09-12T18:17:21.426763+0000","last_fullsized":"2024-09-12T18:17:21.426763+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'7","last_scrub_stamp":"2024-09-12T18:17:21.426602+0000","last_deep_scrub":"266'7","last_deep_scrub_stamp":"2024-09-12T18:17:21.426602+0000","last_clean_scrub_stamp":"2024-09-12T18:17:21.426602+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:45:10.923886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":12288,"num_write":12,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"266'2","reported_seq":51,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:29.610651+0000","last_change":"2024-09-12T18:17:29.610583+0000","last_active":"2024-09-12T18:17:29.610651+0000","last_peered":"2024-09-12T18:17:29.610651+0000","last_clean":"2024-09-12T18:17:29.610651+0000","last_became_active":"2024-09-12T17:51:59.146245+0000","last_became_peered":"2024-09-12T17:51:59.146245+0000","last_unstale":"2024-09-12T18:17:29.610651+0000","last_undegraded":"2024-09-12T18:17:29.610651+0000","last_fullsized":"2024-09-12T18:17:29.610651+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-12T18:17:29.610477+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-12T18:17:29.610477+0000","last_clean_scrub_stamp":"2024-09-12T18:17:29.610477+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:03:43.324252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"0'0","reported_seq":56,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:22.711804+0000","last_change":"2024-09-12T18:17:22.711804+0000","last_active":"2024-09-12T18:17:22.711804+0000","last_peered":"2024-09-12T18:17:22.711804+0000","last_clean":"2024-09-12T18:17:22.711804+0000","last_became_active":"2024-09-12T17:50:12.698060+0000","last_became_peered":"2024-09-12T17:50:12.698060+0000","last_unstale":"2024-09-12T18:17:22.711804+0000","last_undegraded":"2024-09-12T18:17:22.711804+0000","last_fullsized":"2024-09-12T18:17:22.711804+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:22.711723+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:22.711723+0000","last_clean_scrub_stamp":"2024-09-12T18:17:22.711723+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:45:37.966138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"266'2","reported_seq":29,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:40.658362+0000","last_change":"2024-09-12T18:17:40.658362+0000","last_active":"2024-09-12T18:17:40.658362+0000","last_peered":"2024-09-12T18:17:40.658362+0000","last_clean":"2024-09-12T18:17:40.658362+0000","last_became_active":"2024-09-12T18:02:38.163910+0000","last_became_peered":"2024-09-12T18:02:38.163910+0000","last_unstale":"2024-09-12T18:17:40.658362+0000","last_undegraded":"2024-09-12T18:17:40.658362+0000","last_fullsized":"2024-09-12T18:17:40.658362+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-12T18:17:40.658264+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-12T18:17:40.658264+0000","last_clean_scrub_stamp":"2024-09-12T18:17:40.658264+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:08:53.152627+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"266'6","reported_seq":54,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:35.647318+0000","last_change":"2024-09-12T18:17:35.647249+0000","last_active":"2024-09-12T18:17:35.647318+0000","last_peered":"2024-09-12T18:17:35.647318+0000","last_clean":"2024-09-12T18:17:35.647318+0000","last_became_active":"2024-09-12T17:52:02.160320+0000","last_became_peered":"2024-09-12T17:52:02.160320+0000","last_unstale":"2024-09-12T18:17:35.647318+0000","last_undegraded":"2024-09-12T18:17:35.647318+0000","last_fullsized":"2024-09-12T18:17:35.647318+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'6","last_scrub_stamp":"2024-09-12T18:17:35.647157+0000","last_deep_scrub":"266'6","last_deep_scrub_stamp":"2024-09-12T18:17:35.647157+0000","last_clean_scrub_stamp":"2024-09-12T18:17:35.647157+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:35:14.875927+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":1578,"num_write":6,"num_write_kb":948,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"0'0","reported_seq":48,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:17.580068+0000","last_change":"2024-09-12T18:17:17.579981+0000","last_active":"2024-09-12T18:17:17.580068+0000","last_peered":"2024-09-12T18:17:17.580068+0000","last_clean":"2024-09-12T18:17:17.580068+0000","last_became_active":"2024-09-12T17:51:59.149378+0000","last_became_peered":"2024-09-12T17:51:59.149378+0000","last_unstale":"2024-09-12T18:17:17.580068+0000","last_undegraded":"2024-09-12T18:17:17.580068+0000","last_fullsized":"2024-09-12T18:17:17.580068+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:17.579867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:17.579867+0000","last_clean_scrub_stamp":"2024-09-12T18:17:17.579867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:02:49.494180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"266'16","reported_seq":99,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:21.715416+0000","last_change":"2024-09-12T18:17:21.715416+0000","last_active":"2024-09-12T18:17:21.715416+0000","last_peered":"2024-09-12T18:17:21.715416+0000","last_clean":"2024-09-12T18:17:21.715416+0000","last_became_active":"2024-09-12T17:50:12.689881+0000","last_became_peered":"2024-09-12T17:50:12.689881+0000","last_unstale":"2024-09-12T18:17:21.715416+0000","last_undegraded":"2024-09-12T18:17:21.715416+0000","last_fullsized":"2024-09-12T18:17:21.715416+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'16","last_scrub_stamp":"2024-09-12T18:17:21.715322+0000","last_deep_scrub":"266'16","last_deep_scrub_stamp":"2024-09-12T18:17:21.715322+0000","last_clean_scrub_stamp":"2024-09-12T18:17:21.715322+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:04:36.900661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":81,"num_read_kb":57,"num_write":29,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"266'2","reported_seq":29,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:40.549411+0000","last_change":"2024-09-12T18:17:40.549411+0000","last_active":"2024-09-12T18:17:40.549411+0000","last_peered":"2024-09-12T18:17:40.549411+0000","last_clean":"2024-09-12T18:17:40.549411+0000","last_became_active":"2024-09-12T18:02:38.162945+0000","last_became_peered":"2024-09-12T18:02:38.162945+0000","last_unstale":"2024-09-12T18:17:40.549411+0000","last_undegraded":"2024-09-12T18:17:40.549411+0000","last_fullsized":"2024-09-12T18:17:40.549411+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-12T18:17:40.549315+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-12T18:17:40.549315+0000","last_clean_scrub_stamp":"2024-09-12T18:17:40.549315+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:16:18.391680+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"266'2","reported_seq":44,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:19.555531+0000","last_change":"2024-09-12T18:17:19.555463+0000","last_active":"2024-09-12T18:17:19.555531+0000","last_peered":"2024-09-12T18:17:19.555531+0000","last_clean":"2024-09-12T18:17:19.555531+0000","last_became_active":"2024-09-12T17:52:02.154753+0000","last_became_peered":"2024-09-12T17:52:02.154753+0000","last_unstale":"2024-09-12T18:17:19.555531+0000","last_undegraded":"2024-09-12T18:17:19.555531+0000","last_fullsized":"2024-09-12T18:17:19.555531+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-12T18:17:19.555372+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-12T18:17:19.555372+0000","last_clean_scrub_stamp":"2024-09-12T18:17:19.555372+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:18:26.269117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"0'0","reported_seq":48,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:27.136262+0000","last_change":"2024-09-12T18:17:27.136210+0000","last_active":"2024-09-12T18:17:27.136262+0000","last_peered":"2024-09-12T18:17:27.136262+0000","last_clean":"2024-09-12T18:17:27.136262+0000","last_became_active":"2024-09-12T17:51:59.146423+0000","last_became_peered":"2024-09-12T17:51:59.146423+0000","last_unstale":"2024-09-12T18:17:27.136262+0000","last_undegraded":"2024-09-12T18:17:27.136262+0000","last_fullsized":"2024-09-12T18:17:27.136262+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:27.136129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:27.136129+0000","last_clean_scrub_stamp":"2024-09-12T18:17:27.136129+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:39:41.728044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"266'143","reported_seq":475,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:27.671474+0000","last_change":"2024-09-12T18:17:27.671474+0000","last_active":"2024-09-12T18:17:27.671474+0000","last_peered":"2024-09-12T18:17:27.671474+0000","last_clean":"2024-09-12T18:17:27.671474+0000","last_became_active":"2024-09-12T17:50:12.695302+0000","last_became_peered":"2024-09-12T17:50:12.695302+0000","last_unstale":"2024-09-12T18:17:27.671474+0000","last_undegraded":"2024-09-12T18:17:27.671474+0000","last_fullsized":"2024-09-12T18:17:27.671474+0000","mapping_epoch":252,"log_start":"263'100","ondisk_log_start":"263'100","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'143","last_scrub_stamp":"2024-09-12T18:17:27.671401+0000","last_deep_scrub":"266'143","last_deep_scrub_stamp":"2024-09-12T18:17:27.671401+0000","last_clean_scrub_stamp":"2024-09-12T18:17:27.671401+0000","objects_scrubbed":1,"log_size":43,"log_dups_size":100,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:09:20.670769+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":818,"num_read_kb":651,"num_write":189,"num_write_kb":126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2982,"num_omap_keys":6,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":27,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:13.188301+0000","last_change":"2024-09-12T18:17:13.188301+0000","last_active":"2024-09-12T18:17:13.188301+0000","last_peered":"2024-09-12T18:17:13.188301+0000","last_clean":"2024-09-12T18:17:13.188301+0000","last_became_active":"2024-09-12T18:02:38.156956+0000","last_became_peered":"2024-09-12T18:02:38.156956+0000","last_unstale":"2024-09-12T18:17:13.188301+0000","last_undegraded":"2024-09-12T18:17:13.188301+0000","last_fullsized":"2024-09-12T18:17:13.188301+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:13.188213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:13.188213+0000","last_clean_scrub_stamp":"2024-09-12T18:17:13.188213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:43:32.263086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"263'2","reported_seq":46,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:32.616846+0000","last_change":"2024-09-12T18:17:32.616846+0000","last_active":"2024-09-12T18:17:32.616846+0000","last_peered":"2024-09-12T18:17:32.616846+0000","last_clean":"2024-09-12T18:17:32.616846+0000","last_became_active":"2024-09-12T17:52:02.160519+0000","last_became_peered":"2024-09-12T17:52:02.160519+0000","last_unstale":"2024-09-12T18:17:32.616846+0000","last_undegraded":"2024-09-12T18:17:32.616846+0000","last_fullsized":"2024-09-12T18:17:32.616846+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'2","last_scrub_stamp":"2024-09-12T18:17:32.616747+0000","last_deep_scrub":"263'2","last_deep_scrub_stamp":"2024-09-12T18:17:32.616747+0000","last_clean_scrub_stamp":"2024-09-12T18:17:32.616747+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:44:04.400955+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"266'3","reported_seq":53,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:30.404280+0000","last_change":"2024-09-12T18:17:30.404280+0000","last_active":"2024-09-12T18:17:30.404280+0000","last_peered":"2024-09-12T18:17:30.404280+0000","last_clean":"2024-09-12T18:17:30.404280+0000","last_became_active":"2024-09-12T17:51:59.144978+0000","last_became_peered":"2024-09-12T17:51:59.144978+0000","last_unstale":"2024-09-12T18:17:30.404280+0000","last_undegraded":"2024-09-12T18:17:30.404280+0000","last_fullsized":"2024-09-12T18:17:30.404280+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'3","last_scrub_stamp":"2024-09-12T18:17:30.404197+0000","last_deep_scrub":"266'3","last_deep_scrub_stamp":"2024-09-12T18:17:30.404197+0000","last_clean_scrub_stamp":"2024-09-12T18:17:30.404197+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:01:19.861637+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"266'11","reported_seq":85,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:25.704467+0000","last_change":"2024-09-12T18:17:25.704467+0000","last_active":"2024-09-12T18:17:25.704467+0000","last_peered":"2024-09-12T18:17:25.704467+0000","last_clean":"2024-09-12T18:17:25.704467+0000","last_became_active":"2024-09-12T17:50:12.698913+0000","last_became_peered":"2024-09-12T17:50:12.698913+0000","last_unstale":"2024-09-12T18:17:25.704467+0000","last_undegraded":"2024-09-12T18:17:25.704467+0000","last_fullsized":"2024-09-12T18:17:25.704467+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'11","last_scrub_stamp":"2024-09-12T18:17:25.704375+0000","last_deep_scrub":"266'11","last_deep_scrub_stamp":"2024-09-12T18:17:25.704375+0000","last_clean_scrub_stamp":"2024-09-12T18:17:25.704375+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:59:38.109762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":51,"num_read_kb":36,"num_write":23,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":27,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:41.484548+0000","last_change":"2024-09-12T18:17:41.484548+0000","last_active":"2024-09-12T18:17:41.484548+0000","last_peered":"2024-09-12T18:17:41.484548+0000","last_clean":"2024-09-12T18:17:41.484548+0000","last_became_active":"2024-09-12T18:02:38.158852+0000","last_became_peered":"2024-09-12T18:02:38.158852+0000","last_unstale":"2024-09-12T18:17:41.484548+0000","last_undegraded":"2024-09-12T18:17:41.484548+0000","last_fullsized":"2024-09-12T18:17:41.484548+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:41.484458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:41.484458+0000","last_clean_scrub_stamp":"2024-09-12T18:17:41.484458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:31:11.407625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"263'4","reported_seq":51,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:33.617040+0000","last_change":"2024-09-12T18:17:33.617040+0000","last_active":"2024-09-12T18:17:33.617040+0000","last_peered":"2024-09-12T18:17:33.617040+0000","last_clean":"2024-09-12T18:17:33.617040+0000","last_became_active":"2024-09-12T17:52:02.163005+0000","last_became_peered":"2024-09-12T17:52:02.163005+0000","last_unstale":"2024-09-12T18:17:33.617040+0000","last_undegraded":"2024-09-12T18:17:33.617040+0000","last_fullsized":"2024-09-12T18:17:33.617040+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'4","last_scrub_stamp":"2024-09-12T18:17:33.616925+0000","last_deep_scrub":"263'4","last_deep_scrub_stamp":"2024-09-12T18:17:33.616925+0000","last_clean_scrub_stamp":"2024-09-12T18:17:33.616925+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:49:03.599797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":12290,"num_write":4,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"266'4","reported_seq":56,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:09.189986+0000","last_change":"2024-09-12T18:17:09.189986+0000","last_active":"2024-09-12T18:17:09.189986+0000","last_peered":"2024-09-12T18:17:09.189986+0000","last_clean":"2024-09-12T18:17:09.189986+0000","last_became_active":"2024-09-12T17:51:59.141618+0000","last_became_peered":"2024-09-12T17:51:59.141618+0000","last_unstale":"2024-09-12T18:17:09.189986+0000","last_undegraded":"2024-09-12T18:17:09.189986+0000","last_fullsized":"2024-09-12T18:17:09.189986+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'4","last_scrub_stamp":"2024-09-12T18:17:09.189900+0000","last_deep_scrub":"266'4","last_deep_scrub_stamp":"2024-09-12T18:17:09.189900+0000","last_clean_scrub_stamp":"2024-09-12T18:17:09.189900+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:31:06.820534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":10240,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"266'58","reported_seq":217,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:25.121741+0000","last_change":"2024-09-12T18:17:25.121741+0000","last_active":"2024-09-12T18:17:25.121741+0000","last_peered":"2024-09-12T18:17:25.121741+0000","last_clean":"2024-09-12T18:17:25.121741+0000","last_became_active":"2024-09-12T17:50:12.697897+0000","last_became_peered":"2024-09-12T17:50:12.697897+0000","last_unstale":"2024-09-12T18:17:25.121741+0000","last_undegraded":"2024-09-12T18:17:25.121741+0000","last_fullsized":"2024-09-12T18:17:25.121741+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'58","last_scrub_stamp":"2024-09-12T18:17:25.121657+0000","last_deep_scrub":"266'58","last_deep_scrub_stamp":"2024-09-12T18:17:25.121657+0000","last_clean_scrub_stamp":"2024-09-12T18:17:25.121657+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":0,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:12:57.673180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":299,"num_read_kb":217,"num_write":105,"num_write_kb":42,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":27,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:22.604711+0000","last_change":"2024-09-12T18:17:22.604711+0000","last_active":"2024-09-12T18:17:22.604711+0000","last_peered":"2024-09-12T18:17:22.604711+0000","last_clean":"2024-09-12T18:17:22.604711+0000","last_became_active":"2024-09-12T18:02:38.163438+0000","last_became_peered":"2024-09-12T18:02:38.163438+0000","last_unstale":"2024-09-12T18:17:22.604711+0000","last_undegraded":"2024-09-12T18:17:22.604711+0000","last_fullsized":"2024-09-12T18:17:22.604711+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:22.604595+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:22.604595+0000","last_clean_scrub_stamp":"2024-09-12T18:17:22.604595+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:43:24.590416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"266'6","reported_seq":54,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:19.416279+0000","last_change":"2024-09-12T18:17:19.416279+0000","last_active":"2024-09-12T18:17:19.416279+0000","last_peered":"2024-09-12T18:17:19.416279+0000","last_clean":"2024-09-12T18:17:19.416279+0000","last_became_active":"2024-09-12T17:52:02.669335+0000","last_became_peered":"2024-09-12T17:52:02.669335+0000","last_unstale":"2024-09-12T18:17:19.416279+0000","last_undegraded":"2024-09-12T18:17:19.416279+0000","last_fullsized":"2024-09-12T18:17:19.416279+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'6","last_scrub_stamp":"2024-09-12T18:17:19.416185+0000","last_deep_scrub":"266'6","last_deep_scrub_stamp":"2024-09-12T18:17:19.416185+0000","last_clean_scrub_stamp":"2024-09-12T18:17:19.416185+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:13:44.447207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":4098,"num_write":6,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"266'2","reported_seq":51,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:30.758694+0000","last_change":"2024-09-12T18:17:30.758694+0000","last_active":"2024-09-12T18:17:30.758694+0000","last_peered":"2024-09-12T18:17:30.758694+0000","last_clean":"2024-09-12T18:17:30.758694+0000","last_became_active":"2024-09-12T17:51:59.145349+0000","last_became_peered":"2024-09-12T17:51:59.145349+0000","last_unstale":"2024-09-12T18:17:30.758694+0000","last_undegraded":"2024-09-12T18:17:30.758694+0000","last_fullsized":"2024-09-12T18:17:30.758694+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-12T18:17:30.758570+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-12T18:17:30.758570+0000","last_clean_scrub_stamp":"2024-09-12T18:17:30.758570+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:09:57.786246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"266'19","reported_seq":108,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:13.500393+0000","last_change":"2024-09-12T18:17:13.500393+0000","last_active":"2024-09-12T18:17:13.500393+0000","last_peered":"2024-09-12T18:17:13.500393+0000","last_clean":"2024-09-12T18:17:13.500393+0000","last_became_active":"2024-09-12T17:50:12.698820+0000","last_became_peered":"2024-09-12T17:50:12.698820+0000","last_unstale":"2024-09-12T18:17:13.500393+0000","last_undegraded":"2024-09-12T18:17:13.500393+0000","last_fullsized":"2024-09-12T18:17:13.500393+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'19","last_scrub_stamp":"2024-09-12T18:17:13.500269+0000","last_deep_scrub":"266'19","last_deep_scrub_stamp":"2024-09-12T18:17:13.500269+0000","last_clean_scrub_stamp":"2024-09-12T18:17:13.500269+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:42:06.855658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":96,"num_read_kb":66,"num_write":35,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":27,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:37.484197+0000","last_change":"2024-09-12T18:17:37.484197+0000","last_active":"2024-09-12T18:17:37.484197+0000","last_peered":"2024-09-12T18:17:37.484197+0000","last_clean":"2024-09-12T18:17:37.484197+0000","last_became_active":"2024-09-12T18:02:38.158057+0000","last_became_peered":"2024-09-12T18:02:38.158057+0000","last_unstale":"2024-09-12T18:17:37.484197+0000","last_undegraded":"2024-09-12T18:17:37.484197+0000","last_fullsized":"2024-09-12T18:17:37.484197+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:37.484116+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:37.484116+0000","last_clean_scrub_stamp":"2024-09-12T18:17:37.484116+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:19:35.448218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"266'4","reported_seq":49,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:34.657864+0000","last_change":"2024-09-12T18:17:34.657864+0000","last_active":"2024-09-12T18:17:34.657864+0000","last_peered":"2024-09-12T18:17:34.657864+0000","last_clean":"2024-09-12T18:17:34.657864+0000","last_became_active":"2024-09-12T17:52:02.163690+0000","last_became_peered":"2024-09-12T17:52:02.163690+0000","last_unstale":"2024-09-12T18:17:34.657864+0000","last_undegraded":"2024-09-12T18:17:34.657864+0000","last_fullsized":"2024-09-12T18:17:34.657864+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'4","last_scrub_stamp":"2024-09-12T18:17:34.657769+0000","last_deep_scrub":"266'4","last_deep_scrub_stamp":"2024-09-12T18:17:34.657769+0000","last_clean_scrub_stamp":"2024-09-12T18:17:34.657769+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:33:35.759609+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":1553,"num_write":4,"num_write_kb":1553,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"266'2","reported_seq":51,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:16.425173+0000","last_change":"2024-09-12T18:17:16.425173+0000","last_active":"2024-09-12T18:17:16.425173+0000","last_peered":"2024-09-12T18:17:16.425173+0000","last_clean":"2024-09-12T18:17:16.425173+0000","last_became_active":"2024-09-12T17:51:59.147662+0000","last_became_peered":"2024-09-12T17:51:59.147662+0000","last_unstale":"2024-09-12T18:17:16.425173+0000","last_undegraded":"2024-09-12T18:17:16.425173+0000","last_fullsized":"2024-09-12T18:17:16.425173+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-12T18:17:16.425066+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-12T18:17:16.425066+0000","last_clean_scrub_stamp":"2024-09-12T18:17:16.425066+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:58:37.302229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"266'53","reported_seq":204,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:04.157528+0000","last_change":"2024-09-12T18:17:04.157415+0000","last_active":"2024-09-12T18:17:04.157528+0000","last_peered":"2024-09-12T18:17:04.157528+0000","last_clean":"2024-09-12T18:17:04.157528+0000","last_became_active":"2024-09-12T17:50:12.696539+0000","last_became_peered":"2024-09-12T17:50:12.696539+0000","last_unstale":"2024-09-12T18:17:04.157528+0000","last_undegraded":"2024-09-12T18:17:04.157528+0000","last_fullsized":"2024-09-12T18:17:04.157528+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'53","last_scrub_stamp":"2024-09-12T18:17:04.157307+0000","last_deep_scrub":"266'53","last_deep_scrub_stamp":"2024-09-12T18:17:04.157307+0000","last_clean_scrub_stamp":"2024-09-12T18:17:04.157307+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":0,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:27:27.116093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":280,"num_read_kb":196,"num_write":91,"num_write_kb":39,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":27,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:41.519320+0000","last_change":"2024-09-12T18:17:41.519320+0000","last_active":"2024-09-12T18:17:41.519320+0000","last_peered":"2024-09-12T18:17:41.519320+0000","last_clean":"2024-09-12T18:17:41.519320+0000","last_became_active":"2024-09-12T18:02:38.159409+0000","last_became_peered":"2024-09-12T18:02:38.159409+0000","last_unstale":"2024-09-12T18:17:41.519320+0000","last_undegraded":"2024-09-12T18:17:41.519320+0000","last_fullsized":"2024-09-12T18:17:41.519320+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:41.519211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:41.519211+0000","last_clean_scrub_stamp":"2024-09-12T18:17:41.519211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:40:59.587784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"0'0","reported_seq":42,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:31.755426+0000","last_change":"2024-09-12T18:17:31.755426+0000","last_active":"2024-09-12T18:17:31.755426+0000","last_peered":"2024-09-12T18:17:31.755426+0000","last_clean":"2024-09-12T18:17:31.755426+0000","last_became_active":"2024-09-12T17:52:02.162397+0000","last_became_peered":"2024-09-12T17:52:02.162397+0000","last_unstale":"2024-09-12T18:17:31.755426+0000","last_undegraded":"2024-09-12T18:17:31.755426+0000","last_fullsized":"2024-09-12T18:17:31.755426+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:31.755344+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:31.755344+0000","last_clean_scrub_stamp":"2024-09-12T18:17:31.755344+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:57:54.363919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"266'6","reported_seq":58,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:26.726986+0000","last_change":"2024-09-12T18:17:26.726986+0000","last_active":"2024-09-12T18:17:26.726986+0000","last_peered":"2024-09-12T18:17:26.726986+0000","last_clean":"2024-09-12T18:17:26.726986+0000","last_became_active":"2024-09-12T17:51:59.144477+0000","last_became_peered":"2024-09-12T17:51:59.144477+0000","last_unstale":"2024-09-12T18:17:26.726986+0000","last_undegraded":"2024-09-12T18:17:26.726986+0000","last_fullsized":"2024-09-12T18:17:26.726986+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'6","last_scrub_stamp":"2024-09-12T18:17:26.726892+0000","last_deep_scrub":"266'6","last_deep_scrub_stamp":"2024-09-12T18:17:26.726892+0000","last_clean_scrub_stamp":"2024-09-12T18:17:26.726892+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:57:48.863251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":12288,"num_write":6,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"266'43","reported_seq":175,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:21.741463+0000","last_change":"2024-09-12T18:17:21.741463+0000","last_active":"2024-09-12T18:17:21.741463+0000","last_peered":"2024-09-12T18:17:21.741463+0000","last_clean":"2024-09-12T18:17:21.741463+0000","last_became_active":"2024-09-12T17:50:12.699290+0000","last_became_peered":"2024-09-12T17:50:12.699290+0000","last_unstale":"2024-09-12T18:17:21.741463+0000","last_undegraded":"2024-09-12T18:17:21.741463+0000","last_fullsized":"2024-09-12T18:17:21.741463+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'43","last_scrub_stamp":"2024-09-12T18:17:21.741376+0000","last_deep_scrub":"266'43","last_deep_scrub_stamp":"2024-09-12T18:17:21.741376+0000","last_clean_scrub_stamp":"2024-09-12T18:17:21.741376+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:20:58.571510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":225,"num_read_kb":162,"num_write":74,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":27,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:40.469164+0000","last_change":"2024-09-12T18:17:40.469164+0000","last_active":"2024-09-12T18:17:40.469164+0000","last_peered":"2024-09-12T18:17:40.469164+0000","last_clean":"2024-09-12T18:17:40.469164+0000","last_became_active":"2024-09-12T18:02:38.158269+0000","last_became_peered":"2024-09-12T18:02:38.158269+0000","last_unstale":"2024-09-12T18:17:40.469164+0000","last_undegraded":"2024-09-12T18:17:40.469164+0000","last_fullsized":"2024-09-12T18:17:40.469164+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:40.469065+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:40.469065+0000","last_clean_scrub_stamp":"2024-09-12T18:17:40.469065+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:37:42.057280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"0'0","reported_seq":42,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:33.429008+0000","last_change":"2024-09-12T18:17:33.429008+0000","last_active":"2024-09-12T18:17:33.429008+0000","last_peered":"2024-09-12T18:17:33.429008+0000","last_clean":"2024-09-12T18:17:33.429008+0000","last_became_active":"2024-09-12T17:52:02.668524+0000","last_became_peered":"2024-09-12T17:52:02.668524+0000","last_unstale":"2024-09-12T18:17:33.429008+0000","last_undegraded":"2024-09-12T18:17:33.429008+0000","last_fullsized":"2024-09-12T18:17:33.429008+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:33.428902+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:33.428902+0000","last_clean_scrub_stamp":"2024-09-12T18:17:33.428902+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:20:47.361492+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"266'8","reported_seq":59,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:15.421432+0000","last_change":"2024-09-12T18:17:15.421432+0000","last_active":"2024-09-12T18:17:15.421432+0000","last_peered":"2024-09-12T18:17:15.421432+0000","last_clean":"2024-09-12T18:17:15.421432+0000","last_became_active":"2024-09-12T17:51:59.146888+0000","last_became_peered":"2024-09-12T17:51:59.146888+0000","last_unstale":"2024-09-12T18:17:15.421432+0000","last_undegraded":"2024-09-12T18:17:15.421432+0000","last_fullsized":"2024-09-12T18:17:15.421432+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'8","last_scrub_stamp":"2024-09-12T18:17:15.421345+0000","last_deep_scrub":"266'8","last_deep_scrub_stamp":"2024-09-12T18:17:15.421345+0000","last_clean_scrub_stamp":"2024-09-12T18:17:15.421345+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:00:42.754183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8232,"num_write":18,"num_write_kb":5160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"266'48","reported_seq":180,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:22.556847+0000","last_change":"2024-09-12T18:17:22.556847+0000","last_active":"2024-09-12T18:17:22.556847+0000","last_peered":"2024-09-12T18:17:22.556847+0000","last_clean":"2024-09-12T18:17:22.556847+0000","last_became_active":"2024-09-12T17:50:12.694194+0000","last_became_peered":"2024-09-12T17:50:12.694194+0000","last_unstale":"2024-09-12T18:17:22.556847+0000","last_undegraded":"2024-09-12T18:17:22.556847+0000","last_fullsized":"2024-09-12T18:17:22.556847+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'48","last_scrub_stamp":"2024-09-12T18:17:22.556754+0000","last_deep_scrub":"266'48","last_deep_scrub_stamp":"2024-09-12T18:17:22.556754+0000","last_clean_scrub_stamp":"2024-09-12T18:17:22.556754+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:47:25.753559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":222,"num_read_kb":153,"num_write":95,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"266'2","reported_seq":29,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:38.521493+0000","last_change":"2024-09-12T18:17:38.521493+0000","last_active":"2024-09-12T18:17:38.521493+0000","last_peered":"2024-09-12T18:17:38.521493+0000","last_clean":"2024-09-12T18:17:38.521493+0000","last_became_active":"2024-09-12T18:02:38.157759+0000","last_became_peered":"2024-09-12T18:02:38.157759+0000","last_unstale":"2024-09-12T18:17:38.521493+0000","last_undegraded":"2024-09-12T18:17:38.521493+0000","last_fullsized":"2024-09-12T18:17:38.521493+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-12T18:17:38.521409+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-12T18:17:38.521409+0000","last_clean_scrub_stamp":"2024-09-12T18:17:38.521409+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:37:22.026076+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"0'0","reported_seq":42,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:20.458133+0000","last_change":"2024-09-12T18:17:20.458133+0000","last_active":"2024-09-12T18:17:20.458133+0000","last_peered":"2024-09-12T18:17:20.458133+0000","last_clean":"2024-09-12T18:17:20.458133+0000","last_became_active":"2024-09-12T17:52:02.153354+0000","last_became_peered":"2024-09-12T17:52:02.153354+0000","last_unstale":"2024-09-12T18:17:20.458133+0000","last_undegraded":"2024-09-12T18:17:20.458133+0000","last_fullsized":"2024-09-12T18:17:20.458133+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:20.458040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:20.458040+0000","last_clean_scrub_stamp":"2024-09-12T18:17:20.458040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:28:55.501209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"266'9","reported_seq":65,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:28.783799+0000","last_change":"2024-09-12T18:17:28.783799+0000","last_active":"2024-09-12T18:17:28.783799+0000","last_peered":"2024-09-12T18:17:28.783799+0000","last_clean":"2024-09-12T18:17:28.783799+0000","last_became_active":"2024-09-12T17:51:59.147945+0000","last_became_peered":"2024-09-12T17:51:59.147945+0000","last_unstale":"2024-09-12T18:17:28.783799+0000","last_undegraded":"2024-09-12T18:17:28.783799+0000","last_fullsized":"2024-09-12T18:17:28.783799+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'9","last_scrub_stamp":"2024-09-12T18:17:28.783713+0000","last_deep_scrub":"266'9","last_deep_scrub_stamp":"2024-09-12T18:17:28.783713+0000","last_clean_scrub_stamp":"2024-09-12T18:17:28.783713+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:20:48.757808+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":14338,"num_write":14,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"266'15","reported_seq":94,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:24.706407+0000","last_change":"2024-09-12T18:17:24.706407+0000","last_active":"2024-09-12T18:17:24.706407+0000","last_peered":"2024-09-12T18:17:24.706407+0000","last_clean":"2024-09-12T18:17:24.706407+0000","last_became_active":"2024-09-12T17:50:12.696682+0000","last_became_peered":"2024-09-12T17:50:12.696682+0000","last_unstale":"2024-09-12T18:17:24.706407+0000","last_undegraded":"2024-09-12T18:17:24.706407+0000","last_fullsized":"2024-09-12T18:17:24.706407+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'15","last_scrub_stamp":"2024-09-12T18:17:24.706312+0000","last_deep_scrub":"266'15","last_deep_scrub_stamp":"2024-09-12T18:17:24.706312+0000","last_clean_scrub_stamp":"2024-09-12T18:17:24.706312+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:53:44.874470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":68,"num_read_kb":48,"num_write":26,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":27,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:39.636203+0000","last_change":"2024-09-12T18:17:39.636203+0000","last_active":"2024-09-12T18:17:39.636203+0000","last_peered":"2024-09-12T18:17:39.636203+0000","last_clean":"2024-09-12T18:17:39.636203+0000","last_became_active":"2024-09-12T18:02:38.160668+0000","last_became_peered":"2024-09-12T18:02:38.160668+0000","last_unstale":"2024-09-12T18:17:39.636203+0000","last_undegraded":"2024-09-12T18:17:39.636203+0000","last_fullsized":"2024-09-12T18:17:39.636203+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:39.636109+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:39.636109+0000","last_clean_scrub_stamp":"2024-09-12T18:17:39.636109+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:34:41.083883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"0'0","reported_seq":42,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:34.466054+0000","last_change":"2024-09-12T18:17:34.466054+0000","last_active":"2024-09-12T18:17:34.466054+0000","last_peered":"2024-09-12T18:17:34.466054+0000","last_clean":"2024-09-12T18:17:34.466054+0000","last_became_active":"2024-09-12T17:52:02.161957+0000","last_became_peered":"2024-09-12T17:52:02.161957+0000","last_unstale":"2024-09-12T18:17:34.466054+0000","last_undegraded":"2024-09-12T18:17:34.466054+0000","last_fullsized":"2024-09-12T18:17:34.466054+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:34.465974+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:34.465974+0000","last_clean_scrub_stamp":"2024-09-12T18:17:34.465974+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:06:02.047833+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"266'10","reported_seq":69,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:22.670981+0000","last_change":"2024-09-12T18:17:22.670981+0000","last_active":"2024-09-12T18:17:22.670981+0000","last_peered":"2024-09-12T18:17:22.670981+0000","last_clean":"2024-09-12T18:17:22.670981+0000","last_became_active":"2024-09-12T17:51:59.138251+0000","last_became_peered":"2024-09-12T17:51:59.138251+0000","last_unstale":"2024-09-12T18:17:22.670981+0000","last_undegraded":"2024-09-12T18:17:22.670981+0000","last_fullsized":"2024-09-12T18:17:22.670981+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'10","last_scrub_stamp":"2024-09-12T18:17:22.670881+0000","last_deep_scrub":"266'10","last_deep_scrub_stamp":"2024-09-12T18:17:22.670881+0000","last_clean_scrub_stamp":"2024-09-12T18:17:22.670881+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:40:52.597971+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17,"num_read_kb":7699,"num_write":10,"num_write_kb":4625,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"266'51","reported_seq":202,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:14.501454+0000","last_change":"2024-09-12T18:17:14.501454+0000","last_active":"2024-09-12T18:17:14.501454+0000","last_peered":"2024-09-12T18:17:14.501454+0000","last_clean":"2024-09-12T18:17:14.501454+0000","last_became_active":"2024-09-12T17:50:12.698811+0000","last_became_peered":"2024-09-12T17:50:12.698811+0000","last_unstale":"2024-09-12T18:17:14.501454+0000","last_undegraded":"2024-09-12T18:17:14.501454+0000","last_fullsized":"2024-09-12T18:17:14.501454+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'51","last_scrub_stamp":"2024-09-12T18:17:14.501369+0000","last_deep_scrub":"266'51","last_deep_scrub_stamp":"2024-09-12T18:17:14.501369+0000","last_clean_scrub_stamp":"2024-09-12T18:17:14.501369+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":0,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:48:17.414265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":279,"num_read_kb":200,"num_write":87,"num_write_kb":42,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":28,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:35.502395+0000","last_change":"2024-09-12T18:17:35.502395+0000","last_active":"2024-09-12T18:17:35.502395+0000","last_peered":"2024-09-12T18:17:35.502395+0000","last_clean":"2024-09-12T18:17:35.502395+0000","last_became_active":"2024-09-12T18:02:38.160530+0000","last_became_peered":"2024-09-12T18:02:38.160530+0000","last_unstale":"2024-09-12T18:17:35.502395+0000","last_undegraded":"2024-09-12T18:17:35.502395+0000","last_fullsized":"2024-09-12T18:17:35.502395+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:35.502303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:35.502303+0000","last_clean_scrub_stamp":"2024-09-12T18:17:35.502303+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:02:24.868249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"266'10","reported_seq":59,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:35.707753+0000","last_change":"2024-09-12T18:17:35.707753+0000","last_active":"2024-09-12T18:17:35.707753+0000","last_peered":"2024-09-12T18:17:35.707753+0000","last_clean":"2024-09-12T18:17:35.707753+0000","last_became_active":"2024-09-12T17:52:02.155743+0000","last_became_peered":"2024-09-12T17:52:02.155743+0000","last_unstale":"2024-09-12T18:17:35.707753+0000","last_undegraded":"2024-09-12T18:17:35.707753+0000","last_fullsized":"2024-09-12T18:17:35.707753+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'10","last_scrub_stamp":"2024-09-12T18:17:35.707660+0000","last_deep_scrub":"266'10","last_deep_scrub_stamp":"2024-09-12T18:17:35.707660+0000","last_clean_scrub_stamp":"2024-09-12T18:17:35.707660+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:23:10.898850+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":7170,"num_write":20,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"266'5","reported_seq":57,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:29.447487+0000","last_change":"2024-09-12T18:17:29.447487+0000","last_active":"2024-09-12T18:17:29.447487+0000","last_peered":"2024-09-12T18:17:29.447487+0000","last_clean":"2024-09-12T18:17:29.447487+0000","last_became_active":"2024-09-12T17:51:59.146953+0000","last_became_peered":"2024-09-12T17:51:59.146953+0000","last_unstale":"2024-09-12T18:17:29.447487+0000","last_undegraded":"2024-09-12T18:17:29.447487+0000","last_fullsized":"2024-09-12T18:17:29.447487+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'5","last_scrub_stamp":"2024-09-12T18:17:29.447401+0000","last_deep_scrub":"266'5","last_deep_scrub_stamp":"2024-09-12T18:17:29.447401+0000","last_clean_scrub_stamp":"2024-09-12T18:17:29.447401+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:06:49.264740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8763,"num_write":10,"num_write_kb":4667,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"266'30","reported_seq":140,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:23.749568+0000","last_change":"2024-09-12T18:17:23.749568+0000","last_active":"2024-09-12T18:17:23.749568+0000","last_peered":"2024-09-12T18:17:23.749568+0000","last_clean":"2024-09-12T18:17:23.749568+0000","last_became_active":"2024-09-12T17:50:12.698933+0000","last_became_peered":"2024-09-12T17:50:12.698933+0000","last_unstale":"2024-09-12T18:17:23.749568+0000","last_undegraded":"2024-09-12T18:17:23.749568+0000","last_fullsized":"2024-09-12T18:17:23.749568+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'30","last_scrub_stamp":"2024-09-12T18:17:23.749472+0000","last_deep_scrub":"266'30","last_deep_scrub_stamp":"2024-09-12T18:17:23.749472+0000","last_clean_scrub_stamp":"2024-09-12T18:17:23.749472+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:23:33.084794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":154,"num_read_kb":111,"num_write":53,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":28,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:33.220765+0000","last_change":"2024-09-12T18:17:33.220765+0000","last_active":"2024-09-12T18:17:33.220765+0000","last_peered":"2024-09-12T18:17:33.220765+0000","last_clean":"2024-09-12T18:17:33.220765+0000","last_became_active":"2024-09-12T18:02:38.151453+0000","last_became_peered":"2024-09-12T18:02:38.151453+0000","last_unstale":"2024-09-12T18:17:33.220765+0000","last_undegraded":"2024-09-12T18:17:33.220765+0000","last_fullsized":"2024-09-12T18:17:33.220765+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:33.220659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:33.220659+0000","last_clean_scrub_stamp":"2024-09-12T18:17:33.220659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:50:49.601461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"0'0","reported_seq":43,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:34.668772+0000","last_change":"2024-09-12T18:17:34.668772+0000","last_active":"2024-09-12T18:17:34.668772+0000","last_peered":"2024-09-12T18:17:34.668772+0000","last_clean":"2024-09-12T18:17:34.668772+0000","last_became_active":"2024-09-12T17:52:02.670033+0000","last_became_peered":"2024-09-12T17:52:02.670033+0000","last_unstale":"2024-09-12T18:17:34.668772+0000","last_undegraded":"2024-09-12T18:17:34.668772+0000","last_fullsized":"2024-09-12T18:17:34.668772+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:34.668687+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:34.668687+0000","last_clean_scrub_stamp":"2024-09-12T18:17:34.668687+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:37:48.988022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"263'5","reported_seq":58,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:08.222870+0000","last_change":"2024-09-12T18:17:08.222870+0000","last_active":"2024-09-12T18:17:08.222870+0000","last_peered":"2024-09-12T18:17:08.222870+0000","last_clean":"2024-09-12T18:17:08.222870+0000","last_became_active":"2024-09-12T17:51:59.142482+0000","last_became_peered":"2024-09-12T17:51:59.142482+0000","last_unstale":"2024-09-12T18:17:08.222870+0000","last_undegraded":"2024-09-12T18:17:08.222870+0000","last_fullsized":"2024-09-12T18:17:08.222870+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'5","last_scrub_stamp":"2024-09-12T18:17:08.222783+0000","last_deep_scrub":"263'5","last_deep_scrub_stamp":"2024-09-12T18:17:08.222783+0000","last_clean_scrub_stamp":"2024-09-12T18:17:08.222783+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:45:23.272972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8192,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"266'138","reported_seq":486,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:12.459131+0000","last_change":"2024-09-12T18:17:12.459131+0000","last_active":"2024-09-12T18:17:12.459131+0000","last_peered":"2024-09-12T18:17:12.459131+0000","last_clean":"2024-09-12T18:17:12.459131+0000","last_became_active":"2024-09-12T17:50:12.697975+0000","last_became_peered":"2024-09-12T17:50:12.697975+0000","last_unstale":"2024-09-12T18:17:12.459131+0000","last_undegraded":"2024-09-12T18:17:12.459131+0000","last_fullsized":"2024-09-12T18:17:12.459131+0000","mapping_epoch":252,"log_start":"263'100","ondisk_log_start":"263'100","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'138","last_scrub_stamp":"2024-09-12T18:17:12.459034+0000","last_deep_scrub":"266'138","last_deep_scrub_stamp":"2024-09-12T18:17:12.459034+0000","last_clean_scrub_stamp":"2024-09-12T18:17:12.459034+0000","objects_scrubbed":1,"log_size":38,"log_dups_size":100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:05:43.624250+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":846,"num_read_kb":616,"num_write":166,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4464,"num_omap_keys":9,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":28,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:23.444950+0000","last_change":"2024-09-12T18:17:23.444950+0000","last_active":"2024-09-12T18:17:23.444950+0000","last_peered":"2024-09-12T18:17:23.444950+0000","last_clean":"2024-09-12T18:17:23.444950+0000","last_became_active":"2024-09-12T18:02:38.157334+0000","last_became_peered":"2024-09-12T18:02:38.157334+0000","last_unstale":"2024-09-12T18:17:23.444950+0000","last_undegraded":"2024-09-12T18:17:23.444950+0000","last_fullsized":"2024-09-12T18:17:23.444950+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:23.444856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:23.444856+0000","last_clean_scrub_stamp":"2024-09-12T18:17:23.444856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:44:28.118206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"0'0","reported_seq":42,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:31.392751+0000","last_change":"2024-09-12T18:17:31.392751+0000","last_active":"2024-09-12T18:17:31.392751+0000","last_peered":"2024-09-12T18:17:31.392751+0000","last_clean":"2024-09-12T18:17:31.392751+0000","last_became_active":"2024-09-12T17:52:02.668489+0000","last_became_peered":"2024-09-12T17:52:02.668489+0000","last_unstale":"2024-09-12T18:17:31.392751+0000","last_undegraded":"2024-09-12T18:17:31.392751+0000","last_fullsized":"2024-09-12T18:17:31.392751+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:31.392664+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:31.392664+0000","last_clean_scrub_stamp":"2024-09-12T18:17:31.392664+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:00:26.577954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"266'4","reported_seq":55,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:26.157941+0000","last_change":"2024-09-12T18:17:26.157941+0000","last_active":"2024-09-12T18:17:26.157941+0000","last_peered":"2024-09-12T18:17:26.157941+0000","last_clean":"2024-09-12T18:17:26.157941+0000","last_became_active":"2024-09-12T17:51:59.147683+0000","last_became_peered":"2024-09-12T17:51:59.147683+0000","last_unstale":"2024-09-12T18:17:26.157941+0000","last_undegraded":"2024-09-12T18:17:26.157941+0000","last_fullsized":"2024-09-12T18:17:26.157941+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'4","last_scrub_stamp":"2024-09-12T18:17:26.157829+0000","last_deep_scrub":"266'4","last_deep_scrub_stamp":"2024-09-12T18:17:26.157829+0000","last_clean_scrub_stamp":"2024-09-12T18:17:26.157829+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:07:50.883999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8192,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"266'39","reported_seq":166,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:24.538652+0000","last_change":"2024-09-12T18:17:24.538652+0000","last_active":"2024-09-12T18:17:24.538652+0000","last_peered":"2024-09-12T18:17:24.538652+0000","last_clean":"2024-09-12T18:17:24.538652+0000","last_became_active":"2024-09-12T17:50:12.693758+0000","last_became_peered":"2024-09-12T17:50:12.693758+0000","last_unstale":"2024-09-12T18:17:24.538652+0000","last_undegraded":"2024-09-12T18:17:24.538652+0000","last_fullsized":"2024-09-12T18:17:24.538652+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'39","last_scrub_stamp":"2024-09-12T18:17:24.538568+0000","last_deep_scrub":"266'39","last_deep_scrub_stamp":"2024-09-12T18:17:24.538568+0000","last_clean_scrub_stamp":"2024-09-12T18:17:24.538568+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:13:52.808618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":206,"num_read_kb":145,"num_write":69,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":28,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:32.771757+0000","last_change":"2024-09-12T18:17:32.771757+0000","last_active":"2024-09-12T18:17:32.771757+0000","last_peered":"2024-09-12T18:17:32.771757+0000","last_clean":"2024-09-12T18:17:32.771757+0000","last_became_active":"2024-09-12T18:02:38.156973+0000","last_became_peered":"2024-09-12T18:02:38.156973+0000","last_unstale":"2024-09-12T18:17:32.771757+0000","last_undegraded":"2024-09-12T18:17:32.771757+0000","last_fullsized":"2024-09-12T18:17:32.771757+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:32.771661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:32.771661+0000","last_clean_scrub_stamp":"2024-09-12T18:17:32.771661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:03:28.824882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"266'7","reported_seq":54,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:27.645120+0000","last_change":"2024-09-12T18:17:27.645120+0000","last_active":"2024-09-12T18:17:27.645120+0000","last_peered":"2024-09-12T18:17:27.645120+0000","last_clean":"2024-09-12T18:17:27.645120+0000","last_became_active":"2024-09-12T17:52:02.159767+0000","last_became_peered":"2024-09-12T17:52:02.159767+0000","last_unstale":"2024-09-12T18:17:27.645120+0000","last_undegraded":"2024-09-12T18:17:27.645120+0000","last_fullsized":"2024-09-12T18:17:27.645120+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'7","last_scrub_stamp":"2024-09-12T18:17:27.645044+0000","last_deep_scrub":"266'7","last_deep_scrub_stamp":"2024-09-12T18:17:27.645044+0000","last_clean_scrub_stamp":"2024-09-12T18:17:27.645044+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:59:27.427358+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":10240,"num_write":12,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"0'0","reported_seq":48,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:28.483122+0000","last_change":"2024-09-12T18:17:28.483122+0000","last_active":"2024-09-12T18:17:28.483122+0000","last_peered":"2024-09-12T18:17:28.483122+0000","last_clean":"2024-09-12T18:17:28.483122+0000","last_became_active":"2024-09-12T17:51:59.148691+0000","last_became_peered":"2024-09-12T17:51:59.148691+0000","last_unstale":"2024-09-12T18:17:28.483122+0000","last_undegraded":"2024-09-12T18:17:28.483122+0000","last_fullsized":"2024-09-12T18:17:28.483122+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:28.483016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:28.483016+0000","last_clean_scrub_stamp":"2024-09-12T18:17:28.483016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:13:32.554865+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"266'28","reported_seq":132,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:10.446028+0000","last_change":"2024-09-12T18:17:10.445930+0000","last_active":"2024-09-12T18:17:10.446028+0000","last_peered":"2024-09-12T18:17:10.446028+0000","last_clean":"2024-09-12T18:17:10.446028+0000","last_became_active":"2024-09-12T17:50:12.696915+0000","last_became_peered":"2024-09-12T17:50:12.696915+0000","last_unstale":"2024-09-12T18:17:10.446028+0000","last_undegraded":"2024-09-12T18:17:10.446028+0000","last_fullsized":"2024-09-12T18:17:10.446028+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'28","last_scrub_stamp":"2024-09-12T18:17:10.445821+0000","last_deep_scrub":"266'28","last_deep_scrub_stamp":"2024-09-12T18:17:10.445821+0000","last_clean_scrub_stamp":"2024-09-12T18:17:10.445821+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":0,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:54:41.185685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":136,"num_read_kb":96,"num_write":55,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"266'2","reported_seq":29,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:14.229648+0000","last_change":"2024-09-12T18:17:14.229648+0000","last_active":"2024-09-12T18:17:14.229648+0000","last_peered":"2024-09-12T18:17:14.229648+0000","last_clean":"2024-09-12T18:17:14.229648+0000","last_became_active":"2024-09-12T18:02:38.162572+0000","last_became_peered":"2024-09-12T18:02:38.162572+0000","last_unstale":"2024-09-12T18:17:14.229648+0000","last_undegraded":"2024-09-12T18:17:14.229648+0000","last_fullsized":"2024-09-12T18:17:14.229648+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-12T18:17:14.229550+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-12T18:17:14.229550+0000","last_clean_scrub_stamp":"2024-09-12T18:17:14.229550+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:44:54.596671+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"266'8","reported_seq":55,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:18.409507+0000","last_change":"2024-09-12T18:17:18.409507+0000","last_active":"2024-09-12T18:17:18.409507+0000","last_peered":"2024-09-12T18:17:18.409507+0000","last_clean":"2024-09-12T18:17:18.409507+0000","last_became_active":"2024-09-12T17:52:02.158305+0000","last_became_peered":"2024-09-12T17:52:02.158305+0000","last_unstale":"2024-09-12T18:17:18.409507+0000","last_undegraded":"2024-09-12T18:17:18.409507+0000","last_fullsized":"2024-09-12T18:17:18.409507+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'8","last_scrub_stamp":"2024-09-12T18:17:18.409420+0000","last_deep_scrub":"266'8","last_deep_scrub_stamp":"2024-09-12T18:17:18.409420+0000","last_clean_scrub_stamp":"2024-09-12T18:17:18.409420+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:04:21.480136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":8192,"num_write":18,"num_write_kb":12288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"266'4","reported_seq":55,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:26.525495+0000","last_change":"2024-09-12T18:17:26.525495+0000","last_active":"2024-09-12T18:17:26.525495+0000","last_peered":"2024-09-12T18:17:26.525495+0000","last_clean":"2024-09-12T18:17:26.525495+0000","last_became_active":"2024-09-12T17:51:59.146539+0000","last_became_peered":"2024-09-12T17:51:59.146539+0000","last_unstale":"2024-09-12T18:17:26.525495+0000","last_undegraded":"2024-09-12T18:17:26.525495+0000","last_fullsized":"2024-09-12T18:17:26.525495+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'4","last_scrub_stamp":"2024-09-12T18:17:26.525391+0000","last_deep_scrub":"266'4","last_deep_scrub_stamp":"2024-09-12T18:17:26.525391+0000","last_clean_scrub_stamp":"2024-09-12T18:17:26.525391+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:31:12.937592+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":7168,"num_write":4,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"266'35","reported_seq":157,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:24.112690+0000","last_change":"2024-09-12T18:17:24.112690+0000","last_active":"2024-09-12T18:17:24.112690+0000","last_peered":"2024-09-12T18:17:24.112690+0000","last_clean":"2024-09-12T18:17:24.112690+0000","last_became_active":"2024-09-12T17:50:12.697992+0000","last_became_peered":"2024-09-12T17:50:12.697992+0000","last_unstale":"2024-09-12T18:17:24.112690+0000","last_undegraded":"2024-09-12T18:17:24.112690+0000","last_fullsized":"2024-09-12T18:17:24.112690+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'35","last_scrub_stamp":"2024-09-12T18:17:24.112601+0000","last_deep_scrub":"266'35","last_deep_scrub_stamp":"2024-09-12T18:17:24.112601+0000","last_clean_scrub_stamp":"2024-09-12T18:17:24.112601+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":0,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:24:04.664451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":188,"num_read_kb":134,"num_write":61,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":27,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:38.679034+0000","last_change":"2024-09-12T18:17:38.679034+0000","last_active":"2024-09-12T18:17:38.679034+0000","last_peered":"2024-09-12T18:17:38.679034+0000","last_clean":"2024-09-12T18:17:38.679034+0000","last_became_active":"2024-09-12T18:02:38.159197+0000","last_became_peered":"2024-09-12T18:02:38.159197+0000","last_unstale":"2024-09-12T18:17:38.679034+0000","last_undegraded":"2024-09-12T18:17:38.679034+0000","last_fullsized":"2024-09-12T18:17:38.679034+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:38.678938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:38.678938+0000","last_clean_scrub_stamp":"2024-09-12T18:17:38.678938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:57:57.036376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"266'6","reported_seq":53,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:28.129055+0000","last_change":"2024-09-12T18:17:28.129055+0000","last_active":"2024-09-12T18:17:28.129055+0000","last_peered":"2024-09-12T18:17:28.129055+0000","last_clean":"2024-09-12T18:17:28.129055+0000","last_became_active":"2024-09-12T17:52:02.162340+0000","last_became_peered":"2024-09-12T17:52:02.162340+0000","last_unstale":"2024-09-12T18:17:28.129055+0000","last_undegraded":"2024-09-12T18:17:28.129055+0000","last_fullsized":"2024-09-12T18:17:28.129055+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'6","last_scrub_stamp":"2024-09-12T18:17:28.128971+0000","last_deep_scrub":"266'6","last_deep_scrub_stamp":"2024-09-12T18:17:28.128971+0000","last_clean_scrub_stamp":"2024-09-12T18:17:28.128971+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:19:05.989179+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":12288,"num_write":6,"num_write_kb":12288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"0'0","reported_seq":49,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:27.506719+0000","last_change":"2024-09-12T18:17:27.506719+0000","last_active":"2024-09-12T18:17:27.506719+0000","last_peered":"2024-09-12T18:17:27.506719+0000","last_clean":"2024-09-12T18:17:27.506719+0000","last_became_active":"2024-09-12T17:51:59.144846+0000","last_became_peered":"2024-09-12T17:51:59.144846+0000","last_unstale":"2024-09-12T18:17:27.506719+0000","last_undegraded":"2024-09-12T18:17:27.506719+0000","last_fullsized":"2024-09-12T18:17:27.506719+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:27.506585+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:27.506585+0000","last_clean_scrub_stamp":"2024-09-12T18:17:27.506585+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:31:57.195417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"266'29","reported_seq":142,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:20.702814+0000","last_change":"2024-09-12T18:17:20.702814+0000","last_active":"2024-09-12T18:17:20.702814+0000","last_peered":"2024-09-12T18:17:20.702814+0000","last_clean":"2024-09-12T18:17:20.702814+0000","last_became_active":"2024-09-12T17:50:12.686722+0000","last_became_peered":"2024-09-12T17:50:12.686722+0000","last_unstale":"2024-09-12T18:17:20.702814+0000","last_undegraded":"2024-09-12T18:17:20.702814+0000","last_fullsized":"2024-09-12T18:17:20.702814+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'29","last_scrub_stamp":"2024-09-12T18:17:20.702660+0000","last_deep_scrub":"266'29","last_deep_scrub_stamp":"2024-09-12T18:17:20.702660+0000","last_clean_scrub_stamp":"2024-09-12T18:17:20.702660+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:11:02.464763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":160,"num_read_kb":111,"num_write":51,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":28,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:37.719210+0000","last_change":"2024-09-12T18:17:37.719210+0000","last_active":"2024-09-12T18:17:37.719210+0000","last_peered":"2024-09-12T18:17:37.719210+0000","last_clean":"2024-09-12T18:17:37.719210+0000","last_became_active":"2024-09-12T18:02:38.162297+0000","last_became_peered":"2024-09-12T18:02:38.162297+0000","last_unstale":"2024-09-12T18:17:37.719210+0000","last_undegraded":"2024-09-12T18:17:37.719210+0000","last_fullsized":"2024-09-12T18:17:37.719210+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:37.719120+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:37.719120+0000","last_clean_scrub_stamp":"2024-09-12T18:17:37.719120+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:48:19.978108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"263'5","reported_seq":52,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:18.559622+0000","last_change":"2024-09-12T18:17:18.559622+0000","last_active":"2024-09-12T18:17:18.559622+0000","last_peered":"2024-09-12T18:17:18.559622+0000","last_clean":"2024-09-12T18:17:18.559622+0000","last_became_active":"2024-09-12T17:52:02.160655+0000","last_became_peered":"2024-09-12T17:52:02.160655+0000","last_unstale":"2024-09-12T18:17:18.559622+0000","last_undegraded":"2024-09-12T18:17:18.559622+0000","last_fullsized":"2024-09-12T18:17:18.559622+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'5","last_scrub_stamp":"2024-09-12T18:17:18.559504+0000","last_deep_scrub":"263'5","last_deep_scrub_stamp":"2024-09-12T18:17:18.559504+0000","last_clean_scrub_stamp":"2024-09-12T18:17:18.559504+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:12:19.542943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":5120,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"263'6","reported_seq":62,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:14.467438+0000","last_change":"2024-09-12T18:17:14.467438+0000","last_active":"2024-09-12T18:17:14.467438+0000","last_peered":"2024-09-12T18:17:14.467438+0000","last_clean":"2024-09-12T18:17:14.467438+0000","last_became_active":"2024-09-12T17:51:59.145508+0000","last_became_peered":"2024-09-12T17:51:59.145508+0000","last_unstale":"2024-09-12T18:17:14.467438+0000","last_undegraded":"2024-09-12T18:17:14.467438+0000","last_fullsized":"2024-09-12T18:17:14.467438+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'6","last_scrub_stamp":"2024-09-12T18:17:14.467344+0000","last_deep_scrub":"263'6","last_deep_scrub_stamp":"2024-09-12T18:17:14.467344+0000","last_clean_scrub_stamp":"2024-09-12T18:17:14.467344+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:31:35.311585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":15362,"num_write":6,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"266'8","reported_seq":77,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:11.481274+0000","last_change":"2024-09-12T18:17:11.481203+0000","last_active":"2024-09-12T18:17:11.481274+0000","last_peered":"2024-09-12T18:17:11.481274+0000","last_clean":"2024-09-12T18:17:11.481274+0000","last_became_active":"2024-09-12T17:50:12.695832+0000","last_became_peered":"2024-09-12T17:50:12.695832+0000","last_unstale":"2024-09-12T18:17:11.481274+0000","last_undegraded":"2024-09-12T18:17:11.481274+0000","last_fullsized":"2024-09-12T18:17:11.481274+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'8","last_scrub_stamp":"2024-09-12T18:17:11.481113+0000","last_deep_scrub":"266'8","last_deep_scrub_stamp":"2024-09-12T18:17:11.481113+0000","last_clean_scrub_stamp":"2024-09-12T18:17:11.481113+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:26:40.171271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":33,"num_read_kb":23,"num_write":19,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":28,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:36.512008+0000","last_change":"2024-09-12T18:17:36.512008+0000","last_active":"2024-09-12T18:17:36.512008+0000","last_peered":"2024-09-12T18:17:36.512008+0000","last_clean":"2024-09-12T18:17:36.512008+0000","last_became_active":"2024-09-12T18:02:38.160660+0000","last_became_peered":"2024-09-12T18:02:38.160660+0000","last_unstale":"2024-09-12T18:17:36.512008+0000","last_undegraded":"2024-09-12T18:17:36.512008+0000","last_fullsized":"2024-09-12T18:17:36.512008+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:36.511919+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:36.511919+0000","last_clean_scrub_stamp":"2024-09-12T18:17:36.511919+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:55:26.869086+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"266'3","reported_seq":46,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:29.689366+0000","last_change":"2024-09-12T18:17:29.689366+0000","last_active":"2024-09-12T18:17:29.689366+0000","last_peered":"2024-09-12T18:17:29.689366+0000","last_clean":"2024-09-12T18:17:29.689366+0000","last_became_active":"2024-09-12T17:52:02.162377+0000","last_became_peered":"2024-09-12T17:52:02.162377+0000","last_unstale":"2024-09-12T18:17:29.689366+0000","last_undegraded":"2024-09-12T18:17:29.689366+0000","last_fullsized":"2024-09-12T18:17:29.689366+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'3","last_scrub_stamp":"2024-09-12T18:17:29.689278+0000","last_deep_scrub":"266'3","last_deep_scrub_stamp":"2024-09-12T18:17:29.689278+0000","last_clean_scrub_stamp":"2024-09-12T18:17:29.689278+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:22:52.196831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"266'5","reported_seq":56,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:16.529612+0000","last_change":"2024-09-12T18:17:16.529612+0000","last_active":"2024-09-12T18:17:16.529612+0000","last_peered":"2024-09-12T18:17:16.529612+0000","last_clean":"2024-09-12T18:17:16.529612+0000","last_became_active":"2024-09-12T17:51:59.150252+0000","last_became_peered":"2024-09-12T17:51:59.150252+0000","last_unstale":"2024-09-12T18:17:16.529612+0000","last_undegraded":"2024-09-12T18:17:16.529612+0000","last_fullsized":"2024-09-12T18:17:16.529612+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'5","last_scrub_stamp":"2024-09-12T18:17:16.529514+0000","last_deep_scrub":"266'5","last_deep_scrub_stamp":"2024-09-12T18:17:16.529514+0000","last_clean_scrub_stamp":"2024-09-12T18:17:16.529514+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:06:56.504529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":4096,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"266'56","reported_seq":212,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:19.582184+0000","last_change":"2024-09-12T18:17:19.582184+0000","last_active":"2024-09-12T18:17:19.582184+0000","last_peered":"2024-09-12T18:17:19.582184+0000","last_clean":"2024-09-12T18:17:19.582184+0000","last_became_active":"2024-09-12T17:50:12.701174+0000","last_became_peered":"2024-09-12T17:50:12.701174+0000","last_unstale":"2024-09-12T18:17:19.582184+0000","last_undegraded":"2024-09-12T18:17:19.582184+0000","last_fullsized":"2024-09-12T18:17:19.582184+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'56","last_scrub_stamp":"2024-09-12T18:17:19.582102+0000","last_deep_scrub":"266'56","last_deep_scrub_stamp":"2024-09-12T18:17:19.582102+0000","last_clean_scrub_stamp":"2024-09-12T18:17:19.582102+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":0,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:56:53.546262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":295,"num_read_kb":218,"num_write":91,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"266'169","reported_seq":792,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:59.679811+0000","last_change":"2024-09-12T18:16:59.679811+0000","last_active":"2024-09-12T18:16:59.679811+0000","last_peered":"2024-09-12T18:16:59.679811+0000","last_clean":"2024-09-12T18:16:59.679811+0000","last_became_active":"2024-09-12T17:35:31.566215+0000","last_became_peered":"2024-09-12T17:35:31.566215+0000","last_unstale":"2024-09-12T18:16:59.679811+0000","last_undegraded":"2024-09-12T18:16:59.679811+0000","last_fullsized":"2024-09-12T18:16:59.679811+0000","mapping_epoch":38,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'169","last_scrub_stamp":"2024-09-12T18:16:59.679698+0000","last_deep_scrub":"266'169","last_deep_scrub_stamp":"2024-09-12T18:16:59.679698+0000","last_clean_scrub_stamp":"2024-09-12T18:16:59.679698+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:47:05.159337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":375,"num_read_kb":35445,"num_write":781,"num_write_kb":43842,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"266'407","reported_seq":1071,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:05.048797+0000","last_change":"2024-09-12T18:17:05.048720+0000","last_active":"2024-09-12T18:17:05.048797+0000","last_peered":"2024-09-12T18:17:05.048797+0000","last_clean":"2024-09-12T18:17:05.048797+0000","last_became_active":"2024-09-12T17:34:58.921234+0000","last_became_peered":"2024-09-12T17:34:58.921234+0000","last_unstale":"2024-09-12T18:17:05.048797+0000","last_undegraded":"2024-09-12T18:17:05.048797+0000","last_fullsized":"2024-09-12T18:17:05.048797+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'407","last_scrub_stamp":"2024-09-12T18:17:05.048635+0000","last_deep_scrub":"266'407","last_deep_scrub_stamp":"2024-09-12T18:17:05.048635+0000","last_clean_scrub_stamp":"2024-09-12T18:17:05.048635+0000","objects_scrubbed":1,"log_size":107,"log_dups_size":300,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:59:17.023801+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1761,"num_read_kb":1435,"num_write":635,"num_write_kb":302,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":505,"num_omap_keys":2,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"266'220","reported_seq":858,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:50.681637+0000","last_change":"2024-09-12T18:16:50.681637+0000","last_active":"2024-09-12T18:16:50.681637+0000","last_peered":"2024-09-12T18:16:50.681637+0000","last_clean":"2024-09-12T18:16:50.681637+0000","last_became_active":"2024-09-12T17:34:56.916768+0000","last_became_peered":"2024-09-12T17:34:56.916768+0000","last_unstale":"2024-09-12T18:16:50.681637+0000","last_undegraded":"2024-09-12T18:16:50.681637+0000","last_fullsized":"2024-09-12T18:16:50.681637+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'220","last_scrub_stamp":"2024-09-12T18:16:50.681525+0000","last_deep_scrub":"266'220","last_deep_scrub_stamp":"2024-09-12T18:16:50.681525+0000","last_clean_scrub_stamp":"2024-09-12T18:16:50.681525+0000","objects_scrubbed":3,"log_size":20,"log_dups_size":200,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:56:54.383464+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263198,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":478,"num_read_kb":35339,"num_write":948,"num_write_kb":52324,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"266'4203","reported_seq":4841,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:03.652668+0000","last_change":"2024-09-12T18:17:03.652609+0000","last_active":"2024-09-12T18:17:03.652668+0000","last_peered":"2024-09-12T18:17:03.652668+0000","last_clean":"2024-09-12T18:17:03.652668+0000","last_became_active":"2024-09-12T17:34:58.923347+0000","last_became_peered":"2024-09-12T17:34:58.923347+0000","last_unstale":"2024-09-12T18:17:03.652668+0000","last_undegraded":"2024-09-12T18:17:03.652668+0000","last_fullsized":"2024-09-12T18:17:03.652668+0000","mapping_epoch":27,"log_start":"266'4100","ondisk_log_start":"266'4100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'4203","last_scrub_stamp":"2024-09-12T18:17:03.652525+0000","last_deep_scrub":"266'4203","last_deep_scrub_stamp":"2024-09-12T18:17:03.652525+0000","last_clean_scrub_stamp":"2024-09-12T18:17:03.652525+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":3000,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:14:58.766433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16939,"num_read_kb":14199,"num_write":6308,"num_write_kb":3144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"266'250","reported_seq":952,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:50.917836+0000","last_change":"2024-09-12T18:16:50.917836+0000","last_active":"2024-09-12T18:16:50.917836+0000","last_peered":"2024-09-12T18:16:50.917836+0000","last_clean":"2024-09-12T18:16:50.917836+0000","last_became_active":"2024-09-12T17:34:56.922460+0000","last_became_peered":"2024-09-12T17:34:56.922460+0000","last_unstale":"2024-09-12T18:16:50.917836+0000","last_undegraded":"2024-09-12T18:16:50.917836+0000","last_fullsized":"2024-09-12T18:16:50.917836+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'250","last_scrub_stamp":"2024-09-12T18:16:50.917691+0000","last_deep_scrub":"266'250","last_deep_scrub_stamp":"2024-09-12T18:16:50.917691+0000","last_clean_scrub_stamp":"2024-09-12T18:16:50.917691+0000","objects_scrubbed":4,"log_size":50,"log_dups_size":200,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:01:44.960741+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194316,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":829,"num_read_kb":13304,"num_write":1071,"num_write_kb":24662,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"266'156","reported_seq":799,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:02.914302+0000","last_change":"2024-09-12T18:17:02.914212+0000","last_active":"2024-09-12T18:17:02.914302+0000","last_peered":"2024-09-12T18:17:02.914302+0000","last_clean":"2024-09-12T18:17:02.914302+0000","last_became_active":"2024-09-12T17:34:58.928492+0000","last_became_peered":"2024-09-12T17:34:58.928492+0000","last_unstale":"2024-09-12T18:17:02.914302+0000","last_undegraded":"2024-09-12T18:17:02.914302+0000","last_fullsized":"2024-09-12T18:17:02.914302+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'156","last_scrub_stamp":"2024-09-12T18:17:02.914117+0000","last_deep_scrub":"266'156","last_deep_scrub_stamp":"2024-09-12T18:17:02.914117+0000","last_clean_scrub_stamp":"2024-09-12T18:17:02.914117+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":100,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:14:04.076813+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":745,"num_read_kb":631,"num_write":228,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"266'208","reported_seq":871,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:58.194054+0000","last_change":"2024-09-12T18:16:58.193995+0000","last_active":"2024-09-12T18:16:58.194054+0000","last_peered":"2024-09-12T18:16:58.194054+0000","last_clean":"2024-09-12T18:16:58.194054+0000","last_became_active":"2024-09-12T17:35:31.033763+0000","last_became_peered":"2024-09-12T17:35:31.033763+0000","last_unstale":"2024-09-12T18:16:58.194054+0000","last_undegraded":"2024-09-12T18:16:58.194054+0000","last_fullsized":"2024-09-12T18:16:58.194054+0000","mapping_epoch":38,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'208","last_scrub_stamp":"2024-09-12T18:16:58.193895+0000","last_deep_scrub":"266'208","last_deep_scrub_stamp":"2024-09-12T18:16:58.193895+0000","last_clean_scrub_stamp":"2024-09-12T18:16:58.193895+0000","objects_scrubbed":2,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:33:36.956187+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":40,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":475,"num_read_kb":50092,"num_write":917,"num_write_kb":33384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"266'240","reported_seq":868,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:59.796810+0000","last_change":"2024-09-12T18:16:59.796738+0000","last_active":"2024-09-12T18:16:59.796810+0000","last_peered":"2024-09-12T18:16:59.796810+0000","last_clean":"2024-09-12T18:16:59.796810+0000","last_became_active":"2024-09-12T17:34:58.933990+0000","last_became_peered":"2024-09-12T17:34:58.933990+0000","last_unstale":"2024-09-12T18:16:59.796810+0000","last_undegraded":"2024-09-12T18:16:59.796810+0000","last_fullsized":"2024-09-12T18:16:59.796810+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'240","last_scrub_stamp":"2024-09-12T18:16:59.796650+0000","last_deep_scrub":"266'240","last_deep_scrub_stamp":"2024-09-12T18:16:59.796650+0000","last_clean_scrub_stamp":"2024-09-12T18:16:59.796650+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":200,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:57:51.437047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1048,"num_read_kb":851,"num_write":379,"num_write_kb":177,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"266'202","reported_seq":835,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:58.719971+0000","last_change":"2024-09-12T18:16:58.719884+0000","last_active":"2024-09-12T18:16:58.719971+0000","last_peered":"2024-09-12T18:16:58.719971+0000","last_clean":"2024-09-12T18:16:58.719971+0000","last_became_active":"2024-09-12T17:34:56.916522+0000","last_became_peered":"2024-09-12T17:34:56.916522+0000","last_unstale":"2024-09-12T18:16:58.719971+0000","last_undegraded":"2024-09-12T18:16:58.719971+0000","last_fullsized":"2024-09-12T18:16:58.719971+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'202","last_scrub_stamp":"2024-09-12T18:16:58.719776+0000","last_deep_scrub":"266'202","last_deep_scrub_stamp":"2024-09-12T18:16:58.719776+0000","last_clean_scrub_stamp":"2024-09-12T18:16:58.719776+0000","objects_scrubbed":1,"log_size":102,"log_dups_size":100,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:29:33.741194+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":404,"num_read_kb":16770,"num_write":959,"num_write_kb":30011,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"266'176","reported_seq":812,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:58.452265+0000","last_change":"2024-09-12T18:16:58.452178+0000","last_active":"2024-09-12T18:16:58.452265+0000","last_peered":"2024-09-12T18:16:58.452265+0000","last_clean":"2024-09-12T18:16:58.452265+0000","last_became_active":"2024-09-12T17:34:58.928536+0000","last_became_peered":"2024-09-12T17:34:58.928536+0000","last_unstale":"2024-09-12T18:16:58.452265+0000","last_undegraded":"2024-09-12T18:16:58.452265+0000","last_fullsized":"2024-09-12T18:16:58.452265+0000","mapping_epoch":27,"log_start":"263'100","ondisk_log_start":"263'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'176","last_scrub_stamp":"2024-09-12T18:16:58.452065+0000","last_deep_scrub":"266'176","last_deep_scrub_stamp":"2024-09-12T18:16:58.452065+0000","last_clean_scrub_stamp":"2024-09-12T18:16:58.452065+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:01:21.595735+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":767,"num_read_kb":639,"num_write":271,"num_write_kb":126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"266'240","reported_seq":897,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:57.228203+0000","last_change":"2024-09-12T18:16:57.228114+0000","last_active":"2024-09-12T18:16:57.228203+0000","last_peered":"2024-09-12T18:16:57.228203+0000","last_clean":"2024-09-12T18:16:57.228203+0000","last_became_active":"2024-09-12T17:34:56.924970+0000","last_became_peered":"2024-09-12T17:34:56.924970+0000","last_unstale":"2024-09-12T18:16:57.228203+0000","last_undegraded":"2024-09-12T18:16:57.228203+0000","last_fullsized":"2024-09-12T18:16:57.228203+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'240","last_scrub_stamp":"2024-09-12T18:16:57.227960+0000","last_deep_scrub":"266'240","last_deep_scrub_stamp":"2024-09-12T18:16:57.227960+0000","last_clean_scrub_stamp":"2024-09-12T18:16:57.227960+0000","objects_scrubbed":5,"log_size":40,"log_dups_size":200,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:42:32.945903+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3662510,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":509,"num_read_kb":32628,"num_write":1078,"num_write_kb":55411,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"266'200","reported_seq":885,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:03.892962+0000","last_change":"2024-09-12T18:17:03.892962+0000","last_active":"2024-09-12T18:17:03.892962+0000","last_peered":"2024-09-12T18:17:03.892962+0000","last_clean":"2024-09-12T18:17:03.892962+0000","last_became_active":"2024-09-12T17:34:58.929221+0000","last_became_peered":"2024-09-12T17:34:58.929221+0000","last_unstale":"2024-09-12T18:17:03.892962+0000","last_undegraded":"2024-09-12T18:17:03.892962+0000","last_fullsized":"2024-09-12T18:17:03.892962+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'200","last_scrub_stamp":"2024-09-12T18:17:03.892873+0000","last_deep_scrub":"266'200","last_deep_scrub_stamp":"2024-09-12T18:17:03.892873+0000","last_clean_scrub_stamp":"2024-09-12T18:17:03.892873+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:07:06.890788+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":962,"num_read_kb":806,"num_write":315,"num_write_kb":138,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"266'173","reported_seq":827,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:57.697666+0000","last_change":"2024-09-12T18:16:57.697601+0000","last_active":"2024-09-12T18:16:57.697666+0000","last_peered":"2024-09-12T18:16:57.697666+0000","last_clean":"2024-09-12T18:16:57.697666+0000","last_became_active":"2024-09-12T17:35:31.566148+0000","last_became_peered":"2024-09-12T17:35:31.566148+0000","last_unstale":"2024-09-12T18:16:57.697666+0000","last_undegraded":"2024-09-12T18:16:57.697666+0000","last_fullsized":"2024-09-12T18:16:57.697666+0000","mapping_epoch":38,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'173","last_scrub_stamp":"2024-09-12T18:16:57.697470+0000","last_deep_scrub":"266'173","last_deep_scrub_stamp":"2024-09-12T18:16:57.697470+0000","last_clean_scrub_stamp":"2024-09-12T18:16:57.697470+0000","objects_scrubbed":6,"log_size":73,"log_dups_size":100,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:12:02.938142+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":842353,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":478,"num_read_kb":51065,"num_write":833,"num_write_kb":29614,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"266'80","reported_seq":707,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:07.024374+0000","last_change":"2024-09-12T18:17:07.024374+0000","last_active":"2024-09-12T18:17:07.024374+0000","last_peered":"2024-09-12T18:17:07.024374+0000","last_clean":"2024-09-12T18:17:07.024374+0000","last_became_active":"2024-09-12T17:34:58.920569+0000","last_became_peered":"2024-09-12T17:34:58.920569+0000","last_unstale":"2024-09-12T18:17:07.024374+0000","last_undegraded":"2024-09-12T18:17:07.024374+0000","last_fullsized":"2024-09-12T18:17:07.024374+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'80","last_scrub_stamp":"2024-09-12T18:17:07.024286+0000","last_deep_scrub":"266'80","last_deep_scrub_stamp":"2024-09-12T18:17:07.024286+0000","last_clean_scrub_stamp":"2024-09-12T18:17:07.024286+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":0,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:24:44.897524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":399,"num_read_kb":353,"num_write":104,"num_write_kb":37,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"266'246","reported_seq":983,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:52.712474+0000","last_change":"2024-09-12T18:16:52.712409+0000","last_active":"2024-09-12T18:16:52.712474+0000","last_peered":"2024-09-12T18:16:52.712474+0000","last_clean":"2024-09-12T18:16:52.712474+0000","last_became_active":"2024-09-12T17:34:56.930707+0000","last_became_peered":"2024-09-12T17:34:56.930707+0000","last_unstale":"2024-09-12T18:16:52.712474+0000","last_undegraded":"2024-09-12T18:16:52.712474+0000","last_fullsized":"2024-09-12T18:16:52.712474+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'246","last_scrub_stamp":"2024-09-12T18:16:52.712290+0000","last_deep_scrub":"266'246","last_deep_scrub_stamp":"2024-09-12T18:16:52.712290+0000","last_clean_scrub_stamp":"2024-09-12T18:16:52.712290+0000","objects_scrubbed":5,"log_size":46,"log_dups_size":200,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:08:02.678195+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4456489,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":742,"num_read_kb":179000,"num_write":1079,"num_write_kb":43755,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"266'139","reported_seq":731,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:56.235480+0000","last_change":"2024-09-12T18:16:56.235480+0000","last_active":"2024-09-12T18:16:56.235480+0000","last_peered":"2024-09-12T18:16:56.235480+0000","last_clean":"2024-09-12T18:16:56.235480+0000","last_became_active":"2024-09-12T17:34:58.922264+0000","last_became_peered":"2024-09-12T17:34:58.922264+0000","last_unstale":"2024-09-12T18:16:56.235480+0000","last_undegraded":"2024-09-12T18:16:56.235480+0000","last_fullsized":"2024-09-12T18:16:56.235480+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'139","last_scrub_stamp":"2024-09-12T18:16:56.235389+0000","last_deep_scrub":"266'139","last_deep_scrub_stamp":"2024-09-12T18:16:56.235389+0000","last_clean_scrub_stamp":"2024-09-12T18:16:56.235389+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:17:03.248971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":614,"num_read_kb":526,"num_write":210,"num_write_kb":102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"266'60","reported_seq":646,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:58.923718+0000","last_change":"2024-09-12T18:16:58.923644+0000","last_active":"2024-09-12T18:16:58.923718+0000","last_peered":"2024-09-12T18:16:58.923718+0000","last_clean":"2024-09-12T18:16:58.923718+0000","last_became_active":"2024-09-12T17:34:58.928473+0000","last_became_peered":"2024-09-12T17:34:58.928473+0000","last_unstale":"2024-09-12T18:16:58.923718+0000","last_undegraded":"2024-09-12T18:16:58.923718+0000","last_fullsized":"2024-09-12T18:16:58.923718+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'60","last_scrub_stamp":"2024-09-12T18:16:58.923556+0000","last_deep_scrub":"266'60","last_deep_scrub_stamp":"2024-09-12T18:16:58.923556+0000","last_clean_scrub_stamp":"2024-09-12T18:16:58.923556+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:18:05.304778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":279,"num_read_kb":248,"num_write":75,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"266'199","reported_seq":812,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:56.736940+0000","last_change":"2024-09-12T18:16:56.736940+0000","last_active":"2024-09-12T18:16:56.736940+0000","last_peered":"2024-09-12T18:16:56.736940+0000","last_clean":"2024-09-12T18:16:56.736940+0000","last_became_active":"2024-09-12T17:34:56.934456+0000","last_became_peered":"2024-09-12T17:34:56.934456+0000","last_unstale":"2024-09-12T18:16:56.736940+0000","last_undegraded":"2024-09-12T18:16:56.736940+0000","last_fullsized":"2024-09-12T18:16:56.736940+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'199","last_scrub_stamp":"2024-09-12T18:16:56.736805+0000","last_deep_scrub":"266'199","last_deep_scrub_stamp":"2024-09-12T18:16:56.736805+0000","last_clean_scrub_stamp":"2024-09-12T18:16:56.736805+0000","objects_scrubbed":5,"log_size":99,"log_dups_size":100,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:46:13.509095+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048632,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":373,"num_read_kb":27056,"num_write":916,"num_write_kb":40066,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"266'251","reported_seq":892,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:02.687541+0000","last_change":"2024-09-12T18:17:02.687541+0000","last_active":"2024-09-12T18:17:02.687541+0000","last_peered":"2024-09-12T18:17:02.687541+0000","last_clean":"2024-09-12T18:17:02.687541+0000","last_became_active":"2024-09-12T17:34:58.923475+0000","last_became_peered":"2024-09-12T17:34:58.923475+0000","last_unstale":"2024-09-12T18:17:02.687541+0000","last_undegraded":"2024-09-12T18:17:02.687541+0000","last_fullsized":"2024-09-12T18:17:02.687541+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'251","last_scrub_stamp":"2024-09-12T18:17:02.687456+0000","last_deep_scrub":"266'251","last_deep_scrub_stamp":"2024-09-12T18:17:02.687456+0000","last_clean_scrub_stamp":"2024-09-12T18:17:02.687456+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":200,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:22:30.296213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1109,"num_read_kb":907,"num_write":393,"num_write_kb":187,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"266'231","reported_seq":880,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:53.564235+0000","last_change":"2024-09-12T18:16:53.564235+0000","last_active":"2024-09-12T18:16:53.564235+0000","last_peered":"2024-09-12T18:16:53.564235+0000","last_clean":"2024-09-12T18:16:53.564235+0000","last_became_active":"2024-09-12T17:34:56.927507+0000","last_became_peered":"2024-09-12T17:34:56.927507+0000","last_unstale":"2024-09-12T18:16:53.564235+0000","last_undegraded":"2024-09-12T18:16:53.564235+0000","last_fullsized":"2024-09-12T18:16:53.564235+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'231","last_scrub_stamp":"2024-09-12T18:16:53.564053+0000","last_deep_scrub":"266'231","last_deep_scrub_stamp":"2024-09-12T18:16:53.564053+0000","last_clean_scrub_stamp":"2024-09-12T18:16:53.564053+0000","objects_scrubbed":4,"log_size":31,"log_dups_size":200,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:29:41.472729+0000","scrub_duration":9,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388648,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":472,"num_read_kb":23373,"num_write":1130,"num_write_kb":43462,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"266'244","reported_seq":870,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:03.085657+0000","last_change":"2024-09-12T18:17:03.085588+0000","last_active":"2024-09-12T18:17:03.085657+0000","last_peered":"2024-09-12T18:17:03.085657+0000","last_clean":"2024-09-12T18:17:03.085657+0000","last_became_active":"2024-09-12T17:34:58.920486+0000","last_became_peered":"2024-09-12T17:34:58.920486+0000","last_unstale":"2024-09-12T18:17:03.085657+0000","last_undegraded":"2024-09-12T18:17:03.085657+0000","last_fullsized":"2024-09-12T18:17:03.085657+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'244","last_scrub_stamp":"2024-09-12T18:17:03.085498+0000","last_deep_scrub":"266'244","last_deep_scrub_stamp":"2024-09-12T18:17:03.085498+0000","last_clean_scrub_stamp":"2024-09-12T18:17:03.085498+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":200,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:16:34.334182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1099,"num_read_kb":908,"num_write":395,"num_write_kb":209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"266'225","reported_seq":931,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:52.570083+0000","last_change":"2024-09-12T18:16:52.570083+0000","last_active":"2024-09-12T18:16:52.570083+0000","last_peered":"2024-09-12T18:16:52.570083+0000","last_clean":"2024-09-12T18:16:52.570083+0000","last_became_active":"2024-09-12T17:34:56.922861+0000","last_became_peered":"2024-09-12T17:34:56.922861+0000","last_unstale":"2024-09-12T18:16:52.570083+0000","last_undegraded":"2024-09-12T18:16:52.570083+0000","last_fullsized":"2024-09-12T18:16:52.570083+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'225","last_scrub_stamp":"2024-09-12T18:16:52.569962+0000","last_deep_scrub":"266'225","last_deep_scrub_stamp":"2024-09-12T18:16:52.569962+0000","last_clean_scrub_stamp":"2024-09-12T18:16:52.569962+0000","objects_scrubbed":3,"log_size":25,"log_dups_size":200,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:55:48.845490+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4457501,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":589,"num_read_kb":67479,"num_write":1087,"num_write_kb":35133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"266'4134","reported_seq":4720,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:54.163202+0000","last_change":"2024-09-12T18:16:54.163202+0000","last_active":"2024-09-12T18:16:54.163202+0000","last_peered":"2024-09-12T18:16:54.163202+0000","last_clean":"2024-09-12T18:16:54.163202+0000","last_became_active":"2024-09-12T17:34:58.930609+0000","last_became_peered":"2024-09-12T17:34:58.930609+0000","last_unstale":"2024-09-12T18:16:54.163202+0000","last_undegraded":"2024-09-12T18:16:54.163202+0000","last_fullsized":"2024-09-12T18:16:54.163202+0000","mapping_epoch":27,"log_start":"266'4100","ondisk_log_start":"266'4100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'4134","last_scrub_stamp":"2024-09-12T18:16:54.163111+0000","last_deep_scrub":"266'4134","last_deep_scrub_stamp":"2024-09-12T18:16:54.163111+0000","last_clean_scrub_stamp":"2024-09-12T18:16:54.163111+0000","objects_scrubbed":1,"log_size":34,"log_dups_size":3000,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:57:36.075090+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":16574,"num_read_kb":13891,"num_write":6195,"num_write_kb":3095,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"266'168","reported_seq":748,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:50.155433+0000","last_change":"2024-09-12T18:16:50.155433+0000","last_active":"2024-09-12T18:16:50.155433+0000","last_peered":"2024-09-12T18:16:50.155433+0000","last_clean":"2024-09-12T18:16:50.155433+0000","last_became_active":"2024-09-12T17:35:31.101640+0000","last_became_peered":"2024-09-12T17:35:31.101640+0000","last_unstale":"2024-09-12T18:16:50.155433+0000","last_undegraded":"2024-09-12T18:16:50.155433+0000","last_fullsized":"2024-09-12T18:16:50.155433+0000","mapping_epoch":38,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'168","last_scrub_stamp":"2024-09-12T18:16:50.155305+0000","last_deep_scrub":"266'168","last_deep_scrub_stamp":"2024-09-12T18:16:50.155305+0000","last_clean_scrub_stamp":"2024-09-12T18:16:50.155305+0000","objects_scrubbed":3,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:51:58.260937+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194345,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":363,"num_read_kb":11653,"num_write":791,"num_write_kb":18783,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.34","version":"266'154","reported_seq":787,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:55.193721+0000","last_change":"2024-09-12T18:16:55.193721+0000","last_active":"2024-09-12T18:16:55.193721+0000","last_peered":"2024-09-12T18:16:55.193721+0000","last_clean":"2024-09-12T18:16:55.193721+0000","last_became_active":"2024-09-12T17:34:58.920995+0000","last_became_peered":"2024-09-12T17:34:58.920995+0000","last_unstale":"2024-09-12T18:16:55.193721+0000","last_undegraded":"2024-09-12T18:16:55.193721+0000","last_fullsized":"2024-09-12T18:16:55.193721+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'154","last_scrub_stamp":"2024-09-12T18:16:55.193634+0000","last_deep_scrub":"266'154","last_deep_scrub_stamp":"2024-09-12T18:16:55.193634+0000","last_clean_scrub_stamp":"2024-09-12T18:16:55.193634+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:08:31.744749+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":653,"num_read_kb":549,"num_write":231,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"266'221","reported_seq":858,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:51.713590+0000","last_change":"2024-09-12T18:16:51.713590+0000","last_active":"2024-09-12T18:16:51.713590+0000","last_peered":"2024-09-12T18:16:51.713590+0000","last_clean":"2024-09-12T18:16:51.713590+0000","last_became_active":"2024-09-12T17:34:56.930402+0000","last_became_peered":"2024-09-12T17:34:56.930402+0000","last_unstale":"2024-09-12T18:16:51.713590+0000","last_undegraded":"2024-09-12T18:16:51.713590+0000","last_fullsized":"2024-09-12T18:16:51.713590+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'221","last_scrub_stamp":"2024-09-12T18:16:51.713482+0000","last_deep_scrub":"266'221","last_deep_scrub_stamp":"2024-09-12T18:16:51.713482+0000","last_clean_scrub_stamp":"2024-09-12T18:16:51.713482+0000","objects_scrubbed":1,"log_size":21,"log_dups_size":200,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:20:18.219472+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":504,"num_read_kb":16871,"num_write":918,"num_write_kb":24256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"266'431","reported_seq":1184,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:01.901095+0000","last_change":"2024-09-12T18:17:01.901095+0000","last_active":"2024-09-12T18:17:01.901095+0000","last_peered":"2024-09-12T18:17:01.901095+0000","last_clean":"2024-09-12T18:17:01.901095+0000","last_became_active":"2024-09-12T17:34:58.919571+0000","last_became_peered":"2024-09-12T17:34:58.919571+0000","last_unstale":"2024-09-12T18:17:01.901095+0000","last_undegraded":"2024-09-12T18:17:01.901095+0000","last_fullsized":"2024-09-12T18:17:01.901095+0000","mapping_epoch":27,"log_start":"266'400","ondisk_log_start":"266'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'431","last_scrub_stamp":"2024-09-12T18:17:01.900998+0000","last_deep_scrub":"266'431","last_deep_scrub_stamp":"2024-09-12T18:17:01.900998+0000","last_clean_scrub_stamp":"2024-09-12T18:17:01.900998+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":400,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:41:52.510450+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2056,"num_read_kb":1768,"num_write":780,"num_write_kb":512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"266'228","reported_seq":886,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:48.952507+0000","last_change":"2024-09-12T18:16:48.952440+0000","last_active":"2024-09-12T18:16:48.952507+0000","last_peered":"2024-09-12T18:16:48.952507+0000","last_clean":"2024-09-12T18:16:48.952507+0000","last_became_active":"2024-09-12T17:34:56.925944+0000","last_became_peered":"2024-09-12T17:34:56.925944+0000","last_unstale":"2024-09-12T18:16:48.952507+0000","last_undegraded":"2024-09-12T18:16:48.952507+0000","last_fullsized":"2024-09-12T18:16:48.952507+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'228","last_scrub_stamp":"2024-09-12T18:16:48.952287+0000","last_deep_scrub":"266'228","last_deep_scrub_stamp":"2024-09-12T18:16:48.952287+0000","last_clean_scrub_stamp":"2024-09-12T18:16:48.952287+0000","objects_scrubbed":7,"log_size":28,"log_dups_size":200,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:31:44.636269+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048726,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":522,"num_read_kb":5792,"num_write":1133,"num_write_kb":33706,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"266'154","reported_seq":672,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:18.748752+0000","last_change":"2024-09-12T18:17:18.748752+0000","last_active":"2024-09-12T18:17:18.748752+0000","last_peered":"2024-09-12T18:17:18.748752+0000","last_clean":"2024-09-12T18:17:18.748752+0000","last_became_active":"2024-09-12T17:35:06.982400+0000","last_became_peered":"2024-09-12T17:35:06.982400+0000","last_unstale":"2024-09-12T18:17:18.748752+0000","last_undegraded":"2024-09-12T18:17:18.748752+0000","last_fullsized":"2024-09-12T18:17:18.748752+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'154","last_scrub_stamp":"2024-09-12T18:17:18.748651+0000","last_deep_scrub":"266'154","last_deep_scrub_stamp":"2024-09-12T18:17:18.748651+0000","last_clean_scrub_stamp":"2024-09-12T18:17:18.748651+0000","objects_scrubbed":4,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:22:48.213375+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1019,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":226,"num_read_kb":217,"num_write":376,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"266'234","reported_seq":813,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:55.698536+0000","last_change":"2024-09-12T18:16:55.698473+0000","last_active":"2024-09-12T18:16:55.698536+0000","last_peered":"2024-09-12T18:16:55.698536+0000","last_clean":"2024-09-12T18:16:55.698536+0000","last_became_active":"2024-09-12T17:34:58.913857+0000","last_became_peered":"2024-09-12T17:34:58.913857+0000","last_unstale":"2024-09-12T18:16:55.698536+0000","last_undegraded":"2024-09-12T18:16:55.698536+0000","last_fullsized":"2024-09-12T18:16:55.698536+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'234","last_scrub_stamp":"2024-09-12T18:16:55.698371+0000","last_deep_scrub":"266'234","last_deep_scrub_stamp":"2024-09-12T18:16:55.698371+0000","last_clean_scrub_stamp":"2024-09-12T18:16:55.698371+0000","objects_scrubbed":1,"log_size":34,"log_dups_size":200,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:17:28.100932+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1015,"num_read_kb":803,"num_write":390,"num_write_kb":197,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":268,"num_omap_keys":1,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"266'175","reported_seq":798,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:54.716397+0000","last_change":"2024-09-12T18:16:54.716339+0000","last_active":"2024-09-12T18:16:54.716397+0000","last_peered":"2024-09-12T18:16:54.716397+0000","last_clean":"2024-09-12T18:16:54.716397+0000","last_became_active":"2024-09-12T17:34:56.920779+0000","last_became_peered":"2024-09-12T17:34:56.920779+0000","last_unstale":"2024-09-12T18:16:54.716397+0000","last_undegraded":"2024-09-12T18:16:54.716397+0000","last_fullsized":"2024-09-12T18:16:54.716397+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'175","last_scrub_stamp":"2024-09-12T18:16:54.716209+0000","last_deep_scrub":"266'175","last_deep_scrub_stamp":"2024-09-12T18:16:54.716209+0000","last_clean_scrub_stamp":"2024-09-12T18:16:54.716209+0000","objects_scrubbed":3,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:34:46.298508+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194345,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":340,"num_read_kb":49198,"num_write":803,"num_write_kb":33963,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":501,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:09.027715+0000","last_change":"2024-09-12T18:17:09.027715+0000","last_active":"2024-09-12T18:17:09.027715+0000","last_peered":"2024-09-12T18:17:09.027715+0000","last_clean":"2024-09-12T18:17:09.027715+0000","last_became_active":"2024-09-12T17:35:00.940069+0000","last_became_peered":"2024-09-12T17:35:00.940069+0000","last_unstale":"2024-09-12T18:17:09.027715+0000","last_undegraded":"2024-09-12T18:17:09.027715+0000","last_fullsized":"2024-09-12T18:17:09.027715+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:09.027623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:09.027623+0000","last_clean_scrub_stamp":"2024-09-12T18:17:09.027623+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:48:57.716320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"266'182","reported_seq":787,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:06.717654+0000","last_change":"2024-09-12T18:17:06.717654+0000","last_active":"2024-09-12T18:17:06.717654+0000","last_peered":"2024-09-12T18:17:06.717654+0000","last_clean":"2024-09-12T18:17:06.717654+0000","last_became_active":"2024-09-12T17:35:02.951084+0000","last_became_peered":"2024-09-12T17:35:02.951084+0000","last_unstale":"2024-09-12T18:17:06.717654+0000","last_undegraded":"2024-09-12T18:17:06.717654+0000","last_fullsized":"2024-09-12T18:17:06.717654+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'182","last_scrub_stamp":"2024-09-12T18:17:06.717504+0000","last_deep_scrub":"266'182","last_deep_scrub_stamp":"2024-09-12T18:17:06.717504+0000","last_clean_scrub_stamp":"2024-09-12T18:17:06.717504+0000","objects_scrubbed":4,"log_size":82,"log_dups_size":100,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:13:52.444280+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5299,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":245,"num_read_kb":300,"num_write":138,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":493,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:13.628598+0000","last_change":"2024-09-12T18:17:13.628598+0000","last_active":"2024-09-12T18:17:13.628598+0000","last_peered":"2024-09-12T18:17:13.628598+0000","last_clean":"2024-09-12T18:17:13.628598+0000","last_became_active":"2024-09-12T17:35:04.967110+0000","last_became_peered":"2024-09-12T17:35:04.967110+0000","last_unstale":"2024-09-12T18:17:13.628598+0000","last_undegraded":"2024-09-12T18:17:13.628598+0000","last_fullsized":"2024-09-12T18:17:13.628598+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:13.628501+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:13.628501+0000","last_clean_scrub_stamp":"2024-09-12T18:17:13.628501+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:57:52.232852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"266'202","reported_seq":784,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:22.125446+0000","last_change":"2024-09-12T18:17:22.125446+0000","last_active":"2024-09-12T18:17:22.125446+0000","last_peered":"2024-09-12T18:17:22.125446+0000","last_clean":"2024-09-12T18:17:22.125446+0000","last_became_active":"2024-09-12T17:35:06.984192+0000","last_became_peered":"2024-09-12T17:35:06.984192+0000","last_unstale":"2024-09-12T18:17:22.125446+0000","last_undegraded":"2024-09-12T18:17:22.125446+0000","last_fullsized":"2024-09-12T18:17:22.125446+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'202","last_scrub_stamp":"2024-09-12T18:17:22.125351+0000","last_deep_scrub":"266'202","last_deep_scrub_stamp":"2024-09-12T18:17:22.125351+0000","last_clean_scrub_stamp":"2024-09-12T18:17:22.125351+0000","objects_scrubbed":4,"log_size":102,"log_dups_size":100,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:08:54.265500+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":625,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":352,"num_read_kb":326,"num_write":340,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"266'238","reported_seq":856,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:00.167468+0000","last_change":"2024-09-12T18:17:00.167468+0000","last_active":"2024-09-12T18:17:00.167468+0000","last_peered":"2024-09-12T18:17:00.167468+0000","last_clean":"2024-09-12T18:17:00.167468+0000","last_became_active":"2024-09-12T17:34:58.917915+0000","last_became_peered":"2024-09-12T17:34:58.917915+0000","last_unstale":"2024-09-12T18:17:00.167468+0000","last_undegraded":"2024-09-12T18:17:00.167468+0000","last_fullsized":"2024-09-12T18:17:00.167468+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'238","last_scrub_stamp":"2024-09-12T18:17:00.167382+0000","last_deep_scrub":"266'238","last_deep_scrub_stamp":"2024-09-12T18:17:00.167382+0000","last_clean_scrub_stamp":"2024-09-12T18:17:00.167382+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":200,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:20:34.478446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1032,"num_read_kb":847,"num_write":397,"num_write_kb":201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"266'192","reported_seq":823,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:44.920182+0000","last_change":"2024-09-12T18:16:44.920130+0000","last_active":"2024-09-12T18:16:44.920182+0000","last_peered":"2024-09-12T18:16:44.920182+0000","last_clean":"2024-09-12T18:16:44.920182+0000","last_became_active":"2024-09-12T17:34:56.924966+0000","last_became_peered":"2024-09-12T17:34:56.924966+0000","last_unstale":"2024-09-12T18:16:44.920182+0000","last_undegraded":"2024-09-12T18:16:44.920182+0000","last_fullsized":"2024-09-12T18:16:44.920182+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'192","last_scrub_stamp":"2024-09-12T18:16:44.920048+0000","last_deep_scrub":"266'192","last_deep_scrub_stamp":"2024-09-12T18:16:44.920048+0000","last_clean_scrub_stamp":"2024-09-12T18:16:44.920048+0000","objects_scrubbed":3,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:59:46.551320+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":174816,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":435,"num_read_kb":11924,"num_write":971,"num_write_kb":15360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":507,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:04.706281+0000","last_change":"2024-09-12T18:17:04.706213+0000","last_active":"2024-09-12T18:17:04.706281+0000","last_peered":"2024-09-12T18:17:04.706281+0000","last_clean":"2024-09-12T18:17:04.706281+0000","last_became_active":"2024-09-12T17:35:00.941133+0000","last_became_peered":"2024-09-12T17:35:00.941133+0000","last_unstale":"2024-09-12T18:17:04.706281+0000","last_undegraded":"2024-09-12T18:17:04.706281+0000","last_fullsized":"2024-09-12T18:17:04.706281+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:04.706143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:04.706143+0000","last_clean_scrub_stamp":"2024-09-12T18:17:04.706143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:51:25.577271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"266'102","reported_seq":634,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:10.822420+0000","last_change":"2024-09-12T18:17:10.822420+0000","last_active":"2024-09-12T18:17:10.822420+0000","last_peered":"2024-09-12T18:17:10.822420+0000","last_clean":"2024-09-12T18:17:10.822420+0000","last_became_active":"2024-09-12T17:35:02.948344+0000","last_became_peered":"2024-09-12T17:35:02.948344+0000","last_unstale":"2024-09-12T18:17:10.822420+0000","last_undegraded":"2024-09-12T18:17:10.822420+0000","last_fullsized":"2024-09-12T18:17:10.822420+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'102","last_scrub_stamp":"2024-09-12T18:17:10.822313+0000","last_deep_scrub":"266'102","last_deep_scrub_stamp":"2024-09-12T18:17:10.822313+0000","last_clean_scrub_stamp":"2024-09-12T18:17:10.822313+0000","objects_scrubbed":4,"log_size":102,"log_dups_size":0,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:53:50.441383+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":97,"num_read_kb":91,"num_write":68,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":497,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:15.816093+0000","last_change":"2024-09-12T18:17:15.816093+0000","last_active":"2024-09-12T18:17:15.816093+0000","last_peered":"2024-09-12T18:17:15.816093+0000","last_clean":"2024-09-12T18:17:15.816093+0000","last_became_active":"2024-09-12T17:35:04.971714+0000","last_became_peered":"2024-09-12T17:35:04.971714+0000","last_unstale":"2024-09-12T18:17:15.816093+0000","last_undegraded":"2024-09-12T18:17:15.816093+0000","last_fullsized":"2024-09-12T18:17:15.816093+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:15.816010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:15.816010+0000","last_clean_scrub_stamp":"2024-09-12T18:17:15.816010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:29:17.774047+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"266'139","reported_seq":660,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:17.754266+0000","last_change":"2024-09-12T18:17:17.754135+0000","last_active":"2024-09-12T18:17:17.754266+0000","last_peered":"2024-09-12T18:17:17.754266+0000","last_clean":"2024-09-12T18:17:17.754266+0000","last_became_active":"2024-09-12T17:35:06.985682+0000","last_became_peered":"2024-09-12T17:35:06.985682+0000","last_unstale":"2024-09-12T18:17:17.754266+0000","last_undegraded":"2024-09-12T18:17:17.754266+0000","last_fullsized":"2024-09-12T18:17:17.754266+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'139","last_scrub_stamp":"2024-09-12T18:17:17.754024+0000","last_deep_scrub":"266'139","last_deep_scrub_stamp":"2024-09-12T18:17:17.754024+0000","last_clean_scrub_stamp":"2024-09-12T18:17:17.754024+0000","objects_scrubbed":5,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:52:45.811364+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":290,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":255,"num_read_kb":236,"num_write":356,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"266'158","reported_seq":772,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:54.857426+0000","last_change":"2024-09-12T18:16:54.857426+0000","last_active":"2024-09-12T18:16:54.857426+0000","last_peered":"2024-09-12T18:16:54.857426+0000","last_clean":"2024-09-12T18:16:54.857426+0000","last_became_active":"2024-09-12T17:34:58.933443+0000","last_became_peered":"2024-09-12T17:34:58.933443+0000","last_unstale":"2024-09-12T18:16:54.857426+0000","last_undegraded":"2024-09-12T18:16:54.857426+0000","last_fullsized":"2024-09-12T18:16:54.857426+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'158","last_scrub_stamp":"2024-09-12T18:16:54.857334+0000","last_deep_scrub":"266'158","last_deep_scrub_stamp":"2024-09-12T18:16:54.857334+0000","last_clean_scrub_stamp":"2024-09-12T18:16:54.857334+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:46:52.514455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":666,"num_read_kb":552,"num_write":225,"num_write_kb":103,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"266'197","reported_seq":820,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:52.676339+0000","last_change":"2024-09-12T18:16:52.676263+0000","last_active":"2024-09-12T18:16:52.676339+0000","last_peered":"2024-09-12T18:16:52.676339+0000","last_clean":"2024-09-12T18:16:52.676339+0000","last_became_active":"2024-09-12T17:34:56.925964+0000","last_became_peered":"2024-09-12T17:34:56.925964+0000","last_unstale":"2024-09-12T18:16:52.676339+0000","last_undegraded":"2024-09-12T18:16:52.676339+0000","last_fullsized":"2024-09-12T18:16:52.676339+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'197","last_scrub_stamp":"2024-09-12T18:16:52.676063+0000","last_deep_scrub":"266'197","last_deep_scrub_stamp":"2024-09-12T18:16:52.676063+0000","last_clean_scrub_stamp":"2024-09-12T18:16:52.676063+0000","objects_scrubbed":1,"log_size":97,"log_dups_size":100,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:05:28.246287+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":174683,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":393,"num_read_kb":5302,"num_write":932,"num_write_kb":30275,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":506,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:05.683465+0000","last_change":"2024-09-12T18:17:05.683465+0000","last_active":"2024-09-12T18:17:05.683465+0000","last_peered":"2024-09-12T18:17:05.683465+0000","last_clean":"2024-09-12T18:17:05.683465+0000","last_became_active":"2024-09-12T17:35:00.938224+0000","last_became_peered":"2024-09-12T17:35:00.938224+0000","last_unstale":"2024-09-12T18:17:05.683465+0000","last_undegraded":"2024-09-12T18:17:05.683465+0000","last_fullsized":"2024-09-12T18:17:05.683465+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:05.683368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:05.683368+0000","last_clean_scrub_stamp":"2024-09-12T18:17:05.683368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:17:59.653306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"266'115","reported_seq":657,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:02.226564+0000","last_change":"2024-09-12T18:17:02.226481+0000","last_active":"2024-09-12T18:17:02.226564+0000","last_peered":"2024-09-12T18:17:02.226564+0000","last_clean":"2024-09-12T18:17:02.226564+0000","last_became_active":"2024-09-12T17:35:02.952473+0000","last_became_peered":"2024-09-12T17:35:02.952473+0000","last_unstale":"2024-09-12T18:17:02.226564+0000","last_undegraded":"2024-09-12T18:17:02.226564+0000","last_fullsized":"2024-09-12T18:17:02.226564+0000","mapping_epoch":31,"log_start":"266'101","ondisk_log_start":"266'101","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'115","last_scrub_stamp":"2024-09-12T18:17:02.226382+0000","last_deep_scrub":"266'115","last_deep_scrub_stamp":"2024-09-12T18:17:02.226382+0000","last_clean_scrub_stamp":"2024-09-12T18:17:02.226382+0000","objects_scrubbed":5,"log_size":14,"log_dups_size":101,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:30:47.262472+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":119,"num_read_kb":114,"num_write":78,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"266'755","reported_seq":2045,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:21.584824+0000","last_change":"2024-09-12T18:17:21.584824+0000","last_active":"2024-09-12T18:17:21.584824+0000","last_peered":"2024-09-12T18:17:21.584824+0000","last_clean":"2024-09-12T18:17:21.584824+0000","last_became_active":"2024-09-12T17:35:04.963920+0000","last_became_peered":"2024-09-12T17:35:04.963920+0000","last_unstale":"2024-09-12T18:17:21.584824+0000","last_undegraded":"2024-09-12T18:17:21.584824+0000","last_fullsized":"2024-09-12T18:17:21.584824+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'755","last_scrub_stamp":"2024-09-12T18:17:21.584726+0000","last_deep_scrub":"266'755","last_deep_scrub_stamp":"2024-09-12T18:17:21.584726+0000","last_clean_scrub_stamp":"2024-09-12T18:17:21.584726+0000","objects_scrubbed":1,"log_size":55,"log_dups_size":700,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:02:22.114519+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"266'224","reported_seq":1052,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:19.745517+0000","last_change":"2024-09-12T18:17:19.745461+0000","last_active":"2024-09-12T18:17:19.745517+0000","last_peered":"2024-09-12T18:17:19.745517+0000","last_clean":"2024-09-12T18:17:19.745517+0000","last_became_active":"2024-09-12T17:35:07.201464+0000","last_became_peered":"2024-09-12T17:35:07.201464+0000","last_unstale":"2024-09-12T18:17:19.745517+0000","last_undegraded":"2024-09-12T18:17:19.745517+0000","last_fullsized":"2024-09-12T18:17:19.745517+0000","mapping_epoch":35,"log_start":"266'200","ondisk_log_start":"266'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'224","last_scrub_stamp":"2024-09-12T18:17:19.745376+0000","last_deep_scrub":"266'224","last_deep_scrub_stamp":"2024-09-12T18:17:19.745376+0000","last_clean_scrub_stamp":"2024-09-12T18:17:19.745376+0000","objects_scrubbed":2,"log_size":24,"log_dups_size":200,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:44:04.907954+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":643,"num_read_kb":641,"num_write":490,"num_write_kb":124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":234,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"266'148","reported_seq":759,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:56.731241+0000","last_change":"2024-09-12T18:16:56.731241+0000","last_active":"2024-09-12T18:16:56.731241+0000","last_peered":"2024-09-12T18:16:56.731241+0000","last_clean":"2024-09-12T18:16:56.731241+0000","last_became_active":"2024-09-12T17:34:58.924032+0000","last_became_peered":"2024-09-12T17:34:58.924032+0000","last_unstale":"2024-09-12T18:16:56.731241+0000","last_undegraded":"2024-09-12T18:16:56.731241+0000","last_fullsized":"2024-09-12T18:16:56.731241+0000","mapping_epoch":27,"log_start":"263'100","ondisk_log_start":"263'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'148","last_scrub_stamp":"2024-09-12T18:16:56.731150+0000","last_deep_scrub":"266'148","last_deep_scrub_stamp":"2024-09-12T18:16:56.731150+0000","last_clean_scrub_stamp":"2024-09-12T18:16:56.731150+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:17:22.121504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":628,"num_read_kb":521,"num_write":214,"num_write_kb":100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"266'217","reported_seq":858,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:48.514076+0000","last_change":"2024-09-12T18:16:48.514015+0000","last_active":"2024-09-12T18:16:48.514076+0000","last_peered":"2024-09-12T18:16:48.514076+0000","last_clean":"2024-09-12T18:16:48.514076+0000","last_became_active":"2024-09-12T17:34:56.923977+0000","last_became_peered":"2024-09-12T17:34:56.923977+0000","last_unstale":"2024-09-12T18:16:48.514076+0000","last_undegraded":"2024-09-12T18:16:48.514076+0000","last_fullsized":"2024-09-12T18:16:48.514076+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'217","last_scrub_stamp":"2024-09-12T18:16:48.513915+0000","last_deep_scrub":"266'217","last_deep_scrub_stamp":"2024-09-12T18:16:48.513915+0000","last_clean_scrub_stamp":"2024-09-12T18:16:48.513915+0000","objects_scrubbed":2,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:02:54.071792+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":254566,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":503,"num_read_kb":25888,"num_write":1016,"num_write_kb":29408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":501,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:10.015311+0000","last_change":"2024-09-12T18:17:10.015311+0000","last_active":"2024-09-12T18:17:10.015311+0000","last_peered":"2024-09-12T18:17:10.015311+0000","last_clean":"2024-09-12T18:17:10.015311+0000","last_became_active":"2024-09-12T17:35:00.936215+0000","last_became_peered":"2024-09-12T17:35:00.936215+0000","last_unstale":"2024-09-12T18:17:10.015311+0000","last_undegraded":"2024-09-12T18:17:10.015311+0000","last_fullsized":"2024-09-12T18:17:10.015311+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:10.015227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:10.015227+0000","last_clean_scrub_stamp":"2024-09-12T18:17:10.015227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:54:23.968737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"266'132","reported_seq":704,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:11.606605+0000","last_change":"2024-09-12T18:17:11.606605+0000","last_active":"2024-09-12T18:17:11.606605+0000","last_peered":"2024-09-12T18:17:11.606605+0000","last_clean":"2024-09-12T18:17:11.606605+0000","last_became_active":"2024-09-12T17:35:03.253138+0000","last_became_peered":"2024-09-12T17:35:03.253138+0000","last_unstale":"2024-09-12T18:17:11.606605+0000","last_undegraded":"2024-09-12T18:17:11.606605+0000","last_fullsized":"2024-09-12T18:17:11.606605+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'132","last_scrub_stamp":"2024-09-12T18:17:11.606505+0000","last_deep_scrub":"266'132","last_deep_scrub_stamp":"2024-09-12T18:17:11.606505+0000","last_clean_scrub_stamp":"2024-09-12T18:17:11.606505+0000","objects_scrubbed":4,"log_size":32,"log_dups_size":100,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:09:36.416997+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5925,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":159,"num_read_kb":177,"num_write":82,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"266'751","reported_seq":2216,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:17.643860+0000","last_change":"2024-09-12T18:17:17.643860+0000","last_active":"2024-09-12T18:17:17.643860+0000","last_peered":"2024-09-12T18:17:17.643860+0000","last_clean":"2024-09-12T18:17:17.643860+0000","last_became_active":"2024-09-12T17:35:04.967011+0000","last_became_peered":"2024-09-12T17:35:04.967011+0000","last_unstale":"2024-09-12T18:17:17.643860+0000","last_undegraded":"2024-09-12T18:17:17.643860+0000","last_fullsized":"2024-09-12T18:17:17.643860+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'751","last_scrub_stamp":"2024-09-12T18:17:17.643776+0000","last_deep_scrub":"266'751","last_deep_scrub_stamp":"2024-09-12T18:17:17.643776+0000","last_clean_scrub_stamp":"2024-09-12T18:17:17.643776+0000","objects_scrubbed":1,"log_size":51,"log_dups_size":700,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:01:42.837832+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"266'92","reported_seq":668,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:59.156940+0000","last_change":"2024-09-12T18:16:59.156940+0000","last_active":"2024-09-12T18:16:59.156940+0000","last_peered":"2024-09-12T18:16:59.156940+0000","last_clean":"2024-09-12T18:16:59.156940+0000","last_became_active":"2024-09-12T17:34:58.917715+0000","last_became_peered":"2024-09-12T17:34:58.917715+0000","last_unstale":"2024-09-12T18:16:59.156940+0000","last_undegraded":"2024-09-12T18:16:59.156940+0000","last_fullsized":"2024-09-12T18:16:59.156940+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'92","last_scrub_stamp":"2024-09-12T18:16:59.156819+0000","last_deep_scrub":"266'92","last_deep_scrub_stamp":"2024-09-12T18:16:59.156819+0000","last_clean_scrub_stamp":"2024-09-12T18:16:59.156819+0000","objects_scrubbed":1,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:00:06.465029+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":413,"num_read_kb":341,"num_write":135,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":466,"num_omap_keys":2,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"266'190","reported_seq":828,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:49.649752+0000","last_change":"2024-09-12T18:16:49.649752+0000","last_active":"2024-09-12T18:16:49.649752+0000","last_peered":"2024-09-12T18:16:49.649752+0000","last_clean":"2024-09-12T18:16:49.649752+0000","last_became_active":"2024-09-12T17:34:56.934929+0000","last_became_peered":"2024-09-12T17:34:56.934929+0000","last_unstale":"2024-09-12T18:16:49.649752+0000","last_undegraded":"2024-09-12T18:16:49.649752+0000","last_fullsized":"2024-09-12T18:16:49.649752+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'190","last_scrub_stamp":"2024-09-12T18:16:49.649592+0000","last_deep_scrub":"266'190","last_deep_scrub_stamp":"2024-09-12T18:16:49.649592+0000","last_clean_scrub_stamp":"2024-09-12T18:16:49.649592+0000","objects_scrubbed":6,"log_size":90,"log_dups_size":100,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:03:00.933996+0000","scrub_duration":9,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8917050,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":467,"num_read_kb":23437,"num_write":912,"num_write_kb":25265,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":503,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:04.631065+0000","last_change":"2024-09-12T18:17:04.631065+0000","last_active":"2024-09-12T18:17:04.631065+0000","last_peered":"2024-09-12T18:17:04.631065+0000","last_clean":"2024-09-12T18:17:04.631065+0000","last_became_active":"2024-09-12T17:35:00.938077+0000","last_became_peered":"2024-09-12T17:35:00.938077+0000","last_unstale":"2024-09-12T18:17:04.631065+0000","last_undegraded":"2024-09-12T18:17:04.631065+0000","last_fullsized":"2024-09-12T18:17:04.631065+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:04.630944+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:04.630944+0000","last_clean_scrub_stamp":"2024-09-12T18:17:04.630944+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:58:10.077779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"266'223","reported_seq":838,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:11.997653+0000","last_change":"2024-09-12T18:17:11.997653+0000","last_active":"2024-09-12T18:17:11.997653+0000","last_peered":"2024-09-12T18:17:11.997653+0000","last_clean":"2024-09-12T18:17:11.997653+0000","last_became_active":"2024-09-12T17:35:03.251671+0000","last_became_peered":"2024-09-12T17:35:03.251671+0000","last_unstale":"2024-09-12T18:17:11.997653+0000","last_undegraded":"2024-09-12T18:17:11.997653+0000","last_fullsized":"2024-09-12T18:17:11.997653+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'223","last_scrub_stamp":"2024-09-12T18:17:11.997557+0000","last_deep_scrub":"266'223","last_deep_scrub_stamp":"2024-09-12T18:17:11.997557+0000","last_clean_scrub_stamp":"2024-09-12T18:17:11.997557+0000","objects_scrubbed":10,"log_size":23,"log_dups_size":200,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:33:10.344235+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11629,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":281,"num_read_kb":340,"num_write":164,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":498,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:05.475324+0000","last_change":"2024-09-12T18:17:05.475324+0000","last_active":"2024-09-12T18:17:05.475324+0000","last_peered":"2024-09-12T18:17:05.475324+0000","last_clean":"2024-09-12T18:17:05.475324+0000","last_became_active":"2024-09-12T17:35:04.966409+0000","last_became_peered":"2024-09-12T17:35:04.966409+0000","last_unstale":"2024-09-12T18:17:05.475324+0000","last_undegraded":"2024-09-12T18:17:05.475324+0000","last_fullsized":"2024-09-12T18:17:05.475324+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:05.475228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:05.475228+0000","last_clean_scrub_stamp":"2024-09-12T18:17:05.475228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:06:52.195967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"266'549","reported_seq":1363,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:19.033352+0000","last_change":"2024-09-12T18:17:19.033352+0000","last_active":"2024-09-12T18:17:19.033352+0000","last_peered":"2024-09-12T18:17:19.033352+0000","last_clean":"2024-09-12T18:17:19.033352+0000","last_became_active":"2024-09-12T17:35:06.986610+0000","last_became_peered":"2024-09-12T17:35:06.986610+0000","last_unstale":"2024-09-12T18:17:19.033352+0000","last_undegraded":"2024-09-12T18:17:19.033352+0000","last_fullsized":"2024-09-12T18:17:19.033352+0000","mapping_epoch":35,"log_start":"266'500","ondisk_log_start":"266'500","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'549","last_scrub_stamp":"2024-09-12T18:17:19.033248+0000","last_deep_scrub":"266'549","last_deep_scrub_stamp":"2024-09-12T18:17:19.033248+0000","last_clean_scrub_stamp":"2024-09-12T18:17:19.033248+0000","objects_scrubbed":3,"log_size":49,"log_dups_size":500,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:48:11.614818+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1304,"num_read_kb":1302,"num_write":1132,"num_write_kb":388,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":381,"num_omap_keys":2,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"266'82","reported_seq":658,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:50.042238+0000","last_change":"2024-09-12T18:16:50.042238+0000","last_active":"2024-09-12T18:16:50.042238+0000","last_peered":"2024-09-12T18:16:50.042238+0000","last_clean":"2024-09-12T18:16:50.042238+0000","last_became_active":"2024-09-12T17:34:58.919767+0000","last_became_peered":"2024-09-12T17:34:58.919767+0000","last_unstale":"2024-09-12T18:16:50.042238+0000","last_undegraded":"2024-09-12T18:16:50.042238+0000","last_fullsized":"2024-09-12T18:16:50.042238+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'82","last_scrub_stamp":"2024-09-12T18:16:50.042156+0000","last_deep_scrub":"266'82","last_deep_scrub_stamp":"2024-09-12T18:16:50.042156+0000","last_clean_scrub_stamp":"2024-09-12T18:16:50.042156+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":0,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:14:59.402302+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":387,"num_read_kb":321,"num_write":126,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"266'222","reported_seq":872,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:51.649739+0000","last_change":"2024-09-12T18:16:51.649665+0000","last_active":"2024-09-12T18:16:51.649739+0000","last_peered":"2024-09-12T18:16:51.649739+0000","last_clean":"2024-09-12T18:16:51.649739+0000","last_became_active":"2024-09-12T17:34:56.915155+0000","last_became_peered":"2024-09-12T17:34:56.915155+0000","last_unstale":"2024-09-12T18:16:51.649739+0000","last_undegraded":"2024-09-12T18:16:51.649739+0000","last_fullsized":"2024-09-12T18:16:51.649739+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'222","last_scrub_stamp":"2024-09-12T18:16:51.649536+0000","last_deep_scrub":"266'222","last_deep_scrub_stamp":"2024-09-12T18:16:51.649536+0000","last_clean_scrub_stamp":"2024-09-12T18:16:51.649536+0000","objects_scrubbed":5,"log_size":22,"log_dups_size":200,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:36:38.669605+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242922,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":456,"num_read_kb":97617,"num_write":994,"num_write_kb":40649,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":506,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:07.198340+0000","last_change":"2024-09-12T18:17:07.198340+0000","last_active":"2024-09-12T18:17:07.198340+0000","last_peered":"2024-09-12T18:17:07.198340+0000","last_clean":"2024-09-12T18:17:07.198340+0000","last_became_active":"2024-09-12T17:35:00.930541+0000","last_became_peered":"2024-09-12T17:35:00.930541+0000","last_unstale":"2024-09-12T18:17:07.198340+0000","last_undegraded":"2024-09-12T18:17:07.198340+0000","last_fullsized":"2024-09-12T18:17:07.198340+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:07.198265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:07.198265+0000","last_clean_scrub_stamp":"2024-09-12T18:17:07.198265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:37:48.906575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"266'136","reported_seq":714,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:07.713910+0000","last_change":"2024-09-12T18:17:07.713910+0000","last_active":"2024-09-12T18:17:07.713910+0000","last_peered":"2024-09-12T18:17:07.713910+0000","last_clean":"2024-09-12T18:17:07.713910+0000","last_became_active":"2024-09-12T17:35:02.951722+0000","last_became_peered":"2024-09-12T17:35:02.951722+0000","last_unstale":"2024-09-12T18:17:07.713910+0000","last_undegraded":"2024-09-12T18:17:07.713910+0000","last_fullsized":"2024-09-12T18:17:07.713910+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'136","last_scrub_stamp":"2024-09-12T18:17:07.713794+0000","last_deep_scrub":"266'136","last_deep_scrub_stamp":"2024-09-12T18:17:07.713794+0000","last_clean_scrub_stamp":"2024-09-12T18:17:07.713794+0000","objects_scrubbed":4,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:11:47.137038+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11373,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":177,"num_read_kb":271,"num_write":98,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":500,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:15.666891+0000","last_change":"2024-09-12T18:17:15.666891+0000","last_active":"2024-09-12T18:17:15.666891+0000","last_peered":"2024-09-12T18:17:15.666891+0000","last_clean":"2024-09-12T18:17:15.666891+0000","last_became_active":"2024-09-12T17:35:04.965012+0000","last_became_peered":"2024-09-12T17:35:04.965012+0000","last_unstale":"2024-09-12T18:17:15.666891+0000","last_undegraded":"2024-09-12T18:17:15.666891+0000","last_fullsized":"2024-09-12T18:17:15.666891+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:15.666807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:15.666807+0000","last_clean_scrub_stamp":"2024-09-12T18:17:15.666807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:24:32.842331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"266'2444","reported_seq":4279,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:08.524847+0000","last_change":"2024-09-12T18:17:08.524847+0000","last_active":"2024-09-12T18:17:08.524847+0000","last_peered":"2024-09-12T18:17:08.524847+0000","last_clean":"2024-09-12T18:17:08.524847+0000","last_became_active":"2024-09-12T17:35:06.986255+0000","last_became_peered":"2024-09-12T17:35:06.986255+0000","last_unstale":"2024-09-12T18:17:08.524847+0000","last_undegraded":"2024-09-12T18:17:08.524847+0000","last_fullsized":"2024-09-12T18:17:08.524847+0000","mapping_epoch":35,"log_start":"266'2400","ondisk_log_start":"266'2400","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2444","last_scrub_stamp":"2024-09-12T18:17:08.524743+0000","last_deep_scrub":"266'2444","last_deep_scrub_stamp":"2024-09-12T18:17:08.524743+0000","last_clean_scrub_stamp":"2024-09-12T18:17:08.524743+0000","objects_scrubbed":4,"log_size":44,"log_dups_size":2400,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:30:44.045045+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1026,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":6099,"num_read_kb":6093,"num_write":4948,"num_write_kb":1806,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":347,"num_omap_keys":2,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"266'111","reported_seq":697,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:54.565194+0000","last_change":"2024-09-12T18:16:54.565194+0000","last_active":"2024-09-12T18:16:54.565194+0000","last_peered":"2024-09-12T18:16:54.565194+0000","last_clean":"2024-09-12T18:16:54.565194+0000","last_became_active":"2024-09-12T17:34:58.926693+0000","last_became_peered":"2024-09-12T17:34:58.926693+0000","last_unstale":"2024-09-12T18:16:54.565194+0000","last_undegraded":"2024-09-12T18:16:54.565194+0000","last_fullsized":"2024-09-12T18:16:54.565194+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'111","last_scrub_stamp":"2024-09-12T18:16:54.565108+0000","last_deep_scrub":"266'111","last_deep_scrub_stamp":"2024-09-12T18:16:54.565108+0000","last_clean_scrub_stamp":"2024-09-12T18:16:54.565108+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":100,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:37:49.309887+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":483,"num_read_kb":401,"num_write":163,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"266'204","reported_seq":869,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:50.658313+0000","last_change":"2024-09-12T18:16:50.658241+0000","last_active":"2024-09-12T18:16:50.658313+0000","last_peered":"2024-09-12T18:16:50.658313+0000","last_clean":"2024-09-12T18:16:50.658313+0000","last_became_active":"2024-09-12T17:34:56.918166+0000","last_became_peered":"2024-09-12T17:34:56.918166+0000","last_unstale":"2024-09-12T18:16:50.658313+0000","last_undegraded":"2024-09-12T18:16:50.658313+0000","last_fullsized":"2024-09-12T18:16:50.658313+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'204","last_scrub_stamp":"2024-09-12T18:16:50.658100+0000","last_deep_scrub":"266'204","last_deep_scrub_stamp":"2024-09-12T18:16:50.658100+0000","last_clean_scrub_stamp":"2024-09-12T18:16:50.658100+0000","objects_scrubbed":7,"log_size":104,"log_dups_size":100,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:09:20.595152+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":832647,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":508,"num_read_kb":117048,"num_write":1001,"num_write_kb":37308,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":505,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:59.262907+0000","last_change":"2024-09-12T18:16:59.262907+0000","last_active":"2024-09-12T18:16:59.262907+0000","last_peered":"2024-09-12T18:16:59.262907+0000","last_clean":"2024-09-12T18:16:59.262907+0000","last_became_active":"2024-09-12T17:35:00.935218+0000","last_became_peered":"2024-09-12T17:35:00.935218+0000","last_unstale":"2024-09-12T18:16:59.262907+0000","last_undegraded":"2024-09-12T18:16:59.262907+0000","last_fullsized":"2024-09-12T18:16:59.262907+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:16:59.262817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:16:59.262817+0000","last_clean_scrub_stamp":"2024-09-12T18:16:59.262817+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:01:19.276572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"266'163","reported_seq":752,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:09.612961+0000","last_change":"2024-09-12T18:17:09.612961+0000","last_active":"2024-09-12T18:17:09.612961+0000","last_peered":"2024-09-12T18:17:09.612961+0000","last_clean":"2024-09-12T18:17:09.612961+0000","last_became_active":"2024-09-12T17:35:02.949466+0000","last_became_peered":"2024-09-12T17:35:02.949466+0000","last_unstale":"2024-09-12T18:17:09.612961+0000","last_undegraded":"2024-09-12T18:17:09.612961+0000","last_fullsized":"2024-09-12T18:17:09.612961+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'163","last_scrub_stamp":"2024-09-12T18:17:09.612855+0000","last_deep_scrub":"266'163","last_deep_scrub_stamp":"2024-09-12T18:17:09.612855+0000","last_clean_scrub_stamp":"2024-09-12T18:17:09.612855+0000","objects_scrubbed":7,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:37:33.421548+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11089,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":204,"num_read_kb":237,"num_write":112,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"266'760","reported_seq":2248,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:10.783782+0000","last_change":"2024-09-12T18:17:10.783782+0000","last_active":"2024-09-12T18:17:10.783782+0000","last_peered":"2024-09-12T18:17:10.783782+0000","last_clean":"2024-09-12T18:17:10.783782+0000","last_became_active":"2024-09-12T17:35:04.970607+0000","last_became_peered":"2024-09-12T17:35:04.970607+0000","last_unstale":"2024-09-12T18:17:10.783782+0000","last_undegraded":"2024-09-12T18:17:10.783782+0000","last_fullsized":"2024-09-12T18:17:10.783782+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'760","last_scrub_stamp":"2024-09-12T18:17:10.783660+0000","last_deep_scrub":"266'760","last_deep_scrub_stamp":"2024-09-12T18:17:10.783660+0000","last_clean_scrub_stamp":"2024-09-12T18:17:10.783660+0000","objects_scrubbed":1,"log_size":60,"log_dups_size":700,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:15:05.947371+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"266'97","reported_seq":602,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:14.780342+0000","last_change":"2024-09-12T18:17:14.780342+0000","last_active":"2024-09-12T18:17:14.780342+0000","last_peered":"2024-09-12T18:17:14.780342+0000","last_clean":"2024-09-12T18:17:14.780342+0000","last_became_active":"2024-09-12T17:35:06.985470+0000","last_became_peered":"2024-09-12T17:35:06.985470+0000","last_unstale":"2024-09-12T18:17:14.780342+0000","last_undegraded":"2024-09-12T18:17:14.780342+0000","last_fullsized":"2024-09-12T18:17:14.780342+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'97","last_scrub_stamp":"2024-09-12T18:17:14.780253+0000","last_deep_scrub":"266'97","last_deep_scrub_stamp":"2024-09-12T18:17:14.780253+0000","last_clean_scrub_stamp":"2024-09-12T18:17:14.780253+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:32:14.085506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":156,"num_read_kb":142,"num_write":229,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"266'375","reported_seq":1020,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:53.889375+0000","last_change":"2024-09-12T18:16:53.889375+0000","last_active":"2024-09-12T18:16:53.889375+0000","last_peered":"2024-09-12T18:16:53.889375+0000","last_clean":"2024-09-12T18:16:53.889375+0000","last_became_active":"2024-09-12T17:34:58.929171+0000","last_became_peered":"2024-09-12T17:34:58.929171+0000","last_unstale":"2024-09-12T18:16:53.889375+0000","last_undegraded":"2024-09-12T18:16:53.889375+0000","last_fullsized":"2024-09-12T18:16:53.889375+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'375","last_scrub_stamp":"2024-09-12T18:16:53.889285+0000","last_deep_scrub":"266'375","last_deep_scrub_stamp":"2024-09-12T18:16:53.889285+0000","last_clean_scrub_stamp":"2024-09-12T18:16:53.889285+0000","objects_scrubbed":1,"log_size":75,"log_dups_size":300,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:33:37.393248+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1723,"num_read_kb":1528,"num_write":649,"num_write_kb":326,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2873,"num_omap_keys":12,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"266'199","reported_seq":893,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:48.303638+0000","last_change":"2024-09-12T18:16:48.303556+0000","last_active":"2024-09-12T18:16:48.303638+0000","last_peered":"2024-09-12T18:16:48.303638+0000","last_clean":"2024-09-12T18:16:48.303638+0000","last_became_active":"2024-09-12T17:34:56.923319+0000","last_became_peered":"2024-09-12T17:34:56.923319+0000","last_unstale":"2024-09-12T18:16:48.303638+0000","last_undegraded":"2024-09-12T18:16:48.303638+0000","last_fullsized":"2024-09-12T18:16:48.303638+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'199","last_scrub_stamp":"2024-09-12T18:16:48.303458+0000","last_deep_scrub":"266'199","last_deep_scrub_stamp":"2024-09-12T18:16:48.303458+0000","last_clean_scrub_stamp":"2024-09-12T18:16:48.303458+0000","objects_scrubbed":1,"log_size":99,"log_dups_size":100,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:58:51.550123+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263185,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":633,"num_read_kb":140730,"num_write":915,"num_write_kb":33453,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":506,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:58.236005+0000","last_change":"2024-09-12T18:16:58.236005+0000","last_active":"2024-09-12T18:16:58.236005+0000","last_peered":"2024-09-12T18:16:58.236005+0000","last_clean":"2024-09-12T18:16:58.236005+0000","last_became_active":"2024-09-12T17:35:00.936017+0000","last_became_peered":"2024-09-12T17:35:00.936017+0000","last_unstale":"2024-09-12T18:16:58.236005+0000","last_undegraded":"2024-09-12T18:16:58.236005+0000","last_fullsized":"2024-09-12T18:16:58.236005+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:16:58.235880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:16:58.235880+0000","last_clean_scrub_stamp":"2024-09-12T18:16:58.235880+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:36:50.283766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"266'208","reported_seq":841,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:04.776320+0000","last_change":"2024-09-12T18:17:04.776320+0000","last_active":"2024-09-12T18:17:04.776320+0000","last_peered":"2024-09-12T18:17:04.776320+0000","last_clean":"2024-09-12T18:17:04.776320+0000","last_became_active":"2024-09-12T17:35:02.949663+0000","last_became_peered":"2024-09-12T17:35:02.949663+0000","last_unstale":"2024-09-12T18:17:04.776320+0000","last_undegraded":"2024-09-12T18:17:04.776320+0000","last_fullsized":"2024-09-12T18:17:04.776320+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'208","last_scrub_stamp":"2024-09-12T18:17:04.776220+0000","last_deep_scrub":"266'208","last_deep_scrub_stamp":"2024-09-12T18:17:04.776220+0000","last_clean_scrub_stamp":"2024-09-12T18:17:04.776220+0000","objects_scrubbed":5,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:13:30.953154+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43419,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":285,"num_read_kb":494,"num_write":142,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":498,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:10.192091+0000","last_change":"2024-09-12T18:17:10.192091+0000","last_active":"2024-09-12T18:17:10.192091+0000","last_peered":"2024-09-12T18:17:10.192091+0000","last_clean":"2024-09-12T18:17:10.192091+0000","last_became_active":"2024-09-12T17:35:04.963524+0000","last_became_peered":"2024-09-12T17:35:04.963524+0000","last_unstale":"2024-09-12T18:17:10.192091+0000","last_undegraded":"2024-09-12T18:17:10.192091+0000","last_fullsized":"2024-09-12T18:17:10.192091+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:10.192003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:10.192003+0000","last_clean_scrub_stamp":"2024-09-12T18:17:10.192003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:50:34.612235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"266'130","reported_seq":680,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:11.414156+0000","last_change":"2024-09-12T18:17:11.414156+0000","last_active":"2024-09-12T18:17:11.414156+0000","last_peered":"2024-09-12T18:17:11.414156+0000","last_clean":"2024-09-12T18:17:11.414156+0000","last_became_active":"2024-09-12T17:35:06.982394+0000","last_became_peered":"2024-09-12T17:35:06.982394+0000","last_unstale":"2024-09-12T18:17:11.414156+0000","last_undegraded":"2024-09-12T18:17:11.414156+0000","last_fullsized":"2024-09-12T18:17:11.414156+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'130","last_scrub_stamp":"2024-09-12T18:17:11.414040+0000","last_deep_scrub":"266'130","last_deep_scrub_stamp":"2024-09-12T18:17:11.414040+0000","last_clean_scrub_stamp":"2024-09-12T18:17:11.414040+0000","objects_scrubbed":3,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:02:19.423413+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":729,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":278,"num_read_kb":239,"num_write":286,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"266'167","reported_seq":792,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:51.051860+0000","last_change":"2024-09-12T18:16:51.051860+0000","last_active":"2024-09-12T18:16:51.051860+0000","last_peered":"2024-09-12T18:16:51.051860+0000","last_clean":"2024-09-12T18:16:51.051860+0000","last_became_active":"2024-09-12T17:34:58.923032+0000","last_became_peered":"2024-09-12T17:34:58.923032+0000","last_unstale":"2024-09-12T18:16:51.051860+0000","last_undegraded":"2024-09-12T18:16:51.051860+0000","last_fullsized":"2024-09-12T18:16:51.051860+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'167","last_scrub_stamp":"2024-09-12T18:16:51.051748+0000","last_deep_scrub":"266'167","last_deep_scrub_stamp":"2024-09-12T18:16:51.051748+0000","last_clean_scrub_stamp":"2024-09-12T18:16:51.051748+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:02:13.906995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":760,"num_read_kb":630,"num_write":244,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"266'209","reported_seq":811,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:45.081523+0000","last_change":"2024-09-12T18:16:45.081523+0000","last_active":"2024-09-12T18:16:45.081523+0000","last_peered":"2024-09-12T18:16:45.081523+0000","last_clean":"2024-09-12T18:16:45.081523+0000","last_became_active":"2024-09-12T17:35:31.181811+0000","last_became_peered":"2024-09-12T17:35:31.181811+0000","last_unstale":"2024-09-12T18:16:45.081523+0000","last_undegraded":"2024-09-12T18:16:45.081523+0000","last_fullsized":"2024-09-12T18:16:45.081523+0000","mapping_epoch":38,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'209","last_scrub_stamp":"2024-09-12T18:16:45.081415+0000","last_deep_scrub":"266'209","last_deep_scrub_stamp":"2024-09-12T18:16:45.081415+0000","last_clean_scrub_stamp":"2024-09-12T18:16:45.081415+0000","objects_scrubbed":5,"log_size":109,"log_dups_size":100,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:31:01.318688+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":414,"num_read_kb":18088,"num_write":1006,"num_write_kb":29347,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,4],"acting":[2,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":505,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:00.278146+0000","last_change":"2024-09-12T18:17:00.278146+0000","last_active":"2024-09-12T18:17:00.278146+0000","last_peered":"2024-09-12T18:17:00.278146+0000","last_clean":"2024-09-12T18:17:00.278146+0000","last_became_active":"2024-09-12T17:35:00.936569+0000","last_became_peered":"2024-09-12T17:35:00.936569+0000","last_unstale":"2024-09-12T18:17:00.278146+0000","last_undegraded":"2024-09-12T18:17:00.278146+0000","last_fullsized":"2024-09-12T18:17:00.278146+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:00.278056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:00.278056+0000","last_clean_scrub_stamp":"2024-09-12T18:17:00.278056+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:49:04.790443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"266'157","reported_seq":739,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:09.864536+0000","last_change":"2024-09-12T18:17:09.864536+0000","last_active":"2024-09-12T18:17:09.864536+0000","last_peered":"2024-09-12T18:17:09.864536+0000","last_clean":"2024-09-12T18:17:09.864536+0000","last_became_active":"2024-09-12T17:35:02.947998+0000","last_became_peered":"2024-09-12T17:35:02.947998+0000","last_unstale":"2024-09-12T18:17:09.864536+0000","last_undegraded":"2024-09-12T18:17:09.864536+0000","last_fullsized":"2024-09-12T18:17:09.864536+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'157","last_scrub_stamp":"2024-09-12T18:17:09.864442+0000","last_deep_scrub":"266'157","last_deep_scrub_stamp":"2024-09-12T18:17:09.864442+0000","last_clean_scrub_stamp":"2024-09-12T18:17:09.864442+0000","objects_scrubbed":6,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:31:31.968361+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17149,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":220,"num_read_kb":320,"num_write":172,"num_write_kb":108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":15964,"num_omap_keys":38,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":493,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:11.748835+0000","last_change":"2024-09-12T18:17:11.748835+0000","last_active":"2024-09-12T18:17:11.748835+0000","last_peered":"2024-09-12T18:17:11.748835+0000","last_clean":"2024-09-12T18:17:11.748835+0000","last_became_active":"2024-09-12T17:35:04.968528+0000","last_became_peered":"2024-09-12T17:35:04.968528+0000","last_unstale":"2024-09-12T18:17:11.748835+0000","last_undegraded":"2024-09-12T18:17:11.748835+0000","last_fullsized":"2024-09-12T18:17:11.748835+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:11.748735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:11.748735+0000","last_clean_scrub_stamp":"2024-09-12T18:17:11.748735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:58:18.813908+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"266'131","reported_seq":630,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:19.641090+0000","last_change":"2024-09-12T18:17:19.641090+0000","last_active":"2024-09-12T18:17:19.641090+0000","last_peered":"2024-09-12T18:17:19.641090+0000","last_clean":"2024-09-12T18:17:19.641090+0000","last_became_active":"2024-09-12T17:35:06.987924+0000","last_became_peered":"2024-09-12T17:35:06.987924+0000","last_unstale":"2024-09-12T18:17:19.641090+0000","last_undegraded":"2024-09-12T18:17:19.641090+0000","last_fullsized":"2024-09-12T18:17:19.641090+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'131","last_scrub_stamp":"2024-09-12T18:17:19.640988+0000","last_deep_scrub":"266'131","last_deep_scrub_stamp":"2024-09-12T18:17:19.640988+0000","last_clean_scrub_stamp":"2024-09-12T18:17:19.640988+0000","objects_scrubbed":3,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:17:45.574982+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":136,"num_read_kb":135,"num_write":305,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"266'348","reported_seq":1074,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:53.025103+0000","last_change":"2024-09-12T18:16:53.025103+0000","last_active":"2024-09-12T18:16:53.025103+0000","last_peered":"2024-09-12T18:16:53.025103+0000","last_clean":"2024-09-12T18:16:53.025103+0000","last_became_active":"2024-09-12T17:34:58.918283+0000","last_became_peered":"2024-09-12T17:34:58.918283+0000","last_unstale":"2024-09-12T18:16:53.025103+0000","last_undegraded":"2024-09-12T18:16:53.025103+0000","last_fullsized":"2024-09-12T18:16:53.025103+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'348","last_scrub_stamp":"2024-09-12T18:16:53.025009+0000","last_deep_scrub":"266'348","last_deep_scrub_stamp":"2024-09-12T18:16:53.025009+0000","last_clean_scrub_stamp":"2024-09-12T18:16:53.025009+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:05:06.836088+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1718,"num_read_kb":1431,"num_write":646,"num_write_kb":423,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"266'251","reported_seq":889,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:47.524612+0000","last_change":"2024-09-12T18:16:47.524612+0000","last_active":"2024-09-12T18:16:47.524612+0000","last_peered":"2024-09-12T18:16:47.524612+0000","last_clean":"2024-09-12T18:16:47.524612+0000","last_became_active":"2024-09-12T17:34:56.928028+0000","last_became_peered":"2024-09-12T17:34:56.928028+0000","last_unstale":"2024-09-12T18:16:47.524612+0000","last_undegraded":"2024-09-12T18:16:47.524612+0000","last_fullsized":"2024-09-12T18:16:47.524612+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'251","last_scrub_stamp":"2024-09-12T18:16:47.524464+0000","last_deep_scrub":"266'251","last_deep_scrub_stamp":"2024-09-12T18:16:47.524464+0000","last_clean_scrub_stamp":"2024-09-12T18:16:47.524464+0000","objects_scrubbed":7,"log_size":51,"log_dups_size":200,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:38:52.884736+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":517522,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":536,"num_read_kb":23586,"num_write":1069,"num_write_kb":38807,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":506,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:58.525676+0000","last_change":"2024-09-12T18:16:58.525676+0000","last_active":"2024-09-12T18:16:58.525676+0000","last_peered":"2024-09-12T18:16:58.525676+0000","last_clean":"2024-09-12T18:16:58.525676+0000","last_became_active":"2024-09-12T17:35:00.930519+0000","last_became_peered":"2024-09-12T17:35:00.930519+0000","last_unstale":"2024-09-12T18:16:58.525676+0000","last_undegraded":"2024-09-12T18:16:58.525676+0000","last_fullsized":"2024-09-12T18:16:58.525676+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:16:58.525573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:16:58.525573+0000","last_clean_scrub_stamp":"2024-09-12T18:16:58.525573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:38:44.749190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"266'153","reported_seq":744,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:01.251936+0000","last_change":"2024-09-12T18:17:01.251936+0000","last_active":"2024-09-12T18:17:01.251936+0000","last_peered":"2024-09-12T18:17:01.251936+0000","last_clean":"2024-09-12T18:17:01.251936+0000","last_became_active":"2024-09-12T17:35:02.948449+0000","last_became_peered":"2024-09-12T17:35:02.948449+0000","last_unstale":"2024-09-12T18:17:01.251936+0000","last_undegraded":"2024-09-12T18:17:01.251936+0000","last_fullsized":"2024-09-12T18:17:01.251936+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'153","last_scrub_stamp":"2024-09-12T18:17:01.251818+0000","last_deep_scrub":"266'153","last_deep_scrub_stamp":"2024-09-12T18:17:01.251818+0000","last_clean_scrub_stamp":"2024-09-12T18:17:01.251818+0000","objects_scrubbed":7,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:06:44.647900+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11783,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":205,"num_read_kb":279,"num_write":112,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"266'751","reported_seq":2450,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:03.187725+0000","last_change":"2024-09-12T18:17:03.187725+0000","last_active":"2024-09-12T18:17:03.187725+0000","last_peered":"2024-09-12T18:17:03.187725+0000","last_clean":"2024-09-12T18:17:03.187725+0000","last_became_active":"2024-09-12T17:35:04.966668+0000","last_became_peered":"2024-09-12T17:35:04.966668+0000","last_unstale":"2024-09-12T18:17:03.187725+0000","last_undegraded":"2024-09-12T18:17:03.187725+0000","last_fullsized":"2024-09-12T18:17:03.187725+0000","mapping_epoch":33,"log_start":"266'701","ondisk_log_start":"266'701","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'751","last_scrub_stamp":"2024-09-12T18:17:03.187624+0000","last_deep_scrub":"266'751","last_deep_scrub_stamp":"2024-09-12T18:17:03.187624+0000","last_clean_scrub_stamp":"2024-09-12T18:17:03.187624+0000","objects_scrubbed":1,"log_size":50,"log_dups_size":701,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:56:52.052344+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"266'107","reported_seq":612,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:06.454492+0000","last_change":"2024-09-12T18:17:06.454492+0000","last_active":"2024-09-12T18:17:06.454492+0000","last_peered":"2024-09-12T18:17:06.454492+0000","last_clean":"2024-09-12T18:17:06.454492+0000","last_became_active":"2024-09-12T17:35:06.980716+0000","last_became_peered":"2024-09-12T17:35:06.980716+0000","last_unstale":"2024-09-12T18:17:06.454492+0000","last_undegraded":"2024-09-12T18:17:06.454492+0000","last_fullsized":"2024-09-12T18:17:06.454492+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'107","last_scrub_stamp":"2024-09-12T18:17:06.454400+0000","last_deep_scrub":"266'107","last_deep_scrub_stamp":"2024-09-12T18:17:06.454400+0000","last_clean_scrub_stamp":"2024-09-12T18:17:06.454400+0000","objects_scrubbed":3,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:15:10.177885+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1256,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":140,"num_read_kb":134,"num_write":255,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"266'95","reported_seq":705,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:55.917827+0000","last_change":"2024-09-12T18:16:55.917827+0000","last_active":"2024-09-12T18:16:55.917827+0000","last_peered":"2024-09-12T18:16:55.917827+0000","last_clean":"2024-09-12T18:16:55.917827+0000","last_became_active":"2024-09-12T17:34:58.920768+0000","last_became_peered":"2024-09-12T17:34:58.920768+0000","last_unstale":"2024-09-12T18:16:55.917827+0000","last_undegraded":"2024-09-12T18:16:55.917827+0000","last_fullsized":"2024-09-12T18:16:55.917827+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'95","last_scrub_stamp":"2024-09-12T18:16:55.917731+0000","last_deep_scrub":"266'95","last_deep_scrub_stamp":"2024-09-12T18:16:55.917731+0000","last_clean_scrub_stamp":"2024-09-12T18:16:55.917731+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":0,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:22:39.235993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":462,"num_read_kb":392,"num_write":151,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"266'171","reported_seq":788,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:47.047100+0000","last_change":"2024-09-12T18:16:47.047100+0000","last_active":"2024-09-12T18:16:47.047100+0000","last_peered":"2024-09-12T18:16:47.047100+0000","last_clean":"2024-09-12T18:16:47.047100+0000","last_became_active":"2024-09-12T17:34:56.918704+0000","last_became_peered":"2024-09-12T17:34:56.918704+0000","last_unstale":"2024-09-12T18:16:47.047100+0000","last_undegraded":"2024-09-12T18:16:47.047100+0000","last_fullsized":"2024-09-12T18:16:47.047100+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'171","last_scrub_stamp":"2024-09-12T18:16:47.046971+0000","last_deep_scrub":"266'171","last_deep_scrub_stamp":"2024-09-12T18:16:47.046971+0000","last_clean_scrub_stamp":"2024-09-12T18:16:47.046971+0000","objects_scrubbed":4,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:57:06.999029+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1331844,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":354,"num_read_kb":24218,"num_write":792,"num_write_kb":41362,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"266'4","reported_seq":1464,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:08.037271+0000","last_change":"2024-09-12T18:17:08.037271+0000","last_active":"2024-09-12T18:17:08.037271+0000","last_peered":"2024-09-12T18:17:08.037271+0000","last_clean":"2024-09-12T18:17:08.037271+0000","last_became_active":"2024-09-12T17:35:00.935573+0000","last_became_peered":"2024-09-12T17:35:00.935573+0000","last_unstale":"2024-09-12T18:17:08.037271+0000","last_undegraded":"2024-09-12T18:17:08.037271+0000","last_fullsized":"2024-09-12T18:17:08.037271+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'4","last_scrub_stamp":"2024-09-12T18:17:08.037182+0000","last_deep_scrub":"266'4","last_deep_scrub_stamp":"2024-09-12T18:17:08.037182+0000","last_clean_scrub_stamp":"2024-09-12T18:17:08.037182+0000","objects_scrubbed":2,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:50:27.723921+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":958,"num_read_kb":958,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"266'85","reported_seq":613,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:08.699344+0000","last_change":"2024-09-12T18:17:08.699344+0000","last_active":"2024-09-12T18:17:08.699344+0000","last_peered":"2024-09-12T18:17:08.699344+0000","last_clean":"2024-09-12T18:17:08.699344+0000","last_became_active":"2024-09-12T17:35:03.252300+0000","last_became_peered":"2024-09-12T17:35:03.252300+0000","last_unstale":"2024-09-12T18:17:08.699344+0000","last_undegraded":"2024-09-12T18:17:08.699344+0000","last_fullsized":"2024-09-12T18:17:08.699344+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'85","last_scrub_stamp":"2024-09-12T18:17:08.699251+0000","last_deep_scrub":"266'85","last_deep_scrub_stamp":"2024-09-12T18:17:08.699251+0000","last_clean_scrub_stamp":"2024-09-12T18:17:08.699251+0000","objects_scrubbed":5,"log_size":85,"log_dups_size":0,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:53:03.337493+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":77,"num_read_kb":71,"num_write":52,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"266'767","reported_seq":2380,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:04.506794+0000","last_change":"2024-09-12T18:17:04.506794+0000","last_active":"2024-09-12T18:17:04.506794+0000","last_peered":"2024-09-12T18:17:04.506794+0000","last_clean":"2024-09-12T18:17:04.506794+0000","last_became_active":"2024-09-12T17:35:04.962416+0000","last_became_peered":"2024-09-12T17:35:04.962416+0000","last_unstale":"2024-09-12T18:17:04.506794+0000","last_undegraded":"2024-09-12T18:17:04.506794+0000","last_fullsized":"2024-09-12T18:17:04.506794+0000","mapping_epoch":33,"log_start":"266'701","ondisk_log_start":"266'701","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'767","last_scrub_stamp":"2024-09-12T18:17:04.506696+0000","last_deep_scrub":"266'767","last_deep_scrub_stamp":"2024-09-12T18:17:04.506696+0000","last_clean_scrub_stamp":"2024-09-12T18:17:04.506696+0000","objects_scrubbed":1,"log_size":66,"log_dups_size":701,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:59:49.522621+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"266'108","reported_seq":609,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:16.784751+0000","last_change":"2024-09-12T18:17:16.784751+0000","last_active":"2024-09-12T18:17:16.784751+0000","last_peered":"2024-09-12T18:17:16.784751+0000","last_clean":"2024-09-12T18:17:16.784751+0000","last_became_active":"2024-09-12T17:35:06.980651+0000","last_became_peered":"2024-09-12T17:35:06.980651+0000","last_unstale":"2024-09-12T18:17:16.784751+0000","last_undegraded":"2024-09-12T18:17:16.784751+0000","last_fullsized":"2024-09-12T18:17:16.784751+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'108","last_scrub_stamp":"2024-09-12T18:17:16.784659+0000","last_deep_scrub":"266'108","last_deep_scrub_stamp":"2024-09-12T18:17:16.784659+0000","last_clean_scrub_stamp":"2024-09-12T18:17:16.784659+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:06:25.650205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":113,"num_read_kb":112,"num_write":247,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"266'333","reported_seq":1017,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:54.612692+0000","last_change":"2024-09-12T18:16:54.612692+0000","last_active":"2024-09-12T18:16:54.612692+0000","last_peered":"2024-09-12T18:16:54.612692+0000","last_clean":"2024-09-12T18:16:54.612692+0000","last_became_active":"2024-09-12T17:34:58.923008+0000","last_became_peered":"2024-09-12T17:34:58.923008+0000","last_unstale":"2024-09-12T18:16:54.612692+0000","last_undegraded":"2024-09-12T18:16:54.612692+0000","last_fullsized":"2024-09-12T18:16:54.612692+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'333","last_scrub_stamp":"2024-09-12T18:16:54.612606+0000","last_deep_scrub":"266'333","last_deep_scrub_stamp":"2024-09-12T18:16:54.612606+0000","last_clean_scrub_stamp":"2024-09-12T18:16:54.612606+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:00:15.872205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1673,"num_read_kb":1469,"num_write":531,"num_write_kb":278,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"266'243","reported_seq":901,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:47.630018+0000","last_change":"2024-09-12T18:16:47.630018+0000","last_active":"2024-09-12T18:16:47.630018+0000","last_peered":"2024-09-12T18:16:47.630018+0000","last_clean":"2024-09-12T18:16:47.630018+0000","last_became_active":"2024-09-12T17:34:56.920361+0000","last_became_peered":"2024-09-12T17:34:56.920361+0000","last_unstale":"2024-09-12T18:16:47.630018+0000","last_undegraded":"2024-09-12T18:16:47.630018+0000","last_fullsized":"2024-09-12T18:16:47.630018+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'243","last_scrub_stamp":"2024-09-12T18:16:47.629890+0000","last_deep_scrub":"266'243","last_deep_scrub_stamp":"2024-09-12T18:16:47.629890+0000","last_clean_scrub_stamp":"2024-09-12T18:16:47.629890+0000","objects_scrubbed":8,"log_size":43,"log_dups_size":200,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:33:28.461497+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2146946,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":565,"num_read_kb":58412,"num_write":1046,"num_write_kb":35976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":506,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:05.910666+0000","last_change":"2024-09-12T18:17:05.910666+0000","last_active":"2024-09-12T18:17:05.910666+0000","last_peered":"2024-09-12T18:17:05.910666+0000","last_clean":"2024-09-12T18:17:05.910666+0000","last_became_active":"2024-09-12T17:35:00.933438+0000","last_became_peered":"2024-09-12T17:35:00.933438+0000","last_unstale":"2024-09-12T18:17:05.910666+0000","last_undegraded":"2024-09-12T18:17:05.910666+0000","last_fullsized":"2024-09-12T18:17:05.910666+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:05.910563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:05.910563+0000","last_clean_scrub_stamp":"2024-09-12T18:17:05.910563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:29:20.749973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"266'214","reported_seq":823,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:14.054923+0000","last_change":"2024-09-12T18:17:14.054923+0000","last_active":"2024-09-12T18:17:14.054923+0000","last_peered":"2024-09-12T18:17:14.054923+0000","last_clean":"2024-09-12T18:17:14.054923+0000","last_became_active":"2024-09-12T17:35:02.953980+0000","last_became_peered":"2024-09-12T17:35:02.953980+0000","last_unstale":"2024-09-12T18:17:14.054923+0000","last_undegraded":"2024-09-12T18:17:14.054923+0000","last_fullsized":"2024-09-12T18:17:14.054923+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'214","last_scrub_stamp":"2024-09-12T18:17:14.054826+0000","last_deep_scrub":"266'214","last_deep_scrub_stamp":"2024-09-12T18:17:14.054826+0000","last_clean_scrub_stamp":"2024-09-12T18:17:14.054826+0000","objects_scrubbed":8,"log_size":14,"log_dups_size":200,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:38:12.832111+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6998,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":274,"num_read_kb":327,"num_write":164,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:03.527411+0000","last_change":"2024-09-12T18:17:03.527411+0000","last_active":"2024-09-12T18:17:03.527411+0000","last_peered":"2024-09-12T18:17:03.527411+0000","last_clean":"2024-09-12T18:17:03.527411+0000","last_became_active":"2024-09-12T17:35:04.964947+0000","last_became_peered":"2024-09-12T17:35:04.964947+0000","last_unstale":"2024-09-12T18:17:03.527411+0000","last_undegraded":"2024-09-12T18:17:03.527411+0000","last_fullsized":"2024-09-12T18:17:03.527411+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:03.527322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:03.527322+0000","last_clean_scrub_stamp":"2024-09-12T18:17:03.527322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:48:15.515020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"266'125","reported_seq":634,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:07.438700+0000","last_change":"2024-09-12T18:17:07.438700+0000","last_active":"2024-09-12T18:17:07.438700+0000","last_peered":"2024-09-12T18:17:07.438700+0000","last_clean":"2024-09-12T18:17:07.438700+0000","last_became_active":"2024-09-12T17:35:06.984110+0000","last_became_peered":"2024-09-12T17:35:06.984110+0000","last_unstale":"2024-09-12T18:17:07.438700+0000","last_undegraded":"2024-09-12T18:17:07.438700+0000","last_fullsized":"2024-09-12T18:17:07.438700+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'125","last_scrub_stamp":"2024-09-12T18:17:07.438619+0000","last_deep_scrub":"266'125","last_deep_scrub_stamp":"2024-09-12T18:17:07.438619+0000","last_clean_scrub_stamp":"2024-09-12T18:17:07.438619+0000","objects_scrubbed":2,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:41:00.267554+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":183,"num_read_kb":174,"num_write":285,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"266'245","reported_seq":848,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:57.496358+0000","last_change":"2024-09-12T18:16:57.496358+0000","last_active":"2024-09-12T18:16:57.496358+0000","last_peered":"2024-09-12T18:16:57.496358+0000","last_clean":"2024-09-12T18:16:57.496358+0000","last_became_active":"2024-09-12T17:34:58.921292+0000","last_became_peered":"2024-09-12T17:34:58.921292+0000","last_unstale":"2024-09-12T18:16:57.496358+0000","last_undegraded":"2024-09-12T18:16:57.496358+0000","last_fullsized":"2024-09-12T18:16:57.496358+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'245","last_scrub_stamp":"2024-09-12T18:16:57.496276+0000","last_deep_scrub":"266'245","last_deep_scrub_stamp":"2024-09-12T18:16:57.496276+0000","last_clean_scrub_stamp":"2024-09-12T18:16:57.496276+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":200,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:21:22.134358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1071,"num_read_kb":869,"num_write":458,"num_write_kb":239,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"266'74","reported_seq":625,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:46.619235+0000","last_change":"2024-09-12T18:16:46.619180+0000","last_active":"2024-09-12T18:16:46.619235+0000","last_peered":"2024-09-12T18:16:46.619235+0000","last_clean":"2024-09-12T18:16:46.619235+0000","last_became_active":"2024-09-12T17:34:38.877094+0000","last_became_peered":"2024-09-12T17:34:38.877094+0000","last_unstale":"2024-09-12T18:16:46.619235+0000","last_undegraded":"2024-09-12T18:16:46.619235+0000","last_fullsized":"2024-09-12T18:16:46.619235+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'74","last_scrub_stamp":"2024-09-12T18:16:46.619078+0000","last_deep_scrub":"266'74","last_deep_scrub_stamp":"2024-09-12T18:16:46.619078+0000","last_clean_scrub_stamp":"2024-09-12T18:16:46.619078+0000","objects_scrubbed":2,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:51:33.183098+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"266'2","reported_seq":533,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:46.283366+0000","last_change":"2024-09-12T18:16:46.283366+0000","last_active":"2024-09-12T18:16:46.283366+0000","last_peered":"2024-09-12T18:16:46.283366+0000","last_clean":"2024-09-12T18:16:46.283366+0000","last_became_active":"2024-09-12T17:34:45.621550+0000","last_became_peered":"2024-09-12T17:34:45.621550+0000","last_unstale":"2024-09-12T18:16:46.283366+0000","last_undegraded":"2024-09-12T18:16:46.283366+0000","last_fullsized":"2024-09-12T18:16:46.283366+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-12T18:16:46.283288+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-12T18:16:46.283288+0000","last_clean_scrub_stamp":"2024-09-12T18:16:46.283288+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:34:48.700672+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.000454752,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"266'172","reported_seq":806,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:45.596152+0000","last_change":"2024-09-12T18:16:45.596152+0000","last_active":"2024-09-12T18:16:45.596152+0000","last_peered":"2024-09-12T18:16:45.596152+0000","last_clean":"2024-09-12T18:16:45.596152+0000","last_became_active":"2024-09-12T17:34:56.930976+0000","last_became_peered":"2024-09-12T17:34:56.930976+0000","last_unstale":"2024-09-12T18:16:45.596152+0000","last_undegraded":"2024-09-12T18:16:45.596152+0000","last_fullsized":"2024-09-12T18:16:45.596152+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'172","last_scrub_stamp":"2024-09-12T18:16:45.596045+0000","last_deep_scrub":"266'172","last_deep_scrub_stamp":"2024-09-12T18:16:45.596045+0000","last_clean_scrub_stamp":"2024-09-12T18:16:45.596045+0000","objects_scrubbed":4,"log_size":72,"log_dups_size":100,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:09:18.069914+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4627867,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":425,"num_read_kb":23706,"num_write":835,"num_write_kb":20885,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"266'5","reported_seq":987,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:06.594709+0000","last_change":"2024-09-12T18:17:06.594709+0000","last_active":"2024-09-12T18:17:06.594709+0000","last_peered":"2024-09-12T18:17:06.594709+0000","last_clean":"2024-09-12T18:17:06.594709+0000","last_became_active":"2024-09-12T17:35:00.937638+0000","last_became_peered":"2024-09-12T17:35:00.937638+0000","last_unstale":"2024-09-12T18:17:06.594709+0000","last_undegraded":"2024-09-12T18:17:06.594709+0000","last_fullsized":"2024-09-12T18:17:06.594709+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'5","last_scrub_stamp":"2024-09-12T18:17:06.594619+0000","last_deep_scrub":"266'5","last_deep_scrub_stamp":"2024-09-12T18:17:06.594619+0000","last_clean_scrub_stamp":"2024-09-12T18:17:06.594619+0000","objects_scrubbed":1,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:09:41.174182+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":727,"num_read_kb":1197,"num_write":8,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"266'303","reported_seq":1008,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:11.017518+0000","last_change":"2024-09-12T18:17:11.017518+0000","last_active":"2024-09-12T18:17:11.017518+0000","last_peered":"2024-09-12T18:17:11.017518+0000","last_clean":"2024-09-12T18:17:11.017518+0000","last_became_active":"2024-09-12T17:35:02.951937+0000","last_became_peered":"2024-09-12T17:35:02.951937+0000","last_unstale":"2024-09-12T18:17:11.017518+0000","last_undegraded":"2024-09-12T18:17:11.017518+0000","last_fullsized":"2024-09-12T18:17:11.017518+0000","mapping_epoch":31,"log_start":"263'200","ondisk_log_start":"263'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'303","last_scrub_stamp":"2024-09-12T18:17:11.017422+0000","last_deep_scrub":"266'303","last_deep_scrub_stamp":"2024-09-12T18:17:11.017422+0000","last_clean_scrub_stamp":"2024-09-12T18:17:11.017422+0000","objects_scrubbed":6,"log_size":103,"log_dups_size":200,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:30:15.070084+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42357,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":564,"num_read_kb":782,"num_write":500,"num_write_kb":384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":107602,"num_omap_keys":260,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":494,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:09.750475+0000","last_change":"2024-09-12T18:17:09.750475+0000","last_active":"2024-09-12T18:17:09.750475+0000","last_peered":"2024-09-12T18:17:09.750475+0000","last_clean":"2024-09-12T18:17:09.750475+0000","last_became_active":"2024-09-12T17:35:04.970656+0000","last_became_peered":"2024-09-12T17:35:04.970656+0000","last_unstale":"2024-09-12T18:17:09.750475+0000","last_undegraded":"2024-09-12T18:17:09.750475+0000","last_fullsized":"2024-09-12T18:17:09.750475+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:09.750386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:09.750386+0000","last_clean_scrub_stamp":"2024-09-12T18:17:09.750386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:35:51.100494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"266'247","reported_seq":1011,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:09.495846+0000","last_change":"2024-09-12T18:17:09.495846+0000","last_active":"2024-09-12T18:17:09.495846+0000","last_peered":"2024-09-12T18:17:09.495846+0000","last_clean":"2024-09-12T18:17:09.495846+0000","last_became_active":"2024-09-12T17:35:06.984114+0000","last_became_peered":"2024-09-12T17:35:06.984114+0000","last_unstale":"2024-09-12T18:17:09.495846+0000","last_undegraded":"2024-09-12T18:17:09.495846+0000","last_fullsized":"2024-09-12T18:17:09.495846+0000","mapping_epoch":35,"log_start":"266'200","ondisk_log_start":"266'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'247","last_scrub_stamp":"2024-09-12T18:17:09.495741+0000","last_deep_scrub":"266'247","last_deep_scrub_stamp":"2024-09-12T18:17:09.495741+0000","last_clean_scrub_stamp":"2024-09-12T18:17:09.495741+0000","objects_scrubbed":5,"log_size":47,"log_dups_size":200,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:20:37.769601+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1263,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":771,"num_read_kb":707,"num_write":523,"num_write_kb":144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":66,"num_omap_keys":1,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"266'148","reported_seq":738,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:52.841924+0000","last_change":"2024-09-12T18:16:52.841924+0000","last_active":"2024-09-12T18:16:52.841924+0000","last_peered":"2024-09-12T18:16:52.841924+0000","last_clean":"2024-09-12T18:16:52.841924+0000","last_became_active":"2024-09-12T17:34:58.926456+0000","last_became_peered":"2024-09-12T17:34:58.926456+0000","last_unstale":"2024-09-12T18:16:52.841924+0000","last_undegraded":"2024-09-12T18:16:52.841924+0000","last_fullsized":"2024-09-12T18:16:52.841924+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'148","last_scrub_stamp":"2024-09-12T18:16:52.841842+0000","last_deep_scrub":"266'148","last_deep_scrub_stamp":"2024-09-12T18:16:52.841842+0000","last_clean_scrub_stamp":"2024-09-12T18:16:52.841842+0000","objects_scrubbed":1,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:36:52.718993+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":622,"num_read_kb":509,"num_write":203,"num_write_kb":100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":720,"num_omap_keys":3,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":532,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:47.610554+0000","last_change":"2024-09-12T18:16:47.610481+0000","last_active":"2024-09-12T18:16:47.610554+0000","last_peered":"2024-09-12T18:16:47.610554+0000","last_clean":"2024-09-12T18:16:47.610554+0000","last_became_active":"2024-09-12T17:34:45.621465+0000","last_became_peered":"2024-09-12T17:34:45.621465+0000","last_unstale":"2024-09-12T18:16:47.610554+0000","last_undegraded":"2024-09-12T18:16:47.610554+0000","last_fullsized":"2024-09-12T18:16:47.610554+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:16:47.610399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:16:47.610399+0000","last_clean_scrub_stamp":"2024-09-12T18:16:47.610399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:05:55.806409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050835799999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"266'219","reported_seq":891,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:42.996414+0000","last_change":"2024-09-12T18:16:42.996414+0000","last_active":"2024-09-12T18:16:42.996414+0000","last_peered":"2024-09-12T18:16:42.996414+0000","last_clean":"2024-09-12T18:16:42.996414+0000","last_became_active":"2024-09-12T17:34:56.926728+0000","last_became_peered":"2024-09-12T17:34:56.926728+0000","last_unstale":"2024-09-12T18:16:42.996414+0000","last_undegraded":"2024-09-12T18:16:42.996414+0000","last_fullsized":"2024-09-12T18:16:42.996414+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'219","last_scrub_stamp":"2024-09-12T18:16:42.996306+0000","last_deep_scrub":"266'219","last_deep_scrub_stamp":"2024-09-12T18:16:42.996306+0000","last_clean_scrub_stamp":"2024-09-12T18:16:42.996306+0000","objects_scrubbed":3,"log_size":19,"log_dups_size":200,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:57:04.760515+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262198,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":487,"num_read_kb":76567,"num_write":1010,"num_write_kb":37048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":503,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:06.054150+0000","last_change":"2024-09-12T18:17:06.054150+0000","last_active":"2024-09-12T18:17:06.054150+0000","last_peered":"2024-09-12T18:17:06.054150+0000","last_clean":"2024-09-12T18:17:06.054150+0000","last_became_active":"2024-09-12T17:35:00.939245+0000","last_became_peered":"2024-09-12T17:35:00.939245+0000","last_unstale":"2024-09-12T18:17:06.054150+0000","last_undegraded":"2024-09-12T18:17:06.054150+0000","last_fullsized":"2024-09-12T18:17:06.054150+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:06.054068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:06.054068+0000","last_clean_scrub_stamp":"2024-09-12T18:17:06.054068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:26:47.677778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"266'830","reported_seq":2275,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:03.464991+0000","last_change":"2024-09-12T18:17:03.464991+0000","last_active":"2024-09-12T18:17:03.464991+0000","last_peered":"2024-09-12T18:17:03.464991+0000","last_clean":"2024-09-12T18:17:03.464991+0000","last_became_active":"2024-09-12T17:35:02.947906+0000","last_became_peered":"2024-09-12T17:35:02.947906+0000","last_unstale":"2024-09-12T18:17:03.464991+0000","last_undegraded":"2024-09-12T18:17:03.464991+0000","last_fullsized":"2024-09-12T18:17:03.464991+0000","mapping_epoch":31,"log_start":"266'800","ondisk_log_start":"266'800","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'830","last_scrub_stamp":"2024-09-12T18:17:03.464881+0000","last_deep_scrub":"266'830","last_deep_scrub_stamp":"2024-09-12T18:17:03.464881+0000","last_clean_scrub_stamp":"2024-09-12T18:17:03.464881+0000","objects_scrubbed":11,"log_size":30,"log_dups_size":800,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:49:55.969665+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18923,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":1163,"num_read_kb":1336,"num_write":264,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5938,"num_omap_keys":16,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":496,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:14.626563+0000","last_change":"2024-09-12T18:17:14.626563+0000","last_active":"2024-09-12T18:17:14.626563+0000","last_peered":"2024-09-12T18:17:14.626563+0000","last_clean":"2024-09-12T18:17:14.626563+0000","last_became_active":"2024-09-12T17:35:04.963541+0000","last_became_peered":"2024-09-12T17:35:04.963541+0000","last_unstale":"2024-09-12T18:17:14.626563+0000","last_undegraded":"2024-09-12T18:17:14.626563+0000","last_fullsized":"2024-09-12T18:17:14.626563+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:14.626451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:14.626451+0000","last_clean_scrub_stamp":"2024-09-12T18:17:14.626451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:34:19.078226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"266'140","reported_seq":666,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:09.440705+0000","last_change":"2024-09-12T18:17:09.440705+0000","last_active":"2024-09-12T18:17:09.440705+0000","last_peered":"2024-09-12T18:17:09.440705+0000","last_clean":"2024-09-12T18:17:09.440705+0000","last_became_active":"2024-09-12T17:35:07.198906+0000","last_became_peered":"2024-09-12T17:35:07.198906+0000","last_unstale":"2024-09-12T18:17:09.440705+0000","last_undegraded":"2024-09-12T18:17:09.440705+0000","last_fullsized":"2024-09-12T18:17:09.440705+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'140","last_scrub_stamp":"2024-09-12T18:17:09.440618+0000","last_deep_scrub":"266'140","last_deep_scrub_stamp":"2024-09-12T18:17:09.440618+0000","last_clean_scrub_stamp":"2024-09-12T18:17:09.440618+0000","objects_scrubbed":3,"log_size":40,"log_dups_size":100,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:06:40.690543+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":865,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":245,"num_read_kb":226,"num_write":357,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"266'456","reported_seq":1189,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:53.587947+0000","last_change":"2024-09-12T18:16:53.587947+0000","last_active":"2024-09-12T18:16:53.587947+0000","last_peered":"2024-09-12T18:16:53.587947+0000","last_clean":"2024-09-12T18:16:53.587947+0000","last_became_active":"2024-09-12T17:34:58.921188+0000","last_became_peered":"2024-09-12T17:34:58.921188+0000","last_unstale":"2024-09-12T18:16:53.587947+0000","last_undegraded":"2024-09-12T18:16:53.587947+0000","last_fullsized":"2024-09-12T18:16:53.587947+0000","mapping_epoch":27,"log_start":"266'400","ondisk_log_start":"266'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'456","last_scrub_stamp":"2024-09-12T18:16:53.587855+0000","last_deep_scrub":"266'456","last_deep_scrub_stamp":"2024-09-12T18:16:53.587855+0000","last_clean_scrub_stamp":"2024-09-12T18:16:53.587855+0000","objects_scrubbed":1,"log_size":56,"log_dups_size":400,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:23:31.978000+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2112,"num_read_kb":1783,"num_write":682,"num_write_kb":387,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":25753,"num_omap_keys":101,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":534,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:44.074151+0000","last_change":"2024-09-12T18:16:44.074151+0000","last_active":"2024-09-12T18:16:44.074151+0000","last_peered":"2024-09-12T18:16:44.074151+0000","last_clean":"2024-09-12T18:16:44.074151+0000","last_became_active":"2024-09-12T17:34:45.621377+0000","last_became_peered":"2024-09-12T17:34:45.621377+0000","last_unstale":"2024-09-12T18:16:44.074151+0000","last_undegraded":"2024-09-12T18:16:44.074151+0000","last_fullsized":"2024-09-12T18:16:44.074151+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:16:44.074078+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:16:44.074078+0000","last_clean_scrub_stamp":"2024-09-12T18:16:44.074078+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:47:43.163261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00052055199999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"266'174","reported_seq":786,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:46.701108+0000","last_change":"2024-09-12T18:16:46.701056+0000","last_active":"2024-09-12T18:16:46.701108+0000","last_peered":"2024-09-12T18:16:46.701108+0000","last_clean":"2024-09-12T18:16:46.701108+0000","last_became_active":"2024-09-12T17:34:56.912317+0000","last_became_peered":"2024-09-12T17:34:56.912317+0000","last_unstale":"2024-09-12T18:16:46.701108+0000","last_undegraded":"2024-09-12T18:16:46.701108+0000","last_fullsized":"2024-09-12T18:16:46.701108+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'174","last_scrub_stamp":"2024-09-12T18:16:46.700934+0000","last_deep_scrub":"266'174","last_deep_scrub_stamp":"2024-09-12T18:16:46.700934+0000","last_clean_scrub_stamp":"2024-09-12T18:16:46.700934+0000","objects_scrubbed":6,"log_size":74,"log_dups_size":100,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:52:59.036143+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4456554,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":368,"num_read_kb":6167,"num_write":884,"num_write_kb":16600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"266'2","reported_seq":508,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:57.216455+0000","last_change":"2024-09-12T18:16:57.216455+0000","last_active":"2024-09-12T18:16:57.216455+0000","last_peered":"2024-09-12T18:16:57.216455+0000","last_clean":"2024-09-12T18:16:57.216455+0000","last_became_active":"2024-09-12T17:35:00.933508+0000","last_became_peered":"2024-09-12T17:35:00.933508+0000","last_unstale":"2024-09-12T18:16:57.216455+0000","last_undegraded":"2024-09-12T18:16:57.216455+0000","last_fullsized":"2024-09-12T18:16:57.216455+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-12T18:16:57.216362+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-12T18:16:57.216362+0000","last_clean_scrub_stamp":"2024-09-12T18:16:57.216362+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:35:16.806192+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"266'226","reported_seq":1277,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:10.650929+0000","last_change":"2024-09-12T18:17:10.650929+0000","last_active":"2024-09-12T18:17:10.650929+0000","last_peered":"2024-09-12T18:17:10.650929+0000","last_clean":"2024-09-12T18:17:10.650929+0000","last_became_active":"2024-09-12T17:35:03.253581+0000","last_became_peered":"2024-09-12T17:35:03.253581+0000","last_unstale":"2024-09-12T18:17:10.650929+0000","last_undegraded":"2024-09-12T18:17:10.650929+0000","last_fullsized":"2024-09-12T18:17:10.650929+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'226","last_scrub_stamp":"2024-09-12T18:17:10.650831+0000","last_deep_scrub":"266'226","last_deep_scrub_stamp":"2024-09-12T18:17:10.650831+0000","last_clean_scrub_stamp":"2024-09-12T18:17:10.650831+0000","objects_scrubbed":9,"log_size":26,"log_dups_size":200,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:59:24.790295+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":180,"num_read_kb":170,"num_write":147,"num_write_kb":51,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5278,"num_omap_keys":12,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":495,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:08.769928+0000","last_change":"2024-09-12T18:17:08.769928+0000","last_active":"2024-09-12T18:17:08.769928+0000","last_peered":"2024-09-12T18:17:08.769928+0000","last_clean":"2024-09-12T18:17:08.769928+0000","last_became_active":"2024-09-12T17:35:04.968891+0000","last_became_peered":"2024-09-12T17:35:04.968891+0000","last_unstale":"2024-09-12T18:17:08.769928+0000","last_undegraded":"2024-09-12T18:17:08.769928+0000","last_fullsized":"2024-09-12T18:17:08.769928+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:08.769832+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:08.769832+0000","last_clean_scrub_stamp":"2024-09-12T18:17:08.769832+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:09:35.079942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"266'268","reported_seq":878,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:18.613753+0000","last_change":"2024-09-12T18:17:18.613753+0000","last_active":"2024-09-12T18:17:18.613753+0000","last_peered":"2024-09-12T18:17:18.613753+0000","last_clean":"2024-09-12T18:17:18.613753+0000","last_became_active":"2024-09-12T17:35:06.983394+0000","last_became_peered":"2024-09-12T17:35:06.983394+0000","last_unstale":"2024-09-12T18:17:18.613753+0000","last_undegraded":"2024-09-12T18:17:18.613753+0000","last_fullsized":"2024-09-12T18:17:18.613753+0000","mapping_epoch":35,"log_start":"266'200","ondisk_log_start":"266'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'268","last_scrub_stamp":"2024-09-12T18:17:18.613645+0000","last_deep_scrub":"266'268","last_deep_scrub_stamp":"2024-09-12T18:17:18.613645+0000","last_clean_scrub_stamp":"2024-09-12T18:17:18.613645+0000","objects_scrubbed":2,"log_size":68,"log_dups_size":200,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:01:38.592343+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":537,"num_read_kb":555,"num_write":594,"num_write_kb":166,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1193,"num_omap_keys":7,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"266'281","reported_seq":897,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:52.626848+0000","last_change":"2024-09-12T18:16:52.626848+0000","last_active":"2024-09-12T18:16:52.626848+0000","last_peered":"2024-09-12T18:16:52.626848+0000","last_clean":"2024-09-12T18:16:52.626848+0000","last_became_active":"2024-09-12T17:34:58.925181+0000","last_became_peered":"2024-09-12T17:34:58.925181+0000","last_unstale":"2024-09-12T18:16:52.626848+0000","last_undegraded":"2024-09-12T18:16:52.626848+0000","last_fullsized":"2024-09-12T18:16:52.626848+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'281","last_scrub_stamp":"2024-09-12T18:16:52.626757+0000","last_deep_scrub":"266'281","last_deep_scrub_stamp":"2024-09-12T18:16:52.626757+0000","last_clean_scrub_stamp":"2024-09-12T18:16:52.626757+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":200,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:19:01.112359+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1266,"num_read_kb":1015,"num_write":487,"num_write_kb":254,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"266'3","reported_seq":534,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:45.255194+0000","last_change":"2024-09-12T18:16:45.255194+0000","last_active":"2024-09-12T18:16:45.255194+0000","last_peered":"2024-09-12T18:16:45.255194+0000","last_clean":"2024-09-12T18:16:45.255194+0000","last_became_active":"2024-09-12T17:34:45.618674+0000","last_became_peered":"2024-09-12T17:34:45.618674+0000","last_unstale":"2024-09-12T18:16:45.255194+0000","last_undegraded":"2024-09-12T18:16:45.255194+0000","last_fullsized":"2024-09-12T18:16:45.255194+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'3","last_scrub_stamp":"2024-09-12T18:16:45.255114+0000","last_deep_scrub":"266'3","last_deep_scrub_stamp":"2024-09-12T18:16:45.255114+0000","last_clean_scrub_stamp":"2024-09-12T18:16:45.255114+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:57:24.651572+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0.00089588000000000005,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"266'203","reported_seq":844,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:45.056729+0000","last_change":"2024-09-12T18:16:45.056729+0000","last_active":"2024-09-12T18:16:45.056729+0000","last_peered":"2024-09-12T18:16:45.056729+0000","last_clean":"2024-09-12T18:16:45.056729+0000","last_became_active":"2024-09-12T17:34:56.930581+0000","last_became_peered":"2024-09-12T17:34:56.930581+0000","last_unstale":"2024-09-12T18:16:45.056729+0000","last_undegraded":"2024-09-12T18:16:45.056729+0000","last_fullsized":"2024-09-12T18:16:45.056729+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'203","last_scrub_stamp":"2024-09-12T18:16:45.056616+0000","last_deep_scrub":"266'203","last_deep_scrub_stamp":"2024-09-12T18:16:45.056616+0000","last_clean_scrub_stamp":"2024-09-12T18:16:45.056616+0000","objects_scrubbed":4,"log_size":103,"log_dups_size":100,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:47:07.278704+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1354786,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":462,"num_read_kb":24690,"num_write":993,"num_write_kb":43686,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":503,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:01.799937+0000","last_change":"2024-09-12T18:17:01.799937+0000","last_active":"2024-09-12T18:17:01.799937+0000","last_peered":"2024-09-12T18:17:01.799937+0000","last_clean":"2024-09-12T18:17:01.799937+0000","last_became_active":"2024-09-12T17:35:00.929890+0000","last_became_peered":"2024-09-12T17:35:00.929890+0000","last_unstale":"2024-09-12T18:17:01.799937+0000","last_undegraded":"2024-09-12T18:17:01.799937+0000","last_fullsized":"2024-09-12T18:17:01.799937+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:01.799861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:01.799861+0000","last_clean_scrub_stamp":"2024-09-12T18:17:01.799861+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:44:12.032089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"266'123","reported_seq":673,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:06.726434+0000","last_change":"2024-09-12T18:17:06.726434+0000","last_active":"2024-09-12T18:17:06.726434+0000","last_peered":"2024-09-12T18:17:06.726434+0000","last_clean":"2024-09-12T18:17:06.726434+0000","last_became_active":"2024-09-12T17:35:02.949598+0000","last_became_peered":"2024-09-12T17:35:02.949598+0000","last_unstale":"2024-09-12T18:17:06.726434+0000","last_undegraded":"2024-09-12T18:17:06.726434+0000","last_fullsized":"2024-09-12T18:17:06.726434+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'123","last_scrub_stamp":"2024-09-12T18:17:06.726346+0000","last_deep_scrub":"266'123","last_deep_scrub_stamp":"2024-09-12T18:17:06.726346+0000","last_clean_scrub_stamp":"2024-09-12T18:17:06.726346+0000","objects_scrubbed":7,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:33:19.770924+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":140,"num_read_kb":134,"num_write":100,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3352,"num_omap_keys":10,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":493,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:02.539446+0000","last_change":"2024-09-12T18:17:02.539446+0000","last_active":"2024-09-12T18:17:02.539446+0000","last_peered":"2024-09-12T18:17:02.539446+0000","last_clean":"2024-09-12T18:17:02.539446+0000","last_became_active":"2024-09-12T17:35:04.971350+0000","last_became_peered":"2024-09-12T17:35:04.971350+0000","last_unstale":"2024-09-12T18:17:02.539446+0000","last_undegraded":"2024-09-12T18:17:02.539446+0000","last_fullsized":"2024-09-12T18:17:02.539446+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:02.539327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:02.539327+0000","last_clean_scrub_stamp":"2024-09-12T18:17:02.539327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:45:46.495516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"266'129","reported_seq":677,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:18.039084+0000","last_change":"2024-09-12T18:17:18.039084+0000","last_active":"2024-09-12T18:17:18.039084+0000","last_peered":"2024-09-12T18:17:18.039084+0000","last_clean":"2024-09-12T18:17:18.039084+0000","last_became_active":"2024-09-12T17:35:06.983069+0000","last_became_peered":"2024-09-12T17:35:06.983069+0000","last_unstale":"2024-09-12T18:17:18.039084+0000","last_undegraded":"2024-09-12T18:17:18.039084+0000","last_fullsized":"2024-09-12T18:17:18.039084+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'129","last_scrub_stamp":"2024-09-12T18:17:18.038983+0000","last_deep_scrub":"266'129","last_deep_scrub_stamp":"2024-09-12T18:17:18.038983+0000","last_clean_scrub_stamp":"2024-09-12T18:17:18.038983+0000","objects_scrubbed":1,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:02:24.232248+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":202,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":239,"num_read_kb":239,"num_write":300,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"266'254","reported_seq":915,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:51.666817+0000","last_change":"2024-09-12T18:16:51.666817+0000","last_active":"2024-09-12T18:16:51.666817+0000","last_peered":"2024-09-12T18:16:51.666817+0000","last_clean":"2024-09-12T18:16:51.666817+0000","last_became_active":"2024-09-12T17:34:58.918123+0000","last_became_peered":"2024-09-12T17:34:58.918123+0000","last_unstale":"2024-09-12T18:16:51.666817+0000","last_undegraded":"2024-09-12T18:16:51.666817+0000","last_fullsized":"2024-09-12T18:16:51.666817+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'254","last_scrub_stamp":"2024-09-12T18:16:51.666697+0000","last_deep_scrub":"266'254","last_deep_scrub_stamp":"2024-09-12T18:16:51.666697+0000","last_clean_scrub_stamp":"2024-09-12T18:16:51.666697+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":200,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:49:34.884595+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1123,"num_read_kb":920,"num_write":376,"num_write_kb":172,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"266'225","reported_seq":909,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:47.303727+0000","last_change":"2024-09-12T18:16:47.303636+0000","last_active":"2024-09-12T18:16:47.303727+0000","last_peered":"2024-09-12T18:16:47.303727+0000","last_clean":"2024-09-12T18:16:47.303727+0000","last_became_active":"2024-09-12T17:34:56.925045+0000","last_became_peered":"2024-09-12T17:34:56.925045+0000","last_unstale":"2024-09-12T18:16:47.303727+0000","last_undegraded":"2024-09-12T18:16:47.303727+0000","last_fullsized":"2024-09-12T18:16:47.303727+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'225","last_scrub_stamp":"2024-09-12T18:16:47.303497+0000","last_deep_scrub":"266'225","last_deep_scrub_stamp":"2024-09-12T18:16:47.303497+0000","last_clean_scrub_stamp":"2024-09-12T18:16:47.303497+0000","objects_scrubbed":7,"log_size":25,"log_dups_size":200,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:07:28.266301+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5530608,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":535,"num_read_kb":102484,"num_write":1049,"num_write_kb":44204,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":535,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:43.724457+0000","last_change":"2024-09-12T18:16:43.724457+0000","last_active":"2024-09-12T18:16:43.724457+0000","last_peered":"2024-09-12T18:16:43.724457+0000","last_clean":"2024-09-12T18:16:43.724457+0000","last_became_active":"2024-09-12T17:34:45.844454+0000","last_became_peered":"2024-09-12T17:34:45.844454+0000","last_unstale":"2024-09-12T18:16:43.724457+0000","last_undegraded":"2024-09-12T18:16:43.724457+0000","last_fullsized":"2024-09-12T18:16:43.724457+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:16:43.724388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:16:43.724388+0000","last_clean_scrub_stamp":"2024-09-12T18:16:43.724388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:54:16.453530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00054755400000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":503,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:00.827314+0000","last_change":"2024-09-12T18:17:00.827314+0000","last_active":"2024-09-12T18:17:00.827314+0000","last_peered":"2024-09-12T18:17:00.827314+0000","last_clean":"2024-09-12T18:17:00.827314+0000","last_became_active":"2024-09-12T17:35:00.936083+0000","last_became_peered":"2024-09-12T17:35:00.936083+0000","last_unstale":"2024-09-12T18:17:00.827314+0000","last_undegraded":"2024-09-12T18:17:00.827314+0000","last_fullsized":"2024-09-12T18:17:00.827314+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:00.827228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:00.827228+0000","last_clean_scrub_stamp":"2024-09-12T18:17:00.827228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:43:44.453922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"266'272","reported_seq":938,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:03.737850+0000","last_change":"2024-09-12T18:17:03.737782+0000","last_active":"2024-09-12T18:17:03.737850+0000","last_peered":"2024-09-12T18:17:03.737850+0000","last_clean":"2024-09-12T18:17:03.737850+0000","last_became_active":"2024-09-12T17:35:02.948751+0000","last_became_peered":"2024-09-12T17:35:02.948751+0000","last_unstale":"2024-09-12T18:17:03.737850+0000","last_undegraded":"2024-09-12T18:17:03.737850+0000","last_fullsized":"2024-09-12T18:17:03.737850+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'272","last_scrub_stamp":"2024-09-12T18:17:03.737665+0000","last_deep_scrub":"266'272","last_deep_scrub_stamp":"2024-09-12T18:17:03.737665+0000","last_clean_scrub_stamp":"2024-09-12T18:17:03.737665+0000","objects_scrubbed":9,"log_size":72,"log_dups_size":200,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:25:37.247741+0000","scrub_duration":10,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11401,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":983,"num_read_kb":1061,"num_write":1446,"num_write_kb":1293,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":506876,"num_omap_keys":1146,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":500,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:12.835245+0000","last_change":"2024-09-12T18:17:12.835245+0000","last_active":"2024-09-12T18:17:12.835245+0000","last_peered":"2024-09-12T18:17:12.835245+0000","last_clean":"2024-09-12T18:17:12.835245+0000","last_became_active":"2024-09-12T17:35:04.962773+0000","last_became_peered":"2024-09-12T17:35:04.962773+0000","last_unstale":"2024-09-12T18:17:12.835245+0000","last_undegraded":"2024-09-12T18:17:12.835245+0000","last_fullsized":"2024-09-12T18:17:12.835245+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:12.835131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:12.835131+0000","last_clean_scrub_stamp":"2024-09-12T18:17:12.835131+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:06:24.276648+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"266'147","reported_seq":648,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:18.781307+0000","last_change":"2024-09-12T18:17:18.781307+0000","last_active":"2024-09-12T18:17:18.781307+0000","last_peered":"2024-09-12T18:17:18.781307+0000","last_clean":"2024-09-12T18:17:18.781307+0000","last_became_active":"2024-09-12T17:35:07.200820+0000","last_became_peered":"2024-09-12T17:35:07.200820+0000","last_unstale":"2024-09-12T18:17:18.781307+0000","last_undegraded":"2024-09-12T18:17:18.781307+0000","last_fullsized":"2024-09-12T18:17:18.781307+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'147","last_scrub_stamp":"2024-09-12T18:17:18.781206+0000","last_deep_scrub":"266'147","last_deep_scrub_stamp":"2024-09-12T18:17:18.781206+0000","last_clean_scrub_stamp":"2024-09-12T18:17:18.781206+0000","objects_scrubbed":5,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:56:20.566519+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1137,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":159,"num_read_kb":158,"num_write":342,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":73,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"266'263","reported_seq":885,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:51.872984+0000","last_change":"2024-09-12T18:16:51.872984+0000","last_active":"2024-09-12T18:16:51.872984+0000","last_peered":"2024-09-12T18:16:51.872984+0000","last_clean":"2024-09-12T18:16:51.872984+0000","last_became_active":"2024-09-12T17:34:58.929184+0000","last_became_peered":"2024-09-12T17:34:58.929184+0000","last_unstale":"2024-09-12T18:16:51.872984+0000","last_undegraded":"2024-09-12T18:16:51.872984+0000","last_fullsized":"2024-09-12T18:16:51.872984+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'263","last_scrub_stamp":"2024-09-12T18:16:51.872891+0000","last_deep_scrub":"266'263","last_deep_scrub_stamp":"2024-09-12T18:16:51.872891+0000","last_clean_scrub_stamp":"2024-09-12T18:16:51.872891+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":200,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:55:36.783182+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1112,"num_read_kb":896,"num_write":393,"num_write_kb":201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"266'188","reported_seq":795,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:44.679210+0000","last_change":"2024-09-12T18:16:44.679210+0000","last_active":"2024-09-12T18:16:44.679210+0000","last_peered":"2024-09-12T18:16:44.679210+0000","last_clean":"2024-09-12T18:16:44.679210+0000","last_became_active":"2024-09-12T17:34:56.919355+0000","last_became_peered":"2024-09-12T17:34:56.919355+0000","last_unstale":"2024-09-12T18:16:44.679210+0000","last_undegraded":"2024-09-12T18:16:44.679210+0000","last_fullsized":"2024-09-12T18:16:44.679210+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'188","last_scrub_stamp":"2024-09-12T18:16:44.679113+0000","last_deep_scrub":"266'188","last_deep_scrub_stamp":"2024-09-12T18:16:44.679113+0000","last_clean_scrub_stamp":"2024-09-12T18:16:44.679113+0000","objects_scrubbed":4,"log_size":88,"log_dups_size":100,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:17:43.008362+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1311790,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":351,"num_read_kb":2459,"num_write":933,"num_write_kb":19826,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":531,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:48.644538+0000","last_change":"2024-09-12T18:16:48.644538+0000","last_active":"2024-09-12T18:16:48.644538+0000","last_peered":"2024-09-12T18:16:48.644538+0000","last_clean":"2024-09-12T18:16:48.644538+0000","last_became_active":"2024-09-12T17:34:45.844351+0000","last_became_peered":"2024-09-12T17:34:45.844351+0000","last_unstale":"2024-09-12T18:16:48.644538+0000","last_undegraded":"2024-09-12T18:16:48.644538+0000","last_fullsized":"2024-09-12T18:16:48.644538+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:16:48.644439+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:16:48.644439+0000","last_clean_scrub_stamp":"2024-09-12T18:16:48.644439+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:39:08.227879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00049998100000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":502,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:59.497510+0000","last_change":"2024-09-12T18:16:59.497510+0000","last_active":"2024-09-12T18:16:59.497510+0000","last_peered":"2024-09-12T18:16:59.497510+0000","last_clean":"2024-09-12T18:16:59.497510+0000","last_became_active":"2024-09-12T17:35:00.934860+0000","last_became_peered":"2024-09-12T17:35:00.934860+0000","last_unstale":"2024-09-12T18:16:59.497510+0000","last_undegraded":"2024-09-12T18:16:59.497510+0000","last_fullsized":"2024-09-12T18:16:59.497510+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:16:59.497408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:16:59.497408+0000","last_clean_scrub_stamp":"2024-09-12T18:16:59.497408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:06:27.548777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"266'165","reported_seq":736,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:02.494180+0000","last_change":"2024-09-12T18:17:02.494180+0000","last_active":"2024-09-12T18:17:02.494180+0000","last_peered":"2024-09-12T18:17:02.494180+0000","last_clean":"2024-09-12T18:17:02.494180+0000","last_became_active":"2024-09-12T17:35:03.251792+0000","last_became_peered":"2024-09-12T17:35:03.251792+0000","last_unstale":"2024-09-12T18:17:02.494180+0000","last_undegraded":"2024-09-12T18:17:02.494180+0000","last_fullsized":"2024-09-12T18:17:02.494180+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'165","last_scrub_stamp":"2024-09-12T18:17:02.494071+0000","last_deep_scrub":"266'165","last_deep_scrub_stamp":"2024-09-12T18:17:02.494071+0000","last_clean_scrub_stamp":"2024-09-12T18:17:02.494071+0000","objects_scrubbed":8,"log_size":65,"log_dups_size":100,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:06:10.706027+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":197,"num_read_kb":189,"num_write":132,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"266'749","reported_seq":2491,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:15.022023+0000","last_change":"2024-09-12T18:17:15.021922+0000","last_active":"2024-09-12T18:17:15.022023+0000","last_peered":"2024-09-12T18:17:15.022023+0000","last_clean":"2024-09-12T18:17:15.022023+0000","last_became_active":"2024-09-12T17:35:04.962230+0000","last_became_peered":"2024-09-12T17:35:04.962230+0000","last_unstale":"2024-09-12T18:17:15.022023+0000","last_undegraded":"2024-09-12T18:17:15.022023+0000","last_fullsized":"2024-09-12T18:17:15.022023+0000","mapping_epoch":33,"log_start":"266'701","ondisk_log_start":"266'701","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'749","last_scrub_stamp":"2024-09-12T18:17:15.021828+0000","last_deep_scrub":"266'749","last_deep_scrub_stamp":"2024-09-12T18:17:15.021828+0000","last_clean_scrub_stamp":"2024-09-12T18:17:15.021828+0000","objects_scrubbed":1,"log_size":48,"log_dups_size":701,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:20:35.675319+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"266'124","reported_seq":638,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:20.681217+0000","last_change":"2024-09-12T18:17:20.681217+0000","last_active":"2024-09-12T18:17:20.681217+0000","last_peered":"2024-09-12T18:17:20.681217+0000","last_clean":"2024-09-12T18:17:20.681217+0000","last_became_active":"2024-09-12T17:35:07.199128+0000","last_became_peered":"2024-09-12T17:35:07.199128+0000","last_unstale":"2024-09-12T18:17:20.681217+0000","last_undegraded":"2024-09-12T18:17:20.681217+0000","last_fullsized":"2024-09-12T18:17:20.681217+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'124","last_scrub_stamp":"2024-09-12T18:17:20.681123+0000","last_deep_scrub":"266'124","last_deep_scrub_stamp":"2024-09-12T18:17:20.681123+0000","last_clean_scrub_stamp":"2024-09-12T18:17:20.681123+0000","objects_scrubbed":4,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:22:18.110266+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":689,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":173,"num_read_kb":164,"num_write":276,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":64,"num_omap_keys":1,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"266'357","reported_seq":930,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:53.698982+0000","last_change":"2024-09-12T18:16:53.698886+0000","last_active":"2024-09-12T18:16:53.698982+0000","last_peered":"2024-09-12T18:16:53.698982+0000","last_clean":"2024-09-12T18:16:53.698982+0000","last_became_active":"2024-09-12T17:34:58.923846+0000","last_became_peered":"2024-09-12T17:34:58.923846+0000","last_unstale":"2024-09-12T18:16:53.698982+0000","last_undegraded":"2024-09-12T18:16:53.698982+0000","last_fullsized":"2024-09-12T18:16:53.698982+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'357","last_scrub_stamp":"2024-09-12T18:16:53.698788+0000","last_deep_scrub":"266'357","last_deep_scrub_stamp":"2024-09-12T18:16:53.698788+0000","last_clean_scrub_stamp":"2024-09-12T18:16:53.698788+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:04:17.668031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1599,"num_read_kb":1400,"num_write":644,"num_write_kb":334,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"266'204","reported_seq":938,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:44.554136+0000","last_change":"2024-09-12T18:16:44.554136+0000","last_active":"2024-09-12T18:16:44.554136+0000","last_peered":"2024-09-12T18:16:44.554136+0000","last_clean":"2024-09-12T18:16:44.554136+0000","last_became_active":"2024-09-12T17:34:56.934732+0000","last_became_peered":"2024-09-12T17:34:56.934732+0000","last_unstale":"2024-09-12T18:16:44.554136+0000","last_undegraded":"2024-09-12T18:16:44.554136+0000","last_fullsized":"2024-09-12T18:16:44.554136+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'204","last_scrub_stamp":"2024-09-12T18:16:44.554046+0000","last_deep_scrub":"266'204","last_deep_scrub_stamp":"2024-09-12T18:16:44.554046+0000","last_clean_scrub_stamp":"2024-09-12T18:16:44.554046+0000","objects_scrubbed":2,"log_size":104,"log_dups_size":100,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:25:47.306903+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194330,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":689,"num_read_kb":52668,"num_write":983,"num_write_kb":44522,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":534,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:45.672025+0000","last_change":"2024-09-12T18:16:45.672025+0000","last_active":"2024-09-12T18:16:45.672025+0000","last_peered":"2024-09-12T18:16:45.672025+0000","last_clean":"2024-09-12T18:16:45.672025+0000","last_became_active":"2024-09-12T17:34:45.622234+0000","last_became_peered":"2024-09-12T17:34:45.622234+0000","last_unstale":"2024-09-12T18:16:45.672025+0000","last_undegraded":"2024-09-12T18:16:45.672025+0000","last_fullsized":"2024-09-12T18:16:45.672025+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:16:45.671954+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:16:45.671954+0000","last_clean_scrub_stamp":"2024-09-12T18:16:45.671954+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:10:25.344281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050672800000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":508,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:04.928326+0000","last_change":"2024-09-12T18:17:04.928326+0000","last_active":"2024-09-12T18:17:04.928326+0000","last_peered":"2024-09-12T18:17:04.928326+0000","last_clean":"2024-09-12T18:17:04.928326+0000","last_became_active":"2024-09-12T17:35:00.938343+0000","last_became_peered":"2024-09-12T17:35:00.938343+0000","last_unstale":"2024-09-12T18:17:04.928326+0000","last_undegraded":"2024-09-12T18:17:04.928326+0000","last_fullsized":"2024-09-12T18:17:04.928326+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:04.928230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:04.928230+0000","last_clean_scrub_stamp":"2024-09-12T18:17:04.928230+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:01:10.655093+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"266'112","reported_seq":657,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:08.849179+0000","last_change":"2024-09-12T18:17:08.849179+0000","last_active":"2024-09-12T18:17:08.849179+0000","last_peered":"2024-09-12T18:17:08.849179+0000","last_clean":"2024-09-12T18:17:08.849179+0000","last_became_active":"2024-09-12T17:35:02.949542+0000","last_became_peered":"2024-09-12T17:35:02.949542+0000","last_unstale":"2024-09-12T18:17:08.849179+0000","last_undegraded":"2024-09-12T18:17:08.849179+0000","last_fullsized":"2024-09-12T18:17:08.849179+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'112","last_scrub_stamp":"2024-09-12T18:17:08.849087+0000","last_deep_scrub":"266'112","last_deep_scrub_stamp":"2024-09-12T18:17:08.849087+0000","last_clean_scrub_stamp":"2024-09-12T18:17:08.849087+0000","objects_scrubbed":6,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:53:50.598198+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":123,"num_read_kb":117,"num_write":84,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"266'751","reported_seq":2438,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:13.685439+0000","last_change":"2024-09-12T18:17:13.685439+0000","last_active":"2024-09-12T18:17:13.685439+0000","last_peered":"2024-09-12T18:17:13.685439+0000","last_clean":"2024-09-12T18:17:13.685439+0000","last_became_active":"2024-09-12T17:35:04.963013+0000","last_became_peered":"2024-09-12T17:35:04.963013+0000","last_unstale":"2024-09-12T18:17:13.685439+0000","last_undegraded":"2024-09-12T18:17:13.685439+0000","last_fullsized":"2024-09-12T18:17:13.685439+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'751","last_scrub_stamp":"2024-09-12T18:17:13.685353+0000","last_deep_scrub":"266'751","last_deep_scrub_stamp":"2024-09-12T18:17:13.685353+0000","last_clean_scrub_stamp":"2024-09-12T18:17:13.685353+0000","objects_scrubbed":1,"log_size":51,"log_dups_size":700,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:38:58.810098+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"266'325","reported_seq":858,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:16.753764+0000","last_change":"2024-09-12T18:17:16.753764+0000","last_active":"2024-09-12T18:17:16.753764+0000","last_peered":"2024-09-12T18:17:16.753764+0000","last_clean":"2024-09-12T18:17:16.753764+0000","last_became_active":"2024-09-12T17:35:06.983329+0000","last_became_peered":"2024-09-12T17:35:06.983329+0000","last_unstale":"2024-09-12T18:17:16.753764+0000","last_undegraded":"2024-09-12T18:17:16.753764+0000","last_fullsized":"2024-09-12T18:17:16.753764+0000","mapping_epoch":35,"log_start":"266'300","ondisk_log_start":"266'300","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'325","last_scrub_stamp":"2024-09-12T18:17:16.753667+0000","last_deep_scrub":"266'325","last_deep_scrub_stamp":"2024-09-12T18:17:16.753667+0000","last_clean_scrub_stamp":"2024-09-12T18:17:16.753667+0000","objects_scrubbed":6,"log_size":25,"log_dups_size":300,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:44:53.188906+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":395,"num_read_kb":385,"num_write":679,"num_write_kb":243,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":178,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"266'189","reported_seq":830,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:49.025012+0000","last_change":"2024-09-12T18:16:49.025012+0000","last_active":"2024-09-12T18:16:49.025012+0000","last_peered":"2024-09-12T18:16:49.025012+0000","last_clean":"2024-09-12T18:16:49.025012+0000","last_became_active":"2024-09-12T17:34:58.921913+0000","last_became_peered":"2024-09-12T17:34:58.921913+0000","last_unstale":"2024-09-12T18:16:49.025012+0000","last_undegraded":"2024-09-12T18:16:49.025012+0000","last_fullsized":"2024-09-12T18:16:49.025012+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'189","last_scrub_stamp":"2024-09-12T18:16:49.024932+0000","last_deep_scrub":"266'189","last_deep_scrub_stamp":"2024-09-12T18:16:49.024932+0000","last_clean_scrub_stamp":"2024-09-12T18:16:49.024932+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":100,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:08:48.179444+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":898,"num_read_kb":763,"num_write":317,"num_write_kb":179,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"266'262","reported_seq":920,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:43.951103+0000","last_change":"2024-09-12T18:16:43.951103+0000","last_active":"2024-09-12T18:16:43.951103+0000","last_peered":"2024-09-12T18:16:43.951103+0000","last_clean":"2024-09-12T18:16:43.951103+0000","last_became_active":"2024-09-12T17:34:56.922937+0000","last_became_peered":"2024-09-12T17:34:56.922937+0000","last_unstale":"2024-09-12T18:16:43.951103+0000","last_undegraded":"2024-09-12T18:16:43.951103+0000","last_fullsized":"2024-09-12T18:16:43.951103+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'262","last_scrub_stamp":"2024-09-12T18:16:43.951019+0000","last_deep_scrub":"266'262","last_deep_scrub_stamp":"2024-09-12T18:16:43.951019+0000","last_clean_scrub_stamp":"2024-09-12T18:16:43.951019+0000","objects_scrubbed":3,"log_size":62,"log_dups_size":200,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:14:37.395210+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048618,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":627,"num_read_kb":11936,"num_write":1177,"num_write_kb":31628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":527,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:46.535626+0000","last_change":"2024-09-12T18:16:46.535626+0000","last_active":"2024-09-12T18:16:46.535626+0000","last_peered":"2024-09-12T18:16:46.535626+0000","last_clean":"2024-09-12T18:16:46.535626+0000","last_became_active":"2024-09-12T17:34:45.622575+0000","last_became_peered":"2024-09-12T17:34:45.622575+0000","last_unstale":"2024-09-12T18:16:46.535626+0000","last_undegraded":"2024-09-12T18:16:46.535626+0000","last_fullsized":"2024-09-12T18:16:46.535626+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:16:46.535534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:16:46.535534+0000","last_clean_scrub_stamp":"2024-09-12T18:16:46.535534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:23:20.331626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000567901,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":510,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:02.765876+0000","last_change":"2024-09-12T18:17:02.765778+0000","last_active":"2024-09-12T18:17:02.765876+0000","last_peered":"2024-09-12T18:17:02.765876+0000","last_clean":"2024-09-12T18:17:02.765876+0000","last_became_active":"2024-09-12T17:35:00.938321+0000","last_became_peered":"2024-09-12T17:35:00.938321+0000","last_unstale":"2024-09-12T18:17:02.765876+0000","last_undegraded":"2024-09-12T18:17:02.765876+0000","last_fullsized":"2024-09-12T18:17:02.765876+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:02.765657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:02.765657+0000","last_clean_scrub_stamp":"2024-09-12T18:17:02.765657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:14:14.171925+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"266'323","reported_seq":1044,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:08.590950+0000","last_change":"2024-09-12T18:17:08.590950+0000","last_active":"2024-09-12T18:17:08.590950+0000","last_peered":"2024-09-12T18:17:08.590950+0000","last_clean":"2024-09-12T18:17:08.590950+0000","last_became_active":"2024-09-12T17:35:03.251753+0000","last_became_peered":"2024-09-12T17:35:03.251753+0000","last_unstale":"2024-09-12T18:17:08.590950+0000","last_undegraded":"2024-09-12T18:17:08.590950+0000","last_fullsized":"2024-09-12T18:17:08.590950+0000","mapping_epoch":31,"log_start":"266'300","ondisk_log_start":"266'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'323","last_scrub_stamp":"2024-09-12T18:17:08.590833+0000","last_deep_scrub":"266'323","last_deep_scrub_stamp":"2024-09-12T18:17:08.590833+0000","last_clean_scrub_stamp":"2024-09-12T18:17:08.590833+0000","objects_scrubbed":8,"log_size":23,"log_dups_size":300,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:06:50.811585+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34989,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":483,"num_read_kb":742,"num_write":250,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":501,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:16.633280+0000","last_change":"2024-09-12T18:17:16.633280+0000","last_active":"2024-09-12T18:17:16.633280+0000","last_peered":"2024-09-12T18:17:16.633280+0000","last_clean":"2024-09-12T18:17:16.633280+0000","last_became_active":"2024-09-12T17:35:04.963038+0000","last_became_peered":"2024-09-12T17:35:04.963038+0000","last_unstale":"2024-09-12T18:17:16.633280+0000","last_undegraded":"2024-09-12T18:17:16.633280+0000","last_fullsized":"2024-09-12T18:17:16.633280+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:16.633182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:16.633182+0000","last_clean_scrub_stamp":"2024-09-12T18:17:16.633182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:48:41.862587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"266'127","reported_seq":635,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:20.072684+0000","last_change":"2024-09-12T18:17:20.072684+0000","last_active":"2024-09-12T18:17:20.072684+0000","last_peered":"2024-09-12T18:17:20.072684+0000","last_clean":"2024-09-12T18:17:20.072684+0000","last_became_active":"2024-09-12T17:35:06.985014+0000","last_became_peered":"2024-09-12T17:35:06.985014+0000","last_unstale":"2024-09-12T18:17:20.072684+0000","last_undegraded":"2024-09-12T18:17:20.072684+0000","last_fullsized":"2024-09-12T18:17:20.072684+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'127","last_scrub_stamp":"2024-09-12T18:17:20.072590+0000","last_deep_scrub":"266'127","last_deep_scrub_stamp":"2024-09-12T18:17:20.072590+0000","last_clean_scrub_stamp":"2024-09-12T18:17:20.072590+0000","objects_scrubbed":3,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:20:38.355769+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":235,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":188,"num_read_kb":178,"num_write":304,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"266'153","reported_seq":714,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:19.810990+0000","last_change":"2024-09-12T18:17:19.810990+0000","last_active":"2024-09-12T18:17:19.810990+0000","last_peered":"2024-09-12T18:17:19.810990+0000","last_clean":"2024-09-12T18:17:19.810990+0000","last_became_active":"2024-09-12T17:35:06.984047+0000","last_became_peered":"2024-09-12T17:35:06.984047+0000","last_unstale":"2024-09-12T18:17:19.810990+0000","last_undegraded":"2024-09-12T18:17:19.810990+0000","last_fullsized":"2024-09-12T18:17:19.810990+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'153","last_scrub_stamp":"2024-09-12T18:17:19.810890+0000","last_deep_scrub":"266'153","last_deep_scrub_stamp":"2024-09-12T18:17:19.810890+0000","last_clean_scrub_stamp":"2024-09-12T18:17:19.810890+0000","objects_scrubbed":2,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:37:57.683342+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":425,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":257,"num_read_kb":255,"num_write":377,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"266'126","reported_seq":720,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:52.046725+0000","last_change":"2024-09-12T18:16:52.046630+0000","last_active":"2024-09-12T18:16:52.046725+0000","last_peered":"2024-09-12T18:16:52.046725+0000","last_clean":"2024-09-12T18:16:52.046725+0000","last_became_active":"2024-09-12T17:34:58.920693+0000","last_became_peered":"2024-09-12T17:34:58.920693+0000","last_unstale":"2024-09-12T18:16:52.046725+0000","last_undegraded":"2024-09-12T18:16:52.046725+0000","last_fullsized":"2024-09-12T18:16:52.046725+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'126","last_scrub_stamp":"2024-09-12T18:16:52.046538+0000","last_deep_scrub":"266'126","last_deep_scrub_stamp":"2024-09-12T18:16:52.046538+0000","last_clean_scrub_stamp":"2024-09-12T18:16:52.046538+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:03:31.757213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":544,"num_read_kb":446,"num_write":203,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"266'165","reported_seq":794,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:48.031833+0000","last_change":"2024-09-12T18:16:48.031766+0000","last_active":"2024-09-12T18:16:48.031833+0000","last_peered":"2024-09-12T18:16:48.031833+0000","last_clean":"2024-09-12T18:16:48.031833+0000","last_became_active":"2024-09-12T17:34:56.919861+0000","last_became_peered":"2024-09-12T17:34:56.919861+0000","last_unstale":"2024-09-12T18:16:48.031833+0000","last_undegraded":"2024-09-12T18:16:48.031833+0000","last_fullsized":"2024-09-12T18:16:48.031833+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'165","last_scrub_stamp":"2024-09-12T18:16:48.031660+0000","last_deep_scrub":"266'165","last_deep_scrub_stamp":"2024-09-12T18:16:48.031660+0000","last_clean_scrub_stamp":"2024-09-12T18:16:48.031660+0000","objects_scrubbed":2,"log_size":65,"log_dups_size":100,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:47:01.091221+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":39,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":379,"num_read_kb":53379,"num_write":774,"num_write_kb":28781,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"266'4","reported_seq":990,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:59.504167+0000","last_change":"2024-09-12T18:16:59.504091+0000","last_active":"2024-09-12T18:16:59.504167+0000","last_peered":"2024-09-12T18:16:59.504167+0000","last_clean":"2024-09-12T18:16:59.504167+0000","last_became_active":"2024-09-12T17:35:00.935134+0000","last_became_peered":"2024-09-12T17:35:00.935134+0000","last_unstale":"2024-09-12T18:16:59.504167+0000","last_undegraded":"2024-09-12T18:16:59.504167+0000","last_fullsized":"2024-09-12T18:16:59.504167+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'4","last_scrub_stamp":"2024-09-12T18:16:59.504004+0000","last_deep_scrub":"266'4","last_deep_scrub_stamp":"2024-09-12T18:16:59.504004+0000","last_clean_scrub_stamp":"2024-09-12T18:16:59.504004+0000","objects_scrubbed":1,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:05:01.738478+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":728,"num_read_kb":726,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"266'149","reported_seq":732,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:09.699326+0000","last_change":"2024-09-12T18:17:09.699326+0000","last_active":"2024-09-12T18:17:09.699326+0000","last_peered":"2024-09-12T18:17:09.699326+0000","last_clean":"2024-09-12T18:17:09.699326+0000","last_became_active":"2024-09-12T17:35:02.954476+0000","last_became_peered":"2024-09-12T17:35:02.954476+0000","last_unstale":"2024-09-12T18:17:09.699326+0000","last_undegraded":"2024-09-12T18:17:09.699326+0000","last_fullsized":"2024-09-12T18:17:09.699326+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'149","last_scrub_stamp":"2024-09-12T18:17:09.699210+0000","last_deep_scrub":"266'149","last_deep_scrub_stamp":"2024-09-12T18:17:09.699210+0000","last_clean_scrub_stamp":"2024-09-12T18:17:09.699210+0000","objects_scrubbed":5,"log_size":49,"log_dups_size":100,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:04:39.835961+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9390,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":175,"num_read_kb":230,"num_write":94,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":499,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:14.669826+0000","last_change":"2024-09-12T18:17:14.669826+0000","last_active":"2024-09-12T18:17:14.669826+0000","last_peered":"2024-09-12T18:17:14.669826+0000","last_clean":"2024-09-12T18:17:14.669826+0000","last_became_active":"2024-09-12T17:35:04.963388+0000","last_became_peered":"2024-09-12T17:35:04.963388+0000","last_unstale":"2024-09-12T18:17:14.669826+0000","last_undegraded":"2024-09-12T18:17:14.669826+0000","last_fullsized":"2024-09-12T18:17:14.669826+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:14.669714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:14.669714+0000","last_clean_scrub_stamp":"2024-09-12T18:17:14.669714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:01:55.974338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"266'125","reported_seq":632,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:23.719863+0000","last_change":"2024-09-12T18:17:23.719863+0000","last_active":"2024-09-12T18:17:23.719863+0000","last_peered":"2024-09-12T18:17:23.719863+0000","last_clean":"2024-09-12T18:17:23.719863+0000","last_became_active":"2024-09-12T17:35:06.991097+0000","last_became_peered":"2024-09-12T17:35:06.991097+0000","last_unstale":"2024-09-12T18:17:23.719863+0000","last_undegraded":"2024-09-12T18:17:23.719863+0000","last_fullsized":"2024-09-12T18:17:23.719863+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'125","last_scrub_stamp":"2024-09-12T18:17:23.719772+0000","last_deep_scrub":"266'125","last_deep_scrub_stamp":"2024-09-12T18:17:23.719772+0000","last_clean_scrub_stamp":"2024-09-12T18:17:23.719772+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:18:30.458061+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":155,"num_read_kb":149,"num_write":290,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"266'294","reported_seq":940,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:55.571519+0000","last_change":"2024-09-12T18:16:55.571458+0000","last_active":"2024-09-12T18:16:55.571519+0000","last_peered":"2024-09-12T18:16:55.571519+0000","last_clean":"2024-09-12T18:16:55.571519+0000","last_became_active":"2024-09-12T17:34:58.920144+0000","last_became_peered":"2024-09-12T17:34:58.920144+0000","last_unstale":"2024-09-12T18:16:55.571519+0000","last_undegraded":"2024-09-12T18:16:55.571519+0000","last_fullsized":"2024-09-12T18:16:55.571519+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'294","last_scrub_stamp":"2024-09-12T18:16:55.571369+0000","last_deep_scrub":"266'294","last_deep_scrub_stamp":"2024-09-12T18:16:55.571369+0000","last_clean_scrub_stamp":"2024-09-12T18:16:55.571369+0000","objects_scrubbed":1,"log_size":94,"log_dups_size":200,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:10:00.150334+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1321,"num_read_kb":1085,"num_write":458,"num_write_kb":283,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4003,"num_omap_keys":18,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"266'200","reported_seq":882,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:53.677185+0000","last_change":"2024-09-12T18:16:53.677185+0000","last_active":"2024-09-12T18:16:53.677185+0000","last_peered":"2024-09-12T18:16:53.677185+0000","last_clean":"2024-09-12T18:16:53.677185+0000","last_became_active":"2024-09-12T17:34:56.920454+0000","last_became_peered":"2024-09-12T17:34:56.920454+0000","last_unstale":"2024-09-12T18:16:53.677185+0000","last_undegraded":"2024-09-12T18:16:53.677185+0000","last_fullsized":"2024-09-12T18:16:53.677185+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'200","last_scrub_stamp":"2024-09-12T18:16:53.677091+0000","last_deep_scrub":"266'200","last_deep_scrub_stamp":"2024-09-12T18:16:53.677091+0000","last_clean_scrub_stamp":"2024-09-12T18:16:53.677091+0000","objects_scrubbed":2,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:13:21.336706+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263211,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":543,"num_read_kb":47428,"num_write":952,"num_write_kb":42968,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":507,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:03.748634+0000","last_change":"2024-09-12T18:17:03.748634+0000","last_active":"2024-09-12T18:17:03.748634+0000","last_peered":"2024-09-12T18:17:03.748634+0000","last_clean":"2024-09-12T18:17:03.748634+0000","last_became_active":"2024-09-12T17:35:00.936765+0000","last_became_peered":"2024-09-12T17:35:00.936765+0000","last_unstale":"2024-09-12T18:17:03.748634+0000","last_undegraded":"2024-09-12T18:17:03.748634+0000","last_fullsized":"2024-09-12T18:17:03.748634+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:03.748530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:03.748530+0000","last_clean_scrub_stamp":"2024-09-12T18:17:03.748530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:27:42.877347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"266'48","reported_seq":555,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:05.742941+0000","last_change":"2024-09-12T18:17:05.742941+0000","last_active":"2024-09-12T18:17:05.742941+0000","last_peered":"2024-09-12T18:17:05.742941+0000","last_clean":"2024-09-12T18:17:05.742941+0000","last_became_active":"2024-09-12T17:35:02.951921+0000","last_became_peered":"2024-09-12T17:35:02.951921+0000","last_unstale":"2024-09-12T18:17:05.742941+0000","last_undegraded":"2024-09-12T18:17:05.742941+0000","last_fullsized":"2024-09-12T18:17:05.742941+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'48","last_scrub_stamp":"2024-09-12T18:17:05.742848+0000","last_deep_scrub":"266'48","last_deep_scrub_stamp":"2024-09-12T18:17:05.742848+0000","last_clean_scrub_stamp":"2024-09-12T18:17:05.742848+0000","objects_scrubbed":3,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:24:23.926777+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":32,"num_read_kb":30,"num_write":24,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":588,"num_omap_keys":4,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":494,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:16.547842+0000","last_change":"2024-09-12T18:17:16.547842+0000","last_active":"2024-09-12T18:17:16.547842+0000","last_peered":"2024-09-12T18:17:16.547842+0000","last_clean":"2024-09-12T18:17:16.547842+0000","last_became_active":"2024-09-12T17:35:04.964790+0000","last_became_peered":"2024-09-12T17:35:04.964790+0000","last_unstale":"2024-09-12T18:17:16.547842+0000","last_undegraded":"2024-09-12T18:17:16.547842+0000","last_fullsized":"2024-09-12T18:17:16.547842+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:16.547719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:16.547719+0000","last_clean_scrub_stamp":"2024-09-12T18:17:16.547719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:01:53.289385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"266'204","reported_seq":725,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:20.786099+0000","last_change":"2024-09-12T18:17:20.786002+0000","last_active":"2024-09-12T18:17:20.786099+0000","last_peered":"2024-09-12T18:17:20.786099+0000","last_clean":"2024-09-12T18:17:20.786099+0000","last_became_active":"2024-09-12T17:35:06.979254+0000","last_became_peered":"2024-09-12T17:35:06.979254+0000","last_unstale":"2024-09-12T18:17:20.786099+0000","last_undegraded":"2024-09-12T18:17:20.786099+0000","last_fullsized":"2024-09-12T18:17:20.786099+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'204","last_scrub_stamp":"2024-09-12T18:17:20.785906+0000","last_deep_scrub":"266'204","last_deep_scrub_stamp":"2024-09-12T18:17:20.785906+0000","last_clean_scrub_stamp":"2024-09-12T18:17:20.785906+0000","objects_scrubbed":2,"log_size":104,"log_dups_size":100,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:58:32.014681+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":395,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":325,"num_read_kb":323,"num_write":468,"num_write_kb":129,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":398,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"266'201","reported_seq":798,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:54.716121+0000","last_change":"2024-09-12T18:16:54.716061+0000","last_active":"2024-09-12T18:16:54.716121+0000","last_peered":"2024-09-12T18:16:54.716121+0000","last_clean":"2024-09-12T18:16:54.716121+0000","last_became_active":"2024-09-12T17:34:58.925609+0000","last_became_peered":"2024-09-12T17:34:58.925609+0000","last_unstale":"2024-09-12T18:16:54.716121+0000","last_undegraded":"2024-09-12T18:16:54.716121+0000","last_fullsized":"2024-09-12T18:16:54.716121+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'201","last_scrub_stamp":"2024-09-12T18:16:54.715964+0000","last_deep_scrub":"266'201","last_deep_scrub_stamp":"2024-09-12T18:16:54.715964+0000","last_clean_scrub_stamp":"2024-09-12T18:16:54.715964+0000","objects_scrubbed":1,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:37:55.968601+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":842,"num_read_kb":673,"num_write":309,"num_write_kb":157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":8077,"num_omap_keys":32,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"266'142","reported_seq":833,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:49.310359+0000","last_change":"2024-09-12T18:16:49.310359+0000","last_active":"2024-09-12T18:16:49.310359+0000","last_peered":"2024-09-12T18:16:49.310359+0000","last_clean":"2024-09-12T18:16:49.310359+0000","last_became_active":"2024-09-12T17:34:56.916850+0000","last_became_peered":"2024-09-12T17:34:56.916850+0000","last_unstale":"2024-09-12T18:16:49.310359+0000","last_undegraded":"2024-09-12T18:16:49.310359+0000","last_fullsized":"2024-09-12T18:16:49.310359+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'142","last_scrub_stamp":"2024-09-12T18:16:49.310219+0000","last_deep_scrub":"266'142","last_deep_scrub_stamp":"2024-09-12T18:16:49.310219+0000","last_clean_scrub_stamp":"2024-09-12T18:16:49.310219+0000","objects_scrubbed":2,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:12:08.422542+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262177,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":788,"num_read_kb":35676,"num_write":665,"num_write_kb":26567,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":502,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:05.583718+0000","last_change":"2024-09-12T18:17:05.583718+0000","last_active":"2024-09-12T18:17:05.583718+0000","last_peered":"2024-09-12T18:17:05.583718+0000","last_clean":"2024-09-12T18:17:05.583718+0000","last_became_active":"2024-09-12T17:35:00.938923+0000","last_became_peered":"2024-09-12T17:35:00.938923+0000","last_unstale":"2024-09-12T18:17:05.583718+0000","last_undegraded":"2024-09-12T18:17:05.583718+0000","last_fullsized":"2024-09-12T18:17:05.583718+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:05.583613+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:05.583613+0000","last_clean_scrub_stamp":"2024-09-12T18:17:05.583613+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:56:33.537652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"266'177","reported_seq":776,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:10.653732+0000","last_change":"2024-09-12T18:17:10.653732+0000","last_active":"2024-09-12T18:17:10.653732+0000","last_peered":"2024-09-12T18:17:10.653732+0000","last_clean":"2024-09-12T18:17:10.653732+0000","last_became_active":"2024-09-12T17:35:02.952690+0000","last_became_peered":"2024-09-12T17:35:02.952690+0000","last_unstale":"2024-09-12T18:17:10.653732+0000","last_undegraded":"2024-09-12T18:17:10.653732+0000","last_fullsized":"2024-09-12T18:17:10.653732+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'177","last_scrub_stamp":"2024-09-12T18:17:10.653618+0000","last_deep_scrub":"266'177","last_deep_scrub_stamp":"2024-09-12T18:17:10.653618+0000","last_clean_scrub_stamp":"2024-09-12T18:17:10.653618+0000","objects_scrubbed":5,"log_size":77,"log_dups_size":100,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:45:14.305940+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14696,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":223,"num_read_kb":301,"num_write":124,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:06.463914+0000","last_change":"2024-09-12T18:17:06.463853+0000","last_active":"2024-09-12T18:17:06.463914+0000","last_peered":"2024-09-12T18:17:06.463914+0000","last_clean":"2024-09-12T18:17:06.463914+0000","last_became_active":"2024-09-12T17:35:04.971076+0000","last_became_peered":"2024-09-12T17:35:04.971076+0000","last_unstale":"2024-09-12T18:17:06.463914+0000","last_undegraded":"2024-09-12T18:17:06.463914+0000","last_fullsized":"2024-09-12T18:17:06.463914+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:06.463758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:06.463758+0000","last_clean_scrub_stamp":"2024-09-12T18:17:06.463758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:08:05.170604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"266'135","reported_seq":650,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:23.161208+0000","last_change":"2024-09-12T18:17:23.161142+0000","last_active":"2024-09-12T18:17:23.161208+0000","last_peered":"2024-09-12T18:17:23.161208+0000","last_clean":"2024-09-12T18:17:23.161208+0000","last_became_active":"2024-09-12T17:35:06.984552+0000","last_became_peered":"2024-09-12T17:35:06.984552+0000","last_unstale":"2024-09-12T18:17:23.161208+0000","last_undegraded":"2024-09-12T18:17:23.161208+0000","last_fullsized":"2024-09-12T18:17:23.161208+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'135","last_scrub_stamp":"2024-09-12T18:17:23.161059+0000","last_deep_scrub":"266'135","last_deep_scrub_stamp":"2024-09-12T18:17:23.161059+0000","last_clean_scrub_stamp":"2024-09-12T18:17:23.161059+0000","objects_scrubbed":2,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:24:47.220360+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":451,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":198,"num_read_kb":192,"num_write":307,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"266'134","reported_seq":722,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:51.148387+0000","last_change":"2024-09-12T18:16:51.148387+0000","last_active":"2024-09-12T18:16:51.148387+0000","last_peered":"2024-09-12T18:16:51.148387+0000","last_clean":"2024-09-12T18:16:51.148387+0000","last_became_active":"2024-09-12T17:36:31.123341+0000","last_became_peered":"2024-09-12T17:36:31.123341+0000","last_unstale":"2024-09-12T18:16:51.148387+0000","last_undegraded":"2024-09-12T18:16:51.148387+0000","last_fullsized":"2024-09-12T18:16:51.148387+0000","mapping_epoch":40,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'134","last_scrub_stamp":"2024-09-12T18:16:51.148284+0000","last_deep_scrub":"266'134","last_deep_scrub_stamp":"2024-09-12T18:16:51.148284+0000","last_clean_scrub_stamp":"2024-09-12T18:16:51.148284+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:11:02.865928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":614,"num_read_kb":510,"num_write":196,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.17","version":"266'186","reported_seq":791,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:45.967781+0000","last_change":"2024-09-12T18:16:45.967781+0000","last_active":"2024-09-12T18:16:45.967781+0000","last_peered":"2024-09-12T18:16:45.967781+0000","last_clean":"2024-09-12T18:16:45.967781+0000","last_became_active":"2024-09-12T17:34:56.918372+0000","last_became_peered":"2024-09-12T17:34:56.918372+0000","last_unstale":"2024-09-12T18:16:45.967781+0000","last_undegraded":"2024-09-12T18:16:45.967781+0000","last_fullsized":"2024-09-12T18:16:45.967781+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'186","last_scrub_stamp":"2024-09-12T18:16:45.967697+0000","last_deep_scrub":"266'186","last_deep_scrub_stamp":"2024-09-12T18:16:45.967697+0000","last_clean_scrub_stamp":"2024-09-12T18:16:45.967697+0000","objects_scrubbed":4,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:59:04.109426+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263251,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":327,"num_read_kb":30322,"num_write":862,"num_write_kb":52127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":500,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:00.477559+0000","last_change":"2024-09-12T18:17:00.477469+0000","last_active":"2024-09-12T18:17:00.477559+0000","last_peered":"2024-09-12T18:17:00.477559+0000","last_clean":"2024-09-12T18:17:00.477559+0000","last_became_active":"2024-09-12T17:35:00.935864+0000","last_became_peered":"2024-09-12T17:35:00.935864+0000","last_unstale":"2024-09-12T18:17:00.477559+0000","last_undegraded":"2024-09-12T18:17:00.477559+0000","last_fullsized":"2024-09-12T18:17:00.477559+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:00.477381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:00.477381+0000","last_clean_scrub_stamp":"2024-09-12T18:17:00.477381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:38:24.949375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"266'132","reported_seq":705,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:15.597969+0000","last_change":"2024-09-12T18:17:15.597969+0000","last_active":"2024-09-12T18:17:15.597969+0000","last_peered":"2024-09-12T18:17:15.597969+0000","last_clean":"2024-09-12T18:17:15.597969+0000","last_became_active":"2024-09-12T17:35:02.949997+0000","last_became_peered":"2024-09-12T17:35:02.949997+0000","last_unstale":"2024-09-12T18:17:15.597969+0000","last_undegraded":"2024-09-12T18:17:15.597969+0000","last_fullsized":"2024-09-12T18:17:15.597969+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'132","last_scrub_stamp":"2024-09-12T18:17:15.597856+0000","last_deep_scrub":"266'132","last_deep_scrub_stamp":"2024-09-12T18:17:15.597856+0000","last_clean_scrub_stamp":"2024-09-12T18:17:15.597856+0000","objects_scrubbed":4,"log_size":32,"log_dups_size":100,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:33:30.620587+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8191,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":156,"num_read_kb":218,"num_write":78,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":493,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:12.782587+0000","last_change":"2024-09-12T18:17:12.782587+0000","last_active":"2024-09-12T18:17:12.782587+0000","last_peered":"2024-09-12T18:17:12.782587+0000","last_clean":"2024-09-12T18:17:12.782587+0000","last_became_active":"2024-09-12T17:35:04.970733+0000","last_became_peered":"2024-09-12T17:35:04.970733+0000","last_unstale":"2024-09-12T18:17:12.782587+0000","last_undegraded":"2024-09-12T18:17:12.782587+0000","last_fullsized":"2024-09-12T18:17:12.782587+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:12.782482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:12.782482+0000","last_clean_scrub_stamp":"2024-09-12T18:17:12.782482+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:24:38.436132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"266'60","reported_seq":641,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:55.542769+0000","last_change":"2024-09-12T18:16:55.542769+0000","last_active":"2024-09-12T18:16:55.542769+0000","last_peered":"2024-09-12T18:16:55.542769+0000","last_clean":"2024-09-12T18:16:55.542769+0000","last_became_active":"2024-09-12T17:34:58.919844+0000","last_became_peered":"2024-09-12T17:34:58.919844+0000","last_unstale":"2024-09-12T18:16:55.542769+0000","last_undegraded":"2024-09-12T18:16:55.542769+0000","last_fullsized":"2024-09-12T18:16:55.542769+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'60","last_scrub_stamp":"2024-09-12T18:16:55.542630+0000","last_deep_scrub":"266'60","last_deep_scrub_stamp":"2024-09-12T18:16:55.542630+0000","last_clean_scrub_stamp":"2024-09-12T18:16:55.542630+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:44:41.909316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":284,"num_read_kb":248,"num_write":79,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"266'196","reported_seq":862,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:46.603252+0000","last_change":"2024-09-12T18:16:46.603252+0000","last_active":"2024-09-12T18:16:46.603252+0000","last_peered":"2024-09-12T18:16:46.603252+0000","last_clean":"2024-09-12T18:16:46.603252+0000","last_became_active":"2024-09-12T17:34:56.920158+0000","last_became_peered":"2024-09-12T17:34:56.920158+0000","last_unstale":"2024-09-12T18:16:46.603252+0000","last_undegraded":"2024-09-12T18:16:46.603252+0000","last_fullsized":"2024-09-12T18:16:46.603252+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'196","last_scrub_stamp":"2024-09-12T18:16:46.603168+0000","last_deep_scrub":"266'196","last_deep_scrub_stamp":"2024-09-12T18:16:46.603168+0000","last_clean_scrub_stamp":"2024-09-12T18:16:46.603168+0000","objects_scrubbed":5,"log_size":96,"log_dups_size":100,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:06:30.239842+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":312874,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":610,"num_read_kb":10072,"num_write":923,"num_write_kb":26304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":504,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:02.761402+0000","last_change":"2024-09-12T18:17:02.761322+0000","last_active":"2024-09-12T18:17:02.761402+0000","last_peered":"2024-09-12T18:17:02.761402+0000","last_clean":"2024-09-12T18:17:02.761402+0000","last_became_active":"2024-09-12T17:35:00.933081+0000","last_became_peered":"2024-09-12T17:35:00.933081+0000","last_unstale":"2024-09-12T18:17:02.761402+0000","last_undegraded":"2024-09-12T18:17:02.761402+0000","last_fullsized":"2024-09-12T18:17:02.761402+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:02.761235+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:02.761235+0000","last_clean_scrub_stamp":"2024-09-12T18:17:02.761235+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:11:48.085330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"266'198","reported_seq":834,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:04.435861+0000","last_change":"2024-09-12T18:17:04.435792+0000","last_active":"2024-09-12T18:17:04.435861+0000","last_peered":"2024-09-12T18:17:04.435861+0000","last_clean":"2024-09-12T18:17:04.435861+0000","last_became_active":"2024-09-12T17:35:02.950274+0000","last_became_peered":"2024-09-12T17:35:02.950274+0000","last_unstale":"2024-09-12T18:17:04.435861+0000","last_undegraded":"2024-09-12T18:17:04.435861+0000","last_fullsized":"2024-09-12T18:17:04.435861+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'198","last_scrub_stamp":"2024-09-12T18:17:04.435694+0000","last_deep_scrub":"266'198","last_deep_scrub_stamp":"2024-09-12T18:17:04.435694+0000","last_clean_scrub_stamp":"2024-09-12T18:17:04.435694+0000","objects_scrubbed":6,"log_size":98,"log_dups_size":100,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:07:56.100918+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24790,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":309,"num_read_kb":498,"num_write":194,"num_write_kb":135,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":24194,"num_omap_keys":44,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":493,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:16.033747+0000","last_change":"2024-09-12T18:17:16.033667+0000","last_active":"2024-09-12T18:17:16.033747+0000","last_peered":"2024-09-12T18:17:16.033747+0000","last_clean":"2024-09-12T18:17:16.033747+0000","last_became_active":"2024-09-12T17:35:04.969084+0000","last_became_peered":"2024-09-12T17:35:04.969084+0000","last_unstale":"2024-09-12T18:17:16.033747+0000","last_undegraded":"2024-09-12T18:17:16.033747+0000","last_fullsized":"2024-09-12T18:17:16.033747+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:16.033589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:16.033589+0000","last_clean_scrub_stamp":"2024-09-12T18:17:16.033589+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:31:24.258215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"266'172","reported_seq":690,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:22.691976+0000","last_change":"2024-09-12T18:17:22.691976+0000","last_active":"2024-09-12T18:17:22.691976+0000","last_peered":"2024-09-12T18:17:22.691976+0000","last_clean":"2024-09-12T18:17:22.691976+0000","last_became_active":"2024-09-12T17:35:07.202003+0000","last_became_peered":"2024-09-12T17:35:07.202003+0000","last_unstale":"2024-09-12T18:17:22.691976+0000","last_undegraded":"2024-09-12T18:17:22.691976+0000","last_fullsized":"2024-09-12T18:17:22.691976+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'172","last_scrub_stamp":"2024-09-12T18:17:22.691882+0000","last_deep_scrub":"266'172","last_deep_scrub_stamp":"2024-09-12T18:17:22.691882+0000","last_clean_scrub_stamp":"2024-09-12T18:17:22.691882+0000","objects_scrubbed":4,"log_size":72,"log_dups_size":100,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:34:32.519091+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1066,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":265,"num_read_kb":267,"num_write":393,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"266'141","reported_seq":778,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:55.815095+0000","last_change":"2024-09-12T18:16:55.815033+0000","last_active":"2024-09-12T18:16:55.815095+0000","last_peered":"2024-09-12T18:16:55.815095+0000","last_clean":"2024-09-12T18:16:55.815095+0000","last_became_active":"2024-09-12T17:34:58.926142+0000","last_became_peered":"2024-09-12T17:34:58.926142+0000","last_unstale":"2024-09-12T18:16:55.815095+0000","last_undegraded":"2024-09-12T18:16:55.815095+0000","last_fullsized":"2024-09-12T18:16:55.815095+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'141","last_scrub_stamp":"2024-09-12T18:16:55.814949+0000","last_deep_scrub":"266'141","last_deep_scrub_stamp":"2024-09-12T18:16:55.814949+0000","last_clean_scrub_stamp":"2024-09-12T18:16:55.814949+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":100,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:06:56.987740+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":661,"num_read_kb":559,"num_write":210,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"266'200","reported_seq":826,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:47.706594+0000","last_change":"2024-09-12T18:16:47.706594+0000","last_active":"2024-09-12T18:16:47.706594+0000","last_peered":"2024-09-12T18:16:47.706594+0000","last_clean":"2024-09-12T18:16:47.706594+0000","last_became_active":"2024-09-12T17:34:56.915256+0000","last_became_peered":"2024-09-12T17:34:56.915256+0000","last_unstale":"2024-09-12T18:16:47.706594+0000","last_undegraded":"2024-09-12T18:16:47.706594+0000","last_fullsized":"2024-09-12T18:16:47.706594+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'200","last_scrub_stamp":"2024-09-12T18:16:47.706477+0000","last_deep_scrub":"266'200","last_deep_scrub_stamp":"2024-09-12T18:16:47.706477+0000","last_clean_scrub_stamp":"2024-09-12T18:16:47.706477+0000","objects_scrubbed":4,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:19:26.370013+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":86,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":420,"num_read_kb":24066,"num_write":973,"num_write_kb":43325,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":502,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:01.494610+0000","last_change":"2024-09-12T18:17:01.494610+0000","last_active":"2024-09-12T18:17:01.494610+0000","last_peered":"2024-09-12T18:17:01.494610+0000","last_clean":"2024-09-12T18:17:01.494610+0000","last_became_active":"2024-09-12T17:35:00.935961+0000","last_became_peered":"2024-09-12T17:35:00.935961+0000","last_unstale":"2024-09-12T18:17:01.494610+0000","last_undegraded":"2024-09-12T18:17:01.494610+0000","last_fullsized":"2024-09-12T18:17:01.494610+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:01.494494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:01.494494+0000","last_clean_scrub_stamp":"2024-09-12T18:17:01.494494+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:45:51.735678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"266'170","reported_seq":758,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:12.595830+0000","last_change":"2024-09-12T18:17:12.595749+0000","last_active":"2024-09-12T18:17:12.595830+0000","last_peered":"2024-09-12T18:17:12.595830+0000","last_clean":"2024-09-12T18:17:12.595830+0000","last_became_active":"2024-09-12T17:35:02.953229+0000","last_became_peered":"2024-09-12T17:35:02.953229+0000","last_unstale":"2024-09-12T18:17:12.595830+0000","last_undegraded":"2024-09-12T18:17:12.595830+0000","last_fullsized":"2024-09-12T18:17:12.595830+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'170","last_scrub_stamp":"2024-09-12T18:17:12.595643+0000","last_deep_scrub":"266'170","last_deep_scrub_stamp":"2024-09-12T18:17:12.595643+0000","last_clean_scrub_stamp":"2024-09-12T18:17:12.595643+0000","objects_scrubbed":8,"log_size":70,"log_dups_size":100,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:56:28.562315+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6421,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":221,"num_read_kb":267,"num_write":142,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":11460,"num_omap_keys":24,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":497,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:08.397201+0000","last_change":"2024-09-12T18:17:08.397094+0000","last_active":"2024-09-12T18:17:08.397201+0000","last_peered":"2024-09-12T18:17:08.397201+0000","last_clean":"2024-09-12T18:17:08.397201+0000","last_became_active":"2024-09-12T17:35:04.965251+0000","last_became_peered":"2024-09-12T17:35:04.965251+0000","last_unstale":"2024-09-12T18:17:08.397201+0000","last_undegraded":"2024-09-12T18:17:08.397201+0000","last_fullsized":"2024-09-12T18:17:08.397201+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:08.396990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:08.396990+0000","last_clean_scrub_stamp":"2024-09-12T18:17:08.396990+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:02:54.705339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"266'179","reported_seq":691,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:10.453685+0000","last_change":"2024-09-12T18:17:10.453685+0000","last_active":"2024-09-12T18:17:10.453685+0000","last_peered":"2024-09-12T18:17:10.453685+0000","last_clean":"2024-09-12T18:17:10.453685+0000","last_became_active":"2024-09-12T17:35:06.991122+0000","last_became_peered":"2024-09-12T17:35:06.991122+0000","last_unstale":"2024-09-12T18:17:10.453685+0000","last_undegraded":"2024-09-12T18:17:10.453685+0000","last_fullsized":"2024-09-12T18:17:10.453685+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'179","last_scrub_stamp":"2024-09-12T18:17:10.453596+0000","last_deep_scrub":"266'179","last_deep_scrub_stamp":"2024-09-12T18:17:10.453596+0000","last_clean_scrub_stamp":"2024-09-12T18:17:10.453596+0000","objects_scrubbed":5,"log_size":79,"log_dups_size":100,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:21:21.812006+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1619,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":252,"num_read_kb":243,"num_write":490,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"266'219","reported_seq":804,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:58.768892+0000","last_change":"2024-09-12T18:16:58.768831+0000","last_active":"2024-09-12T18:16:58.768892+0000","last_peered":"2024-09-12T18:16:58.768892+0000","last_clean":"2024-09-12T18:16:58.768892+0000","last_became_active":"2024-09-12T17:34:58.921089+0000","last_became_peered":"2024-09-12T17:34:58.921089+0000","last_unstale":"2024-09-12T18:16:58.768892+0000","last_undegraded":"2024-09-12T18:16:58.768892+0000","last_fullsized":"2024-09-12T18:16:58.768892+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'219","last_scrub_stamp":"2024-09-12T18:16:58.768742+0000","last_deep_scrub":"266'219","last_deep_scrub_stamp":"2024-09-12T18:16:58.768742+0000","last_clean_scrub_stamp":"2024-09-12T18:16:58.768742+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":200,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:31:41.578564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":925,"num_read_kb":741,"num_write":347,"num_write_kb":174,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"266'223","reported_seq":938,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:46.065415+0000","last_change":"2024-09-12T18:16:46.065354+0000","last_active":"2024-09-12T18:16:46.065415+0000","last_peered":"2024-09-12T18:16:46.065415+0000","last_clean":"2024-09-12T18:16:46.065415+0000","last_became_active":"2024-09-12T17:34:56.918114+0000","last_became_peered":"2024-09-12T17:34:56.918114+0000","last_unstale":"2024-09-12T18:16:46.065415+0000","last_undegraded":"2024-09-12T18:16:46.065415+0000","last_fullsized":"2024-09-12T18:16:46.065415+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'223","last_scrub_stamp":"2024-09-12T18:16:46.065237+0000","last_deep_scrub":"266'223","last_deep_scrub_stamp":"2024-09-12T18:16:46.065237+0000","last_clean_scrub_stamp":"2024-09-12T18:16:46.065237+0000","objects_scrubbed":7,"log_size":23,"log_dups_size":200,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:33:17.821920+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4593351,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":608,"num_read_kb":43659,"num_write":1027,"num_write_kb":45378,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":505,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:07.890606+0000","last_change":"2024-09-12T18:17:07.890533+0000","last_active":"2024-09-12T18:17:07.890606+0000","last_peered":"2024-09-12T18:17:07.890606+0000","last_clean":"2024-09-12T18:17:07.890606+0000","last_became_active":"2024-09-12T17:35:00.936517+0000","last_became_peered":"2024-09-12T17:35:00.936517+0000","last_unstale":"2024-09-12T18:17:07.890606+0000","last_undegraded":"2024-09-12T18:17:07.890606+0000","last_fullsized":"2024-09-12T18:17:07.890606+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:07.890447+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:07.890447+0000","last_clean_scrub_stamp":"2024-09-12T18:17:07.890447+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:04:40.572476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"266'146","reported_seq":731,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:12.692005+0000","last_change":"2024-09-12T18:17:12.692005+0000","last_active":"2024-09-12T18:17:12.692005+0000","last_peered":"2024-09-12T18:17:12.692005+0000","last_clean":"2024-09-12T18:17:12.692005+0000","last_became_active":"2024-09-12T17:35:03.252223+0000","last_became_peered":"2024-09-12T17:35:03.252223+0000","last_unstale":"2024-09-12T18:17:12.692005+0000","last_undegraded":"2024-09-12T18:17:12.692005+0000","last_fullsized":"2024-09-12T18:17:12.692005+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'146","last_scrub_stamp":"2024-09-12T18:17:12.691900+0000","last_deep_scrub":"266'146","last_deep_scrub_stamp":"2024-09-12T18:17:12.691900+0000","last_clean_scrub_stamp":"2024-09-12T18:17:12.691900+0000","objects_scrubbed":5,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:54:30.592353+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10065,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":180,"num_read_kb":244,"num_write":98,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":501,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:13.456431+0000","last_change":"2024-09-12T18:17:13.456431+0000","last_active":"2024-09-12T18:17:13.456431+0000","last_peered":"2024-09-12T18:17:13.456431+0000","last_clean":"2024-09-12T18:17:13.456431+0000","last_became_active":"2024-09-12T17:35:04.965498+0000","last_became_peered":"2024-09-12T17:35:04.965498+0000","last_unstale":"2024-09-12T18:17:13.456431+0000","last_undegraded":"2024-09-12T18:17:13.456431+0000","last_fullsized":"2024-09-12T18:17:13.456431+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:13.456346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:13.456346+0000","last_clean_scrub_stamp":"2024-09-12T18:17:13.456346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:47:58.665890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"266'107","reported_seq":617,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:21.096155+0000","last_change":"2024-09-12T18:17:21.096155+0000","last_active":"2024-09-12T18:17:21.096155+0000","last_peered":"2024-09-12T18:17:21.096155+0000","last_clean":"2024-09-12T18:17:21.096155+0000","last_became_active":"2024-09-12T17:35:06.984930+0000","last_became_peered":"2024-09-12T17:35:06.984930+0000","last_unstale":"2024-09-12T18:17:21.096155+0000","last_undegraded":"2024-09-12T18:17:21.096155+0000","last_fullsized":"2024-09-12T18:17:21.096155+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'107","last_scrub_stamp":"2024-09-12T18:17:21.096058+0000","last_deep_scrub":"266'107","last_deep_scrub_stamp":"2024-09-12T18:17:21.096058+0000","last_clean_scrub_stamp":"2024-09-12T18:17:21.096058+0000","objects_scrubbed":4,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:00:10.602741+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":801,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":186,"num_read_kb":167,"num_write":250,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"266'188","reported_seq":770,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:52.113998+0000","last_change":"2024-09-12T18:16:52.113941+0000","last_active":"2024-09-12T18:16:52.113998+0000","last_peered":"2024-09-12T18:16:52.113998+0000","last_clean":"2024-09-12T18:16:52.113998+0000","last_became_active":"2024-09-12T17:34:58.925027+0000","last_became_peered":"2024-09-12T17:34:58.925027+0000","last_unstale":"2024-09-12T18:16:52.113998+0000","last_undegraded":"2024-09-12T18:16:52.113998+0000","last_fullsized":"2024-09-12T18:16:52.113998+0000","mapping_epoch":27,"log_start":"263'100","ondisk_log_start":"263'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'188","last_scrub_stamp":"2024-09-12T18:16:52.113855+0000","last_deep_scrub":"266'188","last_deep_scrub_stamp":"2024-09-12T18:16:52.113855+0000","last_clean_scrub_stamp":"2024-09-12T18:16:52.113855+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":100,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:05:04.325404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":762,"num_read_kb":614,"num_write":291,"num_write_kb":140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"266'292","reported_seq":1102,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:46.965684+0000","last_change":"2024-09-12T18:16:46.965619+0000","last_active":"2024-09-12T18:16:46.965684+0000","last_peered":"2024-09-12T18:16:46.965684+0000","last_clean":"2024-09-12T18:16:46.965684+0000","last_became_active":"2024-09-12T17:34:56.935029+0000","last_became_peered":"2024-09-12T17:34:56.935029+0000","last_unstale":"2024-09-12T18:16:46.965684+0000","last_undegraded":"2024-09-12T18:16:46.965684+0000","last_fullsized":"2024-09-12T18:16:46.965684+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'292","last_scrub_stamp":"2024-09-12T18:16:46.965518+0000","last_deep_scrub":"266'292","last_deep_scrub_stamp":"2024-09-12T18:16:46.965518+0000","last_clean_scrub_stamp":"2024-09-12T18:16:46.965518+0000","objects_scrubbed":6,"log_size":92,"log_dups_size":200,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:10:57.247739+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68042,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1295,"num_read_kb":22019,"num_write":1482,"num_write_kb":38453,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":505,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:01.517983+0000","last_change":"2024-09-12T18:17:01.517901+0000","last_active":"2024-09-12T18:17:01.517983+0000","last_peered":"2024-09-12T18:17:01.517983+0000","last_clean":"2024-09-12T18:17:01.517983+0000","last_became_active":"2024-09-12T17:35:00.928040+0000","last_became_peered":"2024-09-12T17:35:00.928040+0000","last_unstale":"2024-09-12T18:17:01.517983+0000","last_undegraded":"2024-09-12T18:17:01.517983+0000","last_fullsized":"2024-09-12T18:17:01.517983+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:01.517801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:01.517801+0000","last_clean_scrub_stamp":"2024-09-12T18:17:01.517801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:32:21.149028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"266'94","reported_seq":624,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:13.843250+0000","last_change":"2024-09-12T18:17:13.843250+0000","last_active":"2024-09-12T18:17:13.843250+0000","last_peered":"2024-09-12T18:17:13.843250+0000","last_clean":"2024-09-12T18:17:13.843250+0000","last_became_active":"2024-09-12T17:35:03.251671+0000","last_became_peered":"2024-09-12T17:35:03.251671+0000","last_unstale":"2024-09-12T18:17:13.843250+0000","last_undegraded":"2024-09-12T18:17:13.843250+0000","last_fullsized":"2024-09-12T18:17:13.843250+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'94","last_scrub_stamp":"2024-09-12T18:17:13.843150+0000","last_deep_scrub":"266'94","last_deep_scrub_stamp":"2024-09-12T18:17:13.843150+0000","last_clean_scrub_stamp":"2024-09-12T18:17:13.843150+0000","objects_scrubbed":7,"log_size":94,"log_dups_size":0,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:30:59.526728+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":84,"num_read_kb":78,"num_write":66,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1780,"num_omap_keys":6,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"266'768","reported_seq":6381,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:07.502315+0000","last_change":"2024-09-12T18:17:07.502315+0000","last_active":"2024-09-12T18:17:07.502315+0000","last_peered":"2024-09-12T18:17:07.502315+0000","last_clean":"2024-09-12T18:17:07.502315+0000","last_became_active":"2024-09-12T17:35:04.962328+0000","last_became_peered":"2024-09-12T17:35:04.962328+0000","last_unstale":"2024-09-12T18:17:07.502315+0000","last_undegraded":"2024-09-12T18:17:07.502315+0000","last_fullsized":"2024-09-12T18:17:07.502315+0000","mapping_epoch":33,"log_start":"266'701","ondisk_log_start":"266'701","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'768","last_scrub_stamp":"2024-09-12T18:17:07.502233+0000","last_deep_scrub":"266'768","last_deep_scrub_stamp":"2024-09-12T18:17:07.502233+0000","last_clean_scrub_stamp":"2024-09-12T18:17:07.502233+0000","objects_scrubbed":1,"log_size":67,"log_dups_size":701,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:13:24.574685+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"266'129","reported_seq":641,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:17.556008+0000","last_change":"2024-09-12T18:17:17.556008+0000","last_active":"2024-09-12T18:17:17.556008+0000","last_peered":"2024-09-12T18:17:17.556008+0000","last_clean":"2024-09-12T18:17:17.556008+0000","last_became_active":"2024-09-12T17:35:06.982258+0000","last_became_peered":"2024-09-12T17:35:06.982258+0000","last_unstale":"2024-09-12T18:17:17.556008+0000","last_undegraded":"2024-09-12T18:17:17.556008+0000","last_fullsized":"2024-09-12T18:17:17.556008+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'129","last_scrub_stamp":"2024-09-12T18:17:17.555897+0000","last_deep_scrub":"266'129","last_deep_scrub_stamp":"2024-09-12T18:17:17.555897+0000","last_clean_scrub_stamp":"2024-09-12T18:17:17.555897+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:44:52.299995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":214,"num_read_kb":201,"num_write":330,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"266'90","reported_seq":675,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:56.932310+0000","last_change":"2024-09-12T18:16:56.932255+0000","last_active":"2024-09-12T18:16:56.932310+0000","last_peered":"2024-09-12T18:16:56.932310+0000","last_clean":"2024-09-12T18:16:56.932310+0000","last_became_active":"2024-09-12T17:34:58.915177+0000","last_became_peered":"2024-09-12T17:34:58.915177+0000","last_unstale":"2024-09-12T18:16:56.932310+0000","last_undegraded":"2024-09-12T18:16:56.932310+0000","last_fullsized":"2024-09-12T18:16:56.932310+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'90","last_scrub_stamp":"2024-09-12T18:16:56.932174+0000","last_deep_scrub":"266'90","last_deep_scrub_stamp":"2024-09-12T18:16:56.932174+0000","last_clean_scrub_stamp":"2024-09-12T18:16:56.932174+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":0,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:24:59.957825+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":407,"num_read_kb":344,"num_write":133,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"266'248","reported_seq":914,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:51.263423+0000","last_change":"2024-09-12T18:16:51.263321+0000","last_active":"2024-09-12T18:16:51.263423+0000","last_peered":"2024-09-12T18:16:51.263423+0000","last_clean":"2024-09-12T18:16:51.263423+0000","last_became_active":"2024-09-12T17:35:31.566106+0000","last_became_peered":"2024-09-12T17:35:31.566106+0000","last_unstale":"2024-09-12T18:16:51.263423+0000","last_undegraded":"2024-09-12T18:16:51.263423+0000","last_fullsized":"2024-09-12T18:16:51.263423+0000","mapping_epoch":38,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'248","last_scrub_stamp":"2024-09-12T18:16:51.263163+0000","last_deep_scrub":"266'248","last_deep_scrub_stamp":"2024-09-12T18:16:51.263163+0000","last_clean_scrub_stamp":"2024-09-12T18:16:51.263163+0000","objects_scrubbed":8,"log_size":48,"log_dups_size":200,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:21:10.113625+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5413099,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":535,"num_read_kb":23760,"num_write":1061,"num_write_kb":25012,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":501,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:07.545336+0000","last_change":"2024-09-12T18:17:07.545248+0000","last_active":"2024-09-12T18:17:07.545336+0000","last_peered":"2024-09-12T18:17:07.545336+0000","last_clean":"2024-09-12T18:17:07.545336+0000","last_became_active":"2024-09-12T17:35:00.938992+0000","last_became_peered":"2024-09-12T17:35:00.938992+0000","last_unstale":"2024-09-12T18:17:07.545336+0000","last_undegraded":"2024-09-12T18:17:07.545336+0000","last_fullsized":"2024-09-12T18:17:07.545336+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:07.545142+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:07.545142+0000","last_clean_scrub_stamp":"2024-09-12T18:17:07.545142+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:19:13.597536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"266'175","reported_seq":762,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:16.992276+0000","last_change":"2024-09-12T18:17:16.992276+0000","last_active":"2024-09-12T18:17:16.992276+0000","last_peered":"2024-09-12T18:17:16.992276+0000","last_clean":"2024-09-12T18:17:16.992276+0000","last_became_active":"2024-09-12T17:35:02.950602+0000","last_became_peered":"2024-09-12T17:35:02.950602+0000","last_unstale":"2024-09-12T18:17:16.992276+0000","last_undegraded":"2024-09-12T18:17:16.992276+0000","last_fullsized":"2024-09-12T18:17:16.992276+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'175","last_scrub_stamp":"2024-09-12T18:17:16.992180+0000","last_deep_scrub":"266'175","last_deep_scrub_stamp":"2024-09-12T18:17:16.992180+0000","last_clean_scrub_stamp":"2024-09-12T18:17:16.992180+0000","objects_scrubbed":9,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:45:17.849610+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7085,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":217,"num_read_kb":283,"num_write":130,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:15.761083+0000","last_change":"2024-09-12T18:17:15.761083+0000","last_active":"2024-09-12T18:17:15.761083+0000","last_peered":"2024-09-12T18:17:15.761083+0000","last_clean":"2024-09-12T18:17:15.761083+0000","last_became_active":"2024-09-12T17:35:04.972306+0000","last_became_peered":"2024-09-12T17:35:04.972306+0000","last_unstale":"2024-09-12T18:17:15.761083+0000","last_undegraded":"2024-09-12T18:17:15.761083+0000","last_fullsized":"2024-09-12T18:17:15.761083+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:15.760997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:15.760997+0000","last_clean_scrub_stamp":"2024-09-12T18:17:15.760997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:50:42.502933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"266'135","reported_seq":648,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:20.618130+0000","last_change":"2024-09-12T18:17:20.618130+0000","last_active":"2024-09-12T18:17:20.618130+0000","last_peered":"2024-09-12T18:17:20.618130+0000","last_clean":"2024-09-12T18:17:20.618130+0000","last_became_active":"2024-09-12T17:35:06.984272+0000","last_became_peered":"2024-09-12T17:35:06.984272+0000","last_unstale":"2024-09-12T18:17:20.618130+0000","last_undegraded":"2024-09-12T18:17:20.618130+0000","last_fullsized":"2024-09-12T18:17:20.618130+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'135","last_scrub_stamp":"2024-09-12T18:17:20.618023+0000","last_deep_scrub":"266'135","last_deep_scrub_stamp":"2024-09-12T18:17:20.618023+0000","last_clean_scrub_stamp":"2024-09-12T18:17:20.618023+0000","objects_scrubbed":4,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:51:11.700629+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":591,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":201,"num_read_kb":188,"num_write":308,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"266'223","reported_seq":825,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:54.961560+0000","last_change":"2024-09-12T18:16:54.961503+0000","last_active":"2024-09-12T18:16:54.961560+0000","last_peered":"2024-09-12T18:16:54.961560+0000","last_clean":"2024-09-12T18:16:54.961560+0000","last_became_active":"2024-09-12T17:34:58.923034+0000","last_became_peered":"2024-09-12T17:34:58.923034+0000","last_unstale":"2024-09-12T18:16:54.961560+0000","last_undegraded":"2024-09-12T18:16:54.961560+0000","last_fullsized":"2024-09-12T18:16:54.961560+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'223","last_scrub_stamp":"2024-09-12T18:16:54.961414+0000","last_deep_scrub":"266'223","last_deep_scrub_stamp":"2024-09-12T18:16:54.961414+0000","last_clean_scrub_stamp":"2024-09-12T18:16:54.961414+0000","objects_scrubbed":1,"log_size":23,"log_dups_size":200,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:42:52.926577+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":922,"num_read_kb":750,"num_write":316,"num_write_kb":178,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"266'189","reported_seq":800,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:50.279631+0000","last_change":"2024-09-12T18:16:50.279571+0000","last_active":"2024-09-12T18:16:50.279631+0000","last_peered":"2024-09-12T18:16:50.279631+0000","last_clean":"2024-09-12T18:16:50.279631+0000","last_became_active":"2024-09-12T17:35:31.033748+0000","last_became_peered":"2024-09-12T17:35:31.033748+0000","last_unstale":"2024-09-12T18:16:50.279631+0000","last_undegraded":"2024-09-12T18:16:50.279631+0000","last_fullsized":"2024-09-12T18:16:50.279631+0000","mapping_epoch":38,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'189","last_scrub_stamp":"2024-09-12T18:16:50.279426+0000","last_deep_scrub":"266'189","last_deep_scrub_stamp":"2024-09-12T18:16:50.279426+0000","last_clean_scrub_stamp":"2024-09-12T18:16:50.279426+0000","objects_scrubbed":4,"log_size":89,"log_dups_size":100,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:37:23.550629+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194337,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":351,"num_read_kb":8582,"num_write":912,"num_write_kb":33561,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":501,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:13.041020+0000","last_change":"2024-09-12T18:17:13.040911+0000","last_active":"2024-09-12T18:17:13.041020+0000","last_peered":"2024-09-12T18:17:13.041020+0000","last_clean":"2024-09-12T18:17:13.041020+0000","last_became_active":"2024-09-12T17:35:00.933492+0000","last_became_peered":"2024-09-12T17:35:00.933492+0000","last_unstale":"2024-09-12T18:17:13.041020+0000","last_undegraded":"2024-09-12T18:17:13.041020+0000","last_fullsized":"2024-09-12T18:17:13.041020+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:13.040814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:13.040814+0000","last_clean_scrub_stamp":"2024-09-12T18:17:13.040814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:31:25.312840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"266'119","reported_seq":690,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:07.755812+0000","last_change":"2024-09-12T18:17:07.755812+0000","last_active":"2024-09-12T18:17:07.755812+0000","last_peered":"2024-09-12T18:17:07.755812+0000","last_clean":"2024-09-12T18:17:07.755812+0000","last_became_active":"2024-09-12T17:35:02.953753+0000","last_became_peered":"2024-09-12T17:35:02.953753+0000","last_unstale":"2024-09-12T18:17:07.755812+0000","last_undegraded":"2024-09-12T18:17:07.755812+0000","last_fullsized":"2024-09-12T18:17:07.755812+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'119","last_scrub_stamp":"2024-09-12T18:17:07.755701+0000","last_deep_scrub":"266'119","last_deep_scrub_stamp":"2024-09-12T18:17:07.755701+0000","last_clean_scrub_stamp":"2024-09-12T18:17:07.755701+0000","objects_scrubbed":4,"log_size":19,"log_dups_size":100,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:53:25.824103+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9278,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":163,"num_read_kb":243,"num_write":84,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":491,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:05.506835+0000","last_change":"2024-09-12T18:17:05.506835+0000","last_active":"2024-09-12T18:17:05.506835+0000","last_peered":"2024-09-12T18:17:05.506835+0000","last_clean":"2024-09-12T18:17:05.506835+0000","last_became_active":"2024-09-12T17:35:04.963928+0000","last_became_peered":"2024-09-12T17:35:04.963928+0000","last_unstale":"2024-09-12T18:17:05.506835+0000","last_undegraded":"2024-09-12T18:17:05.506835+0000","last_fullsized":"2024-09-12T18:17:05.506835+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:05.506741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:05.506741+0000","last_clean_scrub_stamp":"2024-09-12T18:17:05.506741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:24:50.225911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"266'108","reported_seq":635,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:21.724673+0000","last_change":"2024-09-12T18:17:21.724673+0000","last_active":"2024-09-12T18:17:21.724673+0000","last_peered":"2024-09-12T18:17:21.724673+0000","last_clean":"2024-09-12T18:17:21.724673+0000","last_became_active":"2024-09-12T17:35:07.200824+0000","last_became_peered":"2024-09-12T17:35:07.200824+0000","last_unstale":"2024-09-12T18:17:21.724673+0000","last_undegraded":"2024-09-12T18:17:21.724673+0000","last_fullsized":"2024-09-12T18:17:21.724673+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'108","last_scrub_stamp":"2024-09-12T18:17:21.724543+0000","last_deep_scrub":"266'108","last_deep_scrub_stamp":"2024-09-12T18:17:21.724543+0000","last_clean_scrub_stamp":"2024-09-12T18:17:21.724543+0000","objects_scrubbed":1,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:08:30.713338+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":539,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":174,"num_read_kb":172,"num_write":247,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"266'147","reported_seq":782,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:57.730823+0000","last_change":"2024-09-12T18:16:57.730823+0000","last_active":"2024-09-12T18:16:57.730823+0000","last_peered":"2024-09-12T18:16:57.730823+0000","last_clean":"2024-09-12T18:16:57.730823+0000","last_became_active":"2024-09-12T17:34:58.925364+0000","last_became_peered":"2024-09-12T17:34:58.925364+0000","last_unstale":"2024-09-12T18:16:57.730823+0000","last_undegraded":"2024-09-12T18:16:57.730823+0000","last_fullsized":"2024-09-12T18:16:57.730823+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'147","last_scrub_stamp":"2024-09-12T18:16:57.730730+0000","last_deep_scrub":"266'147","last_deep_scrub_stamp":"2024-09-12T18:16:57.730730+0000","last_clean_scrub_stamp":"2024-09-12T18:16:57.730730+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:24:00.954892+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":648,"num_read_kb":543,"num_write":223,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"266'231","reported_seq":868,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:48.675990+0000","last_change":"2024-09-12T18:16:48.675936+0000","last_active":"2024-09-12T18:16:48.675990+0000","last_peered":"2024-09-12T18:16:48.675990+0000","last_clean":"2024-09-12T18:16:48.675990+0000","last_became_active":"2024-09-12T17:34:56.929777+0000","last_became_peered":"2024-09-12T17:34:56.929777+0000","last_unstale":"2024-09-12T18:16:48.675990+0000","last_undegraded":"2024-09-12T18:16:48.675990+0000","last_fullsized":"2024-09-12T18:16:48.675990+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'231","last_scrub_stamp":"2024-09-12T18:16:48.675848+0000","last_deep_scrub":"266'231","last_deep_scrub_stamp":"2024-09-12T18:16:48.675848+0000","last_clean_scrub_stamp":"2024-09-12T18:16:48.675848+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":200,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:51:40.546669+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":454,"num_read_kb":12620,"num_write":1046,"num_write_kb":48973,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":505,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:06.926168+0000","last_change":"2024-09-12T18:17:06.926168+0000","last_active":"2024-09-12T18:17:06.926168+0000","last_peered":"2024-09-12T18:17:06.926168+0000","last_clean":"2024-09-12T18:17:06.926168+0000","last_became_active":"2024-09-12T17:35:00.933777+0000","last_became_peered":"2024-09-12T17:35:00.933777+0000","last_unstale":"2024-09-12T18:17:06.926168+0000","last_undegraded":"2024-09-12T18:17:06.926168+0000","last_fullsized":"2024-09-12T18:17:06.926168+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:06.926083+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:06.926083+0000","last_clean_scrub_stamp":"2024-09-12T18:17:06.926083+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:20:48.187690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"266'112","reported_seq":679,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:11.700216+0000","last_change":"2024-09-12T18:17:11.700104+0000","last_active":"2024-09-12T18:17:11.700216+0000","last_peered":"2024-09-12T18:17:11.700216+0000","last_clean":"2024-09-12T18:17:11.700216+0000","last_became_active":"2024-09-12T17:35:02.948589+0000","last_became_peered":"2024-09-12T17:35:02.948589+0000","last_unstale":"2024-09-12T18:17:11.700216+0000","last_undegraded":"2024-09-12T18:17:11.700216+0000","last_fullsized":"2024-09-12T18:17:11.700216+0000","mapping_epoch":31,"log_start":"266'101","ondisk_log_start":"266'101","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'112","last_scrub_stamp":"2024-09-12T18:17:11.700000+0000","last_deep_scrub":"266'112","last_deep_scrub_stamp":"2024-09-12T18:17:11.700000+0000","last_clean_scrub_stamp":"2024-09-12T18:17:11.700000+0000","objects_scrubbed":2,"log_size":11,"log_dups_size":101,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:27:04.925712+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5527,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":133,"num_read_kb":201,"num_write":66,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":497,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:14.803142+0000","last_change":"2024-09-12T18:17:14.803038+0000","last_active":"2024-09-12T18:17:14.803142+0000","last_peered":"2024-09-12T18:17:14.803142+0000","last_clean":"2024-09-12T18:17:14.803142+0000","last_became_active":"2024-09-12T17:35:04.964762+0000","last_became_peered":"2024-09-12T17:35:04.964762+0000","last_unstale":"2024-09-12T18:17:14.803142+0000","last_undegraded":"2024-09-12T18:17:14.803142+0000","last_fullsized":"2024-09-12T18:17:14.803142+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:14.802944+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:14.802944+0000","last_clean_scrub_stamp":"2024-09-12T18:17:14.802944+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:41:49.683824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"266'164","reported_seq":1627,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:18.562315+0000","last_change":"2024-09-12T18:17:18.562315+0000","last_active":"2024-09-12T18:17:18.562315+0000","last_peered":"2024-09-12T18:17:18.562315+0000","last_clean":"2024-09-12T18:17:18.562315+0000","last_became_active":"2024-09-12T17:35:06.985213+0000","last_became_peered":"2024-09-12T17:35:06.985213+0000","last_unstale":"2024-09-12T18:17:18.562315+0000","last_undegraded":"2024-09-12T18:17:18.562315+0000","last_fullsized":"2024-09-12T18:17:18.562315+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'164","last_scrub_stamp":"2024-09-12T18:17:18.562208+0000","last_deep_scrub":"266'164","last_deep_scrub_stamp":"2024-09-12T18:17:18.562208+0000","last_clean_scrub_stamp":"2024-09-12T18:17:18.562208+0000","objects_scrubbed":5,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:50:31.565909+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":239,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1188,"num_read_kb":1188,"num_write":364,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"266'55","reported_seq":649,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:54.004945+0000","last_change":"2024-09-12T18:16:54.004945+0000","last_active":"2024-09-12T18:16:54.004945+0000","last_peered":"2024-09-12T18:16:54.004945+0000","last_clean":"2024-09-12T18:16:54.004945+0000","last_became_active":"2024-09-12T17:34:58.918463+0000","last_became_peered":"2024-09-12T17:34:58.918463+0000","last_unstale":"2024-09-12T18:16:54.004945+0000","last_undegraded":"2024-09-12T18:16:54.004945+0000","last_fullsized":"2024-09-12T18:16:54.004945+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'55","last_scrub_stamp":"2024-09-12T18:16:54.004861+0000","last_deep_scrub":"266'55","last_deep_scrub_stamp":"2024-09-12T18:16:54.004861+0000","last_clean_scrub_stamp":"2024-09-12T18:16:54.004861+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":0,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:31:24.989742+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":265,"num_read_kb":235,"num_write":79,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"266'207","reported_seq":871,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:47.927138+0000","last_change":"2024-09-12T18:16:47.927138+0000","last_active":"2024-09-12T18:16:47.927138+0000","last_peered":"2024-09-12T18:16:47.927138+0000","last_clean":"2024-09-12T18:16:47.927138+0000","last_became_active":"2024-09-12T17:34:56.932103+0000","last_became_peered":"2024-09-12T17:34:56.932103+0000","last_unstale":"2024-09-12T18:16:47.927138+0000","last_undegraded":"2024-09-12T18:16:47.927138+0000","last_fullsized":"2024-09-12T18:16:47.927138+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'207","last_scrub_stamp":"2024-09-12T18:16:47.927035+0000","last_deep_scrub":"266'207","last_deep_scrub_stamp":"2024-09-12T18:16:47.927035+0000","last_clean_scrub_stamp":"2024-09-12T18:16:47.927035+0000","objects_scrubbed":3,"log_size":107,"log_dups_size":100,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:28:28.501325+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3053311,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":542,"num_read_kb":71881,"num_write":961,"num_write_kb":32143,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"266'2","reported_seq":507,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:00.475893+0000","last_change":"2024-09-12T18:17:00.475893+0000","last_active":"2024-09-12T18:17:00.475893+0000","last_peered":"2024-09-12T18:17:00.475893+0000","last_clean":"2024-09-12T18:17:00.475893+0000","last_became_active":"2024-09-12T17:35:00.933869+0000","last_became_peered":"2024-09-12T17:35:00.933869+0000","last_unstale":"2024-09-12T18:17:00.475893+0000","last_undegraded":"2024-09-12T18:17:00.475893+0000","last_fullsized":"2024-09-12T18:17:00.475893+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-12T18:17:00.475802+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-12T18:17:00.475802+0000","last_clean_scrub_stamp":"2024-09-12T18:17:00.475802+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:31:45.730025+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"266'157","reported_seq":749,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:11.852707+0000","last_change":"2024-09-12T18:17:11.852616+0000","last_active":"2024-09-12T18:17:11.852707+0000","last_peered":"2024-09-12T18:17:11.852707+0000","last_clean":"2024-09-12T18:17:11.852707+0000","last_became_active":"2024-09-12T17:35:02.948855+0000","last_became_peered":"2024-09-12T17:35:02.948855+0000","last_unstale":"2024-09-12T18:17:11.852707+0000","last_undegraded":"2024-09-12T18:17:11.852707+0000","last_fullsized":"2024-09-12T18:17:11.852707+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'157","last_scrub_stamp":"2024-09-12T18:17:11.852501+0000","last_deep_scrub":"266'157","last_deep_scrub_stamp":"2024-09-12T18:17:11.852501+0000","last_clean_scrub_stamp":"2024-09-12T18:17:11.852501+0000","objects_scrubbed":5,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:54:41.401101+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15556,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":213,"num_read_kb":298,"num_write":120,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:13.815939+0000","last_change":"2024-09-12T18:17:13.815866+0000","last_active":"2024-09-12T18:17:13.815939+0000","last_peered":"2024-09-12T18:17:13.815939+0000","last_clean":"2024-09-12T18:17:13.815939+0000","last_became_active":"2024-09-12T17:35:04.971064+0000","last_became_peered":"2024-09-12T17:35:04.971064+0000","last_unstale":"2024-09-12T18:17:13.815939+0000","last_undegraded":"2024-09-12T18:17:13.815939+0000","last_fullsized":"2024-09-12T18:17:13.815939+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:13.815776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:13.815776+0000","last_clean_scrub_stamp":"2024-09-12T18:17:13.815776+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:42:19.370085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"266'122","reported_seq":633,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:17.765804+0000","last_change":"2024-09-12T18:17:17.765804+0000","last_active":"2024-09-12T18:17:17.765804+0000","last_peered":"2024-09-12T18:17:17.765804+0000","last_clean":"2024-09-12T18:17:17.765804+0000","last_became_active":"2024-09-12T17:35:06.981911+0000","last_became_peered":"2024-09-12T17:35:06.981911+0000","last_unstale":"2024-09-12T18:17:17.765804+0000","last_undegraded":"2024-09-12T18:17:17.765804+0000","last_fullsized":"2024-09-12T18:17:17.765804+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'122","last_scrub_stamp":"2024-09-12T18:17:17.765686+0000","last_deep_scrub":"266'122","last_deep_scrub_stamp":"2024-09-12T18:17:17.765686+0000","last_clean_scrub_stamp":"2024-09-12T18:17:17.765686+0000","objects_scrubbed":4,"log_size":22,"log_dups_size":100,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:29:57.242778+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":652,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":201,"num_read_kb":183,"num_write":312,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"266'121","reported_seq":682,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:57.572277+0000","last_change":"2024-09-12T18:16:57.572277+0000","last_active":"2024-09-12T18:16:57.572277+0000","last_peered":"2024-09-12T18:16:57.572277+0000","last_clean":"2024-09-12T18:16:57.572277+0000","last_became_active":"2024-09-12T17:34:58.920232+0000","last_became_peered":"2024-09-12T17:34:58.920232+0000","last_unstale":"2024-09-12T18:16:57.572277+0000","last_undegraded":"2024-09-12T18:16:57.572277+0000","last_fullsized":"2024-09-12T18:16:57.572277+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'121","last_scrub_stamp":"2024-09-12T18:16:57.572191+0000","last_deep_scrub":"266'121","last_deep_scrub_stamp":"2024-09-12T18:16:57.572191+0000","last_clean_scrub_stamp":"2024-09-12T18:16:57.572191+0000","objects_scrubbed":1,"log_size":21,"log_dups_size":100,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:44:58.636334+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":506,"num_read_kb":407,"num_write":190,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":685,"num_omap_keys":3,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"266'220","reported_seq":856,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:49.512445+0000","last_change":"2024-09-12T18:16:49.512445+0000","last_active":"2024-09-12T18:16:49.512445+0000","last_peered":"2024-09-12T18:16:49.512445+0000","last_clean":"2024-09-12T18:16:49.512445+0000","last_became_active":"2024-09-12T17:34:56.933683+0000","last_became_peered":"2024-09-12T17:34:56.933683+0000","last_unstale":"2024-09-12T18:16:49.512445+0000","last_undegraded":"2024-09-12T18:16:49.512445+0000","last_fullsized":"2024-09-12T18:16:49.512445+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'220","last_scrub_stamp":"2024-09-12T18:16:49.512331+0000","last_deep_scrub":"266'220","last_deep_scrub_stamp":"2024-09-12T18:16:49.512331+0000","last_clean_scrub_stamp":"2024-09-12T18:16:49.512331+0000","objects_scrubbed":4,"log_size":20,"log_dups_size":200,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:25:14.760892+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4719664,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":476,"num_read_kb":4802,"num_write":1008,"num_write_kb":45279,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,7],"acting":[6,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"266'117","reported_seq":644,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:04.077352+0000","last_change":"2024-09-12T18:17:04.077252+0000","last_active":"2024-09-12T18:17:04.077352+0000","last_peered":"2024-09-12T18:17:04.077352+0000","last_clean":"2024-09-12T18:17:04.077352+0000","last_became_active":"2024-09-12T17:36:31.125541+0000","last_became_peered":"2024-09-12T17:36:31.125541+0000","last_unstale":"2024-09-12T18:17:04.077352+0000","last_undegraded":"2024-09-12T18:17:04.077352+0000","last_fullsized":"2024-09-12T18:17:04.077352+0000","mapping_epoch":40,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'117","last_scrub_stamp":"2024-09-12T18:17:04.077159+0000","last_deep_scrub":"266'117","last_deep_scrub_stamp":"2024-09-12T18:17:04.077159+0000","last_clean_scrub_stamp":"2024-09-12T18:17:04.077159+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:08:11.903089+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":511,"num_read_kb":409,"num_write":203,"num_write_kb":102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"266'205","reported_seq":847,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:49.140655+0000","last_change":"2024-09-12T18:16:49.140655+0000","last_active":"2024-09-12T18:16:49.140655+0000","last_peered":"2024-09-12T18:16:49.140655+0000","last_clean":"2024-09-12T18:16:49.140655+0000","last_became_active":"2024-09-12T17:34:56.920719+0000","last_became_peered":"2024-09-12T17:34:56.920719+0000","last_unstale":"2024-09-12T18:16:49.140655+0000","last_undegraded":"2024-09-12T18:16:49.140655+0000","last_fullsized":"2024-09-12T18:16:49.140655+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'205","last_scrub_stamp":"2024-09-12T18:16:49.140531+0000","last_deep_scrub":"266'205","last_deep_scrub_stamp":"2024-09-12T18:16:49.140531+0000","last_clean_scrub_stamp":"2024-09-12T18:16:49.140531+0000","objects_scrubbed":3,"log_size":105,"log_dups_size":100,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:27:02.999481+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":436,"num_read_kb":26102,"num_write":979,"num_write_kb":39157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"266'126","reported_seq":728,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:01.120300+0000","last_change":"2024-09-12T18:17:01.120300+0000","last_active":"2024-09-12T18:17:01.120300+0000","last_peered":"2024-09-12T18:17:01.120300+0000","last_clean":"2024-09-12T18:17:01.120300+0000","last_became_active":"2024-09-12T17:34:58.922983+0000","last_became_peered":"2024-09-12T17:34:58.922983+0000","last_unstale":"2024-09-12T18:17:01.120300+0000","last_undegraded":"2024-09-12T18:17:01.120300+0000","last_fullsized":"2024-09-12T18:17:01.120300+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'126","last_scrub_stamp":"2024-09-12T18:17:01.120222+0000","last_deep_scrub":"266'126","last_deep_scrub_stamp":"2024-09-12T18:17:01.120222+0000","last_clean_scrub_stamp":"2024-09-12T18:17:01.120222+0000","objects_scrubbed":1,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:55:24.431122+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":573,"num_read_kb":477,"num_write":197,"num_write_kb":100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":219,"num_omap_keys":1,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"266'182","reported_seq":808,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:52.307749+0000","last_change":"2024-09-12T18:16:52.307749+0000","last_active":"2024-09-12T18:16:52.307749+0000","last_peered":"2024-09-12T18:16:52.307749+0000","last_clean":"2024-09-12T18:16:52.307749+0000","last_became_active":"2024-09-12T17:34:56.924219+0000","last_became_peered":"2024-09-12T17:34:56.924219+0000","last_unstale":"2024-09-12T18:16:52.307749+0000","last_undegraded":"2024-09-12T18:16:52.307749+0000","last_fullsized":"2024-09-12T18:16:52.307749+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'182","last_scrub_stamp":"2024-09-12T18:16:52.307640+0000","last_deep_scrub":"266'182","last_deep_scrub_stamp":"2024-09-12T18:16:52.307640+0000","last_clean_scrub_stamp":"2024-09-12T18:16:52.307640+0000","objects_scrubbed":7,"log_size":82,"log_dups_size":100,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:54:15.057184+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6291523,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":380,"num_read_kb":32581,"num_write":902,"num_write_kb":29437,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"266'250","reported_seq":877,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:56.547350+0000","last_change":"2024-09-12T18:16:56.547350+0000","last_active":"2024-09-12T18:16:56.547350+0000","last_peered":"2024-09-12T18:16:56.547350+0000","last_clean":"2024-09-12T18:16:56.547350+0000","last_became_active":"2024-09-12T17:34:58.918066+0000","last_became_peered":"2024-09-12T17:34:58.918066+0000","last_unstale":"2024-09-12T18:16:56.547350+0000","last_undegraded":"2024-09-12T18:16:56.547350+0000","last_fullsized":"2024-09-12T18:16:56.547350+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'250","last_scrub_stamp":"2024-09-12T18:16:56.547263+0000","last_deep_scrub":"266'250","last_deep_scrub_stamp":"2024-09-12T18:16:56.547263+0000","last_clean_scrub_stamp":"2024-09-12T18:16:56.547263+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":200,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:53:45.219374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1026,"num_read_kb":831,"num_write":370,"num_write_kb":186,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"266'208","reported_seq":787,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:46.089231+0000","last_change":"2024-09-12T18:16:46.089133+0000","last_active":"2024-09-12T18:16:46.089231+0000","last_peered":"2024-09-12T18:16:46.089231+0000","last_clean":"2024-09-12T18:16:46.089231+0000","last_became_active":"2024-09-12T17:35:31.029742+0000","last_became_peered":"2024-09-12T17:35:31.029742+0000","last_unstale":"2024-09-12T18:16:46.089231+0000","last_undegraded":"2024-09-12T18:16:46.089231+0000","last_fullsized":"2024-09-12T18:16:46.089231+0000","mapping_epoch":38,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'208","last_scrub_stamp":"2024-09-12T18:16:46.089014+0000","last_deep_scrub":"266'208","last_deep_scrub_stamp":"2024-09-12T18:16:46.089014+0000","last_clean_scrub_stamp":"2024-09-12T18:16:46.089014+0000","objects_scrubbed":4,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:11:03.914435+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8913952,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":358,"num_read_kb":21969,"num_write":910,"num_write_kb":39811,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.23","version":"266'130","reported_seq":715,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:00.767390+0000","last_change":"2024-09-12T18:17:00.767390+0000","last_active":"2024-09-12T18:17:00.767390+0000","last_peered":"2024-09-12T18:17:00.767390+0000","last_clean":"2024-09-12T18:17:00.767390+0000","last_became_active":"2024-09-12T17:34:58.926738+0000","last_became_peered":"2024-09-12T17:34:58.926738+0000","last_unstale":"2024-09-12T18:17:00.767390+0000","last_undegraded":"2024-09-12T18:17:00.767390+0000","last_fullsized":"2024-09-12T18:17:00.767390+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'130","last_scrub_stamp":"2024-09-12T18:17:00.767287+0000","last_deep_scrub":"266'130","last_deep_scrub_stamp":"2024-09-12T18:17:00.767287+0000","last_clean_scrub_stamp":"2024-09-12T18:17:00.767287+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:20:58.107447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":554,"num_read_kb":453,"num_write":206,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"266'231","reported_seq":873,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:47.074259+0000","last_change":"2024-09-12T18:16:47.074259+0000","last_active":"2024-09-12T18:16:47.074259+0000","last_peered":"2024-09-12T18:16:47.074259+0000","last_clean":"2024-09-12T18:16:47.074259+0000","last_became_active":"2024-09-12T17:35:31.566127+0000","last_became_peered":"2024-09-12T17:35:31.566127+0000","last_unstale":"2024-09-12T18:16:47.074259+0000","last_undegraded":"2024-09-12T18:16:47.074259+0000","last_fullsized":"2024-09-12T18:16:47.074259+0000","mapping_epoch":38,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'231","last_scrub_stamp":"2024-09-12T18:16:47.074125+0000","last_deep_scrub":"266'231","last_deep_scrub_stamp":"2024-09-12T18:16:47.074125+0000","last_clean_scrub_stamp":"2024-09-12T18:16:47.074125+0000","objects_scrubbed":3,"log_size":31,"log_dups_size":200,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:16:59.256485+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1311787,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":488,"num_read_kb":61356,"num_write":1015,"num_write_kb":39588,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.22","version":"266'178","reported_seq":776,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:57.914575+0000","last_change":"2024-09-12T18:16:57.914575+0000","last_active":"2024-09-12T18:16:57.914575+0000","last_peered":"2024-09-12T18:16:57.914575+0000","last_clean":"2024-09-12T18:16:57.914575+0000","last_became_active":"2024-09-12T17:34:58.913384+0000","last_became_peered":"2024-09-12T17:34:58.913384+0000","last_unstale":"2024-09-12T18:16:57.914575+0000","last_undegraded":"2024-09-12T18:16:57.914575+0000","last_fullsized":"2024-09-12T18:16:57.914575+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'178","last_scrub_stamp":"2024-09-12T18:16:57.914491+0000","last_deep_scrub":"266'178","last_deep_scrub_stamp":"2024-09-12T18:16:57.914491+0000","last_clean_scrub_stamp":"2024-09-12T18:16:57.914491+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":100,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:52:01.053368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":756,"num_read_kb":609,"num_write":269,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"266'197","reported_seq":825,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:48.673120+0000","last_change":"2024-09-12T18:16:48.673120+0000","last_active":"2024-09-12T18:16:48.673120+0000","last_peered":"2024-09-12T18:16:48.673120+0000","last_clean":"2024-09-12T18:16:48.673120+0000","last_became_active":"2024-09-12T17:34:56.915319+0000","last_became_peered":"2024-09-12T17:34:56.915319+0000","last_unstale":"2024-09-12T18:16:48.673120+0000","last_undegraded":"2024-09-12T18:16:48.673120+0000","last_fullsized":"2024-09-12T18:16:48.673120+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'197","last_scrub_stamp":"2024-09-12T18:16:48.673018+0000","last_deep_scrub":"266'197","last_deep_scrub_stamp":"2024-09-12T18:16:48.673018+0000","last_clean_scrub_stamp":"2024-09-12T18:16:48.673018+0000","objects_scrubbed":2,"log_size":97,"log_dups_size":100,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:18:53.024562+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263211,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":413,"num_read_kb":35378,"num_write":910,"num_write_kb":33602,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"266'120","reported_seq":739,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:59.773100+0000","last_change":"2024-09-12T18:16:59.773100+0000","last_active":"2024-09-12T18:16:59.773100+0000","last_peered":"2024-09-12T18:16:59.773100+0000","last_clean":"2024-09-12T18:16:59.773100+0000","last_became_active":"2024-09-12T17:34:58.919981+0000","last_became_peered":"2024-09-12T17:34:58.919981+0000","last_unstale":"2024-09-12T18:16:59.773100+0000","last_undegraded":"2024-09-12T18:16:59.773100+0000","last_fullsized":"2024-09-12T18:16:59.773100+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'120","last_scrub_stamp":"2024-09-12T18:16:59.773004+0000","last_deep_scrub":"266'120","last_deep_scrub_stamp":"2024-09-12T18:16:59.773004+0000","last_clean_scrub_stamp":"2024-09-12T18:16:59.773004+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:37:50.074228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":553,"num_read_kb":464,"num_write":173,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"266'211","reported_seq":847,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:50.528461+0000","last_change":"2024-09-12T18:16:50.528461+0000","last_active":"2024-09-12T18:16:50.528461+0000","last_peered":"2024-09-12T18:16:50.528461+0000","last_clean":"2024-09-12T18:16:50.528461+0000","last_became_active":"2024-09-12T17:34:56.927085+0000","last_became_peered":"2024-09-12T17:34:56.927085+0000","last_unstale":"2024-09-12T18:16:50.528461+0000","last_undegraded":"2024-09-12T18:16:50.528461+0000","last_fullsized":"2024-09-12T18:16:50.528461+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'211","last_scrub_stamp":"2024-09-12T18:16:50.528313+0000","last_deep_scrub":"266'211","last_deep_scrub_stamp":"2024-09-12T18:16:50.528313+0000","last_clean_scrub_stamp":"2024-09-12T18:16:50.528313+0000","objects_scrubbed":5,"log_size":11,"log_dups_size":200,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:55:31.818193+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4720716,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":488,"num_read_kb":7032,"num_write":1000,"num_write_kb":28378,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"266'176","reported_seq":836,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:56.510036+0000","last_change":"2024-09-12T18:16:56.510036+0000","last_active":"2024-09-12T18:16:56.510036+0000","last_peered":"2024-09-12T18:16:56.510036+0000","last_clean":"2024-09-12T18:16:56.510036+0000","last_became_active":"2024-09-12T17:34:58.918459+0000","last_became_peered":"2024-09-12T17:34:58.918459+0000","last_unstale":"2024-09-12T18:16:56.510036+0000","last_undegraded":"2024-09-12T18:16:56.510036+0000","last_fullsized":"2024-09-12T18:16:56.510036+0000","mapping_epoch":27,"log_start":"263'100","ondisk_log_start":"263'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'176","last_scrub_stamp":"2024-09-12T18:16:56.509946+0000","last_deep_scrub":"266'176","last_deep_scrub_stamp":"2024-09-12T18:16:56.509946+0000","last_clean_scrub_stamp":"2024-09-12T18:16:56.509946+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:20:20.547228+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":755,"num_read_kb":632,"num_write":271,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"266'249","reported_seq":922,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:49.688702+0000","last_change":"2024-09-12T18:16:49.688702+0000","last_active":"2024-09-12T18:16:49.688702+0000","last_peered":"2024-09-12T18:16:49.688702+0000","last_clean":"2024-09-12T18:16:49.688702+0000","last_became_active":"2024-09-12T17:34:56.928332+0000","last_became_peered":"2024-09-12T17:34:56.928332+0000","last_unstale":"2024-09-12T18:16:49.688702+0000","last_undegraded":"2024-09-12T18:16:49.688702+0000","last_fullsized":"2024-09-12T18:16:49.688702+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'249","last_scrub_stamp":"2024-09-12T18:16:49.688573+0000","last_deep_scrub":"266'249","last_deep_scrub_stamp":"2024-09-12T18:16:49.688573+0000","last_clean_scrub_stamp":"2024-09-12T18:16:49.688573+0000","objects_scrubbed":3,"log_size":49,"log_dups_size":200,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:12:23.166122+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":589840,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":580,"num_read_kb":15153,"num_write":1081,"num_write_kb":32822,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"266'102","reported_seq":706,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:57.785505+0000","last_change":"2024-09-12T18:16:57.785382+0000","last_active":"2024-09-12T18:16:57.785505+0000","last_peered":"2024-09-12T18:16:57.785505+0000","last_clean":"2024-09-12T18:16:57.785505+0000","last_became_active":"2024-09-12T17:34:58.932602+0000","last_became_peered":"2024-09-12T17:34:58.932602+0000","last_unstale":"2024-09-12T18:16:57.785505+0000","last_undegraded":"2024-09-12T18:16:57.785505+0000","last_fullsized":"2024-09-12T18:16:57.785505+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'102","last_scrub_stamp":"2024-09-12T18:16:57.785286+0000","last_deep_scrub":"266'102","last_deep_scrub_stamp":"2024-09-12T18:16:57.785286+0000","last_clean_scrub_stamp":"2024-09-12T18:16:57.785286+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":0,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:54:18.668514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":474,"num_read_kb":400,"num_write":149,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"266'264","reported_seq":1187,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:53.278466+0000","last_change":"2024-09-12T18:16:53.278466+0000","last_active":"2024-09-12T18:16:53.278466+0000","last_peered":"2024-09-12T18:16:53.278466+0000","last_clean":"2024-09-12T18:16:53.278466+0000","last_became_active":"2024-09-12T17:34:56.925489+0000","last_became_peered":"2024-09-12T17:34:56.925489+0000","last_unstale":"2024-09-12T18:16:53.278466+0000","last_undegraded":"2024-09-12T18:16:53.278466+0000","last_fullsized":"2024-09-12T18:16:53.278466+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'264","last_scrub_stamp":"2024-09-12T18:16:53.278309+0000","last_deep_scrub":"266'264","last_deep_scrub_stamp":"2024-09-12T18:16:53.278309+0000","last_clean_scrub_stamp":"2024-09-12T18:16:53.278309+0000","objects_scrubbed":6,"log_size":64,"log_dups_size":200,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:06:24.707774+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242924,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1310,"num_read_kb":63592,"num_write":1218,"num_write_kb":22441,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"266'111","reported_seq":729,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:59.926045+0000","last_change":"2024-09-12T18:16:59.925983+0000","last_active":"2024-09-12T18:16:59.926045+0000","last_peered":"2024-09-12T18:16:59.926045+0000","last_clean":"2024-09-12T18:16:59.926045+0000","last_became_active":"2024-09-12T17:34:58.918349+0000","last_became_peered":"2024-09-12T17:34:58.918349+0000","last_unstale":"2024-09-12T18:16:59.926045+0000","last_undegraded":"2024-09-12T18:16:59.926045+0000","last_fullsized":"2024-09-12T18:16:59.926045+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'111","last_scrub_stamp":"2024-09-12T18:16:59.925893+0000","last_deep_scrub":"266'111","last_deep_scrub_stamp":"2024-09-12T18:16:59.925893+0000","last_clean_scrub_stamp":"2024-09-12T18:16:59.925893+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":100,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:09:36.258920+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":529,"num_read_kb":450,"num_write":174,"num_write_kb":89,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"266'200","reported_seq":864,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:50.704437+0000","last_change":"2024-09-12T18:16:50.704375+0000","last_active":"2024-09-12T18:16:50.704437+0000","last_peered":"2024-09-12T18:16:50.704437+0000","last_clean":"2024-09-12T18:16:50.704437+0000","last_became_active":"2024-09-12T17:34:56.925317+0000","last_became_peered":"2024-09-12T17:34:56.925317+0000","last_unstale":"2024-09-12T18:16:50.704437+0000","last_undegraded":"2024-09-12T18:16:50.704437+0000","last_fullsized":"2024-09-12T18:16:50.704437+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'200","last_scrub_stamp":"2024-09-12T18:16:50.704256+0000","last_deep_scrub":"266'200","last_deep_scrub_stamp":"2024-09-12T18:16:50.704256+0000","last_clean_scrub_stamp":"2024-09-12T18:16:50.704256+0000","objects_scrubbed":4,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:14:42.441073+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":78,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":444,"num_read_kb":16030,"num_write":903,"num_write_kb":44163,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"266'142","reported_seq":751,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:53.135268+0000","last_change":"2024-09-12T18:16:53.135268+0000","last_active":"2024-09-12T18:16:53.135268+0000","last_peered":"2024-09-12T18:16:53.135268+0000","last_clean":"2024-09-12T18:16:53.135268+0000","last_became_active":"2024-09-12T17:34:58.921303+0000","last_became_peered":"2024-09-12T17:34:58.921303+0000","last_unstale":"2024-09-12T18:16:53.135268+0000","last_undegraded":"2024-09-12T18:16:53.135268+0000","last_fullsized":"2024-09-12T18:16:53.135268+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'142","last_scrub_stamp":"2024-09-12T18:16:53.135181+0000","last_deep_scrub":"266'142","last_deep_scrub_stamp":"2024-09-12T18:16:53.135181+0000","last_clean_scrub_stamp":"2024-09-12T18:16:53.135181+0000","objects_scrubbed":1,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:37:53.130517+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":585,"num_read_kb":489,"num_write":201,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"266'209","reported_seq":845,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:54.310094+0000","last_change":"2024-09-12T18:16:54.309985+0000","last_active":"2024-09-12T18:16:54.310094+0000","last_peered":"2024-09-12T18:16:54.310094+0000","last_clean":"2024-09-12T18:16:54.310094+0000","last_became_active":"2024-09-12T17:34:56.920182+0000","last_became_peered":"2024-09-12T17:34:56.920182+0000","last_unstale":"2024-09-12T18:16:54.310094+0000","last_undegraded":"2024-09-12T18:16:54.310094+0000","last_fullsized":"2024-09-12T18:16:54.310094+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'209","last_scrub_stamp":"2024-09-12T18:16:54.309878+0000","last_deep_scrub":"266'209","last_deep_scrub_stamp":"2024-09-12T18:16:54.309878+0000","last_clean_scrub_stamp":"2024-09-12T18:16:54.309878+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":100,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:45:45.334599+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":462,"num_read_kb":11583,"num_write":996,"num_write_kb":39260,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"266'254","reported_seq":887,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:00.918393+0000","last_change":"2024-09-12T18:17:00.918393+0000","last_active":"2024-09-12T18:17:00.918393+0000","last_peered":"2024-09-12T18:17:00.918393+0000","last_clean":"2024-09-12T18:17:00.918393+0000","last_became_active":"2024-09-12T17:34:58.914189+0000","last_became_peered":"2024-09-12T17:34:58.914189+0000","last_unstale":"2024-09-12T18:17:00.918393+0000","last_undegraded":"2024-09-12T18:17:00.918393+0000","last_fullsized":"2024-09-12T18:17:00.918393+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'254","last_scrub_stamp":"2024-09-12T18:17:00.918297+0000","last_deep_scrub":"266'254","last_deep_scrub_stamp":"2024-09-12T18:17:00.918297+0000","last_clean_scrub_stamp":"2024-09-12T18:17:00.918297+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":200,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:42:26.774646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1119,"num_read_kb":914,"num_write":416,"num_write_kb":236,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"266'244","reported_seq":887,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:49.952176+0000","last_change":"2024-09-12T18:16:49.952117+0000","last_active":"2024-09-12T18:16:49.952176+0000","last_peered":"2024-09-12T18:16:49.952176+0000","last_clean":"2024-09-12T18:16:49.952176+0000","last_became_active":"2024-09-12T17:34:56.933891+0000","last_became_peered":"2024-09-12T17:34:56.933891+0000","last_unstale":"2024-09-12T18:16:49.952176+0000","last_undegraded":"2024-09-12T18:16:49.952176+0000","last_fullsized":"2024-09-12T18:16:49.952176+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'244","last_scrub_stamp":"2024-09-12T18:16:49.951993+0000","last_deep_scrub":"266'244","last_deep_scrub_stamp":"2024-09-12T18:16:49.951993+0000","last_clean_scrub_stamp":"2024-09-12T18:16:49.951993+0000","objects_scrubbed":2,"log_size":44,"log_dups_size":200,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:10:59.226610+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":476,"num_read_kb":13733,"num_write":1133,"num_write_kb":42729,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"266'129","reported_seq":761,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:01.666129+0000","last_change":"2024-09-12T18:17:01.666129+0000","last_active":"2024-09-12T18:17:01.666129+0000","last_peered":"2024-09-12T18:17:01.666129+0000","last_clean":"2024-09-12T18:17:01.666129+0000","last_became_active":"2024-09-12T17:34:58.933326+0000","last_became_peered":"2024-09-12T17:34:58.933326+0000","last_unstale":"2024-09-12T18:17:01.666129+0000","last_undegraded":"2024-09-12T18:17:01.666129+0000","last_fullsized":"2024-09-12T18:17:01.666129+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'129","last_scrub_stamp":"2024-09-12T18:17:01.666019+0000","last_deep_scrub":"266'129","last_deep_scrub_stamp":"2024-09-12T18:17:01.666019+0000","last_clean_scrub_stamp":"2024-09-12T18:17:01.666019+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:07:45.570423+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":564,"num_read_kb":483,"num_write":217,"num_write_kb":94,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"266'258","reported_seq":907,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:51.573390+0000","last_change":"2024-09-12T18:16:51.573326+0000","last_active":"2024-09-12T18:16:51.573390+0000","last_peered":"2024-09-12T18:16:51.573390+0000","last_clean":"2024-09-12T18:16:51.573390+0000","last_became_active":"2024-09-12T17:34:56.927432+0000","last_became_peered":"2024-09-12T17:34:56.927432+0000","last_unstale":"2024-09-12T18:16:51.573390+0000","last_undegraded":"2024-09-12T18:16:51.573390+0000","last_fullsized":"2024-09-12T18:16:51.573390+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'258","last_scrub_stamp":"2024-09-12T18:16:51.573197+0000","last_deep_scrub":"266'258","last_deep_scrub_stamp":"2024-09-12T18:16:51.573197+0000","last_clean_scrub_stamp":"2024-09-12T18:16:51.573197+0000","objects_scrubbed":5,"log_size":58,"log_dups_size":200,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:13:58.518965+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":831747,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":617,"num_read_kb":13684,"num_write":1149,"num_write_kb":26797,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"266'4204","reported_seq":4843,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:56.796371+0000","last_change":"2024-09-12T18:16:56.796371+0000","last_active":"2024-09-12T18:16:56.796371+0000","last_peered":"2024-09-12T18:16:56.796371+0000","last_clean":"2024-09-12T18:16:56.796371+0000","last_became_active":"2024-09-12T17:34:58.926992+0000","last_became_peered":"2024-09-12T17:34:58.926992+0000","last_unstale":"2024-09-12T18:16:56.796371+0000","last_undegraded":"2024-09-12T18:16:56.796371+0000","last_fullsized":"2024-09-12T18:16:56.796371+0000","mapping_epoch":27,"log_start":"266'4100","ondisk_log_start":"266'4100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'4204","last_scrub_stamp":"2024-09-12T18:16:56.796285+0000","last_deep_scrub":"266'4204","last_deep_scrub_stamp":"2024-09-12T18:16:56.796285+0000","last_clean_scrub_stamp":"2024-09-12T18:16:56.796285+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":3000,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:24:47.927621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16913,"num_read_kb":14181,"num_write":6298,"num_write_kb":3158,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"266'361","reported_seq":1097,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:55.708411+0000","last_change":"2024-09-12T18:16:55.708411+0000","last_active":"2024-09-12T18:16:55.708411+0000","last_peered":"2024-09-12T18:16:55.708411+0000","last_clean":"2024-09-12T18:16:55.708411+0000","last_became_active":"2024-09-12T17:34:56.919706+0000","last_became_peered":"2024-09-12T17:34:56.919706+0000","last_unstale":"2024-09-12T18:16:55.708411+0000","last_undegraded":"2024-09-12T18:16:55.708411+0000","last_fullsized":"2024-09-12T18:16:55.708411+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'361","last_scrub_stamp":"2024-09-12T18:16:55.708279+0000","last_deep_scrub":"266'361","last_deep_scrub_stamp":"2024-09-12T18:16:55.708279+0000","last_clean_scrub_stamp":"2024-09-12T18:16:55.708279+0000","objects_scrubbed":3,"log_size":61,"log_dups_size":300,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:53:15.196945+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":891,"num_read_kb":54208,"num_write":1267,"num_write_kb":41095,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"266'143","reported_seq":784,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:01.726460+0000","last_change":"2024-09-12T18:17:01.726460+0000","last_active":"2024-09-12T18:17:01.726460+0000","last_peered":"2024-09-12T18:17:01.726460+0000","last_clean":"2024-09-12T18:17:01.726460+0000","last_became_active":"2024-09-12T17:34:58.931362+0000","last_became_peered":"2024-09-12T17:34:58.931362+0000","last_unstale":"2024-09-12T18:17:01.726460+0000","last_undegraded":"2024-09-12T18:17:01.726460+0000","last_fullsized":"2024-09-12T18:17:01.726460+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'143","last_scrub_stamp":"2024-09-12T18:17:01.726373+0000","last_deep_scrub":"266'143","last_deep_scrub_stamp":"2024-09-12T18:17:01.726373+0000","last_clean_scrub_stamp":"2024-09-12T18:17:01.726373+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":100,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:59:59.172828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":670,"num_read_kb":571,"num_write":211,"num_write_kb":94,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"266'251","reported_seq":913,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:48.107506+0000","last_change":"2024-09-12T18:16:48.107443+0000","last_active":"2024-09-12T18:16:48.107506+0000","last_peered":"2024-09-12T18:16:48.107506+0000","last_clean":"2024-09-12T18:16:48.107506+0000","last_became_active":"2024-09-12T17:34:56.921720+0000","last_became_peered":"2024-09-12T17:34:56.921720+0000","last_unstale":"2024-09-12T18:16:48.107506+0000","last_undegraded":"2024-09-12T18:16:48.107506+0000","last_fullsized":"2024-09-12T18:16:48.107506+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'251","last_scrub_stamp":"2024-09-12T18:16:48.107297+0000","last_deep_scrub":"266'251","last_deep_scrub_stamp":"2024-09-12T18:16:48.107297+0000","last_clean_scrub_stamp":"2024-09-12T18:16:48.107297+0000","objects_scrubbed":6,"log_size":51,"log_dups_size":200,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:52:37.854677+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5641969,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":515,"num_read_kb":40428,"num_write":1223,"num_write_kb":45368,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1],"acting":[2,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"266'148","reported_seq":797,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:00.671128+0000","last_change":"2024-09-12T18:17:00.671128+0000","last_active":"2024-09-12T18:17:00.671128+0000","last_peered":"2024-09-12T18:17:00.671128+0000","last_clean":"2024-09-12T18:17:00.671128+0000","last_became_active":"2024-09-12T17:34:58.932710+0000","last_became_peered":"2024-09-12T17:34:58.932710+0000","last_unstale":"2024-09-12T18:17:00.671128+0000","last_undegraded":"2024-09-12T18:17:00.671128+0000","last_fullsized":"2024-09-12T18:17:00.671128+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'148","last_scrub_stamp":"2024-09-12T18:17:00.671043+0000","last_deep_scrub":"266'148","last_deep_scrub_stamp":"2024-09-12T18:17:00.671043+0000","last_clean_scrub_stamp":"2024-09-12T18:17:00.671043+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:59:40.061001+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":698,"num_read_kb":592,"num_write":217,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"266'229","reported_seq":881,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:55.293752+0000","last_change":"2024-09-12T18:16:55.293679+0000","last_active":"2024-09-12T18:16:55.293752+0000","last_peered":"2024-09-12T18:16:55.293752+0000","last_clean":"2024-09-12T18:16:55.293752+0000","last_became_active":"2024-09-12T17:34:56.923917+0000","last_became_peered":"2024-09-12T17:34:56.923917+0000","last_unstale":"2024-09-12T18:16:55.293752+0000","last_undegraded":"2024-09-12T18:16:55.293752+0000","last_fullsized":"2024-09-12T18:16:55.293752+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'229","last_scrub_stamp":"2024-09-12T18:16:55.293536+0000","last_deep_scrub":"266'229","last_deep_scrub_stamp":"2024-09-12T18:16:55.293536+0000","last_clean_scrub_stamp":"2024-09-12T18:16:55.293536+0000","objects_scrubbed":6,"log_size":29,"log_dups_size":200,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:12:05.737243+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1661488,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":519,"num_read_kb":15699,"num_write":939,"num_write_kb":31902,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"266'219","reported_seq":839,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:56.249972+0000","last_change":"2024-09-12T18:16:56.249912+0000","last_active":"2024-09-12T18:16:56.249972+0000","last_peered":"2024-09-12T18:16:56.249972+0000","last_clean":"2024-09-12T18:16:56.249972+0000","last_became_active":"2024-09-12T17:34:56.924480+0000","last_became_peered":"2024-09-12T17:34:56.924480+0000","last_unstale":"2024-09-12T18:16:56.249972+0000","last_undegraded":"2024-09-12T18:16:56.249972+0000","last_fullsized":"2024-09-12T18:16:56.249972+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'219","last_scrub_stamp":"2024-09-12T18:16:56.249769+0000","last_deep_scrub":"266'219","last_deep_scrub_stamp":"2024-09-12T18:16:56.249769+0000","last_clean_scrub_stamp":"2024-09-12T18:16:56.249769+0000","objects_scrubbed":5,"log_size":19,"log_dups_size":200,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:50:34.907735+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263235,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":428,"num_read_kb":12724,"num_write":985,"num_write_kb":48080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"266'176","reported_seq":803,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:58.757883+0000","last_change":"2024-09-12T18:16:58.757883+0000","last_active":"2024-09-12T18:16:58.757883+0000","last_peered":"2024-09-12T18:16:58.757883+0000","last_clean":"2024-09-12T18:16:58.757883+0000","last_became_active":"2024-09-12T17:34:58.933598+0000","last_became_peered":"2024-09-12T17:34:58.933598+0000","last_unstale":"2024-09-12T18:16:58.757883+0000","last_undegraded":"2024-09-12T18:16:58.757883+0000","last_fullsized":"2024-09-12T18:16:58.757883+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'176","last_scrub_stamp":"2024-09-12T18:16:58.757779+0000","last_deep_scrub":"266'176","last_deep_scrub_stamp":"2024-09-12T18:16:58.757779+0000","last_clean_scrub_stamp":"2024-09-12T18:16:58.757779+0000","objects_scrubbed":1,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:16:56.100218+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":880,"num_read_kb":749,"num_write":307,"num_write_kb":180,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":272,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"266'239","reported_seq":886,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:49.699771+0000","last_change":"2024-09-12T18:16:49.699715+0000","last_active":"2024-09-12T18:16:49.699771+0000","last_peered":"2024-09-12T18:16:49.699771+0000","last_clean":"2024-09-12T18:16:49.699771+0000","last_became_active":"2024-09-12T17:34:56.908335+0000","last_became_peered":"2024-09-12T17:34:56.908335+0000","last_unstale":"2024-09-12T18:16:49.699771+0000","last_undegraded":"2024-09-12T18:16:49.699771+0000","last_fullsized":"2024-09-12T18:16:49.699771+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'239","last_scrub_stamp":"2024-09-12T18:16:49.699594+0000","last_deep_scrub":"266'239","last_deep_scrub_stamp":"2024-09-12T18:16:49.699594+0000","last_clean_scrub_stamp":"2024-09-12T18:16:49.699594+0000","objects_scrubbed":5,"log_size":39,"log_dups_size":200,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:40:04.661344+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145743,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":475,"num_read_kb":6701,"num_write":1097,"num_write_kb":26889,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"266'179","reported_seq":795,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:02.097412+0000","last_change":"2024-09-12T18:17:02.097412+0000","last_active":"2024-09-12T18:17:02.097412+0000","last_peered":"2024-09-12T18:17:02.097412+0000","last_clean":"2024-09-12T18:17:02.097412+0000","last_became_active":"2024-09-12T17:34:58.928493+0000","last_became_peered":"2024-09-12T17:34:58.928493+0000","last_unstale":"2024-09-12T18:17:02.097412+0000","last_undegraded":"2024-09-12T18:17:02.097412+0000","last_fullsized":"2024-09-12T18:17:02.097412+0000","mapping_epoch":27,"log_start":"263'100","ondisk_log_start":"263'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'179","last_scrub_stamp":"2024-09-12T18:17:02.097329+0000","last_deep_scrub":"266'179","last_deep_scrub_stamp":"2024-09-12T18:17:02.097329+0000","last_clean_scrub_stamp":"2024-09-12T18:17:02.097329+0000","objects_scrubbed":1,"log_size":79,"log_dups_size":100,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:21:38.720118+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":780,"num_read_kb":645,"num_write":283,"num_write_kb":140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":6232,"num_read_kb":4493,"num_write":2008,"num_write_kb":907,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":7446,"num_omap_keys":15,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":981,"ondisk_log_size":981,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":16319,"num_objects":95,"num_object_clones":0,"num_object_copies":190,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":95,"num_whiteouts":0,"num_read":16208,"num_read_kb":15891,"num_write":16760,"num_write_kb":4890,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":20,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2934,"num_omap_keys":19,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":614400,"data_stored":32638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1750,"ondisk_log_size":1750,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":448,"ondisk_log_size":448,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":343487,"num_objects":196,"num_object_clones":0,"num_object_copies":392,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":196,"num_whiteouts":0,"num_read":8282,"num_read_kb":10443,"num_write":5525,"num_write_kb":2652,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":19,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":683032,"num_omap_keys":1560,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":278528,"data_stored":7404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1699,"ondisk_log_size":1699,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2413,"num_read_kb":2881,"num_write":20,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":17,"ondisk_log_size":17,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":102409,"num_read_kb":85606,"num_write":37146,"num_write_kb":18686,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":15,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":43841,"num_omap_keys":176,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3633,"ondisk_log_size":3633,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":940,"num_omap_keys":10,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":11,"ondisk_log_size":11,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":146658748,"num_objects":254,"num_object_clones":0,"num_object_copies":762,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":254,"num_whiteouts":0,"num_read":33269,"num_read_kb":2298211,"num_write":63315,"num_write_kb":2258371,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":221933568,"data_stored":221933568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4153,"ondisk_log_size":4153,"up":192,"acting":192,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":162,"num_read_kb":169073,"num_write":186,"num_write_kb":126445,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":126,"ondisk_log_size":126,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":163,"num_read_kb":177659,"num_write":186,"num_write_kb":126445,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":126,"ondisk_log_size":126,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":74,"ondisk_log_size":74,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542665,"num_pgs":107,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":289108,"kb_used_data":27460,"kb_used_omap":1,"kb_used_meta":261630,"kb_avail":94082732,"statfs":{"total":96636764160,"available":96340717568,"internally_reserved":0,"allocated":28119040,"data_stored":26120719,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":267909575},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542667,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":286052,"kb_used_data":34132,"kb_used_omap":1,"kb_used_meta":251902,"kb_avail":94085788,"statfs":{"total":96636764160,"available":96343846912,"internally_reserved":0,"allocated":34951168,"data_stored":32995822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":257948097},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542668,"num_pgs":105,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":122884,"kb_used_data":37620,"kb_used_omap":1,"kb_used_meta":85246,"kb_avail":94248956,"statfs":{"total":96636764160,"available":96510930944,"internally_reserved":0,"allocated":38522880,"data_stored":36495040,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":87292353},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542665,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":104204,"kb_used_data":32764,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94267636,"statfs":{"total":96636764160,"available":96530059264,"internally_reserved":0,"allocated":33550336,"data_stored":31622315,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":73136577},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542665,"num_pgs":124,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":240148,"kb_used_data":32644,"kb_used_omap":1,"kb_used_meta":207486,"kb_avail":94131692,"statfs":{"total":96636764160,"available":96390852608,"internally_reserved":0,"allocated":33427456,"data_stored":31431742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1597,"internal_metadata":212466115},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542665,"num_pgs":91,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":121960,"kb_used_data":32536,"kb_used_omap":1,"kb_used_meta":89406,"kb_avail":94249880,"statfs":{"total":96636764160,"available":96511877120,"internally_reserved":0,"allocated":33316864,"data_stored":31378701,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":91552198},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542665,"num_pgs":112,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":146964,"kb_used_data":25604,"kb_used_omap":1,"kb_used_meta":121342,"kb_avail":94224876,"statfs":{"total":96636764160,"available":96486273024,"internally_reserved":0,"allocated":26218496,"data_stored":24250911,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1597,"internal_metadata":124254659},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542665,"num_pgs":108,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":254028,"kb_used_data":28476,"kb_used_omap":1,"kb_used_meta":225534,"kb_avail":94117812,"statfs":{"total":96636764160,"available":96376639488,"internally_reserved":0,"allocated":29159424,"data_stored":27160272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":230947265},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24276992,"data_stored":24276992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":21958656,"data_stored":21958656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":29085696,"data_stored":29085696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":29138944,"data_stored":29138944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":29331456,"data_stored":29331456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":34201600,"data_stored":34201600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":30703616,"data_stored":30703616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":23236608,"data_stored":23236608,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":1185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":1210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":4838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":3508,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":4394,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3353,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":4115,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":69632,"data_stored":4198,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":3936,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T18:17:48.083 INFO:tasks.ceph:pgid 68.1e last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:48.084 INFO:tasks.ceph:pgid 68.1c last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:48.084 INFO:tasks.ceph:pgid 68.1d last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:48.084 INFO:tasks.ceph:pgid 68.16 last_scrub_stamp 2024-09-12T18:02:37.130081+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=2, tm_sec=37, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=16, tm_sec=41, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:17:48.088 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-12T18:18:08.089 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T18:18:08.442 INFO:teuthology.orchestra.run.smithi045.stdout: 2024-09-12T18:18:08.454 INFO:teuthology.orchestra.run.smithi045.stderr:dumped all 2024-09-12T18:18:08.457 INFO:teuthology.orchestra.run.smithi045.stdout:{"pg_ready":true,"pg_map":{"version":1564,"stamp":"2024-09-12T18:18:08.283335+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":147610734,"num_objects":586,"num_object_clones":0,"num_object_copies":1426,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":586,"num_whiteouts":0,"num_read":169216,"num_read_kb":2764324,"num_write":125267,"num_write_kb":2540051,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":62,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":738381,"num_omap_keys":1782,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13024,"ondisk_log_size":13024,"up":850,"acting":850,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":850,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":1565348,"kb_used_data":251236,"kb_used_omap":12,"kb_used_meta":1313971,"kb_avail":753409372,"statfs":{"total":773094113280,"available":771491196928,"internally_reserved":0,"allocated":257265664,"data_stored":241455522,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12777,"internal_metadata":1345506839},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004631"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":27,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:35.248897+0000","last_change":"2024-09-12T18:17:35.248838+0000","last_active":"2024-09-12T18:17:35.248897+0000","last_peered":"2024-09-12T18:17:35.248897+0000","last_clean":"2024-09-12T18:17:35.248897+0000","last_became_active":"2024-09-12T18:02:38.154287+0000","last_became_peered":"2024-09-12T18:02:38.154287+0000","last_unstale":"2024-09-12T18:17:35.248897+0000","last_undegraded":"2024-09-12T18:17:35.248897+0000","last_fullsized":"2024-09-12T18:17:35.248897+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:35.248740+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:35.248740+0000","last_clean_scrub_stamp":"2024-09-12T18:17:35.248740+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:08:40.128627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"266'12","reported_seq":63,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:32.264391+0000","last_change":"2024-09-12T18:17:32.264391+0000","last_active":"2024-09-12T18:17:32.264391+0000","last_peered":"2024-09-12T18:17:32.264391+0000","last_clean":"2024-09-12T18:17:32.264391+0000","last_became_active":"2024-09-12T17:52:02.159370+0000","last_became_peered":"2024-09-12T17:52:02.159370+0000","last_unstale":"2024-09-12T18:17:32.264391+0000","last_undegraded":"2024-09-12T18:17:32.264391+0000","last_fullsized":"2024-09-12T18:17:32.264391+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'12","last_scrub_stamp":"2024-09-12T18:17:32.264299+0000","last_deep_scrub":"266'12","last_deep_scrub_stamp":"2024-09-12T18:17:32.264299+0000","last_clean_scrub_stamp":"2024-09-12T18:17:32.264299+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:24:26.110528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":25602,"num_write":22,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"263'6","reported_seq":60,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:31.625645+0000","last_change":"2024-09-12T18:17:31.625645+0000","last_active":"2024-09-12T18:17:31.625645+0000","last_peered":"2024-09-12T18:17:31.625645+0000","last_clean":"2024-09-12T18:17:31.625645+0000","last_became_active":"2024-09-12T17:51:59.141807+0000","last_became_peered":"2024-09-12T17:51:59.141807+0000","last_unstale":"2024-09-12T18:17:31.625645+0000","last_undegraded":"2024-09-12T18:17:31.625645+0000","last_fullsized":"2024-09-12T18:17:31.625645+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'6","last_scrub_stamp":"2024-09-12T18:17:31.625543+0000","last_deep_scrub":"263'6","last_deep_scrub_stamp":"2024-09-12T18:17:31.625543+0000","last_clean_scrub_stamp":"2024-09-12T18:17:31.625543+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:20:34.145971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":4098,"num_write":6,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"266'11","reported_seq":88,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:29.802860+0000","last_change":"2024-09-12T18:17:29.802860+0000","last_active":"2024-09-12T18:17:29.802860+0000","last_peered":"2024-09-12T18:17:29.802860+0000","last_clean":"2024-09-12T18:17:29.802860+0000","last_became_active":"2024-09-12T17:50:12.696789+0000","last_became_peered":"2024-09-12T17:50:12.696789+0000","last_unstale":"2024-09-12T18:17:29.802860+0000","last_undegraded":"2024-09-12T18:17:29.802860+0000","last_fullsized":"2024-09-12T18:17:29.802860+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'11","last_scrub_stamp":"2024-09-12T18:17:29.802765+0000","last_deep_scrub":"266'11","last_deep_scrub_stamp":"2024-09-12T18:17:29.802765+0000","last_clean_scrub_stamp":"2024-09-12T18:17:29.802765+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:33:24.025218+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":56,"num_read_kb":39,"num_write":21,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":27,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:16.227145+0000","last_change":"2024-09-12T18:17:16.227080+0000","last_active":"2024-09-12T18:17:16.227145+0000","last_peered":"2024-09-12T18:17:16.227145+0000","last_clean":"2024-09-12T18:17:16.227145+0000","last_became_active":"2024-09-12T18:02:38.162843+0000","last_became_peered":"2024-09-12T18:02:38.162843+0000","last_unstale":"2024-09-12T18:17:16.227145+0000","last_undegraded":"2024-09-12T18:17:16.227145+0000","last_fullsized":"2024-09-12T18:17:16.227145+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:16.226994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:16.226994+0000","last_clean_scrub_stamp":"2024-09-12T18:17:16.226994+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:46:24.094392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"263'2","reported_seq":45,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:30.723986+0000","last_change":"2024-09-12T18:17:30.723986+0000","last_active":"2024-09-12T18:17:30.723986+0000","last_peered":"2024-09-12T18:17:30.723986+0000","last_clean":"2024-09-12T18:17:30.723986+0000","last_became_active":"2024-09-12T17:52:02.157199+0000","last_became_peered":"2024-09-12T17:52:02.157199+0000","last_unstale":"2024-09-12T18:17:30.723986+0000","last_undegraded":"2024-09-12T18:17:30.723986+0000","last_fullsized":"2024-09-12T18:17:30.723986+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'2","last_scrub_stamp":"2024-09-12T18:17:30.723891+0000","last_deep_scrub":"263'2","last_deep_scrub_stamp":"2024-09-12T18:17:30.723891+0000","last_clean_scrub_stamp":"2024-09-12T18:17:30.723891+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:51:14.444010+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"266'5","reported_seq":55,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:17.375859+0000","last_change":"2024-09-12T18:17:17.375859+0000","last_active":"2024-09-12T18:17:17.375859+0000","last_peered":"2024-09-12T18:17:17.375859+0000","last_clean":"2024-09-12T18:17:17.375859+0000","last_became_active":"2024-09-12T17:51:59.136219+0000","last_became_peered":"2024-09-12T17:51:59.136219+0000","last_unstale":"2024-09-12T18:17:17.375859+0000","last_undegraded":"2024-09-12T18:17:17.375859+0000","last_fullsized":"2024-09-12T18:17:17.375859+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'5","last_scrub_stamp":"2024-09-12T18:17:17.375772+0000","last_deep_scrub":"266'5","last_deep_scrub_stamp":"2024-09-12T18:17:17.375772+0000","last_clean_scrub_stamp":"2024-09-12T18:17:17.375772+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:25:37.092798+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":4155,"num_write":10,"num_write_kb":4155,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"266'14","reported_seq":94,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:06.195791+0000","last_change":"2024-09-12T18:17:06.195791+0000","last_active":"2024-09-12T18:17:06.195791+0000","last_peered":"2024-09-12T18:17:06.195791+0000","last_clean":"2024-09-12T18:17:06.195791+0000","last_became_active":"2024-09-12T17:50:12.697593+0000","last_became_peered":"2024-09-12T17:50:12.697593+0000","last_unstale":"2024-09-12T18:17:06.195791+0000","last_undegraded":"2024-09-12T18:17:06.195791+0000","last_fullsized":"2024-09-12T18:17:06.195791+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'14","last_scrub_stamp":"2024-09-12T18:17:06.195708+0000","last_deep_scrub":"266'14","last_deep_scrub_stamp":"2024-09-12T18:17:06.195708+0000","last_clean_scrub_stamp":"2024-09-12T18:17:06.195708+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:05:38.439763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":66,"num_read_kb":45,"num_write":35,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":27,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:23.646269+0000","last_change":"2024-09-12T18:17:23.646269+0000","last_active":"2024-09-12T18:17:23.646269+0000","last_peered":"2024-09-12T18:17:23.646269+0000","last_clean":"2024-09-12T18:17:23.646269+0000","last_became_active":"2024-09-12T18:02:38.156025+0000","last_became_peered":"2024-09-12T18:02:38.156025+0000","last_unstale":"2024-09-12T18:17:23.646269+0000","last_undegraded":"2024-09-12T18:17:23.646269+0000","last_fullsized":"2024-09-12T18:17:23.646269+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:23.646161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:23.646161+0000","last_clean_scrub_stamp":"2024-09-12T18:17:23.646161+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:39:52.291517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"266'6","reported_seq":52,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:36.678706+0000","last_change":"2024-09-12T18:17:36.678706+0000","last_active":"2024-09-12T18:17:36.678706+0000","last_peered":"2024-09-12T18:17:36.678706+0000","last_clean":"2024-09-12T18:17:36.678706+0000","last_became_active":"2024-09-12T17:52:02.670051+0000","last_became_peered":"2024-09-12T17:52:02.670051+0000","last_unstale":"2024-09-12T18:17:36.678706+0000","last_undegraded":"2024-09-12T18:17:36.678706+0000","last_fullsized":"2024-09-12T18:17:36.678706+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'6","last_scrub_stamp":"2024-09-12T18:17:36.678625+0000","last_deep_scrub":"266'6","last_deep_scrub_stamp":"2024-09-12T18:17:36.678625+0000","last_clean_scrub_stamp":"2024-09-12T18:17:36.678625+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:12:14.649064+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8232,"num_write":6,"num_write_kb":8232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"263'2","reported_seq":54,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:12.222580+0000","last_change":"2024-09-12T18:17:12.222505+0000","last_active":"2024-09-12T18:17:12.222580+0000","last_peered":"2024-09-12T18:17:12.222580+0000","last_clean":"2024-09-12T18:17:12.222580+0000","last_became_active":"2024-09-12T17:51:59.142509+0000","last_became_peered":"2024-09-12T17:51:59.142509+0000","last_unstale":"2024-09-12T18:17:12.222580+0000","last_undegraded":"2024-09-12T18:17:12.222580+0000","last_fullsized":"2024-09-12T18:17:12.222580+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'2","last_scrub_stamp":"2024-09-12T18:17:12.222396+0000","last_deep_scrub":"263'2","last_deep_scrub_stamp":"2024-09-12T18:17:12.222396+0000","last_clean_scrub_stamp":"2024-09-12T18:17:12.222396+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:24:48.829688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":318,"num_write":2,"num_write_kb":318,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"266'24","reported_seq":123,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:24.762788+0000","last_change":"2024-09-12T18:17:24.762732+0000","last_active":"2024-09-12T18:17:24.762788+0000","last_peered":"2024-09-12T18:17:24.762788+0000","last_clean":"2024-09-12T18:17:24.762788+0000","last_became_active":"2024-09-12T17:50:12.693126+0000","last_became_peered":"2024-09-12T17:50:12.693126+0000","last_unstale":"2024-09-12T18:17:24.762788+0000","last_undegraded":"2024-09-12T18:17:24.762788+0000","last_fullsized":"2024-09-12T18:17:24.762788+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'24","last_scrub_stamp":"2024-09-12T18:17:24.762652+0000","last_deep_scrub":"266'24","last_deep_scrub_stamp":"2024-09-12T18:17:24.762652+0000","last_clean_scrub_stamp":"2024-09-12T18:17:24.762652+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:00:58.084868+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":127,"num_read_kb":89,"num_write":41,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":27,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:42.522265+0000","last_change":"2024-09-12T18:17:42.522265+0000","last_active":"2024-09-12T18:17:42.522265+0000","last_peered":"2024-09-12T18:17:42.522265+0000","last_clean":"2024-09-12T18:17:42.522265+0000","last_became_active":"2024-09-12T18:02:38.154676+0000","last_became_peered":"2024-09-12T18:02:38.154676+0000","last_unstale":"2024-09-12T18:17:42.522265+0000","last_undegraded":"2024-09-12T18:17:42.522265+0000","last_fullsized":"2024-09-12T18:17:42.522265+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:42.522092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:42.522092+0000","last_clean_scrub_stamp":"2024-09-12T18:17:42.522092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:53:39.874830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"263'3","reported_seq":49,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:39.583177+0000","last_change":"2024-09-12T18:17:39.583116+0000","last_active":"2024-09-12T18:17:39.583177+0000","last_peered":"2024-09-12T18:17:39.583177+0000","last_clean":"2024-09-12T18:17:39.583177+0000","last_became_active":"2024-09-12T17:52:02.670321+0000","last_became_peered":"2024-09-12T17:52:02.670321+0000","last_unstale":"2024-09-12T18:17:39.583177+0000","last_undegraded":"2024-09-12T18:17:39.583177+0000","last_fullsized":"2024-09-12T18:17:39.583177+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'3","last_scrub_stamp":"2024-09-12T18:17:39.583020+0000","last_deep_scrub":"263'3","last_deep_scrub_stamp":"2024-09-12T18:17:39.583020+0000","last_clean_scrub_stamp":"2024-09-12T18:17:39.583020+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:21:53.777214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"0'0","reported_seq":49,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:26.682129+0000","last_change":"2024-09-12T18:17:26.682129+0000","last_active":"2024-09-12T18:17:26.682129+0000","last_peered":"2024-09-12T18:17:26.682129+0000","last_clean":"2024-09-12T18:17:26.682129+0000","last_became_active":"2024-09-12T17:51:59.142658+0000","last_became_peered":"2024-09-12T17:51:59.142658+0000","last_unstale":"2024-09-12T18:17:26.682129+0000","last_undegraded":"2024-09-12T18:17:26.682129+0000","last_fullsized":"2024-09-12T18:17:26.682129+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:26.682038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:26.682038+0000","last_clean_scrub_stamp":"2024-09-12T18:17:26.682038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:26:58.091824+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"266'26","reported_seq":125,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:30.621727+0000","last_change":"2024-09-12T18:17:30.621652+0000","last_active":"2024-09-12T18:17:30.621727+0000","last_peered":"2024-09-12T18:17:30.621727+0000","last_clean":"2024-09-12T18:17:30.621727+0000","last_became_active":"2024-09-12T17:50:12.698413+0000","last_became_peered":"2024-09-12T17:50:12.698413+0000","last_unstale":"2024-09-12T18:17:30.621727+0000","last_undegraded":"2024-09-12T18:17:30.621727+0000","last_fullsized":"2024-09-12T18:17:30.621727+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'26","last_scrub_stamp":"2024-09-12T18:17:30.621544+0000","last_deep_scrub":"266'26","last_deep_scrub_stamp":"2024-09-12T18:17:30.621544+0000","last_clean_scrub_stamp":"2024-09-12T18:17:30.621544+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:58:49.398162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":132,"num_read_kb":92,"num_write":46,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":28,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:44.511669+0000","last_change":"2024-09-12T18:17:44.511669+0000","last_active":"2024-09-12T18:17:44.511669+0000","last_peered":"2024-09-12T18:17:44.511669+0000","last_clean":"2024-09-12T18:17:44.511669+0000","last_became_active":"2024-09-12T18:02:38.160067+0000","last_became_peered":"2024-09-12T18:02:38.160067+0000","last_unstale":"2024-09-12T18:17:44.511669+0000","last_undegraded":"2024-09-12T18:17:44.511669+0000","last_fullsized":"2024-09-12T18:17:44.511669+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:44.511566+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:44.511566+0000","last_clean_scrub_stamp":"2024-09-12T18:17:44.511566+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:38:18.855615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"266'2","reported_seq":44,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:30.204627+0000","last_change":"2024-09-12T18:17:30.204627+0000","last_active":"2024-09-12T18:17:30.204627+0000","last_peered":"2024-09-12T18:17:30.204627+0000","last_clean":"2024-09-12T18:17:30.204627+0000","last_became_active":"2024-09-12T17:52:02.160479+0000","last_became_peered":"2024-09-12T17:52:02.160479+0000","last_unstale":"2024-09-12T18:17:30.204627+0000","last_undegraded":"2024-09-12T18:17:30.204627+0000","last_fullsized":"2024-09-12T18:17:30.204627+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-12T18:17:30.204437+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-12T18:17:30.204437+0000","last_clean_scrub_stamp":"2024-09-12T18:17:30.204437+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:43:56.222246+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"263'2","reported_seq":51,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:32.675161+0000","last_change":"2024-09-12T18:17:32.675161+0000","last_active":"2024-09-12T18:17:32.675161+0000","last_peered":"2024-09-12T18:17:32.675161+0000","last_clean":"2024-09-12T18:17:32.675161+0000","last_became_active":"2024-09-12T17:51:59.137857+0000","last_became_peered":"2024-09-12T17:51:59.137857+0000","last_unstale":"2024-09-12T18:17:32.675161+0000","last_undegraded":"2024-09-12T18:17:32.675161+0000","last_fullsized":"2024-09-12T18:17:32.675161+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'2","last_scrub_stamp":"2024-09-12T18:17:32.675073+0000","last_deep_scrub":"263'2","last_deep_scrub_stamp":"2024-09-12T18:17:32.675073+0000","last_clean_scrub_stamp":"2024-09-12T18:17:32.675073+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:39:55.550271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"266'29","reported_seq":129,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:28.652785+0000","last_change":"2024-09-12T18:17:28.652724+0000","last_active":"2024-09-12T18:17:28.652785+0000","last_peered":"2024-09-12T18:17:28.652785+0000","last_clean":"2024-09-12T18:17:28.652785+0000","last_became_active":"2024-09-12T17:50:12.693690+0000","last_became_peered":"2024-09-12T17:50:12.693690+0000","last_unstale":"2024-09-12T18:17:28.652785+0000","last_undegraded":"2024-09-12T18:17:28.652785+0000","last_fullsized":"2024-09-12T18:17:28.652785+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'29","last_scrub_stamp":"2024-09-12T18:17:28.652621+0000","last_deep_scrub":"266'29","last_deep_scrub_stamp":"2024-09-12T18:17:28.652621+0000","last_clean_scrub_stamp":"2024-09-12T18:17:28.652621+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:50:46.158206+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":133,"num_read_kb":91,"num_write":59,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":28,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:25.371912+0000","last_change":"2024-09-12T18:17:25.371912+0000","last_active":"2024-09-12T18:17:25.371912+0000","last_peered":"2024-09-12T18:17:25.371912+0000","last_clean":"2024-09-12T18:17:25.371912+0000","last_became_active":"2024-09-12T18:02:38.163323+0000","last_became_peered":"2024-09-12T18:02:38.163323+0000","last_unstale":"2024-09-12T18:17:25.371912+0000","last_undegraded":"2024-09-12T18:17:25.371912+0000","last_fullsized":"2024-09-12T18:17:25.371912+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:25.371811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:25.371811+0000","last_clean_scrub_stamp":"2024-09-12T18:17:25.371811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:53:54.205527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"266'10","reported_seq":61,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:21.560735+0000","last_change":"2024-09-12T18:17:21.560735+0000","last_active":"2024-09-12T18:17:21.560735+0000","last_peered":"2024-09-12T18:17:21.560735+0000","last_clean":"2024-09-12T18:17:21.560735+0000","last_became_active":"2024-09-12T17:52:02.162331+0000","last_became_peered":"2024-09-12T17:52:02.162331+0000","last_unstale":"2024-09-12T18:17:21.560735+0000","last_undegraded":"2024-09-12T18:17:21.560735+0000","last_fullsized":"2024-09-12T18:17:21.560735+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'10","last_scrub_stamp":"2024-09-12T18:17:21.560645+0000","last_deep_scrub":"266'10","last_deep_scrub_stamp":"2024-09-12T18:17:21.560645+0000","last_clean_scrub_stamp":"2024-09-12T18:17:21.560645+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:10:26.993952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":11266,"num_write":10,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"0'0","reported_seq":47,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:25.644699+0000","last_change":"2024-09-12T18:17:25.644699+0000","last_active":"2024-09-12T18:17:25.644699+0000","last_peered":"2024-09-12T18:17:25.644699+0000","last_clean":"2024-09-12T18:17:25.644699+0000","last_became_active":"2024-09-12T17:51:59.146797+0000","last_became_peered":"2024-09-12T17:51:59.146797+0000","last_unstale":"2024-09-12T18:17:25.644699+0000","last_undegraded":"2024-09-12T18:17:25.644699+0000","last_fullsized":"2024-09-12T18:17:25.644699+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:25.644607+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:25.644607+0000","last_clean_scrub_stamp":"2024-09-12T18:17:25.644607+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:32:38.220357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"266'26","reported_seq":128,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:15.543330+0000","last_change":"2024-09-12T18:17:15.543271+0000","last_active":"2024-09-12T18:17:15.543330+0000","last_peered":"2024-09-12T18:17:15.543330+0000","last_clean":"2024-09-12T18:17:15.543330+0000","last_became_active":"2024-09-12T17:50:12.701160+0000","last_became_peered":"2024-09-12T17:50:12.701160+0000","last_unstale":"2024-09-12T18:17:15.543330+0000","last_undegraded":"2024-09-12T18:17:15.543330+0000","last_fullsized":"2024-09-12T18:17:15.543330+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'26","last_scrub_stamp":"2024-09-12T18:17:15.543177+0000","last_deep_scrub":"266'26","last_deep_scrub_stamp":"2024-09-12T18:17:15.543177+0000","last_clean_scrub_stamp":"2024-09-12T18:17:15.543177+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:44:59.316707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":134,"num_read_kb":93,"num_write":56,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"266'2","reported_seq":29,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:43.486372+0000","last_change":"2024-09-12T18:17:43.486372+0000","last_active":"2024-09-12T18:17:43.486372+0000","last_peered":"2024-09-12T18:17:43.486372+0000","last_clean":"2024-09-12T18:17:43.486372+0000","last_became_active":"2024-09-12T18:02:38.159671+0000","last_became_peered":"2024-09-12T18:02:38.159671+0000","last_unstale":"2024-09-12T18:17:43.486372+0000","last_undegraded":"2024-09-12T18:17:43.486372+0000","last_fullsized":"2024-09-12T18:17:43.486372+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-12T18:17:43.486290+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-12T18:17:43.486290+0000","last_clean_scrub_stamp":"2024-09-12T18:17:43.486290+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:44:32.171092+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"266'6","reported_seq":50,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:20.533191+0000","last_change":"2024-09-12T18:17:20.533191+0000","last_active":"2024-09-12T18:17:20.533191+0000","last_peered":"2024-09-12T18:17:20.533191+0000","last_clean":"2024-09-12T18:17:20.533191+0000","last_became_active":"2024-09-12T17:52:02.160209+0000","last_became_peered":"2024-09-12T17:52:02.160209+0000","last_unstale":"2024-09-12T18:17:20.533191+0000","last_undegraded":"2024-09-12T18:17:20.533191+0000","last_fullsized":"2024-09-12T18:17:20.533191+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'6","last_scrub_stamp":"2024-09-12T18:17:20.533103+0000","last_deep_scrub":"266'6","last_deep_scrub_stamp":"2024-09-12T18:17:20.533103+0000","last_clean_scrub_stamp":"2024-09-12T18:17:20.533103+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:17:45.104451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":6144,"num_write":6,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"266'2","reported_seq":50,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:24.676313+0000","last_change":"2024-09-12T18:17:24.676313+0000","last_active":"2024-09-12T18:17:24.676313+0000","last_peered":"2024-09-12T18:17:24.676313+0000","last_clean":"2024-09-12T18:17:24.676313+0000","last_became_active":"2024-09-12T17:51:59.138726+0000","last_became_peered":"2024-09-12T17:51:59.138726+0000","last_unstale":"2024-09-12T18:17:24.676313+0000","last_undegraded":"2024-09-12T18:17:24.676313+0000","last_fullsized":"2024-09-12T18:17:24.676313+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-12T18:17:24.676233+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-12T18:17:24.676233+0000","last_clean_scrub_stamp":"2024-09-12T18:17:24.676233+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:03:41.579483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"266'16","reported_seq":96,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:25.716220+0000","last_change":"2024-09-12T18:17:25.716220+0000","last_active":"2024-09-12T18:17:25.716220+0000","last_peered":"2024-09-12T18:17:25.716220+0000","last_clean":"2024-09-12T18:17:25.716220+0000","last_became_active":"2024-09-12T17:50:12.699215+0000","last_became_peered":"2024-09-12T17:50:12.699215+0000","last_unstale":"2024-09-12T18:17:25.716220+0000","last_undegraded":"2024-09-12T18:17:25.716220+0000","last_fullsized":"2024-09-12T18:17:25.716220+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'16","last_scrub_stamp":"2024-09-12T18:17:25.716131+0000","last_deep_scrub":"266'16","last_deep_scrub_stamp":"2024-09-12T18:17:25.716131+0000","last_clean_scrub_stamp":"2024-09-12T18:17:25.716131+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:00:39.764574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":73,"num_read_kb":51,"num_write":32,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":27,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:42.482817+0000","last_change":"2024-09-12T18:17:42.482817+0000","last_active":"2024-09-12T18:17:42.482817+0000","last_peered":"2024-09-12T18:17:42.482817+0000","last_clean":"2024-09-12T18:17:42.482817+0000","last_became_active":"2024-09-12T18:02:38.159706+0000","last_became_peered":"2024-09-12T18:02:38.159706+0000","last_unstale":"2024-09-12T18:17:42.482817+0000","last_undegraded":"2024-09-12T18:17:42.482817+0000","last_fullsized":"2024-09-12T18:17:42.482817+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:42.482709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:42.482709+0000","last_clean_scrub_stamp":"2024-09-12T18:17:42.482709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:57:05.875350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"0'0","reported_seq":35,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:31.233199+0000","last_change":"2024-09-12T18:17:31.233148+0000","last_active":"2024-09-12T18:17:31.233199+0000","last_peered":"2024-09-12T18:17:31.233199+0000","last_clean":"2024-09-12T18:17:31.233199+0000","last_became_active":"2024-09-12T17:52:32.768929+0000","last_became_peered":"2024-09-12T17:52:32.768929+0000","last_unstale":"2024-09-12T18:17:31.233199+0000","last_undegraded":"2024-09-12T18:17:31.233199+0000","last_fullsized":"2024-09-12T18:17:31.233199+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:31.233047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:31.233047+0000","last_clean_scrub_stamp":"2024-09-12T18:17:31.233047+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:07:40.490276+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1b","version":"266'4","reported_seq":54,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:33.708739+0000","last_change":"2024-09-12T18:17:33.708739+0000","last_active":"2024-09-12T18:17:33.708739+0000","last_peered":"2024-09-12T18:17:33.708739+0000","last_clean":"2024-09-12T18:17:33.708739+0000","last_became_active":"2024-09-12T17:51:59.143126+0000","last_became_peered":"2024-09-12T17:51:59.143126+0000","last_unstale":"2024-09-12T18:17:33.708739+0000","last_undegraded":"2024-09-12T18:17:33.708739+0000","last_fullsized":"2024-09-12T18:17:33.708739+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'4","last_scrub_stamp":"2024-09-12T18:17:33.708658+0000","last_deep_scrub":"266'4","last_deep_scrub_stamp":"2024-09-12T18:17:33.708658+0000","last_clean_scrub_stamp":"2024-09-12T18:17:33.708658+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:33:49.303042+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8192,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"266'81","reported_seq":275,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:12.418483+0000","last_change":"2024-09-12T18:17:12.418483+0000","last_active":"2024-09-12T18:17:12.418483+0000","last_peered":"2024-09-12T18:17:12.418483+0000","last_clean":"2024-09-12T18:17:12.418483+0000","last_became_active":"2024-09-12T17:50:12.699126+0000","last_became_peered":"2024-09-12T17:50:12.699126+0000","last_unstale":"2024-09-12T18:17:12.418483+0000","last_undegraded":"2024-09-12T18:17:12.418483+0000","last_fullsized":"2024-09-12T18:17:12.418483+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'81","last_scrub_stamp":"2024-09-12T18:17:12.418391+0000","last_deep_scrub":"266'81","last_deep_scrub_stamp":"2024-09-12T18:17:12.418391+0000","last_clean_scrub_stamp":"2024-09-12T18:17:12.418391+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":0,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:22:46.614126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":413,"num_read_kb":292,"num_write":157,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":27,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:24.395824+0000","last_change":"2024-09-12T18:17:24.395824+0000","last_active":"2024-09-12T18:17:24.395824+0000","last_peered":"2024-09-12T18:17:24.395824+0000","last_clean":"2024-09-12T18:17:24.395824+0000","last_became_active":"2024-09-12T18:02:38.153814+0000","last_became_peered":"2024-09-12T18:02:38.153814+0000","last_unstale":"2024-09-12T18:17:24.395824+0000","last_undegraded":"2024-09-12T18:17:24.395824+0000","last_fullsized":"2024-09-12T18:17:24.395824+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:24.395725+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:24.395725+0000","last_clean_scrub_stamp":"2024-09-12T18:17:24.395725+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:15:50.102334+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"266'6","reported_seq":54,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:37.630730+0000","last_change":"2024-09-12T18:17:37.630730+0000","last_active":"2024-09-12T18:17:37.630730+0000","last_peered":"2024-09-12T18:17:37.630730+0000","last_clean":"2024-09-12T18:17:37.630730+0000","last_became_active":"2024-09-12T17:52:02.669589+0000","last_became_peered":"2024-09-12T17:52:02.669589+0000","last_unstale":"2024-09-12T18:17:37.630730+0000","last_undegraded":"2024-09-12T18:17:37.630730+0000","last_fullsized":"2024-09-12T18:17:37.630730+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'6","last_scrub_stamp":"2024-09-12T18:17:37.630634+0000","last_deep_scrub":"266'6","last_deep_scrub_stamp":"2024-09-12T18:17:37.630634+0000","last_clean_scrub_stamp":"2024-09-12T18:17:37.630634+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:52:08.796901+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":11266,"num_write":6,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"266'10","reported_seq":66,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:29.167220+0000","last_change":"2024-09-12T18:17:29.167162+0000","last_active":"2024-09-12T18:17:29.167220+0000","last_peered":"2024-09-12T18:17:29.167220+0000","last_clean":"2024-09-12T18:17:29.167220+0000","last_became_active":"2024-09-12T17:51:59.144250+0000","last_became_peered":"2024-09-12T17:51:59.144250+0000","last_unstale":"2024-09-12T18:17:29.167220+0000","last_undegraded":"2024-09-12T18:17:29.167220+0000","last_fullsized":"2024-09-12T18:17:29.167220+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'10","last_scrub_stamp":"2024-09-12T18:17:29.167080+0000","last_deep_scrub":"266'10","last_deep_scrub_stamp":"2024-09-12T18:17:29.167080+0000","last_clean_scrub_stamp":"2024-09-12T18:17:29.167080+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:21:09.649982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":5122,"num_write":20,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"266'5","reported_seq":68,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:27.769304+0000","last_change":"2024-09-12T18:17:27.769304+0000","last_active":"2024-09-12T18:17:27.769304+0000","last_peered":"2024-09-12T18:17:27.769304+0000","last_clean":"2024-09-12T18:17:27.769304+0000","last_became_active":"2024-09-12T17:50:12.699983+0000","last_became_peered":"2024-09-12T17:50:12.699983+0000","last_unstale":"2024-09-12T18:17:27.769304+0000","last_undegraded":"2024-09-12T18:17:27.769304+0000","last_fullsized":"2024-09-12T18:17:27.769304+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'5","last_scrub_stamp":"2024-09-12T18:17:27.769240+0000","last_deep_scrub":"266'5","last_deep_scrub_stamp":"2024-09-12T18:17:27.769240+0000","last_clean_scrub_stamp":"2024-09-12T18:17:27.769240+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:24:03.386926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":22,"num_read_kb":15,"num_write":10,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"266'2","reported_seq":29,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:15.192182+0000","last_change":"2024-09-12T18:17:15.192182+0000","last_active":"2024-09-12T18:17:15.192182+0000","last_peered":"2024-09-12T18:17:15.192182+0000","last_clean":"2024-09-12T18:17:15.192182+0000","last_became_active":"2024-09-12T18:02:38.161523+0000","last_became_peered":"2024-09-12T18:02:38.161523+0000","last_unstale":"2024-09-12T18:17:15.192182+0000","last_undegraded":"2024-09-12T18:17:15.192182+0000","last_fullsized":"2024-09-12T18:17:15.192182+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-12T18:17:15.192092+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-12T18:17:15.192092+0000","last_clean_scrub_stamp":"2024-09-12T18:17:15.192092+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:54:23.866992+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"266'2","reported_seq":46,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:36.625195+0000","last_change":"2024-09-12T18:17:36.625083+0000","last_active":"2024-09-12T18:17:36.625195+0000","last_peered":"2024-09-12T18:17:36.625195+0000","last_clean":"2024-09-12T18:17:36.625195+0000","last_became_active":"2024-09-12T17:52:02.670396+0000","last_became_peered":"2024-09-12T17:52:02.670396+0000","last_unstale":"2024-09-12T18:17:36.625195+0000","last_undegraded":"2024-09-12T18:17:36.625195+0000","last_fullsized":"2024-09-12T18:17:36.625195+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-12T18:17:36.624986+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-12T18:17:36.624986+0000","last_clean_scrub_stamp":"2024-09-12T18:17:36.624986+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:55:05.389412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"266'2","reported_seq":49,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:32.430365+0000","last_change":"2024-09-12T18:17:32.430365+0000","last_active":"2024-09-12T18:17:32.430365+0000","last_peered":"2024-09-12T18:17:32.430365+0000","last_clean":"2024-09-12T18:17:32.430365+0000","last_became_active":"2024-09-12T17:51:59.147803+0000","last_became_peered":"2024-09-12T17:51:59.147803+0000","last_unstale":"2024-09-12T18:17:32.430365+0000","last_undegraded":"2024-09-12T18:17:32.430365+0000","last_fullsized":"2024-09-12T18:17:32.430365+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-12T18:17:32.430281+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-12T18:17:32.430281+0000","last_clean_scrub_stamp":"2024-09-12T18:17:32.430281+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:11:02.221060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"261'11","reported_seq":86,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:26.712248+0000","last_change":"2024-09-12T18:17:26.712248+0000","last_active":"2024-09-12T18:17:26.712248+0000","last_peered":"2024-09-12T18:17:26.712248+0000","last_clean":"2024-09-12T18:17:26.712248+0000","last_became_active":"2024-09-12T17:50:12.696176+0000","last_became_peered":"2024-09-12T17:50:12.696176+0000","last_unstale":"2024-09-12T18:17:26.712248+0000","last_undegraded":"2024-09-12T18:17:26.712248+0000","last_fullsized":"2024-09-12T18:17:26.712248+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'11","last_scrub_stamp":"2024-09-12T18:17:26.712154+0000","last_deep_scrub":"261'11","last_deep_scrub_stamp":"2024-09-12T18:17:26.712154+0000","last_clean_scrub_stamp":"2024-09-12T18:17:26.712154+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:12:51.436920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":56,"num_read_kb":39,"num_write":22,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":27,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:39.498174+0000","last_change":"2024-09-12T18:17:39.498174+0000","last_active":"2024-09-12T18:17:39.498174+0000","last_peered":"2024-09-12T18:17:39.498174+0000","last_clean":"2024-09-12T18:17:39.498174+0000","last_became_active":"2024-09-12T18:02:38.156976+0000","last_became_peered":"2024-09-12T18:02:38.156976+0000","last_unstale":"2024-09-12T18:17:39.498174+0000","last_undegraded":"2024-09-12T18:17:39.498174+0000","last_fullsized":"2024-09-12T18:17:39.498174+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:39.498088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:39.498088+0000","last_clean_scrub_stamp":"2024-09-12T18:17:39.498088+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:40:56.559261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"266'2","reported_seq":45,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:38.613117+0000","last_change":"2024-09-12T18:17:38.613117+0000","last_active":"2024-09-12T18:17:38.613117+0000","last_peered":"2024-09-12T18:17:38.613117+0000","last_clean":"2024-09-12T18:17:38.613117+0000","last_became_active":"2024-09-12T17:52:02.670103+0000","last_became_peered":"2024-09-12T17:52:02.670103+0000","last_unstale":"2024-09-12T18:17:38.613117+0000","last_undegraded":"2024-09-12T18:17:38.613117+0000","last_fullsized":"2024-09-12T18:17:38.613117+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-12T18:17:38.613011+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-12T18:17:38.613011+0000","last_clean_scrub_stamp":"2024-09-12T18:17:38.613011+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:35:37.135185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"266'5","reported_seq":54,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:11.175388+0000","last_change":"2024-09-12T18:17:11.175388+0000","last_active":"2024-09-12T18:17:11.175388+0000","last_peered":"2024-09-12T18:17:11.175388+0000","last_clean":"2024-09-12T18:17:11.175388+0000","last_became_active":"2024-09-12T17:51:59.144777+0000","last_became_peered":"2024-09-12T17:51:59.144777+0000","last_unstale":"2024-09-12T18:17:11.175388+0000","last_undegraded":"2024-09-12T18:17:11.175388+0000","last_fullsized":"2024-09-12T18:17:11.175388+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'5","last_scrub_stamp":"2024-09-12T18:17:11.175305+0000","last_deep_scrub":"266'5","last_deep_scrub_stamp":"2024-09-12T18:17:11.175305+0000","last_clean_scrub_stamp":"2024-09-12T18:17:11.175305+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:23:12.710839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":2048,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"266'45","reported_seq":177,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:05.206019+0000","last_change":"2024-09-12T18:17:05.206019+0000","last_active":"2024-09-12T18:17:05.206019+0000","last_peered":"2024-09-12T18:17:05.206019+0000","last_clean":"2024-09-12T18:17:05.206019+0000","last_became_active":"2024-09-12T17:50:12.695715+0000","last_became_peered":"2024-09-12T17:50:12.695715+0000","last_unstale":"2024-09-12T18:17:05.206019+0000","last_undegraded":"2024-09-12T18:17:05.206019+0000","last_fullsized":"2024-09-12T18:17:05.206019+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'45","last_scrub_stamp":"2024-09-12T18:17:05.205924+0000","last_deep_scrub":"266'45","last_deep_scrub_stamp":"2024-09-12T18:17:05.205924+0000","last_clean_scrub_stamp":"2024-09-12T18:17:05.205924+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:08:42.359734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":227,"num_read_kb":165,"num_write":78,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":27,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:34.268939+0000","last_change":"2024-09-12T18:17:34.268939+0000","last_active":"2024-09-12T18:17:34.268939+0000","last_peered":"2024-09-12T18:17:34.268939+0000","last_clean":"2024-09-12T18:17:34.268939+0000","last_became_active":"2024-09-12T18:02:38.154016+0000","last_became_peered":"2024-09-12T18:02:38.154016+0000","last_unstale":"2024-09-12T18:17:34.268939+0000","last_undegraded":"2024-09-12T18:17:34.268939+0000","last_fullsized":"2024-09-12T18:17:34.268939+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:34.268854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:34.268854+0000","last_clean_scrub_stamp":"2024-09-12T18:17:34.268854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:49:21.467235+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"0'0","reported_seq":41,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:28.648585+0000","last_change":"2024-09-12T18:17:28.648585+0000","last_active":"2024-09-12T18:17:28.648585+0000","last_peered":"2024-09-12T18:17:28.648585+0000","last_clean":"2024-09-12T18:17:28.648585+0000","last_became_active":"2024-09-12T17:52:02.163574+0000","last_became_peered":"2024-09-12T17:52:02.163574+0000","last_unstale":"2024-09-12T18:17:28.648585+0000","last_undegraded":"2024-09-12T18:17:28.648585+0000","last_fullsized":"2024-09-12T18:17:28.648585+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:28.648495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:28.648495+0000","last_clean_scrub_stamp":"2024-09-12T18:17:28.648495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:04:07.096914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"266'2","reported_seq":50,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:31.715379+0000","last_change":"2024-09-12T18:17:31.715379+0000","last_active":"2024-09-12T18:17:31.715379+0000","last_peered":"2024-09-12T18:17:31.715379+0000","last_clean":"2024-09-12T18:17:31.715379+0000","last_became_active":"2024-09-12T17:51:59.146966+0000","last_became_peered":"2024-09-12T17:51:59.146966+0000","last_unstale":"2024-09-12T18:17:31.715379+0000","last_undegraded":"2024-09-12T18:17:31.715379+0000","last_fullsized":"2024-09-12T18:17:31.715379+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-12T18:17:31.715292+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-12T18:17:31.715292+0000","last_clean_scrub_stamp":"2024-09-12T18:17:31.715292+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:33:33.237910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"266'30","reported_seq":135,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:25.521914+0000","last_change":"2024-09-12T18:17:25.521914+0000","last_active":"2024-09-12T18:17:25.521914+0000","last_peered":"2024-09-12T18:17:25.521914+0000","last_clean":"2024-09-12T18:17:25.521914+0000","last_became_active":"2024-09-12T17:50:12.698681+0000","last_became_peered":"2024-09-12T17:50:12.698681+0000","last_unstale":"2024-09-12T18:17:25.521914+0000","last_undegraded":"2024-09-12T18:17:25.521914+0000","last_fullsized":"2024-09-12T18:17:25.521914+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'30","last_scrub_stamp":"2024-09-12T18:17:25.521820+0000","last_deep_scrub":"266'30","last_deep_scrub_stamp":"2024-09-12T18:17:25.521820+0000","last_clean_scrub_stamp":"2024-09-12T18:17:25.521820+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:35:35.152690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":147,"num_read_kb":99,"num_write":50,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":27,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:43.505247+0000","last_change":"2024-09-12T18:17:43.505247+0000","last_active":"2024-09-12T18:17:43.505247+0000","last_peered":"2024-09-12T18:17:43.505247+0000","last_clean":"2024-09-12T18:17:43.505247+0000","last_became_active":"2024-09-12T18:02:38.163909+0000","last_became_peered":"2024-09-12T18:02:38.163909+0000","last_unstale":"2024-09-12T18:17:43.505247+0000","last_undegraded":"2024-09-12T18:17:43.505247+0000","last_fullsized":"2024-09-12T18:17:43.505247+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:43.505150+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:43.505150+0000","last_clean_scrub_stamp":"2024-09-12T18:17:43.505150+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:03:44.242128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"263'5","reported_seq":52,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:22.420671+0000","last_change":"2024-09-12T18:17:22.420599+0000","last_active":"2024-09-12T18:17:22.420671+0000","last_peered":"2024-09-12T18:17:22.420671+0000","last_clean":"2024-09-12T18:17:22.420671+0000","last_became_active":"2024-09-12T17:52:02.163688+0000","last_became_peered":"2024-09-12T17:52:02.163688+0000","last_unstale":"2024-09-12T18:17:22.420671+0000","last_undegraded":"2024-09-12T18:17:22.420671+0000","last_fullsized":"2024-09-12T18:17:22.420671+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'5","last_scrub_stamp":"2024-09-12T18:17:22.420478+0000","last_deep_scrub":"263'5","last_deep_scrub_stamp":"2024-09-12T18:17:22.420478+0000","last_clean_scrub_stamp":"2024-09-12T18:17:22.420478+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:01:32.923478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":12290,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"266'11","reported_seq":73,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:23.634177+0000","last_change":"2024-09-12T18:17:23.634113+0000","last_active":"2024-09-12T18:17:23.634177+0000","last_peered":"2024-09-12T18:17:23.634177+0000","last_clean":"2024-09-12T18:17:23.634177+0000","last_became_active":"2024-09-12T17:51:59.137686+0000","last_became_peered":"2024-09-12T17:51:59.137686+0000","last_unstale":"2024-09-12T18:17:23.634177+0000","last_undegraded":"2024-09-12T18:17:23.634177+0000","last_fullsized":"2024-09-12T18:17:23.634177+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'11","last_scrub_stamp":"2024-09-12T18:17:23.634029+0000","last_deep_scrub":"266'11","last_deep_scrub_stamp":"2024-09-12T18:17:23.634029+0000","last_clean_scrub_stamp":"2024-09-12T18:17:23.634029+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:06:36.270221+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":21,"num_read_kb":28676,"num_write":16,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"266'43","reported_seq":168,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:23.508562+0000","last_change":"2024-09-12T18:17:23.508562+0000","last_active":"2024-09-12T18:17:23.508562+0000","last_peered":"2024-09-12T18:17:23.508562+0000","last_clean":"2024-09-12T18:17:23.508562+0000","last_became_active":"2024-09-12T17:50:12.700684+0000","last_became_peered":"2024-09-12T17:50:12.700684+0000","last_unstale":"2024-09-12T18:17:23.508562+0000","last_undegraded":"2024-09-12T18:17:23.508562+0000","last_fullsized":"2024-09-12T18:17:23.508562+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'43","last_scrub_stamp":"2024-09-12T18:17:23.508465+0000","last_deep_scrub":"266'43","last_deep_scrub_stamp":"2024-09-12T18:17:23.508465+0000","last_clean_scrub_stamp":"2024-09-12T18:17:23.508465+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:32:42.628745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":209,"num_read_kb":143,"num_write":82,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":27,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:41.631362+0000","last_change":"2024-09-12T18:17:41.631362+0000","last_active":"2024-09-12T18:17:41.631362+0000","last_peered":"2024-09-12T18:17:41.631362+0000","last_clean":"2024-09-12T18:17:41.631362+0000","last_became_active":"2024-09-12T18:02:38.161018+0000","last_became_peered":"2024-09-12T18:02:38.161018+0000","last_unstale":"2024-09-12T18:17:41.631362+0000","last_undegraded":"2024-09-12T18:17:41.631362+0000","last_fullsized":"2024-09-12T18:17:41.631362+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:41.631273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:41.631273+0000","last_clean_scrub_stamp":"2024-09-12T18:17:41.631273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:04:39.546673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"266'7","reported_seq":55,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:21.426763+0000","last_change":"2024-09-12T18:17:21.426700+0000","last_active":"2024-09-12T18:17:21.426763+0000","last_peered":"2024-09-12T18:17:21.426763+0000","last_clean":"2024-09-12T18:17:21.426763+0000","last_became_active":"2024-09-12T17:52:02.162832+0000","last_became_peered":"2024-09-12T17:52:02.162832+0000","last_unstale":"2024-09-12T18:17:21.426763+0000","last_undegraded":"2024-09-12T18:17:21.426763+0000","last_fullsized":"2024-09-12T18:17:21.426763+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'7","last_scrub_stamp":"2024-09-12T18:17:21.426602+0000","last_deep_scrub":"266'7","last_deep_scrub_stamp":"2024-09-12T18:17:21.426602+0000","last_clean_scrub_stamp":"2024-09-12T18:17:21.426602+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:45:10.923886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":12288,"num_write":12,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"266'2","reported_seq":51,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:29.610651+0000","last_change":"2024-09-12T18:17:29.610583+0000","last_active":"2024-09-12T18:17:29.610651+0000","last_peered":"2024-09-12T18:17:29.610651+0000","last_clean":"2024-09-12T18:17:29.610651+0000","last_became_active":"2024-09-12T17:51:59.146245+0000","last_became_peered":"2024-09-12T17:51:59.146245+0000","last_unstale":"2024-09-12T18:17:29.610651+0000","last_undegraded":"2024-09-12T18:17:29.610651+0000","last_fullsized":"2024-09-12T18:17:29.610651+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-12T18:17:29.610477+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-12T18:17:29.610477+0000","last_clean_scrub_stamp":"2024-09-12T18:17:29.610477+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:03:43.324252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"0'0","reported_seq":56,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:22.711804+0000","last_change":"2024-09-12T18:17:22.711804+0000","last_active":"2024-09-12T18:17:22.711804+0000","last_peered":"2024-09-12T18:17:22.711804+0000","last_clean":"2024-09-12T18:17:22.711804+0000","last_became_active":"2024-09-12T17:50:12.698060+0000","last_became_peered":"2024-09-12T17:50:12.698060+0000","last_unstale":"2024-09-12T18:17:22.711804+0000","last_undegraded":"2024-09-12T18:17:22.711804+0000","last_fullsized":"2024-09-12T18:17:22.711804+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:22.711723+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:22.711723+0000","last_clean_scrub_stamp":"2024-09-12T18:17:22.711723+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:45:37.966138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"266'2","reported_seq":29,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:40.658362+0000","last_change":"2024-09-12T18:17:40.658362+0000","last_active":"2024-09-12T18:17:40.658362+0000","last_peered":"2024-09-12T18:17:40.658362+0000","last_clean":"2024-09-12T18:17:40.658362+0000","last_became_active":"2024-09-12T18:02:38.163910+0000","last_became_peered":"2024-09-12T18:02:38.163910+0000","last_unstale":"2024-09-12T18:17:40.658362+0000","last_undegraded":"2024-09-12T18:17:40.658362+0000","last_fullsized":"2024-09-12T18:17:40.658362+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-12T18:17:40.658264+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-12T18:17:40.658264+0000","last_clean_scrub_stamp":"2024-09-12T18:17:40.658264+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:08:53.152627+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"266'6","reported_seq":54,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:35.647318+0000","last_change":"2024-09-12T18:17:35.647249+0000","last_active":"2024-09-12T18:17:35.647318+0000","last_peered":"2024-09-12T18:17:35.647318+0000","last_clean":"2024-09-12T18:17:35.647318+0000","last_became_active":"2024-09-12T17:52:02.160320+0000","last_became_peered":"2024-09-12T17:52:02.160320+0000","last_unstale":"2024-09-12T18:17:35.647318+0000","last_undegraded":"2024-09-12T18:17:35.647318+0000","last_fullsized":"2024-09-12T18:17:35.647318+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'6","last_scrub_stamp":"2024-09-12T18:17:35.647157+0000","last_deep_scrub":"266'6","last_deep_scrub_stamp":"2024-09-12T18:17:35.647157+0000","last_clean_scrub_stamp":"2024-09-12T18:17:35.647157+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:35:14.875927+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":1578,"num_write":6,"num_write_kb":948,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"0'0","reported_seq":48,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:17.580068+0000","last_change":"2024-09-12T18:17:17.579981+0000","last_active":"2024-09-12T18:17:17.580068+0000","last_peered":"2024-09-12T18:17:17.580068+0000","last_clean":"2024-09-12T18:17:17.580068+0000","last_became_active":"2024-09-12T17:51:59.149378+0000","last_became_peered":"2024-09-12T17:51:59.149378+0000","last_unstale":"2024-09-12T18:17:17.580068+0000","last_undegraded":"2024-09-12T18:17:17.580068+0000","last_fullsized":"2024-09-12T18:17:17.580068+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:17.579867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:17.579867+0000","last_clean_scrub_stamp":"2024-09-12T18:17:17.579867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:02:49.494180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"266'16","reported_seq":99,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:21.715416+0000","last_change":"2024-09-12T18:17:21.715416+0000","last_active":"2024-09-12T18:17:21.715416+0000","last_peered":"2024-09-12T18:17:21.715416+0000","last_clean":"2024-09-12T18:17:21.715416+0000","last_became_active":"2024-09-12T17:50:12.689881+0000","last_became_peered":"2024-09-12T17:50:12.689881+0000","last_unstale":"2024-09-12T18:17:21.715416+0000","last_undegraded":"2024-09-12T18:17:21.715416+0000","last_fullsized":"2024-09-12T18:17:21.715416+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'16","last_scrub_stamp":"2024-09-12T18:17:21.715322+0000","last_deep_scrub":"266'16","last_deep_scrub_stamp":"2024-09-12T18:17:21.715322+0000","last_clean_scrub_stamp":"2024-09-12T18:17:21.715322+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:04:36.900661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":81,"num_read_kb":57,"num_write":29,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"266'2","reported_seq":29,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:40.549411+0000","last_change":"2024-09-12T18:17:40.549411+0000","last_active":"2024-09-12T18:17:40.549411+0000","last_peered":"2024-09-12T18:17:40.549411+0000","last_clean":"2024-09-12T18:17:40.549411+0000","last_became_active":"2024-09-12T18:02:38.162945+0000","last_became_peered":"2024-09-12T18:02:38.162945+0000","last_unstale":"2024-09-12T18:17:40.549411+0000","last_undegraded":"2024-09-12T18:17:40.549411+0000","last_fullsized":"2024-09-12T18:17:40.549411+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-12T18:17:40.549315+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-12T18:17:40.549315+0000","last_clean_scrub_stamp":"2024-09-12T18:17:40.549315+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:16:18.391680+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"266'2","reported_seq":44,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:19.555531+0000","last_change":"2024-09-12T18:17:19.555463+0000","last_active":"2024-09-12T18:17:19.555531+0000","last_peered":"2024-09-12T18:17:19.555531+0000","last_clean":"2024-09-12T18:17:19.555531+0000","last_became_active":"2024-09-12T17:52:02.154753+0000","last_became_peered":"2024-09-12T17:52:02.154753+0000","last_unstale":"2024-09-12T18:17:19.555531+0000","last_undegraded":"2024-09-12T18:17:19.555531+0000","last_fullsized":"2024-09-12T18:17:19.555531+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-12T18:17:19.555372+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-12T18:17:19.555372+0000","last_clean_scrub_stamp":"2024-09-12T18:17:19.555372+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:18:26.269117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"0'0","reported_seq":48,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:27.136262+0000","last_change":"2024-09-12T18:17:27.136210+0000","last_active":"2024-09-12T18:17:27.136262+0000","last_peered":"2024-09-12T18:17:27.136262+0000","last_clean":"2024-09-12T18:17:27.136262+0000","last_became_active":"2024-09-12T17:51:59.146423+0000","last_became_peered":"2024-09-12T17:51:59.146423+0000","last_unstale":"2024-09-12T18:17:27.136262+0000","last_undegraded":"2024-09-12T18:17:27.136262+0000","last_fullsized":"2024-09-12T18:17:27.136262+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:27.136129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:27.136129+0000","last_clean_scrub_stamp":"2024-09-12T18:17:27.136129+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:39:41.728044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"266'143","reported_seq":475,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:27.671474+0000","last_change":"2024-09-12T18:17:27.671474+0000","last_active":"2024-09-12T18:17:27.671474+0000","last_peered":"2024-09-12T18:17:27.671474+0000","last_clean":"2024-09-12T18:17:27.671474+0000","last_became_active":"2024-09-12T17:50:12.695302+0000","last_became_peered":"2024-09-12T17:50:12.695302+0000","last_unstale":"2024-09-12T18:17:27.671474+0000","last_undegraded":"2024-09-12T18:17:27.671474+0000","last_fullsized":"2024-09-12T18:17:27.671474+0000","mapping_epoch":252,"log_start":"263'100","ondisk_log_start":"263'100","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'143","last_scrub_stamp":"2024-09-12T18:17:27.671401+0000","last_deep_scrub":"266'143","last_deep_scrub_stamp":"2024-09-12T18:17:27.671401+0000","last_clean_scrub_stamp":"2024-09-12T18:17:27.671401+0000","objects_scrubbed":1,"log_size":43,"log_dups_size":100,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:09:20.670769+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":818,"num_read_kb":651,"num_write":189,"num_write_kb":126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2982,"num_omap_keys":6,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":28,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:13.188361+0000","last_change":"2024-09-12T18:17:13.188301+0000","last_active":"2024-09-12T18:17:13.188361+0000","last_peered":"2024-09-12T18:17:13.188361+0000","last_clean":"2024-09-12T18:17:13.188361+0000","last_became_active":"2024-09-12T18:02:38.156956+0000","last_became_peered":"2024-09-12T18:02:38.156956+0000","last_unstale":"2024-09-12T18:17:13.188361+0000","last_undegraded":"2024-09-12T18:17:13.188361+0000","last_fullsized":"2024-09-12T18:17:13.188361+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:13.188213+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:13.188213+0000","last_clean_scrub_stamp":"2024-09-12T18:17:13.188213+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:43:32.263086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"263'2","reported_seq":46,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:32.616846+0000","last_change":"2024-09-12T18:17:32.616846+0000","last_active":"2024-09-12T18:17:32.616846+0000","last_peered":"2024-09-12T18:17:32.616846+0000","last_clean":"2024-09-12T18:17:32.616846+0000","last_became_active":"2024-09-12T17:52:02.160519+0000","last_became_peered":"2024-09-12T17:52:02.160519+0000","last_unstale":"2024-09-12T18:17:32.616846+0000","last_undegraded":"2024-09-12T18:17:32.616846+0000","last_fullsized":"2024-09-12T18:17:32.616846+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'2","last_scrub_stamp":"2024-09-12T18:17:32.616747+0000","last_deep_scrub":"263'2","last_deep_scrub_stamp":"2024-09-12T18:17:32.616747+0000","last_clean_scrub_stamp":"2024-09-12T18:17:32.616747+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:44:04.400955+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"266'3","reported_seq":53,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:30.404280+0000","last_change":"2024-09-12T18:17:30.404280+0000","last_active":"2024-09-12T18:17:30.404280+0000","last_peered":"2024-09-12T18:17:30.404280+0000","last_clean":"2024-09-12T18:17:30.404280+0000","last_became_active":"2024-09-12T17:51:59.144978+0000","last_became_peered":"2024-09-12T17:51:59.144978+0000","last_unstale":"2024-09-12T18:17:30.404280+0000","last_undegraded":"2024-09-12T18:17:30.404280+0000","last_fullsized":"2024-09-12T18:17:30.404280+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'3","last_scrub_stamp":"2024-09-12T18:17:30.404197+0000","last_deep_scrub":"266'3","last_deep_scrub_stamp":"2024-09-12T18:17:30.404197+0000","last_clean_scrub_stamp":"2024-09-12T18:17:30.404197+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:01:19.861637+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"266'11","reported_seq":85,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:25.704467+0000","last_change":"2024-09-12T18:17:25.704467+0000","last_active":"2024-09-12T18:17:25.704467+0000","last_peered":"2024-09-12T18:17:25.704467+0000","last_clean":"2024-09-12T18:17:25.704467+0000","last_became_active":"2024-09-12T17:50:12.698913+0000","last_became_peered":"2024-09-12T17:50:12.698913+0000","last_unstale":"2024-09-12T18:17:25.704467+0000","last_undegraded":"2024-09-12T18:17:25.704467+0000","last_fullsized":"2024-09-12T18:17:25.704467+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'11","last_scrub_stamp":"2024-09-12T18:17:25.704375+0000","last_deep_scrub":"266'11","last_deep_scrub_stamp":"2024-09-12T18:17:25.704375+0000","last_clean_scrub_stamp":"2024-09-12T18:17:25.704375+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:59:38.109762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":51,"num_read_kb":36,"num_write":23,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":27,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:41.484548+0000","last_change":"2024-09-12T18:17:41.484548+0000","last_active":"2024-09-12T18:17:41.484548+0000","last_peered":"2024-09-12T18:17:41.484548+0000","last_clean":"2024-09-12T18:17:41.484548+0000","last_became_active":"2024-09-12T18:02:38.158852+0000","last_became_peered":"2024-09-12T18:02:38.158852+0000","last_unstale":"2024-09-12T18:17:41.484548+0000","last_undegraded":"2024-09-12T18:17:41.484548+0000","last_fullsized":"2024-09-12T18:17:41.484548+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:41.484458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:41.484458+0000","last_clean_scrub_stamp":"2024-09-12T18:17:41.484458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:31:11.407625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"263'4","reported_seq":51,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:33.617040+0000","last_change":"2024-09-12T18:17:33.617040+0000","last_active":"2024-09-12T18:17:33.617040+0000","last_peered":"2024-09-12T18:17:33.617040+0000","last_clean":"2024-09-12T18:17:33.617040+0000","last_became_active":"2024-09-12T17:52:02.163005+0000","last_became_peered":"2024-09-12T17:52:02.163005+0000","last_unstale":"2024-09-12T18:17:33.617040+0000","last_undegraded":"2024-09-12T18:17:33.617040+0000","last_fullsized":"2024-09-12T18:17:33.617040+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'4","last_scrub_stamp":"2024-09-12T18:17:33.616925+0000","last_deep_scrub":"263'4","last_deep_scrub_stamp":"2024-09-12T18:17:33.616925+0000","last_clean_scrub_stamp":"2024-09-12T18:17:33.616925+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:49:03.599797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":12290,"num_write":4,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"266'4","reported_seq":56,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:09.189986+0000","last_change":"2024-09-12T18:17:09.189986+0000","last_active":"2024-09-12T18:17:09.189986+0000","last_peered":"2024-09-12T18:17:09.189986+0000","last_clean":"2024-09-12T18:17:09.189986+0000","last_became_active":"2024-09-12T17:51:59.141618+0000","last_became_peered":"2024-09-12T17:51:59.141618+0000","last_unstale":"2024-09-12T18:17:09.189986+0000","last_undegraded":"2024-09-12T18:17:09.189986+0000","last_fullsized":"2024-09-12T18:17:09.189986+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'4","last_scrub_stamp":"2024-09-12T18:17:09.189900+0000","last_deep_scrub":"266'4","last_deep_scrub_stamp":"2024-09-12T18:17:09.189900+0000","last_clean_scrub_stamp":"2024-09-12T18:17:09.189900+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:31:06.820534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":10240,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"266'58","reported_seq":217,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:25.121741+0000","last_change":"2024-09-12T18:17:25.121741+0000","last_active":"2024-09-12T18:17:25.121741+0000","last_peered":"2024-09-12T18:17:25.121741+0000","last_clean":"2024-09-12T18:17:25.121741+0000","last_became_active":"2024-09-12T17:50:12.697897+0000","last_became_peered":"2024-09-12T17:50:12.697897+0000","last_unstale":"2024-09-12T18:17:25.121741+0000","last_undegraded":"2024-09-12T18:17:25.121741+0000","last_fullsized":"2024-09-12T18:17:25.121741+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'58","last_scrub_stamp":"2024-09-12T18:17:25.121657+0000","last_deep_scrub":"266'58","last_deep_scrub_stamp":"2024-09-12T18:17:25.121657+0000","last_clean_scrub_stamp":"2024-09-12T18:17:25.121657+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":0,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:12:57.673180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":299,"num_read_kb":217,"num_write":105,"num_write_kb":42,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":28,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:22.604796+0000","last_change":"2024-09-12T18:17:22.604711+0000","last_active":"2024-09-12T18:17:22.604796+0000","last_peered":"2024-09-12T18:17:22.604796+0000","last_clean":"2024-09-12T18:17:22.604796+0000","last_became_active":"2024-09-12T18:02:38.163438+0000","last_became_peered":"2024-09-12T18:02:38.163438+0000","last_unstale":"2024-09-12T18:17:22.604796+0000","last_undegraded":"2024-09-12T18:17:22.604796+0000","last_fullsized":"2024-09-12T18:17:22.604796+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:22.604595+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:22.604595+0000","last_clean_scrub_stamp":"2024-09-12T18:17:22.604595+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:43:24.590416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"266'6","reported_seq":54,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:19.416279+0000","last_change":"2024-09-12T18:17:19.416279+0000","last_active":"2024-09-12T18:17:19.416279+0000","last_peered":"2024-09-12T18:17:19.416279+0000","last_clean":"2024-09-12T18:17:19.416279+0000","last_became_active":"2024-09-12T17:52:02.669335+0000","last_became_peered":"2024-09-12T17:52:02.669335+0000","last_unstale":"2024-09-12T18:17:19.416279+0000","last_undegraded":"2024-09-12T18:17:19.416279+0000","last_fullsized":"2024-09-12T18:17:19.416279+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'6","last_scrub_stamp":"2024-09-12T18:17:19.416185+0000","last_deep_scrub":"266'6","last_deep_scrub_stamp":"2024-09-12T18:17:19.416185+0000","last_clean_scrub_stamp":"2024-09-12T18:17:19.416185+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:13:44.447207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":4098,"num_write":6,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"266'2","reported_seq":51,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:30.758694+0000","last_change":"2024-09-12T18:17:30.758694+0000","last_active":"2024-09-12T18:17:30.758694+0000","last_peered":"2024-09-12T18:17:30.758694+0000","last_clean":"2024-09-12T18:17:30.758694+0000","last_became_active":"2024-09-12T17:51:59.145349+0000","last_became_peered":"2024-09-12T17:51:59.145349+0000","last_unstale":"2024-09-12T18:17:30.758694+0000","last_undegraded":"2024-09-12T18:17:30.758694+0000","last_fullsized":"2024-09-12T18:17:30.758694+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-12T18:17:30.758570+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-12T18:17:30.758570+0000","last_clean_scrub_stamp":"2024-09-12T18:17:30.758570+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:09:57.786246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"266'19","reported_seq":108,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:13.500393+0000","last_change":"2024-09-12T18:17:13.500393+0000","last_active":"2024-09-12T18:17:13.500393+0000","last_peered":"2024-09-12T18:17:13.500393+0000","last_clean":"2024-09-12T18:17:13.500393+0000","last_became_active":"2024-09-12T17:50:12.698820+0000","last_became_peered":"2024-09-12T17:50:12.698820+0000","last_unstale":"2024-09-12T18:17:13.500393+0000","last_undegraded":"2024-09-12T18:17:13.500393+0000","last_fullsized":"2024-09-12T18:17:13.500393+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'19","last_scrub_stamp":"2024-09-12T18:17:13.500269+0000","last_deep_scrub":"266'19","last_deep_scrub_stamp":"2024-09-12T18:17:13.500269+0000","last_clean_scrub_stamp":"2024-09-12T18:17:13.500269+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:42:06.855658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":96,"num_read_kb":66,"num_write":35,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":28,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:37.484258+0000","last_change":"2024-09-12T18:17:37.484197+0000","last_active":"2024-09-12T18:17:37.484258+0000","last_peered":"2024-09-12T18:17:37.484258+0000","last_clean":"2024-09-12T18:17:37.484258+0000","last_became_active":"2024-09-12T18:02:38.158057+0000","last_became_peered":"2024-09-12T18:02:38.158057+0000","last_unstale":"2024-09-12T18:17:37.484258+0000","last_undegraded":"2024-09-12T18:17:37.484258+0000","last_fullsized":"2024-09-12T18:17:37.484258+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:37.484116+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:37.484116+0000","last_clean_scrub_stamp":"2024-09-12T18:17:37.484116+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:19:35.448218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"266'4","reported_seq":49,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:34.657864+0000","last_change":"2024-09-12T18:17:34.657864+0000","last_active":"2024-09-12T18:17:34.657864+0000","last_peered":"2024-09-12T18:17:34.657864+0000","last_clean":"2024-09-12T18:17:34.657864+0000","last_became_active":"2024-09-12T17:52:02.163690+0000","last_became_peered":"2024-09-12T17:52:02.163690+0000","last_unstale":"2024-09-12T18:17:34.657864+0000","last_undegraded":"2024-09-12T18:17:34.657864+0000","last_fullsized":"2024-09-12T18:17:34.657864+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'4","last_scrub_stamp":"2024-09-12T18:17:34.657769+0000","last_deep_scrub":"266'4","last_deep_scrub_stamp":"2024-09-12T18:17:34.657769+0000","last_clean_scrub_stamp":"2024-09-12T18:17:34.657769+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:33:35.759609+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":1553,"num_write":4,"num_write_kb":1553,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"266'2","reported_seq":51,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:16.425173+0000","last_change":"2024-09-12T18:17:16.425173+0000","last_active":"2024-09-12T18:17:16.425173+0000","last_peered":"2024-09-12T18:17:16.425173+0000","last_clean":"2024-09-12T18:17:16.425173+0000","last_became_active":"2024-09-12T17:51:59.147662+0000","last_became_peered":"2024-09-12T17:51:59.147662+0000","last_unstale":"2024-09-12T18:17:16.425173+0000","last_undegraded":"2024-09-12T18:17:16.425173+0000","last_fullsized":"2024-09-12T18:17:16.425173+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-12T18:17:16.425066+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-12T18:17:16.425066+0000","last_clean_scrub_stamp":"2024-09-12T18:17:16.425066+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:58:37.302229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"266'53","reported_seq":204,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:04.157528+0000","last_change":"2024-09-12T18:17:04.157415+0000","last_active":"2024-09-12T18:17:04.157528+0000","last_peered":"2024-09-12T18:17:04.157528+0000","last_clean":"2024-09-12T18:17:04.157528+0000","last_became_active":"2024-09-12T17:50:12.696539+0000","last_became_peered":"2024-09-12T17:50:12.696539+0000","last_unstale":"2024-09-12T18:17:04.157528+0000","last_undegraded":"2024-09-12T18:17:04.157528+0000","last_fullsized":"2024-09-12T18:17:04.157528+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'53","last_scrub_stamp":"2024-09-12T18:17:04.157307+0000","last_deep_scrub":"266'53","last_deep_scrub_stamp":"2024-09-12T18:17:04.157307+0000","last_clean_scrub_stamp":"2024-09-12T18:17:04.157307+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":0,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:27:27.116093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":280,"num_read_kb":196,"num_write":91,"num_write_kb":39,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":27,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:41.519320+0000","last_change":"2024-09-12T18:17:41.519320+0000","last_active":"2024-09-12T18:17:41.519320+0000","last_peered":"2024-09-12T18:17:41.519320+0000","last_clean":"2024-09-12T18:17:41.519320+0000","last_became_active":"2024-09-12T18:02:38.159409+0000","last_became_peered":"2024-09-12T18:02:38.159409+0000","last_unstale":"2024-09-12T18:17:41.519320+0000","last_undegraded":"2024-09-12T18:17:41.519320+0000","last_fullsized":"2024-09-12T18:17:41.519320+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:41.519211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:41.519211+0000","last_clean_scrub_stamp":"2024-09-12T18:17:41.519211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:40:59.587784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"0'0","reported_seq":43,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:31.755490+0000","last_change":"2024-09-12T18:17:31.755426+0000","last_active":"2024-09-12T18:17:31.755490+0000","last_peered":"2024-09-12T18:17:31.755490+0000","last_clean":"2024-09-12T18:17:31.755490+0000","last_became_active":"2024-09-12T17:52:02.162397+0000","last_became_peered":"2024-09-12T17:52:02.162397+0000","last_unstale":"2024-09-12T18:17:31.755490+0000","last_undegraded":"2024-09-12T18:17:31.755490+0000","last_fullsized":"2024-09-12T18:17:31.755490+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:31.755344+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:31.755344+0000","last_clean_scrub_stamp":"2024-09-12T18:17:31.755344+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:57:54.363919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"266'6","reported_seq":59,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:26.727045+0000","last_change":"2024-09-12T18:17:26.726986+0000","last_active":"2024-09-12T18:17:26.727045+0000","last_peered":"2024-09-12T18:17:26.727045+0000","last_clean":"2024-09-12T18:17:26.727045+0000","last_became_active":"2024-09-12T17:51:59.144477+0000","last_became_peered":"2024-09-12T17:51:59.144477+0000","last_unstale":"2024-09-12T18:17:26.727045+0000","last_undegraded":"2024-09-12T18:17:26.727045+0000","last_fullsized":"2024-09-12T18:17:26.727045+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'6","last_scrub_stamp":"2024-09-12T18:17:26.726892+0000","last_deep_scrub":"266'6","last_deep_scrub_stamp":"2024-09-12T18:17:26.726892+0000","last_clean_scrub_stamp":"2024-09-12T18:17:26.726892+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:57:48.863251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":12288,"num_write":6,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"266'43","reported_seq":175,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:21.741463+0000","last_change":"2024-09-12T18:17:21.741463+0000","last_active":"2024-09-12T18:17:21.741463+0000","last_peered":"2024-09-12T18:17:21.741463+0000","last_clean":"2024-09-12T18:17:21.741463+0000","last_became_active":"2024-09-12T17:50:12.699290+0000","last_became_peered":"2024-09-12T17:50:12.699290+0000","last_unstale":"2024-09-12T18:17:21.741463+0000","last_undegraded":"2024-09-12T18:17:21.741463+0000","last_fullsized":"2024-09-12T18:17:21.741463+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'43","last_scrub_stamp":"2024-09-12T18:17:21.741376+0000","last_deep_scrub":"266'43","last_deep_scrub_stamp":"2024-09-12T18:17:21.741376+0000","last_clean_scrub_stamp":"2024-09-12T18:17:21.741376+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:20:58.571510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":225,"num_read_kb":162,"num_write":74,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":27,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:40.469164+0000","last_change":"2024-09-12T18:17:40.469164+0000","last_active":"2024-09-12T18:17:40.469164+0000","last_peered":"2024-09-12T18:17:40.469164+0000","last_clean":"2024-09-12T18:17:40.469164+0000","last_became_active":"2024-09-12T18:02:38.158269+0000","last_became_peered":"2024-09-12T18:02:38.158269+0000","last_unstale":"2024-09-12T18:17:40.469164+0000","last_undegraded":"2024-09-12T18:17:40.469164+0000","last_fullsized":"2024-09-12T18:17:40.469164+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:40.469065+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:40.469065+0000","last_clean_scrub_stamp":"2024-09-12T18:17:40.469065+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:37:42.057280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"0'0","reported_seq":43,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:33.429105+0000","last_change":"2024-09-12T18:17:33.429008+0000","last_active":"2024-09-12T18:17:33.429105+0000","last_peered":"2024-09-12T18:17:33.429105+0000","last_clean":"2024-09-12T18:17:33.429105+0000","last_became_active":"2024-09-12T17:52:02.668524+0000","last_became_peered":"2024-09-12T17:52:02.668524+0000","last_unstale":"2024-09-12T18:17:33.429105+0000","last_undegraded":"2024-09-12T18:17:33.429105+0000","last_fullsized":"2024-09-12T18:17:33.429105+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:33.428902+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:33.428902+0000","last_clean_scrub_stamp":"2024-09-12T18:17:33.428902+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:20:47.361492+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"266'8","reported_seq":60,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:15.421494+0000","last_change":"2024-09-12T18:17:15.421432+0000","last_active":"2024-09-12T18:17:15.421494+0000","last_peered":"2024-09-12T18:17:15.421494+0000","last_clean":"2024-09-12T18:17:15.421494+0000","last_became_active":"2024-09-12T17:51:59.146888+0000","last_became_peered":"2024-09-12T17:51:59.146888+0000","last_unstale":"2024-09-12T18:17:15.421494+0000","last_undegraded":"2024-09-12T18:17:15.421494+0000","last_fullsized":"2024-09-12T18:17:15.421494+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'8","last_scrub_stamp":"2024-09-12T18:17:15.421345+0000","last_deep_scrub":"266'8","last_deep_scrub_stamp":"2024-09-12T18:17:15.421345+0000","last_clean_scrub_stamp":"2024-09-12T18:17:15.421345+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:00:42.754183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8232,"num_write":18,"num_write_kb":5160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"266'48","reported_seq":180,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:22.556847+0000","last_change":"2024-09-12T18:17:22.556847+0000","last_active":"2024-09-12T18:17:22.556847+0000","last_peered":"2024-09-12T18:17:22.556847+0000","last_clean":"2024-09-12T18:17:22.556847+0000","last_became_active":"2024-09-12T17:50:12.694194+0000","last_became_peered":"2024-09-12T17:50:12.694194+0000","last_unstale":"2024-09-12T18:17:22.556847+0000","last_undegraded":"2024-09-12T18:17:22.556847+0000","last_fullsized":"2024-09-12T18:17:22.556847+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'48","last_scrub_stamp":"2024-09-12T18:17:22.556754+0000","last_deep_scrub":"266'48","last_deep_scrub_stamp":"2024-09-12T18:17:22.556754+0000","last_clean_scrub_stamp":"2024-09-12T18:17:22.556754+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:47:25.753559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":222,"num_read_kb":153,"num_write":95,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"266'2","reported_seq":29,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:38.521493+0000","last_change":"2024-09-12T18:17:38.521493+0000","last_active":"2024-09-12T18:17:38.521493+0000","last_peered":"2024-09-12T18:17:38.521493+0000","last_clean":"2024-09-12T18:17:38.521493+0000","last_became_active":"2024-09-12T18:02:38.157759+0000","last_became_peered":"2024-09-12T18:02:38.157759+0000","last_unstale":"2024-09-12T18:17:38.521493+0000","last_undegraded":"2024-09-12T18:17:38.521493+0000","last_fullsized":"2024-09-12T18:17:38.521493+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-12T18:17:38.521409+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-12T18:17:38.521409+0000","last_clean_scrub_stamp":"2024-09-12T18:17:38.521409+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:37:22.026076+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"0'0","reported_seq":42,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:20.458133+0000","last_change":"2024-09-12T18:17:20.458133+0000","last_active":"2024-09-12T18:17:20.458133+0000","last_peered":"2024-09-12T18:17:20.458133+0000","last_clean":"2024-09-12T18:17:20.458133+0000","last_became_active":"2024-09-12T17:52:02.153354+0000","last_became_peered":"2024-09-12T17:52:02.153354+0000","last_unstale":"2024-09-12T18:17:20.458133+0000","last_undegraded":"2024-09-12T18:17:20.458133+0000","last_fullsized":"2024-09-12T18:17:20.458133+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:20.458040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:20.458040+0000","last_clean_scrub_stamp":"2024-09-12T18:17:20.458040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:28:55.501209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"266'9","reported_seq":66,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:28.783875+0000","last_change":"2024-09-12T18:17:28.783799+0000","last_active":"2024-09-12T18:17:28.783875+0000","last_peered":"2024-09-12T18:17:28.783875+0000","last_clean":"2024-09-12T18:17:28.783875+0000","last_became_active":"2024-09-12T17:51:59.147945+0000","last_became_peered":"2024-09-12T17:51:59.147945+0000","last_unstale":"2024-09-12T18:17:28.783875+0000","last_undegraded":"2024-09-12T18:17:28.783875+0000","last_fullsized":"2024-09-12T18:17:28.783875+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'9","last_scrub_stamp":"2024-09-12T18:17:28.783713+0000","last_deep_scrub":"266'9","last_deep_scrub_stamp":"2024-09-12T18:17:28.783713+0000","last_clean_scrub_stamp":"2024-09-12T18:17:28.783713+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:20:48.757808+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":14338,"num_write":14,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"266'15","reported_seq":94,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:24.706407+0000","last_change":"2024-09-12T18:17:24.706407+0000","last_active":"2024-09-12T18:17:24.706407+0000","last_peered":"2024-09-12T18:17:24.706407+0000","last_clean":"2024-09-12T18:17:24.706407+0000","last_became_active":"2024-09-12T17:50:12.696682+0000","last_became_peered":"2024-09-12T17:50:12.696682+0000","last_unstale":"2024-09-12T18:17:24.706407+0000","last_undegraded":"2024-09-12T18:17:24.706407+0000","last_fullsized":"2024-09-12T18:17:24.706407+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'15","last_scrub_stamp":"2024-09-12T18:17:24.706312+0000","last_deep_scrub":"266'15","last_deep_scrub_stamp":"2024-09-12T18:17:24.706312+0000","last_clean_scrub_stamp":"2024-09-12T18:17:24.706312+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:53:44.874470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":68,"num_read_kb":48,"num_write":26,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":27,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:39.636203+0000","last_change":"2024-09-12T18:17:39.636203+0000","last_active":"2024-09-12T18:17:39.636203+0000","last_peered":"2024-09-12T18:17:39.636203+0000","last_clean":"2024-09-12T18:17:39.636203+0000","last_became_active":"2024-09-12T18:02:38.160668+0000","last_became_peered":"2024-09-12T18:02:38.160668+0000","last_unstale":"2024-09-12T18:17:39.636203+0000","last_undegraded":"2024-09-12T18:17:39.636203+0000","last_fullsized":"2024-09-12T18:17:39.636203+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:39.636109+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:39.636109+0000","last_clean_scrub_stamp":"2024-09-12T18:17:39.636109+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:34:41.083883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"0'0","reported_seq":43,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:34.466111+0000","last_change":"2024-09-12T18:17:34.466054+0000","last_active":"2024-09-12T18:17:34.466111+0000","last_peered":"2024-09-12T18:17:34.466111+0000","last_clean":"2024-09-12T18:17:34.466111+0000","last_became_active":"2024-09-12T17:52:02.161957+0000","last_became_peered":"2024-09-12T17:52:02.161957+0000","last_unstale":"2024-09-12T18:17:34.466111+0000","last_undegraded":"2024-09-12T18:17:34.466111+0000","last_fullsized":"2024-09-12T18:17:34.466111+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:34.465974+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:34.465974+0000","last_clean_scrub_stamp":"2024-09-12T18:17:34.465974+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:06:02.047833+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"266'10","reported_seq":69,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:22.670981+0000","last_change":"2024-09-12T18:17:22.670981+0000","last_active":"2024-09-12T18:17:22.670981+0000","last_peered":"2024-09-12T18:17:22.670981+0000","last_clean":"2024-09-12T18:17:22.670981+0000","last_became_active":"2024-09-12T17:51:59.138251+0000","last_became_peered":"2024-09-12T17:51:59.138251+0000","last_unstale":"2024-09-12T18:17:22.670981+0000","last_undegraded":"2024-09-12T18:17:22.670981+0000","last_fullsized":"2024-09-12T18:17:22.670981+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'10","last_scrub_stamp":"2024-09-12T18:17:22.670881+0000","last_deep_scrub":"266'10","last_deep_scrub_stamp":"2024-09-12T18:17:22.670881+0000","last_clean_scrub_stamp":"2024-09-12T18:17:22.670881+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:40:52.597971+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17,"num_read_kb":7699,"num_write":10,"num_write_kb":4625,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"266'51","reported_seq":202,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:14.501454+0000","last_change":"2024-09-12T18:17:14.501454+0000","last_active":"2024-09-12T18:17:14.501454+0000","last_peered":"2024-09-12T18:17:14.501454+0000","last_clean":"2024-09-12T18:17:14.501454+0000","last_became_active":"2024-09-12T17:50:12.698811+0000","last_became_peered":"2024-09-12T17:50:12.698811+0000","last_unstale":"2024-09-12T18:17:14.501454+0000","last_undegraded":"2024-09-12T18:17:14.501454+0000","last_fullsized":"2024-09-12T18:17:14.501454+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'51","last_scrub_stamp":"2024-09-12T18:17:14.501369+0000","last_deep_scrub":"266'51","last_deep_scrub_stamp":"2024-09-12T18:17:14.501369+0000","last_clean_scrub_stamp":"2024-09-12T18:17:14.501369+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":0,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:48:17.414265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":279,"num_read_kb":200,"num_write":87,"num_write_kb":42,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":28,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:35.502395+0000","last_change":"2024-09-12T18:17:35.502395+0000","last_active":"2024-09-12T18:17:35.502395+0000","last_peered":"2024-09-12T18:17:35.502395+0000","last_clean":"2024-09-12T18:17:35.502395+0000","last_became_active":"2024-09-12T18:02:38.160530+0000","last_became_peered":"2024-09-12T18:02:38.160530+0000","last_unstale":"2024-09-12T18:17:35.502395+0000","last_undegraded":"2024-09-12T18:17:35.502395+0000","last_fullsized":"2024-09-12T18:17:35.502395+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:35.502303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:35.502303+0000","last_clean_scrub_stamp":"2024-09-12T18:17:35.502303+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:02:24.868249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"266'10","reported_seq":59,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:35.707753+0000","last_change":"2024-09-12T18:17:35.707753+0000","last_active":"2024-09-12T18:17:35.707753+0000","last_peered":"2024-09-12T18:17:35.707753+0000","last_clean":"2024-09-12T18:17:35.707753+0000","last_became_active":"2024-09-12T17:52:02.155743+0000","last_became_peered":"2024-09-12T17:52:02.155743+0000","last_unstale":"2024-09-12T18:17:35.707753+0000","last_undegraded":"2024-09-12T18:17:35.707753+0000","last_fullsized":"2024-09-12T18:17:35.707753+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'10","last_scrub_stamp":"2024-09-12T18:17:35.707660+0000","last_deep_scrub":"266'10","last_deep_scrub_stamp":"2024-09-12T18:17:35.707660+0000","last_clean_scrub_stamp":"2024-09-12T18:17:35.707660+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:23:10.898850+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":7170,"num_write":20,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"266'5","reported_seq":57,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:29.447487+0000","last_change":"2024-09-12T18:17:29.447487+0000","last_active":"2024-09-12T18:17:29.447487+0000","last_peered":"2024-09-12T18:17:29.447487+0000","last_clean":"2024-09-12T18:17:29.447487+0000","last_became_active":"2024-09-12T17:51:59.146953+0000","last_became_peered":"2024-09-12T17:51:59.146953+0000","last_unstale":"2024-09-12T18:17:29.447487+0000","last_undegraded":"2024-09-12T18:17:29.447487+0000","last_fullsized":"2024-09-12T18:17:29.447487+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'5","last_scrub_stamp":"2024-09-12T18:17:29.447401+0000","last_deep_scrub":"266'5","last_deep_scrub_stamp":"2024-09-12T18:17:29.447401+0000","last_clean_scrub_stamp":"2024-09-12T18:17:29.447401+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:06:49.264740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8763,"num_write":10,"num_write_kb":4667,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"266'30","reported_seq":140,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:23.749568+0000","last_change":"2024-09-12T18:17:23.749568+0000","last_active":"2024-09-12T18:17:23.749568+0000","last_peered":"2024-09-12T18:17:23.749568+0000","last_clean":"2024-09-12T18:17:23.749568+0000","last_became_active":"2024-09-12T17:50:12.698933+0000","last_became_peered":"2024-09-12T17:50:12.698933+0000","last_unstale":"2024-09-12T18:17:23.749568+0000","last_undegraded":"2024-09-12T18:17:23.749568+0000","last_fullsized":"2024-09-12T18:17:23.749568+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'30","last_scrub_stamp":"2024-09-12T18:17:23.749472+0000","last_deep_scrub":"266'30","last_deep_scrub_stamp":"2024-09-12T18:17:23.749472+0000","last_clean_scrub_stamp":"2024-09-12T18:17:23.749472+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:23:33.084794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":154,"num_read_kb":111,"num_write":53,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":28,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:33.220765+0000","last_change":"2024-09-12T18:17:33.220765+0000","last_active":"2024-09-12T18:17:33.220765+0000","last_peered":"2024-09-12T18:17:33.220765+0000","last_clean":"2024-09-12T18:17:33.220765+0000","last_became_active":"2024-09-12T18:02:38.151453+0000","last_became_peered":"2024-09-12T18:02:38.151453+0000","last_unstale":"2024-09-12T18:17:33.220765+0000","last_undegraded":"2024-09-12T18:17:33.220765+0000","last_fullsized":"2024-09-12T18:17:33.220765+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:33.220659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:33.220659+0000","last_clean_scrub_stamp":"2024-09-12T18:17:33.220659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:50:49.601461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"0'0","reported_seq":43,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:34.668772+0000","last_change":"2024-09-12T18:17:34.668772+0000","last_active":"2024-09-12T18:17:34.668772+0000","last_peered":"2024-09-12T18:17:34.668772+0000","last_clean":"2024-09-12T18:17:34.668772+0000","last_became_active":"2024-09-12T17:52:02.670033+0000","last_became_peered":"2024-09-12T17:52:02.670033+0000","last_unstale":"2024-09-12T18:17:34.668772+0000","last_undegraded":"2024-09-12T18:17:34.668772+0000","last_fullsized":"2024-09-12T18:17:34.668772+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:34.668687+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:34.668687+0000","last_clean_scrub_stamp":"2024-09-12T18:17:34.668687+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:37:48.988022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"263'5","reported_seq":58,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:08.222870+0000","last_change":"2024-09-12T18:17:08.222870+0000","last_active":"2024-09-12T18:17:08.222870+0000","last_peered":"2024-09-12T18:17:08.222870+0000","last_clean":"2024-09-12T18:17:08.222870+0000","last_became_active":"2024-09-12T17:51:59.142482+0000","last_became_peered":"2024-09-12T17:51:59.142482+0000","last_unstale":"2024-09-12T18:17:08.222870+0000","last_undegraded":"2024-09-12T18:17:08.222870+0000","last_fullsized":"2024-09-12T18:17:08.222870+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'5","last_scrub_stamp":"2024-09-12T18:17:08.222783+0000","last_deep_scrub":"263'5","last_deep_scrub_stamp":"2024-09-12T18:17:08.222783+0000","last_clean_scrub_stamp":"2024-09-12T18:17:08.222783+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:45:23.272972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8192,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"266'138","reported_seq":486,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:12.459131+0000","last_change":"2024-09-12T18:17:12.459131+0000","last_active":"2024-09-12T18:17:12.459131+0000","last_peered":"2024-09-12T18:17:12.459131+0000","last_clean":"2024-09-12T18:17:12.459131+0000","last_became_active":"2024-09-12T17:50:12.697975+0000","last_became_peered":"2024-09-12T17:50:12.697975+0000","last_unstale":"2024-09-12T18:17:12.459131+0000","last_undegraded":"2024-09-12T18:17:12.459131+0000","last_fullsized":"2024-09-12T18:17:12.459131+0000","mapping_epoch":252,"log_start":"263'100","ondisk_log_start":"263'100","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'138","last_scrub_stamp":"2024-09-12T18:17:12.459034+0000","last_deep_scrub":"266'138","last_deep_scrub_stamp":"2024-09-12T18:17:12.459034+0000","last_clean_scrub_stamp":"2024-09-12T18:17:12.459034+0000","objects_scrubbed":1,"log_size":38,"log_dups_size":100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:05:43.624250+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":846,"num_read_kb":616,"num_write":166,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4464,"num_omap_keys":9,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":28,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:23.444950+0000","last_change":"2024-09-12T18:17:23.444950+0000","last_active":"2024-09-12T18:17:23.444950+0000","last_peered":"2024-09-12T18:17:23.444950+0000","last_clean":"2024-09-12T18:17:23.444950+0000","last_became_active":"2024-09-12T18:02:38.157334+0000","last_became_peered":"2024-09-12T18:02:38.157334+0000","last_unstale":"2024-09-12T18:17:23.444950+0000","last_undegraded":"2024-09-12T18:17:23.444950+0000","last_fullsized":"2024-09-12T18:17:23.444950+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:23.444856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:23.444856+0000","last_clean_scrub_stamp":"2024-09-12T18:17:23.444856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:44:28.118206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"0'0","reported_seq":43,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:31.392825+0000","last_change":"2024-09-12T18:17:31.392751+0000","last_active":"2024-09-12T18:17:31.392825+0000","last_peered":"2024-09-12T18:17:31.392825+0000","last_clean":"2024-09-12T18:17:31.392825+0000","last_became_active":"2024-09-12T17:52:02.668489+0000","last_became_peered":"2024-09-12T17:52:02.668489+0000","last_unstale":"2024-09-12T18:17:31.392825+0000","last_undegraded":"2024-09-12T18:17:31.392825+0000","last_fullsized":"2024-09-12T18:17:31.392825+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:31.392664+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:31.392664+0000","last_clean_scrub_stamp":"2024-09-12T18:17:31.392664+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:00:26.577954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"266'4","reported_seq":56,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:26.158030+0000","last_change":"2024-09-12T18:17:26.157941+0000","last_active":"2024-09-12T18:17:26.158030+0000","last_peered":"2024-09-12T18:17:26.158030+0000","last_clean":"2024-09-12T18:17:26.158030+0000","last_became_active":"2024-09-12T17:51:59.147683+0000","last_became_peered":"2024-09-12T17:51:59.147683+0000","last_unstale":"2024-09-12T18:17:26.158030+0000","last_undegraded":"2024-09-12T18:17:26.158030+0000","last_fullsized":"2024-09-12T18:17:26.158030+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'4","last_scrub_stamp":"2024-09-12T18:17:26.157829+0000","last_deep_scrub":"266'4","last_deep_scrub_stamp":"2024-09-12T18:17:26.157829+0000","last_clean_scrub_stamp":"2024-09-12T18:17:26.157829+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:07:50.883999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8192,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"266'39","reported_seq":166,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:24.538652+0000","last_change":"2024-09-12T18:17:24.538652+0000","last_active":"2024-09-12T18:17:24.538652+0000","last_peered":"2024-09-12T18:17:24.538652+0000","last_clean":"2024-09-12T18:17:24.538652+0000","last_became_active":"2024-09-12T17:50:12.693758+0000","last_became_peered":"2024-09-12T17:50:12.693758+0000","last_unstale":"2024-09-12T18:17:24.538652+0000","last_undegraded":"2024-09-12T18:17:24.538652+0000","last_fullsized":"2024-09-12T18:17:24.538652+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'39","last_scrub_stamp":"2024-09-12T18:17:24.538568+0000","last_deep_scrub":"266'39","last_deep_scrub_stamp":"2024-09-12T18:17:24.538568+0000","last_clean_scrub_stamp":"2024-09-12T18:17:24.538568+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:13:52.808618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":206,"num_read_kb":145,"num_write":69,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":28,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:32.771757+0000","last_change":"2024-09-12T18:17:32.771757+0000","last_active":"2024-09-12T18:17:32.771757+0000","last_peered":"2024-09-12T18:17:32.771757+0000","last_clean":"2024-09-12T18:17:32.771757+0000","last_became_active":"2024-09-12T18:02:38.156973+0000","last_became_peered":"2024-09-12T18:02:38.156973+0000","last_unstale":"2024-09-12T18:17:32.771757+0000","last_undegraded":"2024-09-12T18:17:32.771757+0000","last_fullsized":"2024-09-12T18:17:32.771757+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:32.771661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:32.771661+0000","last_clean_scrub_stamp":"2024-09-12T18:17:32.771661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:03:28.824882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"266'7","reported_seq":55,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:27.645172+0000","last_change":"2024-09-12T18:17:27.645120+0000","last_active":"2024-09-12T18:17:27.645172+0000","last_peered":"2024-09-12T18:17:27.645172+0000","last_clean":"2024-09-12T18:17:27.645172+0000","last_became_active":"2024-09-12T17:52:02.159767+0000","last_became_peered":"2024-09-12T17:52:02.159767+0000","last_unstale":"2024-09-12T18:17:27.645172+0000","last_undegraded":"2024-09-12T18:17:27.645172+0000","last_fullsized":"2024-09-12T18:17:27.645172+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'7","last_scrub_stamp":"2024-09-12T18:17:27.645044+0000","last_deep_scrub":"266'7","last_deep_scrub_stamp":"2024-09-12T18:17:27.645044+0000","last_clean_scrub_stamp":"2024-09-12T18:17:27.645044+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:59:27.427358+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":10240,"num_write":12,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"0'0","reported_seq":49,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:28.483176+0000","last_change":"2024-09-12T18:17:28.483122+0000","last_active":"2024-09-12T18:17:28.483176+0000","last_peered":"2024-09-12T18:17:28.483176+0000","last_clean":"2024-09-12T18:17:28.483176+0000","last_became_active":"2024-09-12T17:51:59.148691+0000","last_became_peered":"2024-09-12T17:51:59.148691+0000","last_unstale":"2024-09-12T18:17:28.483176+0000","last_undegraded":"2024-09-12T18:17:28.483176+0000","last_fullsized":"2024-09-12T18:17:28.483176+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:28.483016+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:28.483016+0000","last_clean_scrub_stamp":"2024-09-12T18:17:28.483016+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:13:32.554865+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"266'28","reported_seq":132,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:10.446028+0000","last_change":"2024-09-12T18:17:10.445930+0000","last_active":"2024-09-12T18:17:10.446028+0000","last_peered":"2024-09-12T18:17:10.446028+0000","last_clean":"2024-09-12T18:17:10.446028+0000","last_became_active":"2024-09-12T17:50:12.696915+0000","last_became_peered":"2024-09-12T17:50:12.696915+0000","last_unstale":"2024-09-12T18:17:10.446028+0000","last_undegraded":"2024-09-12T18:17:10.446028+0000","last_fullsized":"2024-09-12T18:17:10.446028+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'28","last_scrub_stamp":"2024-09-12T18:17:10.445821+0000","last_deep_scrub":"266'28","last_deep_scrub_stamp":"2024-09-12T18:17:10.445821+0000","last_clean_scrub_stamp":"2024-09-12T18:17:10.445821+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":0,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:54:41.185685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":136,"num_read_kb":96,"num_write":55,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"266'2","reported_seq":30,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:14.229710+0000","last_change":"2024-09-12T18:17:14.229648+0000","last_active":"2024-09-12T18:17:14.229710+0000","last_peered":"2024-09-12T18:17:14.229710+0000","last_clean":"2024-09-12T18:17:14.229710+0000","last_became_active":"2024-09-12T18:02:38.162572+0000","last_became_peered":"2024-09-12T18:02:38.162572+0000","last_unstale":"2024-09-12T18:17:14.229710+0000","last_undegraded":"2024-09-12T18:17:14.229710+0000","last_fullsized":"2024-09-12T18:17:14.229710+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-12T18:17:14.229550+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-12T18:17:14.229550+0000","last_clean_scrub_stamp":"2024-09-12T18:17:14.229550+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:44:54.596671+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"266'8","reported_seq":55,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:18.409507+0000","last_change":"2024-09-12T18:17:18.409507+0000","last_active":"2024-09-12T18:17:18.409507+0000","last_peered":"2024-09-12T18:17:18.409507+0000","last_clean":"2024-09-12T18:17:18.409507+0000","last_became_active":"2024-09-12T17:52:02.158305+0000","last_became_peered":"2024-09-12T17:52:02.158305+0000","last_unstale":"2024-09-12T18:17:18.409507+0000","last_undegraded":"2024-09-12T18:17:18.409507+0000","last_fullsized":"2024-09-12T18:17:18.409507+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'8","last_scrub_stamp":"2024-09-12T18:17:18.409420+0000","last_deep_scrub":"266'8","last_deep_scrub_stamp":"2024-09-12T18:17:18.409420+0000","last_clean_scrub_stamp":"2024-09-12T18:17:18.409420+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:04:21.480136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":8192,"num_write":18,"num_write_kb":12288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"266'4","reported_seq":56,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:26.525578+0000","last_change":"2024-09-12T18:17:26.525495+0000","last_active":"2024-09-12T18:17:26.525578+0000","last_peered":"2024-09-12T18:17:26.525578+0000","last_clean":"2024-09-12T18:17:26.525578+0000","last_became_active":"2024-09-12T17:51:59.146539+0000","last_became_peered":"2024-09-12T17:51:59.146539+0000","last_unstale":"2024-09-12T18:17:26.525578+0000","last_undegraded":"2024-09-12T18:17:26.525578+0000","last_fullsized":"2024-09-12T18:17:26.525578+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'4","last_scrub_stamp":"2024-09-12T18:17:26.525391+0000","last_deep_scrub":"266'4","last_deep_scrub_stamp":"2024-09-12T18:17:26.525391+0000","last_clean_scrub_stamp":"2024-09-12T18:17:26.525391+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:31:12.937592+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":7168,"num_write":4,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"266'35","reported_seq":157,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:24.112690+0000","last_change":"2024-09-12T18:17:24.112690+0000","last_active":"2024-09-12T18:17:24.112690+0000","last_peered":"2024-09-12T18:17:24.112690+0000","last_clean":"2024-09-12T18:17:24.112690+0000","last_became_active":"2024-09-12T17:50:12.697992+0000","last_became_peered":"2024-09-12T17:50:12.697992+0000","last_unstale":"2024-09-12T18:17:24.112690+0000","last_undegraded":"2024-09-12T18:17:24.112690+0000","last_fullsized":"2024-09-12T18:17:24.112690+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'35","last_scrub_stamp":"2024-09-12T18:17:24.112601+0000","last_deep_scrub":"266'35","last_deep_scrub_stamp":"2024-09-12T18:17:24.112601+0000","last_clean_scrub_stamp":"2024-09-12T18:17:24.112601+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":0,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:24:04.664451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":188,"num_read_kb":134,"num_write":61,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":28,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:38.679151+0000","last_change":"2024-09-12T18:17:38.679034+0000","last_active":"2024-09-12T18:17:38.679151+0000","last_peered":"2024-09-12T18:17:38.679151+0000","last_clean":"2024-09-12T18:17:38.679151+0000","last_became_active":"2024-09-12T18:02:38.159197+0000","last_became_peered":"2024-09-12T18:02:38.159197+0000","last_unstale":"2024-09-12T18:17:38.679151+0000","last_undegraded":"2024-09-12T18:17:38.679151+0000","last_fullsized":"2024-09-12T18:17:38.679151+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:38.678938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:38.678938+0000","last_clean_scrub_stamp":"2024-09-12T18:17:38.678938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:57:57.036376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"266'6","reported_seq":53,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:28.129055+0000","last_change":"2024-09-12T18:17:28.129055+0000","last_active":"2024-09-12T18:17:28.129055+0000","last_peered":"2024-09-12T18:17:28.129055+0000","last_clean":"2024-09-12T18:17:28.129055+0000","last_became_active":"2024-09-12T17:52:02.162340+0000","last_became_peered":"2024-09-12T17:52:02.162340+0000","last_unstale":"2024-09-12T18:17:28.129055+0000","last_undegraded":"2024-09-12T18:17:28.129055+0000","last_fullsized":"2024-09-12T18:17:28.129055+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'6","last_scrub_stamp":"2024-09-12T18:17:28.128971+0000","last_deep_scrub":"266'6","last_deep_scrub_stamp":"2024-09-12T18:17:28.128971+0000","last_clean_scrub_stamp":"2024-09-12T18:17:28.128971+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:19:05.989179+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":12288,"num_write":6,"num_write_kb":12288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"0'0","reported_seq":49,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:27.506719+0000","last_change":"2024-09-12T18:17:27.506719+0000","last_active":"2024-09-12T18:17:27.506719+0000","last_peered":"2024-09-12T18:17:27.506719+0000","last_clean":"2024-09-12T18:17:27.506719+0000","last_became_active":"2024-09-12T17:51:59.144846+0000","last_became_peered":"2024-09-12T17:51:59.144846+0000","last_unstale":"2024-09-12T18:17:27.506719+0000","last_undegraded":"2024-09-12T18:17:27.506719+0000","last_fullsized":"2024-09-12T18:17:27.506719+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:27.506585+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:27.506585+0000","last_clean_scrub_stamp":"2024-09-12T18:17:27.506585+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:31:57.195417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"266'29","reported_seq":142,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:20.702814+0000","last_change":"2024-09-12T18:17:20.702814+0000","last_active":"2024-09-12T18:17:20.702814+0000","last_peered":"2024-09-12T18:17:20.702814+0000","last_clean":"2024-09-12T18:17:20.702814+0000","last_became_active":"2024-09-12T17:50:12.686722+0000","last_became_peered":"2024-09-12T17:50:12.686722+0000","last_unstale":"2024-09-12T18:17:20.702814+0000","last_undegraded":"2024-09-12T18:17:20.702814+0000","last_fullsized":"2024-09-12T18:17:20.702814+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'29","last_scrub_stamp":"2024-09-12T18:17:20.702660+0000","last_deep_scrub":"266'29","last_deep_scrub_stamp":"2024-09-12T18:17:20.702660+0000","last_clean_scrub_stamp":"2024-09-12T18:17:20.702660+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:11:02.464763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":160,"num_read_kb":111,"num_write":51,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":28,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:37.719210+0000","last_change":"2024-09-12T18:17:37.719210+0000","last_active":"2024-09-12T18:17:37.719210+0000","last_peered":"2024-09-12T18:17:37.719210+0000","last_clean":"2024-09-12T18:17:37.719210+0000","last_became_active":"2024-09-12T18:02:38.162297+0000","last_became_peered":"2024-09-12T18:02:38.162297+0000","last_unstale":"2024-09-12T18:17:37.719210+0000","last_undegraded":"2024-09-12T18:17:37.719210+0000","last_fullsized":"2024-09-12T18:17:37.719210+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:37.719120+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:37.719120+0000","last_clean_scrub_stamp":"2024-09-12T18:17:37.719120+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:48:19.978108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"263'5","reported_seq":52,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:18.559622+0000","last_change":"2024-09-12T18:17:18.559622+0000","last_active":"2024-09-12T18:17:18.559622+0000","last_peered":"2024-09-12T18:17:18.559622+0000","last_clean":"2024-09-12T18:17:18.559622+0000","last_became_active":"2024-09-12T17:52:02.160655+0000","last_became_peered":"2024-09-12T17:52:02.160655+0000","last_unstale":"2024-09-12T18:17:18.559622+0000","last_undegraded":"2024-09-12T18:17:18.559622+0000","last_fullsized":"2024-09-12T18:17:18.559622+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'5","last_scrub_stamp":"2024-09-12T18:17:18.559504+0000","last_deep_scrub":"263'5","last_deep_scrub_stamp":"2024-09-12T18:17:18.559504+0000","last_clean_scrub_stamp":"2024-09-12T18:17:18.559504+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:12:19.542943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":5120,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"263'6","reported_seq":62,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:14.467438+0000","last_change":"2024-09-12T18:17:14.467438+0000","last_active":"2024-09-12T18:17:14.467438+0000","last_peered":"2024-09-12T18:17:14.467438+0000","last_clean":"2024-09-12T18:17:14.467438+0000","last_became_active":"2024-09-12T17:51:59.145508+0000","last_became_peered":"2024-09-12T17:51:59.145508+0000","last_unstale":"2024-09-12T18:17:14.467438+0000","last_undegraded":"2024-09-12T18:17:14.467438+0000","last_fullsized":"2024-09-12T18:17:14.467438+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"263'6","last_scrub_stamp":"2024-09-12T18:17:14.467344+0000","last_deep_scrub":"263'6","last_deep_scrub_stamp":"2024-09-12T18:17:14.467344+0000","last_clean_scrub_stamp":"2024-09-12T18:17:14.467344+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:31:35.311585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":15362,"num_write":6,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"266'8","reported_seq":77,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:11.481274+0000","last_change":"2024-09-12T18:17:11.481203+0000","last_active":"2024-09-12T18:17:11.481274+0000","last_peered":"2024-09-12T18:17:11.481274+0000","last_clean":"2024-09-12T18:17:11.481274+0000","last_became_active":"2024-09-12T17:50:12.695832+0000","last_became_peered":"2024-09-12T17:50:12.695832+0000","last_unstale":"2024-09-12T18:17:11.481274+0000","last_undegraded":"2024-09-12T18:17:11.481274+0000","last_fullsized":"2024-09-12T18:17:11.481274+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'8","last_scrub_stamp":"2024-09-12T18:17:11.481113+0000","last_deep_scrub":"266'8","last_deep_scrub_stamp":"2024-09-12T18:17:11.481113+0000","last_clean_scrub_stamp":"2024-09-12T18:17:11.481113+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:26:40.171271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":33,"num_read_kb":23,"num_write":19,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":28,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:36.512008+0000","last_change":"2024-09-12T18:17:36.512008+0000","last_active":"2024-09-12T18:17:36.512008+0000","last_peered":"2024-09-12T18:17:36.512008+0000","last_clean":"2024-09-12T18:17:36.512008+0000","last_became_active":"2024-09-12T18:02:38.160660+0000","last_became_peered":"2024-09-12T18:02:38.160660+0000","last_unstale":"2024-09-12T18:17:36.512008+0000","last_undegraded":"2024-09-12T18:17:36.512008+0000","last_fullsized":"2024-09-12T18:17:36.512008+0000","mapping_epoch":264,"log_start":"0'0","ondisk_log_start":"0'0","created":264,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:36.511919+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:36.511919+0000","last_clean_scrub_stamp":"2024-09-12T18:17:36.511919+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:55:26.869086+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"266'3","reported_seq":46,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:29.689366+0000","last_change":"2024-09-12T18:17:29.689366+0000","last_active":"2024-09-12T18:17:29.689366+0000","last_peered":"2024-09-12T18:17:29.689366+0000","last_clean":"2024-09-12T18:17:29.689366+0000","last_became_active":"2024-09-12T17:52:02.162377+0000","last_became_peered":"2024-09-12T17:52:02.162377+0000","last_unstale":"2024-09-12T18:17:29.689366+0000","last_undegraded":"2024-09-12T18:17:29.689366+0000","last_fullsized":"2024-09-12T18:17:29.689366+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'3","last_scrub_stamp":"2024-09-12T18:17:29.689278+0000","last_deep_scrub":"266'3","last_deep_scrub_stamp":"2024-09-12T18:17:29.689278+0000","last_clean_scrub_stamp":"2024-09-12T18:17:29.689278+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:22:52.196831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"266'5","reported_seq":56,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:16.529612+0000","last_change":"2024-09-12T18:17:16.529612+0000","last_active":"2024-09-12T18:17:16.529612+0000","last_peered":"2024-09-12T18:17:16.529612+0000","last_clean":"2024-09-12T18:17:16.529612+0000","last_became_active":"2024-09-12T17:51:59.150252+0000","last_became_peered":"2024-09-12T17:51:59.150252+0000","last_unstale":"2024-09-12T18:17:16.529612+0000","last_undegraded":"2024-09-12T18:17:16.529612+0000","last_fullsized":"2024-09-12T18:17:16.529612+0000","mapping_epoch":256,"log_start":"0'0","ondisk_log_start":"0'0","created":256,"last_epoch_clean":257,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'5","last_scrub_stamp":"2024-09-12T18:17:16.529514+0000","last_deep_scrub":"266'5","last_deep_scrub_stamp":"2024-09-12T18:17:16.529514+0000","last_clean_scrub_stamp":"2024-09-12T18:17:16.529514+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:06:56.504529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":4096,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"266'56","reported_seq":212,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:19.582184+0000","last_change":"2024-09-12T18:17:19.582184+0000","last_active":"2024-09-12T18:17:19.582184+0000","last_peered":"2024-09-12T18:17:19.582184+0000","last_clean":"2024-09-12T18:17:19.582184+0000","last_became_active":"2024-09-12T17:50:12.701174+0000","last_became_peered":"2024-09-12T17:50:12.701174+0000","last_unstale":"2024-09-12T18:17:19.582184+0000","last_undegraded":"2024-09-12T18:17:19.582184+0000","last_fullsized":"2024-09-12T18:17:19.582184+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'56","last_scrub_stamp":"2024-09-12T18:17:19.582102+0000","last_deep_scrub":"266'56","last_deep_scrub_stamp":"2024-09-12T18:17:19.582102+0000","last_clean_scrub_stamp":"2024-09-12T18:17:19.582102+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":0,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:56:53.546262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":295,"num_read_kb":218,"num_write":91,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"266'169","reported_seq":792,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:59.679811+0000","last_change":"2024-09-12T18:16:59.679811+0000","last_active":"2024-09-12T18:16:59.679811+0000","last_peered":"2024-09-12T18:16:59.679811+0000","last_clean":"2024-09-12T18:16:59.679811+0000","last_became_active":"2024-09-12T17:35:31.566215+0000","last_became_peered":"2024-09-12T17:35:31.566215+0000","last_unstale":"2024-09-12T18:16:59.679811+0000","last_undegraded":"2024-09-12T18:16:59.679811+0000","last_fullsized":"2024-09-12T18:16:59.679811+0000","mapping_epoch":38,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'169","last_scrub_stamp":"2024-09-12T18:16:59.679698+0000","last_deep_scrub":"266'169","last_deep_scrub_stamp":"2024-09-12T18:16:59.679698+0000","last_clean_scrub_stamp":"2024-09-12T18:16:59.679698+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:47:05.159337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":375,"num_read_kb":35445,"num_write":781,"num_write_kb":43842,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"266'407","reported_seq":1071,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:05.048797+0000","last_change":"2024-09-12T18:17:05.048720+0000","last_active":"2024-09-12T18:17:05.048797+0000","last_peered":"2024-09-12T18:17:05.048797+0000","last_clean":"2024-09-12T18:17:05.048797+0000","last_became_active":"2024-09-12T17:34:58.921234+0000","last_became_peered":"2024-09-12T17:34:58.921234+0000","last_unstale":"2024-09-12T18:17:05.048797+0000","last_undegraded":"2024-09-12T18:17:05.048797+0000","last_fullsized":"2024-09-12T18:17:05.048797+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'407","last_scrub_stamp":"2024-09-12T18:17:05.048635+0000","last_deep_scrub":"266'407","last_deep_scrub_stamp":"2024-09-12T18:17:05.048635+0000","last_clean_scrub_stamp":"2024-09-12T18:17:05.048635+0000","objects_scrubbed":1,"log_size":107,"log_dups_size":300,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:59:17.023801+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1761,"num_read_kb":1435,"num_write":635,"num_write_kb":302,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":505,"num_omap_keys":2,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"266'220","reported_seq":858,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:50.681637+0000","last_change":"2024-09-12T18:16:50.681637+0000","last_active":"2024-09-12T18:16:50.681637+0000","last_peered":"2024-09-12T18:16:50.681637+0000","last_clean":"2024-09-12T18:16:50.681637+0000","last_became_active":"2024-09-12T17:34:56.916768+0000","last_became_peered":"2024-09-12T17:34:56.916768+0000","last_unstale":"2024-09-12T18:16:50.681637+0000","last_undegraded":"2024-09-12T18:16:50.681637+0000","last_fullsized":"2024-09-12T18:16:50.681637+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'220","last_scrub_stamp":"2024-09-12T18:16:50.681525+0000","last_deep_scrub":"266'220","last_deep_scrub_stamp":"2024-09-12T18:16:50.681525+0000","last_clean_scrub_stamp":"2024-09-12T18:16:50.681525+0000","objects_scrubbed":3,"log_size":20,"log_dups_size":200,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:56:54.383464+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263198,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":478,"num_read_kb":35339,"num_write":948,"num_write_kb":52324,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"266'4203","reported_seq":4841,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:03.652668+0000","last_change":"2024-09-12T18:17:03.652609+0000","last_active":"2024-09-12T18:17:03.652668+0000","last_peered":"2024-09-12T18:17:03.652668+0000","last_clean":"2024-09-12T18:17:03.652668+0000","last_became_active":"2024-09-12T17:34:58.923347+0000","last_became_peered":"2024-09-12T17:34:58.923347+0000","last_unstale":"2024-09-12T18:17:03.652668+0000","last_undegraded":"2024-09-12T18:17:03.652668+0000","last_fullsized":"2024-09-12T18:17:03.652668+0000","mapping_epoch":27,"log_start":"266'4100","ondisk_log_start":"266'4100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'4203","last_scrub_stamp":"2024-09-12T18:17:03.652525+0000","last_deep_scrub":"266'4203","last_deep_scrub_stamp":"2024-09-12T18:17:03.652525+0000","last_clean_scrub_stamp":"2024-09-12T18:17:03.652525+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":3000,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:14:58.766433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16939,"num_read_kb":14199,"num_write":6308,"num_write_kb":3144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"266'250","reported_seq":952,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:50.917836+0000","last_change":"2024-09-12T18:16:50.917836+0000","last_active":"2024-09-12T18:16:50.917836+0000","last_peered":"2024-09-12T18:16:50.917836+0000","last_clean":"2024-09-12T18:16:50.917836+0000","last_became_active":"2024-09-12T17:34:56.922460+0000","last_became_peered":"2024-09-12T17:34:56.922460+0000","last_unstale":"2024-09-12T18:16:50.917836+0000","last_undegraded":"2024-09-12T18:16:50.917836+0000","last_fullsized":"2024-09-12T18:16:50.917836+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'250","last_scrub_stamp":"2024-09-12T18:16:50.917691+0000","last_deep_scrub":"266'250","last_deep_scrub_stamp":"2024-09-12T18:16:50.917691+0000","last_clean_scrub_stamp":"2024-09-12T18:16:50.917691+0000","objects_scrubbed":4,"log_size":50,"log_dups_size":200,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:01:44.960741+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194316,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":829,"num_read_kb":13304,"num_write":1071,"num_write_kb":24662,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"266'156","reported_seq":799,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:02.914302+0000","last_change":"2024-09-12T18:17:02.914212+0000","last_active":"2024-09-12T18:17:02.914302+0000","last_peered":"2024-09-12T18:17:02.914302+0000","last_clean":"2024-09-12T18:17:02.914302+0000","last_became_active":"2024-09-12T17:34:58.928492+0000","last_became_peered":"2024-09-12T17:34:58.928492+0000","last_unstale":"2024-09-12T18:17:02.914302+0000","last_undegraded":"2024-09-12T18:17:02.914302+0000","last_fullsized":"2024-09-12T18:17:02.914302+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'156","last_scrub_stamp":"2024-09-12T18:17:02.914117+0000","last_deep_scrub":"266'156","last_deep_scrub_stamp":"2024-09-12T18:17:02.914117+0000","last_clean_scrub_stamp":"2024-09-12T18:17:02.914117+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":100,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:14:04.076813+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":745,"num_read_kb":631,"num_write":228,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"266'208","reported_seq":871,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:58.194054+0000","last_change":"2024-09-12T18:16:58.193995+0000","last_active":"2024-09-12T18:16:58.194054+0000","last_peered":"2024-09-12T18:16:58.194054+0000","last_clean":"2024-09-12T18:16:58.194054+0000","last_became_active":"2024-09-12T17:35:31.033763+0000","last_became_peered":"2024-09-12T17:35:31.033763+0000","last_unstale":"2024-09-12T18:16:58.194054+0000","last_undegraded":"2024-09-12T18:16:58.194054+0000","last_fullsized":"2024-09-12T18:16:58.194054+0000","mapping_epoch":38,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'208","last_scrub_stamp":"2024-09-12T18:16:58.193895+0000","last_deep_scrub":"266'208","last_deep_scrub_stamp":"2024-09-12T18:16:58.193895+0000","last_clean_scrub_stamp":"2024-09-12T18:16:58.193895+0000","objects_scrubbed":2,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:33:36.956187+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":40,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":475,"num_read_kb":50092,"num_write":917,"num_write_kb":33384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"266'240","reported_seq":868,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:59.796810+0000","last_change":"2024-09-12T18:16:59.796738+0000","last_active":"2024-09-12T18:16:59.796810+0000","last_peered":"2024-09-12T18:16:59.796810+0000","last_clean":"2024-09-12T18:16:59.796810+0000","last_became_active":"2024-09-12T17:34:58.933990+0000","last_became_peered":"2024-09-12T17:34:58.933990+0000","last_unstale":"2024-09-12T18:16:59.796810+0000","last_undegraded":"2024-09-12T18:16:59.796810+0000","last_fullsized":"2024-09-12T18:16:59.796810+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'240","last_scrub_stamp":"2024-09-12T18:16:59.796650+0000","last_deep_scrub":"266'240","last_deep_scrub_stamp":"2024-09-12T18:16:59.796650+0000","last_clean_scrub_stamp":"2024-09-12T18:16:59.796650+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":200,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:57:51.437047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1048,"num_read_kb":851,"num_write":379,"num_write_kb":177,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"266'202","reported_seq":835,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:58.719971+0000","last_change":"2024-09-12T18:16:58.719884+0000","last_active":"2024-09-12T18:16:58.719971+0000","last_peered":"2024-09-12T18:16:58.719971+0000","last_clean":"2024-09-12T18:16:58.719971+0000","last_became_active":"2024-09-12T17:34:56.916522+0000","last_became_peered":"2024-09-12T17:34:56.916522+0000","last_unstale":"2024-09-12T18:16:58.719971+0000","last_undegraded":"2024-09-12T18:16:58.719971+0000","last_fullsized":"2024-09-12T18:16:58.719971+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'202","last_scrub_stamp":"2024-09-12T18:16:58.719776+0000","last_deep_scrub":"266'202","last_deep_scrub_stamp":"2024-09-12T18:16:58.719776+0000","last_clean_scrub_stamp":"2024-09-12T18:16:58.719776+0000","objects_scrubbed":1,"log_size":102,"log_dups_size":100,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:29:33.741194+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":404,"num_read_kb":16770,"num_write":959,"num_write_kb":30011,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"266'176","reported_seq":812,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:58.452265+0000","last_change":"2024-09-12T18:16:58.452178+0000","last_active":"2024-09-12T18:16:58.452265+0000","last_peered":"2024-09-12T18:16:58.452265+0000","last_clean":"2024-09-12T18:16:58.452265+0000","last_became_active":"2024-09-12T17:34:58.928536+0000","last_became_peered":"2024-09-12T17:34:58.928536+0000","last_unstale":"2024-09-12T18:16:58.452265+0000","last_undegraded":"2024-09-12T18:16:58.452265+0000","last_fullsized":"2024-09-12T18:16:58.452265+0000","mapping_epoch":27,"log_start":"263'100","ondisk_log_start":"263'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'176","last_scrub_stamp":"2024-09-12T18:16:58.452065+0000","last_deep_scrub":"266'176","last_deep_scrub_stamp":"2024-09-12T18:16:58.452065+0000","last_clean_scrub_stamp":"2024-09-12T18:16:58.452065+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:01:21.595735+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":767,"num_read_kb":639,"num_write":271,"num_write_kb":126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"266'240","reported_seq":897,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:57.228203+0000","last_change":"2024-09-12T18:16:57.228114+0000","last_active":"2024-09-12T18:16:57.228203+0000","last_peered":"2024-09-12T18:16:57.228203+0000","last_clean":"2024-09-12T18:16:57.228203+0000","last_became_active":"2024-09-12T17:34:56.924970+0000","last_became_peered":"2024-09-12T17:34:56.924970+0000","last_unstale":"2024-09-12T18:16:57.228203+0000","last_undegraded":"2024-09-12T18:16:57.228203+0000","last_fullsized":"2024-09-12T18:16:57.228203+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'240","last_scrub_stamp":"2024-09-12T18:16:57.227960+0000","last_deep_scrub":"266'240","last_deep_scrub_stamp":"2024-09-12T18:16:57.227960+0000","last_clean_scrub_stamp":"2024-09-12T18:16:57.227960+0000","objects_scrubbed":5,"log_size":40,"log_dups_size":200,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:42:32.945903+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3662510,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":509,"num_read_kb":32628,"num_write":1078,"num_write_kb":55411,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"266'200","reported_seq":885,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:03.892962+0000","last_change":"2024-09-12T18:17:03.892962+0000","last_active":"2024-09-12T18:17:03.892962+0000","last_peered":"2024-09-12T18:17:03.892962+0000","last_clean":"2024-09-12T18:17:03.892962+0000","last_became_active":"2024-09-12T17:34:58.929221+0000","last_became_peered":"2024-09-12T17:34:58.929221+0000","last_unstale":"2024-09-12T18:17:03.892962+0000","last_undegraded":"2024-09-12T18:17:03.892962+0000","last_fullsized":"2024-09-12T18:17:03.892962+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'200","last_scrub_stamp":"2024-09-12T18:17:03.892873+0000","last_deep_scrub":"266'200","last_deep_scrub_stamp":"2024-09-12T18:17:03.892873+0000","last_clean_scrub_stamp":"2024-09-12T18:17:03.892873+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:07:06.890788+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":962,"num_read_kb":806,"num_write":315,"num_write_kb":138,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"266'173","reported_seq":827,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:57.697666+0000","last_change":"2024-09-12T18:16:57.697601+0000","last_active":"2024-09-12T18:16:57.697666+0000","last_peered":"2024-09-12T18:16:57.697666+0000","last_clean":"2024-09-12T18:16:57.697666+0000","last_became_active":"2024-09-12T17:35:31.566148+0000","last_became_peered":"2024-09-12T17:35:31.566148+0000","last_unstale":"2024-09-12T18:16:57.697666+0000","last_undegraded":"2024-09-12T18:16:57.697666+0000","last_fullsized":"2024-09-12T18:16:57.697666+0000","mapping_epoch":38,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'173","last_scrub_stamp":"2024-09-12T18:16:57.697470+0000","last_deep_scrub":"266'173","last_deep_scrub_stamp":"2024-09-12T18:16:57.697470+0000","last_clean_scrub_stamp":"2024-09-12T18:16:57.697470+0000","objects_scrubbed":6,"log_size":73,"log_dups_size":100,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:12:02.938142+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":842353,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":478,"num_read_kb":51065,"num_write":833,"num_write_kb":29614,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"266'80","reported_seq":707,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:07.024374+0000","last_change":"2024-09-12T18:17:07.024374+0000","last_active":"2024-09-12T18:17:07.024374+0000","last_peered":"2024-09-12T18:17:07.024374+0000","last_clean":"2024-09-12T18:17:07.024374+0000","last_became_active":"2024-09-12T17:34:58.920569+0000","last_became_peered":"2024-09-12T17:34:58.920569+0000","last_unstale":"2024-09-12T18:17:07.024374+0000","last_undegraded":"2024-09-12T18:17:07.024374+0000","last_fullsized":"2024-09-12T18:17:07.024374+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'80","last_scrub_stamp":"2024-09-12T18:17:07.024286+0000","last_deep_scrub":"266'80","last_deep_scrub_stamp":"2024-09-12T18:17:07.024286+0000","last_clean_scrub_stamp":"2024-09-12T18:17:07.024286+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":0,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:24:44.897524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":399,"num_read_kb":353,"num_write":104,"num_write_kb":37,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"266'246","reported_seq":983,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:52.712474+0000","last_change":"2024-09-12T18:16:52.712409+0000","last_active":"2024-09-12T18:16:52.712474+0000","last_peered":"2024-09-12T18:16:52.712474+0000","last_clean":"2024-09-12T18:16:52.712474+0000","last_became_active":"2024-09-12T17:34:56.930707+0000","last_became_peered":"2024-09-12T17:34:56.930707+0000","last_unstale":"2024-09-12T18:16:52.712474+0000","last_undegraded":"2024-09-12T18:16:52.712474+0000","last_fullsized":"2024-09-12T18:16:52.712474+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'246","last_scrub_stamp":"2024-09-12T18:16:52.712290+0000","last_deep_scrub":"266'246","last_deep_scrub_stamp":"2024-09-12T18:16:52.712290+0000","last_clean_scrub_stamp":"2024-09-12T18:16:52.712290+0000","objects_scrubbed":5,"log_size":46,"log_dups_size":200,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:08:02.678195+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4456489,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":742,"num_read_kb":179000,"num_write":1079,"num_write_kb":43755,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"266'139","reported_seq":731,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:56.235480+0000","last_change":"2024-09-12T18:16:56.235480+0000","last_active":"2024-09-12T18:16:56.235480+0000","last_peered":"2024-09-12T18:16:56.235480+0000","last_clean":"2024-09-12T18:16:56.235480+0000","last_became_active":"2024-09-12T17:34:58.922264+0000","last_became_peered":"2024-09-12T17:34:58.922264+0000","last_unstale":"2024-09-12T18:16:56.235480+0000","last_undegraded":"2024-09-12T18:16:56.235480+0000","last_fullsized":"2024-09-12T18:16:56.235480+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'139","last_scrub_stamp":"2024-09-12T18:16:56.235389+0000","last_deep_scrub":"266'139","last_deep_scrub_stamp":"2024-09-12T18:16:56.235389+0000","last_clean_scrub_stamp":"2024-09-12T18:16:56.235389+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:17:03.248971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":614,"num_read_kb":526,"num_write":210,"num_write_kb":102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"266'60","reported_seq":646,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:58.923718+0000","last_change":"2024-09-12T18:16:58.923644+0000","last_active":"2024-09-12T18:16:58.923718+0000","last_peered":"2024-09-12T18:16:58.923718+0000","last_clean":"2024-09-12T18:16:58.923718+0000","last_became_active":"2024-09-12T17:34:58.928473+0000","last_became_peered":"2024-09-12T17:34:58.928473+0000","last_unstale":"2024-09-12T18:16:58.923718+0000","last_undegraded":"2024-09-12T18:16:58.923718+0000","last_fullsized":"2024-09-12T18:16:58.923718+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'60","last_scrub_stamp":"2024-09-12T18:16:58.923556+0000","last_deep_scrub":"266'60","last_deep_scrub_stamp":"2024-09-12T18:16:58.923556+0000","last_clean_scrub_stamp":"2024-09-12T18:16:58.923556+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:18:05.304778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":279,"num_read_kb":248,"num_write":75,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"266'199","reported_seq":812,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:56.736940+0000","last_change":"2024-09-12T18:16:56.736940+0000","last_active":"2024-09-12T18:16:56.736940+0000","last_peered":"2024-09-12T18:16:56.736940+0000","last_clean":"2024-09-12T18:16:56.736940+0000","last_became_active":"2024-09-12T17:34:56.934456+0000","last_became_peered":"2024-09-12T17:34:56.934456+0000","last_unstale":"2024-09-12T18:16:56.736940+0000","last_undegraded":"2024-09-12T18:16:56.736940+0000","last_fullsized":"2024-09-12T18:16:56.736940+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'199","last_scrub_stamp":"2024-09-12T18:16:56.736805+0000","last_deep_scrub":"266'199","last_deep_scrub_stamp":"2024-09-12T18:16:56.736805+0000","last_clean_scrub_stamp":"2024-09-12T18:16:56.736805+0000","objects_scrubbed":5,"log_size":99,"log_dups_size":100,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:46:13.509095+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048632,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":373,"num_read_kb":27056,"num_write":916,"num_write_kb":40066,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"266'251","reported_seq":892,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:02.687541+0000","last_change":"2024-09-12T18:17:02.687541+0000","last_active":"2024-09-12T18:17:02.687541+0000","last_peered":"2024-09-12T18:17:02.687541+0000","last_clean":"2024-09-12T18:17:02.687541+0000","last_became_active":"2024-09-12T17:34:58.923475+0000","last_became_peered":"2024-09-12T17:34:58.923475+0000","last_unstale":"2024-09-12T18:17:02.687541+0000","last_undegraded":"2024-09-12T18:17:02.687541+0000","last_fullsized":"2024-09-12T18:17:02.687541+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'251","last_scrub_stamp":"2024-09-12T18:17:02.687456+0000","last_deep_scrub":"266'251","last_deep_scrub_stamp":"2024-09-12T18:17:02.687456+0000","last_clean_scrub_stamp":"2024-09-12T18:17:02.687456+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":200,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:22:30.296213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1109,"num_read_kb":907,"num_write":393,"num_write_kb":187,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"266'231","reported_seq":880,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:53.564235+0000","last_change":"2024-09-12T18:16:53.564235+0000","last_active":"2024-09-12T18:16:53.564235+0000","last_peered":"2024-09-12T18:16:53.564235+0000","last_clean":"2024-09-12T18:16:53.564235+0000","last_became_active":"2024-09-12T17:34:56.927507+0000","last_became_peered":"2024-09-12T17:34:56.927507+0000","last_unstale":"2024-09-12T18:16:53.564235+0000","last_undegraded":"2024-09-12T18:16:53.564235+0000","last_fullsized":"2024-09-12T18:16:53.564235+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'231","last_scrub_stamp":"2024-09-12T18:16:53.564053+0000","last_deep_scrub":"266'231","last_deep_scrub_stamp":"2024-09-12T18:16:53.564053+0000","last_clean_scrub_stamp":"2024-09-12T18:16:53.564053+0000","objects_scrubbed":4,"log_size":31,"log_dups_size":200,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:29:41.472729+0000","scrub_duration":9,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388648,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":472,"num_read_kb":23373,"num_write":1130,"num_write_kb":43462,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"266'244","reported_seq":870,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:03.085657+0000","last_change":"2024-09-12T18:17:03.085588+0000","last_active":"2024-09-12T18:17:03.085657+0000","last_peered":"2024-09-12T18:17:03.085657+0000","last_clean":"2024-09-12T18:17:03.085657+0000","last_became_active":"2024-09-12T17:34:58.920486+0000","last_became_peered":"2024-09-12T17:34:58.920486+0000","last_unstale":"2024-09-12T18:17:03.085657+0000","last_undegraded":"2024-09-12T18:17:03.085657+0000","last_fullsized":"2024-09-12T18:17:03.085657+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'244","last_scrub_stamp":"2024-09-12T18:17:03.085498+0000","last_deep_scrub":"266'244","last_deep_scrub_stamp":"2024-09-12T18:17:03.085498+0000","last_clean_scrub_stamp":"2024-09-12T18:17:03.085498+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":200,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:16:34.334182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1099,"num_read_kb":908,"num_write":395,"num_write_kb":209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"266'225","reported_seq":931,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:52.570083+0000","last_change":"2024-09-12T18:16:52.570083+0000","last_active":"2024-09-12T18:16:52.570083+0000","last_peered":"2024-09-12T18:16:52.570083+0000","last_clean":"2024-09-12T18:16:52.570083+0000","last_became_active":"2024-09-12T17:34:56.922861+0000","last_became_peered":"2024-09-12T17:34:56.922861+0000","last_unstale":"2024-09-12T18:16:52.570083+0000","last_undegraded":"2024-09-12T18:16:52.570083+0000","last_fullsized":"2024-09-12T18:16:52.570083+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'225","last_scrub_stamp":"2024-09-12T18:16:52.569962+0000","last_deep_scrub":"266'225","last_deep_scrub_stamp":"2024-09-12T18:16:52.569962+0000","last_clean_scrub_stamp":"2024-09-12T18:16:52.569962+0000","objects_scrubbed":3,"log_size":25,"log_dups_size":200,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:55:48.845490+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4457501,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":589,"num_read_kb":67479,"num_write":1087,"num_write_kb":35133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"266'4134","reported_seq":4720,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:54.163202+0000","last_change":"2024-09-12T18:16:54.163202+0000","last_active":"2024-09-12T18:16:54.163202+0000","last_peered":"2024-09-12T18:16:54.163202+0000","last_clean":"2024-09-12T18:16:54.163202+0000","last_became_active":"2024-09-12T17:34:58.930609+0000","last_became_peered":"2024-09-12T17:34:58.930609+0000","last_unstale":"2024-09-12T18:16:54.163202+0000","last_undegraded":"2024-09-12T18:16:54.163202+0000","last_fullsized":"2024-09-12T18:16:54.163202+0000","mapping_epoch":27,"log_start":"266'4100","ondisk_log_start":"266'4100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'4134","last_scrub_stamp":"2024-09-12T18:16:54.163111+0000","last_deep_scrub":"266'4134","last_deep_scrub_stamp":"2024-09-12T18:16:54.163111+0000","last_clean_scrub_stamp":"2024-09-12T18:16:54.163111+0000","objects_scrubbed":1,"log_size":34,"log_dups_size":3000,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:57:36.075090+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":16574,"num_read_kb":13891,"num_write":6195,"num_write_kb":3095,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"266'168","reported_seq":748,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:50.155433+0000","last_change":"2024-09-12T18:16:50.155433+0000","last_active":"2024-09-12T18:16:50.155433+0000","last_peered":"2024-09-12T18:16:50.155433+0000","last_clean":"2024-09-12T18:16:50.155433+0000","last_became_active":"2024-09-12T17:35:31.101640+0000","last_became_peered":"2024-09-12T17:35:31.101640+0000","last_unstale":"2024-09-12T18:16:50.155433+0000","last_undegraded":"2024-09-12T18:16:50.155433+0000","last_fullsized":"2024-09-12T18:16:50.155433+0000","mapping_epoch":38,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'168","last_scrub_stamp":"2024-09-12T18:16:50.155305+0000","last_deep_scrub":"266'168","last_deep_scrub_stamp":"2024-09-12T18:16:50.155305+0000","last_clean_scrub_stamp":"2024-09-12T18:16:50.155305+0000","objects_scrubbed":3,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:51:58.260937+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194345,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":363,"num_read_kb":11653,"num_write":791,"num_write_kb":18783,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.34","version":"266'154","reported_seq":787,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:55.193721+0000","last_change":"2024-09-12T18:16:55.193721+0000","last_active":"2024-09-12T18:16:55.193721+0000","last_peered":"2024-09-12T18:16:55.193721+0000","last_clean":"2024-09-12T18:16:55.193721+0000","last_became_active":"2024-09-12T17:34:58.920995+0000","last_became_peered":"2024-09-12T17:34:58.920995+0000","last_unstale":"2024-09-12T18:16:55.193721+0000","last_undegraded":"2024-09-12T18:16:55.193721+0000","last_fullsized":"2024-09-12T18:16:55.193721+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'154","last_scrub_stamp":"2024-09-12T18:16:55.193634+0000","last_deep_scrub":"266'154","last_deep_scrub_stamp":"2024-09-12T18:16:55.193634+0000","last_clean_scrub_stamp":"2024-09-12T18:16:55.193634+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:08:31.744749+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":653,"num_read_kb":549,"num_write":231,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"266'221","reported_seq":858,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:51.713590+0000","last_change":"2024-09-12T18:16:51.713590+0000","last_active":"2024-09-12T18:16:51.713590+0000","last_peered":"2024-09-12T18:16:51.713590+0000","last_clean":"2024-09-12T18:16:51.713590+0000","last_became_active":"2024-09-12T17:34:56.930402+0000","last_became_peered":"2024-09-12T17:34:56.930402+0000","last_unstale":"2024-09-12T18:16:51.713590+0000","last_undegraded":"2024-09-12T18:16:51.713590+0000","last_fullsized":"2024-09-12T18:16:51.713590+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'221","last_scrub_stamp":"2024-09-12T18:16:51.713482+0000","last_deep_scrub":"266'221","last_deep_scrub_stamp":"2024-09-12T18:16:51.713482+0000","last_clean_scrub_stamp":"2024-09-12T18:16:51.713482+0000","objects_scrubbed":1,"log_size":21,"log_dups_size":200,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:20:18.219472+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":504,"num_read_kb":16871,"num_write":918,"num_write_kb":24256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"266'431","reported_seq":1184,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:01.901095+0000","last_change":"2024-09-12T18:17:01.901095+0000","last_active":"2024-09-12T18:17:01.901095+0000","last_peered":"2024-09-12T18:17:01.901095+0000","last_clean":"2024-09-12T18:17:01.901095+0000","last_became_active":"2024-09-12T17:34:58.919571+0000","last_became_peered":"2024-09-12T17:34:58.919571+0000","last_unstale":"2024-09-12T18:17:01.901095+0000","last_undegraded":"2024-09-12T18:17:01.901095+0000","last_fullsized":"2024-09-12T18:17:01.901095+0000","mapping_epoch":27,"log_start":"266'400","ondisk_log_start":"266'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'431","last_scrub_stamp":"2024-09-12T18:17:01.900998+0000","last_deep_scrub":"266'431","last_deep_scrub_stamp":"2024-09-12T18:17:01.900998+0000","last_clean_scrub_stamp":"2024-09-12T18:17:01.900998+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":400,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:41:52.510450+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2056,"num_read_kb":1768,"num_write":780,"num_write_kb":512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"266'228","reported_seq":886,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:48.952507+0000","last_change":"2024-09-12T18:16:48.952440+0000","last_active":"2024-09-12T18:16:48.952507+0000","last_peered":"2024-09-12T18:16:48.952507+0000","last_clean":"2024-09-12T18:16:48.952507+0000","last_became_active":"2024-09-12T17:34:56.925944+0000","last_became_peered":"2024-09-12T17:34:56.925944+0000","last_unstale":"2024-09-12T18:16:48.952507+0000","last_undegraded":"2024-09-12T18:16:48.952507+0000","last_fullsized":"2024-09-12T18:16:48.952507+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'228","last_scrub_stamp":"2024-09-12T18:16:48.952287+0000","last_deep_scrub":"266'228","last_deep_scrub_stamp":"2024-09-12T18:16:48.952287+0000","last_clean_scrub_stamp":"2024-09-12T18:16:48.952287+0000","objects_scrubbed":7,"log_size":28,"log_dups_size":200,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:31:44.636269+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048726,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":522,"num_read_kb":5792,"num_write":1133,"num_write_kb":33706,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"266'154","reported_seq":672,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:18.748752+0000","last_change":"2024-09-12T18:17:18.748752+0000","last_active":"2024-09-12T18:17:18.748752+0000","last_peered":"2024-09-12T18:17:18.748752+0000","last_clean":"2024-09-12T18:17:18.748752+0000","last_became_active":"2024-09-12T17:35:06.982400+0000","last_became_peered":"2024-09-12T17:35:06.982400+0000","last_unstale":"2024-09-12T18:17:18.748752+0000","last_undegraded":"2024-09-12T18:17:18.748752+0000","last_fullsized":"2024-09-12T18:17:18.748752+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'154","last_scrub_stamp":"2024-09-12T18:17:18.748651+0000","last_deep_scrub":"266'154","last_deep_scrub_stamp":"2024-09-12T18:17:18.748651+0000","last_clean_scrub_stamp":"2024-09-12T18:17:18.748651+0000","objects_scrubbed":4,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:22:48.213375+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1019,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":226,"num_read_kb":217,"num_write":376,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"266'234","reported_seq":813,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:55.698536+0000","last_change":"2024-09-12T18:16:55.698473+0000","last_active":"2024-09-12T18:16:55.698536+0000","last_peered":"2024-09-12T18:16:55.698536+0000","last_clean":"2024-09-12T18:16:55.698536+0000","last_became_active":"2024-09-12T17:34:58.913857+0000","last_became_peered":"2024-09-12T17:34:58.913857+0000","last_unstale":"2024-09-12T18:16:55.698536+0000","last_undegraded":"2024-09-12T18:16:55.698536+0000","last_fullsized":"2024-09-12T18:16:55.698536+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'234","last_scrub_stamp":"2024-09-12T18:16:55.698371+0000","last_deep_scrub":"266'234","last_deep_scrub_stamp":"2024-09-12T18:16:55.698371+0000","last_clean_scrub_stamp":"2024-09-12T18:16:55.698371+0000","objects_scrubbed":1,"log_size":34,"log_dups_size":200,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:17:28.100932+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1015,"num_read_kb":803,"num_write":390,"num_write_kb":197,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":268,"num_omap_keys":1,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"266'175","reported_seq":798,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:54.716397+0000","last_change":"2024-09-12T18:16:54.716339+0000","last_active":"2024-09-12T18:16:54.716397+0000","last_peered":"2024-09-12T18:16:54.716397+0000","last_clean":"2024-09-12T18:16:54.716397+0000","last_became_active":"2024-09-12T17:34:56.920779+0000","last_became_peered":"2024-09-12T17:34:56.920779+0000","last_unstale":"2024-09-12T18:16:54.716397+0000","last_undegraded":"2024-09-12T18:16:54.716397+0000","last_fullsized":"2024-09-12T18:16:54.716397+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'175","last_scrub_stamp":"2024-09-12T18:16:54.716209+0000","last_deep_scrub":"266'175","last_deep_scrub_stamp":"2024-09-12T18:16:54.716209+0000","last_clean_scrub_stamp":"2024-09-12T18:16:54.716209+0000","objects_scrubbed":3,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:34:46.298508+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194345,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":340,"num_read_kb":49198,"num_write":803,"num_write_kb":33963,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":501,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:09.027715+0000","last_change":"2024-09-12T18:17:09.027715+0000","last_active":"2024-09-12T18:17:09.027715+0000","last_peered":"2024-09-12T18:17:09.027715+0000","last_clean":"2024-09-12T18:17:09.027715+0000","last_became_active":"2024-09-12T17:35:00.940069+0000","last_became_peered":"2024-09-12T17:35:00.940069+0000","last_unstale":"2024-09-12T18:17:09.027715+0000","last_undegraded":"2024-09-12T18:17:09.027715+0000","last_fullsized":"2024-09-12T18:17:09.027715+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:09.027623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:09.027623+0000","last_clean_scrub_stamp":"2024-09-12T18:17:09.027623+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:48:57.716320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"266'182","reported_seq":787,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:06.717654+0000","last_change":"2024-09-12T18:17:06.717654+0000","last_active":"2024-09-12T18:17:06.717654+0000","last_peered":"2024-09-12T18:17:06.717654+0000","last_clean":"2024-09-12T18:17:06.717654+0000","last_became_active":"2024-09-12T17:35:02.951084+0000","last_became_peered":"2024-09-12T17:35:02.951084+0000","last_unstale":"2024-09-12T18:17:06.717654+0000","last_undegraded":"2024-09-12T18:17:06.717654+0000","last_fullsized":"2024-09-12T18:17:06.717654+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'182","last_scrub_stamp":"2024-09-12T18:17:06.717504+0000","last_deep_scrub":"266'182","last_deep_scrub_stamp":"2024-09-12T18:17:06.717504+0000","last_clean_scrub_stamp":"2024-09-12T18:17:06.717504+0000","objects_scrubbed":4,"log_size":82,"log_dups_size":100,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:13:52.444280+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5299,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":245,"num_read_kb":300,"num_write":138,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":493,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:13.628598+0000","last_change":"2024-09-12T18:17:13.628598+0000","last_active":"2024-09-12T18:17:13.628598+0000","last_peered":"2024-09-12T18:17:13.628598+0000","last_clean":"2024-09-12T18:17:13.628598+0000","last_became_active":"2024-09-12T17:35:04.967110+0000","last_became_peered":"2024-09-12T17:35:04.967110+0000","last_unstale":"2024-09-12T18:17:13.628598+0000","last_undegraded":"2024-09-12T18:17:13.628598+0000","last_fullsized":"2024-09-12T18:17:13.628598+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:13.628501+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:13.628501+0000","last_clean_scrub_stamp":"2024-09-12T18:17:13.628501+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:57:52.232852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"266'202","reported_seq":784,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:22.125446+0000","last_change":"2024-09-12T18:17:22.125446+0000","last_active":"2024-09-12T18:17:22.125446+0000","last_peered":"2024-09-12T18:17:22.125446+0000","last_clean":"2024-09-12T18:17:22.125446+0000","last_became_active":"2024-09-12T17:35:06.984192+0000","last_became_peered":"2024-09-12T17:35:06.984192+0000","last_unstale":"2024-09-12T18:17:22.125446+0000","last_undegraded":"2024-09-12T18:17:22.125446+0000","last_fullsized":"2024-09-12T18:17:22.125446+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'202","last_scrub_stamp":"2024-09-12T18:17:22.125351+0000","last_deep_scrub":"266'202","last_deep_scrub_stamp":"2024-09-12T18:17:22.125351+0000","last_clean_scrub_stamp":"2024-09-12T18:17:22.125351+0000","objects_scrubbed":4,"log_size":102,"log_dups_size":100,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:08:54.265500+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":625,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":352,"num_read_kb":326,"num_write":340,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"266'238","reported_seq":856,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:00.167468+0000","last_change":"2024-09-12T18:17:00.167468+0000","last_active":"2024-09-12T18:17:00.167468+0000","last_peered":"2024-09-12T18:17:00.167468+0000","last_clean":"2024-09-12T18:17:00.167468+0000","last_became_active":"2024-09-12T17:34:58.917915+0000","last_became_peered":"2024-09-12T17:34:58.917915+0000","last_unstale":"2024-09-12T18:17:00.167468+0000","last_undegraded":"2024-09-12T18:17:00.167468+0000","last_fullsized":"2024-09-12T18:17:00.167468+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'238","last_scrub_stamp":"2024-09-12T18:17:00.167382+0000","last_deep_scrub":"266'238","last_deep_scrub_stamp":"2024-09-12T18:17:00.167382+0000","last_clean_scrub_stamp":"2024-09-12T18:17:00.167382+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":200,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:20:34.478446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1032,"num_read_kb":847,"num_write":397,"num_write_kb":201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"266'192","reported_seq":823,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:44.920182+0000","last_change":"2024-09-12T18:16:44.920130+0000","last_active":"2024-09-12T18:16:44.920182+0000","last_peered":"2024-09-12T18:16:44.920182+0000","last_clean":"2024-09-12T18:16:44.920182+0000","last_became_active":"2024-09-12T17:34:56.924966+0000","last_became_peered":"2024-09-12T17:34:56.924966+0000","last_unstale":"2024-09-12T18:16:44.920182+0000","last_undegraded":"2024-09-12T18:16:44.920182+0000","last_fullsized":"2024-09-12T18:16:44.920182+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'192","last_scrub_stamp":"2024-09-12T18:16:44.920048+0000","last_deep_scrub":"266'192","last_deep_scrub_stamp":"2024-09-12T18:16:44.920048+0000","last_clean_scrub_stamp":"2024-09-12T18:16:44.920048+0000","objects_scrubbed":3,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:59:46.551320+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":174816,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":435,"num_read_kb":11924,"num_write":971,"num_write_kb":15360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":507,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:04.706281+0000","last_change":"2024-09-12T18:17:04.706213+0000","last_active":"2024-09-12T18:17:04.706281+0000","last_peered":"2024-09-12T18:17:04.706281+0000","last_clean":"2024-09-12T18:17:04.706281+0000","last_became_active":"2024-09-12T17:35:00.941133+0000","last_became_peered":"2024-09-12T17:35:00.941133+0000","last_unstale":"2024-09-12T18:17:04.706281+0000","last_undegraded":"2024-09-12T18:17:04.706281+0000","last_fullsized":"2024-09-12T18:17:04.706281+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:04.706143+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:04.706143+0000","last_clean_scrub_stamp":"2024-09-12T18:17:04.706143+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:51:25.577271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"266'102","reported_seq":634,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:10.822420+0000","last_change":"2024-09-12T18:17:10.822420+0000","last_active":"2024-09-12T18:17:10.822420+0000","last_peered":"2024-09-12T18:17:10.822420+0000","last_clean":"2024-09-12T18:17:10.822420+0000","last_became_active":"2024-09-12T17:35:02.948344+0000","last_became_peered":"2024-09-12T17:35:02.948344+0000","last_unstale":"2024-09-12T18:17:10.822420+0000","last_undegraded":"2024-09-12T18:17:10.822420+0000","last_fullsized":"2024-09-12T18:17:10.822420+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'102","last_scrub_stamp":"2024-09-12T18:17:10.822313+0000","last_deep_scrub":"266'102","last_deep_scrub_stamp":"2024-09-12T18:17:10.822313+0000","last_clean_scrub_stamp":"2024-09-12T18:17:10.822313+0000","objects_scrubbed":4,"log_size":102,"log_dups_size":0,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:53:50.441383+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":97,"num_read_kb":91,"num_write":68,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":497,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:15.816093+0000","last_change":"2024-09-12T18:17:15.816093+0000","last_active":"2024-09-12T18:17:15.816093+0000","last_peered":"2024-09-12T18:17:15.816093+0000","last_clean":"2024-09-12T18:17:15.816093+0000","last_became_active":"2024-09-12T17:35:04.971714+0000","last_became_peered":"2024-09-12T17:35:04.971714+0000","last_unstale":"2024-09-12T18:17:15.816093+0000","last_undegraded":"2024-09-12T18:17:15.816093+0000","last_fullsized":"2024-09-12T18:17:15.816093+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:15.816010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:15.816010+0000","last_clean_scrub_stamp":"2024-09-12T18:17:15.816010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:29:17.774047+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"266'139","reported_seq":660,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:17.754266+0000","last_change":"2024-09-12T18:17:17.754135+0000","last_active":"2024-09-12T18:17:17.754266+0000","last_peered":"2024-09-12T18:17:17.754266+0000","last_clean":"2024-09-12T18:17:17.754266+0000","last_became_active":"2024-09-12T17:35:06.985682+0000","last_became_peered":"2024-09-12T17:35:06.985682+0000","last_unstale":"2024-09-12T18:17:17.754266+0000","last_undegraded":"2024-09-12T18:17:17.754266+0000","last_fullsized":"2024-09-12T18:17:17.754266+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'139","last_scrub_stamp":"2024-09-12T18:17:17.754024+0000","last_deep_scrub":"266'139","last_deep_scrub_stamp":"2024-09-12T18:17:17.754024+0000","last_clean_scrub_stamp":"2024-09-12T18:17:17.754024+0000","objects_scrubbed":5,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:52:45.811364+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":290,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":255,"num_read_kb":236,"num_write":356,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"266'158","reported_seq":772,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:54.857426+0000","last_change":"2024-09-12T18:16:54.857426+0000","last_active":"2024-09-12T18:16:54.857426+0000","last_peered":"2024-09-12T18:16:54.857426+0000","last_clean":"2024-09-12T18:16:54.857426+0000","last_became_active":"2024-09-12T17:34:58.933443+0000","last_became_peered":"2024-09-12T17:34:58.933443+0000","last_unstale":"2024-09-12T18:16:54.857426+0000","last_undegraded":"2024-09-12T18:16:54.857426+0000","last_fullsized":"2024-09-12T18:16:54.857426+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'158","last_scrub_stamp":"2024-09-12T18:16:54.857334+0000","last_deep_scrub":"266'158","last_deep_scrub_stamp":"2024-09-12T18:16:54.857334+0000","last_clean_scrub_stamp":"2024-09-12T18:16:54.857334+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:46:52.514455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":666,"num_read_kb":552,"num_write":225,"num_write_kb":103,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"266'197","reported_seq":820,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:52.676339+0000","last_change":"2024-09-12T18:16:52.676263+0000","last_active":"2024-09-12T18:16:52.676339+0000","last_peered":"2024-09-12T18:16:52.676339+0000","last_clean":"2024-09-12T18:16:52.676339+0000","last_became_active":"2024-09-12T17:34:56.925964+0000","last_became_peered":"2024-09-12T17:34:56.925964+0000","last_unstale":"2024-09-12T18:16:52.676339+0000","last_undegraded":"2024-09-12T18:16:52.676339+0000","last_fullsized":"2024-09-12T18:16:52.676339+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'197","last_scrub_stamp":"2024-09-12T18:16:52.676063+0000","last_deep_scrub":"266'197","last_deep_scrub_stamp":"2024-09-12T18:16:52.676063+0000","last_clean_scrub_stamp":"2024-09-12T18:16:52.676063+0000","objects_scrubbed":1,"log_size":97,"log_dups_size":100,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:05:28.246287+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":174683,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":393,"num_read_kb":5302,"num_write":932,"num_write_kb":30275,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":506,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:05.683465+0000","last_change":"2024-09-12T18:17:05.683465+0000","last_active":"2024-09-12T18:17:05.683465+0000","last_peered":"2024-09-12T18:17:05.683465+0000","last_clean":"2024-09-12T18:17:05.683465+0000","last_became_active":"2024-09-12T17:35:00.938224+0000","last_became_peered":"2024-09-12T17:35:00.938224+0000","last_unstale":"2024-09-12T18:17:05.683465+0000","last_undegraded":"2024-09-12T18:17:05.683465+0000","last_fullsized":"2024-09-12T18:17:05.683465+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:05.683368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:05.683368+0000","last_clean_scrub_stamp":"2024-09-12T18:17:05.683368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:17:59.653306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"266'115","reported_seq":657,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:02.226564+0000","last_change":"2024-09-12T18:17:02.226481+0000","last_active":"2024-09-12T18:17:02.226564+0000","last_peered":"2024-09-12T18:17:02.226564+0000","last_clean":"2024-09-12T18:17:02.226564+0000","last_became_active":"2024-09-12T17:35:02.952473+0000","last_became_peered":"2024-09-12T17:35:02.952473+0000","last_unstale":"2024-09-12T18:17:02.226564+0000","last_undegraded":"2024-09-12T18:17:02.226564+0000","last_fullsized":"2024-09-12T18:17:02.226564+0000","mapping_epoch":31,"log_start":"266'101","ondisk_log_start":"266'101","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'115","last_scrub_stamp":"2024-09-12T18:17:02.226382+0000","last_deep_scrub":"266'115","last_deep_scrub_stamp":"2024-09-12T18:17:02.226382+0000","last_clean_scrub_stamp":"2024-09-12T18:17:02.226382+0000","objects_scrubbed":5,"log_size":14,"log_dups_size":101,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:30:47.262472+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":119,"num_read_kb":114,"num_write":78,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"266'755","reported_seq":2045,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:21.584824+0000","last_change":"2024-09-12T18:17:21.584824+0000","last_active":"2024-09-12T18:17:21.584824+0000","last_peered":"2024-09-12T18:17:21.584824+0000","last_clean":"2024-09-12T18:17:21.584824+0000","last_became_active":"2024-09-12T17:35:04.963920+0000","last_became_peered":"2024-09-12T17:35:04.963920+0000","last_unstale":"2024-09-12T18:17:21.584824+0000","last_undegraded":"2024-09-12T18:17:21.584824+0000","last_fullsized":"2024-09-12T18:17:21.584824+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'755","last_scrub_stamp":"2024-09-12T18:17:21.584726+0000","last_deep_scrub":"266'755","last_deep_scrub_stamp":"2024-09-12T18:17:21.584726+0000","last_clean_scrub_stamp":"2024-09-12T18:17:21.584726+0000","objects_scrubbed":1,"log_size":55,"log_dups_size":700,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:02:22.114519+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"266'224","reported_seq":1052,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:19.745517+0000","last_change":"2024-09-12T18:17:19.745461+0000","last_active":"2024-09-12T18:17:19.745517+0000","last_peered":"2024-09-12T18:17:19.745517+0000","last_clean":"2024-09-12T18:17:19.745517+0000","last_became_active":"2024-09-12T17:35:07.201464+0000","last_became_peered":"2024-09-12T17:35:07.201464+0000","last_unstale":"2024-09-12T18:17:19.745517+0000","last_undegraded":"2024-09-12T18:17:19.745517+0000","last_fullsized":"2024-09-12T18:17:19.745517+0000","mapping_epoch":35,"log_start":"266'200","ondisk_log_start":"266'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'224","last_scrub_stamp":"2024-09-12T18:17:19.745376+0000","last_deep_scrub":"266'224","last_deep_scrub_stamp":"2024-09-12T18:17:19.745376+0000","last_clean_scrub_stamp":"2024-09-12T18:17:19.745376+0000","objects_scrubbed":2,"log_size":24,"log_dups_size":200,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:44:04.907954+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":643,"num_read_kb":641,"num_write":490,"num_write_kb":124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":234,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"266'148","reported_seq":759,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:56.731241+0000","last_change":"2024-09-12T18:16:56.731241+0000","last_active":"2024-09-12T18:16:56.731241+0000","last_peered":"2024-09-12T18:16:56.731241+0000","last_clean":"2024-09-12T18:16:56.731241+0000","last_became_active":"2024-09-12T17:34:58.924032+0000","last_became_peered":"2024-09-12T17:34:58.924032+0000","last_unstale":"2024-09-12T18:16:56.731241+0000","last_undegraded":"2024-09-12T18:16:56.731241+0000","last_fullsized":"2024-09-12T18:16:56.731241+0000","mapping_epoch":27,"log_start":"263'100","ondisk_log_start":"263'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'148","last_scrub_stamp":"2024-09-12T18:16:56.731150+0000","last_deep_scrub":"266'148","last_deep_scrub_stamp":"2024-09-12T18:16:56.731150+0000","last_clean_scrub_stamp":"2024-09-12T18:16:56.731150+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:17:22.121504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":628,"num_read_kb":521,"num_write":214,"num_write_kb":100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"266'217","reported_seq":858,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:48.514076+0000","last_change":"2024-09-12T18:16:48.514015+0000","last_active":"2024-09-12T18:16:48.514076+0000","last_peered":"2024-09-12T18:16:48.514076+0000","last_clean":"2024-09-12T18:16:48.514076+0000","last_became_active":"2024-09-12T17:34:56.923977+0000","last_became_peered":"2024-09-12T17:34:56.923977+0000","last_unstale":"2024-09-12T18:16:48.514076+0000","last_undegraded":"2024-09-12T18:16:48.514076+0000","last_fullsized":"2024-09-12T18:16:48.514076+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'217","last_scrub_stamp":"2024-09-12T18:16:48.513915+0000","last_deep_scrub":"266'217","last_deep_scrub_stamp":"2024-09-12T18:16:48.513915+0000","last_clean_scrub_stamp":"2024-09-12T18:16:48.513915+0000","objects_scrubbed":2,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:02:54.071792+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":254566,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":503,"num_read_kb":25888,"num_write":1016,"num_write_kb":29408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":501,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:10.015311+0000","last_change":"2024-09-12T18:17:10.015311+0000","last_active":"2024-09-12T18:17:10.015311+0000","last_peered":"2024-09-12T18:17:10.015311+0000","last_clean":"2024-09-12T18:17:10.015311+0000","last_became_active":"2024-09-12T17:35:00.936215+0000","last_became_peered":"2024-09-12T17:35:00.936215+0000","last_unstale":"2024-09-12T18:17:10.015311+0000","last_undegraded":"2024-09-12T18:17:10.015311+0000","last_fullsized":"2024-09-12T18:17:10.015311+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:10.015227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:10.015227+0000","last_clean_scrub_stamp":"2024-09-12T18:17:10.015227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:54:23.968737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"266'132","reported_seq":704,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:11.606605+0000","last_change":"2024-09-12T18:17:11.606605+0000","last_active":"2024-09-12T18:17:11.606605+0000","last_peered":"2024-09-12T18:17:11.606605+0000","last_clean":"2024-09-12T18:17:11.606605+0000","last_became_active":"2024-09-12T17:35:03.253138+0000","last_became_peered":"2024-09-12T17:35:03.253138+0000","last_unstale":"2024-09-12T18:17:11.606605+0000","last_undegraded":"2024-09-12T18:17:11.606605+0000","last_fullsized":"2024-09-12T18:17:11.606605+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'132","last_scrub_stamp":"2024-09-12T18:17:11.606505+0000","last_deep_scrub":"266'132","last_deep_scrub_stamp":"2024-09-12T18:17:11.606505+0000","last_clean_scrub_stamp":"2024-09-12T18:17:11.606505+0000","objects_scrubbed":4,"log_size":32,"log_dups_size":100,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:09:36.416997+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5925,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":159,"num_read_kb":177,"num_write":82,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"266'751","reported_seq":2216,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:17.643860+0000","last_change":"2024-09-12T18:17:17.643860+0000","last_active":"2024-09-12T18:17:17.643860+0000","last_peered":"2024-09-12T18:17:17.643860+0000","last_clean":"2024-09-12T18:17:17.643860+0000","last_became_active":"2024-09-12T17:35:04.967011+0000","last_became_peered":"2024-09-12T17:35:04.967011+0000","last_unstale":"2024-09-12T18:17:17.643860+0000","last_undegraded":"2024-09-12T18:17:17.643860+0000","last_fullsized":"2024-09-12T18:17:17.643860+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'751","last_scrub_stamp":"2024-09-12T18:17:17.643776+0000","last_deep_scrub":"266'751","last_deep_scrub_stamp":"2024-09-12T18:17:17.643776+0000","last_clean_scrub_stamp":"2024-09-12T18:17:17.643776+0000","objects_scrubbed":1,"log_size":51,"log_dups_size":700,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:01:42.837832+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"266'92","reported_seq":668,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:59.156940+0000","last_change":"2024-09-12T18:16:59.156940+0000","last_active":"2024-09-12T18:16:59.156940+0000","last_peered":"2024-09-12T18:16:59.156940+0000","last_clean":"2024-09-12T18:16:59.156940+0000","last_became_active":"2024-09-12T17:34:58.917715+0000","last_became_peered":"2024-09-12T17:34:58.917715+0000","last_unstale":"2024-09-12T18:16:59.156940+0000","last_undegraded":"2024-09-12T18:16:59.156940+0000","last_fullsized":"2024-09-12T18:16:59.156940+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'92","last_scrub_stamp":"2024-09-12T18:16:59.156819+0000","last_deep_scrub":"266'92","last_deep_scrub_stamp":"2024-09-12T18:16:59.156819+0000","last_clean_scrub_stamp":"2024-09-12T18:16:59.156819+0000","objects_scrubbed":1,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:00:06.465029+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":413,"num_read_kb":341,"num_write":135,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":466,"num_omap_keys":2,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"266'190","reported_seq":829,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:49.649827+0000","last_change":"2024-09-12T18:16:49.649752+0000","last_active":"2024-09-12T18:16:49.649827+0000","last_peered":"2024-09-12T18:16:49.649827+0000","last_clean":"2024-09-12T18:16:49.649827+0000","last_became_active":"2024-09-12T17:34:56.934929+0000","last_became_peered":"2024-09-12T17:34:56.934929+0000","last_unstale":"2024-09-12T18:16:49.649827+0000","last_undegraded":"2024-09-12T18:16:49.649827+0000","last_fullsized":"2024-09-12T18:16:49.649827+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'190","last_scrub_stamp":"2024-09-12T18:16:49.649592+0000","last_deep_scrub":"266'190","last_deep_scrub_stamp":"2024-09-12T18:16:49.649592+0000","last_clean_scrub_stamp":"2024-09-12T18:16:49.649592+0000","objects_scrubbed":6,"log_size":90,"log_dups_size":100,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:03:00.933996+0000","scrub_duration":9,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8917050,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":467,"num_read_kb":23437,"num_write":912,"num_write_kb":25265,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":503,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:04.631065+0000","last_change":"2024-09-12T18:17:04.631065+0000","last_active":"2024-09-12T18:17:04.631065+0000","last_peered":"2024-09-12T18:17:04.631065+0000","last_clean":"2024-09-12T18:17:04.631065+0000","last_became_active":"2024-09-12T17:35:00.938077+0000","last_became_peered":"2024-09-12T17:35:00.938077+0000","last_unstale":"2024-09-12T18:17:04.631065+0000","last_undegraded":"2024-09-12T18:17:04.631065+0000","last_fullsized":"2024-09-12T18:17:04.631065+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:04.630944+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:04.630944+0000","last_clean_scrub_stamp":"2024-09-12T18:17:04.630944+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:58:10.077779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"266'223","reported_seq":838,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:11.997653+0000","last_change":"2024-09-12T18:17:11.997653+0000","last_active":"2024-09-12T18:17:11.997653+0000","last_peered":"2024-09-12T18:17:11.997653+0000","last_clean":"2024-09-12T18:17:11.997653+0000","last_became_active":"2024-09-12T17:35:03.251671+0000","last_became_peered":"2024-09-12T17:35:03.251671+0000","last_unstale":"2024-09-12T18:17:11.997653+0000","last_undegraded":"2024-09-12T18:17:11.997653+0000","last_fullsized":"2024-09-12T18:17:11.997653+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'223","last_scrub_stamp":"2024-09-12T18:17:11.997557+0000","last_deep_scrub":"266'223","last_deep_scrub_stamp":"2024-09-12T18:17:11.997557+0000","last_clean_scrub_stamp":"2024-09-12T18:17:11.997557+0000","objects_scrubbed":10,"log_size":23,"log_dups_size":200,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:33:10.344235+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11629,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":281,"num_read_kb":340,"num_write":164,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":499,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:05.475397+0000","last_change":"2024-09-12T18:17:05.475324+0000","last_active":"2024-09-12T18:17:05.475397+0000","last_peered":"2024-09-12T18:17:05.475397+0000","last_clean":"2024-09-12T18:17:05.475397+0000","last_became_active":"2024-09-12T17:35:04.966409+0000","last_became_peered":"2024-09-12T17:35:04.966409+0000","last_unstale":"2024-09-12T18:17:05.475397+0000","last_undegraded":"2024-09-12T18:17:05.475397+0000","last_fullsized":"2024-09-12T18:17:05.475397+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:05.475228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:05.475228+0000","last_clean_scrub_stamp":"2024-09-12T18:17:05.475228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:06:52.195967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"266'549","reported_seq":1363,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:19.033352+0000","last_change":"2024-09-12T18:17:19.033352+0000","last_active":"2024-09-12T18:17:19.033352+0000","last_peered":"2024-09-12T18:17:19.033352+0000","last_clean":"2024-09-12T18:17:19.033352+0000","last_became_active":"2024-09-12T17:35:06.986610+0000","last_became_peered":"2024-09-12T17:35:06.986610+0000","last_unstale":"2024-09-12T18:17:19.033352+0000","last_undegraded":"2024-09-12T18:17:19.033352+0000","last_fullsized":"2024-09-12T18:17:19.033352+0000","mapping_epoch":35,"log_start":"266'500","ondisk_log_start":"266'500","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'549","last_scrub_stamp":"2024-09-12T18:17:19.033248+0000","last_deep_scrub":"266'549","last_deep_scrub_stamp":"2024-09-12T18:17:19.033248+0000","last_clean_scrub_stamp":"2024-09-12T18:17:19.033248+0000","objects_scrubbed":3,"log_size":49,"log_dups_size":500,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:48:11.614818+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1304,"num_read_kb":1302,"num_write":1132,"num_write_kb":388,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":381,"num_omap_keys":2,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"266'82","reported_seq":658,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:50.042238+0000","last_change":"2024-09-12T18:16:50.042238+0000","last_active":"2024-09-12T18:16:50.042238+0000","last_peered":"2024-09-12T18:16:50.042238+0000","last_clean":"2024-09-12T18:16:50.042238+0000","last_became_active":"2024-09-12T17:34:58.919767+0000","last_became_peered":"2024-09-12T17:34:58.919767+0000","last_unstale":"2024-09-12T18:16:50.042238+0000","last_undegraded":"2024-09-12T18:16:50.042238+0000","last_fullsized":"2024-09-12T18:16:50.042238+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'82","last_scrub_stamp":"2024-09-12T18:16:50.042156+0000","last_deep_scrub":"266'82","last_deep_scrub_stamp":"2024-09-12T18:16:50.042156+0000","last_clean_scrub_stamp":"2024-09-12T18:16:50.042156+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":0,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:14:59.402302+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":387,"num_read_kb":321,"num_write":126,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"266'222","reported_seq":872,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:51.649739+0000","last_change":"2024-09-12T18:16:51.649665+0000","last_active":"2024-09-12T18:16:51.649739+0000","last_peered":"2024-09-12T18:16:51.649739+0000","last_clean":"2024-09-12T18:16:51.649739+0000","last_became_active":"2024-09-12T17:34:56.915155+0000","last_became_peered":"2024-09-12T17:34:56.915155+0000","last_unstale":"2024-09-12T18:16:51.649739+0000","last_undegraded":"2024-09-12T18:16:51.649739+0000","last_fullsized":"2024-09-12T18:16:51.649739+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'222","last_scrub_stamp":"2024-09-12T18:16:51.649536+0000","last_deep_scrub":"266'222","last_deep_scrub_stamp":"2024-09-12T18:16:51.649536+0000","last_clean_scrub_stamp":"2024-09-12T18:16:51.649536+0000","objects_scrubbed":5,"log_size":22,"log_dups_size":200,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:36:38.669605+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242922,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":456,"num_read_kb":97617,"num_write":994,"num_write_kb":40649,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":506,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:07.198340+0000","last_change":"2024-09-12T18:17:07.198340+0000","last_active":"2024-09-12T18:17:07.198340+0000","last_peered":"2024-09-12T18:17:07.198340+0000","last_clean":"2024-09-12T18:17:07.198340+0000","last_became_active":"2024-09-12T17:35:00.930541+0000","last_became_peered":"2024-09-12T17:35:00.930541+0000","last_unstale":"2024-09-12T18:17:07.198340+0000","last_undegraded":"2024-09-12T18:17:07.198340+0000","last_fullsized":"2024-09-12T18:17:07.198340+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:07.198265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:07.198265+0000","last_clean_scrub_stamp":"2024-09-12T18:17:07.198265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:37:48.906575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"266'136","reported_seq":715,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:07.714014+0000","last_change":"2024-09-12T18:17:07.713910+0000","last_active":"2024-09-12T18:17:07.714014+0000","last_peered":"2024-09-12T18:17:07.714014+0000","last_clean":"2024-09-12T18:17:07.714014+0000","last_became_active":"2024-09-12T17:35:02.951722+0000","last_became_peered":"2024-09-12T17:35:02.951722+0000","last_unstale":"2024-09-12T18:17:07.714014+0000","last_undegraded":"2024-09-12T18:17:07.714014+0000","last_fullsized":"2024-09-12T18:17:07.714014+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'136","last_scrub_stamp":"2024-09-12T18:17:07.713794+0000","last_deep_scrub":"266'136","last_deep_scrub_stamp":"2024-09-12T18:17:07.713794+0000","last_clean_scrub_stamp":"2024-09-12T18:17:07.713794+0000","objects_scrubbed":4,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:11:47.137038+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11373,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":177,"num_read_kb":271,"num_write":98,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":500,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:15.666891+0000","last_change":"2024-09-12T18:17:15.666891+0000","last_active":"2024-09-12T18:17:15.666891+0000","last_peered":"2024-09-12T18:17:15.666891+0000","last_clean":"2024-09-12T18:17:15.666891+0000","last_became_active":"2024-09-12T17:35:04.965012+0000","last_became_peered":"2024-09-12T17:35:04.965012+0000","last_unstale":"2024-09-12T18:17:15.666891+0000","last_undegraded":"2024-09-12T18:17:15.666891+0000","last_fullsized":"2024-09-12T18:17:15.666891+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:15.666807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:15.666807+0000","last_clean_scrub_stamp":"2024-09-12T18:17:15.666807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:24:32.842331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"266'2444","reported_seq":4279,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:08.524847+0000","last_change":"2024-09-12T18:17:08.524847+0000","last_active":"2024-09-12T18:17:08.524847+0000","last_peered":"2024-09-12T18:17:08.524847+0000","last_clean":"2024-09-12T18:17:08.524847+0000","last_became_active":"2024-09-12T17:35:06.986255+0000","last_became_peered":"2024-09-12T17:35:06.986255+0000","last_unstale":"2024-09-12T18:17:08.524847+0000","last_undegraded":"2024-09-12T18:17:08.524847+0000","last_fullsized":"2024-09-12T18:17:08.524847+0000","mapping_epoch":35,"log_start":"266'2400","ondisk_log_start":"266'2400","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2444","last_scrub_stamp":"2024-09-12T18:17:08.524743+0000","last_deep_scrub":"266'2444","last_deep_scrub_stamp":"2024-09-12T18:17:08.524743+0000","last_clean_scrub_stamp":"2024-09-12T18:17:08.524743+0000","objects_scrubbed":4,"log_size":44,"log_dups_size":2400,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:30:44.045045+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1026,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":6099,"num_read_kb":6093,"num_write":4948,"num_write_kb":1806,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":347,"num_omap_keys":2,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"266'111","reported_seq":697,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:54.565194+0000","last_change":"2024-09-12T18:16:54.565194+0000","last_active":"2024-09-12T18:16:54.565194+0000","last_peered":"2024-09-12T18:16:54.565194+0000","last_clean":"2024-09-12T18:16:54.565194+0000","last_became_active":"2024-09-12T17:34:58.926693+0000","last_became_peered":"2024-09-12T17:34:58.926693+0000","last_unstale":"2024-09-12T18:16:54.565194+0000","last_undegraded":"2024-09-12T18:16:54.565194+0000","last_fullsized":"2024-09-12T18:16:54.565194+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'111","last_scrub_stamp":"2024-09-12T18:16:54.565108+0000","last_deep_scrub":"266'111","last_deep_scrub_stamp":"2024-09-12T18:16:54.565108+0000","last_clean_scrub_stamp":"2024-09-12T18:16:54.565108+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":100,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:37:49.309887+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":483,"num_read_kb":401,"num_write":163,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"266'204","reported_seq":869,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:50.658313+0000","last_change":"2024-09-12T18:16:50.658241+0000","last_active":"2024-09-12T18:16:50.658313+0000","last_peered":"2024-09-12T18:16:50.658313+0000","last_clean":"2024-09-12T18:16:50.658313+0000","last_became_active":"2024-09-12T17:34:56.918166+0000","last_became_peered":"2024-09-12T17:34:56.918166+0000","last_unstale":"2024-09-12T18:16:50.658313+0000","last_undegraded":"2024-09-12T18:16:50.658313+0000","last_fullsized":"2024-09-12T18:16:50.658313+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'204","last_scrub_stamp":"2024-09-12T18:16:50.658100+0000","last_deep_scrub":"266'204","last_deep_scrub_stamp":"2024-09-12T18:16:50.658100+0000","last_clean_scrub_stamp":"2024-09-12T18:16:50.658100+0000","objects_scrubbed":7,"log_size":104,"log_dups_size":100,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:09:20.595152+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":832647,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":508,"num_read_kb":117048,"num_write":1001,"num_write_kb":37308,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":506,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:59.262961+0000","last_change":"2024-09-12T18:16:59.262907+0000","last_active":"2024-09-12T18:16:59.262961+0000","last_peered":"2024-09-12T18:16:59.262961+0000","last_clean":"2024-09-12T18:16:59.262961+0000","last_became_active":"2024-09-12T17:35:00.935218+0000","last_became_peered":"2024-09-12T17:35:00.935218+0000","last_unstale":"2024-09-12T18:16:59.262961+0000","last_undegraded":"2024-09-12T18:16:59.262961+0000","last_fullsized":"2024-09-12T18:16:59.262961+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:16:59.262817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:16:59.262817+0000","last_clean_scrub_stamp":"2024-09-12T18:16:59.262817+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:01:19.276572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"266'163","reported_seq":752,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:09.612961+0000","last_change":"2024-09-12T18:17:09.612961+0000","last_active":"2024-09-12T18:17:09.612961+0000","last_peered":"2024-09-12T18:17:09.612961+0000","last_clean":"2024-09-12T18:17:09.612961+0000","last_became_active":"2024-09-12T17:35:02.949466+0000","last_became_peered":"2024-09-12T17:35:02.949466+0000","last_unstale":"2024-09-12T18:17:09.612961+0000","last_undegraded":"2024-09-12T18:17:09.612961+0000","last_fullsized":"2024-09-12T18:17:09.612961+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'163","last_scrub_stamp":"2024-09-12T18:17:09.612855+0000","last_deep_scrub":"266'163","last_deep_scrub_stamp":"2024-09-12T18:17:09.612855+0000","last_clean_scrub_stamp":"2024-09-12T18:17:09.612855+0000","objects_scrubbed":7,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:37:33.421548+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11089,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":204,"num_read_kb":237,"num_write":112,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"266'760","reported_seq":2248,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:10.783782+0000","last_change":"2024-09-12T18:17:10.783782+0000","last_active":"2024-09-12T18:17:10.783782+0000","last_peered":"2024-09-12T18:17:10.783782+0000","last_clean":"2024-09-12T18:17:10.783782+0000","last_became_active":"2024-09-12T17:35:04.970607+0000","last_became_peered":"2024-09-12T17:35:04.970607+0000","last_unstale":"2024-09-12T18:17:10.783782+0000","last_undegraded":"2024-09-12T18:17:10.783782+0000","last_fullsized":"2024-09-12T18:17:10.783782+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'760","last_scrub_stamp":"2024-09-12T18:17:10.783660+0000","last_deep_scrub":"266'760","last_deep_scrub_stamp":"2024-09-12T18:17:10.783660+0000","last_clean_scrub_stamp":"2024-09-12T18:17:10.783660+0000","objects_scrubbed":1,"log_size":60,"log_dups_size":700,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:15:05.947371+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"266'97","reported_seq":602,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:14.780342+0000","last_change":"2024-09-12T18:17:14.780342+0000","last_active":"2024-09-12T18:17:14.780342+0000","last_peered":"2024-09-12T18:17:14.780342+0000","last_clean":"2024-09-12T18:17:14.780342+0000","last_became_active":"2024-09-12T17:35:06.985470+0000","last_became_peered":"2024-09-12T17:35:06.985470+0000","last_unstale":"2024-09-12T18:17:14.780342+0000","last_undegraded":"2024-09-12T18:17:14.780342+0000","last_fullsized":"2024-09-12T18:17:14.780342+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'97","last_scrub_stamp":"2024-09-12T18:17:14.780253+0000","last_deep_scrub":"266'97","last_deep_scrub_stamp":"2024-09-12T18:17:14.780253+0000","last_clean_scrub_stamp":"2024-09-12T18:17:14.780253+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:32:14.085506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":156,"num_read_kb":142,"num_write":229,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"266'375","reported_seq":1021,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:53.889452+0000","last_change":"2024-09-12T18:16:53.889375+0000","last_active":"2024-09-12T18:16:53.889452+0000","last_peered":"2024-09-12T18:16:53.889452+0000","last_clean":"2024-09-12T18:16:53.889452+0000","last_became_active":"2024-09-12T17:34:58.929171+0000","last_became_peered":"2024-09-12T17:34:58.929171+0000","last_unstale":"2024-09-12T18:16:53.889452+0000","last_undegraded":"2024-09-12T18:16:53.889452+0000","last_fullsized":"2024-09-12T18:16:53.889452+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'375","last_scrub_stamp":"2024-09-12T18:16:53.889285+0000","last_deep_scrub":"266'375","last_deep_scrub_stamp":"2024-09-12T18:16:53.889285+0000","last_clean_scrub_stamp":"2024-09-12T18:16:53.889285+0000","objects_scrubbed":1,"log_size":75,"log_dups_size":300,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:33:37.393248+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1723,"num_read_kb":1528,"num_write":649,"num_write_kb":326,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2873,"num_omap_keys":12,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"266'199","reported_seq":893,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:48.303638+0000","last_change":"2024-09-12T18:16:48.303556+0000","last_active":"2024-09-12T18:16:48.303638+0000","last_peered":"2024-09-12T18:16:48.303638+0000","last_clean":"2024-09-12T18:16:48.303638+0000","last_became_active":"2024-09-12T17:34:56.923319+0000","last_became_peered":"2024-09-12T17:34:56.923319+0000","last_unstale":"2024-09-12T18:16:48.303638+0000","last_undegraded":"2024-09-12T18:16:48.303638+0000","last_fullsized":"2024-09-12T18:16:48.303638+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'199","last_scrub_stamp":"2024-09-12T18:16:48.303458+0000","last_deep_scrub":"266'199","last_deep_scrub_stamp":"2024-09-12T18:16:48.303458+0000","last_clean_scrub_stamp":"2024-09-12T18:16:48.303458+0000","objects_scrubbed":1,"log_size":99,"log_dups_size":100,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:58:51.550123+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263185,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":633,"num_read_kb":140730,"num_write":915,"num_write_kb":33453,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":506,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:58.236005+0000","last_change":"2024-09-12T18:16:58.236005+0000","last_active":"2024-09-12T18:16:58.236005+0000","last_peered":"2024-09-12T18:16:58.236005+0000","last_clean":"2024-09-12T18:16:58.236005+0000","last_became_active":"2024-09-12T17:35:00.936017+0000","last_became_peered":"2024-09-12T17:35:00.936017+0000","last_unstale":"2024-09-12T18:16:58.236005+0000","last_undegraded":"2024-09-12T18:16:58.236005+0000","last_fullsized":"2024-09-12T18:16:58.236005+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:16:58.235880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:16:58.235880+0000","last_clean_scrub_stamp":"2024-09-12T18:16:58.235880+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:36:50.283766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"266'208","reported_seq":841,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:04.776320+0000","last_change":"2024-09-12T18:17:04.776320+0000","last_active":"2024-09-12T18:17:04.776320+0000","last_peered":"2024-09-12T18:17:04.776320+0000","last_clean":"2024-09-12T18:17:04.776320+0000","last_became_active":"2024-09-12T17:35:02.949663+0000","last_became_peered":"2024-09-12T17:35:02.949663+0000","last_unstale":"2024-09-12T18:17:04.776320+0000","last_undegraded":"2024-09-12T18:17:04.776320+0000","last_fullsized":"2024-09-12T18:17:04.776320+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'208","last_scrub_stamp":"2024-09-12T18:17:04.776220+0000","last_deep_scrub":"266'208","last_deep_scrub_stamp":"2024-09-12T18:17:04.776220+0000","last_clean_scrub_stamp":"2024-09-12T18:17:04.776220+0000","objects_scrubbed":5,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:13:30.953154+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43419,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":285,"num_read_kb":494,"num_write":142,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":498,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:10.192091+0000","last_change":"2024-09-12T18:17:10.192091+0000","last_active":"2024-09-12T18:17:10.192091+0000","last_peered":"2024-09-12T18:17:10.192091+0000","last_clean":"2024-09-12T18:17:10.192091+0000","last_became_active":"2024-09-12T17:35:04.963524+0000","last_became_peered":"2024-09-12T17:35:04.963524+0000","last_unstale":"2024-09-12T18:17:10.192091+0000","last_undegraded":"2024-09-12T18:17:10.192091+0000","last_fullsized":"2024-09-12T18:17:10.192091+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:10.192003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:10.192003+0000","last_clean_scrub_stamp":"2024-09-12T18:17:10.192003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:50:34.612235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"266'130","reported_seq":680,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:11.414156+0000","last_change":"2024-09-12T18:17:11.414156+0000","last_active":"2024-09-12T18:17:11.414156+0000","last_peered":"2024-09-12T18:17:11.414156+0000","last_clean":"2024-09-12T18:17:11.414156+0000","last_became_active":"2024-09-12T17:35:06.982394+0000","last_became_peered":"2024-09-12T17:35:06.982394+0000","last_unstale":"2024-09-12T18:17:11.414156+0000","last_undegraded":"2024-09-12T18:17:11.414156+0000","last_fullsized":"2024-09-12T18:17:11.414156+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'130","last_scrub_stamp":"2024-09-12T18:17:11.414040+0000","last_deep_scrub":"266'130","last_deep_scrub_stamp":"2024-09-12T18:17:11.414040+0000","last_clean_scrub_stamp":"2024-09-12T18:17:11.414040+0000","objects_scrubbed":3,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:02:19.423413+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":729,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":278,"num_read_kb":239,"num_write":286,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"266'167","reported_seq":793,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:51.051962+0000","last_change":"2024-09-12T18:16:51.051860+0000","last_active":"2024-09-12T18:16:51.051962+0000","last_peered":"2024-09-12T18:16:51.051962+0000","last_clean":"2024-09-12T18:16:51.051962+0000","last_became_active":"2024-09-12T17:34:58.923032+0000","last_became_peered":"2024-09-12T17:34:58.923032+0000","last_unstale":"2024-09-12T18:16:51.051962+0000","last_undegraded":"2024-09-12T18:16:51.051962+0000","last_fullsized":"2024-09-12T18:16:51.051962+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'167","last_scrub_stamp":"2024-09-12T18:16:51.051748+0000","last_deep_scrub":"266'167","last_deep_scrub_stamp":"2024-09-12T18:16:51.051748+0000","last_clean_scrub_stamp":"2024-09-12T18:16:51.051748+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:02:13.906995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":760,"num_read_kb":630,"num_write":244,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"266'209","reported_seq":811,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:45.081523+0000","last_change":"2024-09-12T18:16:45.081523+0000","last_active":"2024-09-12T18:16:45.081523+0000","last_peered":"2024-09-12T18:16:45.081523+0000","last_clean":"2024-09-12T18:16:45.081523+0000","last_became_active":"2024-09-12T17:35:31.181811+0000","last_became_peered":"2024-09-12T17:35:31.181811+0000","last_unstale":"2024-09-12T18:16:45.081523+0000","last_undegraded":"2024-09-12T18:16:45.081523+0000","last_fullsized":"2024-09-12T18:16:45.081523+0000","mapping_epoch":38,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'209","last_scrub_stamp":"2024-09-12T18:16:45.081415+0000","last_deep_scrub":"266'209","last_deep_scrub_stamp":"2024-09-12T18:16:45.081415+0000","last_clean_scrub_stamp":"2024-09-12T18:16:45.081415+0000","objects_scrubbed":5,"log_size":109,"log_dups_size":100,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:31:01.318688+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":414,"num_read_kb":18088,"num_write":1006,"num_write_kb":29347,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,4],"acting":[2,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":506,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:00.278200+0000","last_change":"2024-09-12T18:17:00.278146+0000","last_active":"2024-09-12T18:17:00.278200+0000","last_peered":"2024-09-12T18:17:00.278200+0000","last_clean":"2024-09-12T18:17:00.278200+0000","last_became_active":"2024-09-12T17:35:00.936569+0000","last_became_peered":"2024-09-12T17:35:00.936569+0000","last_unstale":"2024-09-12T18:17:00.278200+0000","last_undegraded":"2024-09-12T18:17:00.278200+0000","last_fullsized":"2024-09-12T18:17:00.278200+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:00.278056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:00.278056+0000","last_clean_scrub_stamp":"2024-09-12T18:17:00.278056+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:49:04.790443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"266'157","reported_seq":740,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:09.864594+0000","last_change":"2024-09-12T18:17:09.864536+0000","last_active":"2024-09-12T18:17:09.864594+0000","last_peered":"2024-09-12T18:17:09.864594+0000","last_clean":"2024-09-12T18:17:09.864594+0000","last_became_active":"2024-09-12T17:35:02.947998+0000","last_became_peered":"2024-09-12T17:35:02.947998+0000","last_unstale":"2024-09-12T18:17:09.864594+0000","last_undegraded":"2024-09-12T18:17:09.864594+0000","last_fullsized":"2024-09-12T18:17:09.864594+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'157","last_scrub_stamp":"2024-09-12T18:17:09.864442+0000","last_deep_scrub":"266'157","last_deep_scrub_stamp":"2024-09-12T18:17:09.864442+0000","last_clean_scrub_stamp":"2024-09-12T18:17:09.864442+0000","objects_scrubbed":6,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:31:31.968361+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17149,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":220,"num_read_kb":320,"num_write":172,"num_write_kb":108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":15964,"num_omap_keys":38,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":494,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:11.748947+0000","last_change":"2024-09-12T18:17:11.748835+0000","last_active":"2024-09-12T18:17:11.748947+0000","last_peered":"2024-09-12T18:17:11.748947+0000","last_clean":"2024-09-12T18:17:11.748947+0000","last_became_active":"2024-09-12T17:35:04.968528+0000","last_became_peered":"2024-09-12T17:35:04.968528+0000","last_unstale":"2024-09-12T18:17:11.748947+0000","last_undegraded":"2024-09-12T18:17:11.748947+0000","last_fullsized":"2024-09-12T18:17:11.748947+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:11.748735+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:11.748735+0000","last_clean_scrub_stamp":"2024-09-12T18:17:11.748735+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:58:18.813908+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"266'131","reported_seq":630,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:19.641090+0000","last_change":"2024-09-12T18:17:19.641090+0000","last_active":"2024-09-12T18:17:19.641090+0000","last_peered":"2024-09-12T18:17:19.641090+0000","last_clean":"2024-09-12T18:17:19.641090+0000","last_became_active":"2024-09-12T17:35:06.987924+0000","last_became_peered":"2024-09-12T17:35:06.987924+0000","last_unstale":"2024-09-12T18:17:19.641090+0000","last_undegraded":"2024-09-12T18:17:19.641090+0000","last_fullsized":"2024-09-12T18:17:19.641090+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'131","last_scrub_stamp":"2024-09-12T18:17:19.640988+0000","last_deep_scrub":"266'131","last_deep_scrub_stamp":"2024-09-12T18:17:19.640988+0000","last_clean_scrub_stamp":"2024-09-12T18:17:19.640988+0000","objects_scrubbed":3,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:17:45.574982+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":136,"num_read_kb":135,"num_write":305,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"266'348","reported_seq":1075,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:53.025169+0000","last_change":"2024-09-12T18:16:53.025103+0000","last_active":"2024-09-12T18:16:53.025169+0000","last_peered":"2024-09-12T18:16:53.025169+0000","last_clean":"2024-09-12T18:16:53.025169+0000","last_became_active":"2024-09-12T17:34:58.918283+0000","last_became_peered":"2024-09-12T17:34:58.918283+0000","last_unstale":"2024-09-12T18:16:53.025169+0000","last_undegraded":"2024-09-12T18:16:53.025169+0000","last_fullsized":"2024-09-12T18:16:53.025169+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'348","last_scrub_stamp":"2024-09-12T18:16:53.025009+0000","last_deep_scrub":"266'348","last_deep_scrub_stamp":"2024-09-12T18:16:53.025009+0000","last_clean_scrub_stamp":"2024-09-12T18:16:53.025009+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:05:06.836088+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1718,"num_read_kb":1431,"num_write":646,"num_write_kb":423,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"266'251","reported_seq":889,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:47.524612+0000","last_change":"2024-09-12T18:16:47.524612+0000","last_active":"2024-09-12T18:16:47.524612+0000","last_peered":"2024-09-12T18:16:47.524612+0000","last_clean":"2024-09-12T18:16:47.524612+0000","last_became_active":"2024-09-12T17:34:56.928028+0000","last_became_peered":"2024-09-12T17:34:56.928028+0000","last_unstale":"2024-09-12T18:16:47.524612+0000","last_undegraded":"2024-09-12T18:16:47.524612+0000","last_fullsized":"2024-09-12T18:16:47.524612+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'251","last_scrub_stamp":"2024-09-12T18:16:47.524464+0000","last_deep_scrub":"266'251","last_deep_scrub_stamp":"2024-09-12T18:16:47.524464+0000","last_clean_scrub_stamp":"2024-09-12T18:16:47.524464+0000","objects_scrubbed":7,"log_size":51,"log_dups_size":200,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:38:52.884736+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":517522,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":536,"num_read_kb":23586,"num_write":1069,"num_write_kb":38807,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":507,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:58.525764+0000","last_change":"2024-09-12T18:16:58.525676+0000","last_active":"2024-09-12T18:16:58.525764+0000","last_peered":"2024-09-12T18:16:58.525764+0000","last_clean":"2024-09-12T18:16:58.525764+0000","last_became_active":"2024-09-12T17:35:00.930519+0000","last_became_peered":"2024-09-12T17:35:00.930519+0000","last_unstale":"2024-09-12T18:16:58.525764+0000","last_undegraded":"2024-09-12T18:16:58.525764+0000","last_fullsized":"2024-09-12T18:16:58.525764+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:16:58.525573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:16:58.525573+0000","last_clean_scrub_stamp":"2024-09-12T18:16:58.525573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:38:44.749190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"266'153","reported_seq":745,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:01.252006+0000","last_change":"2024-09-12T18:17:01.251936+0000","last_active":"2024-09-12T18:17:01.252006+0000","last_peered":"2024-09-12T18:17:01.252006+0000","last_clean":"2024-09-12T18:17:01.252006+0000","last_became_active":"2024-09-12T17:35:02.948449+0000","last_became_peered":"2024-09-12T17:35:02.948449+0000","last_unstale":"2024-09-12T18:17:01.252006+0000","last_undegraded":"2024-09-12T18:17:01.252006+0000","last_fullsized":"2024-09-12T18:17:01.252006+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'153","last_scrub_stamp":"2024-09-12T18:17:01.251818+0000","last_deep_scrub":"266'153","last_deep_scrub_stamp":"2024-09-12T18:17:01.251818+0000","last_clean_scrub_stamp":"2024-09-12T18:17:01.251818+0000","objects_scrubbed":7,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:06:44.647900+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11783,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":205,"num_read_kb":279,"num_write":112,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"266'751","reported_seq":2451,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:03.187785+0000","last_change":"2024-09-12T18:17:03.187725+0000","last_active":"2024-09-12T18:17:03.187785+0000","last_peered":"2024-09-12T18:17:03.187785+0000","last_clean":"2024-09-12T18:17:03.187785+0000","last_became_active":"2024-09-12T17:35:04.966668+0000","last_became_peered":"2024-09-12T17:35:04.966668+0000","last_unstale":"2024-09-12T18:17:03.187785+0000","last_undegraded":"2024-09-12T18:17:03.187785+0000","last_fullsized":"2024-09-12T18:17:03.187785+0000","mapping_epoch":33,"log_start":"266'701","ondisk_log_start":"266'701","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'751","last_scrub_stamp":"2024-09-12T18:17:03.187624+0000","last_deep_scrub":"266'751","last_deep_scrub_stamp":"2024-09-12T18:17:03.187624+0000","last_clean_scrub_stamp":"2024-09-12T18:17:03.187624+0000","objects_scrubbed":1,"log_size":50,"log_dups_size":701,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:56:52.052344+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"266'107","reported_seq":612,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:06.454492+0000","last_change":"2024-09-12T18:17:06.454492+0000","last_active":"2024-09-12T18:17:06.454492+0000","last_peered":"2024-09-12T18:17:06.454492+0000","last_clean":"2024-09-12T18:17:06.454492+0000","last_became_active":"2024-09-12T17:35:06.980716+0000","last_became_peered":"2024-09-12T17:35:06.980716+0000","last_unstale":"2024-09-12T18:17:06.454492+0000","last_undegraded":"2024-09-12T18:17:06.454492+0000","last_fullsized":"2024-09-12T18:17:06.454492+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'107","last_scrub_stamp":"2024-09-12T18:17:06.454400+0000","last_deep_scrub":"266'107","last_deep_scrub_stamp":"2024-09-12T18:17:06.454400+0000","last_clean_scrub_stamp":"2024-09-12T18:17:06.454400+0000","objects_scrubbed":3,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:15:10.177885+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1256,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":140,"num_read_kb":134,"num_write":255,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"266'95","reported_seq":706,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:55.917897+0000","last_change":"2024-09-12T18:16:55.917827+0000","last_active":"2024-09-12T18:16:55.917897+0000","last_peered":"2024-09-12T18:16:55.917897+0000","last_clean":"2024-09-12T18:16:55.917897+0000","last_became_active":"2024-09-12T17:34:58.920768+0000","last_became_peered":"2024-09-12T17:34:58.920768+0000","last_unstale":"2024-09-12T18:16:55.917897+0000","last_undegraded":"2024-09-12T18:16:55.917897+0000","last_fullsized":"2024-09-12T18:16:55.917897+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'95","last_scrub_stamp":"2024-09-12T18:16:55.917731+0000","last_deep_scrub":"266'95","last_deep_scrub_stamp":"2024-09-12T18:16:55.917731+0000","last_clean_scrub_stamp":"2024-09-12T18:16:55.917731+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":0,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:22:39.235993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":462,"num_read_kb":392,"num_write":151,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"266'171","reported_seq":788,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:47.047100+0000","last_change":"2024-09-12T18:16:47.047100+0000","last_active":"2024-09-12T18:16:47.047100+0000","last_peered":"2024-09-12T18:16:47.047100+0000","last_clean":"2024-09-12T18:16:47.047100+0000","last_became_active":"2024-09-12T17:34:56.918704+0000","last_became_peered":"2024-09-12T17:34:56.918704+0000","last_unstale":"2024-09-12T18:16:47.047100+0000","last_undegraded":"2024-09-12T18:16:47.047100+0000","last_fullsized":"2024-09-12T18:16:47.047100+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'171","last_scrub_stamp":"2024-09-12T18:16:47.046971+0000","last_deep_scrub":"266'171","last_deep_scrub_stamp":"2024-09-12T18:16:47.046971+0000","last_clean_scrub_stamp":"2024-09-12T18:16:47.046971+0000","objects_scrubbed":4,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:57:06.999029+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1331844,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":354,"num_read_kb":24218,"num_write":792,"num_write_kb":41362,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"266'4","reported_seq":1465,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:08.037346+0000","last_change":"2024-09-12T18:17:08.037271+0000","last_active":"2024-09-12T18:17:08.037346+0000","last_peered":"2024-09-12T18:17:08.037346+0000","last_clean":"2024-09-12T18:17:08.037346+0000","last_became_active":"2024-09-12T17:35:00.935573+0000","last_became_peered":"2024-09-12T17:35:00.935573+0000","last_unstale":"2024-09-12T18:17:08.037346+0000","last_undegraded":"2024-09-12T18:17:08.037346+0000","last_fullsized":"2024-09-12T18:17:08.037346+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'4","last_scrub_stamp":"2024-09-12T18:17:08.037182+0000","last_deep_scrub":"266'4","last_deep_scrub_stamp":"2024-09-12T18:17:08.037182+0000","last_clean_scrub_stamp":"2024-09-12T18:17:08.037182+0000","objects_scrubbed":2,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:50:27.723921+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":958,"num_read_kb":958,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"266'85","reported_seq":614,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:08.699410+0000","last_change":"2024-09-12T18:17:08.699344+0000","last_active":"2024-09-12T18:17:08.699410+0000","last_peered":"2024-09-12T18:17:08.699410+0000","last_clean":"2024-09-12T18:17:08.699410+0000","last_became_active":"2024-09-12T17:35:03.252300+0000","last_became_peered":"2024-09-12T17:35:03.252300+0000","last_unstale":"2024-09-12T18:17:08.699410+0000","last_undegraded":"2024-09-12T18:17:08.699410+0000","last_fullsized":"2024-09-12T18:17:08.699410+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'85","last_scrub_stamp":"2024-09-12T18:17:08.699251+0000","last_deep_scrub":"266'85","last_deep_scrub_stamp":"2024-09-12T18:17:08.699251+0000","last_clean_scrub_stamp":"2024-09-12T18:17:08.699251+0000","objects_scrubbed":5,"log_size":85,"log_dups_size":0,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:53:03.337493+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":77,"num_read_kb":71,"num_write":52,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"266'767","reported_seq":2381,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:04.506872+0000","last_change":"2024-09-12T18:17:04.506794+0000","last_active":"2024-09-12T18:17:04.506872+0000","last_peered":"2024-09-12T18:17:04.506872+0000","last_clean":"2024-09-12T18:17:04.506872+0000","last_became_active":"2024-09-12T17:35:04.962416+0000","last_became_peered":"2024-09-12T17:35:04.962416+0000","last_unstale":"2024-09-12T18:17:04.506872+0000","last_undegraded":"2024-09-12T18:17:04.506872+0000","last_fullsized":"2024-09-12T18:17:04.506872+0000","mapping_epoch":33,"log_start":"266'701","ondisk_log_start":"266'701","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'767","last_scrub_stamp":"2024-09-12T18:17:04.506696+0000","last_deep_scrub":"266'767","last_deep_scrub_stamp":"2024-09-12T18:17:04.506696+0000","last_clean_scrub_stamp":"2024-09-12T18:17:04.506696+0000","objects_scrubbed":1,"log_size":66,"log_dups_size":701,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:59:49.522621+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"266'108","reported_seq":609,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:16.784751+0000","last_change":"2024-09-12T18:17:16.784751+0000","last_active":"2024-09-12T18:17:16.784751+0000","last_peered":"2024-09-12T18:17:16.784751+0000","last_clean":"2024-09-12T18:17:16.784751+0000","last_became_active":"2024-09-12T17:35:06.980651+0000","last_became_peered":"2024-09-12T17:35:06.980651+0000","last_unstale":"2024-09-12T18:17:16.784751+0000","last_undegraded":"2024-09-12T18:17:16.784751+0000","last_fullsized":"2024-09-12T18:17:16.784751+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'108","last_scrub_stamp":"2024-09-12T18:17:16.784659+0000","last_deep_scrub":"266'108","last_deep_scrub_stamp":"2024-09-12T18:17:16.784659+0000","last_clean_scrub_stamp":"2024-09-12T18:17:16.784659+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:06:25.650205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":113,"num_read_kb":112,"num_write":247,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"266'333","reported_seq":1018,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:54.612756+0000","last_change":"2024-09-12T18:16:54.612692+0000","last_active":"2024-09-12T18:16:54.612756+0000","last_peered":"2024-09-12T18:16:54.612756+0000","last_clean":"2024-09-12T18:16:54.612756+0000","last_became_active":"2024-09-12T17:34:58.923008+0000","last_became_peered":"2024-09-12T17:34:58.923008+0000","last_unstale":"2024-09-12T18:16:54.612756+0000","last_undegraded":"2024-09-12T18:16:54.612756+0000","last_fullsized":"2024-09-12T18:16:54.612756+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'333","last_scrub_stamp":"2024-09-12T18:16:54.612606+0000","last_deep_scrub":"266'333","last_deep_scrub_stamp":"2024-09-12T18:16:54.612606+0000","last_clean_scrub_stamp":"2024-09-12T18:16:54.612606+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:00:15.872205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1673,"num_read_kb":1469,"num_write":531,"num_write_kb":278,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"266'243","reported_seq":901,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:47.630018+0000","last_change":"2024-09-12T18:16:47.630018+0000","last_active":"2024-09-12T18:16:47.630018+0000","last_peered":"2024-09-12T18:16:47.630018+0000","last_clean":"2024-09-12T18:16:47.630018+0000","last_became_active":"2024-09-12T17:34:56.920361+0000","last_became_peered":"2024-09-12T17:34:56.920361+0000","last_unstale":"2024-09-12T18:16:47.630018+0000","last_undegraded":"2024-09-12T18:16:47.630018+0000","last_fullsized":"2024-09-12T18:16:47.630018+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'243","last_scrub_stamp":"2024-09-12T18:16:47.629890+0000","last_deep_scrub":"266'243","last_deep_scrub_stamp":"2024-09-12T18:16:47.629890+0000","last_clean_scrub_stamp":"2024-09-12T18:16:47.629890+0000","objects_scrubbed":8,"log_size":43,"log_dups_size":200,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:33:28.461497+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2146946,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":565,"num_read_kb":58412,"num_write":1046,"num_write_kb":35976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":507,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:05.910746+0000","last_change":"2024-09-12T18:17:05.910666+0000","last_active":"2024-09-12T18:17:05.910746+0000","last_peered":"2024-09-12T18:17:05.910746+0000","last_clean":"2024-09-12T18:17:05.910746+0000","last_became_active":"2024-09-12T17:35:00.933438+0000","last_became_peered":"2024-09-12T17:35:00.933438+0000","last_unstale":"2024-09-12T18:17:05.910746+0000","last_undegraded":"2024-09-12T18:17:05.910746+0000","last_fullsized":"2024-09-12T18:17:05.910746+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:05.910563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:05.910563+0000","last_clean_scrub_stamp":"2024-09-12T18:17:05.910563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:29:20.749973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"266'214","reported_seq":824,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:14.054981+0000","last_change":"2024-09-12T18:17:14.054923+0000","last_active":"2024-09-12T18:17:14.054981+0000","last_peered":"2024-09-12T18:17:14.054981+0000","last_clean":"2024-09-12T18:17:14.054981+0000","last_became_active":"2024-09-12T17:35:02.953980+0000","last_became_peered":"2024-09-12T17:35:02.953980+0000","last_unstale":"2024-09-12T18:17:14.054981+0000","last_undegraded":"2024-09-12T18:17:14.054981+0000","last_fullsized":"2024-09-12T18:17:14.054981+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'214","last_scrub_stamp":"2024-09-12T18:17:14.054826+0000","last_deep_scrub":"266'214","last_deep_scrub_stamp":"2024-09-12T18:17:14.054826+0000","last_clean_scrub_stamp":"2024-09-12T18:17:14.054826+0000","objects_scrubbed":8,"log_size":14,"log_dups_size":200,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:38:12.832111+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6998,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":274,"num_read_kb":327,"num_write":164,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":493,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:03.527460+0000","last_change":"2024-09-12T18:17:03.527411+0000","last_active":"2024-09-12T18:17:03.527460+0000","last_peered":"2024-09-12T18:17:03.527460+0000","last_clean":"2024-09-12T18:17:03.527460+0000","last_became_active":"2024-09-12T17:35:04.964947+0000","last_became_peered":"2024-09-12T17:35:04.964947+0000","last_unstale":"2024-09-12T18:17:03.527460+0000","last_undegraded":"2024-09-12T18:17:03.527460+0000","last_fullsized":"2024-09-12T18:17:03.527460+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:03.527322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:03.527322+0000","last_clean_scrub_stamp":"2024-09-12T18:17:03.527322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:48:15.515020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"266'125","reported_seq":634,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:07.438700+0000","last_change":"2024-09-12T18:17:07.438700+0000","last_active":"2024-09-12T18:17:07.438700+0000","last_peered":"2024-09-12T18:17:07.438700+0000","last_clean":"2024-09-12T18:17:07.438700+0000","last_became_active":"2024-09-12T17:35:06.984110+0000","last_became_peered":"2024-09-12T17:35:06.984110+0000","last_unstale":"2024-09-12T18:17:07.438700+0000","last_undegraded":"2024-09-12T18:17:07.438700+0000","last_fullsized":"2024-09-12T18:17:07.438700+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'125","last_scrub_stamp":"2024-09-12T18:17:07.438619+0000","last_deep_scrub":"266'125","last_deep_scrub_stamp":"2024-09-12T18:17:07.438619+0000","last_clean_scrub_stamp":"2024-09-12T18:17:07.438619+0000","objects_scrubbed":2,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:41:00.267554+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":183,"num_read_kb":174,"num_write":285,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"266'245","reported_seq":848,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:57.496358+0000","last_change":"2024-09-12T18:16:57.496358+0000","last_active":"2024-09-12T18:16:57.496358+0000","last_peered":"2024-09-12T18:16:57.496358+0000","last_clean":"2024-09-12T18:16:57.496358+0000","last_became_active":"2024-09-12T17:34:58.921292+0000","last_became_peered":"2024-09-12T17:34:58.921292+0000","last_unstale":"2024-09-12T18:16:57.496358+0000","last_undegraded":"2024-09-12T18:16:57.496358+0000","last_fullsized":"2024-09-12T18:16:57.496358+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'245","last_scrub_stamp":"2024-09-12T18:16:57.496276+0000","last_deep_scrub":"266'245","last_deep_scrub_stamp":"2024-09-12T18:16:57.496276+0000","last_clean_scrub_stamp":"2024-09-12T18:16:57.496276+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":200,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:21:22.134358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1071,"num_read_kb":869,"num_write":458,"num_write_kb":239,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"266'74","reported_seq":625,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:46.619235+0000","last_change":"2024-09-12T18:16:46.619180+0000","last_active":"2024-09-12T18:16:46.619235+0000","last_peered":"2024-09-12T18:16:46.619235+0000","last_clean":"2024-09-12T18:16:46.619235+0000","last_became_active":"2024-09-12T17:34:38.877094+0000","last_became_peered":"2024-09-12T17:34:38.877094+0000","last_unstale":"2024-09-12T18:16:46.619235+0000","last_undegraded":"2024-09-12T18:16:46.619235+0000","last_fullsized":"2024-09-12T18:16:46.619235+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'74","last_scrub_stamp":"2024-09-12T18:16:46.619078+0000","last_deep_scrub":"266'74","last_deep_scrub_stamp":"2024-09-12T18:16:46.619078+0000","last_clean_scrub_stamp":"2024-09-12T18:16:46.619078+0000","objects_scrubbed":2,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:51:33.183098+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"266'2","reported_seq":533,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:46.283366+0000","last_change":"2024-09-12T18:16:46.283366+0000","last_active":"2024-09-12T18:16:46.283366+0000","last_peered":"2024-09-12T18:16:46.283366+0000","last_clean":"2024-09-12T18:16:46.283366+0000","last_became_active":"2024-09-12T17:34:45.621550+0000","last_became_peered":"2024-09-12T17:34:45.621550+0000","last_unstale":"2024-09-12T18:16:46.283366+0000","last_undegraded":"2024-09-12T18:16:46.283366+0000","last_fullsized":"2024-09-12T18:16:46.283366+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-12T18:16:46.283288+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-12T18:16:46.283288+0000","last_clean_scrub_stamp":"2024-09-12T18:16:46.283288+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:34:48.700672+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.000454752,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"266'172","reported_seq":806,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:45.596152+0000","last_change":"2024-09-12T18:16:45.596152+0000","last_active":"2024-09-12T18:16:45.596152+0000","last_peered":"2024-09-12T18:16:45.596152+0000","last_clean":"2024-09-12T18:16:45.596152+0000","last_became_active":"2024-09-12T17:34:56.930976+0000","last_became_peered":"2024-09-12T17:34:56.930976+0000","last_unstale":"2024-09-12T18:16:45.596152+0000","last_undegraded":"2024-09-12T18:16:45.596152+0000","last_fullsized":"2024-09-12T18:16:45.596152+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'172","last_scrub_stamp":"2024-09-12T18:16:45.596045+0000","last_deep_scrub":"266'172","last_deep_scrub_stamp":"2024-09-12T18:16:45.596045+0000","last_clean_scrub_stamp":"2024-09-12T18:16:45.596045+0000","objects_scrubbed":4,"log_size":72,"log_dups_size":100,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:09:18.069914+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4627867,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":425,"num_read_kb":23706,"num_write":835,"num_write_kb":20885,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"266'5","reported_seq":987,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:06.594709+0000","last_change":"2024-09-12T18:17:06.594709+0000","last_active":"2024-09-12T18:17:06.594709+0000","last_peered":"2024-09-12T18:17:06.594709+0000","last_clean":"2024-09-12T18:17:06.594709+0000","last_became_active":"2024-09-12T17:35:00.937638+0000","last_became_peered":"2024-09-12T17:35:00.937638+0000","last_unstale":"2024-09-12T18:17:06.594709+0000","last_undegraded":"2024-09-12T18:17:06.594709+0000","last_fullsized":"2024-09-12T18:17:06.594709+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'5","last_scrub_stamp":"2024-09-12T18:17:06.594619+0000","last_deep_scrub":"266'5","last_deep_scrub_stamp":"2024-09-12T18:17:06.594619+0000","last_clean_scrub_stamp":"2024-09-12T18:17:06.594619+0000","objects_scrubbed":1,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:09:41.174182+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":727,"num_read_kb":1197,"num_write":8,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"266'303","reported_seq":1008,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:11.017518+0000","last_change":"2024-09-12T18:17:11.017518+0000","last_active":"2024-09-12T18:17:11.017518+0000","last_peered":"2024-09-12T18:17:11.017518+0000","last_clean":"2024-09-12T18:17:11.017518+0000","last_became_active":"2024-09-12T17:35:02.951937+0000","last_became_peered":"2024-09-12T17:35:02.951937+0000","last_unstale":"2024-09-12T18:17:11.017518+0000","last_undegraded":"2024-09-12T18:17:11.017518+0000","last_fullsized":"2024-09-12T18:17:11.017518+0000","mapping_epoch":31,"log_start":"263'200","ondisk_log_start":"263'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'303","last_scrub_stamp":"2024-09-12T18:17:11.017422+0000","last_deep_scrub":"266'303","last_deep_scrub_stamp":"2024-09-12T18:17:11.017422+0000","last_clean_scrub_stamp":"2024-09-12T18:17:11.017422+0000","objects_scrubbed":6,"log_size":103,"log_dups_size":200,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:30:15.070084+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42357,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":564,"num_read_kb":782,"num_write":500,"num_write_kb":384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":107602,"num_omap_keys":260,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":494,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:09.750475+0000","last_change":"2024-09-12T18:17:09.750475+0000","last_active":"2024-09-12T18:17:09.750475+0000","last_peered":"2024-09-12T18:17:09.750475+0000","last_clean":"2024-09-12T18:17:09.750475+0000","last_became_active":"2024-09-12T17:35:04.970656+0000","last_became_peered":"2024-09-12T17:35:04.970656+0000","last_unstale":"2024-09-12T18:17:09.750475+0000","last_undegraded":"2024-09-12T18:17:09.750475+0000","last_fullsized":"2024-09-12T18:17:09.750475+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:09.750386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:09.750386+0000","last_clean_scrub_stamp":"2024-09-12T18:17:09.750386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:35:51.100494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"266'247","reported_seq":1011,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:09.495846+0000","last_change":"2024-09-12T18:17:09.495846+0000","last_active":"2024-09-12T18:17:09.495846+0000","last_peered":"2024-09-12T18:17:09.495846+0000","last_clean":"2024-09-12T18:17:09.495846+0000","last_became_active":"2024-09-12T17:35:06.984114+0000","last_became_peered":"2024-09-12T17:35:06.984114+0000","last_unstale":"2024-09-12T18:17:09.495846+0000","last_undegraded":"2024-09-12T18:17:09.495846+0000","last_fullsized":"2024-09-12T18:17:09.495846+0000","mapping_epoch":35,"log_start":"266'200","ondisk_log_start":"266'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'247","last_scrub_stamp":"2024-09-12T18:17:09.495741+0000","last_deep_scrub":"266'247","last_deep_scrub_stamp":"2024-09-12T18:17:09.495741+0000","last_clean_scrub_stamp":"2024-09-12T18:17:09.495741+0000","objects_scrubbed":5,"log_size":47,"log_dups_size":200,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:20:37.769601+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1263,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":771,"num_read_kb":707,"num_write":523,"num_write_kb":144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":66,"num_omap_keys":1,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"266'148","reported_seq":738,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:52.841924+0000","last_change":"2024-09-12T18:16:52.841924+0000","last_active":"2024-09-12T18:16:52.841924+0000","last_peered":"2024-09-12T18:16:52.841924+0000","last_clean":"2024-09-12T18:16:52.841924+0000","last_became_active":"2024-09-12T17:34:58.926456+0000","last_became_peered":"2024-09-12T17:34:58.926456+0000","last_unstale":"2024-09-12T18:16:52.841924+0000","last_undegraded":"2024-09-12T18:16:52.841924+0000","last_fullsized":"2024-09-12T18:16:52.841924+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'148","last_scrub_stamp":"2024-09-12T18:16:52.841842+0000","last_deep_scrub":"266'148","last_deep_scrub_stamp":"2024-09-12T18:16:52.841842+0000","last_clean_scrub_stamp":"2024-09-12T18:16:52.841842+0000","objects_scrubbed":1,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:36:52.718993+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":622,"num_read_kb":509,"num_write":203,"num_write_kb":100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":720,"num_omap_keys":3,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":532,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:47.610554+0000","last_change":"2024-09-12T18:16:47.610481+0000","last_active":"2024-09-12T18:16:47.610554+0000","last_peered":"2024-09-12T18:16:47.610554+0000","last_clean":"2024-09-12T18:16:47.610554+0000","last_became_active":"2024-09-12T17:34:45.621465+0000","last_became_peered":"2024-09-12T17:34:45.621465+0000","last_unstale":"2024-09-12T18:16:47.610554+0000","last_undegraded":"2024-09-12T18:16:47.610554+0000","last_fullsized":"2024-09-12T18:16:47.610554+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:16:47.610399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:16:47.610399+0000","last_clean_scrub_stamp":"2024-09-12T18:16:47.610399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:05:55.806409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050835799999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"266'219","reported_seq":891,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:42.996414+0000","last_change":"2024-09-12T18:16:42.996414+0000","last_active":"2024-09-12T18:16:42.996414+0000","last_peered":"2024-09-12T18:16:42.996414+0000","last_clean":"2024-09-12T18:16:42.996414+0000","last_became_active":"2024-09-12T17:34:56.926728+0000","last_became_peered":"2024-09-12T17:34:56.926728+0000","last_unstale":"2024-09-12T18:16:42.996414+0000","last_undegraded":"2024-09-12T18:16:42.996414+0000","last_fullsized":"2024-09-12T18:16:42.996414+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'219","last_scrub_stamp":"2024-09-12T18:16:42.996306+0000","last_deep_scrub":"266'219","last_deep_scrub_stamp":"2024-09-12T18:16:42.996306+0000","last_clean_scrub_stamp":"2024-09-12T18:16:42.996306+0000","objects_scrubbed":3,"log_size":19,"log_dups_size":200,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:57:04.760515+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262198,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":487,"num_read_kb":76567,"num_write":1010,"num_write_kb":37048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":503,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:06.054150+0000","last_change":"2024-09-12T18:17:06.054150+0000","last_active":"2024-09-12T18:17:06.054150+0000","last_peered":"2024-09-12T18:17:06.054150+0000","last_clean":"2024-09-12T18:17:06.054150+0000","last_became_active":"2024-09-12T17:35:00.939245+0000","last_became_peered":"2024-09-12T17:35:00.939245+0000","last_unstale":"2024-09-12T18:17:06.054150+0000","last_undegraded":"2024-09-12T18:17:06.054150+0000","last_fullsized":"2024-09-12T18:17:06.054150+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:06.054068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:06.054068+0000","last_clean_scrub_stamp":"2024-09-12T18:17:06.054068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:26:47.677778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"266'830","reported_seq":2275,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:03.464991+0000","last_change":"2024-09-12T18:17:03.464991+0000","last_active":"2024-09-12T18:17:03.464991+0000","last_peered":"2024-09-12T18:17:03.464991+0000","last_clean":"2024-09-12T18:17:03.464991+0000","last_became_active":"2024-09-12T17:35:02.947906+0000","last_became_peered":"2024-09-12T17:35:02.947906+0000","last_unstale":"2024-09-12T18:17:03.464991+0000","last_undegraded":"2024-09-12T18:17:03.464991+0000","last_fullsized":"2024-09-12T18:17:03.464991+0000","mapping_epoch":31,"log_start":"266'800","ondisk_log_start":"266'800","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'830","last_scrub_stamp":"2024-09-12T18:17:03.464881+0000","last_deep_scrub":"266'830","last_deep_scrub_stamp":"2024-09-12T18:17:03.464881+0000","last_clean_scrub_stamp":"2024-09-12T18:17:03.464881+0000","objects_scrubbed":11,"log_size":30,"log_dups_size":800,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:49:55.969665+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18923,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":1163,"num_read_kb":1336,"num_write":264,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5938,"num_omap_keys":16,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":496,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:14.626563+0000","last_change":"2024-09-12T18:17:14.626563+0000","last_active":"2024-09-12T18:17:14.626563+0000","last_peered":"2024-09-12T18:17:14.626563+0000","last_clean":"2024-09-12T18:17:14.626563+0000","last_became_active":"2024-09-12T17:35:04.963541+0000","last_became_peered":"2024-09-12T17:35:04.963541+0000","last_unstale":"2024-09-12T18:17:14.626563+0000","last_undegraded":"2024-09-12T18:17:14.626563+0000","last_fullsized":"2024-09-12T18:17:14.626563+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:14.626451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:14.626451+0000","last_clean_scrub_stamp":"2024-09-12T18:17:14.626451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:34:19.078226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"266'140","reported_seq":666,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:09.440705+0000","last_change":"2024-09-12T18:17:09.440705+0000","last_active":"2024-09-12T18:17:09.440705+0000","last_peered":"2024-09-12T18:17:09.440705+0000","last_clean":"2024-09-12T18:17:09.440705+0000","last_became_active":"2024-09-12T17:35:07.198906+0000","last_became_peered":"2024-09-12T17:35:07.198906+0000","last_unstale":"2024-09-12T18:17:09.440705+0000","last_undegraded":"2024-09-12T18:17:09.440705+0000","last_fullsized":"2024-09-12T18:17:09.440705+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'140","last_scrub_stamp":"2024-09-12T18:17:09.440618+0000","last_deep_scrub":"266'140","last_deep_scrub_stamp":"2024-09-12T18:17:09.440618+0000","last_clean_scrub_stamp":"2024-09-12T18:17:09.440618+0000","objects_scrubbed":3,"log_size":40,"log_dups_size":100,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:06:40.690543+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":865,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":245,"num_read_kb":226,"num_write":357,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"266'456","reported_seq":1189,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:53.587947+0000","last_change":"2024-09-12T18:16:53.587947+0000","last_active":"2024-09-12T18:16:53.587947+0000","last_peered":"2024-09-12T18:16:53.587947+0000","last_clean":"2024-09-12T18:16:53.587947+0000","last_became_active":"2024-09-12T17:34:58.921188+0000","last_became_peered":"2024-09-12T17:34:58.921188+0000","last_unstale":"2024-09-12T18:16:53.587947+0000","last_undegraded":"2024-09-12T18:16:53.587947+0000","last_fullsized":"2024-09-12T18:16:53.587947+0000","mapping_epoch":27,"log_start":"266'400","ondisk_log_start":"266'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'456","last_scrub_stamp":"2024-09-12T18:16:53.587855+0000","last_deep_scrub":"266'456","last_deep_scrub_stamp":"2024-09-12T18:16:53.587855+0000","last_clean_scrub_stamp":"2024-09-12T18:16:53.587855+0000","objects_scrubbed":1,"log_size":56,"log_dups_size":400,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:23:31.978000+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2112,"num_read_kb":1783,"num_write":682,"num_write_kb":387,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":25753,"num_omap_keys":101,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":534,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:44.074151+0000","last_change":"2024-09-12T18:16:44.074151+0000","last_active":"2024-09-12T18:16:44.074151+0000","last_peered":"2024-09-12T18:16:44.074151+0000","last_clean":"2024-09-12T18:16:44.074151+0000","last_became_active":"2024-09-12T17:34:45.621377+0000","last_became_peered":"2024-09-12T17:34:45.621377+0000","last_unstale":"2024-09-12T18:16:44.074151+0000","last_undegraded":"2024-09-12T18:16:44.074151+0000","last_fullsized":"2024-09-12T18:16:44.074151+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:16:44.074078+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:16:44.074078+0000","last_clean_scrub_stamp":"2024-09-12T18:16:44.074078+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:47:43.163261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00052055199999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"266'174","reported_seq":786,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:46.701108+0000","last_change":"2024-09-12T18:16:46.701056+0000","last_active":"2024-09-12T18:16:46.701108+0000","last_peered":"2024-09-12T18:16:46.701108+0000","last_clean":"2024-09-12T18:16:46.701108+0000","last_became_active":"2024-09-12T17:34:56.912317+0000","last_became_peered":"2024-09-12T17:34:56.912317+0000","last_unstale":"2024-09-12T18:16:46.701108+0000","last_undegraded":"2024-09-12T18:16:46.701108+0000","last_fullsized":"2024-09-12T18:16:46.701108+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'174","last_scrub_stamp":"2024-09-12T18:16:46.700934+0000","last_deep_scrub":"266'174","last_deep_scrub_stamp":"2024-09-12T18:16:46.700934+0000","last_clean_scrub_stamp":"2024-09-12T18:16:46.700934+0000","objects_scrubbed":6,"log_size":74,"log_dups_size":100,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:52:59.036143+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4456554,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":368,"num_read_kb":6167,"num_write":884,"num_write_kb":16600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"266'2","reported_seq":508,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:57.216455+0000","last_change":"2024-09-12T18:16:57.216455+0000","last_active":"2024-09-12T18:16:57.216455+0000","last_peered":"2024-09-12T18:16:57.216455+0000","last_clean":"2024-09-12T18:16:57.216455+0000","last_became_active":"2024-09-12T17:35:00.933508+0000","last_became_peered":"2024-09-12T17:35:00.933508+0000","last_unstale":"2024-09-12T18:16:57.216455+0000","last_undegraded":"2024-09-12T18:16:57.216455+0000","last_fullsized":"2024-09-12T18:16:57.216455+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-12T18:16:57.216362+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-12T18:16:57.216362+0000","last_clean_scrub_stamp":"2024-09-12T18:16:57.216362+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:35:16.806192+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"266'226","reported_seq":1277,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:10.650929+0000","last_change":"2024-09-12T18:17:10.650929+0000","last_active":"2024-09-12T18:17:10.650929+0000","last_peered":"2024-09-12T18:17:10.650929+0000","last_clean":"2024-09-12T18:17:10.650929+0000","last_became_active":"2024-09-12T17:35:03.253581+0000","last_became_peered":"2024-09-12T17:35:03.253581+0000","last_unstale":"2024-09-12T18:17:10.650929+0000","last_undegraded":"2024-09-12T18:17:10.650929+0000","last_fullsized":"2024-09-12T18:17:10.650929+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'226","last_scrub_stamp":"2024-09-12T18:17:10.650831+0000","last_deep_scrub":"266'226","last_deep_scrub_stamp":"2024-09-12T18:17:10.650831+0000","last_clean_scrub_stamp":"2024-09-12T18:17:10.650831+0000","objects_scrubbed":9,"log_size":26,"log_dups_size":200,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:59:24.790295+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":180,"num_read_kb":170,"num_write":147,"num_write_kb":51,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5278,"num_omap_keys":12,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":495,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:08.769928+0000","last_change":"2024-09-12T18:17:08.769928+0000","last_active":"2024-09-12T18:17:08.769928+0000","last_peered":"2024-09-12T18:17:08.769928+0000","last_clean":"2024-09-12T18:17:08.769928+0000","last_became_active":"2024-09-12T17:35:04.968891+0000","last_became_peered":"2024-09-12T17:35:04.968891+0000","last_unstale":"2024-09-12T18:17:08.769928+0000","last_undegraded":"2024-09-12T18:17:08.769928+0000","last_fullsized":"2024-09-12T18:17:08.769928+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:08.769832+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:08.769832+0000","last_clean_scrub_stamp":"2024-09-12T18:17:08.769832+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:09:35.079942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"266'268","reported_seq":879,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:18.613858+0000","last_change":"2024-09-12T18:17:18.613753+0000","last_active":"2024-09-12T18:17:18.613858+0000","last_peered":"2024-09-12T18:17:18.613858+0000","last_clean":"2024-09-12T18:17:18.613858+0000","last_became_active":"2024-09-12T17:35:06.983394+0000","last_became_peered":"2024-09-12T17:35:06.983394+0000","last_unstale":"2024-09-12T18:17:18.613858+0000","last_undegraded":"2024-09-12T18:17:18.613858+0000","last_fullsized":"2024-09-12T18:17:18.613858+0000","mapping_epoch":35,"log_start":"266'200","ondisk_log_start":"266'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'268","last_scrub_stamp":"2024-09-12T18:17:18.613645+0000","last_deep_scrub":"266'268","last_deep_scrub_stamp":"2024-09-12T18:17:18.613645+0000","last_clean_scrub_stamp":"2024-09-12T18:17:18.613645+0000","objects_scrubbed":2,"log_size":68,"log_dups_size":200,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:01:38.592343+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":537,"num_read_kb":555,"num_write":594,"num_write_kb":166,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1193,"num_omap_keys":7,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"266'281","reported_seq":897,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:52.626848+0000","last_change":"2024-09-12T18:16:52.626848+0000","last_active":"2024-09-12T18:16:52.626848+0000","last_peered":"2024-09-12T18:16:52.626848+0000","last_clean":"2024-09-12T18:16:52.626848+0000","last_became_active":"2024-09-12T17:34:58.925181+0000","last_became_peered":"2024-09-12T17:34:58.925181+0000","last_unstale":"2024-09-12T18:16:52.626848+0000","last_undegraded":"2024-09-12T18:16:52.626848+0000","last_fullsized":"2024-09-12T18:16:52.626848+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'281","last_scrub_stamp":"2024-09-12T18:16:52.626757+0000","last_deep_scrub":"266'281","last_deep_scrub_stamp":"2024-09-12T18:16:52.626757+0000","last_clean_scrub_stamp":"2024-09-12T18:16:52.626757+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":200,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:19:01.112359+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1266,"num_read_kb":1015,"num_write":487,"num_write_kb":254,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"266'3","reported_seq":534,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:45.255194+0000","last_change":"2024-09-12T18:16:45.255194+0000","last_active":"2024-09-12T18:16:45.255194+0000","last_peered":"2024-09-12T18:16:45.255194+0000","last_clean":"2024-09-12T18:16:45.255194+0000","last_became_active":"2024-09-12T17:34:45.618674+0000","last_became_peered":"2024-09-12T17:34:45.618674+0000","last_unstale":"2024-09-12T18:16:45.255194+0000","last_undegraded":"2024-09-12T18:16:45.255194+0000","last_fullsized":"2024-09-12T18:16:45.255194+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'3","last_scrub_stamp":"2024-09-12T18:16:45.255114+0000","last_deep_scrub":"266'3","last_deep_scrub_stamp":"2024-09-12T18:16:45.255114+0000","last_clean_scrub_stamp":"2024-09-12T18:16:45.255114+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:57:24.651572+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0.00089588000000000005,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"266'203","reported_seq":844,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:45.056729+0000","last_change":"2024-09-12T18:16:45.056729+0000","last_active":"2024-09-12T18:16:45.056729+0000","last_peered":"2024-09-12T18:16:45.056729+0000","last_clean":"2024-09-12T18:16:45.056729+0000","last_became_active":"2024-09-12T17:34:56.930581+0000","last_became_peered":"2024-09-12T17:34:56.930581+0000","last_unstale":"2024-09-12T18:16:45.056729+0000","last_undegraded":"2024-09-12T18:16:45.056729+0000","last_fullsized":"2024-09-12T18:16:45.056729+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'203","last_scrub_stamp":"2024-09-12T18:16:45.056616+0000","last_deep_scrub":"266'203","last_deep_scrub_stamp":"2024-09-12T18:16:45.056616+0000","last_clean_scrub_stamp":"2024-09-12T18:16:45.056616+0000","objects_scrubbed":4,"log_size":103,"log_dups_size":100,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:47:07.278704+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1354786,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":462,"num_read_kb":24690,"num_write":993,"num_write_kb":43686,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":503,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:01.799937+0000","last_change":"2024-09-12T18:17:01.799937+0000","last_active":"2024-09-12T18:17:01.799937+0000","last_peered":"2024-09-12T18:17:01.799937+0000","last_clean":"2024-09-12T18:17:01.799937+0000","last_became_active":"2024-09-12T17:35:00.929890+0000","last_became_peered":"2024-09-12T17:35:00.929890+0000","last_unstale":"2024-09-12T18:17:01.799937+0000","last_undegraded":"2024-09-12T18:17:01.799937+0000","last_fullsized":"2024-09-12T18:17:01.799937+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:01.799861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:01.799861+0000","last_clean_scrub_stamp":"2024-09-12T18:17:01.799861+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:44:12.032089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"266'123","reported_seq":673,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:06.726434+0000","last_change":"2024-09-12T18:17:06.726434+0000","last_active":"2024-09-12T18:17:06.726434+0000","last_peered":"2024-09-12T18:17:06.726434+0000","last_clean":"2024-09-12T18:17:06.726434+0000","last_became_active":"2024-09-12T17:35:02.949598+0000","last_became_peered":"2024-09-12T17:35:02.949598+0000","last_unstale":"2024-09-12T18:17:06.726434+0000","last_undegraded":"2024-09-12T18:17:06.726434+0000","last_fullsized":"2024-09-12T18:17:06.726434+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'123","last_scrub_stamp":"2024-09-12T18:17:06.726346+0000","last_deep_scrub":"266'123","last_deep_scrub_stamp":"2024-09-12T18:17:06.726346+0000","last_clean_scrub_stamp":"2024-09-12T18:17:06.726346+0000","objects_scrubbed":7,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:33:19.770924+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":140,"num_read_kb":134,"num_write":100,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3352,"num_omap_keys":10,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":493,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:02.539446+0000","last_change":"2024-09-12T18:17:02.539446+0000","last_active":"2024-09-12T18:17:02.539446+0000","last_peered":"2024-09-12T18:17:02.539446+0000","last_clean":"2024-09-12T18:17:02.539446+0000","last_became_active":"2024-09-12T17:35:04.971350+0000","last_became_peered":"2024-09-12T17:35:04.971350+0000","last_unstale":"2024-09-12T18:17:02.539446+0000","last_undegraded":"2024-09-12T18:17:02.539446+0000","last_fullsized":"2024-09-12T18:17:02.539446+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:02.539327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:02.539327+0000","last_clean_scrub_stamp":"2024-09-12T18:17:02.539327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:45:46.495516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"266'129","reported_seq":677,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:18.039084+0000","last_change":"2024-09-12T18:17:18.039084+0000","last_active":"2024-09-12T18:17:18.039084+0000","last_peered":"2024-09-12T18:17:18.039084+0000","last_clean":"2024-09-12T18:17:18.039084+0000","last_became_active":"2024-09-12T17:35:06.983069+0000","last_became_peered":"2024-09-12T17:35:06.983069+0000","last_unstale":"2024-09-12T18:17:18.039084+0000","last_undegraded":"2024-09-12T18:17:18.039084+0000","last_fullsized":"2024-09-12T18:17:18.039084+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'129","last_scrub_stamp":"2024-09-12T18:17:18.038983+0000","last_deep_scrub":"266'129","last_deep_scrub_stamp":"2024-09-12T18:17:18.038983+0000","last_clean_scrub_stamp":"2024-09-12T18:17:18.038983+0000","objects_scrubbed":1,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:02:24.232248+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":202,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":239,"num_read_kb":239,"num_write":300,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"266'254","reported_seq":915,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:51.666817+0000","last_change":"2024-09-12T18:16:51.666817+0000","last_active":"2024-09-12T18:16:51.666817+0000","last_peered":"2024-09-12T18:16:51.666817+0000","last_clean":"2024-09-12T18:16:51.666817+0000","last_became_active":"2024-09-12T17:34:58.918123+0000","last_became_peered":"2024-09-12T17:34:58.918123+0000","last_unstale":"2024-09-12T18:16:51.666817+0000","last_undegraded":"2024-09-12T18:16:51.666817+0000","last_fullsized":"2024-09-12T18:16:51.666817+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'254","last_scrub_stamp":"2024-09-12T18:16:51.666697+0000","last_deep_scrub":"266'254","last_deep_scrub_stamp":"2024-09-12T18:16:51.666697+0000","last_clean_scrub_stamp":"2024-09-12T18:16:51.666697+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":200,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:49:34.884595+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1123,"num_read_kb":920,"num_write":376,"num_write_kb":172,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"266'225","reported_seq":909,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:47.303727+0000","last_change":"2024-09-12T18:16:47.303636+0000","last_active":"2024-09-12T18:16:47.303727+0000","last_peered":"2024-09-12T18:16:47.303727+0000","last_clean":"2024-09-12T18:16:47.303727+0000","last_became_active":"2024-09-12T17:34:56.925045+0000","last_became_peered":"2024-09-12T17:34:56.925045+0000","last_unstale":"2024-09-12T18:16:47.303727+0000","last_undegraded":"2024-09-12T18:16:47.303727+0000","last_fullsized":"2024-09-12T18:16:47.303727+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'225","last_scrub_stamp":"2024-09-12T18:16:47.303497+0000","last_deep_scrub":"266'225","last_deep_scrub_stamp":"2024-09-12T18:16:47.303497+0000","last_clean_scrub_stamp":"2024-09-12T18:16:47.303497+0000","objects_scrubbed":7,"log_size":25,"log_dups_size":200,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:07:28.266301+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5530608,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":535,"num_read_kb":102484,"num_write":1049,"num_write_kb":44204,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":535,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:43.724457+0000","last_change":"2024-09-12T18:16:43.724457+0000","last_active":"2024-09-12T18:16:43.724457+0000","last_peered":"2024-09-12T18:16:43.724457+0000","last_clean":"2024-09-12T18:16:43.724457+0000","last_became_active":"2024-09-12T17:34:45.844454+0000","last_became_peered":"2024-09-12T17:34:45.844454+0000","last_unstale":"2024-09-12T18:16:43.724457+0000","last_undegraded":"2024-09-12T18:16:43.724457+0000","last_fullsized":"2024-09-12T18:16:43.724457+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:16:43.724388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:16:43.724388+0000","last_clean_scrub_stamp":"2024-09-12T18:16:43.724388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:54:16.453530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00054755400000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":503,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:00.827314+0000","last_change":"2024-09-12T18:17:00.827314+0000","last_active":"2024-09-12T18:17:00.827314+0000","last_peered":"2024-09-12T18:17:00.827314+0000","last_clean":"2024-09-12T18:17:00.827314+0000","last_became_active":"2024-09-12T17:35:00.936083+0000","last_became_peered":"2024-09-12T17:35:00.936083+0000","last_unstale":"2024-09-12T18:17:00.827314+0000","last_undegraded":"2024-09-12T18:17:00.827314+0000","last_fullsized":"2024-09-12T18:17:00.827314+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:00.827228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:00.827228+0000","last_clean_scrub_stamp":"2024-09-12T18:17:00.827228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:43:44.453922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"266'272","reported_seq":938,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:03.737850+0000","last_change":"2024-09-12T18:17:03.737782+0000","last_active":"2024-09-12T18:17:03.737850+0000","last_peered":"2024-09-12T18:17:03.737850+0000","last_clean":"2024-09-12T18:17:03.737850+0000","last_became_active":"2024-09-12T17:35:02.948751+0000","last_became_peered":"2024-09-12T17:35:02.948751+0000","last_unstale":"2024-09-12T18:17:03.737850+0000","last_undegraded":"2024-09-12T18:17:03.737850+0000","last_fullsized":"2024-09-12T18:17:03.737850+0000","mapping_epoch":31,"log_start":"266'200","ondisk_log_start":"266'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'272","last_scrub_stamp":"2024-09-12T18:17:03.737665+0000","last_deep_scrub":"266'272","last_deep_scrub_stamp":"2024-09-12T18:17:03.737665+0000","last_clean_scrub_stamp":"2024-09-12T18:17:03.737665+0000","objects_scrubbed":9,"log_size":72,"log_dups_size":200,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:25:37.247741+0000","scrub_duration":10,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11401,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":983,"num_read_kb":1061,"num_write":1446,"num_write_kb":1293,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":506876,"num_omap_keys":1146,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":500,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:12.835245+0000","last_change":"2024-09-12T18:17:12.835245+0000","last_active":"2024-09-12T18:17:12.835245+0000","last_peered":"2024-09-12T18:17:12.835245+0000","last_clean":"2024-09-12T18:17:12.835245+0000","last_became_active":"2024-09-12T17:35:04.962773+0000","last_became_peered":"2024-09-12T17:35:04.962773+0000","last_unstale":"2024-09-12T18:17:12.835245+0000","last_undegraded":"2024-09-12T18:17:12.835245+0000","last_fullsized":"2024-09-12T18:17:12.835245+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:12.835131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:12.835131+0000","last_clean_scrub_stamp":"2024-09-12T18:17:12.835131+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:06:24.276648+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"266'147","reported_seq":649,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:18.781392+0000","last_change":"2024-09-12T18:17:18.781307+0000","last_active":"2024-09-12T18:17:18.781392+0000","last_peered":"2024-09-12T18:17:18.781392+0000","last_clean":"2024-09-12T18:17:18.781392+0000","last_became_active":"2024-09-12T17:35:07.200820+0000","last_became_peered":"2024-09-12T17:35:07.200820+0000","last_unstale":"2024-09-12T18:17:18.781392+0000","last_undegraded":"2024-09-12T18:17:18.781392+0000","last_fullsized":"2024-09-12T18:17:18.781392+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'147","last_scrub_stamp":"2024-09-12T18:17:18.781206+0000","last_deep_scrub":"266'147","last_deep_scrub_stamp":"2024-09-12T18:17:18.781206+0000","last_clean_scrub_stamp":"2024-09-12T18:17:18.781206+0000","objects_scrubbed":5,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:56:20.566519+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1137,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":159,"num_read_kb":158,"num_write":342,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":73,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"266'263","reported_seq":885,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:51.872984+0000","last_change":"2024-09-12T18:16:51.872984+0000","last_active":"2024-09-12T18:16:51.872984+0000","last_peered":"2024-09-12T18:16:51.872984+0000","last_clean":"2024-09-12T18:16:51.872984+0000","last_became_active":"2024-09-12T17:34:58.929184+0000","last_became_peered":"2024-09-12T17:34:58.929184+0000","last_unstale":"2024-09-12T18:16:51.872984+0000","last_undegraded":"2024-09-12T18:16:51.872984+0000","last_fullsized":"2024-09-12T18:16:51.872984+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'263","last_scrub_stamp":"2024-09-12T18:16:51.872891+0000","last_deep_scrub":"266'263","last_deep_scrub_stamp":"2024-09-12T18:16:51.872891+0000","last_clean_scrub_stamp":"2024-09-12T18:16:51.872891+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":200,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:55:36.783182+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1112,"num_read_kb":896,"num_write":393,"num_write_kb":201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"266'188","reported_seq":795,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:44.679210+0000","last_change":"2024-09-12T18:16:44.679210+0000","last_active":"2024-09-12T18:16:44.679210+0000","last_peered":"2024-09-12T18:16:44.679210+0000","last_clean":"2024-09-12T18:16:44.679210+0000","last_became_active":"2024-09-12T17:34:56.919355+0000","last_became_peered":"2024-09-12T17:34:56.919355+0000","last_unstale":"2024-09-12T18:16:44.679210+0000","last_undegraded":"2024-09-12T18:16:44.679210+0000","last_fullsized":"2024-09-12T18:16:44.679210+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'188","last_scrub_stamp":"2024-09-12T18:16:44.679113+0000","last_deep_scrub":"266'188","last_deep_scrub_stamp":"2024-09-12T18:16:44.679113+0000","last_clean_scrub_stamp":"2024-09-12T18:16:44.679113+0000","objects_scrubbed":4,"log_size":88,"log_dups_size":100,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:17:43.008362+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1311790,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":351,"num_read_kb":2459,"num_write":933,"num_write_kb":19826,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":531,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:48.644538+0000","last_change":"2024-09-12T18:16:48.644538+0000","last_active":"2024-09-12T18:16:48.644538+0000","last_peered":"2024-09-12T18:16:48.644538+0000","last_clean":"2024-09-12T18:16:48.644538+0000","last_became_active":"2024-09-12T17:34:45.844351+0000","last_became_peered":"2024-09-12T17:34:45.844351+0000","last_unstale":"2024-09-12T18:16:48.644538+0000","last_undegraded":"2024-09-12T18:16:48.644538+0000","last_fullsized":"2024-09-12T18:16:48.644538+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:16:48.644439+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:16:48.644439+0000","last_clean_scrub_stamp":"2024-09-12T18:16:48.644439+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:39:08.227879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00049998100000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":502,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:59.497510+0000","last_change":"2024-09-12T18:16:59.497510+0000","last_active":"2024-09-12T18:16:59.497510+0000","last_peered":"2024-09-12T18:16:59.497510+0000","last_clean":"2024-09-12T18:16:59.497510+0000","last_became_active":"2024-09-12T17:35:00.934860+0000","last_became_peered":"2024-09-12T17:35:00.934860+0000","last_unstale":"2024-09-12T18:16:59.497510+0000","last_undegraded":"2024-09-12T18:16:59.497510+0000","last_fullsized":"2024-09-12T18:16:59.497510+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:16:59.497408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:16:59.497408+0000","last_clean_scrub_stamp":"2024-09-12T18:16:59.497408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:06:27.548777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"266'165","reported_seq":736,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:02.494180+0000","last_change":"2024-09-12T18:17:02.494180+0000","last_active":"2024-09-12T18:17:02.494180+0000","last_peered":"2024-09-12T18:17:02.494180+0000","last_clean":"2024-09-12T18:17:02.494180+0000","last_became_active":"2024-09-12T17:35:03.251792+0000","last_became_peered":"2024-09-12T17:35:03.251792+0000","last_unstale":"2024-09-12T18:17:02.494180+0000","last_undegraded":"2024-09-12T18:17:02.494180+0000","last_fullsized":"2024-09-12T18:17:02.494180+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'165","last_scrub_stamp":"2024-09-12T18:17:02.494071+0000","last_deep_scrub":"266'165","last_deep_scrub_stamp":"2024-09-12T18:17:02.494071+0000","last_clean_scrub_stamp":"2024-09-12T18:17:02.494071+0000","objects_scrubbed":8,"log_size":65,"log_dups_size":100,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:06:10.706027+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":197,"num_read_kb":189,"num_write":132,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"266'749","reported_seq":2491,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:15.022023+0000","last_change":"2024-09-12T18:17:15.021922+0000","last_active":"2024-09-12T18:17:15.022023+0000","last_peered":"2024-09-12T18:17:15.022023+0000","last_clean":"2024-09-12T18:17:15.022023+0000","last_became_active":"2024-09-12T17:35:04.962230+0000","last_became_peered":"2024-09-12T17:35:04.962230+0000","last_unstale":"2024-09-12T18:17:15.022023+0000","last_undegraded":"2024-09-12T18:17:15.022023+0000","last_fullsized":"2024-09-12T18:17:15.022023+0000","mapping_epoch":33,"log_start":"266'701","ondisk_log_start":"266'701","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'749","last_scrub_stamp":"2024-09-12T18:17:15.021828+0000","last_deep_scrub":"266'749","last_deep_scrub_stamp":"2024-09-12T18:17:15.021828+0000","last_clean_scrub_stamp":"2024-09-12T18:17:15.021828+0000","objects_scrubbed":1,"log_size":48,"log_dups_size":701,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:20:35.675319+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"266'124","reported_seq":639,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:20.681296+0000","last_change":"2024-09-12T18:17:20.681217+0000","last_active":"2024-09-12T18:17:20.681296+0000","last_peered":"2024-09-12T18:17:20.681296+0000","last_clean":"2024-09-12T18:17:20.681296+0000","last_became_active":"2024-09-12T17:35:07.199128+0000","last_became_peered":"2024-09-12T17:35:07.199128+0000","last_unstale":"2024-09-12T18:17:20.681296+0000","last_undegraded":"2024-09-12T18:17:20.681296+0000","last_fullsized":"2024-09-12T18:17:20.681296+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'124","last_scrub_stamp":"2024-09-12T18:17:20.681123+0000","last_deep_scrub":"266'124","last_deep_scrub_stamp":"2024-09-12T18:17:20.681123+0000","last_clean_scrub_stamp":"2024-09-12T18:17:20.681123+0000","objects_scrubbed":4,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:22:18.110266+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":689,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":173,"num_read_kb":164,"num_write":276,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":64,"num_omap_keys":1,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"266'357","reported_seq":930,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:53.698982+0000","last_change":"2024-09-12T18:16:53.698886+0000","last_active":"2024-09-12T18:16:53.698982+0000","last_peered":"2024-09-12T18:16:53.698982+0000","last_clean":"2024-09-12T18:16:53.698982+0000","last_became_active":"2024-09-12T17:34:58.923846+0000","last_became_peered":"2024-09-12T17:34:58.923846+0000","last_unstale":"2024-09-12T18:16:53.698982+0000","last_undegraded":"2024-09-12T18:16:53.698982+0000","last_fullsized":"2024-09-12T18:16:53.698982+0000","mapping_epoch":27,"log_start":"266'300","ondisk_log_start":"266'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'357","last_scrub_stamp":"2024-09-12T18:16:53.698788+0000","last_deep_scrub":"266'357","last_deep_scrub_stamp":"2024-09-12T18:16:53.698788+0000","last_clean_scrub_stamp":"2024-09-12T18:16:53.698788+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:04:17.668031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1599,"num_read_kb":1400,"num_write":644,"num_write_kb":334,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"266'204","reported_seq":938,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:44.554136+0000","last_change":"2024-09-12T18:16:44.554136+0000","last_active":"2024-09-12T18:16:44.554136+0000","last_peered":"2024-09-12T18:16:44.554136+0000","last_clean":"2024-09-12T18:16:44.554136+0000","last_became_active":"2024-09-12T17:34:56.934732+0000","last_became_peered":"2024-09-12T17:34:56.934732+0000","last_unstale":"2024-09-12T18:16:44.554136+0000","last_undegraded":"2024-09-12T18:16:44.554136+0000","last_fullsized":"2024-09-12T18:16:44.554136+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'204","last_scrub_stamp":"2024-09-12T18:16:44.554046+0000","last_deep_scrub":"266'204","last_deep_scrub_stamp":"2024-09-12T18:16:44.554046+0000","last_clean_scrub_stamp":"2024-09-12T18:16:44.554046+0000","objects_scrubbed":2,"log_size":104,"log_dups_size":100,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:25:47.306903+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194330,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":689,"num_read_kb":52668,"num_write":983,"num_write_kb":44522,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":535,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:45.672077+0000","last_change":"2024-09-12T18:16:45.672025+0000","last_active":"2024-09-12T18:16:45.672077+0000","last_peered":"2024-09-12T18:16:45.672077+0000","last_clean":"2024-09-12T18:16:45.672077+0000","last_became_active":"2024-09-12T17:34:45.622234+0000","last_became_peered":"2024-09-12T17:34:45.622234+0000","last_unstale":"2024-09-12T18:16:45.672077+0000","last_undegraded":"2024-09-12T18:16:45.672077+0000","last_fullsized":"2024-09-12T18:16:45.672077+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:16:45.671954+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:16:45.671954+0000","last_clean_scrub_stamp":"2024-09-12T18:16:45.671954+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:10:25.344281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050672800000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":508,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:04.928326+0000","last_change":"2024-09-12T18:17:04.928326+0000","last_active":"2024-09-12T18:17:04.928326+0000","last_peered":"2024-09-12T18:17:04.928326+0000","last_clean":"2024-09-12T18:17:04.928326+0000","last_became_active":"2024-09-12T17:35:00.938343+0000","last_became_peered":"2024-09-12T17:35:00.938343+0000","last_unstale":"2024-09-12T18:17:04.928326+0000","last_undegraded":"2024-09-12T18:17:04.928326+0000","last_fullsized":"2024-09-12T18:17:04.928326+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:04.928230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:04.928230+0000","last_clean_scrub_stamp":"2024-09-12T18:17:04.928230+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:01:10.655093+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"266'112","reported_seq":657,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:08.849179+0000","last_change":"2024-09-12T18:17:08.849179+0000","last_active":"2024-09-12T18:17:08.849179+0000","last_peered":"2024-09-12T18:17:08.849179+0000","last_clean":"2024-09-12T18:17:08.849179+0000","last_became_active":"2024-09-12T17:35:02.949542+0000","last_became_peered":"2024-09-12T17:35:02.949542+0000","last_unstale":"2024-09-12T18:17:08.849179+0000","last_undegraded":"2024-09-12T18:17:08.849179+0000","last_fullsized":"2024-09-12T18:17:08.849179+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'112","last_scrub_stamp":"2024-09-12T18:17:08.849087+0000","last_deep_scrub":"266'112","last_deep_scrub_stamp":"2024-09-12T18:17:08.849087+0000","last_clean_scrub_stamp":"2024-09-12T18:17:08.849087+0000","objects_scrubbed":6,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:53:50.598198+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":123,"num_read_kb":117,"num_write":84,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"266'751","reported_seq":2438,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:13.685439+0000","last_change":"2024-09-12T18:17:13.685439+0000","last_active":"2024-09-12T18:17:13.685439+0000","last_peered":"2024-09-12T18:17:13.685439+0000","last_clean":"2024-09-12T18:17:13.685439+0000","last_became_active":"2024-09-12T17:35:04.963013+0000","last_became_peered":"2024-09-12T17:35:04.963013+0000","last_unstale":"2024-09-12T18:17:13.685439+0000","last_undegraded":"2024-09-12T18:17:13.685439+0000","last_fullsized":"2024-09-12T18:17:13.685439+0000","mapping_epoch":33,"log_start":"266'700","ondisk_log_start":"266'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'751","last_scrub_stamp":"2024-09-12T18:17:13.685353+0000","last_deep_scrub":"266'751","last_deep_scrub_stamp":"2024-09-12T18:17:13.685353+0000","last_clean_scrub_stamp":"2024-09-12T18:17:13.685353+0000","objects_scrubbed":1,"log_size":51,"log_dups_size":700,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:38:58.810098+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"266'325","reported_seq":859,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:16.753824+0000","last_change":"2024-09-12T18:17:16.753764+0000","last_active":"2024-09-12T18:17:16.753824+0000","last_peered":"2024-09-12T18:17:16.753824+0000","last_clean":"2024-09-12T18:17:16.753824+0000","last_became_active":"2024-09-12T17:35:06.983329+0000","last_became_peered":"2024-09-12T17:35:06.983329+0000","last_unstale":"2024-09-12T18:17:16.753824+0000","last_undegraded":"2024-09-12T18:17:16.753824+0000","last_fullsized":"2024-09-12T18:17:16.753824+0000","mapping_epoch":35,"log_start":"266'300","ondisk_log_start":"266'300","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'325","last_scrub_stamp":"2024-09-12T18:17:16.753667+0000","last_deep_scrub":"266'325","last_deep_scrub_stamp":"2024-09-12T18:17:16.753667+0000","last_clean_scrub_stamp":"2024-09-12T18:17:16.753667+0000","objects_scrubbed":6,"log_size":25,"log_dups_size":300,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:44:53.188906+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":395,"num_read_kb":385,"num_write":679,"num_write_kb":243,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":178,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"266'189","reported_seq":830,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:49.025012+0000","last_change":"2024-09-12T18:16:49.025012+0000","last_active":"2024-09-12T18:16:49.025012+0000","last_peered":"2024-09-12T18:16:49.025012+0000","last_clean":"2024-09-12T18:16:49.025012+0000","last_became_active":"2024-09-12T17:34:58.921913+0000","last_became_peered":"2024-09-12T17:34:58.921913+0000","last_unstale":"2024-09-12T18:16:49.025012+0000","last_undegraded":"2024-09-12T18:16:49.025012+0000","last_fullsized":"2024-09-12T18:16:49.025012+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'189","last_scrub_stamp":"2024-09-12T18:16:49.024932+0000","last_deep_scrub":"266'189","last_deep_scrub_stamp":"2024-09-12T18:16:49.024932+0000","last_clean_scrub_stamp":"2024-09-12T18:16:49.024932+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":100,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:08:48.179444+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":898,"num_read_kb":763,"num_write":317,"num_write_kb":179,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"266'262","reported_seq":920,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:43.951103+0000","last_change":"2024-09-12T18:16:43.951103+0000","last_active":"2024-09-12T18:16:43.951103+0000","last_peered":"2024-09-12T18:16:43.951103+0000","last_clean":"2024-09-12T18:16:43.951103+0000","last_became_active":"2024-09-12T17:34:56.922937+0000","last_became_peered":"2024-09-12T17:34:56.922937+0000","last_unstale":"2024-09-12T18:16:43.951103+0000","last_undegraded":"2024-09-12T18:16:43.951103+0000","last_fullsized":"2024-09-12T18:16:43.951103+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'262","last_scrub_stamp":"2024-09-12T18:16:43.951019+0000","last_deep_scrub":"266'262","last_deep_scrub_stamp":"2024-09-12T18:16:43.951019+0000","last_clean_scrub_stamp":"2024-09-12T18:16:43.951019+0000","objects_scrubbed":3,"log_size":62,"log_dups_size":200,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:14:37.395210+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048618,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":627,"num_read_kb":11936,"num_write":1177,"num_write_kb":31628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":528,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:46.535698+0000","last_change":"2024-09-12T18:16:46.535626+0000","last_active":"2024-09-12T18:16:46.535698+0000","last_peered":"2024-09-12T18:16:46.535698+0000","last_clean":"2024-09-12T18:16:46.535698+0000","last_became_active":"2024-09-12T17:34:45.622575+0000","last_became_peered":"2024-09-12T17:34:45.622575+0000","last_unstale":"2024-09-12T18:16:46.535698+0000","last_undegraded":"2024-09-12T18:16:46.535698+0000","last_fullsized":"2024-09-12T18:16:46.535698+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:16:46.535534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:16:46.535534+0000","last_clean_scrub_stamp":"2024-09-12T18:16:46.535534+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:23:20.331626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000567901,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":510,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:02.765876+0000","last_change":"2024-09-12T18:17:02.765778+0000","last_active":"2024-09-12T18:17:02.765876+0000","last_peered":"2024-09-12T18:17:02.765876+0000","last_clean":"2024-09-12T18:17:02.765876+0000","last_became_active":"2024-09-12T17:35:00.938321+0000","last_became_peered":"2024-09-12T17:35:00.938321+0000","last_unstale":"2024-09-12T18:17:02.765876+0000","last_undegraded":"2024-09-12T18:17:02.765876+0000","last_fullsized":"2024-09-12T18:17:02.765876+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:02.765657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:02.765657+0000","last_clean_scrub_stamp":"2024-09-12T18:17:02.765657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:14:14.171925+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"266'323","reported_seq":1044,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:08.590950+0000","last_change":"2024-09-12T18:17:08.590950+0000","last_active":"2024-09-12T18:17:08.590950+0000","last_peered":"2024-09-12T18:17:08.590950+0000","last_clean":"2024-09-12T18:17:08.590950+0000","last_became_active":"2024-09-12T17:35:03.251753+0000","last_became_peered":"2024-09-12T17:35:03.251753+0000","last_unstale":"2024-09-12T18:17:08.590950+0000","last_undegraded":"2024-09-12T18:17:08.590950+0000","last_fullsized":"2024-09-12T18:17:08.590950+0000","mapping_epoch":31,"log_start":"266'300","ondisk_log_start":"266'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'323","last_scrub_stamp":"2024-09-12T18:17:08.590833+0000","last_deep_scrub":"266'323","last_deep_scrub_stamp":"2024-09-12T18:17:08.590833+0000","last_clean_scrub_stamp":"2024-09-12T18:17:08.590833+0000","objects_scrubbed":8,"log_size":23,"log_dups_size":300,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:06:50.811585+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34989,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":483,"num_read_kb":742,"num_write":250,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":501,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:16.633280+0000","last_change":"2024-09-12T18:17:16.633280+0000","last_active":"2024-09-12T18:17:16.633280+0000","last_peered":"2024-09-12T18:17:16.633280+0000","last_clean":"2024-09-12T18:17:16.633280+0000","last_became_active":"2024-09-12T17:35:04.963038+0000","last_became_peered":"2024-09-12T17:35:04.963038+0000","last_unstale":"2024-09-12T18:17:16.633280+0000","last_undegraded":"2024-09-12T18:17:16.633280+0000","last_fullsized":"2024-09-12T18:17:16.633280+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:16.633182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:16.633182+0000","last_clean_scrub_stamp":"2024-09-12T18:17:16.633182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:48:41.862587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"266'127","reported_seq":636,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:20.072742+0000","last_change":"2024-09-12T18:17:20.072684+0000","last_active":"2024-09-12T18:17:20.072742+0000","last_peered":"2024-09-12T18:17:20.072742+0000","last_clean":"2024-09-12T18:17:20.072742+0000","last_became_active":"2024-09-12T17:35:06.985014+0000","last_became_peered":"2024-09-12T17:35:06.985014+0000","last_unstale":"2024-09-12T18:17:20.072742+0000","last_undegraded":"2024-09-12T18:17:20.072742+0000","last_fullsized":"2024-09-12T18:17:20.072742+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'127","last_scrub_stamp":"2024-09-12T18:17:20.072590+0000","last_deep_scrub":"266'127","last_deep_scrub_stamp":"2024-09-12T18:17:20.072590+0000","last_clean_scrub_stamp":"2024-09-12T18:17:20.072590+0000","objects_scrubbed":3,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:20:38.355769+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":235,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":188,"num_read_kb":178,"num_write":304,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"266'153","reported_seq":714,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:19.810990+0000","last_change":"2024-09-12T18:17:19.810990+0000","last_active":"2024-09-12T18:17:19.810990+0000","last_peered":"2024-09-12T18:17:19.810990+0000","last_clean":"2024-09-12T18:17:19.810990+0000","last_became_active":"2024-09-12T17:35:06.984047+0000","last_became_peered":"2024-09-12T17:35:06.984047+0000","last_unstale":"2024-09-12T18:17:19.810990+0000","last_undegraded":"2024-09-12T18:17:19.810990+0000","last_fullsized":"2024-09-12T18:17:19.810990+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'153","last_scrub_stamp":"2024-09-12T18:17:19.810890+0000","last_deep_scrub":"266'153","last_deep_scrub_stamp":"2024-09-12T18:17:19.810890+0000","last_clean_scrub_stamp":"2024-09-12T18:17:19.810890+0000","objects_scrubbed":2,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:37:57.683342+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":425,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":257,"num_read_kb":255,"num_write":377,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"266'126","reported_seq":720,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:52.046725+0000","last_change":"2024-09-12T18:16:52.046630+0000","last_active":"2024-09-12T18:16:52.046725+0000","last_peered":"2024-09-12T18:16:52.046725+0000","last_clean":"2024-09-12T18:16:52.046725+0000","last_became_active":"2024-09-12T17:34:58.920693+0000","last_became_peered":"2024-09-12T17:34:58.920693+0000","last_unstale":"2024-09-12T18:16:52.046725+0000","last_undegraded":"2024-09-12T18:16:52.046725+0000","last_fullsized":"2024-09-12T18:16:52.046725+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'126","last_scrub_stamp":"2024-09-12T18:16:52.046538+0000","last_deep_scrub":"266'126","last_deep_scrub_stamp":"2024-09-12T18:16:52.046538+0000","last_clean_scrub_stamp":"2024-09-12T18:16:52.046538+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:03:31.757213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":544,"num_read_kb":446,"num_write":203,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"266'165","reported_seq":794,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:48.031833+0000","last_change":"2024-09-12T18:16:48.031766+0000","last_active":"2024-09-12T18:16:48.031833+0000","last_peered":"2024-09-12T18:16:48.031833+0000","last_clean":"2024-09-12T18:16:48.031833+0000","last_became_active":"2024-09-12T17:34:56.919861+0000","last_became_peered":"2024-09-12T17:34:56.919861+0000","last_unstale":"2024-09-12T18:16:48.031833+0000","last_undegraded":"2024-09-12T18:16:48.031833+0000","last_fullsized":"2024-09-12T18:16:48.031833+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'165","last_scrub_stamp":"2024-09-12T18:16:48.031660+0000","last_deep_scrub":"266'165","last_deep_scrub_stamp":"2024-09-12T18:16:48.031660+0000","last_clean_scrub_stamp":"2024-09-12T18:16:48.031660+0000","objects_scrubbed":2,"log_size":65,"log_dups_size":100,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:47:01.091221+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":39,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":379,"num_read_kb":53379,"num_write":774,"num_write_kb":28781,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"266'4","reported_seq":990,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:59.504167+0000","last_change":"2024-09-12T18:16:59.504091+0000","last_active":"2024-09-12T18:16:59.504167+0000","last_peered":"2024-09-12T18:16:59.504167+0000","last_clean":"2024-09-12T18:16:59.504167+0000","last_became_active":"2024-09-12T17:35:00.935134+0000","last_became_peered":"2024-09-12T17:35:00.935134+0000","last_unstale":"2024-09-12T18:16:59.504167+0000","last_undegraded":"2024-09-12T18:16:59.504167+0000","last_fullsized":"2024-09-12T18:16:59.504167+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'4","last_scrub_stamp":"2024-09-12T18:16:59.504004+0000","last_deep_scrub":"266'4","last_deep_scrub_stamp":"2024-09-12T18:16:59.504004+0000","last_clean_scrub_stamp":"2024-09-12T18:16:59.504004+0000","objects_scrubbed":1,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:05:01.738478+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":728,"num_read_kb":726,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"266'149","reported_seq":732,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:09.699326+0000","last_change":"2024-09-12T18:17:09.699326+0000","last_active":"2024-09-12T18:17:09.699326+0000","last_peered":"2024-09-12T18:17:09.699326+0000","last_clean":"2024-09-12T18:17:09.699326+0000","last_became_active":"2024-09-12T17:35:02.954476+0000","last_became_peered":"2024-09-12T17:35:02.954476+0000","last_unstale":"2024-09-12T18:17:09.699326+0000","last_undegraded":"2024-09-12T18:17:09.699326+0000","last_fullsized":"2024-09-12T18:17:09.699326+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'149","last_scrub_stamp":"2024-09-12T18:17:09.699210+0000","last_deep_scrub":"266'149","last_deep_scrub_stamp":"2024-09-12T18:17:09.699210+0000","last_clean_scrub_stamp":"2024-09-12T18:17:09.699210+0000","objects_scrubbed":5,"log_size":49,"log_dups_size":100,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:04:39.835961+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9390,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":175,"num_read_kb":230,"num_write":94,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":499,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:14.669826+0000","last_change":"2024-09-12T18:17:14.669826+0000","last_active":"2024-09-12T18:17:14.669826+0000","last_peered":"2024-09-12T18:17:14.669826+0000","last_clean":"2024-09-12T18:17:14.669826+0000","last_became_active":"2024-09-12T17:35:04.963388+0000","last_became_peered":"2024-09-12T17:35:04.963388+0000","last_unstale":"2024-09-12T18:17:14.669826+0000","last_undegraded":"2024-09-12T18:17:14.669826+0000","last_fullsized":"2024-09-12T18:17:14.669826+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:14.669714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:14.669714+0000","last_clean_scrub_stamp":"2024-09-12T18:17:14.669714+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:01:55.974338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"266'125","reported_seq":632,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:23.719863+0000","last_change":"2024-09-12T18:17:23.719863+0000","last_active":"2024-09-12T18:17:23.719863+0000","last_peered":"2024-09-12T18:17:23.719863+0000","last_clean":"2024-09-12T18:17:23.719863+0000","last_became_active":"2024-09-12T17:35:06.991097+0000","last_became_peered":"2024-09-12T17:35:06.991097+0000","last_unstale":"2024-09-12T18:17:23.719863+0000","last_undegraded":"2024-09-12T18:17:23.719863+0000","last_fullsized":"2024-09-12T18:17:23.719863+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'125","last_scrub_stamp":"2024-09-12T18:17:23.719772+0000","last_deep_scrub":"266'125","last_deep_scrub_stamp":"2024-09-12T18:17:23.719772+0000","last_clean_scrub_stamp":"2024-09-12T18:17:23.719772+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:18:30.458061+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":155,"num_read_kb":149,"num_write":290,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"266'294","reported_seq":940,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:55.571519+0000","last_change":"2024-09-12T18:16:55.571458+0000","last_active":"2024-09-12T18:16:55.571519+0000","last_peered":"2024-09-12T18:16:55.571519+0000","last_clean":"2024-09-12T18:16:55.571519+0000","last_became_active":"2024-09-12T17:34:58.920144+0000","last_became_peered":"2024-09-12T17:34:58.920144+0000","last_unstale":"2024-09-12T18:16:55.571519+0000","last_undegraded":"2024-09-12T18:16:55.571519+0000","last_fullsized":"2024-09-12T18:16:55.571519+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'294","last_scrub_stamp":"2024-09-12T18:16:55.571369+0000","last_deep_scrub":"266'294","last_deep_scrub_stamp":"2024-09-12T18:16:55.571369+0000","last_clean_scrub_stamp":"2024-09-12T18:16:55.571369+0000","objects_scrubbed":1,"log_size":94,"log_dups_size":200,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:10:00.150334+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1321,"num_read_kb":1085,"num_write":458,"num_write_kb":283,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4003,"num_omap_keys":18,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"266'200","reported_seq":882,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:53.677185+0000","last_change":"2024-09-12T18:16:53.677185+0000","last_active":"2024-09-12T18:16:53.677185+0000","last_peered":"2024-09-12T18:16:53.677185+0000","last_clean":"2024-09-12T18:16:53.677185+0000","last_became_active":"2024-09-12T17:34:56.920454+0000","last_became_peered":"2024-09-12T17:34:56.920454+0000","last_unstale":"2024-09-12T18:16:53.677185+0000","last_undegraded":"2024-09-12T18:16:53.677185+0000","last_fullsized":"2024-09-12T18:16:53.677185+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'200","last_scrub_stamp":"2024-09-12T18:16:53.677091+0000","last_deep_scrub":"266'200","last_deep_scrub_stamp":"2024-09-12T18:16:53.677091+0000","last_clean_scrub_stamp":"2024-09-12T18:16:53.677091+0000","objects_scrubbed":2,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:13:21.336706+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263211,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":543,"num_read_kb":47428,"num_write":952,"num_write_kb":42968,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":507,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:03.748634+0000","last_change":"2024-09-12T18:17:03.748634+0000","last_active":"2024-09-12T18:17:03.748634+0000","last_peered":"2024-09-12T18:17:03.748634+0000","last_clean":"2024-09-12T18:17:03.748634+0000","last_became_active":"2024-09-12T17:35:00.936765+0000","last_became_peered":"2024-09-12T17:35:00.936765+0000","last_unstale":"2024-09-12T18:17:03.748634+0000","last_undegraded":"2024-09-12T18:17:03.748634+0000","last_fullsized":"2024-09-12T18:17:03.748634+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:03.748530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:03.748530+0000","last_clean_scrub_stamp":"2024-09-12T18:17:03.748530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:27:42.877347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"266'48","reported_seq":555,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:05.742941+0000","last_change":"2024-09-12T18:17:05.742941+0000","last_active":"2024-09-12T18:17:05.742941+0000","last_peered":"2024-09-12T18:17:05.742941+0000","last_clean":"2024-09-12T18:17:05.742941+0000","last_became_active":"2024-09-12T17:35:02.951921+0000","last_became_peered":"2024-09-12T17:35:02.951921+0000","last_unstale":"2024-09-12T18:17:05.742941+0000","last_undegraded":"2024-09-12T18:17:05.742941+0000","last_fullsized":"2024-09-12T18:17:05.742941+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'48","last_scrub_stamp":"2024-09-12T18:17:05.742848+0000","last_deep_scrub":"266'48","last_deep_scrub_stamp":"2024-09-12T18:17:05.742848+0000","last_clean_scrub_stamp":"2024-09-12T18:17:05.742848+0000","objects_scrubbed":3,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:24:23.926777+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":32,"num_read_kb":30,"num_write":24,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":588,"num_omap_keys":4,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":494,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:16.547842+0000","last_change":"2024-09-12T18:17:16.547842+0000","last_active":"2024-09-12T18:17:16.547842+0000","last_peered":"2024-09-12T18:17:16.547842+0000","last_clean":"2024-09-12T18:17:16.547842+0000","last_became_active":"2024-09-12T17:35:04.964790+0000","last_became_peered":"2024-09-12T17:35:04.964790+0000","last_unstale":"2024-09-12T18:17:16.547842+0000","last_undegraded":"2024-09-12T18:17:16.547842+0000","last_fullsized":"2024-09-12T18:17:16.547842+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:16.547719+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:16.547719+0000","last_clean_scrub_stamp":"2024-09-12T18:17:16.547719+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:01:53.289385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"266'204","reported_seq":725,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:20.786099+0000","last_change":"2024-09-12T18:17:20.786002+0000","last_active":"2024-09-12T18:17:20.786099+0000","last_peered":"2024-09-12T18:17:20.786099+0000","last_clean":"2024-09-12T18:17:20.786099+0000","last_became_active":"2024-09-12T17:35:06.979254+0000","last_became_peered":"2024-09-12T17:35:06.979254+0000","last_unstale":"2024-09-12T18:17:20.786099+0000","last_undegraded":"2024-09-12T18:17:20.786099+0000","last_fullsized":"2024-09-12T18:17:20.786099+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'204","last_scrub_stamp":"2024-09-12T18:17:20.785906+0000","last_deep_scrub":"266'204","last_deep_scrub_stamp":"2024-09-12T18:17:20.785906+0000","last_clean_scrub_stamp":"2024-09-12T18:17:20.785906+0000","objects_scrubbed":2,"log_size":104,"log_dups_size":100,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:58:32.014681+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":395,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":325,"num_read_kb":323,"num_write":468,"num_write_kb":129,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":398,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"266'201","reported_seq":798,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:54.716121+0000","last_change":"2024-09-12T18:16:54.716061+0000","last_active":"2024-09-12T18:16:54.716121+0000","last_peered":"2024-09-12T18:16:54.716121+0000","last_clean":"2024-09-12T18:16:54.716121+0000","last_became_active":"2024-09-12T17:34:58.925609+0000","last_became_peered":"2024-09-12T17:34:58.925609+0000","last_unstale":"2024-09-12T18:16:54.716121+0000","last_undegraded":"2024-09-12T18:16:54.716121+0000","last_fullsized":"2024-09-12T18:16:54.716121+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'201","last_scrub_stamp":"2024-09-12T18:16:54.715964+0000","last_deep_scrub":"266'201","last_deep_scrub_stamp":"2024-09-12T18:16:54.715964+0000","last_clean_scrub_stamp":"2024-09-12T18:16:54.715964+0000","objects_scrubbed":1,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:37:55.968601+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":842,"num_read_kb":673,"num_write":309,"num_write_kb":157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":8077,"num_omap_keys":32,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"266'142","reported_seq":833,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:49.310359+0000","last_change":"2024-09-12T18:16:49.310359+0000","last_active":"2024-09-12T18:16:49.310359+0000","last_peered":"2024-09-12T18:16:49.310359+0000","last_clean":"2024-09-12T18:16:49.310359+0000","last_became_active":"2024-09-12T17:34:56.916850+0000","last_became_peered":"2024-09-12T17:34:56.916850+0000","last_unstale":"2024-09-12T18:16:49.310359+0000","last_undegraded":"2024-09-12T18:16:49.310359+0000","last_fullsized":"2024-09-12T18:16:49.310359+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'142","last_scrub_stamp":"2024-09-12T18:16:49.310219+0000","last_deep_scrub":"266'142","last_deep_scrub_stamp":"2024-09-12T18:16:49.310219+0000","last_clean_scrub_stamp":"2024-09-12T18:16:49.310219+0000","objects_scrubbed":2,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:12:08.422542+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262177,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":788,"num_read_kb":35676,"num_write":665,"num_write_kb":26567,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":502,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:05.583718+0000","last_change":"2024-09-12T18:17:05.583718+0000","last_active":"2024-09-12T18:17:05.583718+0000","last_peered":"2024-09-12T18:17:05.583718+0000","last_clean":"2024-09-12T18:17:05.583718+0000","last_became_active":"2024-09-12T17:35:00.938923+0000","last_became_peered":"2024-09-12T17:35:00.938923+0000","last_unstale":"2024-09-12T18:17:05.583718+0000","last_undegraded":"2024-09-12T18:17:05.583718+0000","last_fullsized":"2024-09-12T18:17:05.583718+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:05.583613+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:05.583613+0000","last_clean_scrub_stamp":"2024-09-12T18:17:05.583613+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:56:33.537652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"266'177","reported_seq":776,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:10.653732+0000","last_change":"2024-09-12T18:17:10.653732+0000","last_active":"2024-09-12T18:17:10.653732+0000","last_peered":"2024-09-12T18:17:10.653732+0000","last_clean":"2024-09-12T18:17:10.653732+0000","last_became_active":"2024-09-12T17:35:02.952690+0000","last_became_peered":"2024-09-12T17:35:02.952690+0000","last_unstale":"2024-09-12T18:17:10.653732+0000","last_undegraded":"2024-09-12T18:17:10.653732+0000","last_fullsized":"2024-09-12T18:17:10.653732+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'177","last_scrub_stamp":"2024-09-12T18:17:10.653618+0000","last_deep_scrub":"266'177","last_deep_scrub_stamp":"2024-09-12T18:17:10.653618+0000","last_clean_scrub_stamp":"2024-09-12T18:17:10.653618+0000","objects_scrubbed":5,"log_size":77,"log_dups_size":100,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:45:14.305940+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14696,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":223,"num_read_kb":301,"num_write":124,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:06.463914+0000","last_change":"2024-09-12T18:17:06.463853+0000","last_active":"2024-09-12T18:17:06.463914+0000","last_peered":"2024-09-12T18:17:06.463914+0000","last_clean":"2024-09-12T18:17:06.463914+0000","last_became_active":"2024-09-12T17:35:04.971076+0000","last_became_peered":"2024-09-12T17:35:04.971076+0000","last_unstale":"2024-09-12T18:17:06.463914+0000","last_undegraded":"2024-09-12T18:17:06.463914+0000","last_fullsized":"2024-09-12T18:17:06.463914+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:06.463758+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:06.463758+0000","last_clean_scrub_stamp":"2024-09-12T18:17:06.463758+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:08:05.170604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"266'135","reported_seq":650,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:23.161208+0000","last_change":"2024-09-12T18:17:23.161142+0000","last_active":"2024-09-12T18:17:23.161208+0000","last_peered":"2024-09-12T18:17:23.161208+0000","last_clean":"2024-09-12T18:17:23.161208+0000","last_became_active":"2024-09-12T17:35:06.984552+0000","last_became_peered":"2024-09-12T17:35:06.984552+0000","last_unstale":"2024-09-12T18:17:23.161208+0000","last_undegraded":"2024-09-12T18:17:23.161208+0000","last_fullsized":"2024-09-12T18:17:23.161208+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'135","last_scrub_stamp":"2024-09-12T18:17:23.161059+0000","last_deep_scrub":"266'135","last_deep_scrub_stamp":"2024-09-12T18:17:23.161059+0000","last_clean_scrub_stamp":"2024-09-12T18:17:23.161059+0000","objects_scrubbed":2,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:24:47.220360+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":451,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":198,"num_read_kb":192,"num_write":307,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"266'134","reported_seq":722,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:51.148387+0000","last_change":"2024-09-12T18:16:51.148387+0000","last_active":"2024-09-12T18:16:51.148387+0000","last_peered":"2024-09-12T18:16:51.148387+0000","last_clean":"2024-09-12T18:16:51.148387+0000","last_became_active":"2024-09-12T17:36:31.123341+0000","last_became_peered":"2024-09-12T17:36:31.123341+0000","last_unstale":"2024-09-12T18:16:51.148387+0000","last_undegraded":"2024-09-12T18:16:51.148387+0000","last_fullsized":"2024-09-12T18:16:51.148387+0000","mapping_epoch":40,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'134","last_scrub_stamp":"2024-09-12T18:16:51.148284+0000","last_deep_scrub":"266'134","last_deep_scrub_stamp":"2024-09-12T18:16:51.148284+0000","last_clean_scrub_stamp":"2024-09-12T18:16:51.148284+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:11:02.865928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":614,"num_read_kb":510,"num_write":196,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.17","version":"266'186","reported_seq":791,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:45.967781+0000","last_change":"2024-09-12T18:16:45.967781+0000","last_active":"2024-09-12T18:16:45.967781+0000","last_peered":"2024-09-12T18:16:45.967781+0000","last_clean":"2024-09-12T18:16:45.967781+0000","last_became_active":"2024-09-12T17:34:56.918372+0000","last_became_peered":"2024-09-12T17:34:56.918372+0000","last_unstale":"2024-09-12T18:16:45.967781+0000","last_undegraded":"2024-09-12T18:16:45.967781+0000","last_fullsized":"2024-09-12T18:16:45.967781+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'186","last_scrub_stamp":"2024-09-12T18:16:45.967697+0000","last_deep_scrub":"266'186","last_deep_scrub_stamp":"2024-09-12T18:16:45.967697+0000","last_clean_scrub_stamp":"2024-09-12T18:16:45.967697+0000","objects_scrubbed":4,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:59:04.109426+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263251,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":327,"num_read_kb":30322,"num_write":862,"num_write_kb":52127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":500,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:00.477559+0000","last_change":"2024-09-12T18:17:00.477469+0000","last_active":"2024-09-12T18:17:00.477559+0000","last_peered":"2024-09-12T18:17:00.477559+0000","last_clean":"2024-09-12T18:17:00.477559+0000","last_became_active":"2024-09-12T17:35:00.935864+0000","last_became_peered":"2024-09-12T17:35:00.935864+0000","last_unstale":"2024-09-12T18:17:00.477559+0000","last_undegraded":"2024-09-12T18:17:00.477559+0000","last_fullsized":"2024-09-12T18:17:00.477559+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:00.477381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:00.477381+0000","last_clean_scrub_stamp":"2024-09-12T18:17:00.477381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:38:24.949375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"266'132","reported_seq":705,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:15.597969+0000","last_change":"2024-09-12T18:17:15.597969+0000","last_active":"2024-09-12T18:17:15.597969+0000","last_peered":"2024-09-12T18:17:15.597969+0000","last_clean":"2024-09-12T18:17:15.597969+0000","last_became_active":"2024-09-12T17:35:02.949997+0000","last_became_peered":"2024-09-12T17:35:02.949997+0000","last_unstale":"2024-09-12T18:17:15.597969+0000","last_undegraded":"2024-09-12T18:17:15.597969+0000","last_fullsized":"2024-09-12T18:17:15.597969+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'132","last_scrub_stamp":"2024-09-12T18:17:15.597856+0000","last_deep_scrub":"266'132","last_deep_scrub_stamp":"2024-09-12T18:17:15.597856+0000","last_clean_scrub_stamp":"2024-09-12T18:17:15.597856+0000","objects_scrubbed":4,"log_size":32,"log_dups_size":100,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:33:30.620587+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8191,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":156,"num_read_kb":218,"num_write":78,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":493,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:12.782587+0000","last_change":"2024-09-12T18:17:12.782587+0000","last_active":"2024-09-12T18:17:12.782587+0000","last_peered":"2024-09-12T18:17:12.782587+0000","last_clean":"2024-09-12T18:17:12.782587+0000","last_became_active":"2024-09-12T17:35:04.970733+0000","last_became_peered":"2024-09-12T17:35:04.970733+0000","last_unstale":"2024-09-12T18:17:12.782587+0000","last_undegraded":"2024-09-12T18:17:12.782587+0000","last_fullsized":"2024-09-12T18:17:12.782587+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:12.782482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:12.782482+0000","last_clean_scrub_stamp":"2024-09-12T18:17:12.782482+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:24:38.436132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"266'60","reported_seq":641,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:55.542769+0000","last_change":"2024-09-12T18:16:55.542769+0000","last_active":"2024-09-12T18:16:55.542769+0000","last_peered":"2024-09-12T18:16:55.542769+0000","last_clean":"2024-09-12T18:16:55.542769+0000","last_became_active":"2024-09-12T17:34:58.919844+0000","last_became_peered":"2024-09-12T17:34:58.919844+0000","last_unstale":"2024-09-12T18:16:55.542769+0000","last_undegraded":"2024-09-12T18:16:55.542769+0000","last_fullsized":"2024-09-12T18:16:55.542769+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'60","last_scrub_stamp":"2024-09-12T18:16:55.542630+0000","last_deep_scrub":"266'60","last_deep_scrub_stamp":"2024-09-12T18:16:55.542630+0000","last_clean_scrub_stamp":"2024-09-12T18:16:55.542630+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:44:41.909316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":284,"num_read_kb":248,"num_write":79,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"266'196","reported_seq":862,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:46.603252+0000","last_change":"2024-09-12T18:16:46.603252+0000","last_active":"2024-09-12T18:16:46.603252+0000","last_peered":"2024-09-12T18:16:46.603252+0000","last_clean":"2024-09-12T18:16:46.603252+0000","last_became_active":"2024-09-12T17:34:56.920158+0000","last_became_peered":"2024-09-12T17:34:56.920158+0000","last_unstale":"2024-09-12T18:16:46.603252+0000","last_undegraded":"2024-09-12T18:16:46.603252+0000","last_fullsized":"2024-09-12T18:16:46.603252+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'196","last_scrub_stamp":"2024-09-12T18:16:46.603168+0000","last_deep_scrub":"266'196","last_deep_scrub_stamp":"2024-09-12T18:16:46.603168+0000","last_clean_scrub_stamp":"2024-09-12T18:16:46.603168+0000","objects_scrubbed":5,"log_size":96,"log_dups_size":100,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:06:30.239842+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":312874,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":610,"num_read_kb":10072,"num_write":923,"num_write_kb":26304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":504,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:02.761402+0000","last_change":"2024-09-12T18:17:02.761322+0000","last_active":"2024-09-12T18:17:02.761402+0000","last_peered":"2024-09-12T18:17:02.761402+0000","last_clean":"2024-09-12T18:17:02.761402+0000","last_became_active":"2024-09-12T17:35:00.933081+0000","last_became_peered":"2024-09-12T17:35:00.933081+0000","last_unstale":"2024-09-12T18:17:02.761402+0000","last_undegraded":"2024-09-12T18:17:02.761402+0000","last_fullsized":"2024-09-12T18:17:02.761402+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:02.761235+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:02.761235+0000","last_clean_scrub_stamp":"2024-09-12T18:17:02.761235+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:11:48.085330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"266'198","reported_seq":834,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:04.435861+0000","last_change":"2024-09-12T18:17:04.435792+0000","last_active":"2024-09-12T18:17:04.435861+0000","last_peered":"2024-09-12T18:17:04.435861+0000","last_clean":"2024-09-12T18:17:04.435861+0000","last_became_active":"2024-09-12T17:35:02.950274+0000","last_became_peered":"2024-09-12T17:35:02.950274+0000","last_unstale":"2024-09-12T18:17:04.435861+0000","last_undegraded":"2024-09-12T18:17:04.435861+0000","last_fullsized":"2024-09-12T18:17:04.435861+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'198","last_scrub_stamp":"2024-09-12T18:17:04.435694+0000","last_deep_scrub":"266'198","last_deep_scrub_stamp":"2024-09-12T18:17:04.435694+0000","last_clean_scrub_stamp":"2024-09-12T18:17:04.435694+0000","objects_scrubbed":6,"log_size":98,"log_dups_size":100,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:07:56.100918+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24790,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":309,"num_read_kb":498,"num_write":194,"num_write_kb":135,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":24194,"num_omap_keys":44,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":493,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:16.033747+0000","last_change":"2024-09-12T18:17:16.033667+0000","last_active":"2024-09-12T18:17:16.033747+0000","last_peered":"2024-09-12T18:17:16.033747+0000","last_clean":"2024-09-12T18:17:16.033747+0000","last_became_active":"2024-09-12T17:35:04.969084+0000","last_became_peered":"2024-09-12T17:35:04.969084+0000","last_unstale":"2024-09-12T18:17:16.033747+0000","last_undegraded":"2024-09-12T18:17:16.033747+0000","last_fullsized":"2024-09-12T18:17:16.033747+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:16.033589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:16.033589+0000","last_clean_scrub_stamp":"2024-09-12T18:17:16.033589+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:31:24.258215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"266'172","reported_seq":690,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:22.691976+0000","last_change":"2024-09-12T18:17:22.691976+0000","last_active":"2024-09-12T18:17:22.691976+0000","last_peered":"2024-09-12T18:17:22.691976+0000","last_clean":"2024-09-12T18:17:22.691976+0000","last_became_active":"2024-09-12T17:35:07.202003+0000","last_became_peered":"2024-09-12T17:35:07.202003+0000","last_unstale":"2024-09-12T18:17:22.691976+0000","last_undegraded":"2024-09-12T18:17:22.691976+0000","last_fullsized":"2024-09-12T18:17:22.691976+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'172","last_scrub_stamp":"2024-09-12T18:17:22.691882+0000","last_deep_scrub":"266'172","last_deep_scrub_stamp":"2024-09-12T18:17:22.691882+0000","last_clean_scrub_stamp":"2024-09-12T18:17:22.691882+0000","objects_scrubbed":4,"log_size":72,"log_dups_size":100,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:34:32.519091+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1066,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":265,"num_read_kb":267,"num_write":393,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"266'141","reported_seq":778,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:55.815095+0000","last_change":"2024-09-12T18:16:55.815033+0000","last_active":"2024-09-12T18:16:55.815095+0000","last_peered":"2024-09-12T18:16:55.815095+0000","last_clean":"2024-09-12T18:16:55.815095+0000","last_became_active":"2024-09-12T17:34:58.926142+0000","last_became_peered":"2024-09-12T17:34:58.926142+0000","last_unstale":"2024-09-12T18:16:55.815095+0000","last_undegraded":"2024-09-12T18:16:55.815095+0000","last_fullsized":"2024-09-12T18:16:55.815095+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'141","last_scrub_stamp":"2024-09-12T18:16:55.814949+0000","last_deep_scrub":"266'141","last_deep_scrub_stamp":"2024-09-12T18:16:55.814949+0000","last_clean_scrub_stamp":"2024-09-12T18:16:55.814949+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":100,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:06:56.987740+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":661,"num_read_kb":559,"num_write":210,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"266'200","reported_seq":826,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:47.706594+0000","last_change":"2024-09-12T18:16:47.706594+0000","last_active":"2024-09-12T18:16:47.706594+0000","last_peered":"2024-09-12T18:16:47.706594+0000","last_clean":"2024-09-12T18:16:47.706594+0000","last_became_active":"2024-09-12T17:34:56.915256+0000","last_became_peered":"2024-09-12T17:34:56.915256+0000","last_unstale":"2024-09-12T18:16:47.706594+0000","last_undegraded":"2024-09-12T18:16:47.706594+0000","last_fullsized":"2024-09-12T18:16:47.706594+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'200","last_scrub_stamp":"2024-09-12T18:16:47.706477+0000","last_deep_scrub":"266'200","last_deep_scrub_stamp":"2024-09-12T18:16:47.706477+0000","last_clean_scrub_stamp":"2024-09-12T18:16:47.706477+0000","objects_scrubbed":4,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:19:26.370013+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":86,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":420,"num_read_kb":24066,"num_write":973,"num_write_kb":43325,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":502,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:01.494610+0000","last_change":"2024-09-12T18:17:01.494610+0000","last_active":"2024-09-12T18:17:01.494610+0000","last_peered":"2024-09-12T18:17:01.494610+0000","last_clean":"2024-09-12T18:17:01.494610+0000","last_became_active":"2024-09-12T17:35:00.935961+0000","last_became_peered":"2024-09-12T17:35:00.935961+0000","last_unstale":"2024-09-12T18:17:01.494610+0000","last_undegraded":"2024-09-12T18:17:01.494610+0000","last_fullsized":"2024-09-12T18:17:01.494610+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:01.494494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:01.494494+0000","last_clean_scrub_stamp":"2024-09-12T18:17:01.494494+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:45:51.735678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"266'170","reported_seq":758,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:12.595830+0000","last_change":"2024-09-12T18:17:12.595749+0000","last_active":"2024-09-12T18:17:12.595830+0000","last_peered":"2024-09-12T18:17:12.595830+0000","last_clean":"2024-09-12T18:17:12.595830+0000","last_became_active":"2024-09-12T17:35:02.953229+0000","last_became_peered":"2024-09-12T17:35:02.953229+0000","last_unstale":"2024-09-12T18:17:12.595830+0000","last_undegraded":"2024-09-12T18:17:12.595830+0000","last_fullsized":"2024-09-12T18:17:12.595830+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'170","last_scrub_stamp":"2024-09-12T18:17:12.595643+0000","last_deep_scrub":"266'170","last_deep_scrub_stamp":"2024-09-12T18:17:12.595643+0000","last_clean_scrub_stamp":"2024-09-12T18:17:12.595643+0000","objects_scrubbed":8,"log_size":70,"log_dups_size":100,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:56:28.562315+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6421,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":221,"num_read_kb":267,"num_write":142,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":11460,"num_omap_keys":24,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":497,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:08.397201+0000","last_change":"2024-09-12T18:17:08.397094+0000","last_active":"2024-09-12T18:17:08.397201+0000","last_peered":"2024-09-12T18:17:08.397201+0000","last_clean":"2024-09-12T18:17:08.397201+0000","last_became_active":"2024-09-12T17:35:04.965251+0000","last_became_peered":"2024-09-12T17:35:04.965251+0000","last_unstale":"2024-09-12T18:17:08.397201+0000","last_undegraded":"2024-09-12T18:17:08.397201+0000","last_fullsized":"2024-09-12T18:17:08.397201+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:08.396990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:08.396990+0000","last_clean_scrub_stamp":"2024-09-12T18:17:08.396990+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:02:54.705339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"266'179","reported_seq":691,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:10.453685+0000","last_change":"2024-09-12T18:17:10.453685+0000","last_active":"2024-09-12T18:17:10.453685+0000","last_peered":"2024-09-12T18:17:10.453685+0000","last_clean":"2024-09-12T18:17:10.453685+0000","last_became_active":"2024-09-12T17:35:06.991122+0000","last_became_peered":"2024-09-12T17:35:06.991122+0000","last_unstale":"2024-09-12T18:17:10.453685+0000","last_undegraded":"2024-09-12T18:17:10.453685+0000","last_fullsized":"2024-09-12T18:17:10.453685+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'179","last_scrub_stamp":"2024-09-12T18:17:10.453596+0000","last_deep_scrub":"266'179","last_deep_scrub_stamp":"2024-09-12T18:17:10.453596+0000","last_clean_scrub_stamp":"2024-09-12T18:17:10.453596+0000","objects_scrubbed":5,"log_size":79,"log_dups_size":100,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:21:21.812006+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1619,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":252,"num_read_kb":243,"num_write":490,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"266'219","reported_seq":804,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:58.768892+0000","last_change":"2024-09-12T18:16:58.768831+0000","last_active":"2024-09-12T18:16:58.768892+0000","last_peered":"2024-09-12T18:16:58.768892+0000","last_clean":"2024-09-12T18:16:58.768892+0000","last_became_active":"2024-09-12T17:34:58.921089+0000","last_became_peered":"2024-09-12T17:34:58.921089+0000","last_unstale":"2024-09-12T18:16:58.768892+0000","last_undegraded":"2024-09-12T18:16:58.768892+0000","last_fullsized":"2024-09-12T18:16:58.768892+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'219","last_scrub_stamp":"2024-09-12T18:16:58.768742+0000","last_deep_scrub":"266'219","last_deep_scrub_stamp":"2024-09-12T18:16:58.768742+0000","last_clean_scrub_stamp":"2024-09-12T18:16:58.768742+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":200,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:31:41.578564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":925,"num_read_kb":741,"num_write":347,"num_write_kb":174,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"266'223","reported_seq":938,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:46.065415+0000","last_change":"2024-09-12T18:16:46.065354+0000","last_active":"2024-09-12T18:16:46.065415+0000","last_peered":"2024-09-12T18:16:46.065415+0000","last_clean":"2024-09-12T18:16:46.065415+0000","last_became_active":"2024-09-12T17:34:56.918114+0000","last_became_peered":"2024-09-12T17:34:56.918114+0000","last_unstale":"2024-09-12T18:16:46.065415+0000","last_undegraded":"2024-09-12T18:16:46.065415+0000","last_fullsized":"2024-09-12T18:16:46.065415+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'223","last_scrub_stamp":"2024-09-12T18:16:46.065237+0000","last_deep_scrub":"266'223","last_deep_scrub_stamp":"2024-09-12T18:16:46.065237+0000","last_clean_scrub_stamp":"2024-09-12T18:16:46.065237+0000","objects_scrubbed":7,"log_size":23,"log_dups_size":200,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:33:17.821920+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4593351,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":608,"num_read_kb":43659,"num_write":1027,"num_write_kb":45378,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":505,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:07.890606+0000","last_change":"2024-09-12T18:17:07.890533+0000","last_active":"2024-09-12T18:17:07.890606+0000","last_peered":"2024-09-12T18:17:07.890606+0000","last_clean":"2024-09-12T18:17:07.890606+0000","last_became_active":"2024-09-12T17:35:00.936517+0000","last_became_peered":"2024-09-12T17:35:00.936517+0000","last_unstale":"2024-09-12T18:17:07.890606+0000","last_undegraded":"2024-09-12T18:17:07.890606+0000","last_fullsized":"2024-09-12T18:17:07.890606+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:07.890447+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:07.890447+0000","last_clean_scrub_stamp":"2024-09-12T18:17:07.890447+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:04:40.572476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"266'146","reported_seq":731,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:12.692005+0000","last_change":"2024-09-12T18:17:12.692005+0000","last_active":"2024-09-12T18:17:12.692005+0000","last_peered":"2024-09-12T18:17:12.692005+0000","last_clean":"2024-09-12T18:17:12.692005+0000","last_became_active":"2024-09-12T17:35:03.252223+0000","last_became_peered":"2024-09-12T17:35:03.252223+0000","last_unstale":"2024-09-12T18:17:12.692005+0000","last_undegraded":"2024-09-12T18:17:12.692005+0000","last_fullsized":"2024-09-12T18:17:12.692005+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'146","last_scrub_stamp":"2024-09-12T18:17:12.691900+0000","last_deep_scrub":"266'146","last_deep_scrub_stamp":"2024-09-12T18:17:12.691900+0000","last_clean_scrub_stamp":"2024-09-12T18:17:12.691900+0000","objects_scrubbed":5,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:54:30.592353+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10065,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":180,"num_read_kb":244,"num_write":98,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":501,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:13.456431+0000","last_change":"2024-09-12T18:17:13.456431+0000","last_active":"2024-09-12T18:17:13.456431+0000","last_peered":"2024-09-12T18:17:13.456431+0000","last_clean":"2024-09-12T18:17:13.456431+0000","last_became_active":"2024-09-12T17:35:04.965498+0000","last_became_peered":"2024-09-12T17:35:04.965498+0000","last_unstale":"2024-09-12T18:17:13.456431+0000","last_undegraded":"2024-09-12T18:17:13.456431+0000","last_fullsized":"2024-09-12T18:17:13.456431+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:13.456346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:13.456346+0000","last_clean_scrub_stamp":"2024-09-12T18:17:13.456346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:47:58.665890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"266'107","reported_seq":617,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:21.096155+0000","last_change":"2024-09-12T18:17:21.096155+0000","last_active":"2024-09-12T18:17:21.096155+0000","last_peered":"2024-09-12T18:17:21.096155+0000","last_clean":"2024-09-12T18:17:21.096155+0000","last_became_active":"2024-09-12T17:35:06.984930+0000","last_became_peered":"2024-09-12T17:35:06.984930+0000","last_unstale":"2024-09-12T18:17:21.096155+0000","last_undegraded":"2024-09-12T18:17:21.096155+0000","last_fullsized":"2024-09-12T18:17:21.096155+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'107","last_scrub_stamp":"2024-09-12T18:17:21.096058+0000","last_deep_scrub":"266'107","last_deep_scrub_stamp":"2024-09-12T18:17:21.096058+0000","last_clean_scrub_stamp":"2024-09-12T18:17:21.096058+0000","objects_scrubbed":4,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:00:10.602741+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":801,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":186,"num_read_kb":167,"num_write":250,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"266'188","reported_seq":770,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:52.113998+0000","last_change":"2024-09-12T18:16:52.113941+0000","last_active":"2024-09-12T18:16:52.113998+0000","last_peered":"2024-09-12T18:16:52.113998+0000","last_clean":"2024-09-12T18:16:52.113998+0000","last_became_active":"2024-09-12T17:34:58.925027+0000","last_became_peered":"2024-09-12T17:34:58.925027+0000","last_unstale":"2024-09-12T18:16:52.113998+0000","last_undegraded":"2024-09-12T18:16:52.113998+0000","last_fullsized":"2024-09-12T18:16:52.113998+0000","mapping_epoch":27,"log_start":"263'100","ondisk_log_start":"263'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'188","last_scrub_stamp":"2024-09-12T18:16:52.113855+0000","last_deep_scrub":"266'188","last_deep_scrub_stamp":"2024-09-12T18:16:52.113855+0000","last_clean_scrub_stamp":"2024-09-12T18:16:52.113855+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":100,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:05:04.325404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":762,"num_read_kb":614,"num_write":291,"num_write_kb":140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"266'292","reported_seq":1102,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:46.965684+0000","last_change":"2024-09-12T18:16:46.965619+0000","last_active":"2024-09-12T18:16:46.965684+0000","last_peered":"2024-09-12T18:16:46.965684+0000","last_clean":"2024-09-12T18:16:46.965684+0000","last_became_active":"2024-09-12T17:34:56.935029+0000","last_became_peered":"2024-09-12T17:34:56.935029+0000","last_unstale":"2024-09-12T18:16:46.965684+0000","last_undegraded":"2024-09-12T18:16:46.965684+0000","last_fullsized":"2024-09-12T18:16:46.965684+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'292","last_scrub_stamp":"2024-09-12T18:16:46.965518+0000","last_deep_scrub":"266'292","last_deep_scrub_stamp":"2024-09-12T18:16:46.965518+0000","last_clean_scrub_stamp":"2024-09-12T18:16:46.965518+0000","objects_scrubbed":6,"log_size":92,"log_dups_size":200,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:10:57.247739+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68042,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1295,"num_read_kb":22019,"num_write":1482,"num_write_kb":38453,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":505,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:01.517983+0000","last_change":"2024-09-12T18:17:01.517901+0000","last_active":"2024-09-12T18:17:01.517983+0000","last_peered":"2024-09-12T18:17:01.517983+0000","last_clean":"2024-09-12T18:17:01.517983+0000","last_became_active":"2024-09-12T17:35:00.928040+0000","last_became_peered":"2024-09-12T17:35:00.928040+0000","last_unstale":"2024-09-12T18:17:01.517983+0000","last_undegraded":"2024-09-12T18:17:01.517983+0000","last_fullsized":"2024-09-12T18:17:01.517983+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:01.517801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:01.517801+0000","last_clean_scrub_stamp":"2024-09-12T18:17:01.517801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:32:21.149028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"266'94","reported_seq":624,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:13.843250+0000","last_change":"2024-09-12T18:17:13.843250+0000","last_active":"2024-09-12T18:17:13.843250+0000","last_peered":"2024-09-12T18:17:13.843250+0000","last_clean":"2024-09-12T18:17:13.843250+0000","last_became_active":"2024-09-12T17:35:03.251671+0000","last_became_peered":"2024-09-12T17:35:03.251671+0000","last_unstale":"2024-09-12T18:17:13.843250+0000","last_undegraded":"2024-09-12T18:17:13.843250+0000","last_fullsized":"2024-09-12T18:17:13.843250+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'94","last_scrub_stamp":"2024-09-12T18:17:13.843150+0000","last_deep_scrub":"266'94","last_deep_scrub_stamp":"2024-09-12T18:17:13.843150+0000","last_clean_scrub_stamp":"2024-09-12T18:17:13.843150+0000","objects_scrubbed":7,"log_size":94,"log_dups_size":0,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:30:59.526728+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":84,"num_read_kb":78,"num_write":66,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1780,"num_omap_keys":6,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"266'768","reported_seq":6381,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:07.502315+0000","last_change":"2024-09-12T18:17:07.502315+0000","last_active":"2024-09-12T18:17:07.502315+0000","last_peered":"2024-09-12T18:17:07.502315+0000","last_clean":"2024-09-12T18:17:07.502315+0000","last_became_active":"2024-09-12T17:35:04.962328+0000","last_became_peered":"2024-09-12T17:35:04.962328+0000","last_unstale":"2024-09-12T18:17:07.502315+0000","last_undegraded":"2024-09-12T18:17:07.502315+0000","last_fullsized":"2024-09-12T18:17:07.502315+0000","mapping_epoch":33,"log_start":"266'701","ondisk_log_start":"266'701","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'768","last_scrub_stamp":"2024-09-12T18:17:07.502233+0000","last_deep_scrub":"266'768","last_deep_scrub_stamp":"2024-09-12T18:17:07.502233+0000","last_clean_scrub_stamp":"2024-09-12T18:17:07.502233+0000","objects_scrubbed":1,"log_size":67,"log_dups_size":701,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:13:24.574685+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"266'129","reported_seq":641,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:17.556008+0000","last_change":"2024-09-12T18:17:17.556008+0000","last_active":"2024-09-12T18:17:17.556008+0000","last_peered":"2024-09-12T18:17:17.556008+0000","last_clean":"2024-09-12T18:17:17.556008+0000","last_became_active":"2024-09-12T17:35:06.982258+0000","last_became_peered":"2024-09-12T17:35:06.982258+0000","last_unstale":"2024-09-12T18:17:17.556008+0000","last_undegraded":"2024-09-12T18:17:17.556008+0000","last_fullsized":"2024-09-12T18:17:17.556008+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'129","last_scrub_stamp":"2024-09-12T18:17:17.555897+0000","last_deep_scrub":"266'129","last_deep_scrub_stamp":"2024-09-12T18:17:17.555897+0000","last_clean_scrub_stamp":"2024-09-12T18:17:17.555897+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:44:52.299995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":214,"num_read_kb":201,"num_write":330,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"266'90","reported_seq":675,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:56.932310+0000","last_change":"2024-09-12T18:16:56.932255+0000","last_active":"2024-09-12T18:16:56.932310+0000","last_peered":"2024-09-12T18:16:56.932310+0000","last_clean":"2024-09-12T18:16:56.932310+0000","last_became_active":"2024-09-12T17:34:58.915177+0000","last_became_peered":"2024-09-12T17:34:58.915177+0000","last_unstale":"2024-09-12T18:16:56.932310+0000","last_undegraded":"2024-09-12T18:16:56.932310+0000","last_fullsized":"2024-09-12T18:16:56.932310+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'90","last_scrub_stamp":"2024-09-12T18:16:56.932174+0000","last_deep_scrub":"266'90","last_deep_scrub_stamp":"2024-09-12T18:16:56.932174+0000","last_clean_scrub_stamp":"2024-09-12T18:16:56.932174+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":0,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:24:59.957825+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":407,"num_read_kb":344,"num_write":133,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"266'248","reported_seq":914,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:51.263423+0000","last_change":"2024-09-12T18:16:51.263321+0000","last_active":"2024-09-12T18:16:51.263423+0000","last_peered":"2024-09-12T18:16:51.263423+0000","last_clean":"2024-09-12T18:16:51.263423+0000","last_became_active":"2024-09-12T17:35:31.566106+0000","last_became_peered":"2024-09-12T17:35:31.566106+0000","last_unstale":"2024-09-12T18:16:51.263423+0000","last_undegraded":"2024-09-12T18:16:51.263423+0000","last_fullsized":"2024-09-12T18:16:51.263423+0000","mapping_epoch":38,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'248","last_scrub_stamp":"2024-09-12T18:16:51.263163+0000","last_deep_scrub":"266'248","last_deep_scrub_stamp":"2024-09-12T18:16:51.263163+0000","last_clean_scrub_stamp":"2024-09-12T18:16:51.263163+0000","objects_scrubbed":8,"log_size":48,"log_dups_size":200,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:21:10.113625+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5413099,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":535,"num_read_kb":23760,"num_write":1061,"num_write_kb":25012,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":501,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:07.545336+0000","last_change":"2024-09-12T18:17:07.545248+0000","last_active":"2024-09-12T18:17:07.545336+0000","last_peered":"2024-09-12T18:17:07.545336+0000","last_clean":"2024-09-12T18:17:07.545336+0000","last_became_active":"2024-09-12T17:35:00.938992+0000","last_became_peered":"2024-09-12T17:35:00.938992+0000","last_unstale":"2024-09-12T18:17:07.545336+0000","last_undegraded":"2024-09-12T18:17:07.545336+0000","last_fullsized":"2024-09-12T18:17:07.545336+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:07.545142+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:07.545142+0000","last_clean_scrub_stamp":"2024-09-12T18:17:07.545142+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:19:13.597536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"266'175","reported_seq":762,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:16.992276+0000","last_change":"2024-09-12T18:17:16.992276+0000","last_active":"2024-09-12T18:17:16.992276+0000","last_peered":"2024-09-12T18:17:16.992276+0000","last_clean":"2024-09-12T18:17:16.992276+0000","last_became_active":"2024-09-12T17:35:02.950602+0000","last_became_peered":"2024-09-12T17:35:02.950602+0000","last_unstale":"2024-09-12T18:17:16.992276+0000","last_undegraded":"2024-09-12T18:17:16.992276+0000","last_fullsized":"2024-09-12T18:17:16.992276+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'175","last_scrub_stamp":"2024-09-12T18:17:16.992180+0000","last_deep_scrub":"266'175","last_deep_scrub_stamp":"2024-09-12T18:17:16.992180+0000","last_clean_scrub_stamp":"2024-09-12T18:17:16.992180+0000","objects_scrubbed":9,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:45:17.849610+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7085,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":217,"num_read_kb":283,"num_write":130,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:15.761083+0000","last_change":"2024-09-12T18:17:15.761083+0000","last_active":"2024-09-12T18:17:15.761083+0000","last_peered":"2024-09-12T18:17:15.761083+0000","last_clean":"2024-09-12T18:17:15.761083+0000","last_became_active":"2024-09-12T17:35:04.972306+0000","last_became_peered":"2024-09-12T17:35:04.972306+0000","last_unstale":"2024-09-12T18:17:15.761083+0000","last_undegraded":"2024-09-12T18:17:15.761083+0000","last_fullsized":"2024-09-12T18:17:15.761083+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:15.760997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:15.760997+0000","last_clean_scrub_stamp":"2024-09-12T18:17:15.760997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:50:42.502933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"266'135","reported_seq":648,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:20.618130+0000","last_change":"2024-09-12T18:17:20.618130+0000","last_active":"2024-09-12T18:17:20.618130+0000","last_peered":"2024-09-12T18:17:20.618130+0000","last_clean":"2024-09-12T18:17:20.618130+0000","last_became_active":"2024-09-12T17:35:06.984272+0000","last_became_peered":"2024-09-12T17:35:06.984272+0000","last_unstale":"2024-09-12T18:17:20.618130+0000","last_undegraded":"2024-09-12T18:17:20.618130+0000","last_fullsized":"2024-09-12T18:17:20.618130+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'135","last_scrub_stamp":"2024-09-12T18:17:20.618023+0000","last_deep_scrub":"266'135","last_deep_scrub_stamp":"2024-09-12T18:17:20.618023+0000","last_clean_scrub_stamp":"2024-09-12T18:17:20.618023+0000","objects_scrubbed":4,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:51:11.700629+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":591,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":201,"num_read_kb":188,"num_write":308,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"266'223","reported_seq":825,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:54.961560+0000","last_change":"2024-09-12T18:16:54.961503+0000","last_active":"2024-09-12T18:16:54.961560+0000","last_peered":"2024-09-12T18:16:54.961560+0000","last_clean":"2024-09-12T18:16:54.961560+0000","last_became_active":"2024-09-12T17:34:58.923034+0000","last_became_peered":"2024-09-12T17:34:58.923034+0000","last_unstale":"2024-09-12T18:16:54.961560+0000","last_undegraded":"2024-09-12T18:16:54.961560+0000","last_fullsized":"2024-09-12T18:16:54.961560+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'223","last_scrub_stamp":"2024-09-12T18:16:54.961414+0000","last_deep_scrub":"266'223","last_deep_scrub_stamp":"2024-09-12T18:16:54.961414+0000","last_clean_scrub_stamp":"2024-09-12T18:16:54.961414+0000","objects_scrubbed":1,"log_size":23,"log_dups_size":200,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:42:52.926577+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":922,"num_read_kb":750,"num_write":316,"num_write_kb":178,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"266'189","reported_seq":800,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:50.279631+0000","last_change":"2024-09-12T18:16:50.279571+0000","last_active":"2024-09-12T18:16:50.279631+0000","last_peered":"2024-09-12T18:16:50.279631+0000","last_clean":"2024-09-12T18:16:50.279631+0000","last_became_active":"2024-09-12T17:35:31.033748+0000","last_became_peered":"2024-09-12T17:35:31.033748+0000","last_unstale":"2024-09-12T18:16:50.279631+0000","last_undegraded":"2024-09-12T18:16:50.279631+0000","last_fullsized":"2024-09-12T18:16:50.279631+0000","mapping_epoch":38,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'189","last_scrub_stamp":"2024-09-12T18:16:50.279426+0000","last_deep_scrub":"266'189","last_deep_scrub_stamp":"2024-09-12T18:16:50.279426+0000","last_clean_scrub_stamp":"2024-09-12T18:16:50.279426+0000","objects_scrubbed":4,"log_size":89,"log_dups_size":100,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:37:23.550629+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194337,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":351,"num_read_kb":8582,"num_write":912,"num_write_kb":33561,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":501,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:13.041020+0000","last_change":"2024-09-12T18:17:13.040911+0000","last_active":"2024-09-12T18:17:13.041020+0000","last_peered":"2024-09-12T18:17:13.041020+0000","last_clean":"2024-09-12T18:17:13.041020+0000","last_became_active":"2024-09-12T17:35:00.933492+0000","last_became_peered":"2024-09-12T17:35:00.933492+0000","last_unstale":"2024-09-12T18:17:13.041020+0000","last_undegraded":"2024-09-12T18:17:13.041020+0000","last_fullsized":"2024-09-12T18:17:13.041020+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:13.040814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:13.040814+0000","last_clean_scrub_stamp":"2024-09-12T18:17:13.040814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:31:25.312840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"266'119","reported_seq":690,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:07.755812+0000","last_change":"2024-09-12T18:17:07.755812+0000","last_active":"2024-09-12T18:17:07.755812+0000","last_peered":"2024-09-12T18:17:07.755812+0000","last_clean":"2024-09-12T18:17:07.755812+0000","last_became_active":"2024-09-12T17:35:02.953753+0000","last_became_peered":"2024-09-12T17:35:02.953753+0000","last_unstale":"2024-09-12T18:17:07.755812+0000","last_undegraded":"2024-09-12T18:17:07.755812+0000","last_fullsized":"2024-09-12T18:17:07.755812+0000","mapping_epoch":31,"log_start":"266'100","ondisk_log_start":"266'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'119","last_scrub_stamp":"2024-09-12T18:17:07.755701+0000","last_deep_scrub":"266'119","last_deep_scrub_stamp":"2024-09-12T18:17:07.755701+0000","last_clean_scrub_stamp":"2024-09-12T18:17:07.755701+0000","objects_scrubbed":4,"log_size":19,"log_dups_size":100,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:53:25.824103+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9278,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":163,"num_read_kb":243,"num_write":84,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":491,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:05.506835+0000","last_change":"2024-09-12T18:17:05.506835+0000","last_active":"2024-09-12T18:17:05.506835+0000","last_peered":"2024-09-12T18:17:05.506835+0000","last_clean":"2024-09-12T18:17:05.506835+0000","last_became_active":"2024-09-12T17:35:04.963928+0000","last_became_peered":"2024-09-12T17:35:04.963928+0000","last_unstale":"2024-09-12T18:17:05.506835+0000","last_undegraded":"2024-09-12T18:17:05.506835+0000","last_fullsized":"2024-09-12T18:17:05.506835+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:05.506741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:05.506741+0000","last_clean_scrub_stamp":"2024-09-12T18:17:05.506741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:24:50.225911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"266'108","reported_seq":635,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:21.724673+0000","last_change":"2024-09-12T18:17:21.724673+0000","last_active":"2024-09-12T18:17:21.724673+0000","last_peered":"2024-09-12T18:17:21.724673+0000","last_clean":"2024-09-12T18:17:21.724673+0000","last_became_active":"2024-09-12T17:35:07.200824+0000","last_became_peered":"2024-09-12T17:35:07.200824+0000","last_unstale":"2024-09-12T18:17:21.724673+0000","last_undegraded":"2024-09-12T18:17:21.724673+0000","last_fullsized":"2024-09-12T18:17:21.724673+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'108","last_scrub_stamp":"2024-09-12T18:17:21.724543+0000","last_deep_scrub":"266'108","last_deep_scrub_stamp":"2024-09-12T18:17:21.724543+0000","last_clean_scrub_stamp":"2024-09-12T18:17:21.724543+0000","objects_scrubbed":1,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:08:30.713338+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":539,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":174,"num_read_kb":172,"num_write":247,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"266'147","reported_seq":782,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:57.730823+0000","last_change":"2024-09-12T18:16:57.730823+0000","last_active":"2024-09-12T18:16:57.730823+0000","last_peered":"2024-09-12T18:16:57.730823+0000","last_clean":"2024-09-12T18:16:57.730823+0000","last_became_active":"2024-09-12T17:34:58.925364+0000","last_became_peered":"2024-09-12T17:34:58.925364+0000","last_unstale":"2024-09-12T18:16:57.730823+0000","last_undegraded":"2024-09-12T18:16:57.730823+0000","last_fullsized":"2024-09-12T18:16:57.730823+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'147","last_scrub_stamp":"2024-09-12T18:16:57.730730+0000","last_deep_scrub":"266'147","last_deep_scrub_stamp":"2024-09-12T18:16:57.730730+0000","last_clean_scrub_stamp":"2024-09-12T18:16:57.730730+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:24:00.954892+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":648,"num_read_kb":543,"num_write":223,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"266'231","reported_seq":868,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:48.675990+0000","last_change":"2024-09-12T18:16:48.675936+0000","last_active":"2024-09-12T18:16:48.675990+0000","last_peered":"2024-09-12T18:16:48.675990+0000","last_clean":"2024-09-12T18:16:48.675990+0000","last_became_active":"2024-09-12T17:34:56.929777+0000","last_became_peered":"2024-09-12T17:34:56.929777+0000","last_unstale":"2024-09-12T18:16:48.675990+0000","last_undegraded":"2024-09-12T18:16:48.675990+0000","last_fullsized":"2024-09-12T18:16:48.675990+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'231","last_scrub_stamp":"2024-09-12T18:16:48.675848+0000","last_deep_scrub":"266'231","last_deep_scrub_stamp":"2024-09-12T18:16:48.675848+0000","last_clean_scrub_stamp":"2024-09-12T18:16:48.675848+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":200,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:51:40.546669+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":454,"num_read_kb":12620,"num_write":1046,"num_write_kb":48973,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":505,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:06.926168+0000","last_change":"2024-09-12T18:17:06.926168+0000","last_active":"2024-09-12T18:17:06.926168+0000","last_peered":"2024-09-12T18:17:06.926168+0000","last_clean":"2024-09-12T18:17:06.926168+0000","last_became_active":"2024-09-12T17:35:00.933777+0000","last_became_peered":"2024-09-12T17:35:00.933777+0000","last_unstale":"2024-09-12T18:17:06.926168+0000","last_undegraded":"2024-09-12T18:17:06.926168+0000","last_fullsized":"2024-09-12T18:17:06.926168+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:06.926083+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:06.926083+0000","last_clean_scrub_stamp":"2024-09-12T18:17:06.926083+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:20:48.187690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"266'112","reported_seq":679,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:11.700216+0000","last_change":"2024-09-12T18:17:11.700104+0000","last_active":"2024-09-12T18:17:11.700216+0000","last_peered":"2024-09-12T18:17:11.700216+0000","last_clean":"2024-09-12T18:17:11.700216+0000","last_became_active":"2024-09-12T17:35:02.948589+0000","last_became_peered":"2024-09-12T17:35:02.948589+0000","last_unstale":"2024-09-12T18:17:11.700216+0000","last_undegraded":"2024-09-12T18:17:11.700216+0000","last_fullsized":"2024-09-12T18:17:11.700216+0000","mapping_epoch":31,"log_start":"266'101","ondisk_log_start":"266'101","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'112","last_scrub_stamp":"2024-09-12T18:17:11.700000+0000","last_deep_scrub":"266'112","last_deep_scrub_stamp":"2024-09-12T18:17:11.700000+0000","last_clean_scrub_stamp":"2024-09-12T18:17:11.700000+0000","objects_scrubbed":2,"log_size":11,"log_dups_size":101,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:27:04.925712+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5527,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":133,"num_read_kb":201,"num_write":66,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":497,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:14.803142+0000","last_change":"2024-09-12T18:17:14.803038+0000","last_active":"2024-09-12T18:17:14.803142+0000","last_peered":"2024-09-12T18:17:14.803142+0000","last_clean":"2024-09-12T18:17:14.803142+0000","last_became_active":"2024-09-12T17:35:04.964762+0000","last_became_peered":"2024-09-12T17:35:04.964762+0000","last_unstale":"2024-09-12T18:17:14.803142+0000","last_undegraded":"2024-09-12T18:17:14.803142+0000","last_fullsized":"2024-09-12T18:17:14.803142+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:14.802944+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:14.802944+0000","last_clean_scrub_stamp":"2024-09-12T18:17:14.802944+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:41:49.683824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"266'164","reported_seq":1627,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:18.562315+0000","last_change":"2024-09-12T18:17:18.562315+0000","last_active":"2024-09-12T18:17:18.562315+0000","last_peered":"2024-09-12T18:17:18.562315+0000","last_clean":"2024-09-12T18:17:18.562315+0000","last_became_active":"2024-09-12T17:35:06.985213+0000","last_became_peered":"2024-09-12T17:35:06.985213+0000","last_unstale":"2024-09-12T18:17:18.562315+0000","last_undegraded":"2024-09-12T18:17:18.562315+0000","last_fullsized":"2024-09-12T18:17:18.562315+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'164","last_scrub_stamp":"2024-09-12T18:17:18.562208+0000","last_deep_scrub":"266'164","last_deep_scrub_stamp":"2024-09-12T18:17:18.562208+0000","last_clean_scrub_stamp":"2024-09-12T18:17:18.562208+0000","objects_scrubbed":5,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:50:31.565909+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":239,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1188,"num_read_kb":1188,"num_write":364,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"266'55","reported_seq":649,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:54.004945+0000","last_change":"2024-09-12T18:16:54.004945+0000","last_active":"2024-09-12T18:16:54.004945+0000","last_peered":"2024-09-12T18:16:54.004945+0000","last_clean":"2024-09-12T18:16:54.004945+0000","last_became_active":"2024-09-12T17:34:58.918463+0000","last_became_peered":"2024-09-12T17:34:58.918463+0000","last_unstale":"2024-09-12T18:16:54.004945+0000","last_undegraded":"2024-09-12T18:16:54.004945+0000","last_fullsized":"2024-09-12T18:16:54.004945+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'55","last_scrub_stamp":"2024-09-12T18:16:54.004861+0000","last_deep_scrub":"266'55","last_deep_scrub_stamp":"2024-09-12T18:16:54.004861+0000","last_clean_scrub_stamp":"2024-09-12T18:16:54.004861+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":0,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:31:24.989742+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":265,"num_read_kb":235,"num_write":79,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"266'207","reported_seq":871,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:47.927138+0000","last_change":"2024-09-12T18:16:47.927138+0000","last_active":"2024-09-12T18:16:47.927138+0000","last_peered":"2024-09-12T18:16:47.927138+0000","last_clean":"2024-09-12T18:16:47.927138+0000","last_became_active":"2024-09-12T17:34:56.932103+0000","last_became_peered":"2024-09-12T17:34:56.932103+0000","last_unstale":"2024-09-12T18:16:47.927138+0000","last_undegraded":"2024-09-12T18:16:47.927138+0000","last_fullsized":"2024-09-12T18:16:47.927138+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'207","last_scrub_stamp":"2024-09-12T18:16:47.927035+0000","last_deep_scrub":"266'207","last_deep_scrub_stamp":"2024-09-12T18:16:47.927035+0000","last_clean_scrub_stamp":"2024-09-12T18:16:47.927035+0000","objects_scrubbed":3,"log_size":107,"log_dups_size":100,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:28:28.501325+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3053311,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":542,"num_read_kb":71881,"num_write":961,"num_write_kb":32143,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"266'2","reported_seq":507,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:00.475893+0000","last_change":"2024-09-12T18:17:00.475893+0000","last_active":"2024-09-12T18:17:00.475893+0000","last_peered":"2024-09-12T18:17:00.475893+0000","last_clean":"2024-09-12T18:17:00.475893+0000","last_became_active":"2024-09-12T17:35:00.933869+0000","last_became_peered":"2024-09-12T17:35:00.933869+0000","last_unstale":"2024-09-12T18:17:00.475893+0000","last_undegraded":"2024-09-12T18:17:00.475893+0000","last_fullsized":"2024-09-12T18:17:00.475893+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'2","last_scrub_stamp":"2024-09-12T18:17:00.475802+0000","last_deep_scrub":"266'2","last_deep_scrub_stamp":"2024-09-12T18:17:00.475802+0000","last_clean_scrub_stamp":"2024-09-12T18:17:00.475802+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:31:45.730025+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"266'157","reported_seq":749,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:11.852707+0000","last_change":"2024-09-12T18:17:11.852616+0000","last_active":"2024-09-12T18:17:11.852707+0000","last_peered":"2024-09-12T18:17:11.852707+0000","last_clean":"2024-09-12T18:17:11.852707+0000","last_became_active":"2024-09-12T17:35:02.948855+0000","last_became_peered":"2024-09-12T17:35:02.948855+0000","last_unstale":"2024-09-12T18:17:11.852707+0000","last_undegraded":"2024-09-12T18:17:11.852707+0000","last_fullsized":"2024-09-12T18:17:11.852707+0000","mapping_epoch":31,"log_start":"263'100","ondisk_log_start":"263'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'157","last_scrub_stamp":"2024-09-12T18:17:11.852501+0000","last_deep_scrub":"266'157","last_deep_scrub_stamp":"2024-09-12T18:17:11.852501+0000","last_clean_scrub_stamp":"2024-09-12T18:17:11.852501+0000","objects_scrubbed":5,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:54:41.401101+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15556,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":213,"num_read_kb":298,"num_write":120,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":492,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:13.815939+0000","last_change":"2024-09-12T18:17:13.815866+0000","last_active":"2024-09-12T18:17:13.815939+0000","last_peered":"2024-09-12T18:17:13.815939+0000","last_clean":"2024-09-12T18:17:13.815939+0000","last_became_active":"2024-09-12T17:35:04.971064+0000","last_became_peered":"2024-09-12T17:35:04.971064+0000","last_unstale":"2024-09-12T18:17:13.815939+0000","last_undegraded":"2024-09-12T18:17:13.815939+0000","last_fullsized":"2024-09-12T18:17:13.815939+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:17:13.815776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:17:13.815776+0000","last_clean_scrub_stamp":"2024-09-12T18:17:13.815776+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:42:19.370085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"266'122","reported_seq":633,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:17.765804+0000","last_change":"2024-09-12T18:17:17.765804+0000","last_active":"2024-09-12T18:17:17.765804+0000","last_peered":"2024-09-12T18:17:17.765804+0000","last_clean":"2024-09-12T18:17:17.765804+0000","last_became_active":"2024-09-12T17:35:06.981911+0000","last_became_peered":"2024-09-12T17:35:06.981911+0000","last_unstale":"2024-09-12T18:17:17.765804+0000","last_undegraded":"2024-09-12T18:17:17.765804+0000","last_fullsized":"2024-09-12T18:17:17.765804+0000","mapping_epoch":35,"log_start":"266'100","ondisk_log_start":"266'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'122","last_scrub_stamp":"2024-09-12T18:17:17.765686+0000","last_deep_scrub":"266'122","last_deep_scrub_stamp":"2024-09-12T18:17:17.765686+0000","last_clean_scrub_stamp":"2024-09-12T18:17:17.765686+0000","objects_scrubbed":4,"log_size":22,"log_dups_size":100,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:29:57.242778+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":652,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":201,"num_read_kb":183,"num_write":312,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"266'121","reported_seq":682,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:57.572277+0000","last_change":"2024-09-12T18:16:57.572277+0000","last_active":"2024-09-12T18:16:57.572277+0000","last_peered":"2024-09-12T18:16:57.572277+0000","last_clean":"2024-09-12T18:16:57.572277+0000","last_became_active":"2024-09-12T17:34:58.920232+0000","last_became_peered":"2024-09-12T17:34:58.920232+0000","last_unstale":"2024-09-12T18:16:57.572277+0000","last_undegraded":"2024-09-12T18:16:57.572277+0000","last_fullsized":"2024-09-12T18:16:57.572277+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'121","last_scrub_stamp":"2024-09-12T18:16:57.572191+0000","last_deep_scrub":"266'121","last_deep_scrub_stamp":"2024-09-12T18:16:57.572191+0000","last_clean_scrub_stamp":"2024-09-12T18:16:57.572191+0000","objects_scrubbed":1,"log_size":21,"log_dups_size":100,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:44:58.636334+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":506,"num_read_kb":407,"num_write":190,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":685,"num_omap_keys":3,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"266'220","reported_seq":856,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:49.512445+0000","last_change":"2024-09-12T18:16:49.512445+0000","last_active":"2024-09-12T18:16:49.512445+0000","last_peered":"2024-09-12T18:16:49.512445+0000","last_clean":"2024-09-12T18:16:49.512445+0000","last_became_active":"2024-09-12T17:34:56.933683+0000","last_became_peered":"2024-09-12T17:34:56.933683+0000","last_unstale":"2024-09-12T18:16:49.512445+0000","last_undegraded":"2024-09-12T18:16:49.512445+0000","last_fullsized":"2024-09-12T18:16:49.512445+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'220","last_scrub_stamp":"2024-09-12T18:16:49.512331+0000","last_deep_scrub":"266'220","last_deep_scrub_stamp":"2024-09-12T18:16:49.512331+0000","last_clean_scrub_stamp":"2024-09-12T18:16:49.512331+0000","objects_scrubbed":4,"log_size":20,"log_dups_size":200,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:25:14.760892+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4719664,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":476,"num_read_kb":4802,"num_write":1008,"num_write_kb":45279,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,7],"acting":[6,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"266'117","reported_seq":644,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:04.077352+0000","last_change":"2024-09-12T18:17:04.077252+0000","last_active":"2024-09-12T18:17:04.077352+0000","last_peered":"2024-09-12T18:17:04.077352+0000","last_clean":"2024-09-12T18:17:04.077352+0000","last_became_active":"2024-09-12T17:36:31.125541+0000","last_became_peered":"2024-09-12T17:36:31.125541+0000","last_unstale":"2024-09-12T18:17:04.077352+0000","last_undegraded":"2024-09-12T18:17:04.077352+0000","last_fullsized":"2024-09-12T18:17:04.077352+0000","mapping_epoch":40,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'117","last_scrub_stamp":"2024-09-12T18:17:04.077159+0000","last_deep_scrub":"266'117","last_deep_scrub_stamp":"2024-09-12T18:17:04.077159+0000","last_clean_scrub_stamp":"2024-09-12T18:17:04.077159+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:08:11.903089+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":511,"num_read_kb":409,"num_write":203,"num_write_kb":102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"266'205","reported_seq":847,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:49.140655+0000","last_change":"2024-09-12T18:16:49.140655+0000","last_active":"2024-09-12T18:16:49.140655+0000","last_peered":"2024-09-12T18:16:49.140655+0000","last_clean":"2024-09-12T18:16:49.140655+0000","last_became_active":"2024-09-12T17:34:56.920719+0000","last_became_peered":"2024-09-12T17:34:56.920719+0000","last_unstale":"2024-09-12T18:16:49.140655+0000","last_undegraded":"2024-09-12T18:16:49.140655+0000","last_fullsized":"2024-09-12T18:16:49.140655+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'205","last_scrub_stamp":"2024-09-12T18:16:49.140531+0000","last_deep_scrub":"266'205","last_deep_scrub_stamp":"2024-09-12T18:16:49.140531+0000","last_clean_scrub_stamp":"2024-09-12T18:16:49.140531+0000","objects_scrubbed":3,"log_size":105,"log_dups_size":100,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:27:02.999481+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":436,"num_read_kb":26102,"num_write":979,"num_write_kb":39157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"266'126","reported_seq":728,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:01.120300+0000","last_change":"2024-09-12T18:17:01.120300+0000","last_active":"2024-09-12T18:17:01.120300+0000","last_peered":"2024-09-12T18:17:01.120300+0000","last_clean":"2024-09-12T18:17:01.120300+0000","last_became_active":"2024-09-12T17:34:58.922983+0000","last_became_peered":"2024-09-12T17:34:58.922983+0000","last_unstale":"2024-09-12T18:17:01.120300+0000","last_undegraded":"2024-09-12T18:17:01.120300+0000","last_fullsized":"2024-09-12T18:17:01.120300+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'126","last_scrub_stamp":"2024-09-12T18:17:01.120222+0000","last_deep_scrub":"266'126","last_deep_scrub_stamp":"2024-09-12T18:17:01.120222+0000","last_clean_scrub_stamp":"2024-09-12T18:17:01.120222+0000","objects_scrubbed":1,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:55:24.431122+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":573,"num_read_kb":477,"num_write":197,"num_write_kb":100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":219,"num_omap_keys":1,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"266'182","reported_seq":808,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:52.307749+0000","last_change":"2024-09-12T18:16:52.307749+0000","last_active":"2024-09-12T18:16:52.307749+0000","last_peered":"2024-09-12T18:16:52.307749+0000","last_clean":"2024-09-12T18:16:52.307749+0000","last_became_active":"2024-09-12T17:34:56.924219+0000","last_became_peered":"2024-09-12T17:34:56.924219+0000","last_unstale":"2024-09-12T18:16:52.307749+0000","last_undegraded":"2024-09-12T18:16:52.307749+0000","last_fullsized":"2024-09-12T18:16:52.307749+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'182","last_scrub_stamp":"2024-09-12T18:16:52.307640+0000","last_deep_scrub":"266'182","last_deep_scrub_stamp":"2024-09-12T18:16:52.307640+0000","last_clean_scrub_stamp":"2024-09-12T18:16:52.307640+0000","objects_scrubbed":7,"log_size":82,"log_dups_size":100,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:54:15.057184+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6291523,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":380,"num_read_kb":32581,"num_write":902,"num_write_kb":29437,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"266'250","reported_seq":877,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:56.547350+0000","last_change":"2024-09-12T18:16:56.547350+0000","last_active":"2024-09-12T18:16:56.547350+0000","last_peered":"2024-09-12T18:16:56.547350+0000","last_clean":"2024-09-12T18:16:56.547350+0000","last_became_active":"2024-09-12T17:34:58.918066+0000","last_became_peered":"2024-09-12T17:34:58.918066+0000","last_unstale":"2024-09-12T18:16:56.547350+0000","last_undegraded":"2024-09-12T18:16:56.547350+0000","last_fullsized":"2024-09-12T18:16:56.547350+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'250","last_scrub_stamp":"2024-09-12T18:16:56.547263+0000","last_deep_scrub":"266'250","last_deep_scrub_stamp":"2024-09-12T18:16:56.547263+0000","last_clean_scrub_stamp":"2024-09-12T18:16:56.547263+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":200,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:53:45.219374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1026,"num_read_kb":831,"num_write":370,"num_write_kb":186,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"266'208","reported_seq":787,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:46.089231+0000","last_change":"2024-09-12T18:16:46.089133+0000","last_active":"2024-09-12T18:16:46.089231+0000","last_peered":"2024-09-12T18:16:46.089231+0000","last_clean":"2024-09-12T18:16:46.089231+0000","last_became_active":"2024-09-12T17:35:31.029742+0000","last_became_peered":"2024-09-12T17:35:31.029742+0000","last_unstale":"2024-09-12T18:16:46.089231+0000","last_undegraded":"2024-09-12T18:16:46.089231+0000","last_fullsized":"2024-09-12T18:16:46.089231+0000","mapping_epoch":38,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'208","last_scrub_stamp":"2024-09-12T18:16:46.089014+0000","last_deep_scrub":"266'208","last_deep_scrub_stamp":"2024-09-12T18:16:46.089014+0000","last_clean_scrub_stamp":"2024-09-12T18:16:46.089014+0000","objects_scrubbed":4,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:11:03.914435+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8913952,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":358,"num_read_kb":21969,"num_write":910,"num_write_kb":39811,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.23","version":"266'130","reported_seq":715,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:00.767390+0000","last_change":"2024-09-12T18:17:00.767390+0000","last_active":"2024-09-12T18:17:00.767390+0000","last_peered":"2024-09-12T18:17:00.767390+0000","last_clean":"2024-09-12T18:17:00.767390+0000","last_became_active":"2024-09-12T17:34:58.926738+0000","last_became_peered":"2024-09-12T17:34:58.926738+0000","last_unstale":"2024-09-12T18:17:00.767390+0000","last_undegraded":"2024-09-12T18:17:00.767390+0000","last_fullsized":"2024-09-12T18:17:00.767390+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'130","last_scrub_stamp":"2024-09-12T18:17:00.767287+0000","last_deep_scrub":"266'130","last_deep_scrub_stamp":"2024-09-12T18:17:00.767287+0000","last_clean_scrub_stamp":"2024-09-12T18:17:00.767287+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:20:58.107447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":554,"num_read_kb":453,"num_write":206,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"266'231","reported_seq":873,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:47.074259+0000","last_change":"2024-09-12T18:16:47.074259+0000","last_active":"2024-09-12T18:16:47.074259+0000","last_peered":"2024-09-12T18:16:47.074259+0000","last_clean":"2024-09-12T18:16:47.074259+0000","last_became_active":"2024-09-12T17:35:31.566127+0000","last_became_peered":"2024-09-12T17:35:31.566127+0000","last_unstale":"2024-09-12T18:16:47.074259+0000","last_undegraded":"2024-09-12T18:16:47.074259+0000","last_fullsized":"2024-09-12T18:16:47.074259+0000","mapping_epoch":38,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'231","last_scrub_stamp":"2024-09-12T18:16:47.074125+0000","last_deep_scrub":"266'231","last_deep_scrub_stamp":"2024-09-12T18:16:47.074125+0000","last_clean_scrub_stamp":"2024-09-12T18:16:47.074125+0000","objects_scrubbed":3,"log_size":31,"log_dups_size":200,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:16:59.256485+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1311787,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":488,"num_read_kb":61356,"num_write":1015,"num_write_kb":39588,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.22","version":"266'178","reported_seq":776,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:57.914575+0000","last_change":"2024-09-12T18:16:57.914575+0000","last_active":"2024-09-12T18:16:57.914575+0000","last_peered":"2024-09-12T18:16:57.914575+0000","last_clean":"2024-09-12T18:16:57.914575+0000","last_became_active":"2024-09-12T17:34:58.913384+0000","last_became_peered":"2024-09-12T17:34:58.913384+0000","last_unstale":"2024-09-12T18:16:57.914575+0000","last_undegraded":"2024-09-12T18:16:57.914575+0000","last_fullsized":"2024-09-12T18:16:57.914575+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'178","last_scrub_stamp":"2024-09-12T18:16:57.914491+0000","last_deep_scrub":"266'178","last_deep_scrub_stamp":"2024-09-12T18:16:57.914491+0000","last_clean_scrub_stamp":"2024-09-12T18:16:57.914491+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":100,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:52:01.053368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":756,"num_read_kb":609,"num_write":269,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"266'197","reported_seq":825,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:48.673120+0000","last_change":"2024-09-12T18:16:48.673120+0000","last_active":"2024-09-12T18:16:48.673120+0000","last_peered":"2024-09-12T18:16:48.673120+0000","last_clean":"2024-09-12T18:16:48.673120+0000","last_became_active":"2024-09-12T17:34:56.915319+0000","last_became_peered":"2024-09-12T17:34:56.915319+0000","last_unstale":"2024-09-12T18:16:48.673120+0000","last_undegraded":"2024-09-12T18:16:48.673120+0000","last_fullsized":"2024-09-12T18:16:48.673120+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'197","last_scrub_stamp":"2024-09-12T18:16:48.673018+0000","last_deep_scrub":"266'197","last_deep_scrub_stamp":"2024-09-12T18:16:48.673018+0000","last_clean_scrub_stamp":"2024-09-12T18:16:48.673018+0000","objects_scrubbed":2,"log_size":97,"log_dups_size":100,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:18:53.024562+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263211,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":413,"num_read_kb":35378,"num_write":910,"num_write_kb":33602,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"266'120","reported_seq":739,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:59.773100+0000","last_change":"2024-09-12T18:16:59.773100+0000","last_active":"2024-09-12T18:16:59.773100+0000","last_peered":"2024-09-12T18:16:59.773100+0000","last_clean":"2024-09-12T18:16:59.773100+0000","last_became_active":"2024-09-12T17:34:58.919981+0000","last_became_peered":"2024-09-12T17:34:58.919981+0000","last_unstale":"2024-09-12T18:16:59.773100+0000","last_undegraded":"2024-09-12T18:16:59.773100+0000","last_fullsized":"2024-09-12T18:16:59.773100+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'120","last_scrub_stamp":"2024-09-12T18:16:59.773004+0000","last_deep_scrub":"266'120","last_deep_scrub_stamp":"2024-09-12T18:16:59.773004+0000","last_clean_scrub_stamp":"2024-09-12T18:16:59.773004+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:37:50.074228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":553,"num_read_kb":464,"num_write":173,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"266'211","reported_seq":847,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:50.528461+0000","last_change":"2024-09-12T18:16:50.528461+0000","last_active":"2024-09-12T18:16:50.528461+0000","last_peered":"2024-09-12T18:16:50.528461+0000","last_clean":"2024-09-12T18:16:50.528461+0000","last_became_active":"2024-09-12T17:34:56.927085+0000","last_became_peered":"2024-09-12T17:34:56.927085+0000","last_unstale":"2024-09-12T18:16:50.528461+0000","last_undegraded":"2024-09-12T18:16:50.528461+0000","last_fullsized":"2024-09-12T18:16:50.528461+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'211","last_scrub_stamp":"2024-09-12T18:16:50.528313+0000","last_deep_scrub":"266'211","last_deep_scrub_stamp":"2024-09-12T18:16:50.528313+0000","last_clean_scrub_stamp":"2024-09-12T18:16:50.528313+0000","objects_scrubbed":5,"log_size":11,"log_dups_size":200,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:55:31.818193+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4720716,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":488,"num_read_kb":7032,"num_write":1000,"num_write_kb":28378,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"266'176","reported_seq":836,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:56.510036+0000","last_change":"2024-09-12T18:16:56.510036+0000","last_active":"2024-09-12T18:16:56.510036+0000","last_peered":"2024-09-12T18:16:56.510036+0000","last_clean":"2024-09-12T18:16:56.510036+0000","last_became_active":"2024-09-12T17:34:58.918459+0000","last_became_peered":"2024-09-12T17:34:58.918459+0000","last_unstale":"2024-09-12T18:16:56.510036+0000","last_undegraded":"2024-09-12T18:16:56.510036+0000","last_fullsized":"2024-09-12T18:16:56.510036+0000","mapping_epoch":27,"log_start":"263'100","ondisk_log_start":"263'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'176","last_scrub_stamp":"2024-09-12T18:16:56.509946+0000","last_deep_scrub":"266'176","last_deep_scrub_stamp":"2024-09-12T18:16:56.509946+0000","last_clean_scrub_stamp":"2024-09-12T18:16:56.509946+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:20:20.547228+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":755,"num_read_kb":632,"num_write":271,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"266'249","reported_seq":922,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:49.688702+0000","last_change":"2024-09-12T18:16:49.688702+0000","last_active":"2024-09-12T18:16:49.688702+0000","last_peered":"2024-09-12T18:16:49.688702+0000","last_clean":"2024-09-12T18:16:49.688702+0000","last_became_active":"2024-09-12T17:34:56.928332+0000","last_became_peered":"2024-09-12T17:34:56.928332+0000","last_unstale":"2024-09-12T18:16:49.688702+0000","last_undegraded":"2024-09-12T18:16:49.688702+0000","last_fullsized":"2024-09-12T18:16:49.688702+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'249","last_scrub_stamp":"2024-09-12T18:16:49.688573+0000","last_deep_scrub":"266'249","last_deep_scrub_stamp":"2024-09-12T18:16:49.688573+0000","last_clean_scrub_stamp":"2024-09-12T18:16:49.688573+0000","objects_scrubbed":3,"log_size":49,"log_dups_size":200,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:12:23.166122+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":589840,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":580,"num_read_kb":15153,"num_write":1081,"num_write_kb":32822,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"266'102","reported_seq":706,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:57.785505+0000","last_change":"2024-09-12T18:16:57.785382+0000","last_active":"2024-09-12T18:16:57.785505+0000","last_peered":"2024-09-12T18:16:57.785505+0000","last_clean":"2024-09-12T18:16:57.785505+0000","last_became_active":"2024-09-12T17:34:58.932602+0000","last_became_peered":"2024-09-12T17:34:58.932602+0000","last_unstale":"2024-09-12T18:16:57.785505+0000","last_undegraded":"2024-09-12T18:16:57.785505+0000","last_fullsized":"2024-09-12T18:16:57.785505+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'102","last_scrub_stamp":"2024-09-12T18:16:57.785286+0000","last_deep_scrub":"266'102","last_deep_scrub_stamp":"2024-09-12T18:16:57.785286+0000","last_clean_scrub_stamp":"2024-09-12T18:16:57.785286+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":0,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:54:18.668514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":474,"num_read_kb":400,"num_write":149,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"266'264","reported_seq":1187,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:53.278466+0000","last_change":"2024-09-12T18:16:53.278466+0000","last_active":"2024-09-12T18:16:53.278466+0000","last_peered":"2024-09-12T18:16:53.278466+0000","last_clean":"2024-09-12T18:16:53.278466+0000","last_became_active":"2024-09-12T17:34:56.925489+0000","last_became_peered":"2024-09-12T17:34:56.925489+0000","last_unstale":"2024-09-12T18:16:53.278466+0000","last_undegraded":"2024-09-12T18:16:53.278466+0000","last_fullsized":"2024-09-12T18:16:53.278466+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'264","last_scrub_stamp":"2024-09-12T18:16:53.278309+0000","last_deep_scrub":"266'264","last_deep_scrub_stamp":"2024-09-12T18:16:53.278309+0000","last_clean_scrub_stamp":"2024-09-12T18:16:53.278309+0000","objects_scrubbed":6,"log_size":64,"log_dups_size":200,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:06:24.707774+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242924,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1310,"num_read_kb":63592,"num_write":1218,"num_write_kb":22441,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"266'111","reported_seq":729,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:59.926045+0000","last_change":"2024-09-12T18:16:59.925983+0000","last_active":"2024-09-12T18:16:59.926045+0000","last_peered":"2024-09-12T18:16:59.926045+0000","last_clean":"2024-09-12T18:16:59.926045+0000","last_became_active":"2024-09-12T17:34:58.918349+0000","last_became_peered":"2024-09-12T17:34:58.918349+0000","last_unstale":"2024-09-12T18:16:59.926045+0000","last_undegraded":"2024-09-12T18:16:59.926045+0000","last_fullsized":"2024-09-12T18:16:59.926045+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'111","last_scrub_stamp":"2024-09-12T18:16:59.925893+0000","last_deep_scrub":"266'111","last_deep_scrub_stamp":"2024-09-12T18:16:59.925893+0000","last_clean_scrub_stamp":"2024-09-12T18:16:59.925893+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":100,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:09:36.258920+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":529,"num_read_kb":450,"num_write":174,"num_write_kb":89,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"266'200","reported_seq":864,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:50.704437+0000","last_change":"2024-09-12T18:16:50.704375+0000","last_active":"2024-09-12T18:16:50.704437+0000","last_peered":"2024-09-12T18:16:50.704437+0000","last_clean":"2024-09-12T18:16:50.704437+0000","last_became_active":"2024-09-12T17:34:56.925317+0000","last_became_peered":"2024-09-12T17:34:56.925317+0000","last_unstale":"2024-09-12T18:16:50.704437+0000","last_undegraded":"2024-09-12T18:16:50.704437+0000","last_fullsized":"2024-09-12T18:16:50.704437+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'200","last_scrub_stamp":"2024-09-12T18:16:50.704256+0000","last_deep_scrub":"266'200","last_deep_scrub_stamp":"2024-09-12T18:16:50.704256+0000","last_clean_scrub_stamp":"2024-09-12T18:16:50.704256+0000","objects_scrubbed":4,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:14:42.441073+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":78,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":444,"num_read_kb":16030,"num_write":903,"num_write_kb":44163,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"266'142","reported_seq":752,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:53.135338+0000","last_change":"2024-09-12T18:16:53.135268+0000","last_active":"2024-09-12T18:16:53.135338+0000","last_peered":"2024-09-12T18:16:53.135338+0000","last_clean":"2024-09-12T18:16:53.135338+0000","last_became_active":"2024-09-12T17:34:58.921303+0000","last_became_peered":"2024-09-12T17:34:58.921303+0000","last_unstale":"2024-09-12T18:16:53.135338+0000","last_undegraded":"2024-09-12T18:16:53.135338+0000","last_fullsized":"2024-09-12T18:16:53.135338+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'142","last_scrub_stamp":"2024-09-12T18:16:53.135181+0000","last_deep_scrub":"266'142","last_deep_scrub_stamp":"2024-09-12T18:16:53.135181+0000","last_clean_scrub_stamp":"2024-09-12T18:16:53.135181+0000","objects_scrubbed":1,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:37:53.130517+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":585,"num_read_kb":489,"num_write":201,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"266'209","reported_seq":845,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:54.310094+0000","last_change":"2024-09-12T18:16:54.309985+0000","last_active":"2024-09-12T18:16:54.310094+0000","last_peered":"2024-09-12T18:16:54.310094+0000","last_clean":"2024-09-12T18:16:54.310094+0000","last_became_active":"2024-09-12T17:34:56.920182+0000","last_became_peered":"2024-09-12T17:34:56.920182+0000","last_unstale":"2024-09-12T18:16:54.310094+0000","last_undegraded":"2024-09-12T18:16:54.310094+0000","last_fullsized":"2024-09-12T18:16:54.310094+0000","mapping_epoch":25,"log_start":"266'100","ondisk_log_start":"266'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'209","last_scrub_stamp":"2024-09-12T18:16:54.309878+0000","last_deep_scrub":"266'209","last_deep_scrub_stamp":"2024-09-12T18:16:54.309878+0000","last_clean_scrub_stamp":"2024-09-12T18:16:54.309878+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":100,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:45:45.334599+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":462,"num_read_kb":11583,"num_write":996,"num_write_kb":39260,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"266'254","reported_seq":888,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:00.918528+0000","last_change":"2024-09-12T18:17:00.918393+0000","last_active":"2024-09-12T18:17:00.918528+0000","last_peered":"2024-09-12T18:17:00.918528+0000","last_clean":"2024-09-12T18:17:00.918528+0000","last_became_active":"2024-09-12T17:34:58.914189+0000","last_became_peered":"2024-09-12T17:34:58.914189+0000","last_unstale":"2024-09-12T18:17:00.918528+0000","last_undegraded":"2024-09-12T18:17:00.918528+0000","last_fullsized":"2024-09-12T18:17:00.918528+0000","mapping_epoch":27,"log_start":"266'200","ondisk_log_start":"266'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'254","last_scrub_stamp":"2024-09-12T18:17:00.918297+0000","last_deep_scrub":"266'254","last_deep_scrub_stamp":"2024-09-12T18:17:00.918297+0000","last_clean_scrub_stamp":"2024-09-12T18:17:00.918297+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":200,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:42:26.774646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1119,"num_read_kb":914,"num_write":416,"num_write_kb":236,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"266'244","reported_seq":887,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:49.952176+0000","last_change":"2024-09-12T18:16:49.952117+0000","last_active":"2024-09-12T18:16:49.952176+0000","last_peered":"2024-09-12T18:16:49.952176+0000","last_clean":"2024-09-12T18:16:49.952176+0000","last_became_active":"2024-09-12T17:34:56.933891+0000","last_became_peered":"2024-09-12T17:34:56.933891+0000","last_unstale":"2024-09-12T18:16:49.952176+0000","last_undegraded":"2024-09-12T18:16:49.952176+0000","last_fullsized":"2024-09-12T18:16:49.952176+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'244","last_scrub_stamp":"2024-09-12T18:16:49.951993+0000","last_deep_scrub":"266'244","last_deep_scrub_stamp":"2024-09-12T18:16:49.951993+0000","last_clean_scrub_stamp":"2024-09-12T18:16:49.951993+0000","objects_scrubbed":2,"log_size":44,"log_dups_size":200,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:10:59.226610+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":476,"num_read_kb":13733,"num_write":1133,"num_write_kb":42729,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"266'129","reported_seq":762,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:01.666211+0000","last_change":"2024-09-12T18:17:01.666129+0000","last_active":"2024-09-12T18:17:01.666211+0000","last_peered":"2024-09-12T18:17:01.666211+0000","last_clean":"2024-09-12T18:17:01.666211+0000","last_became_active":"2024-09-12T17:34:58.933326+0000","last_became_peered":"2024-09-12T17:34:58.933326+0000","last_unstale":"2024-09-12T18:17:01.666211+0000","last_undegraded":"2024-09-12T18:17:01.666211+0000","last_fullsized":"2024-09-12T18:17:01.666211+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'129","last_scrub_stamp":"2024-09-12T18:17:01.666019+0000","last_deep_scrub":"266'129","last_deep_scrub_stamp":"2024-09-12T18:17:01.666019+0000","last_clean_scrub_stamp":"2024-09-12T18:17:01.666019+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:07:45.570423+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":564,"num_read_kb":483,"num_write":217,"num_write_kb":94,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"266'258","reported_seq":907,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:51.573390+0000","last_change":"2024-09-12T18:16:51.573326+0000","last_active":"2024-09-12T18:16:51.573390+0000","last_peered":"2024-09-12T18:16:51.573390+0000","last_clean":"2024-09-12T18:16:51.573390+0000","last_became_active":"2024-09-12T17:34:56.927432+0000","last_became_peered":"2024-09-12T17:34:56.927432+0000","last_unstale":"2024-09-12T18:16:51.573390+0000","last_undegraded":"2024-09-12T18:16:51.573390+0000","last_fullsized":"2024-09-12T18:16:51.573390+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'258","last_scrub_stamp":"2024-09-12T18:16:51.573197+0000","last_deep_scrub":"266'258","last_deep_scrub_stamp":"2024-09-12T18:16:51.573197+0000","last_clean_scrub_stamp":"2024-09-12T18:16:51.573197+0000","objects_scrubbed":5,"log_size":58,"log_dups_size":200,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:13:58.518965+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":831747,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":617,"num_read_kb":13684,"num_write":1149,"num_write_kb":26797,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"266'4204","reported_seq":4844,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:56.796435+0000","last_change":"2024-09-12T18:16:56.796371+0000","last_active":"2024-09-12T18:16:56.796435+0000","last_peered":"2024-09-12T18:16:56.796435+0000","last_clean":"2024-09-12T18:16:56.796435+0000","last_became_active":"2024-09-12T17:34:58.926992+0000","last_became_peered":"2024-09-12T17:34:58.926992+0000","last_unstale":"2024-09-12T18:16:56.796435+0000","last_undegraded":"2024-09-12T18:16:56.796435+0000","last_fullsized":"2024-09-12T18:16:56.796435+0000","mapping_epoch":27,"log_start":"266'4100","ondisk_log_start":"266'4100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'4204","last_scrub_stamp":"2024-09-12T18:16:56.796285+0000","last_deep_scrub":"266'4204","last_deep_scrub_stamp":"2024-09-12T18:16:56.796285+0000","last_clean_scrub_stamp":"2024-09-12T18:16:56.796285+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":3000,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:24:47.927621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16913,"num_read_kb":14181,"num_write":6298,"num_write_kb":3158,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"266'361","reported_seq":1098,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:55.708516+0000","last_change":"2024-09-12T18:16:55.708411+0000","last_active":"2024-09-12T18:16:55.708516+0000","last_peered":"2024-09-12T18:16:55.708516+0000","last_clean":"2024-09-12T18:16:55.708516+0000","last_became_active":"2024-09-12T17:34:56.919706+0000","last_became_peered":"2024-09-12T17:34:56.919706+0000","last_unstale":"2024-09-12T18:16:55.708516+0000","last_undegraded":"2024-09-12T18:16:55.708516+0000","last_fullsized":"2024-09-12T18:16:55.708516+0000","mapping_epoch":25,"log_start":"266'300","ondisk_log_start":"266'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'361","last_scrub_stamp":"2024-09-12T18:16:55.708279+0000","last_deep_scrub":"266'361","last_deep_scrub_stamp":"2024-09-12T18:16:55.708279+0000","last_clean_scrub_stamp":"2024-09-12T18:16:55.708279+0000","objects_scrubbed":3,"log_size":61,"log_dups_size":300,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:53:15.196945+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":891,"num_read_kb":54208,"num_write":1267,"num_write_kb":41095,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"266'143","reported_seq":785,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:01.726544+0000","last_change":"2024-09-12T18:17:01.726460+0000","last_active":"2024-09-12T18:17:01.726544+0000","last_peered":"2024-09-12T18:17:01.726544+0000","last_clean":"2024-09-12T18:17:01.726544+0000","last_became_active":"2024-09-12T17:34:58.931362+0000","last_became_peered":"2024-09-12T17:34:58.931362+0000","last_unstale":"2024-09-12T18:17:01.726544+0000","last_undegraded":"2024-09-12T18:17:01.726544+0000","last_fullsized":"2024-09-12T18:17:01.726544+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'143","last_scrub_stamp":"2024-09-12T18:17:01.726373+0000","last_deep_scrub":"266'143","last_deep_scrub_stamp":"2024-09-12T18:17:01.726373+0000","last_clean_scrub_stamp":"2024-09-12T18:17:01.726373+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":100,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:59:59.172828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":670,"num_read_kb":571,"num_write":211,"num_write_kb":94,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"266'251","reported_seq":913,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:48.107506+0000","last_change":"2024-09-12T18:16:48.107443+0000","last_active":"2024-09-12T18:16:48.107506+0000","last_peered":"2024-09-12T18:16:48.107506+0000","last_clean":"2024-09-12T18:16:48.107506+0000","last_became_active":"2024-09-12T17:34:56.921720+0000","last_became_peered":"2024-09-12T17:34:56.921720+0000","last_unstale":"2024-09-12T18:16:48.107506+0000","last_undegraded":"2024-09-12T18:16:48.107506+0000","last_fullsized":"2024-09-12T18:16:48.107506+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'251","last_scrub_stamp":"2024-09-12T18:16:48.107297+0000","last_deep_scrub":"266'251","last_deep_scrub_stamp":"2024-09-12T18:16:48.107297+0000","last_clean_scrub_stamp":"2024-09-12T18:16:48.107297+0000","objects_scrubbed":6,"log_size":51,"log_dups_size":200,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:52:37.854677+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5641969,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":515,"num_read_kb":40428,"num_write":1223,"num_write_kb":45368,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1],"acting":[2,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"266'148","reported_seq":797,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:00.671128+0000","last_change":"2024-09-12T18:17:00.671128+0000","last_active":"2024-09-12T18:17:00.671128+0000","last_peered":"2024-09-12T18:17:00.671128+0000","last_clean":"2024-09-12T18:17:00.671128+0000","last_became_active":"2024-09-12T17:34:58.932710+0000","last_became_peered":"2024-09-12T17:34:58.932710+0000","last_unstale":"2024-09-12T18:17:00.671128+0000","last_undegraded":"2024-09-12T18:17:00.671128+0000","last_fullsized":"2024-09-12T18:17:00.671128+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'148","last_scrub_stamp":"2024-09-12T18:17:00.671043+0000","last_deep_scrub":"266'148","last_deep_scrub_stamp":"2024-09-12T18:17:00.671043+0000","last_clean_scrub_stamp":"2024-09-12T18:17:00.671043+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:59:40.061001+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":698,"num_read_kb":592,"num_write":217,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"266'229","reported_seq":881,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:55.293752+0000","last_change":"2024-09-12T18:16:55.293679+0000","last_active":"2024-09-12T18:16:55.293752+0000","last_peered":"2024-09-12T18:16:55.293752+0000","last_clean":"2024-09-12T18:16:55.293752+0000","last_became_active":"2024-09-12T17:34:56.923917+0000","last_became_peered":"2024-09-12T17:34:56.923917+0000","last_unstale":"2024-09-12T18:16:55.293752+0000","last_undegraded":"2024-09-12T18:16:55.293752+0000","last_fullsized":"2024-09-12T18:16:55.293752+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'229","last_scrub_stamp":"2024-09-12T18:16:55.293536+0000","last_deep_scrub":"266'229","last_deep_scrub_stamp":"2024-09-12T18:16:55.293536+0000","last_clean_scrub_stamp":"2024-09-12T18:16:55.293536+0000","objects_scrubbed":6,"log_size":29,"log_dups_size":200,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:12:05.737243+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1661488,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":519,"num_read_kb":15699,"num_write":939,"num_write_kb":31902,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"266'219","reported_seq":839,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:56.249972+0000","last_change":"2024-09-12T18:16:56.249912+0000","last_active":"2024-09-12T18:16:56.249972+0000","last_peered":"2024-09-12T18:16:56.249972+0000","last_clean":"2024-09-12T18:16:56.249972+0000","last_became_active":"2024-09-12T17:34:56.924480+0000","last_became_peered":"2024-09-12T17:34:56.924480+0000","last_unstale":"2024-09-12T18:16:56.249972+0000","last_undegraded":"2024-09-12T18:16:56.249972+0000","last_fullsized":"2024-09-12T18:16:56.249972+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'219","last_scrub_stamp":"2024-09-12T18:16:56.249769+0000","last_deep_scrub":"266'219","last_deep_scrub_stamp":"2024-09-12T18:16:56.249769+0000","last_clean_scrub_stamp":"2024-09-12T18:16:56.249769+0000","objects_scrubbed":5,"log_size":19,"log_dups_size":200,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:50:34.907735+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263235,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":428,"num_read_kb":12724,"num_write":985,"num_write_kb":48080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"266'176","reported_seq":803,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:58.757883+0000","last_change":"2024-09-12T18:16:58.757883+0000","last_active":"2024-09-12T18:16:58.757883+0000","last_peered":"2024-09-12T18:16:58.757883+0000","last_clean":"2024-09-12T18:16:58.757883+0000","last_became_active":"2024-09-12T17:34:58.933598+0000","last_became_peered":"2024-09-12T17:34:58.933598+0000","last_unstale":"2024-09-12T18:16:58.757883+0000","last_undegraded":"2024-09-12T18:16:58.757883+0000","last_fullsized":"2024-09-12T18:16:58.757883+0000","mapping_epoch":27,"log_start":"266'100","ondisk_log_start":"266'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'176","last_scrub_stamp":"2024-09-12T18:16:58.757779+0000","last_deep_scrub":"266'176","last_deep_scrub_stamp":"2024-09-12T18:16:58.757779+0000","last_clean_scrub_stamp":"2024-09-12T18:16:58.757779+0000","objects_scrubbed":1,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:16:56.100218+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":880,"num_read_kb":749,"num_write":307,"num_write_kb":180,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":272,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"266'239","reported_seq":886,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:16:49.699771+0000","last_change":"2024-09-12T18:16:49.699715+0000","last_active":"2024-09-12T18:16:49.699771+0000","last_peered":"2024-09-12T18:16:49.699771+0000","last_clean":"2024-09-12T18:16:49.699771+0000","last_became_active":"2024-09-12T17:34:56.908335+0000","last_became_peered":"2024-09-12T17:34:56.908335+0000","last_unstale":"2024-09-12T18:16:49.699771+0000","last_undegraded":"2024-09-12T18:16:49.699771+0000","last_fullsized":"2024-09-12T18:16:49.699771+0000","mapping_epoch":25,"log_start":"266'200","ondisk_log_start":"266'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'239","last_scrub_stamp":"2024-09-12T18:16:49.699594+0000","last_deep_scrub":"266'239","last_deep_scrub_stamp":"2024-09-12T18:16:49.699594+0000","last_clean_scrub_stamp":"2024-09-12T18:16:49.699594+0000","objects_scrubbed":5,"log_size":39,"log_dups_size":200,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:40:04.661344+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145743,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":475,"num_read_kb":6701,"num_write":1097,"num_write_kb":26889,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"266'179","reported_seq":795,"reported_epoch":266,"state":"active+clean","last_fresh":"2024-09-12T18:17:02.097412+0000","last_change":"2024-09-12T18:17:02.097412+0000","last_active":"2024-09-12T18:17:02.097412+0000","last_peered":"2024-09-12T18:17:02.097412+0000","last_clean":"2024-09-12T18:17:02.097412+0000","last_became_active":"2024-09-12T17:34:58.928493+0000","last_became_peered":"2024-09-12T17:34:58.928493+0000","last_unstale":"2024-09-12T18:17:02.097412+0000","last_undegraded":"2024-09-12T18:17:02.097412+0000","last_fullsized":"2024-09-12T18:17:02.097412+0000","mapping_epoch":27,"log_start":"263'100","ondisk_log_start":"263'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"266'179","last_scrub_stamp":"2024-09-12T18:17:02.097329+0000","last_deep_scrub":"266'179","last_deep_scrub_stamp":"2024-09-12T18:17:02.097329+0000","last_clean_scrub_stamp":"2024-09-12T18:17:02.097329+0000","objects_scrubbed":1,"log_size":79,"log_dups_size":100,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:21:38.720118+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":780,"num_read_kb":645,"num_write":283,"num_write_kb":140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":6232,"num_read_kb":4493,"num_write":2008,"num_write_kb":907,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":7446,"num_omap_keys":15,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":981,"ondisk_log_size":981,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":16319,"num_objects":95,"num_object_clones":0,"num_object_copies":190,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":95,"num_whiteouts":0,"num_read":16208,"num_read_kb":15891,"num_write":16760,"num_write_kb":4890,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":20,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2934,"num_omap_keys":19,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":614400,"data_stored":32638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1750,"ondisk_log_size":1750,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":448,"ondisk_log_size":448,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":343487,"num_objects":196,"num_object_clones":0,"num_object_copies":392,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":196,"num_whiteouts":0,"num_read":8282,"num_read_kb":10443,"num_write":5525,"num_write_kb":2652,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":19,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":683032,"num_omap_keys":1560,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":278528,"data_stored":7404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1699,"ondisk_log_size":1699,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2413,"num_read_kb":2881,"num_write":20,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":17,"ondisk_log_size":17,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":102409,"num_read_kb":85606,"num_write":37146,"num_write_kb":18686,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":15,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":43841,"num_omap_keys":176,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3633,"ondisk_log_size":3633,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1128,"num_omap_keys":12,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12,"ondisk_log_size":12,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":146658748,"num_objects":254,"num_object_clones":0,"num_object_copies":762,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":254,"num_whiteouts":0,"num_read":33269,"num_read_kb":2298211,"num_write":63315,"num_write_kb":2258371,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":221933568,"data_stored":221933568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4153,"ondisk_log_size":4153,"up":192,"acting":192,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":162,"num_read_kb":169073,"num_write":186,"num_write_kb":126445,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":126,"ondisk_log_size":126,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":163,"num_read_kb":177659,"num_write":186,"num_write_kb":126445,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":126,"ondisk_log_size":126,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":74,"ondisk_log_size":74,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542670,"num_pgs":107,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":289108,"kb_used_data":27460,"kb_used_omap":1,"kb_used_meta":261630,"kb_avail":94082732,"statfs":{"total":96636764160,"available":96340717568,"internally_reserved":0,"allocated":28119040,"data_stored":26120719,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":267909575},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542672,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":286052,"kb_used_data":34132,"kb_used_omap":1,"kb_used_meta":251902,"kb_avail":94085788,"statfs":{"total":96636764160,"available":96343846912,"internally_reserved":0,"allocated":34951168,"data_stored":32995822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":257948097},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542673,"num_pgs":105,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":122884,"kb_used_data":37620,"kb_used_omap":1,"kb_used_meta":85246,"kb_avail":94248956,"statfs":{"total":96636764160,"available":96510930944,"internally_reserved":0,"allocated":38522880,"data_stored":36495040,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":87292353},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542670,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":104204,"kb_used_data":32764,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94267636,"statfs":{"total":96636764160,"available":96530059264,"internally_reserved":0,"allocated":33550336,"data_stored":31622315,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":73136577},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542670,"num_pgs":124,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":240148,"kb_used_data":32644,"kb_used_omap":1,"kb_used_meta":207486,"kb_avail":94131692,"statfs":{"total":96636764160,"available":96390852608,"internally_reserved":0,"allocated":33427456,"data_stored":31431742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1597,"internal_metadata":212466115},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542670,"num_pgs":91,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":121960,"kb_used_data":32536,"kb_used_omap":1,"kb_used_meta":89406,"kb_avail":94249880,"statfs":{"total":96636764160,"available":96511877120,"internally_reserved":0,"allocated":33316864,"data_stored":31378701,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":91552198},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542670,"num_pgs":112,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":146964,"kb_used_data":25604,"kb_used_omap":1,"kb_used_meta":121342,"kb_avail":94224876,"statfs":{"total":96636764160,"available":96486273024,"internally_reserved":0,"allocated":26218496,"data_stored":24250911,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1597,"internal_metadata":124254659},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542670,"num_pgs":108,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":254028,"kb_used_data":28476,"kb_used_omap":1,"kb_used_meta":225534,"kb_avail":94117812,"statfs":{"total":96636764160,"available":96376639488,"internally_reserved":0,"allocated":29159424,"data_stored":27160272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":230947265},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24276992,"data_stored":24276992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":21958656,"data_stored":21958656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":29085696,"data_stored":29085696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":29138944,"data_stored":29138944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":29331456,"data_stored":29331456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":34201600,"data_stored":34201600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":30703616,"data_stored":30703616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":23236608,"data_stored":23236608,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":1185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":1210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":4838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":3508,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":4394,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3353,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":4115,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":69632,"data_stored":4198,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":3936,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T18:18:08.480 DEBUG:teuthology.orchestra.run.smithi045:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2024-09-12T18:18:08.818 INFO:teuthology.misc:Shutting down mds daemons... 2024-09-12T18:18:08.818 INFO:teuthology.misc:Shutting down osd daemons... 2024-09-12T18:18:08.818 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2024-09-12T18:18:08.818 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T18:18:08.878 INFO:tasks.ceph.osd.0:Stopped 2024-09-12T18:18:08.878 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2024-09-12T18:18:08.878 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T18:18:08.930 INFO:tasks.ceph.osd.1:Stopped 2024-09-12T18:18:08.930 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2024-09-12T18:18:08.930 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T18:18:08.977 INFO:tasks.ceph.osd.2:Stopped 2024-09-12T18:18:08.978 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2024-09-12T18:18:08.978 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T18:18:09.030 INFO:tasks.ceph.osd.3:Stopped 2024-09-12T18:18:09.031 DEBUG:tasks.ceph.osd.4:waiting for process to exit 2024-09-12T18:18:09.031 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T18:18:09.069 INFO:tasks.ceph.osd.4:Stopped 2024-09-12T18:18:09.069 DEBUG:tasks.ceph.osd.5:waiting for process to exit 2024-09-12T18:18:09.070 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T18:18:09.154 INFO:tasks.ceph.osd.5:Stopped 2024-09-12T18:18:09.155 DEBUG:tasks.ceph.osd.6:waiting for process to exit 2024-09-12T18:18:09.155 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T18:18:09.207 INFO:tasks.ceph.osd.6:Stopped 2024-09-12T18:18:09.207 DEBUG:tasks.ceph.osd.7:waiting for process to exit 2024-09-12T18:18:09.208 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T18:18:09.258 INFO:tasks.ceph.osd.7:Stopped 2024-09-12T18:18:09.258 INFO:teuthology.misc:Shutting down mgr daemons... 2024-09-12T18:18:09.258 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2024-09-12T18:18:09.258 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T18:18:09.284 INFO:tasks.ceph.mgr.y:Stopped 2024-09-12T18:18:09.284 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2024-09-12T18:18:09.284 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T18:18:09.314 INFO:tasks.ceph.mgr.x:Stopped 2024-09-12T18:18:09.314 INFO:teuthology.misc:Shutting down mon daemons... 2024-09-12T18:18:09.314 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2024-09-12T18:18:09.314 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T18:18:09.339 INFO:tasks.ceph.mon.a:Stopped 2024-09-12T18:18:09.339 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2024-09-12T18:18:09.339 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T18:18:09.391 INFO:tasks.ceph.mon.c:Stopped 2024-09-12T18:18:09.392 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2024-09-12T18:18:09.392 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T18:18:09.404 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.2 is failed for ~0s 2024-09-12T18:18:09.404 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 is failed for ~0s 2024-09-12T18:18:09.404 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.4 is failed for ~0s 2024-09-12T18:18:09.404 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.5 is failed for ~0s 2024-09-12T18:18:09.404 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.6 is failed for ~0s 2024-09-12T18:18:09.404 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.7 is failed for ~0s 2024-09-12T18:18:09.404 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.a is failed for ~0s 2024-09-12T18:18:09.404 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.c is failed for ~0s 2024-09-12T18:18:09.404 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.b is failed for ~0s 2024-09-12T18:18:09.405 INFO:tasks.ceph.mon.b:Stopped 2024-09-12T18:18:09.405 INFO:tasks.ceph:Checking cluster log for badness... 2024-09-12T18:18:09.405 DEBUG:teuthology.orchestra.run.smithi045:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v '\(PG_AVAILABILITY\)' | egrep -v '\(PG_DEGRADED\)' | egrep -v '\(POOL_APP_NOT_ENABLED\)' | egrep -v 'not have an application enabled' | egrep -v '\(OSD_SLOW_PING_TIME' | head -n 1 2024-09-12T18:18:09.474 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi045.front.sepia.ceph.com 2024-09-12T18:18:09.474 DEBUG:teuthology.orchestra.run.smithi045:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2024-09-12T18:18:09.762 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi045.front.sepia.ceph.com 2024-09-12T18:18:09.763 DEBUG:teuthology.orchestra.run.smithi045:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2024-09-12T18:18:09.896 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi045.front.sepia.ceph.com 2024-09-12T18:18:09.896 DEBUG:teuthology.orchestra.run.smithi045:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2024-09-12T18:18:09.977 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi045.front.sepia.ceph.com 2024-09-12T18:18:09.977 DEBUG:teuthology.orchestra.run.smithi045:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2024-09-12T18:18:10.069 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-4 on ubuntu@smithi115.front.sepia.ceph.com 2024-09-12T18:18:10.069 DEBUG:teuthology.orchestra.run.smithi115:> sync && sudo umount -f /var/lib/ceph/osd/ceph-4 2024-09-12T18:18:10.321 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-5 on ubuntu@smithi115.front.sepia.ceph.com 2024-09-12T18:18:10.322 DEBUG:teuthology.orchestra.run.smithi115:> sync && sudo umount -f /var/lib/ceph/osd/ceph-5 2024-09-12T18:18:10.400 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-6 on ubuntu@smithi115.front.sepia.ceph.com 2024-09-12T18:18:10.401 DEBUG:teuthology.orchestra.run.smithi115:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 2024-09-12T18:18:10.480 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-7 on ubuntu@smithi115.front.sepia.ceph.com 2024-09-12T18:18:10.481 DEBUG:teuthology.orchestra.run.smithi115:> sync && sudo umount -f /var/lib/ceph/osd/ceph-7 2024-09-12T18:18:10.564 INFO:tasks.ceph:Archiving mon data... 2024-09-12T18:18:10.565 DEBUG:teuthology.misc:Transferring archived files from smithi045:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi/7902744/data/mon.a.tgz 2024-09-12T18:18:10.565 DEBUG:teuthology.orchestra.run.smithi045:> mktemp 2024-09-12T18:18:10.598 INFO:teuthology.orchestra.run.smithi045.stdout:/tmp/tmp.CSONW2WqBJ 2024-09-12T18:18:10.598 DEBUG:teuthology.orchestra.run.smithi045:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.CSONW2WqBJ 2024-09-12T18:18:10.780 DEBUG:teuthology.orchestra.run.smithi045:> sudo chmod 0666 /tmp/tmp.CSONW2WqBJ 2024-09-12T18:18:10.892 DEBUG:teuthology.orchestra.remote:smithi045:/tmp/tmp.CSONW2WqBJ is 417KB 2024-09-12T18:18:10.975 DEBUG:teuthology.orchestra.run.smithi045:> rm -fr /tmp/tmp.CSONW2WqBJ 2024-09-12T18:18:11.004 DEBUG:teuthology.misc:Transferring archived files from smithi045:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi/7902744/data/mon.c.tgz 2024-09-12T18:18:11.005 DEBUG:teuthology.orchestra.run.smithi045:> mktemp 2024-09-12T18:18:11.073 INFO:teuthology.orchestra.run.smithi045.stdout:/tmp/tmp.7CXfs4b451 2024-09-12T18:18:11.074 DEBUG:teuthology.orchestra.run.smithi045:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.7CXfs4b451 2024-09-12T18:18:11.245 DEBUG:teuthology.orchestra.run.smithi045:> sudo chmod 0666 /tmp/tmp.7CXfs4b451 2024-09-12T18:18:11.357 DEBUG:teuthology.orchestra.remote:smithi045:/tmp/tmp.7CXfs4b451 is 421KB 2024-09-12T18:18:11.455 DEBUG:teuthology.orchestra.run.smithi045:> rm -fr /tmp/tmp.7CXfs4b451 2024-09-12T18:18:11.485 DEBUG:teuthology.misc:Transferring archived files from smithi115:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi/7902744/data/mon.b.tgz 2024-09-12T18:18:11.485 DEBUG:teuthology.orchestra.run.smithi115:> mktemp 2024-09-12T18:18:11.522 INFO:teuthology.orchestra.run.smithi115.stdout:/tmp/tmp.axY8XFPKjW 2024-09-12T18:18:11.522 DEBUG:teuthology.orchestra.run.smithi115:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.axY8XFPKjW 2024-09-12T18:18:12.017 DEBUG:teuthology.orchestra.run.smithi115:> sudo chmod 0666 /tmp/tmp.axY8XFPKjW 2024-09-12T18:18:12.131 DEBUG:teuthology.orchestra.remote:smithi115:/tmp/tmp.axY8XFPKjW is 421KB 2024-09-12T18:18:12.214 DEBUG:teuthology.orchestra.run.smithi115:> rm -fr /tmp/tmp.axY8XFPKjW 2024-09-12T18:18:12.242 INFO:tasks.ceph:Cleaning ceph cluster... 2024-09-12T18:18:12.243 DEBUG:teuthology.orchestra.run.smithi045:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-12T18:18:12.245 DEBUG:teuthology.orchestra.run.smithi115:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-12T18:18:12.352 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-12T18:18:12.389 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-12T18:18:12.389 INFO:tasks.ceph:Archiving crash dumps... 2024-09-12T18:18:12.391 DEBUG:teuthology.misc:Transferring archived files from smithi045:/var/lib/ceph/crash to /home/teuthworker/archive/cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi/7902744/remote/smithi045/crash 2024-09-12T18:18:12.392 DEBUG:teuthology.orchestra.run.smithi045:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-12T18:18:12.435 DEBUG:teuthology.misc:Transferring archived files from smithi115:/var/lib/ceph/crash to /home/teuthworker/archive/cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi/7902744/remote/smithi115/crash 2024-09-12T18:18:12.436 DEBUG:teuthology.orchestra.run.smithi115:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-12T18:18:12.475 INFO:tasks.ceph:Compressing logs... 2024-09-12T18:18:12.476 DEBUG:teuthology.orchestra.run.smithi045:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-12T18:18:12.480 DEBUG:teuthology.orchestra.run.smithi115:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-12T18:18:12.517 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.0.log 2024-09-12T18:18:12.564 INFO:teuthology.orchestra.run.smithi115.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.7.log 2024-09-12T18:18:12.564 INFO:teuthology.orchestra.run.smithi115.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32708.log 2024-09-12T18:18:12.564 INFO:teuthology.orchestra.run.smithi115.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32618.log 2024-09-12T18:18:12.564 INFO:teuthology.orchestra.run.smithi115.stderr:/var/log/ceph/ceph-osd.7.log: /var/log/ceph/ceph-client.admin.32708.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.4.log 2024-09-12T18:18:12.564 INFO:teuthology.orchestra.run.smithi115.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32708.log.gz 2024-09-12T18:18:12.564 INFO:teuthology.orchestra.run.smithi115.stderr:/var/log/ceph/ceph-client.admin.32618.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32618.log.gz 2024-09-12T18:18:12.565 INFO:teuthology.orchestra.run.smithi115.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32849.log 2024-09-12T18:18:12.565 INFO:teuthology.orchestra.run.smithi115.stderr:/var/log/ceph/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-12T18:18:12.565 INFO:teuthology.orchestra.run.smithi115.stderr:/var/log/ceph/ceph-client.admin.32849.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32662.log 0.0% 2024-09-12T18:18:12.565 INFO:teuthology.orchestra.run.smithi115.stderr: -- replaced with /var/log/ceph/ceph-client.admin.32849.log.gz 2024-09-12T18:18:12.565 INFO:teuthology.orchestra.run.smithi115.stderr:/var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32761.log 2024-09-12T18:18:12.565 INFO:teuthology.orchestra.run.smithi115.stderr:/var/log/ceph/ceph-client.admin.32662.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32662.log.gz 2024-09-12T18:18:12.565 INFO:teuthology.orchestra.run.smithi115.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32893.log 2024-09-12T18:18:12.565 INFO:teuthology.orchestra.run.smithi115.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.6.log 2024-09-12T18:18:12.565 INFO:teuthology.orchestra.run.smithi115.stderr:/var/log/ceph/ceph-client.admin.32761.log: /var/log/ceph/ceph-client.admin.32893.log: 27.7% -- replaced with /var/log/ceph/ceph-client.admin.32761.log.gz 2024-09-12T18:18:12.565 INFO:teuthology.orchestra.run.smithi115.stderr:gzip -5 0.0% --verbose -- replaced with /var/log/ceph/ceph-client.admin.32893.log.gz -- 2024-09-12T18:18:12.565 INFO:teuthology.orchestra.run.smithi115.stderr: /var/log/ceph/ceph-osd.5.log 2024-09-12T18:18:12.565 INFO:teuthology.orchestra.run.smithi115.stderr:/var/log/ceph/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-12T18:18:12.565 INFO:teuthology.orchestra.run.smithi115.stderr: 90.8% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-12T18:18:12.566 INFO:teuthology.orchestra.run.smithi115.stderr:/var/log/ceph/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32574.log 2024-09-12T18:18:12.566 INFO:teuthology.orchestra.run.smithi115.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mgr.x.log 2024-09-12T18:18:12.566 INFO:teuthology.orchestra.run.smithi115.stderr:/var/log/ceph/ceph.log: /var/log/ceph/ceph-client.admin.32574.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.b.log 2024-09-12T18:18:12.566 INFO:teuthology.orchestra.run.smithi115.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32574.log.gz 2024-09-12T18:18:12.566 INFO:teuthology.orchestra.run.smithi115.stderr:/var/log/ceph/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32805.log 2024-09-12T18:18:12.566 INFO:teuthology.orchestra.run.smithi115.stderr:/var/log/ceph/ceph-mon.b.log: /var/log/ceph/ceph-client.admin.32805.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32805.log.gz 2024-09-12T18:18:12.566 INFO:teuthology.orchestra.run.smithi115.stderr: 88.1% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-12T18:18:12.616 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67208.log 2024-09-12T18:18:12.617 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.86995.log 2024-09-12T18:18:12.617 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-osd.0.log: /var/log/ceph/ceph-client.admin.67208.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.181704.log 2024-09-12T18:18:12.617 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.86995.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38346.log 2024-09-12T18:18:12.617 INFO:teuthology.orchestra.run.smithi045.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.86995.log.gz 2024-09-12T18:18:12.617 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.167500.log 2024-09-12T18:18:12.617 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.0.181704.log: /var/log/ceph/ceph-client.admin.38346.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61492.log 2024-09-12T18:18:12.617 INFO:teuthology.orchestra.run.smithi045.stderr: 80.5% -- replaced with /var/log/ceph/ceph-client.0.181704.log.gz 2024-09-12T18:18:12.617 INFO:teuthology.orchestra.run.smithi045.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.38346.log.gz 2024-09-12T18:18:12.617 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.167500.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.191505.log 2024-09-12T18:18:12.617 INFO:teuthology.orchestra.run.smithi045.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.67208.log.gz 2024-09-12T18:18:12.617 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.61492.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107022.log 2024-09-12T18:18:12.617 INFO:teuthology.orchestra.run.smithi045.stderr: 57.0% -- replaced with /var/log/ceph/ceph-client.admin.61492.log.gz 2024-09-12T18:18:12.618 INFO:teuthology.orchestra.run.smithi045.stderr: 90.8% -- replaced with /var/log/ceph/ceph-client.admin.167500.log.gz 2024-09-12T18:18:12.618 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.191505.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38917.log 2024-09-12T18:18:12.618 INFO:teuthology.orchestra.run.smithi045.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.191505.log.gz 2024-09-12T18:18:12.618 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.107022.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.188517.log 2024-09-12T18:18:12.618 INFO:teuthology.orchestra.run.smithi045.stderr: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.107022.log.gz 2024-09-12T18:18:12.618 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5/var/log/ceph/ceph-client.admin.38917.log: --verbose -- /var/log/ceph/ceph-client.admin.115268.log 2024-09-12T18:18:12.618 INFO:teuthology.orchestra.run.smithi045.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.38917.log.gz 2024-09-12T18:18:12.618 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.188517.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51975.log 2024-09-12T18:18:12.618 INFO:teuthology.orchestra.run.smithi045.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.188517.log.gz 2024-09-12T18:18:12.618 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.115268.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60317.log 2024-09-12T18:18:12.618 INFO:teuthology.orchestra.run.smithi045.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.115268.log.gz 2024-09-12T18:18:12.618 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.51975.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37971.log 2024-09-12T18:18:12.618 INFO:teuthology.orchestra.run.smithi045.stderr: 81.4% -- replaced with /var/log/ceph/ceph-client.admin.51975.log.gz/var/log/ceph/ceph-client.admin.60317.log: 2024-09-12T18:18:12.619 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.131172.log 2024-09-12T18:18:12.619 INFO:teuthology.orchestra.run.smithi045.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.60317.log.gz 2024-09-12T18:18:12.619 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.37971.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.127637.log 2024-09-12T18:18:12.619 INFO:teuthology.orchestra.run.smithi045.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.37971.log.gz 2024-09-12T18:18:12.619 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.131172.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89351.log 2024-09-12T18:18:12.619 INFO:teuthology.orchestra.run.smithi045.stderr: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.131172.log.gz 2024-09-12T18:18:12.619 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.127637.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68446.log 2024-09-12T18:18:12.619 INFO:teuthology.orchestra.run.smithi045.stderr: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.127637.log.gz 2024-09-12T18:18:12.619 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.89351.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105843.log 2024-09-12T18:18:12.619 INFO:teuthology.orchestra.run.smithi045.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.89351.log.gz 2024-09-12T18:18:12.619 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.68446.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83461.log 2024-09-12T18:18:12.619 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.105843.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104665.log 2024-09-12T18:18:12.619 INFO:teuthology.orchestra.run.smithi045.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.105843.log.gz 2024-09-12T18:18:12.619 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.83461.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61934.log 2024-09-12T18:18:12.620 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.104665.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.83461.log.gz 2024-09-12T18:18:12.620 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.121158.log 2024-09-12T18:18:12.620 INFO:teuthology.orchestra.run.smithi045.stderr: 85.2% -- replaced with /var/log/ceph/ceph-client.admin.104665.log.gz 2024-09-12T18:18:12.620 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.61934.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81105.log 2024-09-12T18:18:12.620 INFO:teuthology.orchestra.run.smithi045.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.61934.log.gz 2024-09-12T18:18:12.620 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.121158.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38339.log 2024-09-12T18:18:12.620 INFO:teuthology.orchestra.run.smithi045.stderr: 92.6% -- replaced with /var/log/ceph/ceph-client.admin.68446.log.gz 2024-09-12T18:18:12.620 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.81105.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.166851.log 2024-09-12T18:18:12.620 INFO:teuthology.orchestra.run.smithi045.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.81105.log.gz 2024-09-12T18:18:12.620 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.38339.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116446.log 2024-09-12T18:18:12.620 INFO:teuthology.orchestra.run.smithi045.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.38339.log.gz 2024-09-12T18:18:12.620 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.0.166851.log: 86.5%gzip -- replaced with /var/log/ceph/ceph-client.admin.121158.log.gz 2024-09-12T18:18:12.620 INFO:teuthology.orchestra.run.smithi045.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.45989.log 2024-09-12T18:18:12.621 INFO:teuthology.orchestra.run.smithi045.stderr: 84.0% -- replaced with /var/log/ceph/ceph-client.0.166851.log.gz 2024-09-12T18:18:12.621 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.116446.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.129405.log 2024-09-12T18:18:12.621 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.45989.log: 85.6% -- replaced with /var/log/ceph/ceph-client.admin.116446.log.gz 2024-09-12T18:18:12.621 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.108200.log 2024-09-12T18:18:12.621 INFO:teuthology.orchestra.run.smithi045.stderr: 82.5% -- replaced with /var/log/ceph/ceph-client.admin.45989.log.gz 2024-09-12T18:18:12.621 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.129405.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.108789.log 2024-09-12T18:18:12.621 INFO:teuthology.orchestra.run.smithi045.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.129405.log.gz 2024-09-12T18:18:12.621 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.108200.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.75842.log 2024-09-12T18:18:12.621 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.108789.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.174973.log 2024-09-12T18:18:12.621 INFO:teuthology.orchestra.run.smithi045.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.108200.log.gz 2024-09-12T18:18:12.621 INFO:teuthology.orchestra.run.smithi045.stderr: 81.0% -- replaced with /var/log/ceph/ceph-client.admin.108789.log.gz 2024-09-12T18:18:12.621 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.0.75842.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73882.log 2024-09-12T18:18:12.621 INFO:teuthology.orchestra.run.smithi045.stderr: 84.0% -- replaced with /var/log/ceph/ceph-client.0.75842.log.gz 2024-09-12T18:18:12.622 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.174973.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.100542.log 2024-09-12T18:18:12.622 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.73882.log: gzip -5 --verbose -- 92.1% /var/log/ceph/ceph-client.admin.37719.log -- replaced with /var/log/ceph/ceph-client.admin.174973.log.gz 2024-09-12T18:18:12.622 INFO:teuthology.orchestra.run.smithi045.stderr: 2024-09-12T18:18:12.622 INFO:teuthology.orchestra.run.smithi045.stderr: 80.7% -- replaced with /var/log/ceph/ceph-client.admin.73882.log.gz 2024-09-12T18:18:12.622 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.100542.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.170899.log 2024-09-12T18:18:12.622 INFO:teuthology.orchestra.run.smithi045.stderr: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.100542.log.gz 2024-09-12T18:18:12.622 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.37719.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.123514.log 2024-09-12T18:18:12.622 INFO:teuthology.orchestra.run.smithi045.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.37719.log.gz 2024-09-12T18:18:12.622 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.170899.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52564.log 2024-09-12T18:18:12.622 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.123514.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.1.log 2024-09-12T18:18:12.622 INFO:teuthology.orchestra.run.smithi045.stderr: 92.4% -- replaced with /var/log/ceph/ceph-client.admin.170899.log.gz 2024-09-12T18:18:12.622 INFO:teuthology.orchestra.run.smithi045.stderr: 80.7% -- replaced with /var/log/ceph/ceph-client.admin.123514.log.gz 2024-09-12T18:18:12.622 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.52564.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59139.log 2024-09-12T18:18:12.622 INFO:teuthology.orchestra.run.smithi045.stderr: 80.2% -- replaced with /var/log/ceph/ceph-client.admin.52564.log.gz 2024-09-12T18:18:12.623 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.191413.log 2024-09-12T18:18:12.623 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.59139.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.168108.log 2024-09-12T18:18:12.623 INFO:teuthology.orchestra.run.smithi045.stderr: 81.4% -- replaced with /var/log/ceph/ceph-client.admin.59139.log.gz 2024-09-12T18:18:12.623 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.191413.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37568.log 2024-09-12T18:18:12.623 INFO:teuthology.orchestra.run.smithi045.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.191413.log.gz 2024-09-12T18:18:12.623 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.168108.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.149431.log 2024-09-12T18:18:12.623 INFO:teuthology.orchestra.run.smithi045.stderr: 92.2% -- replaced with /var/log/ceph/ceph-client.admin.168108.log.gz 2024-09-12T18:18:12.623 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.37568.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105254.log 2024-09-12T18:18:12.623 INFO:teuthology.orchestra.run.smithi045.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.37568.log.gz 2024-09-12T18:18:12.623 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5/var/log/ceph/ceph-client.admin.149431.log: --verbose -- /var/log/ceph/ops-log-ceph-client.0.log 2024-09-12T18:18:12.623 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.105254.log: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.149431.log.gz 2024-09-12T18:18:12.623 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.187905.log 2024-09-12T18:18:12.623 INFO:teuthology.orchestra.run.smithi045.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.105254.log.gz 2024-09-12T18:18:12.623 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ops-log-ceph-client.0.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.157695.log 2024-09-12T18:18:12.624 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.187905.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.157106.log 2024-09-12T18:18:12.624 INFO:teuthology.orchestra.run.smithi045.stderr: 80.6% -- replaced with /var/log/ceph/ceph-client.admin.187905.log.gz 2024-09-12T18:18:12.624 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.112323.log 2024-09-12T18:18:12.624 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.157695.log: /var/log/ceph/ceph-client.admin.157106.log: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.157695.log.gz 2024-09-12T18:18:12.624 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.95241.log 2024-09-12T18:18:12.624 INFO:teuthology.orchestra.run.smithi045.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.157106.log.gz 2024-09-12T18:18:12.624 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.112323.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64723.log 2024-09-12T18:18:12.624 INFO:teuthology.orchestra.run.smithi045.stderr: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.112323.log.gz 2024-09-12T18:18:12.624 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.174365.log 2024-09-12T18:18:12.624 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.95241.log: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.95241.log.gz 2024-09-12T18:18:12.624 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.64723.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80516.log 2024-09-12T18:18:12.624 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.174365.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.188614.log 2024-09-12T18:18:12.624 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.80516.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.190999.log 2024-09-12T18:18:12.625 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.188614.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.80516.log.gz 2024-09-12T18:18:12.625 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.160073.log 2024-09-12T18:18:12.625 INFO:teuthology.orchestra.run.smithi045.stderr: 81.4% -- replaced with /var/log/ceph/ceph-client.admin.188614.log.gz 2024-09-12T18:18:12.625 INFO:teuthology.orchestra.run.smithi045.stderr: 93.6% -- replaced with /var/log/ceph/ceph-client.admin.174365.log.gz 2024-09-12T18:18:12.625 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.145308.log 2024-09-12T18:18:12.625 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.190999.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.190999.log.gz 2024-09-12T18:18:12.625 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.160073.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.190002.log 2024-09-12T18:18:12.625 INFO:teuthology.orchestra.run.smithi045.stderr:gzip/var/log/ceph/ceph-client.admin.145308.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.58502.log 2024-09-12T18:18:12.625 INFO:teuthology.orchestra.run.smithi045.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.160073.log.gz 2024-09-12T18:18:12.625 INFO:teuthology.orchestra.run.smithi045.stderr: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.145308.log.gz 2024-09-12T18:18:12.625 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.0.190002.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.187881.log 2024-09-12T18:18:12.625 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.58502.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48345.log 2024-09-12T18:18:12.625 INFO:teuthology.orchestra.run.smithi045.stderr: 80.3% -- replaced with /var/log/ceph/ceph-client.admin.58502.log.gz 2024-09-12T18:18:12.626 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.187881.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.187881.log.gz 2024-09-12T18:18:12.626 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.154143.log 2024-09-12T18:18:12.626 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.48345.log: -- /var/log/ceph/ceph.tmp-client.admin.26662.log 2024-09-12T18:18:12.626 INFO:teuthology.orchestra.run.smithi045.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.48345.log.gz 2024-09-12T18:18:12.626 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.154143.log: gzip -5 81.5% --verbose -- /var/log/ceph/ceph-client.0.178050.log 2024-09-12T18:18:12.626 INFO:teuthology.orchestra.run.smithi045.stderr: -- replaced with /var/log/ceph/ceph-client.admin.154143.log.gz 91.4% 2024-09-12T18:18:12.626 INFO:teuthology.orchestra.run.smithi045.stderr: -- replaced with /var/log/ceph/ceph-client.0.190002.log.gz 2024-09-12T18:18:12.626 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph.tmp-client.admin.26662.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.139418.log 2024-09-12T18:18:12.626 INFO:teuthology.orchestra.run.smithi045.stderr: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.26662.log.gz 2024-09-12T18:18:12.626 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46578.log 2024-09-12T18:18:12.626 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.0.178050.log: /var/log/ceph/ceph-client.admin.139418.log: 80.1%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.142952.log 2024-09-12T18:18:12.626 INFO:teuthology.orchestra.run.smithi045.stderr: -- replaced with /var/log/ceph/ceph-client.0.178050.log.gz 2024-09-12T18:18:12.626 INFO:teuthology.orchestra.run.smithi045.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.139418.log.gz 2024-09-12T18:18:12.626 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.46578.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61998.log 2024-09-12T18:18:12.627 INFO:teuthology.orchestra.run.smithi045.stderr: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.46578.log.gz 2024-09-12T18:18:12.627 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.142952.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.148842.log 2024-09-12T18:18:12.627 INFO:teuthology.orchestra.run.smithi045.stderr: 93.3% -- replaced with /var/log/ceph/ceph-client.admin.64723.log.gz 2024-09-12T18:18:12.627 INFO:teuthology.orchestra.run.smithi045.stderr: 81.0% -- replaced with /var/log/ceph/ceph-client.admin.142952.log.gz 2024-09-12T18:18:12.627 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.61998.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75064.log 2024-09-12T18:18:12.627 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.148842.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.191917.log 2024-09-12T18:18:12.627 INFO:teuthology.orchestra.run.smithi045.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.148842.log.gz 2024-09-12T18:18:12.627 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.75064.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.91707.log 2024-09-12T18:18:12.627 INFO:teuthology.orchestra.run.smithi045.stderr: 42.4% -- replaced with /var/log/ceph/ceph-client.admin.75064.log.gz 2024-09-12T18:18:12.627 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.191917.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67827.log 2024-09-12T18:18:12.627 INFO:teuthology.orchestra.run.smithi045.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.191917.log.gz 2024-09-12T18:18:12.627 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.97597.log 2024-09-12T18:18:12.627 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.91707.log: /var/log/ceph/ceph-client.admin.67827.log: gzip 87.0% -- replaced with /var/log/ceph/ceph-client.admin.91707.log.gz 2024-09-12T18:18:12.627 INFO:teuthology.orchestra.run.smithi045.stderr: -5 --verbose -- /var/log/ceph/ceph-client.0.40991.log 2024-09-12T18:18:12.628 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.97597.log: gzip -5 --verbose -- 81.8% /var/log/ceph/ceph-client.admin.173479.log 2024-09-12T18:18:12.628 INFO:teuthology.orchestra.run.smithi045.stderr: -- replaced with /var/log/ceph/ceph-client.admin.97597.log.gz 2024-09-12T18:18:12.628 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.0.40991.log: 43.5%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.165470.log 2024-09-12T18:18:12.628 INFO:teuthology.orchestra.run.smithi045.stderr: -- replaced with /var/log/ceph/ceph-client.0.40991.log.gz 2024-09-12T18:18:12.628 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.173479.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.42197.log 2024-09-12T18:18:12.628 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.143541.log 2024-09-12T18:18:12.628 INFO:teuthology.orchestra.run.smithi045.stderr: 92.1% -- replaced with /var/log/ceph/ceph-client.admin.173479.log.gz 2024-09-12T18:18:12.628 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.165470.log: /var/log/ceph/ceph-client.0.42197.log: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.165470.log.gz 2024-09-12T18:18:12.628 INFO:teuthology.orchestra.run.smithi045.stderr: 43.5% -- replaced with /var/log/ceph/ceph-client.0.42197.log.gz 2024-09-12T18:18:12.628 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.132939.log 2024-09-12T18:18:12.628 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.143541.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.75233.log 2024-09-12T18:18:12.628 INFO:teuthology.orchestra.run.smithi045.stderr: 87.1%/var/log/ceph/ceph-client.admin.132939.log: -- replaced with /var/log/ceph/ceph-client.admin.143541.log.gz 2024-09-12T18:18:12.628 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.147664.log 2024-09-12T18:18:12.629 INFO:teuthology.orchestra.run.smithi045.stderr: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.132939.log.gz 2024-09-12T18:18:12.629 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5/var/log/ceph/ceph-client.0.75233.log: --verbose -- /var/log/ceph/ceph-client.admin.158284.log 2024-09-12T18:18:12.629 INFO:teuthology.orchestra.run.smithi045.stderr: 83.9% -- replaced with /var/log/ceph/ceph-client.0.75233.log.gz 2024-09-12T18:18:12.629 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33186.log 2024-09-12T18:18:12.629 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.147664.log: /var/log/ceph/ceph-client.admin.158284.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.164881.log 2024-09-12T18:18:12.629 INFO:teuthology.orchestra.run.smithi045.stderr: 81.8% 82.0% -- replaced with /var/log/ceph/ceph-client.admin.158284.log.gz 2024-09-12T18:18:12.629 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.33186.log: -- replaced with /var/log/ceph/ceph-client.admin.147664.log.gz 2024-09-12T18:18:12.629 INFO:teuthology.orchestra.run.smithi045.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.33186.log.gz 2024-09-12T18:18:12.629 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37976.log 2024-09-12T18:18:12.629 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.164881.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61851.log 2024-09-12T18:18:12.629 INFO:teuthology.orchestra.run.smithi045.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.164881.log.gz 2024-09-12T18:18:12.629 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.37976.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.37976.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44479.log 2024-09-12T18:18:12.629 INFO:teuthology.orchestra.run.smithi045.stderr: 2024-09-12T18:18:12.630 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.61851.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.141185.log 2024-09-12T18:18:12.630 INFO:teuthology.orchestra.run.smithi045.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.61851.log.gz 2024-09-12T18:18:12.630 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.44479.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38345.log 2024-09-12T18:18:12.630 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.141185.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.150020.log 2024-09-12T18:18:12.630 INFO:teuthology.orchestra.run.smithi045.stderr: 82.9% -- replaced with /var/log/ceph/ceph-client.admin.44479.log.gz 2024-09-12T18:18:12.630 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.38345.log: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.141185.log.gz 2024-09-12T18:18:12.630 INFO:teuthology.orchestra.run.smithi045.stderr:gzip 0.0% -- replaced with /var/log/ceph/ceph-client.admin.38345.log.gz 2024-09-12T18:18:12.630 INFO:teuthology.orchestra.run.smithi045.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.66588.log 2024-09-12T18:18:12.630 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.150020.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.101720.log 2024-09-12T18:18:12.630 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.66588.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109967.log 2024-09-12T18:18:12.630 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.101720.log: 83.1% -- replaced with /var/log/ceph/ceph-client.admin.101720.log.gz 2024-09-12T18:18:12.630 INFO:teuthology.orchestra.run.smithi045.stderr: 86.1% -- replaced with /var/log/ceph/ceph-client.admin.150020.log.gz 2024-09-12T18:18:12.630 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107611.log 2024-09-12T18:18:12.630 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82283.log 2024-09-12T18:18:12.631 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.109967.log: /var/log/ceph/ceph-client.admin.107611.log: 89.9% -- replaced with /var/log/ceph/ceph-client.admin.66588.log.gz 2024-09-12T18:18:12.631 INFO:teuthology.orchestra.run.smithi045.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.109967.log.gz 2024-09-12T18:18:12.631 INFO:teuthology.orchestra.run.smithi045.stderr: 81.3% -- replaced with /var/log/ceph/ceph-client.admin.107611.log.gz 2024-09-12T18:18:12.631 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114090.log 2024-09-12T18:18:12.631 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.162453.log 2024-09-12T18:18:12.631 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.82283.log: /var/log/ceph/ceph-client.admin.114090.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94652.log 2024-09-12T18:18:12.631 INFO:teuthology.orchestra.run.smithi045.stderr: 81.4% -- replaced with /var/log/ceph/ceph-client.admin.82283.log.gz 2024-09-12T18:18:12.631 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.162453.log: 81.1% 0.0% -- replaced with /var/log/ceph/ceph-client.admin.162453.log.gz 2024-09-12T18:18:12.631 INFO:teuthology.orchestra.run.smithi045.stderr: -- replaced with /var/log/ceph/ceph-client.admin.114090.log.gz 2024-09-12T18:18:12.631 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.191735.log 2024-09-12T18:18:12.631 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.125870.log 2024-09-12T18:18:12.631 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.94652.log: /var/log/ceph/ceph-client.admin.191735.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.135295.log 2024-09-12T18:18:12.631 INFO:teuthology.orchestra.run.smithi045.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.191735.log.gz 2024-09-12T18:18:12.632 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.125870.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.94652.log.gz 2024-09-12T18:18:12.632 INFO:teuthology.orchestra.run.smithi045.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.125870.log.gz 2024-09-12T18:18:12.632 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.99953.log 2024-09-12T18:18:12.632 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38344.log 2024-09-12T18:18:12.632 INFO:teuthology.orchestra.run.smithi045.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.61998.log.gz/var/log/ceph/ceph-client.admin.135295.log: 2024-09-12T18:18:12.632 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.99953.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38342.log 2024-09-12T18:18:12.632 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.38344.log: 87.2%gzip -- replaced with /var/log/ceph/ceph-client.admin.99953.log.gz 2024-09-12T18:18:12.632 INFO:teuthology.orchestra.run.smithi045.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.49571.log 2024-09-12T18:18:12.632 INFO:teuthology.orchestra.run.smithi045.stderr: 0.0% 86.8% -- replaced with /var/log/ceph/ceph-client.admin.135295.log.gz 2024-09-12T18:18:12.632 INFO:teuthology.orchestra.run.smithi045.stderr: -- replaced with /var/log/ceph/ceph-client.admin.38344.log.gz 2024-09-12T18:18:12.632 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.38342.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.191551.log 2024-09-12T18:18:12.632 INFO:teuthology.orchestra.run.smithi045.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.38342.log.gz 2024-09-12T18:18:12.632 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.49571.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74473.log 2024-09-12T18:18:12.633 INFO:teuthology.orchestra.run.smithi045.stderr: 80.7%/var/log/ceph/ceph-client.admin.191551.log: -- replaced with /var/log/ceph/ceph-client.admin.49571.log.gzgzip 2024-09-12T18:18:12.633 INFO:teuthology.orchestra.run.smithi045.stderr: -5 --verbose 28.5% -- replaced with /var/log/ceph/ceph-client.admin.191551.log.gz 2024-09-12T18:18:12.633 INFO:teuthology.orchestra.run.smithi045.stderr: -- /var/log/ceph/ceph-client.admin.148253.log 2024-09-12T18:18:12.633 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.74473.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.188541.log 2024-09-12T18:18:12.633 INFO:teuthology.orchestra.run.smithi045.stderr: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.74473.log.gz 2024-09-12T18:18:12.633 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.148253.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55509.log 2024-09-12T18:18:12.633 INFO:teuthology.orchestra.run.smithi045.stderr: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.148253.log.gz 2024-09-12T18:18:12.633 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.188541.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.96419.log 2024-09-12T18:18:12.633 INFO:teuthology.orchestra.run.smithi045.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.188541.log.gz 2024-09-12T18:18:12.633 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.55509.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.172263.log 2024-09-12T18:18:12.633 INFO:teuthology.orchestra.run.smithi045.stderr: 80.4% -- replaced with /var/log/ceph/ceph-client.admin.55509.log.gz 2024-09-12T18:18:12.633 INFO:teuthology.orchestra.run.smithi045.stderr:gzip/var/log/ceph/ceph-client.admin.96419.log: -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-12T18:18:12.633 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.172263.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.96419.log.gz 2024-09-12T18:18:12.634 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.152376.log 2024-09-12T18:18:12.634 INFO:teuthology.orchestra.run.smithi045.stderr: 92.2% -- replaced with /var/log/ceph/ceph-client.admin.172263.log.gz 2024-09-12T18:18:12.634 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.191597.log 2024-09-12T18:18:12.634 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.152376.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50773.log 2024-09-12T18:18:12.634 INFO:teuthology.orchestra.run.smithi045.stderr: 82.5% -- replaced with /var/log/ceph/ceph-client.admin.152376.log.gz/var/log/ceph/ceph-client.admin.191597.log: 2024-09-12T18:18:12.634 INFO:teuthology.orchestra.run.smithi045.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.191597.log.gz 2024-09-12T18:18:12.634 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62775.log 2024-09-12T18:18:12.634 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.50773.log: -- /var/log/ceph/ceph-client.admin.151198.log 2024-09-12T18:18:12.634 INFO:teuthology.orchestra.run.smithi045.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.50773.log.gz 2024-09-12T18:18:12.634 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.62775.log: 21.2%gzip -5 --verbose -- /var/log/ceph/ceph-client.0.182313.log 2024-09-12T18:18:12.634 INFO:teuthology.orchestra.run.smithi045.stderr: -- replaced with /var/log/ceph/ceph-client.admin.62775.log.gz 2024-09-12T18:18:12.634 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.151198.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.126459.log 2024-09-12T18:18:12.634 INFO:teuthology.orchestra.run.smithi045.stderr: 82.5% -- replaced with /var/log/ceph/ceph-client.admin.151198.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.191873.log 2024-09-12T18:18:12.635 INFO:teuthology.orchestra.run.smithi045.stderr: 2024-09-12T18:18:12.635 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.0.182313.log: /var/log/ceph/ceph-client.admin.126459.log: 94.6%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47167.log 2024-09-12T18:18:12.635 INFO:teuthology.orchestra.run.smithi045.stderr: -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-12T18:18:12.635 INFO:teuthology.orchestra.run.smithi045.stderr: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.126459.log.gz 83.6% 2024-09-12T18:18:12.635 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.191873.log: -- replaced with /var/log/ceph/ceph-client.0.182313.log.gz 2024-09-12T18:18:12.635 INFO:teuthology.orchestra.run.smithi045.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.191873.log.gz 2024-09-12T18:18:12.635 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.145897.log 2024-09-12T18:18:12.635 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.47167.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59728.log 2024-09-12T18:18:12.635 INFO:teuthology.orchestra.run.smithi045.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.47167.log.gz 2024-09-12T18:18:12.635 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.145897.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37978.log 2024-09-12T18:18:12.635 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.59728.log: /var/log/ceph/ceph-client.admin.38202.log 2024-09-12T18:18:12.635 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.37978.log: 0.0%gzip -5 --verbose 85.5% -- /var/log/ceph/ceph-client.admin.64104.log -- replaced with /var/log/ceph/ceph-client.admin.59728.log.gz 2024-09-12T18:18:12.635 INFO:teuthology.orchestra.run.smithi045.stderr: 2024-09-12T18:18:12.636 INFO:teuthology.orchestra.run.smithi045.stderr: -- replaced with /var/log/ceph/ceph-client.admin.37978.log.gz 2024-09-12T18:18:12.636 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.38202.log: -- /var/log/ceph/ceph-client.admin.69065.log 2024-09-12T18:18:12.636 INFO:teuthology.orchestra.run.smithi045.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.38202.log.gz 2024-09-12T18:18:12.636 INFO:teuthology.orchestra.run.smithi045.stderr: 86.2%/var/log/ceph/ceph-client.admin.64104.log: -- replaced with /var/log/ceph/ceph-client.admin.145897.log.gz 2024-09-12T18:18:12.636 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.187857.log 2024-09-12T18:18:12.636 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.69065.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.132350.log 2024-09-12T18:18:12.636 INFO:teuthology.orchestra.run.smithi045.stderr: 85.9% -- replaced with /var/log/ceph/ceph-client.admin.64104.log.gz 95.1% -- replaced with /var/log/ceph/ceph-client.admin.67827.log.gz 2024-09-12T18:18:12.636 INFO:teuthology.orchestra.run.smithi045.stderr: 2024-09-12T18:18:12.636 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69686.log 2024-09-12T18:18:12.636 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.187857.log: /var/log/ceph/ceph-client.admin.132350.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.187857.log.gz 2024-09-12T18:18:12.636 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59115.log 2024-09-12T18:18:12.636 INFO:teuthology.orchestra.run.smithi045.stderr: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.132350.log.gz 2024-09-12T18:18:12.636 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.69686.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.124103.log 2024-09-12T18:18:12.637 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.59115.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.69065.log.gz 2024-09-12T18:18:12.637 INFO:teuthology.orchestra.run.smithi045.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.59115.log.gz 2024-09-12T18:18:12.637 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.182922.log 2024-09-12T18:18:12.637 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.124103.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85817.log 2024-09-12T18:18:12.637 INFO:teuthology.orchestra.run.smithi045.stderr: 84.9% -- replaced with /var/log/ceph/ceph-client.admin.124103.log.gz 2024-09-12T18:18:12.637 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.0.182922.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.69686.log.gz 2024-09-12T18:18:12.637 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.125281.log 2024-09-12T18:18:12.637 INFO:teuthology.orchestra.run.smithi045.stderr: 84.1% -- replaced with /var/log/ceph/ceph-client.0.182922.log.gz 2024-09-12T18:18:12.637 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51386.log 2024-09-12T18:18:12.637 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.85817.log: /var/log/ceph/ceph-client.admin.125281.log: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.85817.log.gz 2024-09-12T18:18:12.637 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.164244.log 2024-09-12T18:18:12.637 INFO:teuthology.orchestra.run.smithi045.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.125281.log.gz 2024-09-12T18:18:12.637 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.51386.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.170291.log 2024-09-12T18:18:12.637 INFO:teuthology.orchestra.run.smithi045.stderr: 85.5% -- replaced with /var/log/ceph/ceph-client.admin.51386.log.gz 2024-09-12T18:18:12.638 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.164244.log: gzip 0.0% -- replaced with /var/log/ceph/ceph-client.admin.164244.log.gz 2024-09-12T18:18:12.638 INFO:teuthology.orchestra.run.smithi045.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.37543.log 2024-09-12T18:18:12.638 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.170291.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38203.log 92.1% -- replaced with /var/log/ceph/ceph-client.admin.170291.log.gz 2024-09-12T18:18:12.638 INFO:teuthology.orchestra.run.smithi045.stderr: 2024-09-12T18:18:12.638 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.37543.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.37543.log.gz 2024-09-12T18:18:12.638 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.137062.log 2024-09-12T18:18:12.638 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.38203.log: gzip -5 0.0% --verbose -- -- replaced with /var/log/ceph/ceph-client.admin.38203.log.gz /var/log/ceph/ceph-client.admin.81694.log 2024-09-12T18:18:12.638 INFO:teuthology.orchestra.run.smithi045.stderr: 2024-09-12T18:18:12.638 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.137062.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106432.log 2024-09-12T18:18:12.638 INFO:teuthology.orchestra.run.smithi045.stderr: 85.3% -- replaced with /var/log/ceph/ceph-client.admin.137062.log.gz 2024-09-12T18:18:12.638 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.81694.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.102309.log 2024-09-12T18:18:12.638 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32755.log 2024-09-12T18:18:12.638 INFO:teuthology.orchestra.run.smithi045.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.81694.log.gz 2024-09-12T18:18:12.639 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.106432.log: /var/log/ceph/ceph-client.admin.102309.log: gzip -5 --verbose -- /var/log/ceph/ops-log-ceph-client.admin.log 2024-09-12T18:18:12.639 INFO:teuthology.orchestra.run.smithi045.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.102309.log.gz 2024-09-12T18:18:12.639 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.32755.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.169075.log 2024-09-12T18:18:12.639 INFO:teuthology.orchestra.run.smithi045.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32755.log.gz 2024-09-12T18:18:12.639 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ops-log-ceph-client.admin.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50797.log 2024-09-12T18:18:12.639 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.169075.log: gzip -5 --verbose -- 86.2% -- replaced with /var/log/ceph/ceph-client.admin.106432.log.gz 2024-09-12T18:18:12.639 INFO:teuthology.orchestra.run.smithi045.stderr: /var/log/ceph/ceph-client.0.39737.log 2024-09-12T18:18:12.639 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.50797.log: gzip -5 --verbose 80.3% -- replaced with /var/log/ceph/ceph-client.admin.50797.log.gz 2024-09-12T18:18:12.639 INFO:teuthology.orchestra.run.smithi045.stderr: -- /var/log/ceph/ceph-client.admin.37974.log 2024-09-12T18:18:12.639 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.0.39737.log: 43.9% -- replaced with /var/log/ceph/ceph-client.0.39737.log.gz 2024-09-12T18:18:12.639 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38593.log 2024-09-12T18:18:12.639 INFO:teuthology.orchestra.run.smithi045.stderr: 94.0% -- replaced with /var/log/ceph/ceph-client.admin.169075.log.gz 2024-09-12T18:18:12.639 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.37974.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.37974.log.gz 2024-09-12T18:18:12.640 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.135884.log 2024-09-12T18:18:12.640 INFO:teuthology.orchestra.run.smithi045.stderr:gzip/var/log/ceph/ceph-client.admin.38593.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.191321.log 2024-09-12T18:18:12.640 INFO:teuthology.orchestra.run.smithi045.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.38593.log.gz 2024-09-12T18:18:12.640 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.135884.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72111.log 2024-09-12T18:18:12.640 INFO:teuthology.orchestra.run.smithi045.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.135884.log.gz 2024-09-12T18:18:12.640 INFO:teuthology.orchestra.run.smithi045.stderr:gzip/var/log/ceph/ceph-client.admin.191321.log: -5 --verbose 0.0% -- replaced with /var/log/ceph/ceph-client.admin.191321.log.gz 2024-09-12T18:18:12.640 INFO:teuthology.orchestra.run.smithi045.stderr: -- /var/log/ceph/ceph-client.admin.39051.log 2024-09-12T18:18:12.640 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.72111.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88173.log 2024-09-12T18:18:12.640 INFO:teuthology.orchestra.run.smithi045.stderr: 80.7% -- replaced with /var/log/ceph/ceph-client.admin.72111.log.gz 2024-09-12T18:18:12.640 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.39051.log: gzip -5 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39051.log.gz 2024-09-12T18:18:12.640 INFO:teuthology.orchestra.run.smithi045.stderr: --verbose -- /var/log/ceph/ceph-client.0.178659.log 2024-09-12T18:18:12.640 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.88173.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.40382.log 2024-09-12T18:18:12.640 INFO:teuthology.orchestra.run.smithi045.stderr: 84.8% -- replaced with /var/log/ceph/ceph-client.admin.88173.log.gz 2024-09-12T18:18:12.641 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.0.178659.log: 94.3% -- replaced with /var/log/ceph/ops-log-ceph-client.admin.log.gz 2024-09-12T18:18:12.641 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59091.log 2024-09-12T18:18:12.641 INFO:teuthology.orchestra.run.smithi045.stderr: 83.8% -- replaced with /var/log/ceph/ceph-client.0.178659.log.gz 2024-09-12T18:18:12.641 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.0.40382.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.163655.log 2024-09-12T18:18:12.641 INFO:teuthology.orchestra.run.smithi045.stderr: 80.5% -- replaced with /var/log/ceph/ceph-client.0.40382.log.gz 2024-09-12T18:18:12.641 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.59091.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.41594.log 2024-09-12T18:18:12.641 INFO:teuthology.orchestra.run.smithi045.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.59091.log.gz 2024-09-12T18:18:12.641 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.163655.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37979.log 2024-09-12T18:18:12.641 INFO:teuthology.orchestra.run.smithi045.stderr: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.163655.log.gz 2024-09-12T18:18:12.641 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.0.41594.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.186656.log 2024-09-12T18:18:12.641 INFO:teuthology.orchestra.run.smithi045.stderr: 43.5% -- replaced with /var/log/ceph/ceph-client.0.41594.log.gz 2024-09-12T18:18:12.641 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.37979.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.37979.log.gz 2024-09-12T18:18:12.641 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.136473.log 2024-09-12T18:18:12.642 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.124692.log 2024-09-12T18:18:12.642 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.186656.log: /var/log/ceph/ceph-client.admin.136473.log: gzip 82.4% -5 -- replaced with /var/log/ceph/ceph-client.admin.186656.log.gz --verbose 2024-09-12T18:18:12.642 INFO:teuthology.orchestra.run.smithi045.stderr: -- /var/log/ceph/ceph-mon.c.log 2024-09-12T18:18:12.642 INFO:teuthology.orchestra.run.smithi045.stderr: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.136473.log.gz 2024-09-12T18:18:12.642 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.124692.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.119391.log 2024-09-12T18:18:12.642 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-mon.c.log: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.124692.log.gz 2024-09-12T18:18:12.642 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57324.log 2024-09-12T18:18:12.642 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.119391.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.142363.log 2024-09-12T18:18:12.642 INFO:teuthology.orchestra.run.smithi045.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.119391.log.gz 2024-09-12T18:18:12.642 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.57324.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.86406.log 2024-09-12T18:18:12.642 INFO:teuthology.orchestra.run.smithi045.stderr: 80.4% -- replaced with /var/log/ceph/ceph-client.admin.57324.log.gz 2024-09-12T18:18:12.642 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.191091.log 2024-09-12T18:18:12.642 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.142363.log: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.142363.log.gz 2024-09-12T18:18:12.642 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.86406.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38961.log 2024-09-12T18:18:12.643 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.191091.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.86406.log.gz 2024-09-12T18:18:12.643 INFO:teuthology.orchestra.run.smithi045.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.191091.log.gz 2024-09-12T18:18:12.643 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.155928.log 2024-09-12T18:18:12.643 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.38961.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62128.log 2024-09-12T18:18:12.643 INFO:teuthology.orchestra.run.smithi045.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.38961.log.gz 2024-09-12T18:18:12.643 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.155928.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.131761.log 2024-09-12T18:18:12.643 INFO:teuthology.orchestra.run.smithi045.stderr: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.155928.log.gz 2024-09-12T18:18:12.643 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.62128.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104076.log 2024-09-12T18:18:12.643 INFO:teuthology.orchestra.run.smithi045.stderr: 91.2% -- replaced with /var/log/ceph/ceph-client.admin.62128.log.gz 2024-09-12T18:18:12.643 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.131761.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82872.log 2024-09-12T18:18:12.643 INFO:teuthology.orchestra.run.smithi045.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.131761.log.gz 2024-09-12T18:18:12.643 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.104076.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54331.log 2024-09-12T18:18:12.643 INFO:teuthology.orchestra.run.smithi045.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.104076.log.gz 2024-09-12T18:18:12.644 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.82872.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.191459.log 2024-09-12T18:18:12.644 INFO:teuthology.orchestra.run.smithi045.stderr: 80.5% -- replaced with /var/log/ceph/ceph-client.admin.82872.log.gz 2024-09-12T18:18:12.644 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.54331.log: -- /var/log/ceph/ceph-client.admin.93474.log 2024-09-12T18:18:12.644 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.191459.log: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.54331.log.gz 2024-09-12T18:18:12.644 INFO:teuthology.orchestra.run.smithi045.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.191459.log.gz 2024-09-12T18:18:12.644 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.185358.log 2024-09-12T18:18:12.644 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.93474.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37627.log 2024-09-12T18:18:12.644 INFO:teuthology.orchestra.run.smithi045.stderr: 81.3% -- replaced with /var/log/ceph/ceph-client.admin.93474.log.gz/var/log/ceph/ceph-client.0.185358.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53742.log 2024-09-12T18:18:12.644 INFO:teuthology.orchestra.run.smithi045.stderr: 2024-09-12T18:18:12.644 INFO:teuthology.orchestra.run.smithi045.stderr: 80.3% -- replaced with /var/log/ceph/ceph-client.0.185358.log.gz 2024-09-12T18:18:12.644 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.37627.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76552.log 2024-09-12T18:18:12.644 INFO:teuthology.orchestra.run.smithi045.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.37627.log.gz 2024-09-12T18:18:12.644 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.53742.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78749.log 2024-09-12T18:18:12.645 INFO:teuthology.orchestra.run.smithi045.stderr: 81.3% -- replaced with /var/log/ceph/ceph-client.admin.53742.log.gz 2024-09-12T18:18:12.645 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.76552.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47756.log 2024-09-12T18:18:12.645 INFO:teuthology.orchestra.run.smithi045.stderr: 49.6% -- replaced with /var/log/ceph/ceph-client.admin.76552.log.gz 2024-09-12T18:18:12.645 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.78749.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.152965.log 2024-09-12T18:18:12.645 INFO:teuthology.orchestra.run.smithi045.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.78749.log.gz 2024-09-12T18:18:12.645 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.47756.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45074.log 2024-09-12T18:18:12.645 INFO:teuthology.orchestra.run.smithi045.stderr: 81.3% -- replaced with /var/log/ceph/ceph-client.admin.47756.log.gz 2024-09-12T18:18:12.645 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.152965.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.187245.log 2024-09-12T18:18:12.645 INFO:teuthology.orchestra.run.smithi045.stderr: 81.2% -- replaced with /var/log/ceph/ceph-client.admin.152965.log.gz 2024-09-12T18:18:12.645 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.45074.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.155339.log 2024-09-12T18:18:12.645 INFO:teuthology.orchestra.run.smithi045.stderr: 81.1% -- replaced with /var/log/ceph/ceph-client.admin.45074.log.gz 2024-09-12T18:18:12.645 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.187245.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.161251.log 2024-09-12T18:18:12.645 INFO:teuthology.orchestra.run.smithi045.stderr: 80.3% -- replaced with /var/log/ceph/ceph-client.admin.187245.log.gz 2024-09-12T18:18:12.646 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.155339.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.191689.log 2024-09-12T18:18:12.646 INFO:teuthology.orchestra.run.smithi045.stderr: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.155339.log.gz 2024-09-12T18:18:12.646 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.161251.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79338.log 2024-09-12T18:18:12.646 INFO:teuthology.orchestra.run.smithi045.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.161251.log.gz 2024-09-12T18:18:12.646 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.191689.log: gzip -5 --verbose 0.0% -- replaced with /var/log/ceph/ceph-client.admin.191689.log.gz 2024-09-12T18:18:12.646 INFO:teuthology.orchestra.run.smithi045.stderr: -- /var/log/ceph/ceph-client.admin.191137.log 2024-09-12T18:18:12.646 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.79338.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.191183.log 2024-09-12T18:18:12.646 INFO:teuthology.orchestra.run.smithi045.stderr: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.79338.log.gz 2024-09-12T18:18:12.646 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.191137.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.191137.log.gz 2024-09-12T18:18:12.646 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.a.log 2024-09-12T18:18:12.646 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.191183.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73292.log 2024-09-12T18:18:12.646 INFO:teuthology.orchestra.run.smithi045.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.191183.log.gz 2024-09-12T18:18:12.646 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.160662.log 2024-09-12T18:18:12.646 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.73292.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.141774.log 2024-09-12T18:18:12.647 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.160662.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56098.log 2024-09-12T18:18:12.647 INFO:teuthology.orchestra.run.smithi045.stderr: 91.5% -- replaced with /var/log/ceph/ceph-client.admin.73292.log.gz 2024-09-12T18:18:12.647 INFO:teuthology.orchestra.run.smithi045.stderr: 80.4% -- replaced with /var/log/ceph/ceph-client.admin.160662.log.gz 2024-09-12T18:18:12.647 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.141774.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.172871.log 2024-09-12T18:18:12.647 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.56098.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.190953.log 2024-09-12T18:18:12.647 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.172871.log: 81.4% -- replaced with /var/log/ceph/ceph-client.admin.56098.log.gz 2024-09-12T18:18:12.647 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56687.log 2024-09-12T18:18:12.647 INFO:teuthology.orchestra.run.smithi045.stderr: 91.8% -- replaced with /var/log/ceph/ceph-client.admin.172871.log.gz 2024-09-12T18:18:12.647 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.190953.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.190953.log.gz 2024-09-12T18:18:12.647 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62064.log 2024-09-12T18:18:12.647 INFO:teuthology.orchestra.run.smithi045.stderr: 86.2% -- replaced with /var/log/ceph/ceph-client.admin.141774.log.gz 2024-09-12T18:18:12.647 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.56687.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.144719.log 2024-09-12T18:18:12.647 INFO:teuthology.orchestra.run.smithi045.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.56687.log.gz 2024-09-12T18:18:12.647 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.62064.log: -- /var/log/ceph/ceph-client.admin.65350.log 2024-09-12T18:18:12.648 INFO:teuthology.orchestra.run.smithi045.stderr: 55.2% -- replaced with /var/log/ceph/ceph-client.admin.62064.log.gz/var/log/ceph/ceph-client.admin.144719.log: 2024-09-12T18:18:12.648 INFO:teuthology.orchestra.run.smithi045.stderr:gzip 81.6% -- replaced with /var/log/ceph/ceph-client.admin.144719.log.gz 2024-09-12T18:18:12.648 INFO:teuthology.orchestra.run.smithi045.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.191367.log 2024-09-12T18:18:12.648 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.65350.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.191229.log 2024-09-12T18:18:12.648 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.191367.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65969.log 2024-09-12T18:18:12.648 INFO:teuthology.orchestra.run.smithi045.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.191367.log.gz 2024-09-12T18:18:12.648 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.191229.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.191229.log.gz 2024-09-12T18:18:12.648 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37386.log 2024-09-12T18:18:12.648 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.65969.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.150609.log 2024-09-12T18:18:12.648 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.37386.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.37386.log.gz 2024-09-12T18:18:12.648 INFO:teuthology.orchestra.run.smithi045.stderr: 93.1% -- replaced with /var/log/ceph/ceph-client.admin.65350.log.gz 2024-09-12T18:18:12.648 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.190814.log 2024-09-12T18:18:12.648 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.150609.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.163066.log 2024-09-12T18:18:12.649 INFO:teuthology.orchestra.run.smithi045.stderr: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.150609.log.gz 2024-09-12T18:18:12.649 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.190814.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.2.log 2024-09-12T18:18:12.649 INFO:teuthology.orchestra.run.smithi045.stderr: 0.0%/var/log/ceph/ceph-client.admin.163066.log: -- replaced with /var/log/ceph/ceph-client.admin.190814.log.gz 2024-09-12T18:18:12.649 INFO:teuthology.orchestra.run.smithi045.stderr: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.163066.log.gz 2024-09-12T18:18:12.649 INFO:teuthology.orchestra.run.smithi045.stderr: 93.0% -- replaced with /var/log/ceph/ceph-client.admin.65969.log.gz 2024-09-12T18:18:12.649 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79927.log 2024-09-12T18:18:12.649 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57913.log 2024-09-12T18:18:12.649 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.79927.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.138240.log 2024-09-12T18:18:12.649 INFO:teuthology.orchestra.run.smithi045.stderr: 80.4% -- replaced with /var/log/ceph/ceph-client.admin.79927.log.gz 2024-09-12T18:18:12.649 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.57913.log: 80.5% -- replaced with /var/log/ceph/ceph-client.admin.57913.log.gz 2024-09-12T18:18:12.713 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37972.log 2024-09-12T18:18:12.713 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.138240.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87584.log 2024-09-12T18:18:12.713 INFO:teuthology.orchestra.run.smithi045.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.138240.log.gz 2024-09-12T18:18:12.714 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.37972.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.37972.log.gz 2024-09-12T18:18:12.714 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38547.log 2024-09-12T18:18:12.714 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.87584.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115857.log 2024-09-12T18:18:12.714 INFO:teuthology.orchestra.run.smithi045.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.87584.log.gz 2024-09-12T18:18:12.714 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.38547.log: 0.0%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.187835.log 2024-09-12T18:18:12.714 INFO:teuthology.orchestra.run.smithi045.stderr: -- replaced with /var/log/ceph/ceph-client.admin.38547.log.gz 2024-09-12T18:18:12.714 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.115857.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.115857.log.gz 2024-09-12T18:18:12.714 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37977.log 2024-09-12T18:18:12.714 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.187835.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.146486.log 2024-09-12T18:18:12.714 INFO:teuthology.orchestra.run.smithi045.stderr: 25.5% -- replaced with /var/log/ceph/ceph-client.admin.187835.log.gz 2024-09-12T18:18:12.714 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.37977.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.184140.log 2024-09-12T18:18:12.714 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.146486.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.37977.log.gz 2024-09-12T18:18:12.714 INFO:teuthology.orchestra.run.smithi045.stderr: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.146486.log.gz 2024-09-12T18:18:12.715 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.184749.log 2024-09-12T18:18:12.715 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.0.184140.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.76686.log 2024-09-12T18:18:12.715 INFO:teuthology.orchestra.run.smithi045.stderr: 84.1% -- replaced with /var/log/ceph/ceph-client.0.184140.log.gz 2024-09-12T18:18:12.715 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.0.184749.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78160.log 2024-09-12T18:18:12.715 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.0.76686.log: 84.0% -- replaced with /var/log/ceph/ceph-client.0.184749.log.gz 2024-09-12T18:18:12.715 INFO:teuthology.orchestra.run.smithi045.stderr: 92.3% -- replaced with /var/log/ceph/ceph-client.0.76686.log.gz 2024-09-12T18:18:12.715 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88762.log 2024-09-12T18:18:12.715 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.78160.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.92296.log 2024-09-12T18:18:12.715 INFO:teuthology.orchestra.run.smithi045.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.78160.log.gz 2024-09-12T18:18:12.715 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.88762.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.42800.log 2024-09-12T18:18:12.715 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.92296.log: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.88762.log.gz 2024-09-12T18:18:12.715 INFO:teuthology.orchestra.run.smithi045.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.92296.log.gz 2024-09-12T18:18:12.715 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mgr.y.log 2024-09-12T18:18:12.716 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.0.42800.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53153.log 2024-09-12T18:18:12.716 INFO:teuthology.orchestra.run.smithi045.stderr: 43.5% -- replaced with /var/log/ceph/ceph-client.0.42800.log.gz 2024-09-12T18:18:12.716 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.191781.log 2024-09-12T18:18:12.716 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.53153.log: 80.3% -- replaced with /var/log/ceph/ceph-client.admin.53153.log.gz 2024-09-12T18:18:12.716 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48369.log 2024-09-12T18:18:12.716 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.191781.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.191781.log.gz 2024-09-12T18:18:12.716 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.77295.log 2024-09-12T18:18:12.716 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.48369.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.48369.log.gz 2024-09-12T18:18:12.716 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.175612.log 2024-09-12T18:18:12.716 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.0.77295.log: 80.1% -- replaced with /var/log/ceph/ceph-client.0.77295.log.gz 2024-09-12T18:18:12.716 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.39120.log 2024-09-12T18:18:12.716 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.0.175612.log: 83.7% -- replaced with /var/log/ceph/ceph-client.0.175612.log.gz 2024-09-12T18:18:12.716 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.98775.log 2024-09-12T18:18:12.717 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.0.39120.log: 95.9% -- replaced with /var/log/ceph/ceph-client.0.39120.log.gz 2024-09-12T18:18:12.717 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72700.log 2024-09-12T18:18:12.717 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.98775.log: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.98775.log.gz 2024-09-12T18:18:12.717 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.122925.log 2024-09-12T18:18:12.717 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.72700.log: 83.8% -- replaced with /var/log/ceph/ceph-client.admin.72700.log.gz 2024-09-12T18:18:12.717 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-12T18:18:12.717 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.122925.log: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.122925.log.gz 2024-09-12T18:18:12.717 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37765.log 2024-09-12T18:18:12.717 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.179877.log 2024-09-12T18:18:12.717 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.37765.log: 93.6% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-12T18:18:12.717 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39097.log 2024-09-12T18:18:12.717 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.0.179877.log: 80.3% -- replaced with /var/log/ceph/ceph-client.0.179877.log.gz 2024-09-12T18:18:12.717 INFO:teuthology.orchestra.run.smithi045.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.37765.log.gz 2024-09-12T18:18:12.718 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62709.log 2024-09-12T18:18:12.718 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.39097.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39097.log.gz 2024-09-12T18:18:12.718 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.188590.log 2024-09-12T18:18:12.718 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.62709.log: 22.0% -- replaced with /var/log/ceph/ceph-client.admin.62709.log.gz 2024-09-12T18:18:12.718 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.138829.log 2024-09-12T18:18:12.718 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.188590.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.188590.log.gz 2024-09-12T18:18:12.718 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.113501.log 2024-09-12T18:18:12.718 INFO:teuthology.orchestra.run.smithi045.stderr: 94.7% -- replaced with /var/log/ceph/ops-log-ceph-client.0.log.gz 2024-09-12T18:18:12.718 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.138829.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.164292.log 2024-09-12T18:18:12.718 INFO:teuthology.orchestra.run.smithi045.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.138829.log.gz 2024-09-12T18:18:12.718 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.113501.log: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.113501.log.gz 2024-09-12T18:18:12.718 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.99364.log 2024-09-12T18:18:12.718 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.190861.log 2024-09-12T18:18:12.718 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.164292.log: /var/log/ceph/ceph-client.admin.99364.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.164292.log.gz 2024-09-12T18:18:12.719 INFO:teuthology.orchestra.run.smithi045.stderr: 81.3% -- replaced with /var/log/ceph/ceph-client.admin.99364.log.gz 2024-09-12T18:18:12.719 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.120569.log 2024-09-12T18:18:12.719 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.128226.log 2024-09-12T18:18:12.719 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.190861.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.190861.log.gz 2024-09-12T18:18:12.719 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.120569.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89940.log 2024-09-12T18:18:12.719 INFO:teuthology.orchestra.run.smithi045.stderr: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.120569.log.gz 2024-09-12T18:18:12.719 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.128226.log: 81.2% -- replaced with /var/log/ceph/ceph-client.admin.128226.log.gz 2024-09-12T18:18:12.719 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39007.log 2024-09-12T18:18:12.719 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.162429.log 2024-09-12T18:18:12.719 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.89940.log: /var/log/ceph/ceph-client.admin.39007.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39007.log.gz 2024-09-12T18:18:12.719 INFO:teuthology.orchestra.run.smithi045.stderr: 86.1% -- replaced with /var/log/ceph/ceph-client.admin.89940.log.gz 2024-09-12T18:18:12.719 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84050.log 2024-09-12T18:18:12.719 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.188565.log 2024-09-12T18:18:12.719 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.162429.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.162429.log.gz 2024-09-12T18:18:12.720 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.84050.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90529.log 2024-09-12T18:18:12.720 INFO:teuthology.orchestra.run.smithi045.stderr: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.84050.log.gz 2024-09-12T18:18:12.720 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.188565.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.188565.log.gz 2024-09-12T18:18:12.720 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.137651.log 2024-09-12T18:18:12.720 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84639.log 2024-09-12T18:18:12.720 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.90529.log: /var/log/ceph/ceph-client.admin.137651.log: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.90529.log.gz 2024-09-12T18:18:12.720 INFO:teuthology.orchestra.run.smithi045.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.137651.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94063.log 2024-09-12T18:18:12.720 INFO:teuthology.orchestra.run.smithi045.stderr: 95.0% -- replaced with /var/log/ceph/ceph-mgr.y.log.gz 2024-09-12T18:18:12.720 INFO:teuthology.orchestra.run.smithi045.stderr: 2024-09-12T18:18:12.720 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.191643.log 2024-09-12T18:18:12.720 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.84639.log: /var/log/ceph/ceph-client.admin.94063.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.122336.log 2024-09-12T18:18:12.720 INFO:teuthology.orchestra.run.smithi045.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.84639.log.gz 2024-09-12T18:18:12.720 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.191643.log: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.94063.log.gz 2024-09-12T18:18:12.721 INFO:teuthology.orchestra.run.smithi045.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.191643.log.gz 2024-09-12T18:18:12.721 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.102898.log 2024-09-12T18:18:12.721 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.122336.log: /var/log/ceph/ceph-client.admin.91118.log 2024-09-12T18:18:12.721 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.102898.log: 87.1%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38347.log 2024-09-12T18:18:12.721 INFO:teuthology.orchestra.run.smithi045.stderr: -- replaced with /var/log/ceph/ceph-client.admin.122336.log.gz 2024-09-12T18:18:12.721 INFO:teuthology.orchestra.run.smithi045.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.102898.log.gz 2024-09-12T18:18:12.721 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.112912.log 2024-09-12T18:18:12.721 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.91118.log: /var/log/ceph/ceph-client.admin.38347.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.38347.log.gz 2024-09-12T18:18:12.721 INFO:teuthology.orchestra.run.smithi045.stderr: 81.1% -- replaced with /var/log/ceph/ceph-client.admin.91118.log.gz 2024-09-12T18:18:12.721 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.127048.log 2024-09-12T18:18:12.721 INFO:teuthology.orchestra.run.smithi045.stderr:gzip/var/log/ceph/ceph-client.admin.112912.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.118802.log 2024-09-12T18:18:12.721 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.127048.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114679.log 2024-09-12T18:18:12.721 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.118802.log: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.118802.log.gz 2024-09-12T18:18:12.722 INFO:teuthology.orchestra.run.smithi045.stderr: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.112912.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.0.179268.log 2024-09-12T18:18:12.722 INFO:teuthology.orchestra.run.smithi045.stderr: 2024-09-12T18:18:12.722 INFO:teuthology.orchestra.run.smithi045.stderr: 86.0% -- replaced with /var/log/ceph/ceph-client.admin.127048.log.gz 2024-09-12T18:18:12.722 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.162477.log 2024-09-12T18:18:12.722 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.114679.log: /var/log/ceph/ceph-client.0.179268.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.134117.log 2024-09-12T18:18:12.722 INFO:teuthology.orchestra.run.smithi045.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.114679.log.gz 2024-09-12T18:18:12.722 INFO:teuthology.orchestra.run.smithi045.stderr: 84.1% -- replaced with /var/log/ceph/ceph-client.0.179268.log.gz/var/log/ceph/ceph-client.admin.162477.log: 2024-09-12T18:18:12.722 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose 81.8% -- replaced with /var/log/ceph/ceph-client.admin.162477.log.gz 2024-09-12T18:18:12.722 INFO:teuthology.orchestra.run.smithi045.stderr: -- /var/log/ceph/ceph-client.admin.117624.log 2024-09-12T18:18:12.722 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.134117.log: gzip -5 --verbose -- 81.9% -- replaced with /var/log/ceph/ceph-client.admin.134117.log.gz 2024-09-12T18:18:12.722 INFO:teuthology.orchestra.run.smithi045.stderr: /var/log/ceph/ceph-client.0.176830.log 2024-09-12T18:18:12.722 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.117624.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.133528.log 2024-09-12T18:18:12.722 INFO:teuthology.orchestra.run.smithi045.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.117624.log.gz 2024-09-12T18:18:12.722 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.0.176830.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.159463.log 2024-09-12T18:18:12.723 INFO:teuthology.orchestra.run.smithi045.stderr: 80.0% -- replaced with /var/log/ceph/ceph-client.0.176830.log.gz 2024-09-12T18:18:12.723 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.92885.log 2024-09-12T18:18:12.723 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.133528.log: /var/log/ceph/ceph-client.admin.159463.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.130583.log 2024-09-12T18:18:12.723 INFO:teuthology.orchestra.run.smithi045.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.159463.log.gz 2024-09-12T18:18:12.723 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.92885.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.147075.log 2024-09-12T18:18:12.723 INFO:teuthology.orchestra.run.smithi045.stderr: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.92885.log.gz 2024-09-12T18:18:12.723 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.130583.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48393.log 2024-09-12T18:18:12.723 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.147075.log: 86.1% -- replaced with /var/log/ceph/ceph-client.admin.133528.log.gz 2024-09-12T18:18:12.723 INFO:teuthology.orchestra.run.smithi045.stderr: 85.0% -- replaced with /var/log/ceph/ceph-client.admin.130583.log.gz 2024-09-12T18:18:12.723 INFO:teuthology.orchestra.run.smithi045.stderr: 82.5% -- replaced with /var/log/ceph/ceph-client.admin.147075.log.gz 2024-09-12T18:18:12.723 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.119980.log 2024-09-12T18:18:12.723 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.48393.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.144130.log 2024-09-12T18:18:12.723 INFO:teuthology.orchestra.run.smithi045.stderr: 80.5% -- replaced with /var/log/ceph/ceph-client.admin.48393.log.gz/var/log/ceph/ceph-client.admin.119980.log: 2024-09-12T18:18:12.724 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 81.6% -- replaced with /var/log/ceph/ceph-client.admin.119980.log.gz 2024-09-12T18:18:12.724 INFO:teuthology.orchestra.run.smithi045.stderr: --verbose -- /var/log/ceph/ceph-client.admin.97008.log 2024-09-12T18:18:12.724 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.144130.log: gzip -5 --verbose -- 81.7% -- replaced with /var/log/ceph/ceph-client.admin.144130.log.gz 2024-09-12T18:18:12.724 INFO:teuthology.orchestra.run.smithi045.stderr: /var/log/ceph/ceph-client.admin.158873.log 2024-09-12T18:18:12.724 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.97008.log: gzip -5 --verbose -- 82.0% -- replaced with /var/log/ceph/ceph-client.admin.97008.log.gz 2024-09-12T18:18:12.724 INFO:teuthology.orchestra.run.smithi045.stderr: /var/log/ceph/ceph-client.admin.171655.log 2024-09-12T18:18:12.724 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.158873.log: gzip -5 --verbose 80.7% -- replaced with /var/log/ceph/ceph-client.admin.158873.log.gz 2024-09-12T18:18:12.724 INFO:teuthology.orchestra.run.smithi045.stderr: -- /var/log/ceph/ceph-client.admin.50160.log 2024-09-12T18:18:12.724 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.171655.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.140596.log 2024-09-12T18:18:12.724 INFO:teuthology.orchestra.run.smithi045.stderr: 92.2%/var/log/ceph/ceph-client.admin.50160.log: -- replaced with /var/log/ceph/ceph-client.admin.171655.log.gz 2024-09-12T18:18:12.724 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.190907.log 2024-09-12T18:18:12.724 INFO:teuthology.orchestra.run.smithi045.stderr: 80.3% -- replaced with /var/log/ceph/ceph-client.admin.50160.log.gz 2024-09-12T18:18:12.724 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.188495.log 2024-09-12T18:18:12.725 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.140596.log: /var/log/ceph/ceph-client.admin.190907.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54920.log 2024-09-12T18:18:12.725 INFO:teuthology.orchestra.run.smithi045.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.190907.log.gz 2024-09-12T18:18:12.725 INFO:teuthology.orchestra.run.smithi045.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.140596.log.gz 2024-09-12T18:18:12.725 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.188495.log: 24.7% -- replaced with /var/log/ceph/ceph-client.admin.188495.log.gz 2024-09-12T18:18:12.725 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.191275.log 2024-09-12T18:18:12.725 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.54920.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33093.log 80.7% -- replaced with /var/log/ceph/ceph-client.admin.54920.log.gz 2024-09-12T18:18:12.725 INFO:teuthology.orchestra.run.smithi045.stderr: 2024-09-12T18:18:12.725 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.191275.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.191275.log.gz 2024-09-12T18:18:12.725 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.128816.log 2024-09-12T18:18:12.725 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.33093.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.33093.log.gz 2024-09-12T18:18:12.725 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/rgw.ceph.client.0.log 2024-09-12T18:18:12.725 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.128816.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.98186.log 2024-09-12T18:18:12.725 INFO:teuthology.orchestra.run.smithi045.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.128816.log.gz 2024-09-12T18:18:12.725 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/rgw.ceph.client.0.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37975.log 2024-09-12T18:18:12.726 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63478.log 2024-09-12T18:18:12.726 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.98186.log: /var/log/ceph/ceph-client.admin.37975.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.37975.log.gz 2024-09-12T18:18:12.726 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70306.log 2024-09-12T18:18:12.726 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.63478.log: 86.2% -- replaced with /var/log/ceph/ceph-client.admin.98186.log.gz 2024-09-12T18:18:12.726 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.161840.log 2024-09-12T18:18:12.726 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.70306.log: 92.0% -- replaced with /var/log/ceph/ceph-client.admin.70306.log.gz 2024-09-12T18:18:12.726 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.181095.log 2024-09-12T18:18:12.726 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.161840.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.161840.log.gz 2024-09-12T18:18:12.726 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.154732.log 2024-09-12T18:18:12.726 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.0.181095.log: 80.3% -- replaced with /var/log/ceph/ceph-client.0.181095.log.gz 2024-09-12T18:18:12.726 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38639.log 2024-09-12T18:18:12.726 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.154732.log: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.154732.log.gz 2024-09-12T18:18:12.726 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.129994.log 2024-09-12T18:18:12.726 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.38639.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.38639.log.gz 2024-09-12T18:18:12.727 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.189309.log 2024-09-12T18:18:12.727 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.129994.log: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.129994.log.gz 2024-09-12T18:18:12.727 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.191045.log 2024-09-12T18:18:12.727 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.0.189309.log: 80.4% -- replaced with /var/log/ceph/ceph-client.0.189309.log.gz 2024-09-12T18:18:12.727 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.191827.log 2024-09-12T18:18:12.727 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.191045.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.191045.log.gz 2024-09-12T18:18:12.727 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110556.log 2024-09-12T18:18:12.727 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.191827.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.191827.log.gz 2024-09-12T18:18:12.727 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.156517.log 2024-09-12T18:18:12.727 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.110556.log: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.110556.log.gz 2024-09-12T18:18:12.727 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.183531.log 2024-09-12T18:18:12.727 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.156517.log: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.156517.log.gz 2024-09-12T18:18:12.727 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.177441.log 2024-09-12T18:18:12.728 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.0.183531.log: 80.1% -- replaced with /var/log/ceph/ceph-client.0.183531.log.gz 2024-09-12T18:18:12.728 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.134706.log 2024-09-12T18:18:12.728 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.0.177441.log: 84.0% -- replaced with /var/log/ceph/ceph-client.0.177441.log.gz 2024-09-12T18:18:12.728 INFO:teuthology.orchestra.run.smithi045.stderr: 93.8% -- replaced with /var/log/ceph/ceph-client.admin.63478.log.gz 2024-09-12T18:18:12.728 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.121747.log 2024-09-12T18:18:12.728 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.151787.log 2024-09-12T18:18:12.728 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.134706.log: /var/log/ceph/ceph-client.admin.121747.log: 81.2% -- replaced with /var/log/ceph/ceph-client.admin.134706.log.gz 2024-09-12T18:18:12.728 INFO:teuthology.orchestra.run.smithi045.stderr: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.121747.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.0.180486.log 2024-09-12T18:18:12.728 INFO:teuthology.orchestra.run.smithi045.stderr: 2024-09-12T18:18:12.728 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.151787.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.140007.log 2024-09-12T18:18:12.728 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.0.180486.log: 84.1% -- replaced with /var/log/ceph/ceph-client.0.180486.log.gz 2024-09-12T18:18:12.728 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37673.log 2024-09-12T18:18:12.728 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.140007.log: 85.8% -- replaced with /var/log/ceph/ceph-client.admin.151787.log.gz 2024-09-12T18:18:12.729 INFO:teuthology.orchestra.run.smithi045.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.140007.log.gz 2024-09-12T18:18:12.729 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.111734.log 2024-09-12T18:18:12.729 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.37673.log: 0.0%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56735.log 2024-09-12T18:18:12.729 INFO:teuthology.orchestra.run.smithi045.stderr: -- replaced with /var/log/ceph/ceph-client.admin.37673.log.gz 2024-09-12T18:18:12.729 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70971.log 2024-09-12T18:18:12.729 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.111734.log: /var/log/ceph/ceph-client.admin.56735.log: 80.3% -- replaced with /var/log/ceph/ceph-client.admin.56735.log.gz 2024-09-12T18:18:12.729 INFO:teuthology.orchestra.run.smithi045.stderr: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.111734.log.gz 2024-09-12T18:18:12.729 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.176221.log 2024-09-12T18:18:12.729 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.70971.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.164268.log 2024-09-12T18:18:12.729 INFO:teuthology.orchestra.run.smithi045.stderr: 84.2% -- replaced with /var/log/ceph/ceph-client.admin.70971.log.gz 2024-09-12T18:18:12.729 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.0.176221.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50749.log 2024-09-12T18:18:12.729 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.164268.log: 84.2% 0.0% -- replaced with /var/log/ceph/ceph-client.admin.164268.log.gz 2024-09-12T18:18:12.729 INFO:teuthology.orchestra.run.smithi045.stderr: -- replaced with /var/log/ceph/ceph-client.0.176221.log.gz 2024-09-12T18:18:12.729 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48982.log 2024-09-12T18:18:12.730 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.95830.log 2024-09-12T18:18:12.730 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.50749.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.50749.log.gz 2024-09-12T18:18:12.730 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.48982.log: 80.4%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.111145.log 2024-09-12T18:18:12.730 INFO:teuthology.orchestra.run.smithi045.stderr: -- replaced with /var/log/ceph/ceph-client.admin.48982.log.gz 2024-09-12T18:18:12.730 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.95830.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.95830.log.gz 2024-09-12T18:18:12.730 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103487.log 2024-09-12T18:18:12.730 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.3.log 2024-09-12T18:18:12.730 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.103487.log: /var/log/ceph/ceph-client.admin.111145.log: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.103487.log.gz 87.1% 2024-09-12T18:18:12.730 INFO:teuthology.orchestra.run.smithi045.stderr: -- replaced with /var/log/ceph/ceph-client.admin.111145.log.gz 2024-09-12T18:18:12.730 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61215.log 2024-09-12T18:18:12.730 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85228.log 2024-09-12T18:18:12.730 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-osd.3.log: /var/log/ceph/ceph-client.admin.61215.log: 59.4% -- replaced with /var/log/ceph/ceph-client.admin.61215.log.gz 2024-09-12T18:18:12.740 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56711.log 2024-09-12T18:18:12.741 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.85228.log: 81.1% -- replaced with /var/log/ceph/ceph-client.admin.85228.log.gz 2024-09-12T18:18:12.741 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62889.log 2024-09-12T18:18:12.741 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.56711.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.56711.log.gz 2024-09-12T18:18:12.741 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.169683.log 2024-09-12T18:18:12.741 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.62889.log: 83.8% -- replaced with /var/log/ceph/ceph-client.admin.62889.log.gz 2024-09-12T18:18:12.741 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.190768.log 2024-09-12T18:18:12.741 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.169683.log: 92.2% -- replaced with /var/log/ceph/ceph-client.admin.169683.log.gz 2024-09-12T18:18:12.741 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.159484.log 2024-09-12T18:18:12.741 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.190768.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.190768.log.gz 2024-09-12T18:18:12.741 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37479.log 2024-09-12T18:18:12.741 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.159484.log: 82.5% -- replaced with /var/log/ceph/ceph-client.admin.159484.log.gz 2024-09-12T18:18:12.741 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61624.log 2024-09-12T18:18:12.741 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.37479.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.37479.log.gz 2024-09-12T18:18:12.742 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.118213.log 2024-09-12T18:18:12.742 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.61624.log: 50.4% -- replaced with /var/log/ceph/ceph-client.admin.61624.log.gz 2024-09-12T18:18:12.742 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.153554.log 2024-09-12T18:18:12.742 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.118213.log: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.118213.log.gz 2024-09-12T18:18:12.742 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109378.log 2024-09-12T18:18:12.742 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.153554.log: 85.9% -- replaced with /var/log/ceph/ceph-client.admin.153554.log.gz 2024-09-12T18:18:12.742 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.101131.log 2024-09-12T18:18:12.742 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.109378.log: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.109378.log.gz 2024-09-12T18:18:12.742 INFO:teuthology.orchestra.run.smithi045.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.117035.log 2024-09-12T18:18:12.742 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.101131.log: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.101131.log.gz 2024-09-12T18:18:12.742 INFO:teuthology.orchestra.run.smithi045.stderr:/var/log/ceph/ceph-client.admin.117035.log: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.117035.log.gz 2024-09-12T18:18:12.845 INFO:teuthology.orchestra.run.smithi115.stderr: 91.7% -- replaced with /var/log/ceph/ceph-mgr.x.log.gz 2024-09-12T18:18:13.238 INFO:teuthology.orchestra.run.smithi045.stderr: 92.3% -- replaced with /var/log/ceph/ceph-mon.c.log.gz 2024-09-12T18:18:13.602 INFO:teuthology.orchestra.run.smithi115.stderr: 92.3% -- replaced with /var/log/ceph/ceph-mon.b.log.gz 2024-09-12T18:18:14.410 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.2 has been restored 2024-09-12T18:18:14.411 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 has been restored 2024-09-12T18:18:14.411 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.4 has been restored 2024-09-12T18:18:14.411 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.5 has been restored 2024-09-12T18:18:14.411 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.6 has been restored 2024-09-12T18:18:14.411 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.7 has been restored 2024-09-12T18:18:14.411 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.a has been restored 2024-09-12T18:18:14.411 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.c has been restored 2024-09-12T18:18:14.411 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.b has been restored 2024-09-12T18:18:14.886 INFO:teuthology.orchestra.run.smithi045.stderr: 91.3% -- replaced with /var/log/ceph/ceph-mon.a.log.gz 2024-09-12T18:18:15.402 INFO:teuthology.orchestra.run.smithi045.stderr: 93.6% -- replaced with /var/log/ceph/rgw.ceph.client.0.log.gz 2024-09-12T18:18:19.008 INFO:teuthology.orchestra.run.smithi115.stderr: 93.6% -- replaced with /var/log/ceph/ceph-osd.4.log.gz 2024-09-12T18:18:20.002 INFO:teuthology.orchestra.run.smithi045.stderr: 93.4% -- replaced with /var/log/ceph/ceph-osd.2.log.gz 2024-09-12T18:18:20.033 INFO:teuthology.orchestra.run.smithi115.stderr: 93.7% -- replaced with /var/log/ceph/ceph-osd.5.log.gz 2024-09-12T18:18:21.114 INFO:teuthology.orchestra.run.smithi045.stderr: 93.9% -- replaced with /var/log/ceph/ceph-osd.1.log.gz 2024-09-12T18:18:21.998 INFO:teuthology.orchestra.run.smithi115.stderr: 93.7% -- replaced with /var/log/ceph/ceph-osd.7.log.gz 2024-09-12T18:18:24.871 INFO:teuthology.orchestra.run.smithi045.stderr: 94.9% -- replaced with /var/log/ceph/ceph-osd.3.log.gz 2024-09-12T18:18:28.904 INFO:teuthology.orchestra.run.smithi115.stderr: 95.1% -- replaced with /var/log/ceph/ceph-osd.6.log.gz 2024-09-12T18:18:28.906 INFO:teuthology.orchestra.run.smithi115.stderr: 2024-09-12T18:18:28.906 INFO:teuthology.orchestra.run.smithi115.stderr:real 0m16.363s 2024-09-12T18:18:28.906 INFO:teuthology.orchestra.run.smithi115.stderr:user 0m39.557s 2024-09-12T18:18:28.906 INFO:teuthology.orchestra.run.smithi115.stderr:sys 0m1.463s 2024-09-12T18:18:33.523 INFO:teuthology.orchestra.run.smithi045.stderr: 94.1% -- replaced with /var/log/ceph/ceph-osd.0.log.gz 2024-09-12T18:18:33.525 INFO:teuthology.orchestra.run.smithi045.stderr: 2024-09-12T18:18:33.525 INFO:teuthology.orchestra.run.smithi045.stderr:real 0m21.018s 2024-09-12T18:18:33.525 INFO:teuthology.orchestra.run.smithi045.stderr:user 0m53.374s 2024-09-12T18:18:33.526 INFO:teuthology.orchestra.run.smithi045.stderr:sys 0m1.959s 2024-09-12T18:18:33.526 INFO:tasks.ceph:Archiving logs... 2024-09-12T18:18:33.526 DEBUG:teuthology.misc:Transferring archived files from smithi045:/var/log/ceph to /home/teuthworker/archive/cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi/7902744/remote/smithi045/log 2024-09-12T18:18:33.527 DEBUG:teuthology.orchestra.run.smithi045:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-12T18:18:40.664 DEBUG:teuthology.misc:Transferring archived files from smithi115:/var/log/ceph to /home/teuthworker/archive/cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi/7902744/remote/smithi115/log 2024-09-12T18:18:40.665 DEBUG:teuthology.orchestra.run.smithi115:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-12T18:18:46.178 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-12T18:18:46.190 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-12T18:18:46.190 DEBUG:teuthology.orchestra.run.smithi045:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-12T18:18:46.193 DEBUG:teuthology.orchestra.run.smithi115:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-12T18:18:46.297 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-12T18:18:46.307 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-12T18:18:46.308 DEBUG:teuthology.orchestra.run.smithi045:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-12T18:18:46.310 DEBUG:teuthology.orchestra.run.smithi115:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-12T18:18:46.341 INFO:teuthology.orchestra.run.smithi045.stderr:bash: line 1: ntpq: command not found 2024-09-12T18:18:46.341 INFO:teuthology.orchestra.run.smithi115.stderr:bash: line 1: ntpq: command not found 2024-09-12T18:18:46.345 INFO:teuthology.orchestra.run.smithi045.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-12T18:18:46.345 INFO:teuthology.orchestra.run.smithi045.stdout:=============================================================================== 2024-09-12T18:18:46.345 INFO:teuthology.orchestra.run.smithi045.stdout:^* hv01.front.sepia.ceph.com 3 6 377 49 +841us[ +837us] +/- 57ms 2024-09-12T18:18:46.345 INFO:teuthology.orchestra.run.smithi045.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 49 +204us[ +200us] +/- 70ms 2024-09-12T18:18:46.345 INFO:teuthology.orchestra.run.smithi045.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 49 -1268us[-1272us] +/- 69ms 2024-09-12T18:18:46.346 INFO:teuthology.orchestra.run.smithi045.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T18:18:46.347 INFO:teuthology.orchestra.run.smithi115.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-12T18:18:46.347 INFO:teuthology.orchestra.run.smithi115.stdout:=============================================================================== 2024-09-12T18:18:46.347 INFO:teuthology.orchestra.run.smithi115.stdout:^* hv01.front.sepia.ceph.com 3 6 377 52 +832us[ +782us] +/- 57ms 2024-09-12T18:18:46.347 INFO:teuthology.orchestra.run.smithi115.stdout:^+ hv02.front.sepia.ceph.com 3 7 377 55 +227us[ +177us] +/- 70ms 2024-09-12T18:18:46.348 INFO:teuthology.orchestra.run.smithi115.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 52 -1261us[-1261us] +/- 69ms 2024-09-12T18:18:46.348 INFO:teuthology.orchestra.run.smithi115.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T18:18:46.348 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-12T18:18:46.358 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-12T18:18:46.359 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-12T18:18:46.370 DEBUG:teuthology.orchestra.run.smithi045:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-12T18:18:46.472 DEBUG:teuthology.orchestra.run.smithi115:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-12T18:18:46.550 DEBUG:teuthology.orchestra.run.smithi045:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2024-09-12T18:18:46.593 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T18:18:46.594 DEBUG:teuthology.orchestra.run.smithi115:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2024-09-12T18:18:46.634 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T18:18:46.635 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-12T18:18:46.646 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-12T18:18:46.698 INFO:teuthology.task.internal:Duration was 3069.458719 seconds 2024-09-12T18:18:46.699 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-12T18:18:46.713 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-12T18:18:46.713 DEBUG:teuthology.orchestra.run.smithi045:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-12T18:18:46.717 DEBUG:teuthology.orchestra.run.smithi115:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-12T18:18:46.768 INFO:teuthology.orchestra.run.smithi115.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-12T18:18:46.769 INFO:teuthology.orchestra.run.smithi045.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-12T18:18:47.164 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-12T18:18:47.165 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi045.front.sepia.ceph.com 2024-09-12T18:18:47.165 DEBUG:teuthology.orchestra.run.smithi045:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-12T18:18:47.201 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi115.front.sepia.ceph.com 2024-09-12T18:18:47.201 DEBUG:teuthology.orchestra.run.smithi115:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-12T18:18:47.237 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-12T18:18:47.237 DEBUG:teuthology.orchestra.run.smithi045:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-12T18:18:47.244 DEBUG:teuthology.orchestra.run.smithi115:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-12T18:18:47.317 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-12T18:18:47.317 DEBUG:teuthology.orchestra.run.smithi045:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-12T18:18:47.324 DEBUG:teuthology.orchestra.run.smithi115:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-12T18:18:47.467 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-12T18:18:47.480 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-12T18:18:47.480 DEBUG:teuthology.orchestra.run.smithi045:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-12T18:18:47.520 DEBUG:teuthology.orchestra.run.smithi115:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-12T18:18:47.559 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-12T18:18:47.571 DEBUG:teuthology.orchestra.run.smithi045:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-12T18:18:47.574 DEBUG:teuthology.orchestra.run.smithi115:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-12T18:18:47.609 INFO:teuthology.orchestra.run.smithi045.stdout:kernel.core_pattern = core 2024-09-12T18:18:47.636 INFO:teuthology.orchestra.run.smithi115.stdout:kernel.core_pattern = core 2024-09-12T18:18:47.745 DEBUG:teuthology.orchestra.run.smithi045:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-12T18:18:47.774 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T18:18:47.775 DEBUG:teuthology.orchestra.run.smithi115:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-12T18:18:47.813 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T18:18:47.813 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-12T18:18:47.825 INFO:teuthology.task.internal:Transferring archived files... 2024-09-12T18:18:47.826 DEBUG:teuthology.misc:Transferring archived files from smithi045:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi/7902744/remote/smithi045 2024-09-12T18:18:47.826 DEBUG:teuthology.orchestra.run.smithi045:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-12T18:18:47.878 DEBUG:teuthology.misc:Transferring archived files from smithi115:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi/7902744/remote/smithi115 2024-09-12T18:18:47.879 DEBUG:teuthology.orchestra.run.smithi115:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-12T18:18:47.926 INFO:teuthology.task.internal:Removing archive directory... 2024-09-12T18:18:47.926 DEBUG:teuthology.orchestra.run.smithi045:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-12T18:18:47.928 DEBUG:teuthology.orchestra.run.smithi115:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-12T18:18:47.989 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-12T18:18:48.003 INFO:teuthology.task.internal:Not uploading archives. 2024-09-12T18:18:48.086 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-12T18:18:48.364 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-12T18:18:48.364 DEBUG:teuthology.orchestra.run.smithi045:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-12T18:18:48.368 DEBUG:teuthology.orchestra.run.smithi115:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-12T18:18:48.398 INFO:teuthology.orchestra.run.smithi045.stdout: 262169 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 12 18:18 /home/ubuntu/cephtest 2024-09-12T18:18:48.401 INFO:teuthology.orchestra.run.smithi115.stdout: 262169 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 12 18:18 /home/ubuntu/cephtest 2024-09-12T18:18:48.402 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-12T18:18:48.456 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-12T18:18:48.495 INFO:teuthology.run:Summary data: description: rgw/verify/{0-install accounts$/{main-tenant} clusters/fixed-2 datacache/rgw-datacache frontend/beast ignore-pg-availability inline-data$/{on} msgr-failures/few objectstore/bluestore-bitmap overrides proto/https rgw_pool_type/ec s3tests-branch sharding$/{single} striping$/{stripe-equals-chunk} supported-random-distro$/{centos_latest} tasks/{bucket-check cls mp_reupload ragweed reshard s3tests-java s3tests versioning} validater/lockdep} duration: 3069.4587190151215 flavor: default owner: scheduled_cbodley@teuthology success: true 2024-09-12T18:18:48.496 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-12T18:18:48.587 INFO:teuthology.run:pass